-- Logs begin at Fri 2022-05-27 21:13:19 UTC, end at Sat 2022-05-28 00:09:00 UTC. -- May 27 22:09:10.885993 n-d-843680-3 systemd[1]: Started Devstack devstack@q-svc.service. May 27 22:09:13.381276 n-d-843680-3 neutron-server[88793]: INFO neutron.common.config [-] Logging enabled! May 27 22:09:13.382005 n-d-843680-3 neutron-server[88793]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev2 May 27 22:09:13.382005 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88793) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 22:09:13.385229 n-d-843680-3 neutron-server[88793]: INFO neutron.common.config [-] Logging enabled! May 27 22:09:13.385480 n-d-843680-3 neutron-server[88793]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev2 May 27 22:09:13.385788 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88793) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 27 22:09:13.386713 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 22:09:13.386947 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 22:09:13.387297 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 22:09:13.387540 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 22:09:13.387765 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 22:09:13.388649 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.388948 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.389242 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.389473 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.389766 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.390054 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.390332 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.390620 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.390915 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.391199 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.391476 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.391757 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.391985 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.392262 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.392574 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.392863 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.393086 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] debug = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.393364 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.393788 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.394195 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.394475 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.394906 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.395046 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.395317 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.395593 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.395875 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.396202 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] host = n-d-843680-3 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.396513 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.396802 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.397091 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.397377 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.397651 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.397925 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.398210 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.398483 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.398757 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] log_file = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.399032 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.399320 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.399607 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.399897 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.400122 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.400365 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.400670 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.400958 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.401237 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.401510 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.401784 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.402055 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.402328 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.402598 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.402881 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.403164 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.403469 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.403747 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.404019 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.404289 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.404585 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.404871 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.405143 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.405414 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.405686 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.405969 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.406235 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.406510 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.406807 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.407092 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.407373 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.407658 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.407929 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.408209 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.408504 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.408778 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.409047 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] use_json = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.409318 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.409587 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.409865 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.410135 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.410405 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.410675 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.410944 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.411227 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.411496 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:13.411789 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.412084 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.412404 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.412695 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.413257 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.413534 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.413821 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.414097 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.414384 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.414672 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.414958 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.415234 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.415521 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.415795 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.416088 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.416413 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.416712 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.417007 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.417283 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.417558 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.417895 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.418183 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.418468 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.418774 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.419048 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.419343 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.419621 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.419911 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.420187 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.420485 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.420763 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.421049 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.421324 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.421595 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.421873 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.422160 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.422442 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.422713 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.422987 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.423275 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.423551 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.423820 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.424088 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.424369 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.424650 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.424932 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.425204 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.425474 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.425743 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.426017 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.426285 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.426560 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.426834 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.427105 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.427380 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.427648 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.427915 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.428183 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.428479 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.428751 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.429020 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.429287 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.429561 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.429829 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.430097 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.430366 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.430664 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.430939 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.431224 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.431520 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.431796 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.432071 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.432362 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.432644 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.432921 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.433197 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.433472 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.433793 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.434020 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.434309 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.434590 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.435399 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.435681 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.435961 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.436253 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.436555 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.436835 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.437114 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.437394 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.437673 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.437954 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.438246 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.438536 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.438825 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.439117 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.439408 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.439683 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.439989 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.440267 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:13.440506 n-d-843680-3 neutron-server[88793]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 22:09:13.440746 n-d-843680-3 neutron-server[88793]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88793) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 22:09:13.826850 n-d-843680-3 neutron-server[88793]: INFO keyring.backend [-] Loading KWallet May 27 22:09:13.833974 n-d-843680-3 neutron-server[88793]: INFO keyring.backend [-] Loading SecretService May 27 22:09:13.837368 n-d-843680-3 neutron-server[88793]: INFO keyring.backend [-] Loading Windows May 27 22:09:13.838652 n-d-843680-3 neutron-server[88793]: INFO keyring.backend [-] Loading chainer May 27 22:09:13.839426 n-d-843680-3 neutron-server[88793]: INFO keyring.backend [-] Loading macOS May 27 22:09:13.871976 n-d-843680-3 neutron-server[88793]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 22:09:13.872866 n-d-843680-3 neutron-server[88793]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 22:09:13.873170 n-d-843680-3 neutron-server[88793]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 27 22:09:13.873505 n-d-843680-3 neutron-server[88793]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 22:09:14.255795 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.256087 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.256367 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.257657 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.257937 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.258211 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.292934 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.293208 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.293471 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.306871 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.307149 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.307420 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.336715 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.336995 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.337263 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.374651 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.374927 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.375191 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.606381 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.606982 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.606982 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.607192 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.607934 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.727409 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.727731 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.728015 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.728282 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.728613 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.728923 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.729183 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.729436 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.729685 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.729962 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.730214 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.730472 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.730731 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.731081 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.731350 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.731643 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.731898 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.732167 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.732443 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.732724 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.733073 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.733321 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.733566 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.733846 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.734090 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.734329 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.734707 n-d-843680-3 neutron-server[88793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 22:09:14.734946 n-d-843680-3 neutron-server[88793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 22:09:14.735181 n-d-843680-3 neutron-server[88793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 22:09:14.735414 n-d-843680-3 neutron-server[88793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 22:09:14.735647 n-d-843680-3 neutron-server[88793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 22:09:14.735879 n-d-843680-3 neutron-server[88793]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 22:09:14.736239 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 22:09:14.739302 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 22:09:14.743198 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 22:09:14.746954 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 27 22:09:14.748633 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 22:09:14.749221 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 22:09:14.749558 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 22:09:14.749945 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 22:09:14.752718 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 22:09:14.752972 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 22:09:14.753314 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 22:09:14.781475 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 22:09:14.781915 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.782212 n-d-843680-3 neutron-server[88793]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88793) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 27 22:09:14.782573 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.783924 n-d-843680-3 neutron-server[88793]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88793) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 22:09:14.784205 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 22:09:14.784476 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 22:09:14.787739 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.788277 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:14.849862 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 22:09:14.850097 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 22:09:14.850331 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 22:09:14.850690 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 22:09:14.882495 n-d-843680-3 neutron-server[88793]: DEBUG oslo_db.sqlalchemy.engines [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88793) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 27 22:09:15.391231 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Initializing driver for type 'gre' May 27 22:09:15.391785 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] gre ID ranges: [(1, 1000)] May 27 22:09:15.545518 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Initializing driver for type 'local' May 27 22:09:15.545851 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Initializing driver for type 'vlan' May 27 22:09:15.630520 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] VlanTypeDriver initialization complete May 27 22:09:15.631098 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Initializing driver for type 'vxlan' May 27 22:09:15.631327 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] vxlan ID ranges: [(1, 1000)] May 27 22:09:15.819590 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Initializing extension driver 'port_security' May 27 22:09:15.819929 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.extensions.port_security [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] PortSecurityExtensionDriver initialization complete May 27 22:09:15.820254 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Initializing mechanism driver 'openvswitch' May 27 22:09:15.820620 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Initializing mechanism driver 'hyperv' May 27 22:09:15.827069 n-d-843680-3 neutron-server[88793]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:09:15.827739 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > port after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.828132 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > port after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.828513 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > port after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.829044 n-d-843680-3 neutron-server[88793]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88793) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 22:09:15.829469 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > subnet after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.829815 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > subnet after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.830153 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > subnet after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.830549 n-d-843680-3 neutron-server[88793]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88793) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 22:09:15.830950 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > network after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.831296 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > network after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.831629 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > network after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.832008 n-d-843680-3 neutron-server[88793]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88793) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 22:09:15.832423 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > security_group after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.832786 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > security_group after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.833122 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > security_group after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.835092 n-d-843680-3 neutron-server[88793]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88793) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 22:09:15.835523 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.835881 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.836230 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.836660 n-d-843680-3 neutron-server[88793]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88793) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 22:09:15.837075 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > address_group after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.837420 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > address_group after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.837757 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > address_group after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.838151 n-d-843680-3 neutron-server[88793]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88793) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 27 22:09:15.838591 n-d-843680-3 neutron-server[88793]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] ML2 OVO RPC backend initialized. {{(pid=88793) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} May 27 22:09:15.839306 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router_interface after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.839661 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.840073 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > network before_response 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.840441 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > networks before_response 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.847670 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > port before_response 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.847670 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > ports before_response 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.847670 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > subnet before_response 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.847670 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > subnets before_response 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.847997 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > network after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.847997 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > network after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.847997 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > network after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.847997 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > port after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.848300 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > port after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.848300 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > port after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.848300 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > subnet after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.848300 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > subnet after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.848615 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > subnet after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.848615 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.plugin [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Modular L2 Plugin initialization complete May 27 22:09:15.848615 n-d-843680-3 neutron-server[88793]: DEBUG neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading services supported by the core plugin {{(pid=88793) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 22:09:15.848615 n-d-843680-3 neutron-server[88793]: INFO neutron.plugins.ml2.managers [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Got port-security extension from driver 'port_security' May 27 22:09:15.848615 n-d-843680-3 neutron-server[88793]: INFO neutron.extensions.vlantransparent [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Disabled vlantransparent extension. May 27 22:09:15.848615 n-d-843680-3 neutron-server[88793]: DEBUG neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88793) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 22:09:15.848615 n-d-843680-3 neutron-server[88793]: INFO neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading Plugin: router May 27 22:09:15.883016 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router_interface before_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.883399 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router after_create 55549900 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.883765 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router before_create 55549900 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.884122 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.884513 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.884863 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router after_delete 55549900 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.885213 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > floatingip after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.885565 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router after_create 55549900 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.885904 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router after_update 55549900 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.886242 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router after_update 55549900 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.886584 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.886931 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router after_update 55549900 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.887331 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router precommit_update 55549900 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.887692 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: port after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.888024 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: port after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.888367 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: subnet after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.888707 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.889050 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > port precommit_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.889388 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router precommit_create 55549900 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.889720 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: port before_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.890054 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router precommit_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.890398 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router after_update 55549900 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.890728 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router precommit_delete 55549900 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.891064 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router precommit_create 55549900 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.891411 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router_interface after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.891745 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router precommit_update 55549900 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.892098 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > agent after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.892466 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > agent after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.892801 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > network after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.893640 n-d-843680-3 neutron-server[88793]: DEBUG neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Tracking information for resource: router configured {{(pid=88793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 22:09:15.893961 n-d-843680-3 neutron-server[88793]: DEBUG neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Tracking information for resource: floatingip configured {{(pid=88793) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 22:09:15.898844 n-d-843680-3 neutron-server[88793]: INFO neutron.db.l3_agentschedulers_db [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 22:09:15.899426 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: port after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.899781 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: port after_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.900130 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: port after_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.900513 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: port after_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.901286 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router before_create 55550100 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.901642 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router precommit_delete 55550100 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.901999 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router precommit_create 55550100 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.902346 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > router precommit_update 55550100 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.907285 n-d-843680-3 neutron-server[88793]: DEBUG neutron.services.provider_configuration [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Service providers = [] {{(pid=88793) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 22:09:15.907645 n-d-843680-3 neutron-server[88793]: DEBUG neutron.db.servicetype_db [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88793) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 22:09:15.910570 n-d-843680-3 neutron-server[88793]: DEBUG neutron.services.service_base [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 22:09:15.910921 n-d-843680-3 neutron-server[88793]: DEBUG neutron.services.service_base [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 22:09:15.911262 n-d-843680-3 neutron-server[88793]: DEBUG neutron.services.service_base [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 22:09:15.912135 n-d-843680-3 neutron-server[88793]: DEBUG neutron.services.service_base [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88793) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 22:09:15.912533 n-d-843680-3 neutron-server[88793]: INFO neutron.services.service_base [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 22:09:15.913166 n-d-843680-3 neutron-server[88793]: DEBUG neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 22:09:15.913482 n-d-843680-3 neutron-server[88793]: INFO neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 22:09:15.924564 n-d-843680-3 neutron-server[88793]: DEBUG neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 22:09:15.924896 n-d-843680-3 neutron-server[88793]: INFO neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading Plugin: auto_allocate May 27 22:09:15.930484 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: network precommit_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.930845 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: network precommit_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.931353 n-d-843680-3 neutron-server[88793]: DEBUG neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 22:09:15.931668 n-d-843680-3 neutron-server[88793]: INFO neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading Plugin: tag May 27 22:09:15.938377 n-d-843680-3 neutron-server[88793]: DEBUG neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 22:09:15.938703 n-d-843680-3 neutron-server[88793]: INFO neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading Plugin: timestamp May 27 22:09:15.942628 n-d-843680-3 neutron-server[88793]: DEBUG neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 22:09:15.942956 n-d-843680-3 neutron-server[88793]: INFO neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading Plugin: network_ip_availability May 27 22:09:15.948077 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.948474 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.948831 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:15.949521 n-d-843680-3 neutron-server[88793]: DEBUG neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 22:09:15.949836 n-d-843680-3 neutron-server[88793]: INFO neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading Plugin: flavors May 27 22:09:15.954904 n-d-843680-3 neutron-server[88793]: DEBUG neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 22:09:15.955233 n-d-843680-3 neutron-server[88793]: INFO neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading Plugin: revisions May 27 22:09:15.959461 n-d-843680-3 neutron-server[88793]: DEBUG neutron.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88793) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 22:09:15.959799 n-d-843680-3 neutron-server[88793]: DEBUG oslo_concurrency.lockutils [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.087s {{(pid=88793) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 27 22:09:15.960553 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88793) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 27 22:09:15.960887 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Initializing extension manager. May 27 22:09:15.961386 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: __init__.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.961721 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: __pycache__ {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.962047 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.962373 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: address_group.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.963107 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.963656 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: address-group May 27 22:09:15.963973 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: address_scope.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.964890 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.965390 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: address-scope May 27 22:09:15.965708 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: admin_state_down_before_update.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.967209 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.967709 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: router-admin-state-down-before-update May 27 22:09:15.968026 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: agent.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.968743 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.969241 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: agent May 27 22:09:15.969561 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: agent_resources_synced.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.970450 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.970947 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: agent-resources-synced May 27 22:09:15.971263 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: allowedaddresspairs.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.973038 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.973549 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: allowed-address-pairs May 27 22:09:15.973873 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: auto_allocated_topology.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.974923 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.975428 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: auto-allocated-topology May 27 22:09:15.975749 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: availability_zone.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.976455 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.976952 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: availability_zone May 27 22:09:15.977269 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: availability_zone_filter.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.978158 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.978658 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: availability_zone_filter May 27 22:09:15.978978 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: data_plane_status.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.979864 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.980370 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension data-plane-status not supported by any of loaded plugins May 27 22:09:15.980695 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: default_subnetpools.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.981613 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.982114 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: default-subnetpools May 27 22:09:15.982434 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: dhcpagentscheduler.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.983219 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.983716 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: dhcp_agent_scheduler May 27 22:09:15.984034 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: dns.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.984973 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.985469 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension dns-integration not supported by any of loaded plugins May 27 22:09:15.985788 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: dns_domain_ports.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.986682 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.987179 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 22:09:15.987499 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: dvr.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.988154 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.988672 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: dvr May 27 22:09:15.988989 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: empty_string_filtering.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.989884 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.990388 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: empty-string-filtering May 27 22:09:15.990706 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.991597 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.992091 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 22:09:15.992436 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.993340 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.993834 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 22:09:15.994152 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: external_net.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.995051 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.995551 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: external-net May 27 22:09:15.995871 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: extra_dhcp_opt.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.996786 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.997309 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: extra_dhcp_opt May 27 22:09:15.997626 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: extraroute.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:15.998509 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:15.999004 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: extraroute May 27 22:09:15.999320 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: extraroute_atomic.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.000338 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.000855 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: extraroute-atomic May 27 22:09:16.001171 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: filter_validation.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.001821 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.002312 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: filter-validation May 27 22:09:16.002625 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: fip_pf_description.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.003509 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.003999 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 22:09:16.004313 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: fip_port_details.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.005244 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.005739 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: fip-port-details May 27 22:09:16.006053 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: flavors.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.007261 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.007766 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: flavors May 27 22:09:16.008088 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.009743 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.010260 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 22:09:16.010584 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: floatingip_pools.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.011269 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.011770 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: floatingip-pools May 27 22:09:16.012090 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: ip_allocation.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.013544 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.014044 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension ip_allocation not supported by any of loaded plugins May 27 22:09:16.014360 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.015265 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.015765 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: ip-substring-filtering May 27 22:09:16.016084 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: l2_adjacency.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.017029 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.017529 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension l2_adjacency not supported by any of loaded plugins May 27 22:09:16.017846 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: l3.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.018921 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.019435 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: router May 27 22:09:16.019772 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: l3_conntrack_helper.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.021961 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.022484 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 22:09:16.022813 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.023723 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.024230 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: ext-gw-mode May 27 22:09:16.024590 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.025499 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.026003 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: l3-ha May 27 22:09:16.026324 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: l3_flavors.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.027219 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.027720 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: l3-flavors May 27 22:09:16.028039 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.029552 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.030057 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: l3-port-ip-change-not-allowed May 27 22:09:16.030377 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: l3agentscheduler.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.031401 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.031910 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: l3_agent_scheduler May 27 22:09:16.032234 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: logging.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.033711 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.034227 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension logging not supported by any of loaded plugins May 27 22:09:16.034554 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: metering.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.035277 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.035841 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: metering May 27 22:09:16.036161 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.037258 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.037763 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: metering_source_and_destination_fields May 27 22:09:16.038355 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: multiprovidernet.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.039265 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.039771 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: multi-provider May 27 22:09:16.040094 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: netmtu.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.041023 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.041531 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: net-mtu May 27 22:09:16.041847 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: netmtu_writable.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.042749 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.043250 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: net-mtu-writable May 27 22:09:16.043565 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: network_availability_zone.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.044245 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.044770 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: network_availability_zone May 27 22:09:16.045090 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: network_ip_availability.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.046158 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.046662 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: network-ip-availability May 27 22:09:16.046980 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: network_segment_range.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.047735 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.048233 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension network-segment-range not supported by any of loaded plugins May 27 22:09:16.048710 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: pagination.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.049696 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.050024 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: pagination May 27 22:09:16.050341 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: port_device_profile.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.051245 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.051753 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: port-device-profile May 27 22:09:16.052072 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.053018 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.053519 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: port-mac-address-regenerate May 27 22:09:16.053836 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.054731 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.055232 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: port-numa-affinity-policy May 27 22:09:16.055553 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: port_resource_request.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.056470 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.056968 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension port-resource-request not supported by any of loaded plugins May 27 22:09:16.057286 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: portbindings.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.058194 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.058689 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: binding May 27 22:09:16.059007 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: portbindings_extended.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.060451 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.060961 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: binding-extended May 27 22:09:16.061281 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: portsecurity.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.062186 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.062692 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: port-security May 27 22:09:16.063012 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: project_id.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.063971 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.064296 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: project-id May 27 22:09:16.064639 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: providernet.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.065547 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.066052 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: provider May 27 22:09:16.066369 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: qos.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.069822 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.070342 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension qos not supported by any of loaded plugins May 27 22:09:16.070671 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.071892 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.072428 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 22:09:16.072756 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.073655 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.074160 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 22:09:16.074481 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: qos_default.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.075891 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.076420 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension qos-default not supported by any of loaded plugins May 27 22:09:16.076744 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: qos_fip.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.077386 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.077880 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension qos-fip not supported by any of loaded plugins May 27 22:09:16.078197 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: qos_gateway_ip.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.079101 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.079601 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 22:09:16.079919 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: qos_port_network_policy.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.080842 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.081342 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 22:09:16.081661 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: qos_rule_type_details.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.082557 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.083059 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 22:09:16.083376 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: qos_rules_alias.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.084437 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.084936 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 22:09:16.085252 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: quotasv2.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.086142 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.086463 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: quotas May 27 22:09:16.086777 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: quotasv2_detail.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.088387 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.088720 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: quota_details May 27 22:09:16.089050 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: rbac.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.090086 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.090609 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: rbac-policies May 27 22:09:16.091539 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: rbac_address_group.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.092499 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.093015 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: rbac-address-group May 27 22:09:16.093339 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: rbac_address_scope.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.094245 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.094749 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: rbac-address-scope May 27 22:09:16.095070 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: rbac_security_groups.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.095971 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.096500 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: rbac-security-groups May 27 22:09:16.096821 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: rbac_subnetpool.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.097736 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.098238 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: rbac-subnetpool May 27 22:09:16.098556 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: revisionifmatch.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.099569 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.100078 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: revision-if-match May 27 22:09:16.100427 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: revisions.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.101519 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.102024 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: standard-attr-revisions May 27 22:09:16.102342 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: router_availability_zone.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.102999 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.103499 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: router_availability_zone May 27 22:09:16.103817 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: routerservicetype.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.104751 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.105257 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension router-service-type not supported by any of loaded plugins May 27 22:09:16.105573 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.106495 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.106996 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: security-groups-normalized-cidr May 27 22:09:16.107311 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: security_groups_port_filtering.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.108212 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.108741 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: port-security-groups-filtering May 27 22:09:16.109059 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.109964 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.110472 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: security-groups-remote-address-group May 27 22:09:16.110788 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: securitygroup.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.121692 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.122245 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: security-group May 27 22:09:16.122579 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: segment.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.123348 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.123851 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension segment not supported by any of loaded plugins May 27 22:09:16.124175 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.125141 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.125646 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 22:09:16.125971 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: servicetype.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.127052 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.127565 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: service-type May 27 22:09:16.127888 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: sorting.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.128877 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.129209 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: sorting May 27 22:09:16.129530 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: standard_attr_segment.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.130433 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.130946 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 22:09:16.131270 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: standardattrdescription.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.131911 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.132448 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: standard-attr-description May 27 22:09:16.132770 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: stateful_security_group.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.133707 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.134216 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: stateful-security-group May 27 22:09:16.134535 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: stdattrs_common.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.135105 n-d-843680-3 neutron-server[88793]: WARNING neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 22:09:16.135421 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.136508 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.137024 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 22:09:16.137343 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: subnet_onboard.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.138933 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.139448 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: subnet_onboard May 27 22:09:16.139769 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.140702 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.141207 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 22:09:16.141525 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: subnet_service_types.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.142437 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.142940 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: subnet-service-types May 27 22:09:16.143258 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: subnetallocation.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.144332 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.144863 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: subnet_allocation May 27 22:09:16.145186 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.145843 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.146342 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: subnetpool-prefix-ops May 27 22:09:16.146657 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.147584 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.148085 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 22:09:16.148424 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: tagging.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.149467 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.149975 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: standard-attr-tag May 27 22:09:16.150298 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: timestamp.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.151472 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.151982 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loaded extension: standard-attr-timestamp May 27 22:09:16.152305 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: trunk.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.153357 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.154390 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension trunk not supported by any of loaded plugins May 27 22:09:16.154710 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: trunk_details.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.155612 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.156115 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension trunk-details not supported by any of loaded plugins May 27 22:09:16.156483 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: uplink_status_propagation.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.157389 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.157891 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 22:09:16.158212 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Loading extension file: vlantransparent.py {{(pid=88793) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 22:09:16.158863 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88793) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 22:09:16.159358 n-d-843680-3 neutron-server[88793]: INFO neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extension vlan-transparent not supported by any of loaded plugins May 27 22:09:16.161753 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:network May 27 22:09:16.162462 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:subnet May 27 22:09:16.163323 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:subnetpool May 27 22:09:16.272125 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:port May 27 22:09:16.273445 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.v2.resource_helper [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 22:09:16.273879 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.v2.resource_helper [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Service FLAVORS assigned prefix: {{(pid=88793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 22:09:16.274502 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.v2.resource_helper [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 22:09:16.274925 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.v2.resource_helper [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 22:09:16.275255 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:router May 27 22:09:16.275940 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:floatingip May 27 22:09:16.276792 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.v2.resource_helper [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Service METERING assigned prefix: /metering {{(pid=88793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 22:09:16.278239 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:16.279167 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:16.279514 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:09:16.280553 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of CountableResource for resource:rbac_policy May 27 22:09:16.280991 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:security_group May 27 22:09:16.281649 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:security_group_rule May 27 22:09:16.282421 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.v2.resource_helper [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Service CORE assigned prefix: {{(pid=88793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 22:09:16.282753 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:subnetpool May 27 22:09:16.283091 n-d-843680-3 neutron-server[88793]: WARNING neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] subnetpool is already registered May 27 22:09:16.283775 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.v2.resource_helper [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Service CORE assigned prefix: {{(pid=88793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 22:09:16.284103 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:subnetpool May 27 22:09:16.284468 n-d-843680-3 neutron-server[88793]: WARNING neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] subnetpool is already registered May 27 22:09:16.286865 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.v2.resource_helper [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 22:09:16.287331 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.v2.resource_helper [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Service FLAVORS assigned prefix: {{(pid=88793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 22:09:16.288173 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.v2.resource_helper [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 22:09:16.288615 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.v2.resource_helper [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 22:09:16.288950 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:router May 27 22:09:16.289277 n-d-843680-3 neutron-server[88793]: WARNING neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] router is already registered May 27 22:09:16.289870 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:floatingip May 27 22:09:16.290251 n-d-843680-3 neutron-server[88793]: WARNING neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] floatingip is already registered May 27 22:09:16.290951 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.v2.resource_helper [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Service METERING assigned prefix: /metering {{(pid=88793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 22:09:16.291624 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of CountableResource for resource:rbac_policy May 27 22:09:16.291958 n-d-843680-3 neutron-server[88793]: WARNING neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] rbac_policy is already registered May 27 22:09:16.292549 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:security_group May 27 22:09:16.292878 n-d-843680-3 neutron-server[88793]: WARNING neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] security_group is already registered May 27 22:09:16.293472 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:security_group_rule May 27 22:09:16.293798 n-d-843680-3 neutron-server[88793]: WARNING neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] security_group_rule is already registered May 27 22:09:16.294473 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.v2.resource_helper [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Service CORE assigned prefix: {{(pid=88793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 22:09:16.294798 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:subnetpool May 27 22:09:16.295119 n-d-843680-3 neutron-server[88793]: WARNING neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] subnetpool is already registered May 27 22:09:16.295722 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.v2.resource_helper [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Service CORE assigned prefix: {{(pid=88793) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 22:09:16.296047 n-d-843680-3 neutron-server[88793]: INFO neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Creating instance of TrackedResource for resource:subnetpool May 27 22:09:16.296385 n-d-843680-3 neutron-server[88793]: WARNING neutron.quota.resource_registry [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] subnetpool is already registered May 27 22:09:16.297112 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: extensions {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.298576 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: address-groups {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.300263 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: address-scopes {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.301467 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: agents {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.302621 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: auto-allocated-topology {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.303855 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: availability_zones {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.305330 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: dhcp-networks {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.306686 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: dhcp-agents {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.310321 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: routers {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.310509 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: flavors {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.311688 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: service_profiles {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.312927 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: next_providers {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.314441 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: service_profiles {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.315865 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: floatingip-pools {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.317130 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: routers {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.318909 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: floatingips {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.320092 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: l3-routers {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.321493 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: l3-agents {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.322956 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: metering-labels {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.324293 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: metering-label-rules {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.326188 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: network-ip-availabilities {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.327601 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: bindings {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.329251 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: quotas {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.330693 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: quotas {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.332097 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: rbac-policies {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.333466 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: security-groups {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.334668 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: security-group-rules {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.335882 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: service-providers {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.337110 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: subnetpools {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.339452 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: subnetpools {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.340958 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: tags {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.342639 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: tags {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.344714 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: tags {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.346251 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: tags {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.348033 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: tags {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.349899 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: tags {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.351662 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: tags {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.353572 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: tags {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.355299 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: tags {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.357304 n-d-843680-3 neutron-server[88793]: DEBUG neutron.api.extensions [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Extended resource: tags {{(pid=88793) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 22:09:16.363237 n-d-843680-3 neutron-server[88793]: WARNING keystonemiddleware.auth_token [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 22:09:16.367897 n-d-843680-3 neutron-server[88793]: WARNING keystonemiddleware.auth_token [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 22:09:16.376686 n-d-843680-3 neutron-server[88793]: DEBUG oslo_concurrency.lockutils [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Acquired lock "singleton_lock" {{(pid=88793) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 27 22:09:16.377153 n-d-843680-3 neutron-server[88793]: DEBUG oslo_concurrency.lockutils [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Releasing lock "singleton_lock" {{(pid=88793) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 27 22:09:16.377773 n-d-843680-3 neutron-server[88793]: INFO oslo_service.service [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Starting 2 workers May 27 22:09:16.382399 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Started child 88900 {{(pid=88793) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 22:09:16.386681 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Started child 88901 {{(pid=88793) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 22:09:16.387570 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:16.388810 n-d-843680-3 neutron-server[88793]: INFO neutron.service [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Neutron service started, listening on 0.0.0.0:9696 May 27 22:09:16.389506 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Notify callbacks [] for process, before_spawn {{(pid=88793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:16.389677 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [-] (88900) wsgi starting up on http://0.0.0.0:9696 May 27 22:09:16.391652 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:16.392188 n-d-843680-3 neutron-server[88793]: INFO oslo_service.service [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Starting 1 workers May 27 22:09:16.393023 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [-] (88901) wsgi starting up on http://0.0.0.0:9696 May 27 22:09:16.396982 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Started child 88902 {{(pid=88793) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 22:09:16.397485 n-d-843680-3 neutron-server[88793]: INFO oslo_service.service [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Starting 1 workers May 27 22:09:16.400720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.service [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] calling RpcWorker wait() {{(pid=88902) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 22:09:16.407298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.service [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] returning from RpcWorker wait() {{(pid=88902) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 22:09:16.407485 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Started child 88903 {{(pid=88793) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 27 22:09:16.407580 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:16.407672 n-d-843680-3 neutron-server[88793]: DEBUG neutron_lib.callbacks.manager [None req-2bbd3284-766b-425a-aea6-411794f2185e None None] Notify callbacks [] for process, after_spawn {{(pid=88793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:16.407758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:09:16.407839 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88793) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 22:09:16.407839 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 22:09:16.407839 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 22:09:16.407839 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 22:09:16.407839 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 22:09:16.407839 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 22:09:16.407839 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.407839 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.408461 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.408555 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:16.409020 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.409020 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.409020 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.409252 n-d-843680-3 neutron-server[88903]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:09:16.409334 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.409334 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.409334 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.409334 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.409334 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.409334 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.409334 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.409842 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.409842 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.410006 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.410149 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.410416 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.410579 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.410989 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.411250 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.411478 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.411739 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] debug = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.411984 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.412454 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.412708 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.413240 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.413461 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.413728 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.413969 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.414221 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.414428 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.414652 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.414892 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.415149 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.415378 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.415592 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.415818 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.416220 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.416455 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.416913 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] host = n-d-843680-3 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.417157 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.417367 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.417619 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.417839 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.418077 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.418303 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.418558 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.418781 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.419128 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.419366 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.419599 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.419836 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.420050 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.420283 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_file = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.420462 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_options = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.420847 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.421145 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.421388 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.421584 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.421759 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.421931 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.422180 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.422332 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.422597 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.422848 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.423053 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.423272 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.423511 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.423737 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.423981 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.424207 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.424514 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.424779 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.424922 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.425159 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.425429 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.425669 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.425829 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.426099 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.426257 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.426464 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.426699 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.426907 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.427113 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.427366 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.427594 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.427914 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.428322 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.428586 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.429180 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.429180 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.429473 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.429616 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.429762 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.430044 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.430285 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.430491 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.430770 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.431397 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.431852 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.432241 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] use_json = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.432488 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.432726 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.432950 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.433528 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.433874 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.436314 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.436314 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.436314 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.436314 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.436314 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.436314 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.436839 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.436839 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.436996 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.437175 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.437402 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.437631 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.437880 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.438152 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.438600 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.438826 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.439108 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.439345 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.439597 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.439919 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.440152 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.440429 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.440663 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.440876 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.441087 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.441332 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.441694 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.441957 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.442203 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.442463 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.442695 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.442960 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.443318 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.443583 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.443803 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.444054 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.444369 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.444620 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.444834 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.445049 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.445279 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.445497 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.445725 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.445967 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.446202 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.446426 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.446644 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.446859 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.447066 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.447306 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.447506 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.447735 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.447946 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.448193 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.448443 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.448690 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.448913 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.449140 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.449352 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.449598 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.449809 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.450016 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.450275 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.451035 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.451245 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.451489 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.451700 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.451905 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.452113 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.452324 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.452583 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.452791 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.453001 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.453225 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.453466 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.458893 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.458893 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.458893 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.458893 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.458893 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.458893 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.458893 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.458893 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.458893 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.459738 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.459738 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.459738 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.459738 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.459738 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.459738 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.459738 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.459738 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.460965 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.460965 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.460965 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.460965 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.460965 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.460965 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.460965 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.460965 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.461645 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.461645 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.461645 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.461645 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.461645 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.461645 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.461645 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.461645 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.462204 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.462204 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.462204 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.462204 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.462204 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.462204 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.462798 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.462798 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.462798 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.463075 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.464435 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.464435 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.464435 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.464435 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.464435 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.466568 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.466568 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.466568 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.466568 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.466568 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.466568 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.466568 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.466568 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.466568 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.468443 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.468443 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.468443 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.468443 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.468443 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.468443 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.468443 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.468443 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.469281 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.469281 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.469281 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.469281 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.469756 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.469756 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.470004 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.470203 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.470787 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.470787 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.471059 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.471059 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.471297 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.472200 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.472200 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.472200 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.472200 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.473086 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.473086 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.473086 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.473086 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.473472 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.473472 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.473724 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.473850 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.473992 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.474234 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.474461 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.474688 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.474898 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.475118 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.475380 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.475591 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.475851 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.476117 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.476367 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.476763 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.476977 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.477248 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.477654 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.477654 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.477875 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.478083 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.478286 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.478644 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.479007 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.479385 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.479624 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.480379 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.480379 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.480379 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.480709 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.480935 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.481183 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.481446 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.481679 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.481888 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.482118 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.482345 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.482714 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.482945 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.483160 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.483402 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.483612 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.483823 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.484034 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.484590 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.484590 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.484774 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.484989 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.485229 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.485462 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.485703 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.485944 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.486176 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.486399 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.486603 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.486805 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.487013 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.487234 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.487519 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.487761 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.487980 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.488206 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.488459 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.488683 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.488905 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.489109 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.489319 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.489520 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.489738 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.489942 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.490145 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.490353 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.490587 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.490874 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.491114 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.491325 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.491601 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.491826 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.492046 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.492300 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.492632 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.492860 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.493120 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.493357 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.493588 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.493835 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.494098 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.494399 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.494695 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.494942 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.495187 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.495475 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.495738 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.496012 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.496301 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.496615 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.496950 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.497713 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.498214 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.498451 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.498722 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.498936 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.499149 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.499364 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.499591 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.499826 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.500088 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.500325 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.500589 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.500798 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.501042 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.501287 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.501503 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.501736 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.501969 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.502180 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.502328 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 22:09:16.502983 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88793) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 27 22:09:16.503137 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 22:09:16.503287 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 22:09:16.503448 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 22:09:16.503610 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 22:09:16.503761 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 22:09:16.503961 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.504120 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.504271 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.504459 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.504599 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.504781 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.504938 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.505092 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.505255 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.505402 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.505578 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.505698 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.505831 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.506141 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.506293 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.506447 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.506601 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.506755 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.506913 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.507069 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.507223 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.507375 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.507529 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] debug = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.507682 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.507871 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.508026 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.508169 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.508322 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.508496 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.508625 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.508780 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.508932 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.509086 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.509240 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.509392 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.509545 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.509699 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.509852 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.510006 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.510159 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.510313 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] host = n-d-843680-3 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.510466 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.510618 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.510773 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.510926 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.511079 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.511232 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.511385 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.511543 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.511693 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.511990 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.512290 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.512467 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.512604 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.513356 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_file = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.513513 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_options = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.513667 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.513824 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.513977 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.514159 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.514318 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.514472 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.514625 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.514777 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.514919 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.515058 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.515215 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.515370 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.515522 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.515675 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.515828 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.515981 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.516135 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.516291 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.516481 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.516639 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.516790 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.516928 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.517062 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.517215 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.517371 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.517527 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.517752 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.517911 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.518064 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.518218 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.518382 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.518573 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.518741 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.518868 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.518993 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.519161 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.519288 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.519412 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.519739 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.519739 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.519945 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.519945 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.520187 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.520187 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.520510 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.520510 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] use_json = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.520753 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.520879 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.521004 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.521128 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.521212 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.521362 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.521715 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.521715 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.521933 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 22:09:16.522013 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.522092 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.522314 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.522410 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.522566 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.522722 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.522877 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.523023 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.523332 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.523332 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.523479 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.523616 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.523787 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.523945 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.524101 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.524260 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.524451 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.524609 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.524765 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.524920 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.525075 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.525230 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.525463 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.525563 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.525713 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.525875 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.526030 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.526169 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.526331 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.526481 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.526630 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.526787 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.526941 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.527096 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.527252 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.527407 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.527562 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.527868 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.527868 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.528068 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.528148 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.528295 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.528497 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.528654 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.528810 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.528966 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.529123 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.529280 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.529435 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.529591 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.529756 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.529912 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.530067 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.530223 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.530379 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.530518 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.530678 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.530833 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.530988 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.531143 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.531298 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.531466 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.531625 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.531777 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.532086 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.532230 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.532416 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.532575 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.532735 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.532871 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.533082 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.533218 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.533351 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.533498 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.533625 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.533800 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.533895 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.534052 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.534208 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.534364 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.534519 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.534675 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.534831 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.534980 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.535141 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.535312 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.535468 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.535612 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.535767 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.535922 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.536077 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.536233 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.536613 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.536613 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.536878 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.536878 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.537076 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.537166 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.537289 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.537443 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.537598 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.537754 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.538163 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.538319 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.538474 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.538629 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.538784 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.538940 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.539093 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.539249 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.539403 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.539532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:09:16.539623 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.539705 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.539858 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.540015 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.540177 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.540343 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.540527 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.540684 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.540839 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.540994 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.541150 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.541306 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.541461 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.541617 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.541772 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.541927 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.542166 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.542819 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.542819 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.542819 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.542819 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.543318 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.543318 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.543318 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.543789 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.543789 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.543789 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.543789 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.544271 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.544271 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.544271 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.544660 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.544660 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.544895 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.544895 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.545132 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.545132 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.545368 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.545505 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.545630 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.545753 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.545867 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.546023 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.546179 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.546335 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.546490 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.546646 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.546812 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.546964 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.547119 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.547274 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.547430 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.547585 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.547741 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.547895 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.548050 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.548189 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.548397 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.548526 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.548682 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.548839 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.548996 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.549152 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.549308 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.549464 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.549607 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.549768 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.549924 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.550079 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.550239 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.553705 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.553908 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.554063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58424) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:09:16.554217 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.554337 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.554446 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.554562 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.554750 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.554920 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.555087 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.555256 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.555418 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.555581 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.555807 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.555944 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.556078 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.556204 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.556329 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.556507 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.556667 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.556826 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.556970 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.557130 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.557289 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.557448 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.557606 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.557761 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.557919 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.558076 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.558232 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.558388 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.558545 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.558700 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.558855 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.559011 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.559166 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.559337 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.559494 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.560171 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.560327 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.560521 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.560662 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.560818 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.560974 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.561128 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.561283 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.561449 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.561604 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.561759 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.561913 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.562068 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.562233 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.562466 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.562628 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.562793 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.562950 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.563104 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.563292 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.563453 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.563607 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.563733 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.563885 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.564012 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.564136 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.564302 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.564780 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.564780 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.564780 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.565174 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.565174 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.565420 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.565420 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.565657 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.565780 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.566000 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.566000 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.566250 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.566374 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.566497 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.566621 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.566745 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.566868 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.567015 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.567170 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.567328 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.567484 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.567642 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.567797 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.567952 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.568108 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.568263 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.568442 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.569015 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [-] 10.222.0.27 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0104570 May 27 22:09:16.569176 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.569305 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 22:09:16.569469 n-d-843680-3 neutron-server[88793]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88793) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 22:09:27.301149 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea394f9-6dfb-42ec-9746-600439a57a5e None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 22:09:27.383238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea394f9-6dfb-42ec-9746-600439a57a5e None None] No non-hosted networks {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 22:09:27.402245 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.agentschedulers_db [None req-9ea394f9-6dfb-42ec-9746-600439a57a5e None None] DHCP Agent not found on host n-d-843680-3 {{(pid=88902) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 27 22:09:27.545491 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e2d6bdb2-f22d-4d0f-9234-148e9f4ce880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7998747'] for agent, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:29.593746 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd9172d3-dac8-4193-8202-3885199025d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7998747'] for agent, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:29.620941 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-692504b3-e161-4107-9b25-1a14d025779b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-843680-3 {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:09:29.621352 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-692504b3-e161-4107-9b25-1a14d025779b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:09:30.254082 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-692504b3-e161-4107-9b25-1a14d025779b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:30.671053 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7998747'] for agent, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:30.814359 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7998747'] for agent, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:30.815131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:30.815466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:30.815799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:30.816238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:30.816597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:30.816835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:30.817211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:30.817538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:30.817844 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:30.818213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:30.818536 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:30.818851 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:30.819321 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-843680-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:09:30.830806 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-843680-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:09:31.837308 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7998747'] for agent, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:33.360710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58520) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:09:33.947831 n-d-843680-3 neutron-server[88901]: WARNING oslo_policy.policy [None req-50ca0caa-ec91-434c-bc24-c462359f4d8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 22:09:33.948409 n-d-843680-3 neutron-server[88901]: WARNING oslo_policy.policy [None req-50ca0caa-ec91-434c-bc24-c462359f4d8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 22:09:34.165969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-50ca0caa-ec91-434c-bc24-c462359f4d8b admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:09:34.167063 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-50ca0caa-ec91-434c-bc24-c462359f4d8b admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8054609 May 27 22:09:35.645812 n-d-843680-3 neutron-server[88902]: INFO neutron.db.l3_hamode_db [None req-44935d83-8f07-4151-80a6-2b824e1a0cd1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 22:09:35.732263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44935d83-8f07-4151-80a6-2b824e1a0cd1 None None] Routers set() bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:09:35.732674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44935d83-8f07-4151-80a6-2b824e1a0cd1 None None] Router IDs set() for agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 27 22:09:36.566579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58534) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:09:36.923645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-513cfe41-030a-40ec-9acb-80a0e2f0696e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:09:37.017689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.policy [None req-513cfe41-030a-40ec-9acb-80a0e2f0696e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88901) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 22:09:37.064022 n-d-843680-3 neutron-server[88901]: WARNING oslo_policy.policy [None req-513cfe41-030a-40ec-9acb-80a0e2f0696e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 22:09:37.064420 n-d-843680-3 neutron-server[88901]: WARNING oslo_policy.policy [None req-513cfe41-030a-40ec-9acb-80a0e2f0696e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 22:09:37.073114 n-d-843680-3 neutron-server[88901]: INFO neutron.quota [None req-513cfe41-030a-40ec-9acb-80a0e2f0696e admin admin] Loaded quota_driver: . May 27 22:09:37.088844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-513cfe41-030a-40ec-9acb-80a0e2f0696e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:09:37.213556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-513cfe41-030a-40ec-9acb-80a0e2f0696e admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765775377465', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765775376970', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765775190304', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765775197435', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765775207256', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765775212627', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-881537', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-881629', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8219251', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8270052'] for rbac-policy, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:37.391806 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-513cfe41-030a-40ec-9acb-80a0e2f0696e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:37.393020 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-513cfe41-030a-40ec-9acb-80a0e2f0696e admin admin] 10.222.0.27 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8254559 May 27 22:09:40.016415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58548) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:09:40.356508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '14c9f96201e1448486b89228c21c4f7f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:09:40.361184 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:09:40.365612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Usage tracker for resource:network and tenant:14c9f96201e1448486b89228c21c4f7f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:09:40.370122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:09:40.376713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:09:40.447898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Made reservation on behalf of 14c9f96201e1448486b89228c21c4f7f for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:09:40.451377 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:40.468950 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:40.482743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:09:40.486566 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Usage tracker for resource:security_group_rule and tenant:14c9f96201e1448486b89228c21c4f7f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:09:40.491688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:09:40.497868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:09:40.592931 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:40.659326 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:40.681538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:09:40.708120 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765772793043', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:40.708882 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Unsubscribe: segment precommit_create {{(pid=88901) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 22:09:40.709281 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Added segment 39cdfde7-69ef-4fda-956a-52e81a6be5a6 of type vlan for network 1beb0f40-a2fa-45da-a864-f77bcc967e10 May 27 22:09:40.758063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1794db-3cc6-4da6-8ef5-0680bba3f4a2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:09:40.778001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:40.778335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:40.778664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:40.778989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:40.779313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:40.779628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:40.779941 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:40.780252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:40.780588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:40.780901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:40.781212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:40.781520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Tracked resource versions report: May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: pushed versions: May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: { 'AddressGroup': {'1.2'}, May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'ConntrackHelper': {'1.0'}, May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'Log': {'1.0'}, May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'Network': {'1.1'}, May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'Port': {'1.7'}, May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'PortForwarding': {'1.2'}, May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'QosPolicy': {'1.8'}, May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'SecurityGroup': {'1.4'}, May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'SecurityGroupRule': {'1.2'}, May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'SubPort': {'1.0'}, May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'Subnet': {'1.1'}, May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'Trunk': {'1.1'}} May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: consumer versions: May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: { DHCP agent@n-d-843680-3: {}, May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: L3 agent@n-d-843680-3: {}, May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: Metadata agent@n-d-843680-3: {}, May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: Metering agent@n-d-843680-3: {}, May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: Open vSwitch agent@n-d-843680-3: { 'AddressGroup': '1.2', May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'ConntrackHelper': '1.0', May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'Log': '1.0', May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'Network': '1.1', May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'Port': '1.7', May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'PortForwarding': '1.2', May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'QosPolicy': '1.8', May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'SecurityGroup': '1.4', May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'SecurityGroupRule': '1.2', May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'SubPort': '1.0', May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'Subnet': '1.1', May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: 'Trunk': '1.1'}} May 27 22:09:40.782613 n-d-843680-3 neutron-server[88901]: {{(pid=88901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 22:09:40.823855 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:40.945165 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:40.946167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:09:40.946795 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:41.049468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] Pushing event updated for resources: {'Network': ['ID=1beb0f40-a2fa-45da-a864-f77bcc967e10,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:09:41.060810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 1beb0f40-a2fa-45da-a864-f77bcc967e10 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:09:41.106710 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8e43d3e5-9f41-4bf4-b6f7-0972f212ad78 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0892448 May 27 22:09:43.784101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58564) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:09:44.216971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb55d50-09d2-4a71-88f8-00a2ab04841d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:09:44.218288 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4fb55d50-09d2-4a71-88f8-00a2ab04841d admin admin] 10.222.0.27 "GET /v2.0/networks/1beb0f40-a2fa-45da-a864-f77bcc967e10 HTTP/1.1" status: 200 len: 825 time: 0.4332383 May 27 22:09:44.244808 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5d71de7a-6ff7-4c69-8621-fccaff860378 admin admin] 10.222.0.27 "GET /v2.0/subnetpools/e2e4150f-43df-4c2a-a7ab-bf6193926947 HTTP/1.1" status: 200 len: 734 time: 0.0211139 May 27 22:09:44.252871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] Request body: {'subnet': {'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10', 'tenant_id': '14c9f96201e1448486b89228c21c4f7f', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e2e4150f-43df-4c2a-a7ab-bf6193926947'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:09:44.256910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:09:44.260595 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] Usage tracker for resource:subnet and tenant:14c9f96201e1448486b89228c21c4f7f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:09:44.263349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:09:44.268825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:09:44.333223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] Made reservation on behalf of 14c9f96201e1448486b89228c21c4f7f for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:09:44.335439 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:44.654336 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:44.749528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] Checking segment: {'id': '39cdfde7-69ef-4fda-956a-52e81a6be5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:09:44.749909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] Network hostable DHCP agents. Network: 1beb0f40-a2fa-45da-a864-f77bcc967e10, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:09:44.755167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92137515-9104-4c57-94de-668ceb95b290,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:09:44.842101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] Network 1beb0f40-a2fa-45da-a864-f77bcc967e10 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:09:44.921955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 1beb0f40-a2fa-45da-a864-f77bcc967e10) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:09:44.929965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:09:44.930167 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:44.931764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3908f8b0-3dfe-4500-b9c9-bbb8ad4f3028 None None] Network 1beb0f40-a2fa-45da-a864-f77bcc967e10 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:09:45.012788 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-eba8275e-ab71-424a-b68c-b3e09acb4655 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7590942 May 27 22:09:45.234211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-1beb0f40-a2fa-45da-a864-f77bcc967e10', 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10', 'tenant_id': '14c9f96201e1448486b89228c21c4f7f', 'fixed_ips': [{'subnet_id': '92137515-9104-4c57-94de-668ceb95b290'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:09:45.235423 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:45.417772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Allocated IP 172.20.0.2 (1beb0f40-a2fa-45da-a864-f77bcc967e10/92137515-9104-4c57-94de-668ceb95b290/9187153a-41d9-4484-86ba-68b2fae9bad5) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:09:45.643077 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:45.656013 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Transition to ACTIVE for port object 9187153a-41d9-4484-86ba-68b2fae9bad5 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:09:45.675929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Transition to ACTIVE for port object 9187153a-41d9-4484-86ba-68b2fae9bad5 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:09:45.722844 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:45.786888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Network 1beb0f40-a2fa-45da-a864-f77bcc967e10 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:09:45.790050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:09:45.797164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Pushing event updated for resources: {'Port': ['ID=9187153a-41d9-4484-86ba-68b2fae9bad5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:09:45.799399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:09:45.808140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:45.808542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:45.809219 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:45.809219 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:45.809516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:45.809842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:45.810165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:45.810488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:45.810804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:45.811124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:45.811442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:45.811761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Tracked resource versions report: May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: pushed versions: May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: { 'AddressGroup': {'1.2'}, May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'ConntrackHelper': {'1.0'}, May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'Log': {'1.0'}, May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'Network': {'1.1'}, May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'Port': {'1.7'}, May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'PortForwarding': {'1.2'}, May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'QosPolicy': {'1.8'}, May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'SecurityGroup': {'1.4'}, May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'SecurityGroupRule': {'1.2'}, May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'SubPort': {'1.0'}, May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'Subnet': {'1.1'}, May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'Trunk': {'1.1'}} May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: consumer versions: May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: { DHCP agent@n-d-843680-3: {}, May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: L3 agent@n-d-843680-3: {}, May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: Metadata agent@n-d-843680-3: {}, May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: Metering agent@n-d-843680-3: {}, May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: Open vSwitch agent@n-d-843680-3: { 'AddressGroup': '1.2', May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'ConntrackHelper': '1.0', May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'Log': '1.0', May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'Network': '1.1', May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'Port': '1.7', May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'PortForwarding': '1.2', May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'QosPolicy': '1.8', May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'SecurityGroup': '1.4', May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'SecurityGroupRule': '1.2', May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'SubPort': '1.0', May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'Subnet': '1.1', May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: 'Trunk': '1.1'}} May 27 22:09:45.812911 n-d-843680-3 neutron-server[88902]: {{(pid=88902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 22:09:45.898125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Attempting to bind port 9187153a-41d9-4484-86ba-68b2fae9bad5 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:09:45.898438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Attempting to bind port 9187153a-41d9-4484-86ba-68b2fae9bad5 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '39cdfde7-69ef-4fda-956a-52e81a6be5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:09:45.898881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Attempting to bind port 9187153a-41d9-4484-86ba-68b2fae9bad5 on network 1beb0f40-a2fa-45da-a864-f77bcc967e10 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:09:45.904580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:09:45.904998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Checking segment: {'id': '39cdfde7-69ef-4fda-956a-52e81a6be5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:09:45.905484 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:45.905870 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Bound using segment: {'id': '39cdfde7-69ef-4fda-956a-52e81a6be5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:09:45.906356 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Bound port: 9187153a-41d9-4484-86ba-68b2fae9bad5, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cdfde7-69ef-4fda-956a-52e81a6be5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:09:45.906744 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:45.993722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] For port 9187153a-41d9-4484-86ba-68b2fae9bad5, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:09:45.997569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] For port 9187153a-41d9-4484-86ba-68b2fae9bad5, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9187153a-41d9-4484-86ba-68b2fae9bad5,segment=NetworkSegment(39cdfde7-69ef-4fda-956a-52e81a6be5a6),segment_id=39cdfde7-69ef-4fda-956a-52e81a6be5a6)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:09:46.042584 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:46.129584 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafff4fd-735a-4b8b-8813-312b174d66ea None None] Pushing event updated for resources: {'Port': ['ID=9187153a-41d9-4484-86ba-68b2fae9bad5,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:09:47.445812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58574) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:09:47.807260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-0cc24905-71e5-4cab-af7b-7d7e5368a32a admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:09:47.808323 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0cc24905-71e5-4cab-af7b-7d7e5368a32a admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3615053 May 27 22:09:49.823073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53674fd-5ed1-4bcd-8d20-8b8a8d90cfe2 None None] Network 1beb0f40-a2fa-45da-a864-f77bcc967e10 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:09:49.982968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c2fd1c98-bddd-4ed1-bf7d-fdf82ad5a8c2 None None] Provisioning for port 9187153a-41d9-4484-86ba-68b2fae9bad5 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:09:50.256129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58588) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:09:50.464297 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9187153a-41d9-4484-86ba-68b2fae9bad5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:09:50.567702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 9187153a-41d9-4484-86ba-68b2fae9bad5 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:09:50.572772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9187153a-41d9-4484-86ba-68b2fae9bad5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:09:50.573160 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:50.628126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-bb9d00ce-0576-475d-bf7e-a8995b01193f admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:09:50.629808 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bb9d00ce-0576-475d-bf7e-a8995b01193f admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3721604 May 27 22:09:50.712804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9187153a-41d9-4484-86ba-68b2fae9bad5 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:09:50.713376 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:50.748296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 9187153a-41d9-4484-86ba-68b2fae9bad5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9187153a-41d9-4484-86ba-68b2fae9bad5,segment=NetworkSegment(39cdfde7-69ef-4fda-956a-52e81a6be5a6),segment_id=39cdfde7-69ef-4fda-956a-52e81a6be5a6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:09:50.814143 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:50.882574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=9187153a-41d9-4484-86ba-68b2fae9bad5,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:09:52.439796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9187153a-41d9-4484-86ba-68b2fae9bad5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:09:52.504846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9187153a-41d9-4484-86ba-68b2fae9bad5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:09:52.505208 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:52.616025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9187153a-41d9-4484-86ba-68b2fae9bad5 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:09:53.302346 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58600) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:09:53.639314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a6dd2720-3eb1-495d-86c9-9df3bb077e2b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '14c9f96201e1448486b89228c21c4f7f', 'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:09:53.644424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a6dd2720-3eb1-495d-86c9-9df3bb077e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:09:53.648138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a6dd2720-3eb1-495d-86c9-9df3bb077e2b admin admin] Usage tracker for resource:router and tenant:14c9f96201e1448486b89228c21c4f7f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:09:53.651344 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a6dd2720-3eb1-495d-86c9-9df3bb077e2b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:09:53.657689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a6dd2720-3eb1-495d-86c9-9df3bb077e2b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:09:53.722275 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2720-3eb1-495d-86c9-9df3bb077e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:53.723946 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2720-3eb1-495d-86c9-9df3bb077e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:53.744977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2720-3eb1-495d-86c9-9df3bb077e2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:53.934638 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2720-3eb1-495d-86c9-9df3bb077e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:54.024703 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6dd2720-3eb1-495d-86c9-9df3bb077e2b admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:54.025864 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a6dd2720-3eb1-495d-86c9-9df3bb077e2b admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7225590 May 27 22:09:56.416007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58610) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:09:56.988838 n-d-843680-3 neutron-server[88900]: WARNING oslo_policy.policy [None req-c578f1fc-c449-407d-99e3-2bd63bc1e1ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 22:09:56.989388 n-d-843680-3 neutron-server[88900]: WARNING oslo_policy.policy [None req-c578f1fc-c449-407d-99e3-2bd63bc1e1ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 22:09:57.204406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-c578f1fc-c449-407d-99e3-2bd63bc1e1ec admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:09:57.205620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c578f1fc-c449-407d-99e3-2bd63bc1e1ec admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7868769 May 27 22:09:57.339262 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc7a5a6b-95af-4dcd-ba44-4107eecc3b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:59.533408 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d5f92b64-1aa9-4237-92e4-a52f4f207170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:09:59.593254 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58624) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:09:59.952697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:09:59.954150 n-d-843680-3 neutron-server[88900]: INFO neutron.quota [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Loaded quota_driver: . May 27 22:09:59.969592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:09:59.976044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Usage tracker for resource:network and tenant:86e41e3895b04d0f8e96cff59bfce09c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:09:59.980856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:09:59.988151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:10:00.070297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Made reservation on behalf of 86e41e3895b04d0f8e96cff59bfce09c for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:10:00.138221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.policy [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88900) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 22:10:00.183787 n-d-843680-3 neutron-server[88900]: WARNING oslo_policy.policy [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 22:10:00.184151 n-d-843680-3 neutron-server[88900]: WARNING oslo_policy.policy [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 22:10:00.193805 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:00.214356 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:00.230315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:10:00.233090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Usage tracker for resource:security_group_rule and tenant:86e41e3895b04d0f8e96cff59bfce09c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:10:00.236414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:10:00.242376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:10:00.341282 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:00.378874 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:00.395975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Reserving flat network on physical network physnet1 {{(pid=88900) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 22:10:00.424258 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765772793043', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:00.424837 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Unsubscribe: segment precommit_create {{(pid=88900) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 27 22:10:00.425350 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Added segment 2aa294da-3f5d-4ed8-9022-3fd16170c8bf of type flat for network d7021960-3d6a-4895-8681-782805f44685 May 27 22:10:00.434246 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6908689-4a83-4eb8-8545-c663488d589b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:10:00.491540 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:00.491793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:00.492116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:00.492474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:00.492793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:00.493105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:00.493415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:00.493724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:00.494030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:00.494334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:00.494638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:00.494936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Tracked resource versions report: May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: pushed versions: May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: { 'AddressGroup': {'1.2'}, May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'ConntrackHelper': {'1.0'}, May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'Log': {'1.0'}, May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'Network': {'1.1'}, May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'Port': {'1.7'}, May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'PortForwarding': {'1.2'}, May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'QosPolicy': {'1.8'}, May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'SecurityGroup': {'1.4'}, May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'SecurityGroupRule': {'1.2'}, May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'SubPort': {'1.0'}, May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'Subnet': {'1.1'}, May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'Trunk': {'1.1'}} May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: consumer versions: May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: { DHCP agent@n-d-843680-3: {}, May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: L3 agent@n-d-843680-3: {}, May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: Metadata agent@n-d-843680-3: {}, May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: Metering agent@n-d-843680-3: {}, May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: Open vSwitch agent@n-d-843680-3: { 'AddressGroup': '1.2', May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'ConntrackHelper': '1.0', May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'Log': '1.0', May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'Network': '1.1', May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'Port': '1.7', May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'PortForwarding': '1.2', May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'QosPolicy': '1.8', May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'SecurityGroup': '1.4', May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'SecurityGroupRule': '1.2', May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'SubPort': '1.0', May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'Subnet': '1.1', May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: 'Trunk': '1.1'}} May 27 22:10:00.496671 n-d-843680-3 neutron-server[88900]: {{(pid=88900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 22:10:00.541092 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:00.642147 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:00.659311 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:00.660535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:10:00.661179 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:00.769947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] Pushing event updated for resources: {'Network': ['ID=d7021960-3d6a-4895-8681-782805f44685,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:10:00.783527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network d7021960-3d6a-4895-8681-782805f44685 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:10:00.842664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c18aa1ac-d12d-47a2-9061-8e91c7000361 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2482195 May 27 22:10:00.845368 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:01.801531 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:03.245346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58650) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:10:03.456338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73df08c-6257-4c82-ace9-761ee69b09a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:10:03.457707 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e73df08c-6257-4c82-ace9-761ee69b09a9 admin admin] 10.222.0.27 "GET /v2.0/subnets/92137515-9104-4c57-94de-668ceb95b290 HTTP/1.1" status: 200 len: 849 time: 0.2108877 May 27 22:10:03.628102 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d6c0807d-add5-4180-83b1-fbff5c406b9f admin admin] 10.222.0.27 "GET /v2.0/routers/8362ac1f-9b89-4705-aa76-4a80b2f0047d HTTP/1.1" status: 200 len: 704 time: 0.1646509 May 27 22:10:04.094846 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:04.318944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Allocated IP 172.20.0.1 (1beb0f40-a2fa-45da-a864-f77bcc967e10/92137515-9104-4c57-94de-668ceb95b290/21b9c86b-11df-4091-832f-103a1e37bd23) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:10:04.470722 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:04.488115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Transition to ACTIVE for port object 21b9c86b-11df-4091-832f-103a1e37bd23 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:10:04.574588 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:04.639758 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Network 1beb0f40-a2fa-45da-a864-f77bcc967e10 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:10:04.642521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:10:04.648412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:10:04.648936 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:04.775784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Pushing event updated for resources: {'Port': ['ID=21b9c86b-11df-4091-832f-103a1e37bd23,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:10:04.853249 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-73ff55e2-6480-4787-b176-cf186463133b None None] Provisioning for port 21b9c86b-11df-4091-832f-103a1e37bd23 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:10:04.858718 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-73ff55e2-6480-4787-b176-cf186463133b None None] Provisioning complete for port 21b9c86b-11df-4091-832f-103a1e37bd23 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:10:04.859089 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-73ff55e2-6480-4787-b176-cf186463133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:04.913165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-73ff55e2-6480-4787-b176-cf186463133b None None] Port 21b9c86b-11df-4091-832f-103a1e37bd23 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:10:04.952653 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:05.205039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:05.287982 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:05.288773 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:05.428631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Pushing event updated for resources: {'Port': ['ID=21b9c86b-11df-4091-832f-103a1e37bd23,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:10:05.488417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Network 1beb0f40-a2fa-45da-a864-f77bcc967e10 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:10:05.489392 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:10:05.634096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ac08da5b-bf7d-40aa-bc78-411ef560f460 None None] Provisioning complete for port 21b9c86b-11df-4091-832f-103a1e37bd23 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:10:05.634467 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ac08da5b-bf7d-40aa-bc78-411ef560f460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:05.686394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ac08da5b-bf7d-40aa-bc78-411ef560f460 None None] Port 21b9c86b-11df-4091-832f-103a1e37bd23 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:10:05.722043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Router 8362ac1f-9b89-4705-aa76-4a80b2f0047d is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:10:05.871973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:10:05.881632 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-272fd418-35e5-4191-844d-5a9257b32676 admin admin] 10.222.0.27 "PUT /v2.0/routers/8362ac1f-9b89-4705-aa76-4a80b2f0047d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2481706 May 27 22:10:05.881777 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Sync routers for ids ['8362ac1f-9b89-4705-aa76-4a80b2f0047d'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:10:05.892661 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Routers {'8362ac1f-9b89-4705-aa76-4a80b2f0047d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:10:05.893486 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:09:59Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8362ac1f-9b89-4705-aa76-4a80b2f0047d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:10:06.065665 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Set router 8362ac1f-9b89-4705-aa76-4a80b2f0047d gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:10:06.430406 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8362ac1f-9b89-4705-aa76-4a80b2f0047d', 'name': 'router1', 'tenant_id': '14c9f96201e1448486b89228c21c4f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:09:53Z', 'updated_at': '2022-05-27T22:10:04Z', 'revision_number': 2, 'project_id': '14c9f96201e1448486b89228c21c4f7f', 'gw_port_host': None, '_interfaces': [{'id': '21b9c86b-11df-4091-832f-103a1e37bd23', 'name': '', 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10', 'tenant_id': '14c9f96201e1448486b89228c21c4f7f', 'mac_address': 'fa:16:3e:4c:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8362ac1f-9b89-4705-aa76-4a80b2f0047d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92137515-9104-4c57-94de-668ceb95b290', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:10:04Z', 'updated_at': '2022-05-27T22:10:05Z', 'revision_number': 2, 'project_id': '14c9f96201e1448486b89228c21c4f7f', 'subnets': [{'id': '92137515-9104-4c57-94de-668ceb95b290', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2e4150f-43df-4c2a-a7ab-bf6193926947'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:10:06.435767 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Checking router: 8362ac1f-9b89-4705-aa76-4a80b2f0047d for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:10:06.436133 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Updating router 8362ac1f-9b89-4705-aa76-4a80b2f0047d port 21b9c86b-11df-4091-832f-103a1e37bd23 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:10:06.486760 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:06.860684 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:06.875034 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Transition to ACTIVE for port object 21b9c86b-11df-4091-832f-103a1e37bd23 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:10:06.939153 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:07.153620 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f1fb4-7d86-4744-887e-5ef8310c3261 None None] Pushing event updated for resources: {'Port': ['ID=21b9c86b-11df-4091-832f-103a1e37bd23,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:10:07.169446 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f1fb4-7d86-4744-887e-5ef8310c3261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:07.169788 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f1fb4-7d86-4744-887e-5ef8310c3261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:07.170125 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f1fb4-7d86-4744-887e-5ef8310c3261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:07.170455 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f1fb4-7d86-4744-887e-5ef8310c3261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:07.170782 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f1fb4-7d86-4744-887e-5ef8310c3261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:07.171104 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f1fb4-7d86-4744-887e-5ef8310c3261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:07.171452 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f1fb4-7d86-4744-887e-5ef8310c3261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:07.171772 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f1fb4-7d86-4744-887e-5ef8310c3261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:07.172091 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f1fb4-7d86-4744-887e-5ef8310c3261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:07.172427 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f1fb4-7d86-4744-887e-5ef8310c3261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:07.172750 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f1fb4-7d86-4744-887e-5ef8310c3261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:07.173061 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f1fb4-7d86-4744-887e-5ef8310c3261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79f1fb4-7d86-4744-887e-5ef8310c3261 None None] Tracked resource versions report: May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: pushed versions: May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: { 'AddressGroup': {'1.2'}, May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'ConntrackHelper': {'1.0'}, May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'Log': {'1.0'}, May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'Network': {'1.1'}, May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'Port': {'1.7'}, May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'PortForwarding': {'1.2'}, May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'QosPolicy': {'1.8'}, May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'SecurityGroup': {'1.4'}, May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'SecurityGroupRule': {'1.2'}, May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'SubPort': {'1.0'}, May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'Subnet': {'1.1'}, May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'Trunk': {'1.1'}} May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: consumer versions: May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: { DHCP agent@n-d-843680-3: {}, May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: L3 agent@n-d-843680-3: {}, May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: Metadata agent@n-d-843680-3: {}, May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: Metering agent@n-d-843680-3: {}, May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: Open vSwitch agent@n-d-843680-3: { 'AddressGroup': '1.2', May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'ConntrackHelper': '1.0', May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'Log': '1.0', May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'Network': '1.1', May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'Port': '1.7', May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'PortForwarding': '1.2', May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'QosPolicy': '1.8', May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'SecurityGroup': '1.4', May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'SecurityGroupRule': '1.2', May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'SubPort': '1.0', May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'Subnet': '1.1', May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: 'Trunk': '1.1'}} May 27 22:10:07.174172 n-d-843680-3 neutron-server[88903]: {{(pid=88903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 22:10:07.192320 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Attempting to bind port 21b9c86b-11df-4091-832f-103a1e37bd23 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:10:07.192730 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Attempting to bind port 21b9c86b-11df-4091-832f-103a1e37bd23 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '39cdfde7-69ef-4fda-956a-52e81a6be5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:10:07.193177 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Attempting to bind port 21b9c86b-11df-4091-832f-103a1e37bd23 on network 1beb0f40-a2fa-45da-a864-f77bcc967e10 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:10:07.198812 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:10:07.204572 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Checking segment: {'id': '39cdfde7-69ef-4fda-956a-52e81a6be5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:10:07.204572 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:07.204572 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Bound using segment: {'id': '39cdfde7-69ef-4fda-956a-52e81a6be5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:10:07.204572 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Bound port: 21b9c86b-11df-4091-832f-103a1e37bd23, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39cdfde7-69ef-4fda-956a-52e81a6be5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:10:07.204572 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:07.364766 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] For port 21b9c86b-11df-4091-832f-103a1e37bd23, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:10:07.369390 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] For port 21b9c86b-11df-4091-832f-103a1e37bd23, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=21b9c86b-11df-4091-832f-103a1e37bd23,segment=NetworkSegment(39cdfde7-69ef-4fda-956a-52e81a6be5a6),segment_id=39cdfde7-69ef-4fda-956a-52e81a6be5a6)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:10:07.435855 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:07.527327 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f1fb4-7d86-4744-887e-5ef8310c3261 None None] Pushing event updated for resources: {'Port': ['ID=21b9c86b-11df-4091-832f-103a1e37bd23,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:10:07.531757 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Routers {'8362ac1f-9b89-4705-aa76-4a80b2f0047d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:10:07.532452 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:09:59Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8362ac1f-9b89-4705-aa76-4a80b2f0047d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:10:07.683200 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] Set router 8362ac1f-9b89-4705-aa76-4a80b2f0047d gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:10:08.007503 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8362ac1f-9b89-4705-aa76-4a80b2f0047d', 'name': 'router1', 'tenant_id': '14c9f96201e1448486b89228c21c4f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:09:53Z', 'updated_at': '2022-05-27T22:10:04Z', 'revision_number': 2, 'project_id': '14c9f96201e1448486b89228c21c4f7f', 'gw_port_host': None, '_interfaces': [{'id': '21b9c86b-11df-4091-832f-103a1e37bd23', 'name': '', 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10', 'tenant_id': '14c9f96201e1448486b89228c21c4f7f', 'mac_address': 'fa:16:3e:4c:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8362ac1f-9b89-4705-aa76-4a80b2f0047d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92137515-9104-4c57-94de-668ceb95b290', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:10:04Z', 'updated_at': '2022-05-27T22:10:07Z', 'revision_number': 4, 'project_id': '14c9f96201e1448486b89228c21c4f7f', 'subnets': [{'id': '92137515-9104-4c57-94de-668ceb95b290', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2e4150f-43df-4c2a-a7ab-bf6193926947'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:10:08.011780 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642d1b58-96af-4895-aeaf-29ae794d083a None None] The sync data for ids ['8362ac1f-9b89-4705-aa76-4a80b2f0047d'] in n-d-843680-3 is: [{'id': '8362ac1f-9b89-4705-aa76-4a80b2f0047d', 'name': 'router1', 'tenant_id': '14c9f96201e1448486b89228c21c4f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:09:53Z', 'updated_at': '2022-05-27T22:10:04Z', 'revision_number': 2, 'project_id': '14c9f96201e1448486b89228c21c4f7f', 'gw_port_host': None, '_interfaces': [{'id': '21b9c86b-11df-4091-832f-103a1e37bd23', 'name': '', 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10', 'tenant_id': '14c9f96201e1448486b89228c21c4f7f', 'mac_address': 'fa:16:3e:4c:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8362ac1f-9b89-4705-aa76-4a80b2f0047d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92137515-9104-4c57-94de-668ceb95b290', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:10:04Z', 'updated_at': '2022-05-27T22:10:07Z', 'revision_number': 4, 'project_id': '14c9f96201e1448486b89228c21c4f7f', 'subnets': [{'id': '92137515-9104-4c57-94de-668ceb95b290', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2e4150f-43df-4c2a-a7ab-bf6193926947'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:10:08.107673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58672) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:10:08.251838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93b45d6-1e90-4a2c-9a89-65855fa4c876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:10:08.253205 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a93b45d6-1e90-4a2c-9a89-65855fa4c876 admin admin] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 842 time: 0.1444821 May 27 22:10:08.265517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'gateway_ip': '172.25.2.1', 'enable_dhcp': False, 'cidr': '172.25.2.0/24', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:10:08.267403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:10:08.271272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Usage tracker for resource:subnet and tenant:86e41e3895b04d0f8e96cff59bfce09c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:10:08.274181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:10:08.294703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:10:08.361887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Made reservation on behalf of 86e41e3895b04d0f8e96cff59bfce09c for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:10:08.364149 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:08.786020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:10:08.786476 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:08.861917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:10:08.871108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:10:08.871626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Network hostable DHCP agents. Network: d7021960-3d6a-4895-8681-782805f44685, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:10:08.973311 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:10:09.047768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, d7021960-3d6a-4895-8681-782805f44685) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:10:09.051661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:10:09.052269 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:09.058094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7f79f1-f455-4a13-ad6b-d1dc57ec9d20 None None] Network d7021960-3d6a-4895-8681-782805f44685 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:10:09.139472 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e4d28f0-0a48-41a0-95de-aafd19f5d11e admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8802028 May 27 22:10:09.272665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef91cefb-d093-4bb4-ba7c-7d93179e02aa None None] Network d7021960-3d6a-4895-8681-782805f44685 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:10:10.463639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 21b9c86b-11df-4091-832f-103a1e37bd23 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:10:10.601131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 21b9c86b-11df-4091-832f-103a1e37bd23 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:10:10.606017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 21b9c86b-11df-4091-832f-103a1e37bd23 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:10:10.606389 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:10.716924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 21b9c86b-11df-4091-832f-103a1e37bd23 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:10:10.717320 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:10.751389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 21b9c86b-11df-4091-832f-103a1e37bd23, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=21b9c86b-11df-4091-832f-103a1e37bd23,segment=NetworkSegment(39cdfde7-69ef-4fda-956a-52e81a6be5a6),segment_id=39cdfde7-69ef-4fda-956a-52e81a6be5a6)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:10:10.836247 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:10.902894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=21b9c86b-11df-4091-832f-103a1e37bd23,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:10:11.436813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58686) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:10:11.640026 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e575615c-1206-4348-a08a-f4e36e416ec7 admin admin] 10.222.0.27 "GET /v2.0/routers/8362ac1f-9b89-4705-aa76-4a80b2f0047d HTTP/1.1" status: 200 len: 710 time: 0.2020342 May 27 22:10:11.762935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8e337e-821b-4c30-94aa-6ca1ada73630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:10:11.764245 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8a8e337e-821b-4c30-94aa-6ca1ada73630 admin admin] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 886 time: 0.1192355 May 27 22:10:11.772620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:10:12.222027 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:12.450863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 21b9c86b-11df-4091-832f-103a1e37bd23 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:10:12.515532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 21b9c86b-11df-4091-832f-103a1e37bd23 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:10:12.515815 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:12.630307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 21b9c86b-11df-4091-832f-103a1e37bd23 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:10:12.648210 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:12.704404 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:12.835553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Allocated IP 172.25.2.125 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/a67b86d6-07fb-4451-b89d-35ede96a718e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:10:12.979953 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:13.094015 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:13.154529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:10:13.157228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:10:13.159702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:10:13.274898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Pushing event updated for resources: {'Port': ['ID=a67b86d6-07fb-4451-b89d-35ede96a718e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:10:13.623640 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:13.949693 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:13.953083 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:14.129262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Router 8362ac1f-9b89-4705-aa76-4a80b2f0047d has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:10:14.299288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:10:14.307269 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:14.308453 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-35867fbe-935c-4128-8d9b-13afcec85eec admin admin] 10.222.0.27 "PUT /v2.0/routers/8362ac1f-9b89-4705-aa76-4a80b2f0047d HTTP/1.1" status: 200 len: 890 time: 2.5388346 May 27 22:10:14.308658 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Sync routers for ids ['8362ac1f-9b89-4705-aa76-4a80b2f0047d'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:10:14.318829 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Routers {'8362ac1f-9b89-4705-aa76-4a80b2f0047d'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:10:14.319493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:09:59Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8362ac1f-9b89-4705-aa76-4a80b2f0047d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:10:14.533973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Set router 8362ac1f-9b89-4705-aa76-4a80b2f0047d gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:10:14.865720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8362ac1f-9b89-4705-aa76-4a80b2f0047d', 'name': 'router1', 'tenant_id': '14c9f96201e1448486b89228c21c4f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a67b86d6-07fb-4451-b89d-35ede96a718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:09:53Z', 'updated_at': '2022-05-27T22:10:13Z', 'revision_number': 4, 'project_id': '14c9f96201e1448486b89228c21c4f7f', 'gw_port': {'id': 'a67b86d6-07fb-4451-b89d-35ede96a718e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:80:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8362ac1f-9b89-4705-aa76-4a80b2f0047d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:10:12Z', 'updated_at': '2022-05-27T22:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '21b9c86b-11df-4091-832f-103a1e37bd23', 'name': '', 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10', 'tenant_id': '14c9f96201e1448486b89228c21c4f7f', 'mac_address': 'fa:16:3e:4c:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8362ac1f-9b89-4705-aa76-4a80b2f0047d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92137515-9104-4c57-94de-668ceb95b290', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:10:04Z', 'updated_at': '2022-05-27T22:10:10Z', 'revision_number': 5, 'project_id': '14c9f96201e1448486b89228c21c4f7f', 'subnets': [{'id': '92137515-9104-4c57-94de-668ceb95b290', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2e4150f-43df-4c2a-a7ab-bf6193926947'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:10:14.870965 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Checking router: 8362ac1f-9b89-4705-aa76-4a80b2f0047d for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:10:14.871313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Updating router 8362ac1f-9b89-4705-aa76-4a80b2f0047d port a67b86d6-07fb-4451-b89d-35ede96a718e binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:10:14.922006 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:15.247015 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:15.258277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Transition to ACTIVE for port object a67b86d6-07fb-4451-b89d-35ede96a718e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:10:15.339025 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:15.415556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Attempting to bind port a67b86d6-07fb-4451-b89d-35ede96a718e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:10:15.415917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Attempting to bind port a67b86d6-07fb-4451-b89d-35ede96a718e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:10:15.416274 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Attempting to bind port a67b86d6-07fb-4451-b89d-35ede96a718e on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:10:15.420059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6407c25-e963-4bf5-afa8-b9cb9bf616cb None None] Pushing event updated for resources: {'Port': ['ID=a67b86d6-07fb-4451-b89d-35ede96a718e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:10:15.424252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:10:15.424692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:10:15.425051 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:15.425430 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:10:15.425886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Bound port: a67b86d6-07fb-4451-b89d-35ede96a718e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:10:15.426267 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:15.499282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] For port a67b86d6-07fb-4451-b89d-35ede96a718e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:10:15.502155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] For port a67b86d6-07fb-4451-b89d-35ede96a718e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a67b86d6-07fb-4451-b89d-35ede96a718e,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:10:15.550569 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:15.628959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Routers {'8362ac1f-9b89-4705-aa76-4a80b2f0047d'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:10:15.629609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:09:59Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8362ac1f-9b89-4705-aa76-4a80b2f0047d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:10:15.687494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6407c25-e963-4bf5-afa8-b9cb9bf616cb None None] Pushing event updated for resources: {'Port': ['ID=a67b86d6-07fb-4451-b89d-35ede96a718e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:10:15.813216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] Set router 8362ac1f-9b89-4705-aa76-4a80b2f0047d gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:10:16.151828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8362ac1f-9b89-4705-aa76-4a80b2f0047d', 'name': 'router1', 'tenant_id': '14c9f96201e1448486b89228c21c4f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a67b86d6-07fb-4451-b89d-35ede96a718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:09:53Z', 'updated_at': '2022-05-27T22:10:13Z', 'revision_number': 4, 'project_id': '14c9f96201e1448486b89228c21c4f7f', 'gw_port': {'id': 'a67b86d6-07fb-4451-b89d-35ede96a718e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:80:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8362ac1f-9b89-4705-aa76-4a80b2f0047d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:10:12Z', 'updated_at': '2022-05-27T22:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '21b9c86b-11df-4091-832f-103a1e37bd23', 'name': '', 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10', 'tenant_id': '14c9f96201e1448486b89228c21c4f7f', 'mac_address': 'fa:16:3e:4c:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8362ac1f-9b89-4705-aa76-4a80b2f0047d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92137515-9104-4c57-94de-668ceb95b290', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:10:04Z', 'updated_at': '2022-05-27T22:10:10Z', 'revision_number': 5, 'project_id': '14c9f96201e1448486b89228c21c4f7f', 'subnets': [{'id': '92137515-9104-4c57-94de-668ceb95b290', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2e4150f-43df-4c2a-a7ab-bf6193926947'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:10:16.155699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e5ab4d-3ccb-4e51-a74f-85bfd86744a6 None None] The sync data for ids ['8362ac1f-9b89-4705-aa76-4a80b2f0047d'] in n-d-843680-3 is: [{'id': '8362ac1f-9b89-4705-aa76-4a80b2f0047d', 'name': 'router1', 'tenant_id': '14c9f96201e1448486b89228c21c4f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': 'a67b86d6-07fb-4451-b89d-35ede96a718e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:09:53Z', 'updated_at': '2022-05-27T22:10:13Z', 'revision_number': 4, 'project_id': '14c9f96201e1448486b89228c21c4f7f', 'gw_port': {'id': 'a67b86d6-07fb-4451-b89d-35ede96a718e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:80:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8362ac1f-9b89-4705-aa76-4a80b2f0047d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:10:12Z', 'updated_at': '2022-05-27T22:10:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '21b9c86b-11df-4091-832f-103a1e37bd23', 'name': '', 'network_id': '1beb0f40-a2fa-45da-a864-f77bcc967e10', 'tenant_id': '14c9f96201e1448486b89228c21c4f7f', 'mac_address': 'fa:16:3e:4c:fe:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8362ac1f-9b89-4705-aa76-4a80b2f0047d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '92137515-9104-4c57-94de-668ceb95b290', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:10:04Z', 'updated_at': '2022-05-27T22:10:10Z', 'revision_number': 5, 'project_id': '14c9f96201e1448486b89228c21c4f7f', 'subnets': [{'id': '92137515-9104-4c57-94de-668ceb95b290', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e2e4150f-43df-4c2a-a7ab-bf6193926947'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:10:16.485037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a67b86d6-07fb-4451-b89d-35ede96a718e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:10:16.641677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port a67b86d6-07fb-4451-b89d-35ede96a718e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:10:16.646808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a67b86d6-07fb-4451-b89d-35ede96a718e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:10:16.647185 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:16.698941 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58696) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:10:16.775314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a67b86d6-07fb-4451-b89d-35ede96a718e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:10:16.775758 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:16.793554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port a67b86d6-07fb-4451-b89d-35ede96a718e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a67b86d6-07fb-4451-b89d-35ede96a718e,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:10:16.834692 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dc385b84-3c95-4e3c-8417-6cdeb47eaa95 admin admin] 10.222.0.27 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1345444 May 27 22:10:16.847683 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:16.922647 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=a67b86d6-07fb-4451-b89d-35ede96a718e,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:10:18.466946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a67b86d6-07fb-4451-b89d-35ede96a718e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:10:18.542610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a67b86d6-07fb-4451-b89d-35ede96a718e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:10:18.542987 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:18.663672 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a67b86d6-07fb-4451-b89d-35ede96a718e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:10:25.443470 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:10:27.339042 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7185201-0e5f-4e15-aced-4cf9575052b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:29.566929 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5e63a54-7a35-4a83-badb-8abbf240ec20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:30.641717 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:30.807369 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:31.808480 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:57.344004 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5742d630-2cb1-41e1-85b4-bf1c60e6bf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:10:59.549570 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1cc0c453-f1b4-4d81-9fd6-d0500be0e721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:11:00.635767 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:11:00.818269 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:11:01.789556 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:11:02.443654 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:11:27.326175 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-802a947f-d845-40ac-800c-4eda7d038926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:11:29.555039 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-962c3699-db7f-4d1a-88e6-7e200c3ad5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:11:30.652737 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:11:30.812110 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:11:31.941225 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:11:39.443222 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:11:57.341791 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5fe2137-5d6a-414f-84fc-68f6b20ae17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:11:59.537175 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26c3d103-9841-4064-ae1d-9c71f9de5630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:12:00.626980 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:12:00.823293 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:12:01.794355 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:12:16.442882 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:12:25.519805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59298) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:12:25.585189 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-450567d6-a262-4df5-89ba-a12b14886657 admin admin] GET failed (client error): The resource could not be found. May 27 22:12:25.586421 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-450567d6-a262-4df5-89ba-a12b14886657 admin admin] 10.222.0.27 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0656288 May 27 22:12:25.712282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a453ec2e-307f-4857-bd5e-3481de4012e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:12:25.713650 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a453ec2e-307f-4857-bd5e-3481de4012e3 admin admin] 10.222.0.27 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1233301 May 27 22:12:27.371204 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5c41f96-890f-4e72-8751-a335f0a54bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:12:27.893800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:12:27.998282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d338db-3c1a-4d30-b15c-0d67ecc8b10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:12:27.998779 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c6d338db-3c1a-4d30-b15c-0d67ecc8b10b admin admin] Synchronizing usage tracker for tenant:86e41e3895b04d0f8e96cff59bfce09c on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:12:28.084994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c6d338db-3c1a-4d30-b15c-0d67ecc8b10b admin admin] Unset dirty status for tenant:86e41e3895b04d0f8e96cff59bfce09c on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:12:28.086635 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c6d338db-3c1a-4d30-b15c-0d67ecc8b10b admin admin] 10.222.0.27 "GET /v2.0/subnets/92137515-9104-4c57-94de-668ceb95b290 HTTP/1.1" status: 200 len: 849 time: 0.1916122 May 27 22:12:28.096640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:12:28.213947 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:12:28.525064 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765772876728'] for subnet, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:12:28.575093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:12:28.575686 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:12:28.576821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f318906f-33c8-4f9e-aad8-101b0edccf38 None None] Network 1beb0f40-a2fa-45da-a864-f77bcc967e10 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:12:28.585065 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] 10.222.0.27 "PUT /v2.0/subnets/92137515-9104-4c57-94de-668ceb95b290 HTTP/1.1" status: 200 len: 868 time: 0.4921148 May 27 22:12:28.614002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92137515-9104-4c57-94de-668ceb95b290,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:12:28.623345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:12:28.623987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:12:28.624837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:12:28.625350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:12:28.625855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:12:28.626394 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:12:28.626922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:12:28.627474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:12:28.627964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:12:28.628498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:12:28.629060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:12:28.629619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4a6789-ccdc-4289-b591-33054ac53773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:12:29.089266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2fbf1f49-6a2c-4bb8-a6ad-b2f475e46fb1 None None] Provisioning complete for port 9187153a-41d9-4484-86ba-68b2fae9bad5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:12:29.089643 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2fbf1f49-6a2c-4bb8-a6ad-b2f475e46fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:12:29.211572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf1f49-6a2c-4bb8-a6ad-b2f475e46fb1 None None] Current status of the port 9187153a-41d9-4484-86ba-68b2fae9bad5 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:12:29.222767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2fbf1f49-6a2c-4bb8-a6ad-b2f475e46fb1 None None] Provisioning complete for port 21b9c86b-11df-4091-832f-103a1e37bd23 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:12:29.223126 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2fbf1f49-6a2c-4bb8-a6ad-b2f475e46fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:12:29.356174 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf1f49-6a2c-4bb8-a6ad-b2f475e46fb1 None None] Current status of the port 21b9c86b-11df-4091-832f-103a1e37bd23 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:12:29.546497 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d74d93a-916d-4552-82c3-ac3e4829b218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:12:30.633718 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:12:30.760612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59318) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:12:30.822825 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:12:30.934837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d92f244-dcc8-4434-b0d6-eb072db1236d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:12:30.935312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d92f244-dcc8-4434-b0d6-eb072db1236d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:12:30.936840 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4d92f244-dcc8-4434-b0d6-eb072db1236d admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1752887 May 27 22:12:31.803908 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:12:33.111055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59328) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:12:33.278323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb0d6a4-7d19-46ff-ac5b-023d6e4de9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:12:33.278795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb0d6a4-7d19-46ff-ac5b-023d6e4de9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:12:33.280306 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9eb0d6a4-7d19-46ff-ac5b-023d6e4de9cf admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1683168 May 27 22:12:35.444959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59338) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:12:35.612787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0532a6-737f-453d-856e-28fb1bcbfa2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:12:35.614135 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd0532a6-737f-453d-856e-28fb1bcbfa2e admin admin] 10.222.0.27 "GET /v2.0/networks/1beb0f40-a2fa-45da-a864-f77bcc967e10 HTTP/1.1" status: 200 len: 869 time: 0.1682398 May 27 22:12:37.783630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59348) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:12:37.947097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb27fd-4e1d-47cb-a0a9-6de2961666bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:12:37.948464 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2ccb27fd-4e1d-47cb-a0a9-6de2961666bc admin admin] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 886 time: 0.1638374 May 27 22:12:40.104703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59358) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:12:40.208164 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d8164-f0ca-4951-bfa1-876158df68df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:12:40.208644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717d8164-f0ca-4951-bfa1-876158df68df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:12:40.210180 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-717d8164-f0ca-4951-bfa1-876158df68df admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1045167 May 27 22:12:42.383136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59368) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:12:42.492625 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38c2a3-14f3-4654-aefb-198b73d28c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:12:42.493646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b38c2a3-14f3-4654-aefb-198b73d28c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:12:42.495145 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0b38c2a3-14f3-4654-aefb-198b73d28c8f admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1110168 May 27 22:12:44.656579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59378) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:12:44.755200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175be006-b772-4b30-8159-aff3f4a6adf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:12:44.756557 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-175be006-b772-4b30-8159-aff3f4a6adf5 admin admin] 10.222.0.27 "GET /v2.0/subnets/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83 HTTP/1.1" status: 200 len: 816 time: 0.0990233 May 27 22:12:46.906757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59388) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:12:47.013519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2764d4e3-b8b9-4d0e-b4d4-ee783a085637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:12:47.014749 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2764d4e3-b8b9-4d0e-b4d4-ee783a085637 admin admin] 10.222.0.27 "GET /v2.0/subnets/92137515-9104-4c57-94de-668ceb95b290 HTTP/1.1" status: 200 len: 868 time: 0.1070647 May 27 22:12:53.442229 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:12:57.422057 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ee09380-c4be-4bde-a55d-8a82fb2b514e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:12:59.547824 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-631b02a3-08f0-464d-8084-f9eaa2355392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:00.638943 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:00.838747 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:01.810619 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:05.778251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59434) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:13:05.824715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-b025a33b-e862-40f3-bd89-200c676ff403 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:13:05.825666 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b025a33b-e862-40f3-bd89-200c676ff403 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464995 May 27 22:13:08.062799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59444) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:13:08.127477 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0adc9ab-8ce5-4619-acf0-5d7d392f9cd1 admin admin] GET failed (client error): The resource could not be found. May 27 22:13:08.128974 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a0adc9ab-8ce5-4619-acf0-5d7d392f9cd1 admin admin] 10.222.0.27 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650403 May 27 22:13:08.254988 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d899b43-8a16-41e3-9e8b-fe9600e8e316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:13:08.256373 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7d899b43-8a16-41e3-9e8b-fe9600e8e316 admin admin] 10.222.0.27 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1235974 May 27 22:13:10.441603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59454) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:13:10.487561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:13:10.492552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:13:10.496893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] Usage tracker for resource:network and tenant:86e41e3895b04d0f8e96cff59bfce09c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:13:10.499709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:13:10.505353 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:13:10.573973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] Made reservation on behalf of 86e41e3895b04d0f8e96cff59bfce09c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:13:10.576199 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:10.661431 n-d-843680-3 neutron-server[88901]: WARNING neutron.services.revisions.revision_plugin [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] Could not find related network for resource to bump revision. May 27 22:13:10.673632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:13:10.682903 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:10.683289 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] Added segment 865d380b-d1b2-45e2-8b83-73c13378de56 of type vlan for network dcaca1bd-cb0e-444f-9d38-f1dfab204942 May 27 22:13:10.708301 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:10.809991 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:10.810912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:13:10.811499 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:10.907362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] Pushing event updated for resources: {'Network': ['ID=dcaca1bd-cb0e-444f-9d38-f1dfab204942,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:13:10.919262 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:13:10.953889 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-458622c0-b3fb-48aa-9c3a-8cd84509af28 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5112135 May 27 22:13:13.126169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59464) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:13:13.191175 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f543dff4-56bd-45b4-958e-721f1919c786 admin admin] GET failed (client error): The resource could not be found. May 27 22:13:13.191686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f543dff4-56bd-45b4-958e-721f1919c786 admin admin] Synchronizing usage tracker for tenant:86e41e3895b04d0f8e96cff59bfce09c on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:13:13.265723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f543dff4-56bd-45b4-958e-721f1919c786 admin admin] Unset dirty status for tenant:86e41e3895b04d0f8e96cff59bfce09c on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:13:13.266841 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f543dff4-56bd-45b4-958e-721f1919c786 admin admin] 10.222.0.27 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1397440 May 27 22:13:13.412934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c9a9fa-049b-4fdf-8b2a-6cc4e0fb9dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:13:13.414257 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-39c9a9fa-049b-4fdf-8b2a-6cc4e0fb9dc7 admin admin] 10.222.0.27 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1435111 May 27 22:13:13.424295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5e228047-5fa4-45bd-87d1-95a3e599aca6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:13:13.428535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e228047-5fa4-45bd-87d1-95a3e599aca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:13:13.437776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e228047-5fa4-45bd-87d1-95a3e599aca6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:13:13.499986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e228047-5fa4-45bd-87d1-95a3e599aca6 admin admin] Made reservation on behalf of 86e41e3895b04d0f8e96cff59bfce09c for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:13:13.502192 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e228047-5fa4-45bd-87d1-95a3e599aca6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:13.780447 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e228047-5fa4-45bd-87d1-95a3e599aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:13.857038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e228047-5fa4-45bd-87d1-95a3e599aca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cab6166-e8fb-4623-bb69-acc01c57e670,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:13:13.860881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e228047-5fa4-45bd-87d1-95a3e599aca6 admin admin] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:13:13.861223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e228047-5fa4-45bd-87d1-95a3e599aca6 admin admin] Network hostable DHCP agents. Network: dcaca1bd-cb0e-444f-9d38-f1dfab204942, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:13:13.934315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e228047-5fa4-45bd-87d1-95a3e599aca6 admin admin] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:13:14.008368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5e228047-5fa4-45bd-87d1-95a3e599aca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, dcaca1bd-cb0e-444f-9d38-f1dfab204942) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:13:14.012634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e228047-5fa4-45bd-87d1-95a3e599aca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:13:14.013727 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e228047-5fa4-45bd-87d1-95a3e599aca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:14.016727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ab1e80-9000-4bc1-9b86-1590addeddc9 None None] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:13:14.111849 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5e228047-5fa4-45bd-87d1-95a3e599aca6 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6907504 May 27 22:13:14.227820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'tenant_id': '86e41e3895b04d0f8e96cff59bfce09c', 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:13:14.227929 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:14.381727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Allocated IP 192.168.233.2 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/158acf15-4123-4d91-9210-3c1cfb7734b0) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:13:14.588264 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:14.598326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Transition to ACTIVE for port object 158acf15-4123-4d91-9210-3c1cfb7734b0 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:13:14.616590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Transition to ACTIVE for port object 158acf15-4123-4d91-9210-3c1cfb7734b0 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:13:14.689093 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:14.752554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:13:14.755765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:13:14.762681 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:13:14.772713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Pushing event updated for resources: {'Port': ['ID=158acf15-4123-4d91-9210-3c1cfb7734b0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:13:14.780722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:13:14.781068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:13:14.781412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:13:14.781742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:13:14.782069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:13:14.782394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:13:14.782973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:13:14.783293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:13:14.783614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:13:14.783934 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:13:14.784258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:13:14.784602 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:13:14.871472 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Attempting to bind port 158acf15-4123-4d91-9210-3c1cfb7734b0 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:13:14.871838 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Attempting to bind port 158acf15-4123-4d91-9210-3c1cfb7734b0 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:13:14.872198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Attempting to bind port 158acf15-4123-4d91-9210-3c1cfb7734b0 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:13:14.877659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:13:14.878031 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:13:14.878423 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:14.878809 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:13:14.879269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Bound port: 158acf15-4123-4d91-9210-3c1cfb7734b0, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:13:14.879649 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:14.967036 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] For port 158acf15-4123-4d91-9210-3c1cfb7734b0, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:13:14.970535 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] For port 158acf15-4123-4d91-9210-3c1cfb7734b0, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=158acf15-4123-4d91-9210-3c1cfb7734b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:13:15.039287 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:15.122254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b3afa-29d4-4ffe-81da-8bf36a12fb06 None None] Pushing event updated for resources: {'Port': ['ID=158acf15-4123-4d91-9210-3c1cfb7734b0,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:13:15.921060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7133c2a-d9e0-4565-b7fb-1000d1003abd None None] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:13:16.081402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-da41541e-562b-4c23-a9f8-dddba5d73f57 None None] Provisioning for port 158acf15-4123-4d91-9210-3c1cfb7734b0 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:13:16.563057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 158acf15-4123-4d91-9210-3c1cfb7734b0 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:13:16.713478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 158acf15-4123-4d91-9210-3c1cfb7734b0 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:13:16.719283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 158acf15-4123-4d91-9210-3c1cfb7734b0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:13:16.719917 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:16.839149 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 158acf15-4123-4d91-9210-3c1cfb7734b0 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:13:16.839546 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:16.871213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 158acf15-4123-4d91-9210-3c1cfb7734b0, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=158acf15-4123-4d91-9210-3c1cfb7734b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:13:16.945574 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:17.011368 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=158acf15-4123-4d91-9210-3c1cfb7734b0,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:13:18.542358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 158acf15-4123-4d91-9210-3c1cfb7734b0 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:13:18.612233 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 158acf15-4123-4d91-9210-3c1cfb7734b0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:13:18.612620 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:18.728544 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 158acf15-4123-4d91-9210-3c1cfb7734b0 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:13:27.352770 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26a7b9f6-adbd-4b6a-afab-ad0070610a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:29.569793 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20c1cc31-47c1-471a-85f0-0828a2eca1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:30.440865 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:13:30.642601 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:30.825448 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:31.842818 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:57.358714 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df5b6afb-d6a0-4050-8758-d5521c9ddbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:13:59.569616 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a37489a3-d4fb-46bb-a965-d350da52309e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:14:00.650272 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:14:00.809835 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:14:01.821825 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:14:07.439957 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:14:27.364183 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-275b58c1-572b-42d9-89c3-7198e023871c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:14:29.575040 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5366b855-b773-47ea-af3d-ac5a96afa28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:14:30.652680 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:14:30.835645 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:14:31.824100 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:14:44.439722 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:14:57.346609 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0de775e-10c4-4576-82da-43c203de67ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:14:59.581011 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6b258bf-87cb-4b05-b557-258cbaac8abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:00.649182 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:00.837533 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:01.809109 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:13.138746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59510) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:15:13.145372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-1a357193-f5b2-4c8f-a415-2757c718cd45 tempest-verify_tempest_config-219522472 tempest-verify_tempest_config-219522472-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:15:13.146348 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1a357193-f5b2-4c8f-a415-2757c718cd45 tempest-verify_tempest_config-219522472 tempest-verify_tempest_config-219522472-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066702 May 27 22:15:13.690759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59528) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:15:13.805291 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:13.822776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:15:13.826546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Usage tracker for resource:security_group_rule and tenant:6b1ff5116b7349829058c79c91dc397c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:15:13.829318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:15:13.834961 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:15:13.913473 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:13.985971 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:14.030587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Synchronizing usage tracker for tenant:86e41e3895b04d0f8e96cff59bfce09c on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:15:14.034047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a42e55c-9b10-4c88-bfa8-36c21826c44a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:15:14.043714 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:15:14.044056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:15:14.044406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:15:14.044739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:15:14.045061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:15:14.045382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:15:14.045700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:15:14.046017 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:15:14.046334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:15:14.046644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:15:14.046960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:15:14.047269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:15:14.114650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] Unset dirty status for tenant:86e41e3895b04d0f8e96cff59bfce09c on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:15:14.116552 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5c3c1508-67fe-484a-a82a-c2136c7907ea admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6b1ff5116b7349829058c79c91dc397c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4247878 May 27 22:15:14.119286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59534) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:15:14.174457 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-61bbaf61-ad12-426f-b1bd-4deb8cb84c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:14.199085 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-61bbaf61-ad12-426f-b1bd-4deb8cb84c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:14.357642 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-61bbaf61-ad12-426f-b1bd-4deb8cb84c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:14.374378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbaf61-ad12-426f-b1bd-4deb8cb84c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a42e55c-9b10-4c88-bfa8-36c21826c44a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:15:14.383169 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-61bbaf61-ad12-426f-b1bd-4deb8cb84c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:14.383169 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-61bbaf61-ad12-426f-b1bd-4deb8cb84c4c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9a42e55c-9b10-4c88-bfa8-36c21826c44a HTTP/1.1" status: 204 len: 168 time: 0.2615895 May 27 22:15:21.437841 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:15:27.354835 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d07f51bc-30c2-4a7f-bf1c-36f991184223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:29.549234 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3b2ad45-d659-4faa-a34e-aed225eacd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:30.651773 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:30.820384 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:31.854717 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:57.342936 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cdc02cb-5839-49ee-996c-d459806d2b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:15:58.437281 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:15:59.539984 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b62447b0-d7e3-4733-978a-d29914387a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:16:00.686007 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:16:00.857458 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:16:01.862766 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:16:27.339898 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d2da782-1a25-4835-a017-5d453306e651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:16:29.530997 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-574775de-d8da-4d70-b9ac-76c2a21cb405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:16:30.673672 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:16:30.816408 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:16:31.836952 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:16:35.435675 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:16:57.353580 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4349a82-9172-426e-9ace-5bb008083c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:16:59.547133 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c70e4397-b058-44cf-b49c-92567bb4f558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:17:00.667220 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:17:00.818873 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:17:01.867688 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:17:12.434214 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:17:27.350319 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1d15a2bf-db1a-4770-9b51-d728a09e3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:17:29.552629 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf41ebd3-7f01-4e12-aa2d-9bf359fdadf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:17:30.667030 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:17:30.855460 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:17:31.872627 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:17:49.432259 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 5 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:17:57.346026 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-467e2d57-e92e-45d5-a4a5-ecec8e1e1868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:17:59.546434 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20d156d8-3403-4adb-bf1c-540e8c3ee3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:18:00.689457 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:18:00.820924 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:18:01.837760 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:18:15.363327 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7998747'] for agent, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:18:21.803122 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7998747'] for agent, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:18:26.431189 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:18:27.372486 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-845611fb-28ba-4504-b1ba-8ec3ac380a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:18:29.546029 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-595ab4ea-0fe9-4bda-b06c-629460fa3886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:18:30.694443 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:18:30.825969 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:18:31.865529 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:18:45.368526 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:18:51.783827 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:18:57.377746 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8156c6a9-0846-48ac-9245-4ad68300d78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:18:59.580340 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b7b3b4c-17d8-487a-af1f-04c457e15597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:19:00.643862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59594) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:19:00.670968 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:19:00.755566 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4740ee1b-7691-4263-9244-f61849e46c5c admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1106131 May 27 22:19:00.835187 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:19:01.848416 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:19:02.927405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59604) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:19:02.990526 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-958b8f41-2f40-4026-84eb-ced6710f6865 admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0620613 May 27 22:19:03.430296 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:19:15.390287 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:19:21.785007 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:19:27.399983 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4104c42f-646a-43ae-b2ec-694dcab88b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:19:29.555992 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf3b255f-6809-42e5-bcba-3e79f957bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:19:30.709271 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:19:30.834668 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:19:31.847539 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:19:40.430102 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:19:45.397278 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:19:51.795837 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:19:57.356074 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bf91281-757b-40c7-9d0c-97c0198176e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:19:59.565467 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0448878c-9c2a-44ad-aa6d-4a499e0367b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:00.691914 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:00.835642 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:01.862868 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:15.372411 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:17.429865 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:20:21.823443 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:27.350052 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-743fe7b0-cdeb-44ba-b2b3-1c7edd58d3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:29.538276 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec69c-6c19-487f-9413-8a2207d809e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:30.692210 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:30.834274 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:31.880637 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:45.399639 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:45.818934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59838) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:46.602715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59862) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:46.603342 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-729556d0-4839-47e8-ad9b-720a3ad9b1a2 tempest-AutoAllocateNetworkTest-1103611953 tempest-AutoAllocateNetworkTest-1103611953-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=c726143194d943a1b3eaa3c43b2ebaba&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7828248 May 27 22:20:46.776638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95361f9f-c2d1-4c45-8f07-522ecb997683 tempest-AutoAllocateNetworkTest-1103611953 tempest-AutoAllocateNetworkTest-1103611953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:20:46.778069 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-95361f9f-c2d1-4c45-8f07-522ecb997683 tempest-AutoAllocateNetworkTest-1103611953 tempest-AutoAllocateNetworkTest-1103611953-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1735766 May 27 22:20:46.781132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59868) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:46.852610 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b8a1043f-f586-4034-9b71-27b55f3550a5 tempest-AutoAllocateNetworkTest-1103611953 tempest-AutoAllocateNetworkTest-1103611953-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704763 May 27 22:20:46.855152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59876) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:46.884150 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-98d0d8e4-6b37-4f15-b3f3-cf971267cc9f tempest-AutoAllocateNetworkTest-1103611953 tempest-AutoAllocateNetworkTest-1103611953-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=c726143194d943a1b3eaa3c43b2ebaba HTTP/1.1" status: 200 len: 208 time: 0.0279126 May 27 22:20:47.960803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59926) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:48.373828 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:48.387918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:20:48.393294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c726143194d943a1b3eaa3c43b2ebaba is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:20:48.396062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:20:48.401931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:20:48.505351 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:48.572202 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:48.619508 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c726143194d943a1b3eaa3c43b2ebaba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6575651 May 27 22:20:48.621142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74bda0aa-31b2-4559-893a-6700e711eab8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:48.622651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59958) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:48.631454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.632057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.632628 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.633327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.633942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.634408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.635398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.635875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.636528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.637009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.637458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.638014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7578db6d-30dc-471b-b5ab-bd34596994c2 admin admin] Tracked resource versions report: May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: pushed versions: May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: { 'AddressGroup': {'1.2'}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'ConntrackHelper': {'1.0'}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'Log': {'1.0'}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'Network': {'1.1'}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'Port': {'1.7'}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'PortForwarding': {'1.2'}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'QosPolicy': {'1.8'}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'SecurityGroup': {'1.4'}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'SecurityGroupRule': {'1.2'}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'SubPort': {'1.0'}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'Subnet': {'1.1'}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'Trunk': {'1.1'}} May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: consumer versions: May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: { DHCP agent@n-d-843680-3: {}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: HyperV agent@n-h1-843680-3: {}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: HyperV agent@n-h2-843680-3: {}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: L3 agent@n-d-843680-3: {}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: Metadata agent@n-d-843680-3: {}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: Metering agent@n-d-843680-3: {}, May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: Open vSwitch agent@n-d-843680-3: { 'AddressGroup': '1.2', May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'ConntrackHelper': '1.0', May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'Log': '1.0', May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'Network': '1.1', May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'Port': '1.7', May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'PortForwarding': '1.2', May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'QosPolicy': '1.8', May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'SecurityGroup': '1.4', May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'SecurityGroupRule': '1.2', May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'SubPort': '1.0', May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'Subnet': '1.1', May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: 'Trunk': '1.1'}} May 27 22:20:48.639398 n-d-843680-3 neutron-server[88900]: {{(pid=88900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 22:20:48.712342 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:48.743716 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:48.881230 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:48.905352 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74bda0aa-31b2-4559-893a-6700e711eab8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:48.917004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.917891 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.918436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.918912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.919389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.919867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.920398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.920873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.921362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.921827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.922422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.923140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Tracked resource versions report: May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: pushed versions: May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: { 'AddressGroup': {'1.2'}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'ConntrackHelper': {'1.0'}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'Log': {'1.0'}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'Network': {'1.1'}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'Port': {'1.7'}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'PortForwarding': {'1.2'}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'QosPolicy': {'1.8'}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'SecurityGroup': {'1.4'}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'SecurityGroupRule': {'1.2'}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'SubPort': {'1.0'}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'Subnet': {'1.1'}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'Trunk': {'1.1'}} May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: consumer versions: May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: { DHCP agent@n-d-843680-3: {}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: HyperV agent@n-h1-843680-3: {}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: HyperV agent@n-h2-843680-3: {}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: L3 agent@n-d-843680-3: {}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: Metadata agent@n-d-843680-3: {}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: Metering agent@n-d-843680-3: {}, May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: Open vSwitch agent@n-d-843680-3: { 'AddressGroup': '1.2', May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'ConntrackHelper': '1.0', May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'Log': '1.0', May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'Network': '1.1', May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'Port': '1.7', May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'PortForwarding': '1.2', May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'QosPolicy': '1.8', May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'SecurityGroup': '1.4', May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'SecurityGroupRule': '1.2', May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'SubPort': '1.0', May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'Subnet': '1.1', May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: 'Trunk': '1.1'}} May 27 22:20:48.924619 n-d-843680-3 neutron-server[88901]: {{(pid=88901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 22:20:48.930365 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:48.932167 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b89fc534-d8f5-49d8-bb57-4f1dd9b496ca admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/74bda0aa-31b2-4559-893a-6700e711eab8 HTTP/1.1" status: 204 len: 168 time: 0.3081045 May 27 22:20:51.140678 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60058) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:51.539694 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf8ce-e8ef-4c5b-a0e5-498af5a0fb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:51.587671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ea4cf8ce-e8ef-4c5b-a0e5-498af5a0fb5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:20:51.591658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ea4cf8ce-e8ef-4c5b-a0e5-498af5a0fb5e admin admin] Usage tracker for resource:security_group_rule and tenant:9b17bea552824a478dbccb04fac392d8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:20:51.595343 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ea4cf8ce-e8ef-4c5b-a0e5-498af5a0fb5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:20:51.603709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ea4cf8ce-e8ef-4c5b-a0e5-498af5a0fb5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:20:51.628698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60078) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:51.706962 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf8ce-e8ef-4c5b-a0e5-498af5a0fb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:51.788882 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea4cf8ce-e8ef-4c5b-a0e5-498af5a0fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:51.836873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cf8ce-e8ef-4c5b-a0e5-498af5a0fb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09164b61-15e5-4608-a9c5-2ab45a3a6f05,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:51.843514 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea4cf8ce-e8ef-4c5b-a0e5-498af5a0fb5e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9b17bea552824a478dbccb04fac392d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7017953 May 27 22:20:51.846177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60090) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:51.847520 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:51.906944 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-026938b7-2b17-4423-a36e-3c6c523379d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:51.936121 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-026938b7-2b17-4423-a36e-3c6c523379d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:52.024649 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c915cab-8225-4bfb-ad40-1e8d18fd58b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:52.040285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2c915cab-8225-4bfb-ad40-1e8d18fd58b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:20:52.044145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2c915cab-8225-4bfb-ad40-1e8d18fd58b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c30b2986c11e4310ade99015e411dbcf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:20:52.047216 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-026938b7-2b17-4423-a36e-3c6c523379d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:52.054585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2c915cab-8225-4bfb-ad40-1e8d18fd58b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:20:52.067087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2c915cab-8225-4bfb-ad40-1e8d18fd58b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:20:52.082340 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-026938b7-2b17-4423-a36e-3c6c523379d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:52.083698 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-026938b7-2b17-4423-a36e-3c6c523379d8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/09164b61-15e5-4608-a9c5-2ab45a3a6f05 HTTP/1.1" status: 204 len: 168 time: 0.2366006 May 27 22:20:52.094687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026938b7-2b17-4423-a36e-3c6c523379d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09164b61-15e5-4608-a9c5-2ab45a3a6f05,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:52.133572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60106) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:52.180191 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c915cab-8225-4bfb-ad40-1e8d18fd58b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:52.257936 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c915cab-8225-4bfb-ad40-1e8d18fd58b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:52.307585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2c915cab-8225-4bfb-ad40-1e8d18fd58b0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c30b2986c11e4310ade99015e411dbcf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6777458 May 27 22:20:52.310397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60118) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:52.311971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c915cab-8225-4bfb-ad40-1e8d18fd58b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30b9a97-c2f1-4869-b9c0-056c23f6eaf0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:52.391879 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e47d3959-1c93-4000-8c79-34689886e474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:52.417824 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e47d3959-1c93-4000-8c79-34689886e474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:52.447500 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6929c904-bc76-4929-b8a0-bbe708823403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:52.481205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6929c904-bc76-4929-b8a0-bbe708823403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:20:52.485757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6929c904-bc76-4929-b8a0-bbe708823403 admin admin] Usage tracker for resource:security_group_rule and tenant:255cbc30bab94c90846cc3293c3ae95a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:20:52.490481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6929c904-bc76-4929-b8a0-bbe708823403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:20:52.502928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6929c904-bc76-4929-b8a0-bbe708823403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:20:52.601484 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e47d3959-1c93-4000-8c79-34689886e474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:52.635881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d3959-1c93-4000-8c79-34689886e474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30b9a97-c2f1-4869-b9c0-056c23f6eaf0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:52.643456 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e47d3959-1c93-4000-8c79-34689886e474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:52.644966 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e47d3959-1c93-4000-8c79-34689886e474 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e30b9a97-c2f1-4869-b9c0-056c23f6eaf0 HTTP/1.1" status: 204 len: 168 time: 0.3331220 May 27 22:20:52.719021 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6929c904-bc76-4929-b8a0-bbe708823403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:52.784278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6929c904-bc76-4929-b8a0-bbe708823403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:52.845086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929c904-bc76-4929-b8a0-bbe708823403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c844d4b8-8a76-4e99-9368-8a67ba1e78cc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:52.859751 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6929c904-bc76-4929-b8a0-bbe708823403 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=255cbc30bab94c90846cc3293c3ae95a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7251017 May 27 22:20:52.862522 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60154) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:52.968129 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ccec06b9-0fb6-4812-9979-4024e5e0a0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:52.994195 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ccec06b9-0fb6-4812-9979-4024e5e0a0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:53.098718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60166) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:53.116776 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e917972-22f2-43ee-abf9-7eccc590ed22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:53.126469 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ccec06b9-0fb6-4812-9979-4024e5e0a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:53.146169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec06b9-0fb6-4812-9979-4024e5e0a0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c844d4b8-8a76-4e99-9368-8a67ba1e78cc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:53.148943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9e917972-22f2-43ee-abf9-7eccc590ed22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:20:53.159886 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ccec06b9-0fb6-4812-9979-4024e5e0a0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:53.163792 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ccec06b9-0fb6-4812-9979-4024e5e0a0e2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c844d4b8-8a76-4e99-9368-8a67ba1e78cc HTTP/1.1" status: 204 len: 168 time: 0.2975576 May 27 22:20:53.163792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9e917972-22f2-43ee-abf9-7eccc590ed22 admin admin] Usage tracker for resource:security_group_rule and tenant:3428fcc59e7e40929afee3cd40217746 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:20:53.165402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9e917972-22f2-43ee-abf9-7eccc590ed22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:20:53.172627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9e917972-22f2-43ee-abf9-7eccc590ed22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:20:53.277733 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e917972-22f2-43ee-abf9-7eccc590ed22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:53.377142 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e917972-22f2-43ee-abf9-7eccc590ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:53.436380 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9e917972-22f2-43ee-abf9-7eccc590ed22 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3428fcc59e7e40929afee3cd40217746&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3361943 May 27 22:20:53.437284 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e917972-22f2-43ee-abf9-7eccc590ed22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a796df-cf7b-4331-8baa-83290020da65,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:53.438772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60188) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:53.503589 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9bb07918-411f-4566-b41d-89e2789c72e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:53.531067 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9bb07918-411f-4566-b41d-89e2789c72e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:53.652241 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9bb07918-411f-4566-b41d-89e2789c72e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:53.668768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb07918-411f-4566-b41d-89e2789c72e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a796df-cf7b-4331-8baa-83290020da65,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:53.679686 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9bb07918-411f-4566-b41d-89e2789c72e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:53.681124 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9bb07918-411f-4566-b41d-89e2789c72e9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a6a796df-cf7b-4331-8baa-83290020da65 HTTP/1.1" status: 204 len: 168 time: 0.2403469 May 27 22:20:53.717534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60212) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:53.739908 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-654d0991-c614-4229-b81b-3454bde4406e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:53.757340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-654d0991-c614-4229-b81b-3454bde4406e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:20:53.761367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-654d0991-c614-4229-b81b-3454bde4406e admin admin] Usage tracker for resource:security_group_rule and tenant:031fab047018422793adb7d29e09e9d2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:20:53.764267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-654d0991-c614-4229-b81b-3454bde4406e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:20:53.770634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-654d0991-c614-4229-b81b-3454bde4406e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:20:53.857733 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-654d0991-c614-4229-b81b-3454bde4406e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:53.914693 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-654d0991-c614-4229-b81b-3454bde4406e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:53.969992 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-654d0991-c614-4229-b81b-3454bde4406e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=031fab047018422793adb7d29e09e9d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2512255 May 27 22:20:53.971082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d0991-c614-4229-b81b-3454bde4406e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532d0b26-bc1b-42f6-8808-1f4fc9b686ab,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:53.972692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60226) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:54.037551 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e91b1f85-6ba1-42af-bd2e-220db75320ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:54.062458 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e91b1f85-6ba1-42af-bd2e-220db75320ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:54.064453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60230) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:54.084940 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a81d-2507-465f-a9bd-b11c9959cd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:54.101279 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8ad1a81d-2507-465f-a9bd-b11c9959cd58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:20:54.107101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8ad1a81d-2507-465f-a9bd-b11c9959cd58 admin admin] Usage tracker for resource:security_group_rule and tenant:5ed045f4a5db44329f5aff2c34f4f305 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:20:54.112134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8ad1a81d-2507-465f-a9bd-b11c9959cd58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:20:54.116273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8ad1a81d-2507-465f-a9bd-b11c9959cd58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:20:54.240416 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e91b1f85-6ba1-42af-bd2e-220db75320ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:54.256804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b1f85-6ba1-42af-bd2e-220db75320ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532d0b26-bc1b-42f6-8808-1f4fc9b686ab,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:54.265705 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e91b1f85-6ba1-42af-bd2e-220db75320ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:54.269451 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e91b1f85-6ba1-42af-bd2e-220db75320ef admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/532d0b26-bc1b-42f6-8808-1f4fc9b686ab HTTP/1.1" status: 204 len: 168 time: 0.2921834 May 27 22:20:54.318080 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a81d-2507-465f-a9bd-b11c9959cd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:54.383565 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a81d-2507-465f-a9bd-b11c9959cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:54.435087 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8ad1a81d-2507-465f-a9bd-b11c9959cd58 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5ed045f4a5db44329f5aff2c34f4f305&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3647726 May 27 22:20:54.435273 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:20:54.435744 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60242) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:54.436331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60244) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:54.437639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1a81d-2507-465f-a9bd-b11c9959cd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbca594-18ed-4907-bb6f-918249ea6c04,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:54.515260 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8b8424a4-50f3-4efd-86c4-c070e1453a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:54.542684 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8b8424a4-50f3-4efd-86c4-c070e1453a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:54.651704 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8b8424a4-50f3-4efd-86c4-c070e1453a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:54.667226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8424a4-50f3-4efd-86c4-c070e1453a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbca594-18ed-4907-bb6f-918249ea6c04,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:54.672164 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8b8424a4-50f3-4efd-86c4-c070e1453a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:54.675765 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8b8424a4-50f3-4efd-86c4-c070e1453a3a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/bcbca594-18ed-4907-bb6f-918249ea6c04 HTTP/1.1" status: 204 len: 168 time: 0.2358763 May 27 22:20:54.896648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60264) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:55.009986 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-84ac82bc-5646-453f-a374-e8ad4ff9fdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.034054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-84ac82bc-5646-453f-a374-e8ad4ff9fdd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:20:55.038968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-84ac82bc-5646-453f-a374-e8ad4ff9fdd5 admin admin] Usage tracker for resource:security_group_rule and tenant:d8dada62c16f494ba06e4e1e3bb12fa8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:20:55.042618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-84ac82bc-5646-453f-a374-e8ad4ff9fdd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:20:55.051223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-84ac82bc-5646-453f-a374-e8ad4ff9fdd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:20:55.054732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60276) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:55.150270 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-84ac82bc-5646-453f-a374-e8ad4ff9fdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.170612 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b13eda-6a0a-4259-9708-e0e64ddf7c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.185726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e8b13eda-6a0a-4259-9708-e0e64ddf7c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:20:55.189484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e8b13eda-6a0a-4259-9708-e0e64ddf7c03 admin admin] Usage tracker for resource:security_group_rule and tenant:a2235056b93346d796520d59e73e5c75 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:20:55.192283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e8b13eda-6a0a-4259-9708-e0e64ddf7c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:20:55.198242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e8b13eda-6a0a-4259-9708-e0e64ddf7c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:20:55.230943 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-84ac82bc-5646-453f-a374-e8ad4ff9fdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.304953 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac82bc-5646-453f-a374-e8ad4ff9fdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c571b5d3-ddb2-401c-9734-b8aa217cc5f5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:55.309226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-84ac82bc-5646-453f-a374-e8ad4ff9fdd5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d8dada62c16f494ba06e4e1e3bb12fa8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8756828 May 27 22:20:55.312198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60296) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:55.386912 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b13eda-6a0a-4259-9708-e0e64ddf7c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.416863 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0fad9e33-2d77-4f5e-a656-3316e2eb1be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.447676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0fad9e33-2d77-4f5e-a656-3316e2eb1be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:20:55.450015 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-720c136c-3df2-45d4-b93e-8869b521819d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.458310 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b13eda-6a0a-4259-9708-e0e64ddf7c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.461513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0fad9e33-2d77-4f5e-a656-3316e2eb1be7 admin admin] Usage tracker for resource:security_group_rule and tenant:1f99a51c57a94f35b7175cef02f381db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:20:55.468300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0fad9e33-2d77-4f5e-a656-3316e2eb1be7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:20:55.474042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0fad9e33-2d77-4f5e-a656-3316e2eb1be7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:20:55.495344 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-720c136c-3df2-45d4-b93e-8869b521819d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.519744 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e8b13eda-6a0a-4259-9708-e0e64ddf7c03 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a2235056b93346d796520d59e73e5c75&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6220393 May 27 22:20:55.523411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60316) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:55.537910 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b13eda-6a0a-4259-9708-e0e64ddf7c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b2f50-303c-4757-9462-1d361a4a6df0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:55.611762 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e655525-12a3-41cc-a1dc-1fec9fd78f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.630747 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0fad9e33-2d77-4f5e-a656-3316e2eb1be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.638376 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e655525-12a3-41cc-a1dc-1fec9fd78f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.657531 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-720c136c-3df2-45d4-b93e-8869b521819d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.684341 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0fad9e33-2d77-4f5e-a656-3316e2eb1be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.702822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c136c-3df2-45d4-b93e-8869b521819d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c571b5d3-ddb2-401c-9734-b8aa217cc5f5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:55.755757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60326) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:55.756267 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0fad9e33-2d77-4f5e-a656-3316e2eb1be7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1f99a51c57a94f35b7175cef02f381db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6996412 May 27 22:20:55.761708 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-720c136c-3df2-45d4-b93e-8869b521819d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.762909 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-720c136c-3df2-45d4-b93e-8869b521819d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c571b5d3-ddb2-401c-9734-b8aa217cc5f5 HTTP/1.1" status: 204 len: 168 time: 0.4494808 May 27 22:20:55.767768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fad9e33-2d77-4f5e-a656-3316e2eb1be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ad8824-c1f3-47fb-b819-04ae3adbb63e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:55.802105 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e655525-12a3-41cc-a1dc-1fec9fd78f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.842843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e655525-12a3-41cc-a1dc-1fec9fd78f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b2f50-303c-4757-9462-1d361a4a6df0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:55.849893 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a175285-426a-4bba-b44f-2a08614afc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.851653 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e655525-12a3-41cc-a1dc-1fec9fd78f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.855831 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9e655525-12a3-41cc-a1dc-1fec9fd78f03 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3b1b2f50-303c-4757-9462-1d361a4a6df0 HTTP/1.1" status: 204 len: 168 time: 0.3311546 May 27 22:20:55.883769 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a175285-426a-4bba-b44f-2a08614afc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:55.989683 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a175285-426a-4bba-b44f-2a08614afc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:56.009147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a175285-426a-4bba-b44f-2a08614afc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ad8824-c1f3-47fb-b819-04ae3adbb63e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:56.011463 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a175285-426a-4bba-b44f-2a08614afc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:56.013243 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7a175285-426a-4bba-b44f-2a08614afc1f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f6ad8824-c1f3-47fb-b819-04ae3adbb63e HTTP/1.1" status: 204 len: 168 time: 0.2563765 May 27 22:20:56.884999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60396) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:56.902273 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77c0abbc-5024-48f7-9d14-f6c26eda3cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:56.937274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-77c0abbc-5024-48f7-9d14-f6c26eda3cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:20:56.961973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-77c0abbc-5024-48f7-9d14-f6c26eda3cd8 admin admin] Usage tracker for resource:security_group_rule and tenant:545490ceb4944545b7c440ada804d85b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:20:56.966417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-77c0abbc-5024-48f7-9d14-f6c26eda3cd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:20:56.972243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-77c0abbc-5024-48f7-9d14-f6c26eda3cd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:20:57.070641 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77c0abbc-5024-48f7-9d14-f6c26eda3cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:57.171107 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77c0abbc-5024-48f7-9d14-f6c26eda3cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:57.217382 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-77c0abbc-5024-48f7-9d14-f6c26eda3cd8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=545490ceb4944545b7c440ada804d85b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3313198 May 27 22:20:57.218991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0abbc-5024-48f7-9d14-f6c26eda3cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7fa264-73c8-4366-9619-9f01284d5c69,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:57.220236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60418) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:57.287349 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5539974c-757e-4c27-b83d-3e913226b46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:57.331651 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5539974c-757e-4c27-b83d-3e913226b46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:57.381860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60426) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:57.394390 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67c5804b-c83d-4c0a-803f-016779fef022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:57.402574 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6366d7d8-3657-45bb-b9b1-1812777e3c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:57.417473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6366d7d8-3657-45bb-b9b1-1812777e3c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:20:57.421482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6366d7d8-3657-45bb-b9b1-1812777e3c68 admin admin] Usage tracker for resource:security_group_rule and tenant:1a029343e51a48bcbc7b39278112d720 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:20:57.424273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6366d7d8-3657-45bb-b9b1-1812777e3c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:20:57.430506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6366d7d8-3657-45bb-b9b1-1812777e3c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:20:57.497471 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5539974c-757e-4c27-b83d-3e913226b46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:57.513105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5539974c-757e-4c27-b83d-3e913226b46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7fa264-73c8-4366-9619-9f01284d5c69,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:57.526817 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5539974c-757e-4c27-b83d-3e913226b46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:57.527875 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5539974c-757e-4c27-b83d-3e913226b46b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6f7fa264-73c8-4366-9619-9f01284d5c69 HTTP/1.1" status: 204 len: 168 time: 0.3066382 May 27 22:20:57.544470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60436) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:57.565785 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52ff5e6b-01e8-44a6-9b57-68b2cfdf2bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:57.593923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-52ff5e6b-01e8-44a6-9b57-68b2cfdf2bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:20:57.596209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-52ff5e6b-01e8-44a6-9b57-68b2cfdf2bed admin admin] Usage tracker for resource:security_group_rule and tenant:bb720c7be78b48739305eb2e6b2fddd0 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:20:57.600565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-52ff5e6b-01e8-44a6-9b57-68b2cfdf2bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:20:57.609236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-52ff5e6b-01e8-44a6-9b57-68b2cfdf2bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:20:57.624064 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6366d7d8-3657-45bb-b9b1-1812777e3c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:57.692493 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6366d7d8-3657-45bb-b9b1-1812777e3c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:57.744865 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6366d7d8-3657-45bb-b9b1-1812777e3c68 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1a029343e51a48bcbc7b39278112d720&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3596194 May 27 22:20:57.744865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366d7d8-3657-45bb-b9b1-1812777e3c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562e22eb-c6cf-43c1-8378-04607bdfdb73,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:57.746677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60446) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:57.809153 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52ff5e6b-01e8-44a6-9b57-68b2cfdf2bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:57.817998 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-522dcc4e-f163-464b-9c8c-2cb2c8626b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:57.845399 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-522dcc4e-f163-464b-9c8c-2cb2c8626b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:57.885870 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52ff5e6b-01e8-44a6-9b57-68b2cfdf2bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:57.939372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff5e6b-01e8-44a6-9b57-68b2cfdf2bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9555c99b-71dc-4d5a-9a46-786bba3d3f05,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:57.951611 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-52ff5e6b-01e8-44a6-9b57-68b2cfdf2bed admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bb720c7be78b48739305eb2e6b2fddd0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4059553 May 27 22:20:57.954846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60462) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:57.996121 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-522dcc4e-f163-464b-9c8c-2cb2c8626b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:58.017592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522dcc4e-f163-464b-9c8c-2cb2c8626b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562e22eb-c6cf-43c1-8378-04607bdfdb73,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:58.038716 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-522dcc4e-f163-464b-9c8c-2cb2c8626b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:58.039830 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-522dcc4e-f163-464b-9c8c-2cb2c8626b39 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/562e22eb-c6cf-43c1-8378-04607bdfdb73 HTTP/1.1" status: 204 len: 168 time: 0.2924018 May 27 22:20:58.048798 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dab39b2f-89ab-456d-93df-699191e54f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:58.075420 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dab39b2f-89ab-456d-93df-699191e54f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:58.206107 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dab39b2f-89ab-456d-93df-699191e54f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:58.223963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab39b2f-89ab-456d-93df-699191e54f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9555c99b-71dc-4d5a-9a46-786bba3d3f05,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:20:58.227240 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dab39b2f-89ab-456d-93df-699191e54f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:20:58.231400 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dab39b2f-89ab-456d-93df-699191e54f20 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9555c99b-71dc-4d5a-9a46-786bba3d3f05 HTTP/1.1" status: 204 len: 168 time: 0.2725935 May 27 22:20:59.211864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60512) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:20:59.216698 n-d-843680-3 neutron-server[88900]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 22:20:59.244482 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-b239b3f3-075b-40cd-8acc-a5c0256e2ef2 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=920e9ca18941490aa5c2d46e41766a7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306308 May 27 22:20:59.403832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f85df-3620-4f41-b824-acff7bdd5513 req-037749cf-ccad-4c19-bcab-d8af612e9d88 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:20:59.405296 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-037749cf-ccad-4c19-bcab-d8af612e9d88 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536653 May 27 22:20:59.420097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-acf088b6-eb2a-4de3-9d3e-b56809e6ede3 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/quotas/920e9ca18941490aa5c2d46e41766a7e HTTP/1.1" status: 200 len: 375 time: 0.0091789 May 27 22:20:59.471209 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-46da4d76-28e7-45c3-885b-dc35d7518521 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=920e9ca18941490aa5c2d46e41766a7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454662 May 27 22:20:59.560765 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a6044f0-9f37-4b3c-96ae-36a19b9e3651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:00.316499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60586) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:00.695082 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:00.897233 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-09b11078-d2c8-4595-a039-01abe83479b0 req-c0698340-8965-473b-836a-f12f92a6eea9 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 210 time: 0.5794497 May 27 22:21:01.006002 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:01.483585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-6048763e-46ea-4928-9f2e-83d3af7d0caf tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380023 May 27 22:21:01.645979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-180fbfcd-cc30-42e9-af85-73711bf57195 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:01.648840 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-180fbfcd-cc30-42e9-af85-73711bf57195 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644096 May 27 22:21:01.663545 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-cccf63f2-50c7-4876-a22d-bb38d4b1c85c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/quotas/ecba41eb2b894855a95cc6ec50ef6350 HTTP/1.1" status: 200 len: 375 time: 0.0099568 May 27 22:21:01.739340 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-911cc5ea-5e47-4bda-9c34-6a2dc1c7a040 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695064 May 27 22:21:01.903265 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:02.213524 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2526972e-3e4d-49e5-acad-682d6b26b5c1 req-7ab5cbdb-9336-48c5-8203-02880b26090e tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 210 time: 0.0531623 May 27 22:21:02.341475 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f9eb847e-8128-40e3-8265-9ff00d04646f req-479bd47a-4ba5-4170-8a1e-b3e306aa0d60 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 210 time: 0.0570376 May 27 22:21:03.094997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60764) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:03.176616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.46', 61453) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:03.208259 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-a2c04106-887f-4b68-8755-1cf67f2e7fab tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=920e9ca18941490aa5c2d46e41766a7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304978 May 27 22:21:03.401710 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b78193b-6f13-484c-b9a8-8af17d1993e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:03.418616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b78193b-6f13-484c-b9a8-8af17d1993e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:03.422544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b78193b-6f13-484c-b9a8-8af17d1993e1 admin admin] Usage tracker for resource:security_group_rule and tenant:f96cad1135db49edbef8210993f8f6c5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:03.425571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b78193b-6f13-484c-b9a8-8af17d1993e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:03.432105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b78193b-6f13-484c-b9a8-8af17d1993e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:03.443203 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-daf7b0c1-3f56-4496-b910-7a96f5227524 req-b775d6b0-c0a7-4250-b27b-478254783a77 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 210 time: 0.0533929 May 27 22:21:03.512278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f85df-3620-4f41-b824-acff7bdd5513 req-d14b3647-9a8e-423f-81c1-8376508dcb92 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:03.514102 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-d14b3647-9a8e-423f-81c1-8376508dcb92 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3010423 May 27 22:21:03.568616 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b78193b-6f13-484c-b9a8-8af17d1993e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:03.571252 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a253b9f2-f914-4f03-99d4-0724654c12e2 req-a1566279-f7e3-4ac6-a42e-1224ffc6178a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 210 time: 0.0501320 May 27 22:21:03.603822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Request body: {'port': {'device_id': '11c132ff-0ad8-43f8-acdb-6a226f5a1791', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': '920e9ca18941490aa5c2d46e41766a7e'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:03.674574 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b78193b-6f13-484c-b9a8-8af17d1993e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:03.716915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78193b-6f13-484c-b9a8-8af17d1993e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677fa6a2-758f-45c0-88f0-711c8f863770,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:03.746088 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7b78193b-6f13-484c-b9a8-8af17d1993e1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f96cad1135db49edbef8210993f8f6c5&name=default HTTP/1.1" status: 200 len: 2976 time: 0.6476233 May 27 22:21:03.746314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60796) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:03.853243 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-960d90fb-379e-4261-a061-575d23451ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:03.853500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:03.860720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Usage tracker for resource:port and tenant:920e9ca18941490aa5c2d46e41766a7e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:03.866883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:03.874101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:03.905372 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-960d90fb-379e-4261-a061-575d23451ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:03.951475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60818) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:03.965898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Made reservation on behalf of 920e9ca18941490aa5c2d46e41766a7e for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:21:03.971087 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:03.983514 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:04.004789 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:04.009204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Usage tracker for resource:security_group_rule and tenant:920e9ca18941490aa5c2d46e41766a7e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:04.012328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:04.018429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:04.064287 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-960d90fb-379e-4261-a061-575d23451ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:04.098602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d90fb-379e-4261-a061-575d23451ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677fa6a2-758f-45c0-88f0-711c8f863770,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:04.102842 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-960d90fb-379e-4261-a061-575d23451ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:04.119132 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-960d90fb-379e-4261-a061-575d23451ab0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/677fa6a2-758f-45c0-88f0-711c8f863770 HTTP/1.1" status: 204 len: 168 time: 0.3706865 May 27 22:21:04.163271 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:04.241149 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:04.363009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:04.376486 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4df7230-b5c6-4a70-b1b4-77c562eb682f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:04.451746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f4df7230-b5c6-4a70-b1b4-77c562eb682f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:04.459865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f4df7230-b5c6-4a70-b1b4-77c562eb682f admin admin] Usage tracker for resource:security_group_rule and tenant:0be63d3bb314492fae73844ecfcb323c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:04.464548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f4df7230-b5c6-4a70-b1b4-77c562eb682f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:04.473979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f4df7230-b5c6-4a70-b1b4-77c562eb682f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:04.503708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Allocated IP 192.168.233.9 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/5ca80997-daf7-4880-bc36-d6c17cc31569) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:21:04.743005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50924266-cdcc-424c-ac55-143b85f3a1c9 req-1bb388b8-ec59-4dfa-8385-3dc1527dcb33 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 210 time: 0.0787883 May 27 22:21:04.772723 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4df7230-b5c6-4a70-b1b4-77c562eb682f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:04.841834 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:04.846962 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4df7230-b5c6-4a70-b1b4-77c562eb682f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:04.926720 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac2f7864-e7c3-4429-94cd-5c1139b90c89 req-0b5c7938-57a7-4b62-a7c0-72eaa6a50d6f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 210 time: 0.0710747 May 27 22:21:04.952258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Transition to ACTIVE for port object 5ca80997-daf7-4880-bc36-d6c17cc31569 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:04.960829 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f4df7230-b5c6-4a70-b1b4-77c562eb682f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0be63d3bb314492fae73844ecfcb323c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0081480 May 27 22:21:04.963083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df7230-b5c6-4a70-b1b4-77c562eb682f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3585133a-f7b3-400e-bfae-8e66abddf5cf,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:04.963624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60878) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:05.067056 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-735d6495-03f9-4e8a-810c-0182da317e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:05.096612 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:05.126924 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-735d6495-03f9-4e8a-810c-0182da317e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:05.189385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:21:05.192435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:05.197276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:21:05.204332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:05.204332 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:05.220163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Pushing event updated for resources: {'Port': ['ID=5ca80997-daf7-4880-bc36-d6c17cc31569,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:05.690652 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-735d6495-03f9-4e8a-810c-0182da317e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:05.691528 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-27e3e508-3652-427f-b9f6-2d1725210470 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0915763 May 27 22:21:05.713428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d6495-03f9-4e8a-810c-0182da317e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3585133a-f7b3-400e-bfae-8e66abddf5cf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:05.721953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ea4ba5c6-41f5-4760-924a-63e8fd77ea71 None None] Provisioning for port 5ca80997-daf7-4880-bc36-d6c17cc31569 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:05.723768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-735d6495-03f9-4e8a-810c-0182da317e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:05.728034 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-735d6495-03f9-4e8a-810c-0182da317e26 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3585133a-f7b3-400e-bfae-8e66abddf5cf HTTP/1.1" status: 204 len: 168 time: 0.7632895 May 27 22:21:05.736626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ea4ba5c6-41f5-4760-924a-63e8fd77ea71 None None] Provisioning complete for port 5ca80997-daf7-4880-bc36-d6c17cc31569 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:05.737346 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea4ba5c6-41f5-4760-924a-63e8fd77ea71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:05.830884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ea4ba5c6-41f5-4760-924a-63e8fd77ea71 None None] Port 5ca80997-daf7-4880-bc36-d6c17cc31569 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:21:05.916378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60888) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:05.961253 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-003852c7-3b2a-4ee6-a131-c6be81d0bb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:05.995426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-003852c7-3b2a-4ee6-a131-c6be81d0bb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:06.007294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60894) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:06.009369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-003852c7-3b2a-4ee6-a131-c6be81d0bb44 admin admin] Usage tracker for resource:security_group_rule and tenant:8587126e886f40b5a238fa6fb78a7d45 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:06.012704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-003852c7-3b2a-4ee6-a131-c6be81d0bb44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:06.019375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-003852c7-3b2a-4ee6-a131-c6be81d0bb44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:06.063454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441338df-3b4a-4a5c-9cb5-3d5eef510de7 req-6106deaa-1957-4e0d-8e6a-8ebbee3a1025 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:06.066757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-441338df-3b4a-4a5c-9cb5-3d5eef510de7 req-6106deaa-1957-4e0d-8e6a-8ebbee3a1025 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Synchronizing usage tracker for tenant:920e9ca18941490aa5c2d46e41766a7e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:21:06.083760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60900) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:06.175207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-003852c7-3b2a-4ee6-a131-c6be81d0bb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:06.212191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-441338df-3b4a-4a5c-9cb5-3d5eef510de7 req-6106deaa-1957-4e0d-8e6a-8ebbee3a1025 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Unset dirty status for tenant:920e9ca18941490aa5c2d46e41766a7e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:21:06.213063 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-441338df-3b4a-4a5c-9cb5-3d5eef510de7 req-6106deaa-1957-4e0d-8e6a-8ebbee3a1025 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 934 time: 0.3164694 May 27 22:21:06.220172 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0a26e030-1863-482d-9794-cebfcc2b4ffa req-c97e2d91-fd1e-4d4e-b7f5-24a2e44780d4 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 210 time: 0.0502846 May 27 22:21:06.269148 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-003852c7-3b2a-4ee6-a131-c6be81d0bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:06.291736 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab0df8e9-f7d7-4e9f-9403-ff093d60ac8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:06.304074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-441338df-3b4a-4a5c-9cb5-3d5eef510de7 req-2ecfcbe8-d1d8-41e0-8606-d367a7fb66a3 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Synchronizing usage tracker for tenant:920e9ca18941490aa5c2d46e41766a7e on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:21:06.315680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ab0df8e9-f7d7-4e9f-9403-ff093d60ac8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:06.322665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ab0df8e9-f7d7-4e9f-9403-ff093d60ac8a admin admin] Usage tracker for resource:security_group_rule and tenant:bd2f5a4c0b8543e5b06ea8c7e332518a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:06.325888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ab0df8e9-f7d7-4e9f-9403-ff093d60ac8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:06.331412 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-003852c7-3b2a-4ee6-a131-c6be81d0bb44 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8587126e886f40b5a238fa6fb78a7d45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109068 May 27 22:21:06.332376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003852c7-3b2a-4ee6-a131-c6be81d0bb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcbbc06-e86f-4c6a-a4f8-8c6e6996a209,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:06.335373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60906) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:06.351429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ab0df8e9-f7d7-4e9f-9403-ff093d60ac8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:06.507169 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6848ca9-d5a4-46fc-894a-c70d6be80537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:06.531251 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a6848ca9-d5a4-46fc-894a-c70d6be80537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:06.536097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a6848ca9-d5a4-46fc-894a-c70d6be80537 admin admin] Usage tracker for resource:security_group_rule and tenant:13b681a76c4c410aaa7ecacfb5b4e29c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:06.539235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a6848ca9-d5a4-46fc-894a-c70d6be80537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:06.546144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a6848ca9-d5a4-46fc-894a-c70d6be80537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:06.620281 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc648031-b583-43c6-a2f2-ca05230caf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:06.676155 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc648031-b583-43c6-a2f2-ca05230caf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:06.736896 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6848ca9-d5a4-46fc-894a-c70d6be80537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:06.755687 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab0df8e9-f7d7-4e9f-9403-ff093d60ac8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:06.800136 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6848ca9-d5a4-46fc-894a-c70d6be80537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:06.844186 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc648031-b583-43c6-a2f2-ca05230caf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:06.847953 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab0df8e9-f7d7-4e9f-9403-ff093d60ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:06.870872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6848ca9-d5a4-46fc-894a-c70d6be80537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8c2158-1dac-405f-97e9-5615da30d113,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:06.899936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a6848ca9-d5a4-46fc-894a-c70d6be80537 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=13b681a76c4c410aaa7ecacfb5b4e29c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8037326 May 27 22:21:06.899936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc648031-b583-43c6-a2f2-ca05230caf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcbbc06-e86f-4c6a-a4f8-8c6e6996a209,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:06.901483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60914) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:06.931663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ab0df8e9-f7d7-4e9f-9403-ff093d60ac8a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bd2f5a4c0b8543e5b06ea8c7e332518a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9231961 May 27 22:21:06.934598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60918) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:06.950204 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc648031-b583-43c6-a2f2-ca05230caf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:06.950654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dc648031-b583-43c6-a2f2-ca05230caf33 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2bcbbc06-e86f-4c6a-a4f8-8c6e6996a209 HTTP/1.1" status: 204 len: 168 time: 0.6039348 May 27 22:21:06.955674 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0df8e9-f7d7-4e9f-9403-ff093d60ac8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05242d62-ac77-4d02-99cf-90a899563462,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:07.032555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0516ef03-5a00-4407-9c49-de691ef41a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:07.038510 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3005c078-23d7-4d6f-8bfa-95d994395c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:07.068804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-441338df-3b4a-4a5c-9cb5-3d5eef510de7 req-2ecfcbe8-d1d8-41e0-8606-d367a7fb66a3 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Unset dirty status for tenant:920e9ca18941490aa5c2d46e41766a7e on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:21:07.070338 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-441338df-3b4a-4a5c-9cb5-3d5eef510de7 req-2ecfcbe8-d1d8-41e0-8606-d367a7fb66a3 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8497841 May 27 22:21:07.091868 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3005c078-23d7-4d6f-8bfa-95d994395c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:07.102476 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0516ef03-5a00-4407-9c49-de691ef41a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:07.110039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60924) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:07.134718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-626dd195-9970-4f20-aa40-00e48101f6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:07.153983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-626dd195-9970-4f20-aa40-00e48101f6eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:07.158128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-626dd195-9970-4f20-aa40-00e48101f6eb admin admin] Usage tracker for resource:security_group_rule and tenant:d118d33be8f049f894e3d5dd3558bcd4 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:07.174255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-626dd195-9970-4f20-aa40-00e48101f6eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:07.182430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-626dd195-9970-4f20-aa40-00e48101f6eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:07.401719 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0516ef03-5a00-4407-9c49-de691ef41a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:07.417285 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3005c078-23d7-4d6f-8bfa-95d994395c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:07.422930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516ef03-5a00-4407-9c49-de691ef41a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8c2158-1dac-405f-97e9-5615da30d113,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:07.440645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005c078-23d7-4d6f-8bfa-95d994395c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05242d62-ac77-4d02-99cf-90a899563462,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:07.465252 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0516ef03-5a00-4407-9c49-de691ef41a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:07.466603 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0516ef03-5a00-4407-9c49-de691ef41a6a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2e8c2158-1dac-405f-97e9-5615da30d113 HTTP/1.1" status: 204 len: 168 time: 0.5664990 May 27 22:21:07.468313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3005c078-23d7-4d6f-8bfa-95d994395c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:07.469488 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3005c078-23d7-4d6f-8bfa-95d994395c5e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/05242d62-ac77-4d02-99cf-90a899563462 HTTP/1.1" status: 204 len: 168 time: 0.5338001 May 27 22:21:07.469976 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15f8d2c7-9cbc-4ab3-95fb-af15de798304 req-1750ce43-8731-4e7b-bdad-6969814e0227 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 210 time: 0.1175106 May 27 22:21:07.581278 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-626dd195-9970-4f20-aa40-00e48101f6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:07.640046 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-626dd195-9970-4f20-aa40-00e48101f6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:07.709885 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-626dd195-9970-4f20-aa40-00e48101f6eb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d118d33be8f049f894e3d5dd3558bcd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5967417 May 27 22:21:07.721770 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60938) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:07.759921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626dd195-9970-4f20-aa40-00e48101f6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f490770d-7175-4b33-bf9d-e77fb921a23c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:07.788591 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd9cb-0796-4b2c-8a34-aa85b044d1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:07.811586 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd9cb-0796-4b2c-8a34-aa85b044d1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:07.960554 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd9cb-0796-4b2c-8a34-aa85b044d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:07.976245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9dd9cb-0796-4b2c-8a34-aa85b044d1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f490770d-7175-4b33-bf9d-e77fb921a23c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:07.987251 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a9dd9cb-0796-4b2c-8a34-aa85b044d1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:07.996476 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a9dd9cb-0796-4b2c-8a34-aa85b044d1ec admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f490770d-7175-4b33-bf9d-e77fb921a23c HTTP/1.1" status: 204 len: 168 time: 0.2693360 May 27 22:21:08.313432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364bda5-f980-4c04-b57a-c2f673184651 req-8ae6f85a-b590-4759-86e7-5c2a35fa12dc tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:08.320281 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7364bda5-f980-4c04-b57a-c2f673184651 req-8ae6f85a-b590-4759-86e7-5c2a35fa12dc tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 934 time: 0.0885313 May 27 22:21:08.361432 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7364bda5-f980-4c04-b57a-c2f673184651 req-f8da490b-83a8-4812-88fc-f5c668e462cc tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 May 27 22:21:08.648452 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b721bde-f7bc-4753-a984-a92f8657e901 req-619e5ac2-6117-42a3-a8c2-fe0d3334c006 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 210 time: 0.0462584 May 27 22:21:08.796866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60958) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:08.825833 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a13e263-1909-4541-baa2-69f7cc7ecef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:08.853505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a13e263-1909-4541-baa2-69f7cc7ecef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:08.858434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a13e263-1909-4541-baa2-69f7cc7ecef4 admin admin] Usage tracker for resource:security_group_rule and tenant:b7d027921ccd494b81b88ecb12ff26e8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:08.861469 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a13e263-1909-4541-baa2-69f7cc7ecef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:08.868395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a13e263-1909-4541-baa2-69f7cc7ecef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:08.971865 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a13e263-1909-4541-baa2-69f7cc7ecef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:09.034590 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a13e263-1909-4541-baa2-69f7cc7ecef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:09.095290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13e263-1909-4541-baa2-69f7cc7ecef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea09711-ea3c-41d1-98c9-d27ae68c259d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:09.115639 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a13e263-1909-4541-baa2-69f7cc7ecef4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b7d027921ccd494b81b88ecb12ff26e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127854 May 27 22:21:09.120855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60966) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:09.204445 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8deb9a0b-636c-4b10-a909-a511a40251f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:09.239556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8deb9a0b-636c-4b10-a909-a511a40251f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:09.297566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60972) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:09.317239 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6896ba1f-1519-4cf3-9bca-f013d9ed4fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:09.334876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6896ba1f-1519-4cf3-9bca-f013d9ed4fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:09.378373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6896ba1f-1519-4cf3-9bca-f013d9ed4fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:79bef578e6fb47c28483b9cc562b175b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:09.378373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6896ba1f-1519-4cf3-9bca-f013d9ed4fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:09.378373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6896ba1f-1519-4cf3-9bca-f013d9ed4fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:09.496605 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8deb9a0b-636c-4b10-a909-a511a40251f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:09.513666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb9a0b-636c-4b10-a909-a511a40251f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea09711-ea3c-41d1-98c9-d27ae68c259d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:09.519326 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8deb9a0b-636c-4b10-a909-a511a40251f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:09.538069 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8deb9a0b-636c-4b10-a909-a511a40251f3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0ea09711-ea3c-41d1-98c9-d27ae68c259d HTTP/1.1" status: 204 len: 168 time: 0.4156380 May 27 22:21:09.681149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836764b3-5123-4b9a-9b8d-5ea62144bf0b req-462a761e-9fe9-43ef-a4dd-6ed608af4878 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:09.682859 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-836764b3-5123-4b9a-9b8d-5ea62144bf0b req-462a761e-9fe9-43ef-a4dd-6ed608af4878 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 934 time: 0.1826010 May 27 22:21:09.758554 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6896ba1f-1519-4cf3-9bca-f013d9ed4fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:09.764061 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-836764b3-5123-4b9a-9b8d-5ea62144bf0b req-f5a29af3-a246-4198-9845-d9526813bbcd tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675261 May 27 22:21:09.860636 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5072321-6034-43b5-9450-bd6917521378 req-65cb32b2-64c1-4328-b08c-19aec87388af tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 210 time: 0.0594728 May 27 22:21:09.861310 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6896ba1f-1519-4cf3-9bca-f013d9ed4fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:09.935433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6896ba1f-1519-4cf3-9bca-f013d9ed4fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a6f931-2d26-404d-be65-06e93fb9da74,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:09.935433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6896ba1f-1519-4cf3-9bca-f013d9ed4fc8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=79bef578e6fb47c28483b9cc562b175b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6357324 May 27 22:21:09.937574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60994) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:10.010187 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aeca59f4-c68a-4b74-afc3-6d4a43987865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:10.037162 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aeca59f4-c68a-4b74-afc3-6d4a43987865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:10.256523 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aeca59f4-c68a-4b74-afc3-6d4a43987865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:10.276274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca59f4-c68a-4b74-afc3-6d4a43987865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a6f931-2d26-404d-be65-06e93fb9da74,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:10.293039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aeca59f4-c68a-4b74-afc3-6d4a43987865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:10.298830 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-aeca59f4-c68a-4b74-afc3-6d4a43987865 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/06a6f931-2d26-404d-be65-06e93fb9da74 HTTP/1.1" status: 204 len: 168 time: 0.3597825 May 27 22:21:11.014915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a81fb-e781-44d1-a5c6-ae8ed00bf6ea req-567e2e37-6632-4277-b74a-e8562aa48d31 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:11.022842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-548a81fb-e781-44d1-a5c6-ae8ed00bf6ea req-567e2e37-6632-4277-b74a-e8562aa48d31 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 934 time: 0.1361349 May 27 22:21:11.092937 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-548a81fb-e781-44d1-a5c6-ae8ed00bf6ea req-2346762a-b844-4280-a4b6-59f5a6b404d2 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688758 May 27 22:21:11.155687 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-328f0aef-a50d-4d28-8cd9-c702cbc13507 req-9a0b84de-a8f3-4823-a320-8aec154e5284 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 210 time: 0.0601530 May 27 22:21:12.342531 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1fc8d9c2-4e92-4a7d-b7ca-c19e08253d8f req-04e930ff-c6f2-4fe7-9808-3f538ff5aa09 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 210 time: 0.0501163 May 27 22:21:12.386488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f023b-9eff-48df-83bb-6011e8ce0ea0 req-8c0beffa-f20e-40e3-bb32-63bcb9fde926 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:12.387879 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-726f023b-9eff-48df-83bb-6011e8ce0ea0 req-8c0beffa-f20e-40e3-bb32-63bcb9fde926 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 934 time: 0.1794794 May 27 22:21:12.449823 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-726f023b-9eff-48df-83bb-6011e8ce0ea0 req-5b8a64df-c604-4b6a-9e25-26f916b41a66 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556104 May 27 22:21:13.505444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-81e1e608-b6c9-4e53-8e53-5ff4f0682642 req-004dffbb-b059-429c-9fc5-84f56fc2d1ab tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 210 time: 0.0413027 May 27 22:21:13.653710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f118ba-6469-4ddd-8a4e-88f58325e20e req-9602ccf7-92f5-4062-9810-a94ed2be6577 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:13.655133 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56f118ba-6469-4ddd-8a4e-88f58325e20e req-9602ccf7-92f5-4062-9810-a94ed2be6577 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 934 time: 0.0829735 May 27 22:21:13.688537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.46', 61458) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:13.712666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-82863e16-429d-40da-85d1-44891502b93b tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:21:13.713719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-82863e16-429d-40da-85d1-44891502b93b tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054791 May 27 22:21:13.717498 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56f118ba-6469-4ddd-8a4e-88f58325e20e req-f2e83379-b126-4e13-9bc1-cac9869c7089 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555332 May 27 22:21:13.719179 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-ff41c419-f8e6-461b-8607-66274816091d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293922 May 27 22:21:13.885882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-764b1537-e50a-466b-aa37-c0c0531fa17d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:13.887295 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-764b1537-e50a-466b-aa37-c0c0531fa17d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1624086 May 27 22:21:13.902653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Request body: {'port': {'device_id': 'ca6ab1a5-3f29-4d37-b000-552a448023bb', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'ecba41eb2b894855a95cc6ec50ef6350'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:13.971931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 32888) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:14.045170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:14.049315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Usage tracker for resource:port and tenant:ecba41eb2b894855a95cc6ec50ef6350 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:14.054607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:14.058257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:14.160818 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Made reservation on behalf of ecba41eb2b894855a95cc6ec50ef6350 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:21:14.164528 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:14.177541 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:14.192893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:14.196797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Usage tracker for resource:security_group_rule and tenant:ecba41eb2b894855a95cc6ec50ef6350 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:14.199895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:14.205617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:14.217144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 32898) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:14.291887 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:14.331175 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-df596e58-36a2-4a62-b8eb-5e63622d7f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:14.351983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Request body: {'port': {'device_id': '11c132ff-0ad8-43f8-acdb-6a226f5a1791', 'device_owner': 'compute:tempest-test_az-2121910941', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:14.371824 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:14.389169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-df596e58-36a2-4a62-b8eb-5e63622d7f74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:14.418875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-df596e58-36a2-4a62-b8eb-5e63622d7f74 admin admin] Usage tracker for resource:security_group_rule and tenant:15bc181912c246eea85ad0871e1f3cc5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:14.423977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-df596e58-36a2-4a62-b8eb-5e63622d7f74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:14.431997 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-19454f56-bd2d-4dc2-9b23-22a6a7bccf97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:14.445168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-df596e58-36a2-4a62-b8eb-5e63622d7f74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:14.465301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-19454f56-bd2d-4dc2-9b23-22a6a7bccf97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:14.509347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-19454f56-bd2d-4dc2-9b23-22a6a7bccf97 admin admin] Usage tracker for resource:security_group_rule and tenant:ae89115c17c5467786525aae591d0ced is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:14.532047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-19454f56-bd2d-4dc2-9b23-22a6a7bccf97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:14.548821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-19454f56-bd2d-4dc2-9b23-22a6a7bccf97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:14.573297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Allocated IP 192.168.233.136 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/06ae86bd-b637-4110-b5ff-000cf3971924) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:21:14.574553 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:14.693571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6db5ea8-7cfb-4940-b4d7-373258b9eb58,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:14.808770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6aa6d60-d134-4ba1-bfce-386ec1286f19 req-c820c5fb-4eb4-43ba-8d00-234b9c8d5385 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 210 time: 0.0954618 May 27 22:21:14.870983 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-df596e58-36a2-4a62-b8eb-5e63622d7f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:14.903400 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-19454f56-bd2d-4dc2-9b23-22a6a7bccf97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:14.934690 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:14.956490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Transition to ACTIVE for port object 06ae86bd-b637-4110-b5ff-000cf3971924 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:14.998750 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-df596e58-36a2-4a62-b8eb-5e63622d7f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.005556 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-19454f56-bd2d-4dc2-9b23-22a6a7bccf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.040996 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.114971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:21:15.118152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:15.121919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:21:15.127459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:15.128060 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.136317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Pushing event updated for resources: {'Port': ['ID=06ae86bd-b637-4110-b5ff-000cf3971924,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:15.156076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-df596e58-36a2-4a62-b8eb-5e63622d7f74 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=15bc181912c246eea85ad0871e1f3cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1805310 May 27 22:21:15.156076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-19454f56-bd2d-4dc2-9b23-22a6a7bccf97 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ae89115c17c5467786525aae591d0ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9376202 May 27 22:21:15.156463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 32934) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:15.159950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 32938) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:15.168597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df596e58-36a2-4a62-b8eb-5e63622d7f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dd764d-ddf3-46c3-bc85-672653c53022,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:15.230643 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-57ad40c3-0141-4a09-a3ee-1915f084ccd5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3320489 May 27 22:21:15.249014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19454f56-bd2d-4dc2-9b23-22a6a7bccf97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c97711c-dc02-45d5-996a-9eaaacb1dc52,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:15.251693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Request body: {'port': {'device_id': 'ca6ab1a5-3f29-4d37-b000-552a448023bb', 'device_owner': 'compute:tempest-test_az-2121910941', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:15.316464 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7459ab8-0964-4e1f-ad7d-1b2b1398aae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.317760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcb07d-001f-47bd-97d9-bc779804885a req-afe0dbfb-79ea-4331-9f29-adfde088d72b tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:15.319237 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aabcb07d-001f-47bd-97d9-bc779804885a req-afe0dbfb-79ea-4331-9f29-adfde088d72b tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 934 time: 0.3629436 May 27 22:21:15.371994 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41a59e45-c197-4c98-ba3a-c3d8259ad8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.420676 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.440982 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7459ab8-0964-4e1f-ad7d-1b2b1398aae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.451559 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aabcb07d-001f-47bd-97d9-bc779804885a req-6756c168-b0b7-408d-86c0-2fec26929523 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137371 May 27 22:21:15.455062 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-634123ac-561b-4e66-a2f9-317a89885956 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=fa357bf9d43048bd97a8334a3639a7f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437672 May 27 22:21:15.457123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca80997-daf7-4880-bc36-d6c17cc31569 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:21:15.473298 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41a59e45-c197-4c98-ba3a-c3d8259ad8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.494052 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.499124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9f30f2d2-3f5d-40d5-9676-f9f9bebdc1b8 None None] Provisioning for port 06ae86bd-b637-4110-b5ff-000cf3971924 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:15.509283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9f30f2d2-3f5d-40d5-9676-f9f9bebdc1b8 None None] Provisioning complete for port 06ae86bd-b637-4110-b5ff-000cf3971924 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:15.510205 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f30f2d2-3f5d-40d5-9676-f9f9bebdc1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.539961 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.578053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Transition to ACTIVE for port object 5ca80997-daf7-4880-bc36-d6c17cc31569 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:15.595275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9f30f2d2-3f5d-40d5-9676-f9f9bebdc1b8 None None] Port 06ae86bd-b637-4110-b5ff-000cf3971924 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:21:15.651789 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-35414f70-35fd-4b78-a79b-ab5366ce7b1f tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:15.658542 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-35414f70-35fd-4b78-a79b-ab5366ce7b1f tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961260 May 27 22:21:15.667424 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.710115 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-6994da94-2013-44a4-ab22-650db46234fa tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/quotas/fa357bf9d43048bd97a8334a3639a7f9 HTTP/1.1" status: 200 len: 375 time: 0.0507503 May 27 22:21:15.756131 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7459ab8-0964-4e1f-ad7d-1b2b1398aae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.797131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7459ab8-0964-4e1f-ad7d-1b2b1398aae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dd764d-ddf3-46c3-bc85-672653c53022,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:15.864772 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-48b563d1-fd58-4b1f-8adb-c9a14d689e38 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=fa357bf9d43048bd97a8334a3639a7f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1394479 May 27 22:21:15.872440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca80997-daf7-4880-bc36-d6c17cc31569,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:15.885113 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41a59e45-c197-4c98-ba3a-c3d8259ad8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.916913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41a59e45-c197-4c98-ba3a-c3d8259ad8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.923411 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-41a59e45-c197-4c98-ba3a-c3d8259ad8f4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3c97711c-dc02-45d5-996a-9eaaacb1dc52 HTTP/1.1" status: 204 len: 168 time: 0.7597890 May 27 22:21:15.924700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a59e45-c197-4c98-ba3a-c3d8259ad8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c97711c-dc02-45d5-996a-9eaaacb1dc52,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:15.929751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Attempting to bind port 5ca80997-daf7-4880-bc36-d6c17cc31569 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:21:15.930109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Attempting to bind port 5ca80997-daf7-4880-bc36-d6c17cc31569 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:21:15.930499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Attempting to bind port 5ca80997-daf7-4880-bc36-d6c17cc31569 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:15.935659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Port 5ca80997-daf7-4880-bc36-d6c17cc31569 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:21:15.947574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Attempting to bind port 5ca80997-daf7-4880-bc36-d6c17cc31569 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:15.948855 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7459ab8-0964-4e1f-ad7d-1b2b1398aae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:15.952319 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d7459ab8-0964-4e1f-ad7d-1b2b1398aae5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/23dd764d-ddf3-46c3-bc85-672653c53022 HTTP/1.1" status: 204 len: 168 time: 0.7923787 May 27 22:21:15.961035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:21:15.961431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:21:15.961990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:21:15.962445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Bound port: 5ca80997-daf7-4880-bc36-d6c17cc31569, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:21:15.962815 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:16.143394 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ae86bd-b637-4110-b5ff-000cf3971924 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:21:16.152158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] For port 5ca80997-daf7-4880-bc36-d6c17cc31569, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:21:16.154179 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:16.156963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] For port 5ca80997-daf7-4880-bc36-d6c17cc31569, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5ca80997-daf7-4880-bc36-d6c17cc31569,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:21:16.188915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Transition to ACTIVE for port object 06ae86bd-b637-4110-b5ff-000cf3971924 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:16.191182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223e92f-69a1-4029-b227-30a06b0c8b6e req-78849688-74c1-4855-8b32-ce9194da0623 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:16.193911 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5223e92f-69a1-4029-b227-30a06b0c8b6e req-78849688-74c1-4855-8b32-ce9194da0623 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 936 time: 0.1316864 May 27 22:21:16.254768 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:16.273307 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:16.340270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41afd64c-2d1a-43c1-b39b-ec04158ca06e req-5bbceef3-45bb-4da9-b95f-af8ad278d13e tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 210 time: 0.1256423 May 27 22:21:16.377817 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5223e92f-69a1-4029-b227-30a06b0c8b6e req-15cf7463-bbd4-4af1-95df-9b1c45042ca1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742010 May 27 22:21:16.403725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:16.404512 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:16.406820 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] 10.222.0.46 "PUT /v2.0/ports/5ca80997-daf7-4880-bc36-d6c17cc31569 HTTP/1.1" status: 200 len: 1116 time: 2.3097818 May 27 22:21:16.407450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c132ff-0ad8-43f8-acdb-6a226f5a1791', 'tag': '5ca80997-daf7-4880-bc36-d6c17cc31569'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:21:16.460236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Pushing event updated for resources: {'Port': ['ID=06ae86bd-b637-4110-b5ff-000cf3971924,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:16.508753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912b721-822d-4325-a68b-0f36d9562027 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca80997-daf7-4880-bc36-d6c17cc31569,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:16.581990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Attempting to bind port 06ae86bd-b637-4110-b5ff-000cf3971924 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:21:16.582194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Attempting to bind port 06ae86bd-b637-4110-b5ff-000cf3971924 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:21:16.582543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Attempting to bind port 06ae86bd-b637-4110-b5ff-000cf3971924 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:16.588078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Port 06ae86bd-b637-4110-b5ff-000cf3971924 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:21:16.588547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Attempting to bind port 06ae86bd-b637-4110-b5ff-000cf3971924 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:16.595322 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:21:16.595668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:21:16.596239 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:21:16.600896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Bound port: 06ae86bd-b637-4110-b5ff-000cf3971924, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:21:16.601532 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:16.719120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] For port 06ae86bd-b637-4110-b5ff-000cf3971924, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:21:16.723723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] For port 06ae86bd-b637-4110-b5ff-000cf3971924, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=06ae86bd-b637-4110-b5ff-000cf3971924,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:21:16.750339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f85df-3620-4f41-b824-acff7bdd5513 req-d7440973-adc5-4861-a43e-3158d105e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:16.751786 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-d7440973-adc5-4861-a43e-3158d105e486 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=920e9ca18941490aa5c2d46e41766a7e&device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 1119 time: 0.2035241 May 27 22:21:16.826656 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:16.842038 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-52dc4c77-a25b-4dd6-8e80-93f6d9518fc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=5ca80997-daf7-4880-bc36-d6c17cc31569 HTTP/1.1" status: 200 len: 217 time: 0.0824168 May 27 22:21:16.850516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57dc8f-6dce-48b6-9b0a-bfe4bb5827ab req-3b3625df-9621-432b-aa25-ecdf3a57e62e tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:16.859898 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a57dc8f-6dce-48b6-9b0a-bfe4bb5827ab req-3b3625df-9621-432b-aa25-ecdf3a57e62e tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 968 time: 0.2056730 May 27 22:21:16.912171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:16.912792 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:16.914344 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] 10.222.0.46 "PUT /v2.0/ports/06ae86bd-b637-4110-b5ff-000cf3971924 HTTP/1.1" status: 200 len: 1118 time: 1.6726780 May 27 22:21:16.914783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6ab1a5-3f29-4d37-b000-552a448023bb', 'tag': '06ae86bd-b637-4110-b5ff-000cf3971924'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:21:16.939669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 32994) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:16.977961 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a57dc8f-6dce-48b6-9b0a-bfe4bb5827ab req-51f9f2c1-1059-4c77-932b-4652f2a4c1c2 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195130 May 27 22:21:16.999694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f85df-3620-4f41-b824-acff7bdd5513 req-e80dabd0-5a42-46a7-bea5-c48992615630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:17.001468 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-e80dabd0-5a42-46a7-bea5-c48992615630 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1420696 May 27 22:21:17.006800 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-08d06c9a-d103-4f0f-87d2-031102b0b87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:17.010859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33002) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:17.013635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a061e-558a-4332-bfb1-e66a615b21d1 service neutron] Pushing event updated for resources: {'Port': ['ID=06ae86bd-b637-4110-b5ff-000cf3971924,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:17.045075 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d826fc3-bbbf-4ef5-b8a2-cfabbe9a78f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:17.097306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1d826fc3-bbbf-4ef5-b8a2-cfabbe9a78f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:17.111596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-08d06c9a-d103-4f0f-87d2-031102b0b87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:17.118157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1d826fc3-bbbf-4ef5-b8a2-cfabbe9a78f8 admin admin] Usage tracker for resource:security_group_rule and tenant:6c120c9f200243fd863817060cc982dc is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:17.129666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-08d06c9a-d103-4f0f-87d2-031102b0b87b admin admin] Usage tracker for resource:security_group_rule and tenant:a9e9d4bded254923bf50acfcd299d145 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:17.133219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1d826fc3-bbbf-4ef5-b8a2-cfabbe9a78f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:17.134659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-08d06c9a-d103-4f0f-87d2-031102b0b87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:17.143355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-08d06c9a-d103-4f0f-87d2-031102b0b87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:17.150994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1d826fc3-bbbf-4ef5-b8a2-cfabbe9a78f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:17.164557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f85df-3620-4f41-b824-acff7bdd5513 req-bc5ff5c8-e73c-40a2-8131-31d1e45c0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:17.166059 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-bc5ff5c8-e73c-40a2-8131-31d1e45c0976 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1469815 May 27 22:21:17.198880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-d4f272d4-18d6-4512-93ea-6097d39a8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:17.201051 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-d4f272d4-18d6-4512-93ea-6097d39a8e25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 1121 time: 0.1425107 May 27 22:21:17.282353 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-08557352-2e4b-4e92-8efc-decd1aa2b704 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=06ae86bd-b637-4110-b5ff-000cf3971924 HTTP/1.1" status: 200 len: 217 time: 0.0683343 May 27 22:21:17.378045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-b79a5777-df74-45dc-b7f2-ff41feb42a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:17.380861 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-b79a5777-df74-45dc-b7f2-ff41feb42a9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0907097 May 27 22:21:17.389885 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-4aacf60f-0676-4abc-b4e6-7e747d45ca5e service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020454 May 27 22:21:17.398395 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4f0191d-22a0-4eb7-8ff4-f174d5e5eb9b'] response: {'name': 'network-changed', 'server_uuid': '11c132ff-0ad8-43f8-acdb-6a226f5a1791', 'tag': '5ca80997-daf7-4880-bc36-d6c17cc31569', 'status': 'completed', 'code': 200} May 27 22:21:17.437358 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d826fc3-bbbf-4ef5-b8a2-cfabbe9a78f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:17.482455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-fc5bbeb4-0314-47b1-bb6c-ac9897e1adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:17.483955 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-fc5bbeb4-0314-47b1-bb6c-ac9897e1adcb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0936942 May 27 22:21:17.569727 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec65e5d-64ef-41d0-be43-27c281d80715'] response: {'name': 'network-changed', 'server_uuid': 'ca6ab1a5-3f29-4d37-b000-552a448023bb', 'tag': '06ae86bd-b637-4110-b5ff-000cf3971924', 'status': 'completed', 'code': 200} May 27 22:21:17.575865 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d826fc3-bbbf-4ef5-b8a2-cfabbe9a78f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:17.638898 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1d826fc3-bbbf-4ef5-b8a2-cfabbe9a78f8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6c120c9f200243fd863817060cc982dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6263690 May 27 22:21:17.643490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33030) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:17.645582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d826fc3-bbbf-4ef5-b8a2-cfabbe9a78f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e50922-08e5-46f8-b340-ea1aadcbdb7e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:17.656489 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01603871-37c6-42c0-a07e-457d5fc05489 req-051f67b2-b215-4631-905b-915a6aa07194 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 210 time: 0.0872650 May 27 22:21:17.709598 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-382252a8-b91d-40b6-a784-009cb0700077 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175021 May 27 22:21:17.769679 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-08d06c9a-d103-4f0f-87d2-031102b0b87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:17.787320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33036) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:17.831138 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-08de2cd1-ecbc-4e16-93ce-ce159fe269fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:17.845516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-606f85df-3620-4f41-b824-acff7bdd5513 req-3d6ca3b7-4ba7-4d6a-933b-42d5eae97345 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431226 May 27 22:21:17.870154 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-08de2cd1-ecbc-4e16-93ce-ce159fe269fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:17.880734 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a3db1d1-6e2c-4da7-89f3-9ddd878b5001 req-855376e6-5559-463f-af7b-5bcee67cf357 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652007 May 27 22:21:17.881416 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-08d06c9a-d103-4f0f-87d2-031102b0b87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:17.955271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e4883-7dfa-42f8-8f9b-7cffe1ab43a2 req-e561f55b-a2f0-457d-b758-4c6313ed226c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:17.956655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c83e4883-7dfa-42f8-8f9b-7cffe1ab43a2 req-e561f55b-a2f0-457d-b758-4c6313ed226c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 970 time: 0.2586570 May 27 22:21:17.981327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-08d06c9a-d103-4f0f-87d2-031102b0b87b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a9e9d4bded254923bf50acfcd299d145&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0353723 May 27 22:21:17.984862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d06c9a-d103-4f0f-87d2-031102b0b87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2ea66c-aea2-43c4-a380-59aa80e50e04,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:17.989618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33044) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:18.010037 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-804eb918-d338-4dbc-b919-25e97e8e0d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:18.078719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e577d-fb7d-42df-bc5d-65e553fb3903 req-b2cb2e0f-69c9-4cab-8607-ae417b24d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:18.080911 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-254e577d-fb7d-42df-bc5d-65e553fb3903 req-b2cb2e0f-69c9-4cab-8607-ae417b24d5a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=920e9ca18941490aa5c2d46e41766a7e&device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 1119 time: 0.0966573 May 27 22:21:18.099805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-804eb918-d338-4dbc-b919-25e97e8e0d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:18.119162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-804eb918-d338-4dbc-b919-25e97e8e0d0e admin admin] Usage tracker for resource:security_group_rule and tenant:f2501dd1f57f47b080c0b039aa8738cc is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:18.161049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-804eb918-d338-4dbc-b919-25e97e8e0d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:18.171306 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c83e4883-7dfa-42f8-8f9b-7cffe1ab43a2 req-7643af45-d30c-4cbf-bfba-b7a7d1766df2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925399 May 27 22:21:18.187062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-804eb918-d338-4dbc-b919-25e97e8e0d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:18.259396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6723eae4-e2a9-4b43-9f81-6a9c02a43d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:18.264956 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-08de2cd1-ecbc-4e16-93ce-ce159fe269fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:18.268865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e577d-fb7d-42df-bc5d-65e553fb3903 req-4cbe7193-2e3d-4336-b68b-974cf6c9b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:18.270295 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-254e577d-fb7d-42df-bc5d-65e553fb3903 req-4cbe7193-2e3d-4336-b68b-974cf6c9b158 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.1770580 May 27 22:21:18.303651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fab33-bf64-4a2e-a5e1-2ceedbc04929 req-5f8f4811-bcc4-461f-b448-3de313fdb2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:18.305136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f21fab33-bf64-4a2e-a5e1-2ceedbc04929 req-5f8f4811-bcc4-461f-b448-3de313fdb2c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 1121 time: 0.2702231 May 27 22:21:18.315637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de2cd1-ecbc-4e16-93ce-ce159fe269fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e50922-08e5-46f8-b340-ea1aadcbdb7e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:18.337387 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-254e577d-fb7d-42df-bc5d-65e553fb3903 req-58989b23-21c7-40a9-8835-55b1fbefc41c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=5ca80997-daf7-4880-bc36-d6c17cc31569 HTTP/1.1" status: 200 len: 217 time: 0.0603065 May 27 22:21:18.354841 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6723eae4-e2a9-4b43-9f81-6a9c02a43d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:18.406403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e577d-fb7d-42df-bc5d-65e553fb3903 req-16e57209-66d4-4c3b-8e51-ea87e7936dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:18.407796 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-254e577d-fb7d-42df-bc5d-65e553fb3903 req-16e57209-66d4-4c3b-8e51-ea87e7936dfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0649087 May 27 22:21:18.440809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b0e05-2fe4-4b45-bb65-5ea9a333e7d2 req-66e2ce27-1477-42fd-b500-0f1ecc1fe34c tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:18.442209 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1b4b0e05-2fe4-4b45-bb65-5ea9a333e7d2 req-66e2ce27-1477-42fd-b500-0f1ecc1fe34c tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 968 time: 0.3399370 May 27 22:21:18.482459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e577d-fb7d-42df-bc5d-65e553fb3903 req-094b4650-1ca2-4c3f-aa84-436c8fb81148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:18.483908 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-254e577d-fb7d-42df-bc5d-65e553fb3903 req-094b4650-1ca2-4c3f-aa84-436c8fb81148 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694499 May 27 22:21:18.514961 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-08de2cd1-ecbc-4e16-93ce-ce159fe269fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:18.518569 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-08de2cd1-ecbc-4e16-93ce-ce159fe269fa admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e4e50922-08e5-46f8-b340-ea1aadcbdb7e HTTP/1.1" status: 204 len: 168 time: 0.8626981 May 27 22:21:18.580894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1b4b0e05-2fe4-4b45-bb65-5ea9a333e7d2 req-7d05cf3d-a6f6-4aed-9f66-696ecbf94cd4 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207805 May 27 22:21:18.621951 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-804eb918-d338-4dbc-b919-25e97e8e0d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:18.623390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fab33-bf64-4a2e-a5e1-2ceedbc04929 req-3dca9e71-55f1-4411-acff-c4833dc373cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:18.624736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 62207) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:18.625029 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f21fab33-bf64-4a2e-a5e1-2ceedbc04929 req-3dca9e71-55f1-4411-acff-c4833dc373cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.3063483 May 27 22:21:18.657386 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-254e577d-fb7d-42df-bc5d-65e553fb3903 req-61dcea7a-1633-4e57-9b8f-798bc4d5e3db service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656027 May 27 22:21:18.659147 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-6b354966-899c-48af-90eb-cd4f8ecec7cb tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fa357bf9d43048bd97a8334a3639a7f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334051 May 27 22:21:18.693714 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f21fab33-bf64-4a2e-a5e1-2ceedbc04929 req-dce99170-4e7a-4440-a968-636c391adbca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=06ae86bd-b637-4110-b5ff-000cf3971924 HTTP/1.1" status: 200 len: 217 time: 0.0623128 May 27 22:21:18.739639 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6723eae4-e2a9-4b43-9f81-6a9c02a43d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:18.768011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723eae4-e2a9-4b43-9f81-6a9c02a43d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2ea66c-aea2-43c4-a380-59aa80e50e04,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:18.780565 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6723eae4-e2a9-4b43-9f81-6a9c02a43d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:18.784265 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6723eae4-e2a9-4b43-9f81-6a9c02a43d1c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6a2ea66c-aea2-43c4-a380-59aa80e50e04 HTTP/1.1" status: 204 len: 168 time: 0.7759919 May 27 22:21:18.796701 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-804eb918-d338-4dbc-b919-25e97e8e0d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:18.830422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fab33-bf64-4a2e-a5e1-2ceedbc04929 req-bfc2abd3-6d93-499f-a236-4cea69ace000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:18.835146 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f21fab33-bf64-4a2e-a5e1-2ceedbc04929 req-bfc2abd3-6d93-499f-a236-4cea69ace000 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1346281 May 27 22:21:18.947410 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-804eb918-d338-4dbc-b919-25e97e8e0d0e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f2501dd1f57f47b080c0b039aa8738cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1528423 May 27 22:21:18.947633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33064) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:18.953182 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-254e577d-fb7d-42df-bc5d-65e553fb3903 req-1fb0e933-9c75-43a4-932e-4e3fb515a7f2 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876635 May 27 22:21:18.960085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-6d2018dd-c9f2-4430-9aa6-6838fc8b9aa5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:18.961454 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-6d2018dd-c9f2-4430-9aa6-6838fc8b9aa5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2977719 May 27 22:21:19.013716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804eb918-d338-4dbc-b919-25e97e8e0d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3147347f-c935-4305-b166-e8a43ae0efe9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:19.020439 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-700f5154-ac6c-4b21-b6e9-25bb7e110ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:19.034073 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24799103-4f7a-4f85-9631-e39aa5687cbb req-39072c33-9da5-4e39-938e-7c43207e304b tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 210 time: 0.0949047 May 27 22:21:19.058492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Request body: {'port': {'device_id': '0e2e977c-9b22-4d5f-802c-b7619e3b6009', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'fa357bf9d43048bd97a8334a3639a7f9'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:19.076418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fab33-bf64-4a2e-a5e1-2ceedbc04929 req-3d46093e-8520-435c-a7c4-3f58f2a00d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:19.077994 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f21fab33-bf64-4a2e-a5e1-2ceedbc04929 req-3d46093e-8520-435c-a7c4-3f58f2a00d7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2344344 May 27 22:21:19.143571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-700f5154-ac6c-4b21-b6e9-25bb7e110ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:19.265651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:19.276341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Usage tracker for resource:port and tenant:fa357bf9d43048bd97a8334a3639a7f9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:19.279540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:19.283447 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f21fab33-bf64-4a2e-a5e1-2ceedbc04929 req-c9220d50-03f4-4f95-bc77-ef6620be6fc1 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973767 May 27 22:21:19.290654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:19.367977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-700f5154-ac6c-4b21-b6e9-25bb7e110ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:19.378900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Made reservation on behalf of fa357bf9d43048bd97a8334a3639a7f9 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:21:19.382849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:19.420539 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:19.432533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f5154-ac6c-4b21-b6e9-25bb7e110ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3147347f-c935-4305-b166-e8a43ae0efe9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:19.436541 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-700f5154-ac6c-4b21-b6e9-25bb7e110ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:19.438141 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-700f5154-ac6c-4b21-b6e9-25bb7e110ef4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3147347f-c935-4305-b166-e8a43ae0efe9 HTTP/1.1" status: 204 len: 168 time: 0.4881294 May 27 22:21:19.443955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:19.449551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Usage tracker for resource:security_group_rule and tenant:fa357bf9d43048bd97a8334a3639a7f9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:19.453279 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:19.461700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:19.511128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46a17d-6dc0-4850-9b5a-e60c60e4655e req-79027f8f-ae39-42a9-ab34-7797cf6ae4b4 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:19.511128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb46a17d-6dc0-4850-9b5a-e60c60e4655e req-79027f8f-ae39-42a9-ab34-7797cf6ae4b4 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 970 time: 0.1946068 May 27 22:21:19.511128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f21fab33-bf64-4a2e-a5e1-2ceedbc04929 req-8a1b25d7-c0f0-4a70-859f-e445b56711af service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187977 May 27 22:21:19.570808 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb46a17d-6dc0-4850-9b5a-e60c60e4655e req-38a9b024-4717-42e0-8c92-32ae898a60c2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564430 May 27 22:21:19.606153 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:19.793604 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:19.868447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db9cc4-0d15-4967-bb00-00dc9c497d84 req-c319b9ed-6e0e-4ea2-a10a-94f5c33ed808 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:19.870086 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66db9cc4-0d15-4967-bb00-00dc9c497d84 req-c319b9ed-6e0e-4ea2-a10a-94f5c33ed808 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 968 time: 0.1657705 May 27 22:21:19.882764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f5aeeb-2161-43bd-a8e4-53542185e3ad,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:19.929956 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66db9cc4-0d15-4967-bb00-00dc9c497d84 req-9ef15341-f2e8-46ce-aa23-71ed3dd9df5b tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514407 May 27 22:21:19.997772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Allocated IP 192.168.233.193 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/0096253e-14f9-4413-9591-3e099bbd5d65) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:21:20.244696 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:20.252634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15f3a80d-5482-49e3-bf43-29784cfcc09c req-3b643324-9311-4c84-b6bf-05ef3c4d471c tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 210 time: 0.0538299 May 27 22:21:20.260620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Transition to ACTIVE for port object 0096253e-14f9-4413-9591-3e099bbd5d65 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:20.388991 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:20.441682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33116) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:20.460437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:21:20.463670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:20.468043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:21:20.474005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:20.474715 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:20.474954 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a4267d6-f534-4894-8f6d-7150191f12d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:20.489075 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Pushing event updated for resources: {'Port': ['ID=0096253e-14f9-4413-9591-3e099bbd5d65,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:20.510907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4a4267d6-f534-4894-8f6d-7150191f12d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:20.520121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4a4267d6-f534-4894-8f6d-7150191f12d9 admin admin] Usage tracker for resource:security_group_rule and tenant:e101c8f4e62f47649882acab9b931e1d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:20.528203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4a4267d6-f534-4894-8f6d-7150191f12d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:20.539634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4a4267d6-f534-4894-8f6d-7150191f12d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:20.600960 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-c1f8df5e-c033-4319-b346-8f981f081353 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5500512 May 27 22:21:20.718694 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a4267d6-f534-4894-8f6d-7150191f12d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:20.788525 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a4267d6-f534-4894-8f6d-7150191f12d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:20.822860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-008a311c-3299-457c-b921-f4b77cba577c None None] Provisioning for port 0096253e-14f9-4413-9591-3e099bbd5d65 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:20.829806 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-008a311c-3299-457c-b921-f4b77cba577c None None] Provisioning complete for port 0096253e-14f9-4413-9591-3e099bbd5d65 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:20.830866 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-008a311c-3299-457c-b921-f4b77cba577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:20.853734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33128) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:20.853970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4a4267d6-f534-4894-8f6d-7150191f12d9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e101c8f4e62f47649882acab9b931e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4107480 May 27 22:21:20.862186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4267d6-f534-4894-8f6d-7150191f12d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7810eb68-f51c-4afb-acc4-59732aed3df7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:20.877885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b83d6c-eab3-4732-a7c6-fd08a5160ecb req-2c18a3f2-1750-4b5a-b7a2-a1d3ba00cb93 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:20.880273 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72b83d6c-eab3-4732-a7c6-fd08a5160ecb req-2c18a3f2-1750-4b5a-b7a2-a1d3ba00cb93 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 970 time: 0.1577792 May 27 22:21:20.919927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33132) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:20.938202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-008a311c-3299-457c-b921-f4b77cba577c None None] Port 0096253e-14f9-4413-9591-3e099bbd5d65 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:21:20.939177 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72b83d6c-eab3-4732-a7c6-fd08a5160ecb req-a46a299d-0de4-4828-b1bc-472829e96ffd tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527413 May 27 22:21:20.968496 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee9c20e4-dcda-4bd4-bae6-cbeaf17c9638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:20.995151 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee9c20e4-dcda-4bd4-bae6-cbeaf17c9638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:21.104844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-network', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:21.114636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:21.123582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Usage tracker for resource:network and tenant:dd7854410b794c8abce9ac7bdb1540b8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:21.127505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:21.140516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:21.142861 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee9c20e4-dcda-4bd4-bae6-cbeaf17c9638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:21.160969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c20e4-dcda-4bd4-bae6-cbeaf17c9638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7810eb68-f51c-4afb-acc4-59732aed3df7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:21.165683 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee9c20e4-dcda-4bd4-bae6-cbeaf17c9638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:21.169511 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ee9c20e4-dcda-4bd4-bae6-cbeaf17c9638 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7810eb68-f51c-4afb-acc4-59732aed3df7 HTTP/1.1" status: 204 len: 168 time: 0.3141899 May 27 22:21:21.188692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851693e-8a10-45ed-9c7b-b676d01c12e5 req-65686668-f8ab-45a9-8e4b-d4af8bc802bb tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:21.188692 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4851693e-8a10-45ed-9c7b-b676d01c12e5 req-65686668-f8ab-45a9-8e4b-d4af8bc802bb tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 968 time: 0.1197841 May 27 22:21:21.242238 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4851693e-8a10-45ed-9c7b-b676d01c12e5 req-975ec3d8-d7b3-4680-8f7e-9e487a09e052 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476785 May 27 22:21:21.242865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Made reservation on behalf of dd7854410b794c8abce9ac7bdb1540b8 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:21:21.245377 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:21.274789 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:21.292327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:21.296518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Usage tracker for resource:security_group_rule and tenant:dd7854410b794c8abce9ac7bdb1540b8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:21.299998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:21.307797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:21.462361 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:21.490952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b828b4-e5db-4a7e-bd14-7128a23ca852 req-e15dc5ef-2ce6-4851-81d2-49a4ab634a1b tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:21.492430 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26b828b4-e5db-4a7e-bd14-7128a23ca852 req-e15dc5ef-2ce6-4851-81d2-49a4ab634a1b tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 936 time: 0.1089473 May 27 22:21:21.527999 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:21.572613 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26b828b4-e5db-4a7e-bd14-7128a23ca852 req-24fc388f-e017-4cbd-9464-31065dffba72 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740874 May 27 22:21:21.577132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:21:21.583091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a306f4c6-72fa-406c-8b53-889bc8043619,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:21.589685 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:21.590022 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Added segment f30b90a9-e57b-4e42-842c-c0c8ac869202 of type vlan for network aace8a43-3db2-4854-b12e-1933448b39f0 May 27 22:21:21.629987 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:21.737504 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:21.740882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:21.740882 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:21.860582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] Pushing event updated for resources: {'Network': ['ID=aace8a43-3db2-4854-b12e-1933448b39f0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:21.873336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network aace8a43-3db2-4854-b12e-1933448b39f0 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:21:21.914736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6ec6c2cf-045b-4959-ac11-5b10f1361e64 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9936810 May 27 22:21:21.917544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33168) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:21.923057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] Request body: {'subnet': {'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-subnet', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:21.927831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:21.932048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] Usage tracker for resource:subnet and tenant:dd7854410b794c8abce9ac7bdb1540b8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:21.934886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:21.942001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:21.968086 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:22.034217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] Made reservation on behalf of dd7854410b794c8abce9ac7bdb1540b8 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:21:22.036939 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] Notify callbacks [] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:22.276550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ae867-6bee-4e61-8f07-45ff12965695 req-c8b8c010-4733-4a92-841e-637af3e69c2e tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:22.278748 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-460ae867-6bee-4e61-8f07-45ff12965695 req-c8b8c010-4733-4a92-841e-637af3e69c2e tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 970 time: 0.1555667 May 27 22:21:22.299248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5ca80997-daf7-4880-bc36-d6c17cc31569 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:21:22.415270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-460ae867-6bee-4e61-8f07-45ff12965695 req-6a6462ca-e9f5-4a92-ae25-0da638200fcc tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791497 May 27 22:21:22.481322 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5ca80997-daf7-4880-bc36-d6c17cc31569, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5ca80997-daf7-4880-bc36-d6c17cc31569,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:22.486378 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:22.495599 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '5ca80997-daf7-4880-bc36-d6c17cc31569', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '5ca80997-daf7-4880-bc36-d6c17cc31569', 'mac_address': 'fa:16:3e:23:53:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:tempest-test_az-2121910941', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:21:22.589693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=edca6ddd-355d-49c2-acf1-5150668cb91b,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:22.592088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 5ca80997-daf7-4880-bc36-d6c17cc31569 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:22.592714 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:22.611023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] Checking segment: {'id': 'f30b90a9-e57b-4e42-842c-c0c8ac869202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:21:22.611450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] Network hostable DHCP agents. Network: aace8a43-3db2-4854-b12e-1933448b39f0, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:21:22.616667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca80997-daf7-4880-bc36-d6c17cc31569 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:21:22.635896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403528b-5414-484b-9c4a-9cec3fbcd672 req-4bfe5eec-527e-493c-904e-f3ca4341ee46 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:22.637433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5ca80997-daf7-4880-bc36-d6c17cc31569, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5ca80997-daf7-4880-bc36-d6c17cc31569,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:22.643739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9403528b-5414-484b-9c4a-9cec3fbcd672 req-4bfe5eec-527e-493c-904e-f3ca4341ee46 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 968 time: 0.2073526 May 27 22:21:22.711701 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9403528b-5414-484b-9c4a-9cec3fbcd672 req-190683e8-4fd5-418c-957f-2b72dbcfb925 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668752 May 27 22:21:22.716447 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:22.717329 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 06ae86bd-b637-4110-b5ff-000cf3971924 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:21:22.749333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 06ae86bd-b637-4110-b5ff-000cf3971924, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=06ae86bd-b637-4110-b5ff-000cf3971924,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:22.766441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] Network aace8a43-3db2-4854-b12e-1933448b39f0 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:21:22.814810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '06ae86bd-b637-4110-b5ff-000cf3971924', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '06ae86bd-b637-4110-b5ff-000cf3971924', 'mac_address': 'fa:16:3e:67:5e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:tempest-test_az-2121910941', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:21:22.843179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, aace8a43-3db2-4854-b12e-1933448b39f0) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:22.849169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:22.850045 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:22.859762 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839050d4-7e33-4a96-88c8-e8035924a331 None None] Network aace8a43-3db2-4854-b12e-1933448b39f0 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:21:22.890142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e4602-5311-4555-821e-cd1d9ae209a4 req-7a65a832-7de3-425b-a3a5-7eb1a3609da8 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:22.898171 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee5e4602-5311-4555-821e-cd1d9ae209a4 req-7a65a832-7de3-425b-a3a5-7eb1a3609da8 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 936 time: 0.1108677 May 27 22:21:22.939538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee5e4602-5311-4555-821e-cd1d9ae209a4 req-fc15908e-ab42-4960-bd6d-0a0c92a35c60 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403221 May 27 22:21:22.977935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=5ca80997-daf7-4880-bc36-d6c17cc31569,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:22.989706 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2177a79b-1855-458e-96a3-7b9c1151bddf admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0711019 May 27 22:21:22.992378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33214) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:22.999774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:23.007268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:23.010406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:23.010832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:23.011233 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:23.011614 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Usage tracker for resource:router and tenant:dd7854410b794c8abce9ac7bdb1540b8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:23.011877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:23.012047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:23.012630 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:23.013097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:23.013572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:23.013901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:23.014229 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:23.014556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:23.014882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:23.015181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Tracked resource versions report: May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: pushed versions: May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: { 'AddressGroup': {'1.2'}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'ConntrackHelper': {'1.0'}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'Log': {'1.0'}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'Network': {'1.1'}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'Port': {'1.7'}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'PortForwarding': {'1.2'}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'QosPolicy': {'1.8'}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'SecurityGroup': {'1.4'}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'SecurityGroupRule': {'1.2'}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'SubPort': {'1.0'}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'Subnet': {'1.1'}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'Trunk': {'1.1'}} May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: consumer versions: May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: { DHCP agent@n-d-843680-3: {}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: HyperV agent@n-h1-843680-3: {}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: HyperV agent@n-h2-843680-3: {}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: L3 agent@n-d-843680-3: {}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: Metadata agent@n-d-843680-3: {}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: Metering agent@n-d-843680-3: {}, May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: Open vSwitch agent@n-d-843680-3: { 'AddressGroup': '1.2', May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'ConntrackHelper': '1.0', May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'Log': '1.0', May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'Network': '1.1', May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'Port': '1.7', May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'PortForwarding': '1.2', May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'QosPolicy': '1.8', May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'SecurityGroup': '1.4', May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'SecurityGroupRule': '1.2', May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'SubPort': '1.0', May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'Subnet': '1.1', May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: 'Trunk': '1.1'}} May 27 22:21:23.015981 n-d-843680-3 neutron-server[88902]: {{(pid=88902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 22:21:23.021022 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:23.029075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 06ae86bd-b637-4110-b5ff-000cf3971924 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:23.029478 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:23.062626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ae86bd-b637-4110-b5ff-000cf3971924 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:21:23.109362 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:23.110884 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:23.132290 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:23.155051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 06ae86bd-b637-4110-b5ff-000cf3971924, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=06ae86bd-b637-4110-b5ff-000cf3971924,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:23.223329 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:23.258560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33224) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:23.271392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-aace8a43-3db2-4854-b12e-1933448b39f0', 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'fixed_ips': [{'subnet_id': 'edca6ddd-355d-49c2-acf1-5150668cb91b'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:21:23.272307 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:23.392722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=06ae86bd-b637-4110-b5ff-000cf3971924,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:23.488633 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-05523d12-d77e-4a06-90fd-afdc066e8c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:23.504748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-05523d12-d77e-4a06-90fd-afdc066e8c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:23.517592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-05523d12-d77e-4a06-90fd-afdc066e8c42 admin admin] Usage tracker for resource:security_group_rule and tenant:ea835e58ac4e4482b787471fa3c5f68b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:23.531927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Allocated IP 172.20.0.2 (aace8a43-3db2-4854-b12e-1933448b39f0/edca6ddd-355d-49c2-acf1-5150668cb91b/36303b49-e719-40ff-aa43-94b07c9327a8) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:21:23.584606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-05523d12-d77e-4a06-90fd-afdc066e8c42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:23.618370 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5ca80997-daf7-4880-bc36-d6c17cc31569'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:21:23.641545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-05523d12-d77e-4a06-90fd-afdc066e8c42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:23.645316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['06ae86bd-b637-4110-b5ff-000cf3971924'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:21:23.725688 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:23.834204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44501b8-276c-40ce-b783-fc2794976cc5 req-5f3f36e1-9d92-4ede-918f-780541533b08 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:23.836124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a44501b8-276c-40ce-b783-fc2794976cc5 req-5f3f36e1-9d92-4ede-918f-780541533b08 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 971 time: 0.2527592 May 27 22:21:23.918632 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-05523d12-d77e-4a06-90fd-afdc066e8c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:23.972364 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a44501b8-276c-40ce-b783-fc2794976cc5 req-9f91129d-986f-40df-ba7e-a8df0bf3fccf tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236403 May 27 22:21:24.021997 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:24.030346 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-05523d12-d77e-4a06-90fd-afdc066e8c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:24.059541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Transition to ACTIVE for port object 36303b49-e719-40ff-aa43-94b07c9327a8 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:24.100899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05523d12-d77e-4a06-90fd-afdc066e8c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db9288a-5ade-455d-b642-6612397d8eb0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:24.110348 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-05523d12-d77e-4a06-90fd-afdc066e8c42 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ea835e58ac4e4482b787471fa3c5f68b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8507266 May 27 22:21:24.111574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Transition to ACTIVE for port object 36303b49-e719-40ff-aa43-94b07c9327a8 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:24.114149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33246) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:24.134994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421db49-04df-4ffb-8432-fa14054b7776 req-02361a7c-fd15-435a-874d-4871bfd87fdf tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:24.149639 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8421db49-04df-4ffb-8432-fa14054b7776 req-02361a7c-fd15-435a-874d-4871bfd87fdf tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 969 time: 0.2828851 May 27 22:21:24.183494 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:24.200233 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8421db49-04df-4ffb-8432-fa14054b7776 req-37056824-9903-4f44-ba13-dfd92f8240ed tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497141 May 27 22:21:24.208047 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-394d5115-5835-4f99-b070-b2c5b77be771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:24.248782 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-394d5115-5835-4f99-b070-b2c5b77be771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:24.308883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Network aace8a43-3db2-4854-b12e-1933448b39f0 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:21:24.312181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:24.315227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:21:24.326226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Pushing event updated for resources: {'Port': ['ID=36303b49-e719-40ff-aa43-94b07c9327a8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:24.382961 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-394d5115-5835-4f99-b070-b2c5b77be771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:24.398186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d5115-5835-4f99-b070-b2c5b77be771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db9288a-5ade-455d-b642-6612397d8eb0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:24.405396 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-394d5115-5835-4f99-b070-b2c5b77be771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:24.413570 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-394d5115-5835-4f99-b070-b2c5b77be771 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9db9288a-5ade-455d-b642-6612397d8eb0 HTTP/1.1" status: 204 len: 168 time: 0.2915828 May 27 22:21:24.455029 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Attempting to bind port 36303b49-e719-40ff-aa43-94b07c9327a8 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:21:24.455886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Attempting to bind port 36303b49-e719-40ff-aa43-94b07c9327a8 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f30b90a9-e57b-4e42-842c-c0c8ac869202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:21:24.456052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Attempting to bind port 36303b49-e719-40ff-aa43-94b07c9327a8 on network aace8a43-3db2-4854-b12e-1933448b39f0 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:24.464460 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:21:24.465132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Checking segment: {'id': 'f30b90a9-e57b-4e42-842c-c0c8ac869202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:21:24.465756 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:24.466344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Bound using segment: {'id': 'f30b90a9-e57b-4e42-842c-c0c8ac869202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:21:24.467000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Bound port: 36303b49-e719-40ff-aa43-94b07c9327a8, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30b90a9-e57b-4e42-842c-c0c8ac869202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:21:24.467595 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:24.516622 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:24.551303 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:24.587222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] For port 36303b49-e719-40ff-aa43-94b07c9327a8, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:21:24.592801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] For port 36303b49-e719-40ff-aa43-94b07c9327a8, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=36303b49-e719-40ff-aa43-94b07c9327a8,segment=NetworkSegment(f30b90a9-e57b-4e42-842c-c0c8ac869202),segment_id=f30b90a9-e57b-4e42-842c-c0c8ac869202)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:21:24.631171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485794c-7ddb-48b6-a95a-ca1b41349574 req-81491c19-1877-4337-9c0c-34de03348730 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:24.632722 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b485794c-7ddb-48b6-a95a-ca1b41349574 req-81491c19-1877-4337-9c0c-34de03348730 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 936 time: 0.1908891 May 27 22:21:24.668902 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:24.685120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-b60dd6d6-6a19-4072-953c-9db711819bc6 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:21:24.686441 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-b60dd6d6-6a19-4072-953c-9db711819bc6 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061212 May 27 22:21:24.738975 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b485794c-7ddb-48b6-a95a-ca1b41349574 req-6742121e-ff42-449a-ae3c-701c4463234b tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948803 May 27 22:21:24.761002 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09287650-86d9-4a05-be71-1ecf2f1f0420 None None] Pushing event updated for resources: {'Port': ['ID=36303b49-e719-40ff-aa43-94b07c9327a8,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:24.763151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Allocated IP 172.25.2.127 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/62a5fb5d-b9a0-4e60-9400-fd0cc8c65132) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:21:24.934096 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:25.040761 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:25.127845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Request body: {'port': {'device_id': '0e2e977c-9b22-4d5f-802c-b7619e3b6009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:25.184198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:21:25.192477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:25.199478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:21:25.255121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33282) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:25.268851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33286) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:25.326557 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc50fef4-81e8-436b-bd22-c3f02e87d086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:25.361124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fc50fef4-81e8-436b-bd22-c3f02e87d086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:25.368077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fc50fef4-81e8-436b-bd22-c3f02e87d086 admin admin] Usage tracker for resource:security_group_rule and tenant:69d02a599175401fba26dc3bb275ed8f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:25.372274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fc50fef4-81e8-436b-bd22-c3f02e87d086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:25.375032 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:25.388049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fc50fef4-81e8-436b-bd22-c3f02e87d086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:25.406935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Pushing event updated for resources: {'Port': ['ID=62a5fb5d-b9a0-4e60-9400-fd0cc8c65132,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:25.560909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414509bb-ca05-4f91-9644-0d7c3abd79f8 req-da7e17d9-aeec-4ef1-94af-dc60c1b694a9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:25.562448 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-414509bb-ca05-4f91-9644-0d7c3abd79f8 req-da7e17d9-aeec-4ef1-94af-dc60c1b694a9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 971 time: 0.4531577 May 27 22:21:25.602282 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6763e919-8db8-4bb9-a28b-b33c55370adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:25.670313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc50fef4-81e8-436b-bd22-c3f02e87d086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:25.743138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6763e919-8db8-4bb9-a28b-b33c55370adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:25.748249 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-414509bb-ca05-4f91-9644-0d7c3abd79f8 req-bc447a46-75b8-4e90-9e73-866d5a1d9934 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675053 May 27 22:21:25.757191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61690f9-4e40-4538-8257-16ffac2dc4bf req-a8059410-f7e7-4bd9-bb33-2f9194601301 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:25.766503 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f61690f9-4e40-4538-8257-16ffac2dc4bf req-a8059410-f7e7-4bd9-bb33-2f9194601301 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 969 time: 0.4170637 May 27 22:21:25.771728 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fc50fef4-81e8-436b-bd22-c3f02e87d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:25.794958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6763e919-8db8-4bb9-a28b-b33c55370adc admin admin] Usage tracker for resource:security_group_rule and tenant:f699058824154057a7e572a19ca16ec2 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:25.821528 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fc50fef4-81e8-436b-bd22-c3f02e87d086 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=69d02a599175401fba26dc3bb275ed8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5493891 May 27 22:21:25.823585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:25.850234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6763e919-8db8-4bb9-a28b-b33c55370adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:25.874989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0096253e-14f9-4413-9591-3e099bbd5d65 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:21:25.883717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6763e919-8db8-4bb9-a28b-b33c55370adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:25.887225 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:25.889386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50fef4-81e8-436b-bd22-c3f02e87d086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c763376c-f099-4f5b-a5b1-b698579ef37a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:25.921958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Transition to ACTIVE for port object 0096253e-14f9-4413-9591-3e099bbd5d65 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:25.925915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de67a33-29ff-4d8d-9890-b4823101b8e4 None None] Network aace8a43-3db2-4854-b12e-1933448b39f0 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:21:25.936959 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac4b0245-1dba-4eec-98ee-92355e70b318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:25.945655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f61690f9-4e40-4538-8257-16ffac2dc4bf req-7b94554b-9346-42de-98c6-0232a03ecadd tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782911 May 27 22:21:25.971315 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac4b0245-1dba-4eec-98ee-92355e70b318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:25.997002 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:26.009123 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:26.122240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1bb82bb4-8d0f-4755-b959-14b56ebd10c5 None None] Provisioning for port 36303b49-e719-40ff-aa43-94b07c9327a8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:26.135895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Pushing event updated for resources: {'Port': ['ID=0096253e-14f9-4413-9591-3e099bbd5d65,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:26.223429 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac4b0245-1dba-4eec-98ee-92355e70b318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:26.227616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Attempting to bind port 0096253e-14f9-4413-9591-3e099bbd5d65 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:21:26.228049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Attempting to bind port 0096253e-14f9-4413-9591-3e099bbd5d65 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:21:26.228506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Attempting to bind port 0096253e-14f9-4413-9591-3e099bbd5d65 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:26.242398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c0c40-e4eb-4b34-a4fb-570bcc73f713 req-3817ab42-01d3-40ee-b994-6616fecab920 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:26.244357 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0d5c0c40-e4eb-4b34-a4fb-570bcc73f713 req-3817ab42-01d3-40ee-b994-6616fecab920 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 936 time: 0.3736234 May 27 22:21:26.245698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Port 0096253e-14f9-4413-9591-3e099bbd5d65 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:21:26.246124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Attempting to bind port 0096253e-14f9-4413-9591-3e099bbd5d65 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:26.296449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:21:26.296449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:21:26.296449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:21:26.296449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Bound port: 0096253e-14f9-4413-9591-3e099bbd5d65, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:21:26.296449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:26.296449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b0245-1dba-4eec-98ee-92355e70b318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c763376c-f099-4f5b-a5b1-b698579ef37a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:26.296449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac4b0245-1dba-4eec-98ee-92355e70b318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:26.296449 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ac4b0245-1dba-4eec-98ee-92355e70b318 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c763376c-f099-4f5b-a5b1-b698579ef37a HTTP/1.1" status: 204 len: 168 time: 0.4614193 May 27 22:21:26.321674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5ca80997-daf7-4880-bc36-d6c17cc31569 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:26.336371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0d5c0c40-e4eb-4b34-a4fb-570bcc73f713 req-40537661-1eb6-45b3-8210-1fa26d8fc965 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789993 May 27 22:21:26.398954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] For port 0096253e-14f9-4413-9591-3e099bbd5d65, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:21:26.404529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] For port 0096253e-14f9-4413-9591-3e099bbd5d65, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0096253e-14f9-4413-9591-3e099bbd5d65,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:21:26.404787 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6763e919-8db8-4bb9-a28b-b33c55370adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:26.532466 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:26.543244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:26.565663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 5ca80997-daf7-4880-bc36-d6c17cc31569 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:26.570309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 5ca80997-daf7-4880-bc36-d6c17cc31569 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:26.570741 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:26.602501 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6763e919-8db8-4bb9-a28b-b33c55370adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:26.603345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:26.604027 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:26.605494 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] 10.222.0.57 "PUT /v2.0/ports/0096253e-14f9-4413-9591-3e099bbd5d65 HTTP/1.1" status: 200 len: 1096 time: 1.7271872 May 27 22:21:26.606057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2e977c-9b22-4d5f-802c-b7619e3b6009', 'tag': '0096253e-14f9-4413-9591-3e099bbd5d65'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:21:26.628966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf0333-34cf-46a4-a70e-07a410da037e service neutron] Pushing event updated for resources: {'Port': ['ID=0096253e-14f9-4413-9591-3e099bbd5d65,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:26.676871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763e919-8db8-4bb9-a28b-b33c55370adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580f684c-5191-4af7-8973-e36d0ef4c672,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:26.687824 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a4d312-53a8-484c-893c-95e6d14e714d'] response: {'name': 'network-changed', 'server_uuid': '0e2e977c-9b22-4d5f-802c-b7619e3b6009', 'tag': '0096253e-14f9-4413-9591-3e099bbd5d65', 'status': 'completed', 'code': 200} May 27 22:21:26.762554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6763e919-8db8-4bb9-a28b-b33c55370adc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f699058824154057a7e572a19ca16ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5015624 May 27 22:21:26.763339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33304) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:26.835627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 5ca80997-daf7-4880-bc36-d6c17cc31569 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:26.836137 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:26.885502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c132ff-0ad8-43f8-acdb-6a226f5a1791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca80997-daf7-4880-bc36-d6c17cc31569'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:21:26.889059 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-95e4a056-5328-4cf8-8e64-a0e0e3f33342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:26.915406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487999a-4f05-42c0-9b86-3d9aabe5f709 req-d2954fbf-18e4-47d6-a17b-b23f57831596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:26.918609 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3487999a-4f05-42c0-9b86-3d9aabe5f709 req-d2954fbf-18e4-47d6-a17b-b23f57831596 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa357bf9d43048bd97a8334a3639a7f9&device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 1099 time: 0.1914001 May 27 22:21:26.970145 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3487999a-4f05-42c0-9b86-3d9aabe5f709 req-dcf1433d-4e6f-4829-b9c1-5ef8c02b6646 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=fa357bf9d43048bd97a8334a3639a7f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372672 May 27 22:21:27.023174 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-95e4a056-5328-4cf8-8e64-a0e0e3f33342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:27.028003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 36303b49-e719-40ff-aa43-94b07c9327a8 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:27.093529 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bcd51b-6b93-460b-ae47-9947d9fac983 req-e308d692-7038-4704-9f5f-7dfec47f3ef9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:27.095061 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0bcd51b-6b93-460b-ae47-9947d9fac983 req-e308d692-7038-4704-9f5f-7dfec47f3ef9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 971 time: 0.1523161 May 27 22:21:27.101643 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5ca80997-daf7-4880-bc36-d6c17cc31569, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5ca80997-daf7-4880-bc36-d6c17cc31569,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:27.153709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Router df577254-5919-4894-911d-d4570790ef87 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:21:27.182697 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:27.183487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 06ae86bd-b637-4110-b5ff-000cf3971924 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:27.208964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487999a-4f05-42c0-9b86-3d9aabe5f709 req-10ce751f-26ce-41f4-af49-36dfb309f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:27.211891 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3487999a-4f05-42c0-9b86-3d9aabe5f709 req-10ce751f-26ce-41f4-af49-36dfb309f485 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2356045 May 27 22:21:27.276963 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-95e4a056-5328-4cf8-8e64-a0e0e3f33342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:27.282098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 36303b49-e719-40ff-aa43-94b07c9327a8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:27.324289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 36303b49-e719-40ff-aa43-94b07c9327a8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:27.324717 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:27.361428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4a056-5328-4cf8-8e64-a0e0e3f33342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580f684c-5191-4af7-8973-e36d0ef4c672,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:27.399944 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0bcd51b-6b93-460b-ae47-9947d9fac983 req-dbe9ddf4-cd08-4e2f-85b0-b4450ba89513 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528994 May 27 22:21:27.403256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-b0e42fbe-539c-4c38-9a69-5ecddf595947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:27.407857 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-b0e42fbe-539c-4c38-9a69-5ecddf595947 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa357bf9d43048bd97a8334a3639a7f9&device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 1099 time: 0.1053312 May 27 22:21:27.411358 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bc5f534d-f440-4c90-a6a9-095515db7496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:27.412588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=5ca80997-daf7-4880-bc36-d6c17cc31569,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:27.498986 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-54bfc8cc-770b-4408-b282-a12d3b238753 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=0096253e-14f9-4413-9591-3e099bbd5d65 HTTP/1.1" status: 200 len: 217 time: 0.0795212 May 27 22:21:27.502490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7f235-05ad-44e8-ab9e-266a75a0c263 req-5aed21e9-17b2-4a2b-828a-275e7ec6bfe3 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:27.505332 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04d7f235-05ad-44e8-ab9e-266a75a0c263 req-5aed21e9-17b2-4a2b-828a-275e7ec6bfe3 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 969 time: 0.4088769 May 27 22:21:27.511163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 06ae86bd-b637-4110-b5ff-000cf3971924 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:27.522419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 06ae86bd-b637-4110-b5ff-000cf3971924 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:27.522784 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:27.564274 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-95e4a056-5328-4cf8-8e64-a0e0e3f33342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:27.566622 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-95e4a056-5328-4cf8-8e64-a0e0e3f33342 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/580f684c-5191-4af7-8973-e36d0ef4c672 HTTP/1.1" status: 204 len: 168 time: 0.7934484 May 27 22:21:27.578484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 36303b49-e719-40ff-aa43-94b07c9327a8 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:27.578888 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:27.589917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-ad26d1dc-6150-4ed2-a4c7-a2342dd69e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:27.591693 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-ad26d1dc-6150-4ed2-a4c7-a2342dd69e4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0862062 May 27 22:21:27.635046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 36303b49-e719-40ff-aa43-94b07c9327a8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=36303b49-e719-40ff-aa43-94b07c9327a8,segment=NetworkSegment(f30b90a9-e57b-4e42-842c-c0c8ac869202),segment_id=f30b90a9-e57b-4e42-842c-c0c8ac869202)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:27.637912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04d7f235-05ad-44e8-ab9e-266a75a0c263 req-58ccc250-4d9d-4e96-a579-9ea088ade9f2 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041574 May 27 22:21:27.674987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:21:27.691992 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Sync routers for ids ['df577254-5919-4894-911d-d4570790ef87'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:21:27.705638 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Routers {'df577254-5919-4894-911d-d4570790ef87'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:21:27.709635 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:20:59Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['df577254-5919-4894-911d-d4570790ef87'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:27.713399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8e950101-f65f-47b0-aee2-805da55cbea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:27.714731 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-8e950101-f65f-47b0-aee2-805da55cbea3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146894 May 27 22:21:27.803623 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e856b0-a199-4534-afef-6917d74845d0'] response: {'server_uuid': '11c132ff-0ad8-43f8-acdb-6a226f5a1791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca80997-daf7-4880-bc36-d6c17cc31569', 'code': 200} May 27 22:21:27.806082 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:27.880739 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:27.884613 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-91e17a93-5f61-4d89-87c0-26b16bb1ec6d admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8887429 May 27 22:21:27.910190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 06ae86bd-b637-4110-b5ff-000cf3971924 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:27.910883 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:27.943139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=36303b49-e719-40ff-aa43-94b07c9327a8,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:27.948277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33344) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:27.960371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 06ae86bd-b637-4110-b5ff-000cf3971924, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=06ae86bd-b637-4110-b5ff-000cf3971924,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:27.980604 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-1a352992-0795-4761-8749-2877b3adf3b7 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591519 May 27 22:21:28.051218 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Set router df577254-5919-4894-911d-d4570790ef87 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:21:28.057106 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:28.083848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e941c-536a-48af-a4a5-31df34a6faf9 req-217f4aa5-7d46-4ec1-9ae0-8d460c43ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:28.086101 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea0e941c-536a-48af-a4a5-31df34a6faf9 req-217f4aa5-7d46-4ec1-9ae0-8d460c43ef9e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 1121 time: 0.2071083 May 27 22:21:28.197267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=06ae86bd-b637-4110-b5ff-000cf3971924,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:28.227150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7d519-7bfc-42c8-ade0-3179dfca46b0 req-9ae5bad4-c1c6-4315-8264-1eb4b7a8f887 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:28.228572 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8721e08-a6f9-4f34-99b0-330656de5cb0 req-f2bc816b-7208-4f73-8d23-09f772499dc5 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391441 May 27 22:21:28.234502 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24a7d519-7bfc-42c8-ade0-3179dfca46b0 req-9ae5bad4-c1c6-4315-8264-1eb4b7a8f887 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 948 time: 0.4163532 May 27 22:21:28.236526 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ea0e941c-536a-48af-a4a5-31df34a6faf9 req-1bb91299-8eaf-4174-b661-bee7f5704d77 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:28.286431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ea0e941c-536a-48af-a4a5-31df34a6faf9 req-1bb91299-8eaf-4174-b661-bee7f5704d77 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:28.290925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ea0e941c-536a-48af-a4a5-31df34a6faf9 req-1bb91299-8eaf-4174-b661-bee7f5704d77 service neutron] Usage tracker for resource:security_group_rule and tenant:a446d34553a94242b4874262199ba901 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:28.296076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ea0e941c-536a-48af-a4a5-31df34a6faf9 req-1bb91299-8eaf-4174-b661-bee7f5704d77 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:28.300921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ea0e941c-536a-48af-a4a5-31df34a6faf9 req-1bb91299-8eaf-4174-b661-bee7f5704d77 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:28.333724 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24a7d519-7bfc-42c8-ade0-3179dfca46b0 req-b9344ac7-cf39-43ed-8103-21b70ac55de2 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953171 May 27 22:21:28.448451 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df577254-5919-4894-911d-d4570790ef87', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:23Z', 'updated_at': '2022-05-27T22:21:25Z', 'revision_number': 3, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'gw_port': {'id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:24Z', 'updated_at': '2022-05-27T22:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:28.452392 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Checking router: df577254-5919-4894-911d-d4570790ef87 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:21:28.453347 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Updating router df577254-5919-4894-911d-d4570790ef87 port 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:21:28.511244 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:28.652748 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ea0e941c-536a-48af-a4a5-31df34a6faf9 req-1bb91299-8eaf-4174-b661-bee7f5704d77 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:28.748754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33360) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:28.782622 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df09fd33-6efd-4ade-802c-c3482f9640ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:28.816836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df09fd33-6efd-4ade-802c-c3482f9640ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:28.830387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df09fd33-6efd-4ade-802c-c3482f9640ea admin admin] Usage tracker for resource:security_group_rule and tenant:afecae12c0b64b068c98a20ac5c2f8b3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:28.837518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df09fd33-6efd-4ade-802c-c3482f9640ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:28.845268 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df09fd33-6efd-4ade-802c-c3482f9640ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:28.874498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 36303b49-e719-40ff-aa43-94b07c9327a8 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:28.959046 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df09fd33-6efd-4ade-802c-c3482f9640ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:28.978368 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ea0e941c-536a-48af-a4a5-31df34a6faf9 req-1bb91299-8eaf-4174-b661-bee7f5704d77 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:29.007577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 36303b49-e719-40ff-aa43-94b07c9327a8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:29.007577 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:29.043604 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea0e941c-536a-48af-a4a5-31df34a6faf9 req-1bb91299-8eaf-4174-b661-bee7f5704d77 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9349041 May 27 22:21:29.062729 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df09fd33-6efd-4ade-802c-c3482f9640ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:29.070482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb91299-8eaf-4174-b661-bee7f5704d77 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6454463f-3e53-4ce1-983c-105b343ad24a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:29.077120 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:29.103664 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Transition to ACTIVE for port object 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:29.144744 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-df09fd33-6efd-4ade-802c-c3482f9640ea admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=afecae12c0b64b068c98a20ac5c2f8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978996 May 27 22:21:29.145483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33368) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:29.150882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f999a-42ad-4311-9bcb-f8b0146b4ac2 req-387ea5a8-7407-4938-871d-9231330ec904 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:29.152955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 36303b49-e719-40ff-aa43-94b07c9327a8 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:29.160427 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad7f999a-42ad-4311-9bcb-f8b0146b4ac2 req-387ea5a8-7407-4938-871d-9231330ec904 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.5071220 May 27 22:21:29.175491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09fd33-6efd-4ade-802c-c3482f9640ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d4b491-fb68-43bb-9fbe-e36cd22f6a1d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:29.177079 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:29.228579 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb632392-924f-4915-ac94-02f35e6d410a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:29.263714 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc887d15-8406-42be-8299-6ec7d4503c60 req-01d0ecaa-2df5-48bb-92ae-fc40d045811d tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:29.270987 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc887d15-8406-42be-8299-6ec7d4503c60 req-01d0ecaa-2df5-48bb-92ae-fc40d045811d tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 970 time: 0.4174247 May 27 22:21:29.279938 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb632392-924f-4915-ac94-02f35e6d410a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:29.306254 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Attempting to bind port 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:21:29.308629 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Attempting to bind port 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:21:29.312834 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Attempting to bind port 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:29.327948 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:21:29.332052 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:21:29.332052 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:29.332052 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:21:29.332052 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Bound port: 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:21:29.332052 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:29.335649 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad7f999a-42ad-4311-9bcb-f8b0146b4ac2 req-0b1373f7-91b0-4159-898d-a97109e37e27 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631088 May 27 22:21:29.381644 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc887d15-8406-42be-8299-6ec7d4503c60 req-a7a63449-ef37-4e65-b69d-0b571190a6a3 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097455 May 27 22:21:29.438593 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] For port 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:21:29.439858 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb632392-924f-4915-ac94-02f35e6d410a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:29.445347 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] For port 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62a5fb5d-b9a0-4e60-9400-fd0cc8c65132,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:21:29.469335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb632392-924f-4915-ac94-02f35e6d410a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d4b491-fb68-43bb-9fbe-e36cd22f6a1d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:29.479747 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29817b6b-1c09-40ff-b53c-f11de62e0d01 None None] Pushing event updated for resources: {'Port': ['ID=62a5fb5d-b9a0-4e60-9400-fd0cc8c65132,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:29.488532 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb632392-924f-4915-ac94-02f35e6d410a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:29.492235 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-eb632392-924f-4915-ac94-02f35e6d410a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/15d4b491-fb68-43bb-9fbe-e36cd22f6a1d HTTP/1.1" status: 204 len: 168 time: 0.3409569 May 27 22:21:29.500601 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817b6b-1c09-40ff-b53c-f11de62e0d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:29.500946 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817b6b-1c09-40ff-b53c-f11de62e0d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:29.501285 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817b6b-1c09-40ff-b53c-f11de62e0d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:29.501613 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817b6b-1c09-40ff-b53c-f11de62e0d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:29.509791 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817b6b-1c09-40ff-b53c-f11de62e0d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:29.509791 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817b6b-1c09-40ff-b53c-f11de62e0d01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:29.509791 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817b6b-1c09-40ff-b53c-f11de62e0d01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:29.509791 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817b6b-1c09-40ff-b53c-f11de62e0d01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:29.509791 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817b6b-1c09-40ff-b53c-f11de62e0d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:29.510975 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817b6b-1c09-40ff-b53c-f11de62e0d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:29.511492 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817b6b-1c09-40ff-b53c-f11de62e0d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:29.517268 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817b6b-1c09-40ff-b53c-f11de62e0d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29817b6b-1c09-40ff-b53c-f11de62e0d01 None None] Tracked resource versions report: May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: pushed versions: May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: { 'AddressGroup': {'1.2'}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'ConntrackHelper': {'1.0'}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'Log': {'1.0'}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'Network': {'1.1'}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'Port': {'1.7'}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'PortForwarding': {'1.2'}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'QosPolicy': {'1.8'}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'SecurityGroup': {'1.4'}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'SecurityGroupRule': {'1.2'}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'SubPort': {'1.0'}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'Subnet': {'1.1'}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'Trunk': {'1.1'}} May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: consumer versions: May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: { DHCP agent@n-d-843680-3: {}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: HyperV agent@n-h1-843680-3: {}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: HyperV agent@n-h2-843680-3: {}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: L3 agent@n-d-843680-3: {}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: Metadata agent@n-d-843680-3: {}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: Metering agent@n-d-843680-3: {}, May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: Open vSwitch agent@n-d-843680-3: { 'AddressGroup': '1.2', May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'ConntrackHelper': '1.0', May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'Log': '1.0', May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'Network': '1.1', May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'Port': '1.7', May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'PortForwarding': '1.2', May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'QosPolicy': '1.8', May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'SecurityGroup': '1.4', May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'SecurityGroupRule': '1.2', May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'SubPort': '1.0', May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'Subnet': '1.1', May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: 'Trunk': '1.1'}} May 27 22:21:29.518617 n-d-843680-3 neutron-server[88903]: {{(pid=88903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 22:21:29.533295 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:29.592924 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:29.620754 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25ac5c47-7787-4ec9-8490-3cf926dfa88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:29.672957 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Routers {'df577254-5919-4894-911d-d4570790ef87'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:21:29.673598 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:21:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['df577254-5919-4894-911d-d4570790ef87'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:29.746277 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29817b6b-1c09-40ff-b53c-f11de62e0d01 None None] Pushing event updated for resources: {'Port': ['ID=62a5fb5d-b9a0-4e60-9400-fd0cc8c65132,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:29.790029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d7801-1c6c-4051-821a-007e02f9a8da req-7e1a9dd5-77f6-4c05-b1df-2c5603eb9df2 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:29.791514 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b21d7801-1c6c-4051-821a-007e02f9a8da req-7e1a9dd5-77f6-4c05-b1df-2c5603eb9df2 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 948 time: 0.2007227 May 27 22:21:29.806628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6ab1a5-3f29-4d37-b000-552a448023bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ae86bd-b637-4110-b5ff-000cf3971924'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:21:29.900802 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] Set router df577254-5919-4894-911d-d4570790ef87 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:21:29.904632 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b21d7801-1c6c-4051-821a-007e02f9a8da req-93dfecf5-4b6e-41ba-9560-5e352adad485 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065993 May 27 22:21:29.973055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Allocated IP 172.20.0.1 (aace8a43-3db2-4854-b12e-1933448b39f0/edca6ddd-355d-49c2-acf1-5150668cb91b/21790916-59e6-4dc7-8ffe-6427414159be) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:21:30.013943 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e45b9b-a8ba-46e5-b691-df7ba93b558e'] response: {'server_uuid': 'ca6ab1a5-3f29-4d37-b000-552a448023bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ae86bd-b637-4110-b5ff-000cf3971924', 'code': 200} May 27 22:21:30.231682 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df577254-5919-4894-911d-d4570790ef87', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:23Z', 'updated_at': '2022-05-27T22:21:25Z', 'revision_number': 3, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'gw_port': {'id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:24Z', 'updated_at': '2022-05-27T22:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:30.235843 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5929cb56-a5db-4538-8a7a-6e74fcf0fd92 None None] The sync data for ids ['df577254-5919-4894-911d-d4570790ef87'] in n-d-843680-3 is: [{'id': 'df577254-5919-4894-911d-d4570790ef87', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:23Z', 'updated_at': '2022-05-27T22:21:25Z', 'revision_number': 3, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'gw_port': {'id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:24Z', 'updated_at': '2022-05-27T22:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:21:30.240967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea634b-a867-4f6a-ac96-0dbbbbce3c70 req-ee291318-a569-453d-9e04-43b295383b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:30.242443 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dbea634b-a867-4f6a-ac96-0dbbbbce3c70 req-ee291318-a569-453d-9e04-43b295383b88 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 1123 time: 0.1395748 May 27 22:21:30.245151 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:30.286105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Transition to ACTIVE for port object 21790916-59e6-4dc7-8ffe-6427414159be will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:30.299022 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dbea634b-a867-4f6a-ac96-0dbbbbce3c70 req-5c455d72-ec82-4322-bf1d-6984211220eb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503454 May 27 22:21:30.354457 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:30.432403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Network aace8a43-3db2-4854-b12e-1933448b39f0 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:21:30.436464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:30.438361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:21:30.438821 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:30.453051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Pushing event updated for resources: {'Port': ['ID=21790916-59e6-4dc7-8ffe-6427414159be,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:30.717746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33410) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:30.741549 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:30.796537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58561738-cf8b-4df2-aaa1-65c5cd51271d req-a68e6d2e-9148-48d0-b7b7-8f530b77cec3 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:30.800261 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58561738-cf8b-4df2-aaa1-65c5cd51271d req-a68e6d2e-9148-48d0-b7b7-8f530b77cec3 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 970 time: 0.2427835 May 27 22:21:30.810232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6eaf4-c5b2-47b9-bf86-5d18d777f6ef req-2e970203-4fa5-40b6-9e2e-dd56aefd0b75 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:30.812137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38d6eaf4-c5b2-47b9-bf86-5d18d777f6ef req-2e970203-4fa5-40b6-9e2e-dd56aefd0b75 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.2965417 May 27 22:21:30.866248 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:30.898840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b3e1c0d0-0fed-4c06-a19b-1950745d6ee8 None None] Provisioning for port 21790916-59e6-4dc7-8ffe-6427414159be completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:30.906891 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b3e1c0d0-0fed-4c06-a19b-1950745d6ee8 None None] Provisioning complete for port 21790916-59e6-4dc7-8ffe-6427414159be triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:30.909092 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c0d0-0fed-4c06-a19b-1950745d6ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:30.943355 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38d6eaf4-c5b2-47b9-bf86-5d18d777f6ef req-a367a2fe-b84c-41c3-a7ab-2a51ab22b0dd tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092398 May 27 22:21:30.955935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:30.974331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58561738-cf8b-4df2-aaa1-65c5cd51271d req-5a176893-bfea-49c0-8952-7fd2d0df3d35 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611896 May 27 22:21:30.975146 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:31.044687 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e2c7a88-b071-4a51-ac76-f5e0e0639a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:31.078960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e2c7a88-b071-4a51-ac76-f5e0e0639a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:31.085278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e2c7a88-b071-4a51-ac76-f5e0e0639a0b admin admin] Usage tracker for resource:security_group_rule and tenant:dc7d6d362f574b149565acd286dcb777 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:31.090796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e2c7a88-b071-4a51-ac76-f5e0e0639a0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:31.113697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e2c7a88-b071-4a51-ac76-f5e0e0639a0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:31.160515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1c0d0-0fed-4c06-a19b-1950745d6ee8 None None] Port 21790916-59e6-4dc7-8ffe-6427414159be cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:21:31.239830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:31.243499 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e2c7a88-b071-4a51-ac76-f5e0e0639a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:31.247474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:31.252223 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:31.331962 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e2c7a88-b071-4a51-ac76-f5e0e0639a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:31.389644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c99425-c408-43d0-aec3-a0d2ef33ef20 req-c0a19b2b-e410-4d88-8e3c-501dbf455f74 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:31.391177 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44c99425-c408-43d0-aec3-a0d2ef33ef20 req-c0a19b2b-e410-4d88-8e3c-501dbf455f74 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 948 time: 0.1652174 May 27 22:21:31.406354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:31.406760 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:31.428394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62a5fb5d-b9a0-4e60-9400-fd0cc8c65132,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:31.432927 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:21:31.443410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c7a88-b071-4a51-ac76-f5e0e0639a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2937ea-744b-4c1f-96f6-513abf1cd2dd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:31.453067 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9e2c7a88-b071-4a51-ac76-f5e0e0639a0b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dc7d6d362f574b149565acd286dcb777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7471960 May 27 22:21:31.455799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33426) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:31.470973 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44c99425-c408-43d0-aec3-a0d2ef33ef20 req-18419ba1-4baa-4a07-8be7-b152ba2bf5c4 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686193 May 27 22:21:31.481817 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:31.514781 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:31.529062 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2db0292a-760f-4e20-a9d3-502746f16453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:31.542974 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:31.543666 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:31.561168 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2db0292a-760f-4e20-a9d3-502746f16453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:31.590479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=62a5fb5d-b9a0-4e60-9400-fd0cc8c65132,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:31.686400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Pushing event updated for resources: {'Port': ['ID=21790916-59e6-4dc7-8ffe-6427414159be,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:31.692713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2db0292a-760f-4e20-a9d3-502746f16453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:31.710140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0292a-760f-4e20-a9d3-502746f16453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2937ea-744b-4c1f-96f6-513abf1cd2dd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:31.720115 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2db0292a-760f-4e20-a9d3-502746f16453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:31.722286 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2db0292a-760f-4e20-a9d3-502746f16453 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7a2937ea-744b-4c1f-96f6-513abf1cd2dd HTTP/1.1" status: 204 len: 168 time: 0.2648764 May 27 22:21:31.762267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Network aace8a43-3db2-4854-b12e-1933448b39f0 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:21:31.763351 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:31.943272 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:31.997878 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-89a229d1-0eb6-4db3-968f-191ecd2070bc None None] Provisioning complete for port 21790916-59e6-4dc7-8ffe-6427414159be triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:31.998431 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89a229d1-0eb6-4db3-968f-191ecd2070bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:32.074439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Router df577254-5919-4894-911d-d4570790ef87 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:21:32.079846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-89a229d1-0eb6-4db3-968f-191ecd2070bc None None] Port 21790916-59e6-4dc7-8ffe-6427414159be cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:21:32.388032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:21:32.418799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c411e-6015-4689-a6a6-c47c66ee4674 req-3d54fb3f-5b72-4f48-b9ee-db458d6d0e0d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:32.420256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a3c411e-6015-4689-a6a6-c47c66ee4674 req-3d54fb3f-5b72-4f48-b9ee-db458d6d0e0d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.2603724 May 27 22:21:32.429335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46b6ff-f640-4652-9ece-827b694caa7d req-8039e3df-0538-4e53-8538-f9193bf9966a tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:32.430794 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad46b6ff-f640-4652-9ece-827b694caa7d req-8039e3df-0538-4e53-8538-f9193bf9966a tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 970 time: 0.2694576 May 27 22:21:32.433362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33452) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:32.450558 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7873dfcb-c1f7-42d7-9791-d98736103bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:32.464620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7873dfcb-c1f7-42d7-9791-d98736103bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:32.468338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7873dfcb-c1f7-42d7-9791-d98736103bac admin admin] Usage tracker for resource:security_group_rule and tenant:b987bb5c2b874cc4bb2dcb94e445cb71 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:32.471116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7873dfcb-c1f7-42d7-9791-d98736103bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:32.477588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7873dfcb-c1f7-42d7-9791-d98736103bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:32.486710 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ce91ef89-833d-4d97-9a6e-cda8d22fb67f admin admin] 10.222.0.27 "PUT /v2.0/routers/df577254-5919-4894-911d-d4570790ef87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5359807 May 27 22:21:32.529843 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a3c411e-6015-4689-a6a6-c47c66ee4674 req-4ded77c9-f6f9-49b1-89a0-32edac0397be tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980663 May 27 22:21:32.535997 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad46b6ff-f640-4652-9ece-827b694caa7d req-3ffd0a96-fc8e-4e48-aca7-35f66b161d8f tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955868 May 27 22:21:32.592180 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7873dfcb-c1f7-42d7-9791-d98736103bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:32.652441 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7873dfcb-c1f7-42d7-9791-d98736103bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:32.672060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0096253e-14f9-4413-9591-3e099bbd5d65 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:21:32.714224 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7873dfcb-c1f7-42d7-9791-d98736103bac admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b987bb5c2b874cc4bb2dcb94e445cb71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798016 May 27 22:21:32.717717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873dfcb-c1f7-42d7-9791-d98736103bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7073233f-815e-4fb8-a2ca-68a92e4e3683,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:32.720967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33468) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:32.810572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Sync routers for ids ['df577254-5919-4894-911d-d4570790ef87'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:21:32.823065 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-391fd257-e0dd-432d-9819-2eb02d83fabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:32.853894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Routers {'df577254-5919-4894-911d-d4570790ef87'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:21:32.854638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:21:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['df577254-5919-4894-911d-d4570790ef87'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:32.863043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a674c6-1b46-4493-867f-0b5bb2639ac2 req-3c8c1172-ee92-4035-ba6b-dd9f05df9e31 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:32.871626 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8a674c6-1b46-4493-867f-0b5bb2639ac2 req-3c8c1172-ee92-4035-ba6b-dd9f05df9e31 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 948 time: 0.2049522 May 27 22:21:32.910405 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-391fd257-e0dd-432d-9819-2eb02d83fabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:32.933540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:32.960282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8a674c6-1b46-4493-867f-0b5bb2639ac2 req-a8b1708e-210d-491d-90bf-96d36e50674e tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778079 May 27 22:21:33.054473 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-391fd257-e0dd-432d-9819-2eb02d83fabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:33.061601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0096253e-14f9-4413-9591-3e099bbd5d65, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0096253e-14f9-4413-9591-3e099bbd5d65,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:33.117623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fd257-e0dd-432d-9819-2eb02d83fabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7073233f-815e-4fb8-a2ca-68a92e4e3683,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:33.137016 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-391fd257-e0dd-432d-9819-2eb02d83fabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:33.140437 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-391fd257-e0dd-432d-9819-2eb02d83fabf admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7073233f-815e-4fb8-a2ca-68a92e4e3683 HTTP/1.1" status: 204 len: 168 time: 0.4160914 May 27 22:21:33.155564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9c956-a3d5-48df-a010-f640abe8dc40 req-a234890a-9e1a-4ce3-b41d-f96cfadbf5e7 tempest-AggregatesAdminTestJSON-270312854 tempest-AggregatesAdminTestJSON-270312854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:33.157320 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fa9c956-a3d5-48df-a010-f640abe8dc40 req-a234890a-9e1a-4ce3-b41d-f96cfadbf5e7 tempest-AggregatesAdminTestJSON-270312854 tempest-AggregatesAdminTestJSON-270312854-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 1121 time: 0.1053433 May 27 22:21:33.173312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '0096253e-14f9-4413-9591-3e099bbd5d65', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '0096253e-14f9-4413-9591-3e099bbd5d65', 'mac_address': 'fa:16:3e:d7:ff:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:21:33.196865 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fa9c956-a3d5-48df-a010-f640abe8dc40 req-7f0bca9d-cbea-4b9b-a23b-ff9bb455e342 tempest-AggregatesAdminTestJSON-270312854 tempest-AggregatesAdminTestJSON-270312854-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:33.219045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-0fa9c956-a3d5-48df-a010-f640abe8dc40 req-7f0bca9d-cbea-4b9b-a23b-ff9bb455e342 tempest-AggregatesAdminTestJSON-270312854 tempest-AggregatesAdminTestJSON-270312854-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:33.225796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-0fa9c956-a3d5-48df-a010-f640abe8dc40 req-7f0bca9d-cbea-4b9b-a23b-ff9bb455e342 tempest-AggregatesAdminTestJSON-270312854 tempest-AggregatesAdminTestJSON-270312854-project-admin] Usage tracker for resource:security_group_rule and tenant:6f948e47dbb04577a81560b83bbf9eb3 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:33.233461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-0fa9c956-a3d5-48df-a010-f640abe8dc40 req-7f0bca9d-cbea-4b9b-a23b-ff9bb455e342 tempest-AggregatesAdminTestJSON-270312854 tempest-AggregatesAdminTestJSON-270312854-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:33.242576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-0fa9c956-a3d5-48df-a010-f640abe8dc40 req-7f0bca9d-cbea-4b9b-a23b-ff9bb455e342 tempest-AggregatesAdminTestJSON-270312854 tempest-AggregatesAdminTestJSON-270312854-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:33.259011 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Set router df577254-5919-4894-911d-d4570790ef87 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:21:33.309200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 0096253e-14f9-4413-9591-3e099bbd5d65 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:33.309200 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:33.317676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:33.318039 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:33.378694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0096253e-14f9-4413-9591-3e099bbd5d65 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:21:33.392850 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fa9c956-a3d5-48df-a010-f640abe8dc40 req-7f0bca9d-cbea-4b9b-a23b-ff9bb455e342 tempest-AggregatesAdminTestJSON-270312854 tempest-AggregatesAdminTestJSON-270312854-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:33.427319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bca7bd-40ef-4515-be64-177ea0bca07f req-83e36b88-f2fc-430b-b9d0-702086bcd573 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:33.431349 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92bca7bd-40ef-4515-be64-177ea0bca07f req-83e36b88-f2fc-430b-b9d0-702086bcd573 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 1123 time: 0.0979424 May 27 22:21:33.462489 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-92bca7bd-40ef-4515-be64-177ea0bca07f req-7112fdd9-5ad5-4210-9a59-56765d30b9e1 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:33.476578 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fa9c956-a3d5-48df-a010-f640abe8dc40 req-7f0bca9d-cbea-4b9b-a23b-ff9bb455e342 tempest-AggregatesAdminTestJSON-270312854 tempest-AggregatesAdminTestJSON-270312854-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:33.480857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0096253e-14f9-4413-9591-3e099bbd5d65, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0096253e-14f9-4413-9591-3e099bbd5d65,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:33.498131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-92bca7bd-40ef-4515-be64-177ea0bca07f req-7112fdd9-5ad5-4210-9a59-56765d30b9e1 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:33.508705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-92bca7bd-40ef-4515-be64-177ea0bca07f req-7112fdd9-5ad5-4210-9a59-56765d30b9e1 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] Usage tracker for resource:security_group_rule and tenant:68718812bc9f4014b10ae624f2402fca is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:33.512451 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fa9c956-a3d5-48df-a010-f640abe8dc40 req-7f0bca9d-cbea-4b9b-a23b-ff9bb455e342 tempest-AggregatesAdminTestJSON-270312854 tempest-AggregatesAdminTestJSON-270312854-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489397 May 27 22:21:33.519173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-92bca7bd-40ef-4515-be64-177ea0bca07f req-7112fdd9-5ad5-4210-9a59-56765d30b9e1 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:33.532307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-92bca7bd-40ef-4515-be64-177ea0bca07f req-7112fdd9-5ad5-4210-9a59-56765d30b9e1 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:33.541609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bca9d-cbea-4b9b-a23b-ff9bb455e342 tempest-AggregatesAdminTestJSON-270312854 tempest-AggregatesAdminTestJSON-270312854-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caabcc39-6e3d-48cc-aa20-09dc78e58046,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:33.553201 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:33.616674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33494) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:33.624956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2059501265-network', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:33.634391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:33.638340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Usage tracker for resource:network and tenant:b5cc61dd554942139f8cdb274726be18 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:33.639349 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-92bca7bd-40ef-4515-be64-177ea0bca07f req-7112fdd9-5ad5-4210-9a59-56765d30b9e1 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:33.642051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:33.653052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:33.722692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=0096253e-14f9-4413-9591-3e099bbd5d65,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:33.725461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:33.736913 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-92bca7bd-40ef-4515-be64-177ea0bca07f req-7112fdd9-5ad5-4210-9a59-56765d30b9e1 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:33.800463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df577254-5919-4894-911d-d4570790ef87', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:23Z', 'updated_at': '2022-05-27T22:21:30Z', 'revision_number': 4, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'gw_port': {'id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:24Z', 'updated_at': '2022-05-27T22:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '21790916-59e6-4dc7-8ffe-6427414159be', 'name': '', 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'mac_address': 'fa:16:3e:50:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:29Z', 'updated_at': '2022-05-27T22:21:31Z', 'revision_number': 2, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'subnets': [{'id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:33.801858 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92bca7bd-40ef-4515-be64-177ea0bca07f req-7112fdd9-5ad5-4210-9a59-56765d30b9e1 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642569 May 27 22:21:33.804922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Checking router: df577254-5919-4894-911d-d4570790ef87 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:21:33.805256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Updating router df577254-5919-4894-911d-d4570790ef87 port 21790916-59e6-4dc7-8ffe-6427414159be binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:21:33.807578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112fdd9-5ad5-4210-9a59-56765d30b9e1 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f3fbd6-b89c-444f-8a5e-c57eb35f6e73,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:33.828186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Made reservation on behalf of b5cc61dd554942139f8cdb274726be18 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:21:33.830762 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:33.863146 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:33.884856 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:33.892589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:33.897637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Usage tracker for resource:security_group_rule and tenant:b5cc61dd554942139f8cdb274726be18 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:33.900710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:33.906994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:33.998320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['0096253e-14f9-4413-9591-3e099bbd5d65'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:21:34.013212 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:34.302823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:34.323114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:21:34.347791 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:34.348131 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Added segment f820359d-be88-415e-955b-c91c46f7e5ea of type vlan for network 8248a3c2-e6f2-4c89-bdff-ea0cddce86a2 May 27 22:21:34.349206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b646ae68-fb16-4cdd-943c-b2ea69c53545,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:34.386101 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:34.389702 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:34.404170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Transition to ACTIVE for port object 21790916-59e6-4dc7-8ffe-6427414159be will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:34.479882 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:34.522021 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:34.522989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:34.523559 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:34.628414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10847373-35ed-43cf-b96e-4695cd9b979a None None] Pushing event updated for resources: {'Port': ['ID=21790916-59e6-4dc7-8ffe-6427414159be,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:34.728663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] Pushing event updated for resources: {'Network': ['ID=8248a3c2-e6f2-4c89-bdff-ea0cddce86a2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:34.768577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 8248a3c2-e6f2-4c89-bdff-ea0cddce86a2 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:21:34.778662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a0f97-6e79-4d7d-b60d-bfc45df16420 req-ddfa32ad-54c3-4d8a-bd11-f03489c66fcc tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:34.791782 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-865a0f97-6e79-4d7d-b60d-bfc45df16420 req-ddfa32ad-54c3-4d8a-bd11-f03489c66fcc tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 970 time: 0.2026510 May 27 22:21:34.802422 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bca46395-7cb5-4823-93f4-30b51cff3904 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1836092 May 27 22:21:34.805101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33550) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:34.810725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] Request body: {'subnet': {'network_id': '8248a3c2-e6f2-4c89-bdff-ea0cddce86a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2059501265-subnet', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:34.822318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:34.833030 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] Usage tracker for resource:subnet and tenant:b5cc61dd554942139f8cdb274726be18 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:34.847516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:34.852463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39b561-ff6d-4f35-86b0-47202706f4c8 req-3028d890-46d5-4148-9892-de45eee661e1 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:34.854473 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e39b561-ff6d-4f35-86b0-47202706f4c8 req-3028d890-46d5-4148-9892-de45eee661e1 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 949 time: 0.2160532 May 27 22:21:34.863440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:34.902983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33554) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:34.913084 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-865a0f97-6e79-4d7d-b60d-bfc45df16420 req-2ff7a8a8-fd4e-4bf7-b3c5-77dfa0a221c3 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169233 May 27 22:21:34.936167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] Made reservation on behalf of b5cc61dd554942139f8cdb274726be18 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:21:34.938571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:34.959457 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e39b561-ff6d-4f35-86b0-47202706f4c8 req-98e18ff5-511d-48c6-8b5a-d0300e7775ee tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873744 May 27 22:21:34.999456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Attempting to bind port 21790916-59e6-4dc7-8ffe-6427414159be on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:21:35.003984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Attempting to bind port 21790916-59e6-4dc7-8ffe-6427414159be by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f30b90a9-e57b-4e42-842c-c0c8ac869202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:21:35.005910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Attempting to bind port 21790916-59e6-4dc7-8ffe-6427414159be on network aace8a43-3db2-4854-b12e-1933448b39f0 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:35.092575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:21:35.092575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Checking segment: {'id': 'f30b90a9-e57b-4e42-842c-c0c8ac869202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:21:35.092575 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:35.092575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Bound using segment: {'id': 'f30b90a9-e57b-4e42-842c-c0c8ac869202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:21:35.092575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Bound port: 21790916-59e6-4dc7-8ffe-6427414159be, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30b90a9-e57b-4e42-842c-c0c8ac869202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:21:35.092575 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:35.167418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094ad6b-6b2b-4931-a87f-1f759bd40deb req-2c2dbd8d-453e-42a2-b380-72054433f6cc tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:35.170505 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7094ad6b-6b2b-4931-a87f-1f759bd40deb req-2c2dbd8d-453e-42a2-b380-72054433f6cc tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.1515217 May 27 22:21:35.201260 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-dd912ff4-ffc5-4bd0-a896-173d726f0a83 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2970452 May 27 22:21:35.211066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] For port 21790916-59e6-4dc7-8ffe-6427414159be, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:21:35.220187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] For port 21790916-59e6-4dc7-8ffe-6427414159be, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=21790916-59e6-4dc7-8ffe-6427414159be,segment=NetworkSegment(f30b90a9-e57b-4e42-842c-c0c8ac869202),segment_id=f30b90a9-e57b-4e42-842c-c0c8ac869202)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:21:35.256158 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7094ad6b-6b2b-4931-a87f-1f759bd40deb req-392c7870-11ae-44a7-8ed2-d9015fa41b64 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793266 May 27 22:21:35.297280 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:35.369753 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:35.380884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Routers {'df577254-5919-4894-911d-d4570790ef87'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:21:35.381512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:21:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['df577254-5919-4894-911d-d4570790ef87'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:35.454869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10847373-35ed-43cf-b96e-4695cd9b979a None None] Pushing event updated for resources: {'Port': ['ID=21790916-59e6-4dc7-8ffe-6427414159be,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:35.490903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] Checking segment: {'id': 'f820359d-be88-415e-955b-c91c46f7e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8248a3c2-e6f2-4c89-bdff-ea0cddce86a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:21:35.491329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] Network hostable DHCP agents. Network: 8248a3c2-e6f2-4c89-bdff-ea0cddce86a2, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:21:35.498404 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=138b7ce5-1c68-4594-9563-551c3ad80c24,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:35.600738 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] Set router df577254-5919-4894-911d-d4570790ef87 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:21:35.606049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] Network 8248a3c2-e6f2-4c89-bdff-ea0cddce86a2 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:21:35.685479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 8248a3c2-e6f2-4c89-bdff-ea0cddce86a2) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:35.689848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:35.690556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:35.741777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90f052d-d178-4a53-98e2-62eebaf05b84 None None] Network 8248a3c2-e6f2-4c89-bdff-ea0cddce86a2 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:21:35.792196 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b1e04316-9a07-4f9d-882f-d71afb3d46d2 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9860947 May 27 22:21:35.794062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33592) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:35.799264 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2059501265-router', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:35.810128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:35.821570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Usage tracker for resource:router and tenant:b5cc61dd554942139f8cdb274726be18 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:35.829297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b167bd-1af8-46c8-aa0e-79c6e6137b3e req-1663c027-a422-4a6d-af22-b2388dfa748a tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:35.829848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:35.832217 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8b167bd-1af8-46c8-aa0e-79c6e6137b3e req-1663c027-a422-4a6d-af22-b2388dfa748a tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.46 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 970 time: 0.1165791 May 27 22:21:35.843494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:35.931447 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:35.932909 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:35.952475 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33604) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:35.971077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b8b167bd-1af8-46c8-aa0e-79c6e6137b3e req-65fa245e-df1f-4f27-9212-6d07f18af12c tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Deleting port 5ca80997-daf7-4880-bc36-d6c17cc31569 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:21:35.972872 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b8b167bd-1af8-46c8-aa0e-79c6e6137b3e req-65fa245e-df1f-4f27-9212-6d07f18af12c tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:36.012044 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:36.120961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-8248a3c2-e6f2-4c89-bdff-ea0cddce86a2', 'network_id': '8248a3c2-e6f2-4c89-bdff-ea0cddce86a2', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18', 'fixed_ips': [{'subnet_id': '138b7ce5-1c68-4594-9563-551c3ad80c24'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:21:36.121808 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:36.290212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df577254-5919-4894-911d-d4570790ef87', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:23Z', 'updated_at': '2022-05-27T22:21:30Z', 'revision_number': 4, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'gw_port': {'id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:24Z', 'updated_at': '2022-05-27T22:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '21790916-59e6-4dc7-8ffe-6427414159be', 'name': '', 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'mac_address': 'fa:16:3e:50:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:29Z', 'updated_at': '2022-05-27T22:21:35Z', 'revision_number': 4, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'subnets': [{'id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:36.307483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc65a71-2dce-4ba5-a459-0e302e41c4a0 None None] The sync data for ids ['df577254-5919-4894-911d-d4570790ef87'] in n-d-843680-3 is: [{'id': 'df577254-5919-4894-911d-d4570790ef87', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:23Z', 'updated_at': '2022-05-27T22:21:30Z', 'revision_number': 4, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'gw_port': {'id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:24Z', 'updated_at': '2022-05-27T22:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '21790916-59e6-4dc7-8ffe-6427414159be', 'name': '', 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'mac_address': 'fa:16:3e:50:d8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:29Z', 'updated_at': '2022-05-27T22:21:35Z', 'revision_number': 4, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'subnets': [{'id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:21:36.341153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Allocated IP 172.20.0.2 (8248a3c2-e6f2-4c89-bdff-ea0cddce86a2/138b7ce5-1c68-4594-9563-551c3ad80c24/62c8d863-c4cd-4604-91a2-05c16291d595) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:21:36.685846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0096253e-14f9-4413-9591-3e099bbd5d65 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:36.748084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6360c-7690-42f0-8c1a-5c8e094c260e req-a81e1bde-4fc7-412f-ac92-93651ee530c2 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:36.765988 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9b6360c-7690-42f0-8c1a-5c8e094c260e req-a81e1bde-4fc7-412f-ac92-93651ee530c2 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 970 time: 0.5729976 May 27 22:21:36.838152 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d609b42-0363-4405-a763-49a9c42a8b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:36.869449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3d609b42-0363-4405-a763-49a9c42a8b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:36.876944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3d609b42-0363-4405-a763-49a9c42a8b8d admin admin] Usage tracker for resource:security_group_rule and tenant:208fc7ca115f4d2fb4ea6b0db44685ee is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:36.887574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3d609b42-0363-4405-a763-49a9c42a8b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:36.901496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3d609b42-0363-4405-a763-49a9c42a8b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:36.903477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 21790916-59e6-4dc7-8ffe-6427414159be up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:36.951123 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:36.961274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c3b93-ff69-4a1f-b4c2-a48fccae48b1 req-646a5d48-c738-4840-b983-e412d35866b3 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:36.968725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f71c3b93-ff69-4a1f-b4c2-a48fccae48b1 req-646a5d48-c738-4840-b983-e412d35866b3 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 949 time: 0.7103112 May 27 22:21:36.993312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-b8b167bd-1af8-46c8-aa0e-79c6e6137b3e req-65fa245e-df1f-4f27-9212-6d07f18af12c tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] For port 5ca80997-daf7-4880-bc36-d6c17cc31569, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5ca80997-daf7-4880-bc36-d6c17cc31569,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:36.993822 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b8b167bd-1af8-46c8-aa0e-79c6e6137b3e req-65fa245e-df1f-4f27-9212-6d07f18af12c tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.017430 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9b6360c-7690-42f0-8c1a-5c8e094c260e req-b8fef49f-03c3-4e3a-93a2-1f8725fdacf6 tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/security-groups?id=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506795 May 27 22:21:37.043748 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d609b42-0363-4405-a763-49a9c42a8b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.111097 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.124170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Transition to ACTIVE for port object 62c8d863-c4cd-4604-91a2-05c16291d595 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:37.127627 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d609b42-0363-4405-a763-49a9c42a8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.146509 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Transition to ACTIVE for port object 62c8d863-c4cd-4604-91a2-05c16291d595 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:37.156408 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 21790916-59e6-4dc7-8ffe-6427414159be completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:37.164825 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 21790916-59e6-4dc7-8ffe-6427414159be triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:37.165409 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.166288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b8b167bd-1af8-46c8-aa0e-79c6e6137b3e req-65fa245e-df1f-4f27-9212-6d07f18af12c tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Calling delete_port for 5ca80997-daf7-4880-bc36-d6c17cc31569 owned by compute:tempest-test_az-2121910941 {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:21:37.198040 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d609b42-0363-4405-a763-49a9c42a8b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec45df88-d549-496b-956b-cfc92b2cc8c0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:37.210289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 0096253e-14f9-4413-9591-3e099bbd5d65 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:37.287558 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3d609b42-0363-4405-a763-49a9c42a8b8d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=208fc7ca115f4d2fb4ea6b0db44685ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3329606 May 27 22:21:37.300543 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.302425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33628) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:37.350284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 0096253e-14f9-4413-9591-3e099bbd5d65 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:37.350649 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.398702 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6d65-7272-424a-a708-24afba7ac823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.443601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Network 8248a3c2-e6f2-4c89-bdff-ea0cddce86a2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:21:37.453733 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:37.458665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6d65-7272-424a-a708-24afba7ac823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.463118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:21:37.464327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f71c3b93-ff69-4a1f-b4c2-a48fccae48b1 req-823a987e-e13f-4f61-b75b-96877c677fea tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946141 May 27 22:21:37.468164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Pushing event updated for resources: {'Port': ['ID=62c8d863-c4cd-4604-91a2-05c16291d595,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:37.637502 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6d65-7272-424a-a708-24afba7ac823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.653845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016e789-e9ab-4e9a-af1f-e0d075571f9a req-22b7e107-9e9f-4aed-9483-337b0c64c6a1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:37.660697 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9016e789-e9ab-4e9a-af1f-e0d075571f9a req-22b7e107-9e9f-4aed-9483-337b0c64c6a1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.4399240 May 27 22:21:37.704699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Attempting to bind port 62c8d863-c4cd-4604-91a2-05c16291d595 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:21:37.705248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Attempting to bind port 62c8d863-c4cd-4604-91a2-05c16291d595 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f820359d-be88-415e-955b-c91c46f7e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8248a3c2-e6f2-4c89-bdff-ea0cddce86a2'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:21:37.705603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Attempting to bind port 62c8d863-c4cd-4604-91a2-05c16291d595 on network 8248a3c2-e6f2-4c89-bdff-ea0cddce86a2 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:37.707214 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b8b167bd-1af8-46c8-aa0e-79c6e6137b3e req-65fa245e-df1f-4f27-9212-6d07f18af12c tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.740910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:21:37.742916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Checking segment: {'id': 'f820359d-be88-415e-955b-c91c46f7e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8248a3c2-e6f2-4c89-bdff-ea0cddce86a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:21:37.742916 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.742916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Bound using segment: {'id': 'f820359d-be88-415e-955b-c91c46f7e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8248a3c2-e6f2-4c89-bdff-ea0cddce86a2'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:21:37.742916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Bound port: 62c8d863-c4cd-4604-91a2-05c16291d595, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f820359d-be88-415e-955b-c91c46f7e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8248a3c2-e6f2-4c89-bdff-ea0cddce86a2'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:21:37.742916 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.753459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5ca80997-daf7-4880-bc36-d6c17cc31569'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:21:37.769209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d6d65-7272-424a-a708-24afba7ac823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec45df88-d549-496b-956b-cfc92b2cc8c0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:37.822427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 21790916-59e6-4dc7-8ffe-6427414159be is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:37.823077 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.829133 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac7d6d65-7272-424a-a708-24afba7ac823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.832523 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ac7d6d65-7272-424a-a708-24afba7ac823 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ec45df88-d549-496b-956b-cfc92b2cc8c0 HTTP/1.1" status: 204 len: 168 time: 0.5269589 May 27 22:21:37.933286 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:37.952182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9016e789-e9ab-4e9a-af1f-e0d075571f9a req-e3236409-d821-41bd-a4f3-0a242751ab5c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901385 May 27 22:21:37.953069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa245e-df1f-4f27-9212-6d07f18af12c tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Pushing event deleted for resources: {'Port': ['ID=5ca80997-daf7-4880-bc36-d6c17cc31569,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:37.958178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 0096253e-14f9-4413-9591-3e099bbd5d65 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:37.961736 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:38.010924 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:38.080802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b167bd-1af8-46c8-aa0e-79c6e6137b3e req-65fa245e-df1f-4f27-9212-6d07f18af12c tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] No DVR routers for this DVR port 5ca80997-daf7-4880-bc36-d6c17cc31569 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:21:38.094288 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b8b167bd-1af8-46c8-aa0e-79c6e6137b3e req-65fa245e-df1f-4f27-9212-6d07f18af12c tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:38.098884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c132ff-0ad8-43f8-acdb-6a226f5a1791', 'name': 'network-vif-deleted', 'tag': '5ca80997-daf7-4880-bc36-d6c17cc31569'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:21:38.112309 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-7aa333a9-d5fb-4335-b88d-33dee8e46540 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=80b465c5c6f54fac9e45b2bb94da5772&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1879556 May 27 22:21:38.131045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2e977c-9b22-4d5f-802c-b7619e3b6009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0096253e-14f9-4413-9591-3e099bbd5d65'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:21:38.148102 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0096253e-14f9-4413-9591-3e099bbd5d65, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0096253e-14f9-4413-9591-3e099bbd5d65,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:38.151745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 21790916-59e6-4dc7-8ffe-6427414159be, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=21790916-59e6-4dc7-8ffe-6427414159be,segment=NetworkSegment(f30b90a9-e57b-4e42-842c-c0c8ac869202),segment_id=f30b90a9-e57b-4e42-842c-c0c8ac869202)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:38.155672 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] For port 62c8d863-c4cd-4604-91a2-05c16291d595, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:21:38.158993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] For port 62c8d863-c4cd-4604-91a2-05c16291d595, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62c8d863-c4cd-4604-91a2-05c16291d595,segment=NetworkSegment(f820359d-be88-415e-955b-c91c46f7e5ea),segment_id=f820359d-be88-415e-955b-c91c46f7e5ea)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:21:38.215439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Allocated IP 172.25.2.131 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/ac18266f-f01d-459e-9c85-8a38c66d7308) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:21:38.246593 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:38.252549 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:38.279148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f9bc6e67-2262-4526-b17b-2667510ea0f9 req-75d822a8-ab51-464a-9027-d8a564e5ad2f tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Synchronizing usage tracker for tenant:920e9ca18941490aa5c2d46e41766a7e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:21:38.283714 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:38.333510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b89f2-a529-4005-9a22-2360adabf016 None None] Pushing event updated for resources: {'Port': ['ID=62c8d863-c4cd-4604-91a2-05c16291d595,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:38.347791 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8b167bd-1af8-46c8-aa0e-79c6e6137b3e req-65fa245e-df1f-4f27-9212-6d07f18af12c tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.46 "DELETE /v2.0/ports/5ca80997-daf7-4880-bc36-d6c17cc31569 HTTP/1.1" status: 204 len: 173 time: 2.5099347 May 27 22:21:38.381297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-f4cb0055-f1c5-483f-b253-b7c9f9d47fbc tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:38.382371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-f4cb0055-f1c5-483f-b253-b7c9f9d47fbc tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2552295 May 27 22:21:38.402386 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-70638b67-9d07-4fa1-96c6-a1715ad302ab tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/quotas/80b465c5c6f54fac9e45b2bb94da5772 HTTP/1.1" status: 200 len: 375 time: 0.0137265 May 27 22:21:38.405656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f9bc6e67-2262-4526-b17b-2667510ea0f9 req-75d822a8-ab51-464a-9027-d8a564e5ad2f tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] Unset dirty status for tenant:920e9ca18941490aa5c2d46e41766a7e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:21:38.407438 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f9bc6e67-2262-4526-b17b-2667510ea0f9 req-75d822a8-ab51-464a-9027-d8a564e5ad2f tempest-AggregatesAdminTestJSON-862345646 tempest-AggregatesAdminTestJSON-862345646-project] 10.222.0.27 "GET /v2.0/ports?device_id=11c132ff-0ad8-43f8-acdb-6a226f5a1791 HTTP/1.1" status: 200 len: 210 time: 0.2378955 May 27 22:21:38.441834 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=21790916-59e6-4dc7-8ffe-6427414159be,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:38.465977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:38.466207 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-1e1eea47-41dc-40cb-b5c8-69eda6e87f1f tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=80b465c5c6f54fac9e45b2bb94da5772&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577497 May 27 22:21:38.495433 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a67bad3-7835-440d-a996-f04ae3591e6c'] response: {'server_uuid': '11c132ff-0ad8-43f8-acdb-6a226f5a1791', 'name': 'network-vif-deleted', 'tag': '5ca80997-daf7-4880-bc36-d6c17cc31569', 'status': 'completed', 'code': 200} May 27 22:21:38.549276 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6920580-c087-4e67-b33c-d81b93ecbd2c'] response: {'server_uuid': '0e2e977c-9b22-4d5f-802c-b7619e3b6009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0096253e-14f9-4413-9591-3e099bbd5d65', 'code': 200} May 27 22:21:38.565558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=0096253e-14f9-4413-9591-3e099bbd5d65,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:38.627386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:38.790789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Pushing event updated for resources: {'Port': ['ID=ac18266f-f01d-459e-9c85-8a38c66d7308,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:38.833954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33662) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:38.889533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:21:38.902929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:38.919135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:21:38.938879 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c42383e-9edb-47dd-b2f8-8730856008ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:38.962307 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1afcd270-402e-4640-8435-8c31f99fbac3 req-2ba89baf-9c54-4511-b2ed-ebd7dea37790 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 210 time: 0.1218212 May 27 22:21:38.983221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 21790916-59e6-4dc7-8ffe-6427414159be up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:38.986195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0c42383e-9edb-47dd-b2f8-8730856008ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:39.001502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0c42383e-9edb-47dd-b2f8-8730856008ca admin admin] Usage tracker for resource:security_group_rule and tenant:5f40baaa4ab04fe69883db4dbcfba42d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:39.007448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0c42383e-9edb-47dd-b2f8-8730856008ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:39.014991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812402d-0637-4554-b3e1-19cc6027a98b req-5c79745e-18f9-4de3-8a63-197b3929c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:39.016526 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-5c79745e-18f9-4de3-8a63-197b3929c2f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 1123 time: 0.4182317 May 27 22:21:39.017538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0c42383e-9edb-47dd-b2f8-8730856008ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:39.100967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 21790916-59e6-4dc7-8ffe-6427414159be triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:39.101495 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:39.213893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75865b-c7df-488e-a938-769445a608dd req-7fd7f28e-ae98-47eb-994a-7bb109fed8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:39.215477 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fe75865b-c7df-488e-a938-769445a608dd req-7fd7f28e-ae98-47eb-994a-7bb109fed8b6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 1101 time: 0.4264686 May 27 22:21:39.254665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 21790916-59e6-4dc7-8ffe-6427414159be is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:39.255731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 62c8d863-c4cd-4604-91a2-05c16291d595 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:39.263849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812402d-0637-4554-b3e1-19cc6027a98b req-5fffd56a-0dc4-44fd-86fd-f28cbfd92177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:39.265945 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-5fffd56a-0dc4-44fd-86fd-f28cbfd92177 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.2409005 May 27 22:21:39.271353 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fe75865b-c7df-488e-a938-769445a608dd req-19944484-192c-4873-b35d-669fd7516644 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446901 May 27 22:21:39.390427 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-f9bba50d-b4e8-445b-8ea6-e8c558c1ff38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=06ae86bd-b637-4110-b5ff-000cf3971924 HTTP/1.1" status: 200 len: 217 time: 0.0836928 May 27 22:21:39.399618 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 62c8d863-c4cd-4604-91a2-05c16291d595 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:39.407492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc832-1382-4aa3-ad14-1e13624af79d req-3e981788-47bd-405d-8fe6-991c5f227a37 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:39.415214 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c77dc832-1382-4aa3-ad14-1e13624af79d req-3e981788-47bd-405d-8fe6-991c5f227a37 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 950 time: 0.6692355 May 27 22:21:39.587456 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:39.593104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c77dc832-1382-4aa3-ad14-1e13624af79d req-00be6783-0165-4e52-9b64-31a11b25470b tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770308 May 27 22:21:39.600027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812402d-0637-4554-b3e1-19cc6027a98b req-5a6472cc-ba0b-47f0-9251-a5c38441828f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:39.601511 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-5a6472cc-ba0b-47f0-9251-a5c38441828f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2028542 May 27 22:21:39.676216 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c42383e-9edb-47dd-b2f8-8730856008ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:39.687088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb1c2c-7c5a-4842-a673-321f475c2eb1 req-5fdf1892-4c13-4b1f-9863-82e412088480 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:39.688653 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6aeb1c2c-7c5a-4842-a673-321f475c2eb1 req-5fdf1892-4c13-4b1f-9863-82e412088480 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.5104852 May 27 22:21:39.785686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cf8066-cdb3-496d-bf14-97620144e418 None None] Network 8248a3c2-e6f2-4c89-bdff-ea0cddce86a2 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:21:39.799222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6aeb1c2c-7c5a-4842-a673-321f475c2eb1 req-f16f6dcc-a863-46f9-81a4-309ce4abc560 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979304 May 27 22:21:39.807164 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c42383e-9edb-47dd-b2f8-8730856008ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:39.893887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42383e-9edb-47dd-b2f8-8730856008ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc88489-1ec8-43bb-a5d1-bafd31ca2cad,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:39.900500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812402d-0637-4554-b3e1-19cc6027a98b req-af2858c5-758d-458c-be7d-134ac0ab0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:39.902111 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-af2858c5-758d-458c-be7d-134ac0ab0065 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2858825 May 27 22:21:39.904681 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0c42383e-9edb-47dd-b2f8-8730856008ca admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5f40baaa4ab04fe69883db4dbcfba42d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0672083 May 27 22:21:39.907365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33684) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:40.007836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9d7da2b9-d845-4950-8f6d-2992cc84fab8 None None] Provisioning for port 62c8d863-c4cd-4604-91a2-05c16291d595 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:40.014375 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:40.023578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9d7da2b9-d845-4950-8f6d-2992cc84fab8 None None] Provisioning complete for port 62c8d863-c4cd-4604-91a2-05c16291d595 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:40.023578 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d7da2b9-d845-4950-8f6d-2992cc84fab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:40.113988 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-486d4171-acce-456c-b2bf-ed94e3413295 req-996d8929-df71-498b-9f34-3d53672ed01d tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 210 time: 0.0774715 May 27 22:21:40.202300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9d7da2b9-d845-4950-8f6d-2992cc84fab8 None None] Current status of the port 62c8d863-c4cd-4604-91a2-05c16291d595 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:40.202688 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d7da2b9-d845-4950-8f6d-2992cc84fab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:40.236861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9d7da2b9-d845-4950-8f6d-2992cc84fab8 None None] For port 62c8d863-c4cd-4604-91a2-05c16291d595, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62c8d863-c4cd-4604-91a2-05c16291d595,segment=NetworkSegment(f820359d-be88-415e-955b-c91c46f7e5ea),segment_id=f820359d-be88-415e-955b-c91c46f7e5ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:40.241325 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-74125db2-f285-4acf-9db5-744783769512 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311839 May 27 22:21:40.245813 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7dea337d-7379-42cc-aac1-cdb76b63f6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:40.304128 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d7da2b9-d845-4950-8f6d-2992cc84fab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:40.320608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Router bfdc5dee-4eb7-4cc0-b589-247aaa0a408e is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:21:40.365873 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7dea337d-7379-42cc-aac1-cdb76b63f6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:40.377491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5ca80997-daf7-4880-bc36-d6c17cc31569 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:21:40.437551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 5ca80997-daf7-4880-bc36-d6c17cc31569 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:21:40.438037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5ca80997-daf7-4880-bc36-d6c17cc31569 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:21:40.455954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7da2b9-d845-4950-8f6d-2992cc84fab8 None None] Pushing event updated for resources: {'Port': ['ID=62c8d863-c4cd-4604-91a2-05c16291d595,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:40.473285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-32b97112-0871-445e-b00c-bf25fe0935d2 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254252 May 27 22:21:40.527267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-82be0119-cc80-4df2-967c-c58a907d6ed7 None None] Provisioning complete for port 62c8d863-c4cd-4604-91a2-05c16291d595 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:40.527687 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-82be0119-cc80-4df2-967c-c58a907d6ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:40.542592 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7dea337d-7379-42cc-aac1-cdb76b63f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:40.559738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:21:40.572944 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Sync routers for ids ['bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:21:40.578926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7dea337d-7379-42cc-aac1-cdb76b63f6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:40.578926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7dea337d-7379-42cc-aac1-cdb76b63f6f8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dcc88489-1ec8-43bb-a5d1-bafd31ca2cad HTTP/1.1" status: 204 len: 168 time: 0.6681476 May 27 22:21:40.578926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea337d-7379-42cc-aac1-cdb76b63f6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc88489-1ec8-43bb-a5d1-bafd31ca2cad,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:40.589577 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Routers {'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:21:40.608655 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:21:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:40.726075 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:40.727674 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-82e27bd1-ef60-4a8f-93f2-b97d5a4c07fd admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9323320 May 27 22:21:40.730406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33710) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:40.829556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-82be0119-cc80-4df2-967c-c58a907d6ed7 None None] Current status of the port 62c8d863-c4cd-4604-91a2-05c16291d595 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:40.876335 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 62c8d863-c4cd-4604-91a2-05c16291d595 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:40.950457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 62c8d863-c4cd-4604-91a2-05c16291d595 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:40.951111 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:40.984627 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Set router bfdc5dee-4eb7-4cc0-b589-247aaa0a408e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:21:41.028673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e5771-0551-4635-887d-fda0894a9cb9 req-12c6176b-c9b1-4e68-b0e7-68ca14aeee13 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:41.030939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-032e5771-0551-4635-887d-fda0894a9cb9 req-12c6176b-c9b1-4e68-b0e7-68ca14aeee13 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 950 time: 0.1900382 May 27 22:21:41.144132 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-032e5771-0551-4635-887d-fda0894a9cb9 req-520d7358-85c1-46ab-9278-9f7dc461f97a tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029336 May 27 22:21:41.236922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 62c8d863-c4cd-4604-91a2-05c16291d595 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:41.379800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659f60a-8ce1-4a61-9929-8f81cdfc9286 req-94d2736c-61e7-476c-b032-73db398c7103 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:41.381439 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1659f60a-8ce1-4a61-9929-8f81cdfc9286 req-94d2736c-61e7-476c-b032-73db398c7103 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.1170535 May 27 22:21:41.431791 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2059501265-router', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:35Z', 'updated_at': '2022-05-27T22:21:39Z', 'revision_number': 3, 'project_id': 'b5cc61dd554942139f8cdb274726be18', 'gw_port': {'id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:38Z', 'updated_at': '2022-05-27T22:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:41.441300 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Checking router: bfdc5dee-4eb7-4cc0-b589-247aaa0a408e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:21:41.441300 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Updating router bfdc5dee-4eb7-4cc0-b589-247aaa0a408e port ac18266f-f01d-459e-9c85-8a38c66d7308 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:21:41.448898 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1659f60a-8ce1-4a61-9929-8f81cdfc9286 req-98489ecf-9f75-4f4c-beb9-c99043a446d7 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596073 May 27 22:21:41.517819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-502876a8-a83c-4056-bbec-aedbc118ef2b req-e1694975-999b-4ad4-b9db-a6ae24de7cb6 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 210 time: 0.0431705 May 27 22:21:41.539622 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:41.920415 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:41.965762 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-6be76c5d-2930-4d2a-a7ba-94303469a051 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=80b465c5c6f54fac9e45b2bb94da5772&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269940 May 27 22:21:42.009080 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:42.030893 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Transition to ACTIVE for port object ac18266f-f01d-459e-9c85-8a38c66d7308 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:42.108392 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:42.223130 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Attempting to bind port ac18266f-f01d-459e-9c85-8a38c66d7308 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:21:42.223495 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Attempting to bind port ac18266f-f01d-459e-9c85-8a38c66d7308 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:21:42.223850 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Attempting to bind port ac18266f-f01d-459e-9c85-8a38c66d7308 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:42.231897 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700db63-2f97-4426-a95f-6c2ba8574ffc None None] Pushing event updated for resources: {'Port': ['ID=ac18266f-f01d-459e-9c85-8a38c66d7308,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:42.238896 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:21:42.239273 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:21:42.241642 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:42.242024 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:21:42.242499 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Bound port: ac18266f-f01d-459e-9c85-8a38c66d7308, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:21:42.243426 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:42.269841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-4d57dce8-482f-4e8a-a9ed-d8119a60946d tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:42.271272 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-4d57dce8-482f-4e8a-a9ed-d8119a60946d tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2605948 May 27 22:21:42.305002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Request body: {'port': {'device_id': 'cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': '80b465c5c6f54fac9e45b2bb94da5772'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:42.337102 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] For port ac18266f-f01d-459e-9c85-8a38c66d7308, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:21:42.353133 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] For port ac18266f-f01d-459e-9c85-8a38c66d7308, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ac18266f-f01d-459e-9c85-8a38c66d7308,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:21:42.406935 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:42.417345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Allocated IP 172.20.0.1 (8248a3c2-e6f2-4c89-bdff-ea0cddce86a2/138b7ce5-1c68-4594-9563-551c3ad80c24/32d58fdd-0d2a-4a2a-86f3-28bf20d51005) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:21:42.421927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517d0b7-cc61-404a-ae49-c9578b8780ea req-1fa68cff-f14a-4a9e-b22f-70cd8d932dd3 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:42.430842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6517d0b7-cc61-404a-ae49-c9578b8780ea req-1fa68cff-f14a-4a9e-b22f-70cd8d932dd3 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 950 time: 0.0954337 May 27 22:21:42.470830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:42.475421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Usage tracker for resource:port and tenant:80b465c5c6f54fac9e45b2bb94da5772 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:42.478311 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:42.484020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:42.509082 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6517d0b7-cc61-404a-ae49-c9578b8780ea req-dd898772-ecbc-46d8-9850-004622265d3e tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770383 May 27 22:21:42.551344 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Routers {'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:21:42.552256 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:21:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:42.584899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Made reservation on behalf of 80b465c5c6f54fac9e45b2bb94da5772 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:21:42.588395 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:42.605639 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:42.634930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:42.641399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Usage tracker for resource:security_group_rule and tenant:80b465c5c6f54fac9e45b2bb94da5772 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:42.647011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:42.664974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:42.665396 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700db63-2f97-4426-a95f-6c2ba8574ffc None None] Pushing event updated for resources: {'Port': ['ID=ac18266f-f01d-459e-9c85-8a38c66d7308,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:42.796672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a898c5-dfe4-44dd-8bbc-c483b46008f2 req-8171c212-d1f6-4fef-8e9e-390a4f37829d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:42.804915 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46a898c5-dfe4-44dd-8bbc-c483b46008f2 req-8171c212-d1f6-4fef-8e9e-390a4f37829d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.1866584 May 27 22:21:42.817987 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:42.820920 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] Set router bfdc5dee-4eb7-4cc0-b589-247aaa0a408e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:21:42.837281 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:42.856509 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46a898c5-dfe4-44dd-8bbc-c483b46008f2 req-01e6af53-e93e-4ff5-b7f7-7011278cead0 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503109 May 27 22:21:42.876022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Transition to ACTIVE for port object 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:42.915090 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:43.001761 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0d6cfd2-8722-41e0-ac68-af9cd38b4214 req-46dcbd5e-a168-4bc1-9deb-cbf8e0a91d05 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 210 time: 0.0523748 May 27 22:21:43.022100 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:43.132959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Network 8248a3c2-e6f2-4c89-bdff-ea0cddce86a2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:21:43.133654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5faea4-550b-4505-9507-119fc7af46b0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:43.141214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:43.165924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Pushing event updated for resources: {'Port': ['ID=32d58fdd-0d2a-4a2a-86f3-28bf20d51005,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:43.178049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:21:43.181016 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:43.280136 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2059501265-router', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:35Z', 'updated_at': '2022-05-27T22:21:39Z', 'revision_number': 3, 'project_id': 'b5cc61dd554942139f8cdb274726be18', 'gw_port': {'id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:38Z', 'updated_at': '2022-05-27T22:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:43.285429 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1115a123-384e-48ab-8276-c6f8f495add7 None None] The sync data for ids ['bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'] in n-d-843680-3 is: [{'id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2059501265-router', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:35Z', 'updated_at': '2022-05-27T22:21:39Z', 'revision_number': 3, 'project_id': 'b5cc61dd554942139f8cdb274726be18', 'gw_port': {'id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:38Z', 'updated_at': '2022-05-27T22:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:21:43.499745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Allocated IP 192.168.233.83 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/fe279d40-26ae-4913-b990-6ad57b430d24) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:21:43.531405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ea9f0703-47f7-4404-a736-23c3325222b0 None None] Provisioning for port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:43.538116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ea9f0703-47f7-4404-a736-23c3325222b0 None None] Provisioning complete for port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:43.538899 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea9f0703-47f7-4404-a736-23c3325222b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:43.651623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ea9f0703-47f7-4404-a736-23c3325222b0 None None] Port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:21:43.889663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-b633690b-0acb-4e2f-a0b4-9a192b498074 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=6b511a8c79ae4a13b2d6b6c454747bbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306923 May 27 22:21:43.972342 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:43.983881 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:44.048244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Transition to ACTIVE for port object fe279d40-26ae-4913-b990-6ad57b430d24 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:44.189915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-406e2d8b-1616-42b4-ac7b-ee38f97c360d tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:44.192627 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-406e2d8b-1616-42b4-ac7b-ee38f97c360d tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2952137 May 27 22:21:44.220135 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-cca3c0f6-a061-41ca-985b-faa92942140e tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/quotas/6b511a8c79ae4a13b2d6b6c454747bbf HTTP/1.1" status: 200 len: 375 time: 0.0207810 May 27 22:21:44.246768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:44.294723 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-9f1252a0-1706-477a-b458-bfd8e31ee1e7 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=6b511a8c79ae4a13b2d6b6c454747bbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736907 May 27 22:21:44.329005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:21:44.333451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:44.338869 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:44.342898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:21:44.348590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:44.349078 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:44.358833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dadbc44-9537-4ce7-8e26-9ca9b71773cc req-a309243a-9a14-4d89-96a1-ae85f02c9cce tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:44.360386 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2dadbc44-9537-4ce7-8e26-9ca9b71773cc req-a309243a-9a14-4d89-96a1-ae85f02c9cce tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 950 time: 0.1008699 May 27 22:21:44.366501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Pushing event updated for resources: {'Port': ['ID=fe279d40-26ae-4913-b990-6ad57b430d24,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:44.388339 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:44.389491 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:44.420836 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2dadbc44-9537-4ce7-8e26-9ca9b71773cc req-7c0f2fc5-2aa1-4e8c-9d07-81dc5ef27178 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443039 May 27 22:21:44.465380 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-ce92d102-d81c-4199-b81f-2b3313a4850e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1714697 May 27 22:21:44.484933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Request body: {'port': {'device_id': 'cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:44.602933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Pushing event updated for resources: {'Port': ['ID=32d58fdd-0d2a-4a2a-86f3-28bf20d51005,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:44.660558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306b522-1803-4cd4-873c-c675667c598a req-de86b115-ddd8-408f-85a2-c67e4ac0d0e2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:44.662131 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b306b522-1803-4cd4-873c-c675667c598a req-de86b115-ddd8-408f-85a2-c67e4ac0d0e2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.1138515 May 27 22:21:44.745143 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b306b522-1803-4cd4-873c-c675667c598a req-47da8a5f-a3fa-471c-935a-aa75ef70fcc2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680084 May 27 22:21:44.788423 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f5e79078-06a1-4f83-85a1-3624a4fd2102 None None] Provisioning for port fe279d40-26ae-4913-b990-6ad57b430d24 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:44.796423 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f5e79078-06a1-4f83-85a1-3624a4fd2102 None None] Provisioning complete for port fe279d40-26ae-4913-b990-6ad57b430d24 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:44.797040 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f5e79078-06a1-4f83-85a1-3624a4fd2102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:44.811744 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:44.860923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f5e79078-06a1-4f83-85a1-3624a4fd2102 None None] Port fe279d40-26ae-4913-b990-6ad57b430d24 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:21:44.896280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ac18266f-f01d-459e-9c85-8a38c66d7308 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:44.902911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Network 8248a3c2-e6f2-4c89-bdff-ea0cddce86a2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:21:44.911072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:44.968272 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd8e29ee-4251-4446-81de-8a596f78194d req-7d104b2c-2301-4c5c-b12c-3b3a0224c24d tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/ports?device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 210 time: 0.0858240 May 27 22:21:45.032242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9917562-ac3f-4c60-b9af-bc403b1657b8 req-1feace72-82b8-4871-be5f-c4cf6b0bca55 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:45.039747 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9917562-ac3f-4c60-b9af-bc403b1657b8 req-1feace72-82b8-4871-be5f-c4cf6b0bca55 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 935 time: 0.2029109 May 27 22:21:45.091610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port ac18266f-f01d-459e-9c85-8a38c66d7308 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:45.099399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port ac18266f-f01d-459e-9c85-8a38c66d7308 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:45.100073 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:45.156077 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9917562-ac3f-4c60-b9af-bc403b1657b8 req-b6ccf252-1105-4281-9be3-9e3fe420e6f6 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988069 May 27 22:21:45.301610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ac18266f-f01d-459e-9c85-8a38c66d7308 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:45.301610 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:45.325929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f96f200f-3fb5-4b19-b922-6baee52dba85 None None] Provisioning complete for port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:45.325929 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f96f200f-3fb5-4b19-b922-6baee52dba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:45.339789 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.57', 62220) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:45.374948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port ac18266f-f01d-459e-9c85-8a38c66d7308, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ac18266f-f01d-459e-9c85-8a38c66d7308,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:45.378267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Router bfdc5dee-4eb7-4cc0-b589-247aaa0a408e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:21:45.396047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f96f200f-3fb5-4b19-b922-6baee52dba85 None None] Port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:21:45.461647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212c0ed-be3c-4735-94dd-1aa88b3067a1 req-6aceddd8-d219-424c-b78d-a1039150fe25 tempest-DeleteServersAdminTestJSON-280415131 tempest-DeleteServersAdminTestJSON-280415131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:45.463458 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f212c0ed-be3c-4735-94dd-1aa88b3067a1 req-6aceddd8-d219-424c-b78d-a1039150fe25 tempest-DeleteServersAdminTestJSON-280415131 tempest-DeleteServersAdminTestJSON-280415131-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 1101 time: 0.1221907 May 27 22:21:45.474278 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:45.567313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-f212c0ed-be3c-4735-94dd-1aa88b3067a1 req-a1fc4381-c24f-425d-876a-ed4335295e0c tempest-DeleteServersAdminTestJSON-280415131 tempest-DeleteServersAdminTestJSON-280415131-project-admin] Deleting port 0096253e-14f9-4413-9591-3e099bbd5d65 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:21:45.567747 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f212c0ed-be3c-4735-94dd-1aa88b3067a1 req-a1fc4381-c24f-425d-876a-ed4335295e0c tempest-DeleteServersAdminTestJSON-280415131 tempest-DeleteServersAdminTestJSON-280415131-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:45.591409 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:45.622462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:21:45.628043 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f5c51f34-90df-49e5-96b2-b5f25eb9ee34 admin admin] 10.222.0.27 "PUT /v2.0/routers/bfdc5dee-4eb7-4cc0-b589-247aaa0a408e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8965178 May 27 22:21:45.647805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Sync routers for ids ['bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:21:45.680790 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=ac18266f-f01d-459e-9c85-8a38c66d7308,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:45.684331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Routers {'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:21:45.684951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:21:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:45.771703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe279d40-26ae-4913-b990-6ad57b430d24 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:21:45.795599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:45.822145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Transition to ACTIVE for port object fe279d40-26ae-4913-b990-6ad57b430d24 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:45.897246 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:45.943558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Set router bfdc5dee-4eb7-4cc0-b589-247aaa0a408e gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:21:46.160867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-f212c0ed-be3c-4735-94dd-1aa88b3067a1 req-a1fc4381-c24f-425d-876a-ed4335295e0c tempest-DeleteServersAdminTestJSON-280415131 tempest-DeleteServersAdminTestJSON-280415131-project-admin] For port 0096253e-14f9-4413-9591-3e099bbd5d65, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0096253e-14f9-4413-9591-3e099bbd5d65,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:46.161401 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f212c0ed-be3c-4735-94dd-1aa88b3067a1 req-a1fc4381-c24f-425d-876a-ed4335295e0c tempest-DeleteServersAdminTestJSON-280415131 tempest-DeleteServersAdminTestJSON-280415131-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:46.278345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Pushing event updated for resources: {'Port': ['ID=fe279d40-26ae-4913-b990-6ad57b430d24,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:46.311046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Attempting to bind port fe279d40-26ae-4913-b990-6ad57b430d24 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:21:46.315970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Attempting to bind port fe279d40-26ae-4913-b990-6ad57b430d24 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:21:46.315970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Attempting to bind port fe279d40-26ae-4913-b990-6ad57b430d24 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:46.326305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Port fe279d40-26ae-4913-b990-6ad57b430d24 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:21:46.326705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Attempting to bind port fe279d40-26ae-4913-b990-6ad57b430d24 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:46.340704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:21:46.341171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:21:46.341622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:21:46.347477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Bound port: fe279d40-26ae-4913-b990-6ad57b430d24, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:21:46.347934 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:46.535149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-f212c0ed-be3c-4735-94dd-1aa88b3067a1 req-a1fc4381-c24f-425d-876a-ed4335295e0c tempest-DeleteServersAdminTestJSON-280415131 tempest-DeleteServersAdminTestJSON-280415131-project-admin] Calling delete_port for 0096253e-14f9-4413-9591-3e099bbd5d65 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:21:46.576659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03abec-6d76-4b99-8d4d-686c79401eea req-db29f531-2550-46b5-b694-8a7d16a9dba1 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:46.589992 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d03abec-6d76-4b99-8d4d-686c79401eea req-db29f531-2550-46b5-b694-8a7d16a9dba1 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 950 time: 0.7438374 May 27 22:21:46.620851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] For port fe279d40-26ae-4913-b990-6ad57b430d24, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:21:46.630918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] For port fe279d40-26ae-4913-b990-6ad57b430d24, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fe279d40-26ae-4913-b990-6ad57b430d24,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:21:46.642184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2059501265-router', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:35Z', 'updated_at': '2022-05-27T22:21:43Z', 'revision_number': 4, 'project_id': 'b5cc61dd554942139f8cdb274726be18', 'gw_port': {'id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:38Z', 'updated_at': '2022-05-27T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '32d58fdd-0d2a-4a2a-86f3-28bf20d51005', 'name': '', 'network_id': '8248a3c2-e6f2-4c89-bdff-ea0cddce86a2', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18', 'mac_address': 'fa:16:3e:36:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '138b7ce5-1c68-4594-9563-551c3ad80c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:42Z', 'updated_at': '2022-05-27T22:21:44Z', 'revision_number': 2, 'project_id': 'b5cc61dd554942139f8cdb274726be18', 'subnets': [{'id': '138b7ce5-1c68-4594-9563-551c3ad80c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:46.658826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Checking router: bfdc5dee-4eb7-4cc0-b589-247aaa0a408e for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:21:46.661594 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Updating router bfdc5dee-4eb7-4cc0-b589-247aaa0a408e port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:21:46.692967 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:46.712398 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d03abec-6d76-4b99-8d4d-686c79401eea req-59c5bc2f-9bfb-49a2-95a9-386932d3486a tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199000 May 27 22:21:46.809450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:46.809450 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:46.812318 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] 10.222.0.57 "PUT /v2.0/ports/fe279d40-26ae-4913-b990-6ad57b430d24 HTTP/1.1" status: 200 len: 1095 time: 2.3314745 May 27 22:21:46.826399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33924) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:46.830519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3', 'tag': 'fe279d40-26ae-4913-b990-6ad57b430d24'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:21:46.856092 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:46.979940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f23bdd-e82e-4e0f-8611-14704ce30d5f req-c35a383d-231a-4a0e-8224-4b2be0f818ec tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:46.981990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45f23bdd-e82e-4e0f-8611-14704ce30d5f req-c35a383d-231a-4a0e-8224-4b2be0f818ec tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.4544187 May 27 22:21:47.029087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ac18266f-f01d-459e-9c85-8a38c66d7308 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:47.141930 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f212c0ed-be3c-4735-94dd-1aa88b3067a1 req-a1fc4381-c24f-425d-876a-ed4335295e0c tempest-DeleteServersAdminTestJSON-280415131 tempest-DeleteServersAdminTestJSON-280415131-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:47.153384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbd4b0-6c63-4cfa-96a0-ec06af1e3f67 service neutron] Pushing event updated for resources: {'Port': ['ID=fe279d40-26ae-4913-b990-6ad57b430d24,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:47.216190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['0096253e-14f9-4413-9591-3e099bbd5d65'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:21:47.262623 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-577c0770-8736-429e-a449-78c3d91ccf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:47.276538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-23c1984e-294b-44a5-83fd-cd4dfb06bb37 req-b4ee6711-753e-4ba5-829f-21ad56915202 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/ports?device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 210 time: 0.2220986 May 27 22:21:47.277432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-89f1dd9d-b642-4488-854a-2d051c298f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:47.278931 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-89f1dd9d-b642-4488-854a-2d051c298f41 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80b465c5c6f54fac9e45b2bb94da5772&device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 1098 time: 0.3464324 May 27 22:21:47.285286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-577c0770-8736-429e-a449-78c3d91ccf86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:47.289380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-577c0770-8736-429e-a449-78c3d91ccf86 admin admin] Usage tracker for resource:security_group_rule and tenant:4e50be7b317e4320b0f15d4d8f37b9e3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:47.295598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-577c0770-8736-429e-a449-78c3d91ccf86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:47.303676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-577c0770-8736-429e-a449-78c3d91ccf86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:47.304722 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45f23bdd-e82e-4e0f-8611-14704ce30d5f req-655ecccd-a385-4e0a-ac1b-2b66d0e5507e tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103015 May 27 22:21:47.313350 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc4381-c24f-425d-876a-ed4335295e0c tempest-DeleteServersAdminTestJSON-280415131 tempest-DeleteServersAdminTestJSON-280415131-project-admin] Pushing event deleted for resources: {'Port': ['ID=0096253e-14f9-4413-9591-3e099bbd5d65,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:47.368015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port ac18266f-f01d-459e-9c85-8a38c66d7308 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:47.376191 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:47.479163 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-99a41385-d19f-4272-bcd9-dac325d8d528 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=fe279d40-26ae-4913-b990-6ad57b430d24 HTTP/1.1" status: 200 len: 217 time: 0.1801522 May 27 22:21:47.542918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f212c0ed-be3c-4735-94dd-1aa88b3067a1 req-a1fc4381-c24f-425d-876a-ed4335295e0c tempest-DeleteServersAdminTestJSON-280415131 tempest-DeleteServersAdminTestJSON-280415131-project-admin] No DVR routers for this DVR port 0096253e-14f9-4413-9591-3e099bbd5d65 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:21:47.547204 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f212c0ed-be3c-4735-94dd-1aa88b3067a1 req-a1fc4381-c24f-425d-876a-ed4335295e0c tempest-DeleteServersAdminTestJSON-280415131 tempest-DeleteServersAdminTestJSON-280415131-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:47.554524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2e977c-9b22-4d5f-802c-b7619e3b6009', 'name': 'network-vif-deleted', 'tag': '0096253e-14f9-4413-9591-3e099bbd5d65'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:21:47.561336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f212c0ed-be3c-4735-94dd-1aa88b3067a1 req-a1fc4381-c24f-425d-876a-ed4335295e0c tempest-DeleteServersAdminTestJSON-280415131 tempest-DeleteServersAdminTestJSON-280415131-project-admin] 10.222.0.57 "DELETE /v2.0/ports/0096253e-14f9-4413-9591-3e099bbd5d65 HTTP/1.1" status: 204 len: 173 time: 2.0915849 May 27 22:21:47.710898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-24a1f477-2318-4622-b35e-5a3566b65c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:47.720418 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-24a1f477-2318-4622-b35e-5a3566b65c5b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2325649 May 27 22:21:47.801986 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f84122bb-ada3-4419-959e-381e19135ccc'] response: {'name': 'network-changed', 'server_uuid': 'cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3', 'tag': 'fe279d40-26ae-4913-b990-6ad57b430d24', 'status': 'completed', 'code': 200} May 27 22:21:47.899705 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-7aa6a6e8-c576-4a80-9cfa-151595fd0cb3 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6b511a8c79ae4a13b2d6b6c454747bbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1211073 May 27 22:21:47.904127 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-577c0770-8736-429e-a449-78c3d91ccf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:47.981289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ea62163-fb68-401f-a898-febf6155d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:47.985746 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-2ea62163-fb68-401f-a898-febf6155d7a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2567122 May 27 22:21:47.990157 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:48.013589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Transition to ACTIVE for port object 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:48.105090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925ba94-7864-4a7a-be03-988f551e492e req-00f7f34a-6fd2-4101-88e2-c6df32cf3f79 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:48.113624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0925ba94-7864-4a7a-be03-988f551e492e req-00f7f34a-6fd2-4101-88e2-c6df32cf3f79 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 947 time: 0.5140915 May 27 22:21:48.158943 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517dcf08-b9dc-446f-8d1f-b48340ac7dbe'] response: {'server_uuid': '0e2e977c-9b22-4d5f-802c-b7619e3b6009', 'name': 'network-vif-deleted', 'tag': '0096253e-14f9-4413-9591-3e099bbd5d65', 'status': 'completed', 'code': 200} May 27 22:21:48.167953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ac18266f-f01d-459e-9c85-8a38c66d7308 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:48.187114 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:48.206753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0925ba94-7864-4a7a-be03-988f551e492e req-73cbce68-7723-4421-9911-efc4192ac480 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887849 May 27 22:21:48.239147 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-577c0770-8736-429e-a449-78c3d91ccf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:48.304993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-391a6c3a-0162-4880-93aa-1bcde3df0f81 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:48.304993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-391a6c3a-0162-4880-93aa-1bcde3df0f81 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3977675 May 27 22:21:48.325575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Request body: {'port': {'device_id': '1b1b94c5-6461-44ed-936d-b614330bf6b7', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': '6b511a8c79ae4a13b2d6b6c454747bbf'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:48.326740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3cfa5-fb52-4c13-bc86-492602effce3 None None] Pushing event updated for resources: {'Port': ['ID=32d58fdd-0d2a-4a2a-86f3-28bf20d51005,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:48.399216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c0770-8736-429e-a449-78c3d91ccf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c1f05f-d336-4151-8caa-7bce261477b0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:48.536104 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-6ed790a2-b6e2-444d-8a11-f392d5555c6f service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427699 May 27 22:21:48.547469 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-577c0770-8736-429e-a449-78c3d91ccf86 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4e50be7b317e4320b0f15d4d8f37b9e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7047212 May 27 22:21:48.554066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33950) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:48.624922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Attempting to bind port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:21:48.625614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Attempting to bind port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f820359d-be88-415e-955b-c91c46f7e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8248a3c2-e6f2-4c89-bdff-ea0cddce86a2'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:21:48.625614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Attempting to bind port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 on network 8248a3c2-e6f2-4c89-bdff-ea0cddce86a2 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:48.632121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:21:48.632584 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Checking segment: {'id': 'f820359d-be88-415e-955b-c91c46f7e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8248a3c2-e6f2-4c89-bdff-ea0cddce86a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:21:48.632784 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:48.633502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Bound using segment: {'id': 'f820359d-be88-415e-955b-c91c46f7e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8248a3c2-e6f2-4c89-bdff-ea0cddce86a2'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:21:48.634201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Bound port: 32d58fdd-0d2a-4a2a-86f3-28bf20d51005, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f820359d-be88-415e-955b-c91c46f7e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8248a3c2-e6f2-4c89-bdff-ea0cddce86a2'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:21:48.634667 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:48.661192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:48.675810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Usage tracker for resource:port and tenant:6b511a8c79ae4a13b2d6b6c454747bbf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:48.679081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:48.724623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:48.784069 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6dd09aa9-74d8-4431-b4a2-d3fdb3d938a5 req-fd099661-803c-47d1-8ead-3722361c28e4 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333653 May 27 22:21:48.841516 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:48.897232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7700e2fe-3b09-4d88-82a0-0c0bf162de93 req-ecb8dc0c-d421-4e56-a06a-be0dc7338cdd tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Synchronizing usage tracker for tenant:fa357bf9d43048bd97a8334a3639a7f9 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:21:48.904859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] For port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:21:48.905613 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:48.909640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] For port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32d58fdd-0d2a-4a2a-86f3-28bf20d51005,segment=NetworkSegment(f820359d-be88-415e-955b-c91c46f7e5ea),segment_id=f820359d-be88-415e-955b-c91c46f7e5ea)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:21:48.947667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Made reservation on behalf of 6b511a8c79ae4a13b2d6b6c454747bbf for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:21:48.951199 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:48.974066 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:48.991519 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:49.029271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:49.036988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Usage tracker for resource:security_group_rule and tenant:6b511a8c79ae4a13b2d6b6c454747bbf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:49.040287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:49.047803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:49.079405 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:49.092962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Routers {'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:21:49.092962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:21:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:49.107524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7700e2fe-3b09-4d88-82a0-0c0bf162de93 req-ecb8dc0c-d421-4e56-a06a-be0dc7338cdd tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Unset dirty status for tenant:fa357bf9d43048bd97a8334a3639a7f9 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:21:49.111769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7700e2fe-3b09-4d88-82a0-0c0bf162de93 req-ecb8dc0c-d421-4e56-a06a-be0dc7338cdd tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=0e2e977c-9b22-4d5f-802c-b7619e3b6009 HTTP/1.1" status: 200 len: 210 time: 0.3463299 May 27 22:21:49.113571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:49.116857 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f0c1f05f-d336-4151-8caa-7bce261477b0 HTTP/1.1" status: 204 len: 168 time: 0.5616035 May 27 22:21:49.128463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c1f05f-d336-4151-8caa-7bce261477b0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:49.162588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:49.162588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:49.162588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:49.162588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:49.162588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:49.162588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:49.163503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:49.165001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:49.166024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:49.166373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:49.166908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:49.171379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136e79d0-a0eb-404f-a105-cf0876960034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:49.175154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ca67b-b7d3-4d24-bdb4-770e4cf3e685 req-a0024a39-0800-441c-b046-2cb45a6b54fe tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:49.182264 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f63ca67b-b7d3-4d24-bdb4-770e4cf3e685 req-a0024a39-0800-441c-b046-2cb45a6b54fe tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.2800047 May 27 22:21:49.265824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3cfa5-fb52-4c13-bc86-492602effce3 None None] Pushing event updated for resources: {'Port': ['ID=32d58fdd-0d2a-4a2a-86f3-28bf20d51005,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:49.287592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f63ca67b-b7d3-4d24-bdb4-770e4cf3e685 req-8119cbb7-03af-4ba0-b23f-6dec0ecd2baa tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988395 May 27 22:21:49.476717 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:49.582922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201a296-60a4-44a2-8e18-3364c9c075dd req-9bc17ee0-77ed-42b7-9b78-a60cd3ac6eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:49.589701 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] Set router bfdc5dee-4eb7-4cc0-b589-247aaa0a408e gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:21:49.590998 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f201a296-60a4-44a2-8e18-3364c9c075dd req-9bc17ee0-77ed-42b7-9b78-a60cd3ac6eb4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=80b465c5c6f54fac9e45b2bb94da5772&device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 1098 time: 0.3100069 May 27 22:21:49.686596 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:49.833807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d6f23672-e095-418c-9ac6-6d2ffb30a7fe req-731f195c-c5fb-4ddf-9d66-08558f79025c tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/ports?device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 210 time: 0.2692552 May 27 22:21:49.881957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201a296-60a4-44a2-8e18-3364c9c075dd req-76b1d9f5-e606-4c7c-8abf-50c1ec711e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:49.883668 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f201a296-60a4-44a2-8e18-3364c9c075dd req-76b1d9f5-e606-4c7c-8abf-50c1ec711e43 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.2918925 May 27 22:21:50.010296 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f201a296-60a4-44a2-8e18-3364c9c075dd req-c1a9be8d-b91e-47d1-9eb5-b10fc62de65e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=fe279d40-26ae-4913-b990-6ad57b430d24 HTTP/1.1" status: 200 len: 217 time: 0.0845015 May 27 22:21:50.010964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e790f427-ee48-42e6-8f7a-acbcaadf60d0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:50.138796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:50.138796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:50.138796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:50.138796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:50.138796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:50.142507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:50.143778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:50.144322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:50.147633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:50.148411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:50.149807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:50.150468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:21:50.153361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201a296-60a4-44a2-8e18-3364c9c075dd req-a3d92cf3-b94c-4852-a85d-82a6e5fbbd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:50.155107 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f201a296-60a4-44a2-8e18-3364c9c075dd req-a3d92cf3-b94c-4852-a85d-82a6e5fbbd46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1634347 May 27 22:21:50.319890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201a296-60a4-44a2-8e18-3364c9c075dd req-f695b737-fbb8-4289-b65c-f8c7808742d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:50.321607 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f201a296-60a4-44a2-8e18-3364c9c075dd req-f695b737-fbb8-4289-b65c-f8c7808742d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1597502 May 27 22:21:50.341312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33978) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:50.399256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e84c1-2dfe-49f6-866a-d36c395f6aff req-0d08630b-5ab1-4196-8260-9798ce51c6f0 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:50.401591 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-016e84c1-2dfe-49f6-866a-d36c395f6aff req-0d08630b-5ab1-4196-8260-9798ce51c6f0 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 947 time: 0.5987566 May 27 22:21:50.422777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33982) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:50.423864 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2059501265-router', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:35Z', 'updated_at': '2022-05-27T22:21:43Z', 'revision_number': 4, 'project_id': 'b5cc61dd554942139f8cdb274726be18', 'gw_port': {'id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:38Z', 'updated_at': '2022-05-27T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '32d58fdd-0d2a-4a2a-86f3-28bf20d51005', 'name': '', 'network_id': '8248a3c2-e6f2-4c89-bdff-ea0cddce86a2', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18', 'mac_address': 'fa:16:3e:36:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '138b7ce5-1c68-4594-9563-551c3ad80c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:42Z', 'updated_at': '2022-05-27T22:21:48Z', 'revision_number': 4, 'project_id': 'b5cc61dd554942139f8cdb274726be18', 'subnets': [{'id': '138b7ce5-1c68-4594-9563-551c3ad80c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:21:50.428211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e8baa-c365-4d56-93b5-a50218179889 None None] The sync data for ids ['bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'] in n-d-843680-3 is: [{'id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2059501265-router', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:35Z', 'updated_at': '2022-05-27T22:21:43Z', 'revision_number': 4, 'project_id': 'b5cc61dd554942139f8cdb274726be18', 'gw_port': {'id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:38Z', 'updated_at': '2022-05-27T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '32d58fdd-0d2a-4a2a-86f3-28bf20d51005', 'name': '', 'network_id': '8248a3c2-e6f2-4c89-bdff-ea0cddce86a2', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18', 'mac_address': 'fa:16:3e:36:f7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'device_owner': 'network:router_interface', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '138b7ce5-1c68-4594-9563-551c3ad80c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:42Z', 'updated_at': '2022-05-27T22:21:48Z', 'revision_number': 4, 'project_id': 'b5cc61dd554942139f8cdb274726be18', 'subnets': [{'id': '138b7ce5-1c68-4594-9563-551c3ad80c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:21:50.462671 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-618518da-5908-4971-a5bd-99c5653890df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:50.599429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-618518da-5908-4971-a5bd-99c5653890df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:50.611384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-618518da-5908-4971-a5bd-99c5653890df admin admin] Usage tracker for resource:security_group_rule and tenant:e814f4bfe7c94a6b9825156115669359 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:50.622422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-618518da-5908-4971-a5bd-99c5653890df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:50.644768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Allocated IP 192.168.233.187 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/72bcf6a3-2f60-4fa7-9e10-39e024dae2a4) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:21:50.649564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-016e84c1-2dfe-49f6-866a-d36c395f6aff req-6fd143b8-dd3f-471e-80a9-fc45a6f47e1b tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403576 May 27 22:21:50.652852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-618518da-5908-4971-a5bd-99c5653890df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:50.727823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0096253e-14f9-4413-9591-3e099bbd5d65 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:21:50.838298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 0096253e-14f9-4413-9591-3e099bbd5d65 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:21:50.843531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0096253e-14f9-4413-9591-3e099bbd5d65 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:21:50.969923 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-618518da-5908-4971-a5bd-99c5653890df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:51.011526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:51.050117 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f201a296-60a4-44a2-8e18-3364c9c075dd req-147cc3a9-6987-4166-8dfb-5b09e3d6a90c service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105055 May 27 22:21:51.051270 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-618518da-5908-4971-a5bd-99c5653890df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:51.261902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:51.267180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:51.267482 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:51.278183 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f201a296-60a4-44a2-8e18-3364c9c075dd req-a42be6df-bffb-443f-a8ce-1d4df8816788 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065146 May 27 22:21:51.347411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618518da-5908-4971-a5bd-99c5653890df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ccb903-b2c9-434a-bd93-343e609251b1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:51.358415 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-618518da-5908-4971-a5bd-99c5653890df admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e814f4bfe7c94a6b9825156115669359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9958403 May 27 22:21:51.361285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34002) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:51.383880 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48dff414-9e4f-43b0-9fbd-49790d5f5885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:51.437044 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1fc664aa-ac83-4945-82ba-5801537f9b21 req-305b8142-bc2b-4517-aeaa-00b70ae29ac0 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/ports?device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 210 time: 0.2208922 May 27 22:21:51.492782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-48dff414-9e4f-43b0-9fbd-49790d5f5885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:51.496700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:51.497260 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:51.502574 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-222f52d7-68e8-48a1-a477-aefbcde32f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:51.523808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-48dff414-9e4f-43b0-9fbd-49790d5f5885 admin admin] Usage tracker for resource:security_group_rule and tenant:138d7e0a5bf34669a75c2267cd93b312 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:51.538795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32d58fdd-0d2a-4a2a-86f3-28bf20d51005,segment=NetworkSegment(f820359d-be88-415e-955b-c91c46f7e5ea),segment_id=f820359d-be88-415e-955b-c91c46f7e5ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:51.544292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-48dff414-9e4f-43b0-9fbd-49790d5f5885 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:51.547194 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-222f52d7-68e8-48a1-a477-aefbcde32f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:51.556507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-48dff414-9e4f-43b0-9fbd-49790d5f5885 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:51.562224 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:51.623145 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:51.679411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c87aa-eb0e-4ebf-993d-8cd75a8dc726 req-e0dba867-aae1-47d7-b9b0-bcfc84a683c2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:51.691424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-469c87aa-eb0e-4ebf-993d-8cd75a8dc726 req-e0dba867-aae1-47d7-b9b0-bcfc84a683c2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.6372914 May 27 22:21:51.714677 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-222f52d7-68e8-48a1-a477-aefbcde32f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:51.725357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Transition to ACTIVE for port object 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:51.741925 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=32d58fdd-0d2a-4a2a-86f3-28bf20d51005,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:51.770391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f52d7-68e8-48a1-a477-aefbcde32f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ccb903-b2c9-434a-bd93-343e609251b1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:51.786533 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-222f52d7-68e8-48a1-a477-aefbcde32f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:51.791485 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-222f52d7-68e8-48a1-a477-aefbcde32f90 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/54ccb903-b2c9-434a-bd93-343e609251b1 HTTP/1.1" status: 204 len: 168 time: 0.4292443 May 27 22:21:51.867526 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-469c87aa-eb0e-4ebf-993d-8cd75a8dc726 req-4a175876-b778-4cec-aa93-654e0276e8ec tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750817 May 27 22:21:51.868247 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:51.871868 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-dfff860a-391d-4da9-a904-5cc257f577a7 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=fa357bf9d43048bd97a8334a3639a7f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0968578 May 27 22:21:52.046801 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48dff414-9e4f-43b0-9fbd-49790d5f5885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:52.103823 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:52.112406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-fa1de46c-5a2e-4c5b-8c14-792a8e774e23 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:52.114153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-fa1de46c-5a2e-4c5b-8c14-792a8e774e23 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222438 May 27 22:21:52.198069 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48dff414-9e4f-43b0-9fbd-49790d5f5885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:52.225898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Pushing event updated for resources: {'Port': ['ID=72bcf6a3-2f60-4fa7-9e10-39e024dae2a4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:52.278034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-48dff414-9e4f-43b0-9fbd-49790d5f5885 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=138d7e0a5bf34669a75c2267cd93b312&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8529365 May 27 22:21:52.280447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34024) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:52.381066 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-66d810e2-ee64-4da5-8152-5e228574b75b tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/quotas/fa357bf9d43048bd97a8334a3639a7f9 HTTP/1.1" status: 200 len: 375 time: 0.2246261 May 27 22:21:52.411167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:21:52.451172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:52.453730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:21:52.459376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:52.459962 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:52.499340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dff414-9e4f-43b0-9fbd-49790d5f5885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76952452-52bb-4659-b057-335e810ef1d2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:52.509466 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-9dd73893-15ae-4271-ba67-56bffb6cb908 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=fa357bf9d43048bd97a8334a3639a7f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1124036 May 27 22:21:52.577135 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec7bc33a-f658-4a2d-a733-1a51b7078dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:52.588210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fb114-a6a6-4728-bda8-2655ac84900d req-e8e3ab54-93eb-4336-8584-9f68c5064501 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:52.595681 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c2fb114-a6a6-4728-bda8-2655ac84900d req-e8e3ab54-93eb-4336-8584-9f68c5064501 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 947 time: 0.4381380 May 27 22:21:52.655174 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-beba72d4-429a-467e-9320-5b08970c03eb tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3405752 May 27 22:21:52.676515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Request body: {'port': {'device_id': '1b1b94c5-6461-44ed-936d-b614330bf6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:52.718841 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec7bc33a-f658-4a2d-a733-1a51b7078dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:52.731190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fe279d40-26ae-4913-b990-6ad57b430d24 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:21:52.852305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c2fb114-a6a6-4728-bda8-2655ac84900d req-40cc07ee-6061-4ca4-9657-8d4bb0848788 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556572 May 27 22:21:52.989395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:53.134564 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:53.145053 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fe279d40-26ae-4913-b990-6ad57b430d24, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fe279d40-26ae-4913-b990-6ad57b430d24,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:53.146710 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd1fe12f-cbdf-4872-8624-f61d8fcf27cb req-567b3986-4f7a-42c9-b8f5-8f06504fbb61 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 210 time: 0.1039178 May 27 22:21:53.165051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'fe279d40-26ae-4913-b990-6ad57b430d24', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'fe279d40-26ae-4913-b990-6ad57b430d24', 'mac_address': 'fa:16:3e:13:90:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:21:53.249184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fe279d40-26ae-4913-b990-6ad57b430d24 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:53.249628 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:53.263587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34058) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:53.299571 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-09339a0b-2a6e-458b-a67f-5d64991579d6 None None] Provisioning for port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:53.308634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe279d40-26ae-4913-b990-6ad57b430d24 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:21:53.354340 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fe279d40-26ae-4913-b990-6ad57b430d24, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fe279d40-26ae-4913-b990-6ad57b430d24,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:53.356986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-09339a0b-2a6e-458b-a67f-5d64991579d6 None None] Provisioning complete for port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:53.357349 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09339a0b-2a6e-458b-a67f-5d64991579d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:53.414361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:53.414704 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:53.519265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-650128385-network', 'tenant_id': '3576fc8b868b4910aafa386813d8d521'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:53.528202 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:53.528994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:53.539906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Usage tracker for resource:network and tenant:3576fc8b868b4910aafa386813d8d521 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:53.547052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:21:53.549298 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:53.555888 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:53.562122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:53.570834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Transition to ACTIVE for port object 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:53.620213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-09339a0b-2a6e-458b-a67f-5d64991579d6 None None] Port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:21:53.643715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Made reservation on behalf of 3576fc8b868b4910aafa386813d8d521 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:21:53.654560 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:53.659570 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:53.685502 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:53.712250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:53.721449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Usage tracker for resource:security_group_rule and tenant:3576fc8b868b4910aafa386813d8d521 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:53.751134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fe279d40-26ae-4913-b990-6ad57b430d24,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:53.772340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:53.778477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:53.790667 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec7bc33a-f658-4a2d-a733-1a51b7078dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:53.810382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:53.819977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['fe279d40-26ae-4913-b990-6ad57b430d24'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:21:53.824303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cdbbe-64a1-45ff-b2f9-e6ca09a94597 req-7b759cbf-b153-4d4f-96a6-186f61ad2ba0 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:53.825065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4d5cdbbe-64a1-45ff-b2f9-e6ca09a94597 req-7b759cbf-b153-4d4f-96a6-186f61ad2ba0 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Synchronizing usage tracker for tenant:6b511a8c79ae4a13b2d6b6c454747bbf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:21:53.880224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bc33a-f658-4a2d-a733-1a51b7078dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76952452-52bb-4659-b057-335e810ef1d2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:53.891994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=72bcf6a3-2f60-4fa7-9e10-39e024dae2a4,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:53.911268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3f4c7-d626-4648-8cce-eba02436d111 req-577ded3f-05ea-49d9-9ee5-f55ca3900203 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:53.912918 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01f3f4c7-d626-4648-8cce-eba02436d111 req-577ded3f-05ea-49d9-9ee5-f55ca3900203 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.3401129 May 27 22:21:53.974013 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec7bc33a-f658-4a2d-a733-1a51b7078dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:53.978217 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ec7bc33a-f658-4a2d-a733-1a51b7078dee admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/76952452-52bb-4659-b057-335e810ef1d2 HTTP/1.1" status: 204 len: 168 time: 1.6889679 May 27 22:21:54.044043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Attempting to bind port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:21:54.044669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Attempting to bind port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:21:54.045157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Attempting to bind port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:54.082639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:21:54.083335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Attempting to bind port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:54.100012 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01f3f4c7-d626-4648-8cce-eba02436d111 req-ae902179-2118-43a4-83f2-b9418d9840ed tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436944 May 27 22:21:54.109770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:21:54.110195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:21:54.110664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:21:54.111200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Bound port: 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:21:54.111684 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:54.114087 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:54.188711 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:54.201385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:21:54.233256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:54.233680 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Added segment 325679d2-1246-4ed6-aaca-fe7aeb286a98 of type vlan for network a182e3ef-915a-4e44-aa5e-a36ca2b71adf May 27 22:21:54.250524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:54.278121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] For port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:21:54.281622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] For port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=72bcf6a3-2f60-4fa7-9e10-39e024dae2a4,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:21:54.296054 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:54.325250 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4d5cdbbe-64a1-45ff-b2f9-e6ca09a94597 req-7b759cbf-b153-4d4f-96a6-186f61ad2ba0 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Unset dirty status for tenant:6b511a8c79ae4a13b2d6b6c454747bbf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:21:54.329644 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4d5cdbbe-64a1-45ff-b2f9-e6ca09a94597 req-7b759cbf-b153-4d4f-96a6-186f61ad2ba0 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/ports?device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 936 time: 1.2364218 May 27 22:21:54.429868 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:54.445455 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:54.446496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:54.447257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:54.508033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4d5cdbbe-64a1-45ff-b2f9-e6ca09a94597 req-8a7c2db4-e517-41da-ba97-83c11098e568 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Synchronizing usage tracker for tenant:6b511a8c79ae4a13b2d6b6c454747bbf on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:21:54.544415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:54.556666 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:54.558101 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] 10.222.0.46 "PUT /v2.0/ports/72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 HTTP/1.1" status: 200 len: 1096 time: 1.8905001 May 27 22:21:54.574534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1b94c5-6461-44ed-936d-b614330bf6b7', 'tag': '72bcf6a3-2f60-4fa7-9e10-39e024dae2a4'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:21:54.630328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] Pushing event updated for resources: {'Network': ['ID=a182e3ef-915a-4e44-aa5e-a36ca2b71adf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:54.650444 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network a182e3ef-915a-4e44-aa5e-a36ca2b71adf details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:21:54.655708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ef1d2-982d-4586-9851-c7becc4cf9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=72bcf6a3-2f60-4fa7-9e10-39e024dae2a4,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:54.710367 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8eaaad92-14c2-4161-b944-f4ee0416b072 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4439669 May 27 22:21:54.712928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34080) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:54.723286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4d5cdbbe-64a1-45ff-b2f9-e6ca09a94597 req-8a7c2db4-e517-41da-ba97-83c11098e568 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Unset dirty status for tenant:6b511a8c79ae4a13b2d6b6c454747bbf on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:21:54.725066 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4d5cdbbe-64a1-45ff-b2f9-e6ca09a94597 req-8a7c2db4-e517-41da-ba97-83c11098e568 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e790f427-ee48-42e6-8f7a-acbcaadf60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896005 May 27 22:21:54.735455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] Request body: {'subnet': {'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-650128385-subnet', 'tenant_id': '3576fc8b868b4910aafa386813d8d521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:54.744807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fe279d40-26ae-4913-b990-6ad57b430d24 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:21:54.760304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:54.772229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] Usage tracker for resource:subnet and tenant:3576fc8b868b4910aafa386813d8d521 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:54.792156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:54.821389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:54.842757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0787b-dd72-4a9a-83b1-32bc6db1bc5c req-11f2e15c-c567-4fe8-8234-276de50ae79d tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:54.863229 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30a0787b-dd72-4a9a-83b1-32bc6db1bc5c req-11f2e15c-c567-4fe8-8234-276de50ae79d tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 948 time: 0.4897883 May 27 22:21:54.936870 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30a0787b-dd72-4a9a-83b1-32bc6db1bc5c req-4db60580-ab84-41bd-bf5c-3dd93dfd5a90 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726321 May 27 22:21:54.942328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] Made reservation on behalf of 3576fc8b868b4910aafa386813d8d521 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:21:54.945275 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:55.117307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34084) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:55.117769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port fe279d40-26ae-4913-b990-6ad57b430d24 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:55.119341 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port fe279d40-26ae-4913-b990-6ad57b430d24 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:55.120258 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:55.135125 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4f05537-6245-46c2-b1a2-254965691c08 req-c1f3c416-3660-46c3-8ec2-274691d76a36 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 210 time: 0.1496022 May 27 22:21:55.221569 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccb29a8-089c-4085-8fa1-06acffd337a5'] response: {'name': 'network-changed', 'server_uuid': '1b1b94c5-6461-44ed-936d-b614330bf6b7', 'tag': '72bcf6a3-2f60-4fa7-9e10-39e024dae2a4', 'status': 'completed', 'code': 200} May 27 22:21:55.227854 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-769b2808-887e-4d4c-b0a8-484e5bb32be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:55.272766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-769b2808-887e-4d4c-b0a8-484e5bb32be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:55.282995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-769b2808-887e-4d4c-b0a8-484e5bb32be1 admin admin] Usage tracker for resource:security_group_rule and tenant:9cb3787ca1654c35a5b715dff8ddea10 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:55.288050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-769b2808-887e-4d4c-b0a8-484e5bb32be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:55.316223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-769b2808-887e-4d4c-b0a8-484e5bb32be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:55.363773 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fe279d40-26ae-4913-b990-6ad57b430d24 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:21:55.366839 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:55.428450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe279d40-26ae-4913-b990-6ad57b430d24'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:21:55.438993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fe279d40-26ae-4913-b990-6ad57b430d24, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fe279d40-26ae-4913-b990-6ad57b430d24,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:21:55.475257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:55.482979 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218094e2-1290-442b-81d3-7178cf05c158'] response: {'server_uuid': 'cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe279d40-26ae-4913-b990-6ad57b430d24', 'code': 200} May 27 22:21:55.530240 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:55.593571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-abba6b22-e50c-42ce-8bea-83bece87482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:55.595136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-abba6b22-e50c-42ce-8bea-83bece87482a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b511a8c79ae4a13b2d6b6c454747bbf&device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 1099 time: 0.8761258 May 27 22:21:55.629446 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fe279d40-26ae-4913-b990-6ad57b430d24,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:55.686480 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-3a652e99-179d-4db9-a4e8-81b322f8c278 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fa357bf9d43048bd97a8334a3639a7f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1408322 May 27 22:21:55.703826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b640b426-c3e4-4da9-8c51-f6ef05852c3f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:55.740659 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-769b2808-887e-4d4c-b0a8-484e5bb32be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:55.746975 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-add9ded9-3229-4dc2-ba54-a493d5ed453a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 HTTP/1.1" status: 200 len: 217 time: 0.1403940 May 27 22:21:55.863667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-b5f4a419-f44a-4c7a-a9e2-6913336501cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:55.865342 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-b5f4a419-f44a-4c7a-a9e2-6913336501cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1115930 May 27 22:21:55.880587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772ece4-4f1d-4795-9c72-fa3c60071188 req-b162da22-b89b-4981-8672-4eef3dfb4d86 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:55.889013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e772ece4-4f1d-4795-9c72-fa3c60071188 req-b162da22-b89b-4981-8672-4eef3dfb4d86 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.4644239 May 27 22:21:55.897809 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-769b2808-887e-4d4c-b0a8-484e5bb32be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:55.973329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34100) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:55.998284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] Checking segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:21:55.998937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] Network hostable DHCP agents. Network: a182e3ef-915a-4e44-aa5e-a36ca2b71adf, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:21:56.083917 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-769b2808-887e-4d4c-b0a8-484e5bb32be1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9cb3787ca1654c35a5b715dff8ddea10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9435201 May 27 22:21:56.086331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-908cbb58-66c4-4de5-812b-a91e006c0b59 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:56.087909 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-908cbb58-66c4-4de5-812b-a91e006c0b59 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3817260 May 27 22:21:56.088496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34108) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:56.113694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Request body: {'port': {'device_id': 'e72d4749-98e1-4ee7-aab4-41ebaea8d183', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'fa357bf9d43048bd97a8334a3639a7f9'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:56.113950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b2808-887e-4d4c-b0a8-484e5bb32be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e85a63-03db-4130-a1d2-97667310e9e0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:56.135576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] Network a182e3ef-915a-4e44-aa5e-a36ca2b71adf is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:21:56.181324 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e772ece4-4f1d-4795-9c72-fa3c60071188 req-e20f74c3-97d6-4c83-aea4-a54edd4a80b9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910593 May 27 22:21:56.270436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907694d-457d-4bc6-8b51-28b5349cb682 req-7c1ce151-6ee0-46b9-baec-ff59b447b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:56.271932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c907694d-457d-4bc6-8b51-28b5349cb682 req-7c1ce151-6ee0-46b9-baec-ff59b447b496 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 1100 time: 0.5917132 May 27 22:21:56.338730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487ae4c-ce09-4bf9-b3a4-5b7a0ae36c9f req-80370394-f3ff-4fee-8a84-dccfdc2ea2d2 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:56.345932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d487ae4c-ce09-4bf9-b3a4-5b7a0ae36c9f req-80370394-f3ff-4fee-8a84-dccfdc2ea2d2 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/ports?device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 948 time: 0.3240592 May 27 22:21:56.363890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, a182e3ef-915a-4e44-aa5e-a36ca2b71adf) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:56.368538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:56.369229 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:56.381377 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce166d7f-16ab-43ca-ac12-be0784f2aaf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:56.384795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4a7651-c159-47e2-9150-3476b4d0e008 None None] Network a182e3ef-915a-4e44-aa5e-a36ca2b71adf requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:21:56.388432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-f5908fa4-3416-4822-b0cf-ac034dfdf3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:56.390118 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-f5908fa4-3416-4822-b0cf-ac034dfdf3da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4800475 May 27 22:21:56.436225 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bc6cf8d7-0776-442e-aab8-5e42bc36f3b1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=920e9ca18941490aa5c2d46e41766a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4604793 May 27 22:21:56.451243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34114) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:56.488878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c907694d-457d-4bc6-8b51-28b5349cb682 req-7f546a56-0360-4222-87b1-52c755425098 service neutron] Synchronizing usage tracker for tenant:a446d34553a94242b4874262199ba901 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:21:56.556191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:56.572657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d487ae4c-ce09-4bf9-b3a4-5b7a0ae36c9f req-ea4bb1a3-d612-47df-8b7b-2d0b855cb454 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e790f427-ee48-42e6-8f7a-acbcaadf60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250071 May 27 22:21:56.584609 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce166d7f-16ab-43ca-ac12-be0784f2aaf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:56.594850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:56.600832 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-91010a32-9ec8-4a3d-bc31-70ee1ed2ac75 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8859849 May 27 22:21:56.640414 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f11e98-03f1-43c4-a63c-24782c713b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:56.699679 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f11e98-03f1-43c4-a63c-24782c713b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:56.778093 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c907694d-457d-4bc6-8b51-28b5349cb682 req-7f546a56-0360-4222-87b1-52c755425098 service neutron] Unset dirty status for tenant:a446d34553a94242b4874262199ba901 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:21:56.779554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c907694d-457d-4bc6-8b51-28b5349cb682 req-7f546a56-0360-4222-87b1-52c755425098 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839876 May 27 22:21:56.781146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Made reservation on behalf of fa357bf9d43048bd97a8334a3639a7f9 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:21:56.792709 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-8c1b12cf-7dbb-4e05-a648-e925620b0d61 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548238 May 27 22:21:56.795244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:56.808565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b78ba2-e1a3-4b25-9b8d-153136c04e1c None None] Network a182e3ef-915a-4e44-aa5e-a36ca2b71adf requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:21:57.008734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e28e6-3e8d-4feb-b047-ac61110f6f93 req-35b916b5-dee7-4b6a-91cc-012f063c2214 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:57.037764 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-947e28e6-3e8d-4feb-b047-ac61110f6f93 req-35b916b5-dee7-4b6a-91cc-012f063c2214 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 949 time: 0.6525891 May 27 22:21:57.143513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Allocated IP 192.168.233.238 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/ea39ab48-17c4-45d4-9257-9ecf15e55ae7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:21:57.170726 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-947e28e6-3e8d-4feb-b047-ac61110f6f93 req-2cc969c2-c0aa-4b44-ab5a-2b6904a4303d tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358759 May 27 22:21:57.321208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2aee98a2-f144-4bf9-bcbd-59ade5704064 req-3c6908ba-073a-4801-9924-acdeeea492a4 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 210 time: 0.1126685 May 27 22:21:57.335888 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce166d7f-16ab-43ca-ac12-be0784f2aaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:57.353975 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fef8178-d4aa-4a86-bc10-878d1b6e6f45 req-c9371295-02f6-40ca-b6e7-f54b71e4294d service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504642 May 27 22:21:57.394336 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0e097a6-55b3-42b3-82b2-e536bf976bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:57.449776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea2627-fb84-4ebd-a729-86279c9b61eb req-f629b2a4-b7ba-4a1a-96b4-cfa9a70e0698 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:57.451566 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-deea2627-fb84-4ebd-a729-86279c9b61eb req-f629b2a4-b7ba-4a1a-96b4-cfa9a70e0698 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.0946190 May 27 22:21:57.588758 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-deea2627-fb84-4ebd-a729-86279c9b61eb req-fc9d75a7-4bfb-4df9-84d5-a01f28985ebd tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277423 May 27 22:21:57.603321 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f11e98-03f1-43c4-a63c-24782c713b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:57.611439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce166d7f-16ab-43ca-ac12-be0784f2aaf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e85a63-03db-4130-a1d2-97667310e9e0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:57.650307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f53ab-8f6d-4b67-92ea-c70c3a4e516b req-f0f2807a-bf4d-4818-bf3e-79f080321e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:57.651777 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c9f53ab-8f6d-4b67-92ea-c70c3a4e516b req-f0f2807a-bf4d-4818-bf3e-79f080321e94 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6b511a8c79ae4a13b2d6b6c454747bbf&device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 1099 time: 0.1303544 May 27 22:21:57.689036 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f11e98-03f1-43c4-a63c-24782c713b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:57.759065 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:57.886584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce166d7f-16ab-43ca-ac12-be0784f2aaf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:57.886584 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ce166d7f-16ab-43ca-ac12-be0784f2aaf3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/91e85a63-03db-4130-a1d2-97667310e9e0 HTTP/1.1" status: 204 len: 168 time: 1.7747576 May 27 22:21:57.886584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f11e98-03f1-43c4-a63c-24782c713b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:57.886584 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-24f11e98-03f1-43c4-a63c-24782c713b2a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/02ffbe9b-6d3b-4848-b2d7-70c1ada2baf9 HTTP/1.1" status: 204 len: 168 time: 1.4086378 May 27 22:21:57.917062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Transition to ACTIVE for port object ea39ab48-17c4-45d4-9257-9ecf15e55ae7 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:57.991033 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-e812402d-0637-4554-b3e1-19cc6027a98b req-3f119c7e-b0a5-4122-b56e-7c0be55b7ea4 service neutron] show failed (client error): The resource could not be found. May 27 22:21:57.992046 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-3f119c7e-b0a5-4122-b56e-7c0be55b7ea4 service neutron] 10.222.0.46 "GET /v2.0/ports/06ae86bd-b637-4110-b5ff-000cf3971924/bindings/n-h1-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.2030525 May 27 22:21:58.017209 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:58.075130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f53ab-8f6d-4b67-92ea-c70c3a4e516b req-494e713b-2a6a-44bc-9f5c-66b5112d89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:58.077337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c9f53ab-8f6d-4b67-92ea-c70c3a4e516b req-494e713b-2a6a-44bc-9f5c-66b5112d89ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.4101970 May 27 22:21:58.142773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Pushing event updated for resources: {'Port': ['ID=ea39ab48-17c4-45d4-9257-9ecf15e55ae7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:58.151746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b685312-ad79-4ef2-8ab3-e9b0c84cd26b req-de212c89-20c6-447a-bbd6-963962f292c2 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:58.153294 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b685312-ad79-4ef2-8ab3-e9b0c84cd26b req-de212c89-20c6-447a-bbd6-963962f292c2 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/ports?device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 948 time: 0.3149092 May 27 22:21:58.158636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:21:58.159977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:21:58.163222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:21:58.166617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c9f53ab-8f6d-4b67-92ea-c70c3a4e516b req-dac75048-4a86-4d82-997d-49987e410dcf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 HTTP/1.1" status: 200 len: 217 time: 0.0795741 May 27 22:21:58.222291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:58.223046 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:58.341882 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b685312-ad79-4ef2-8ab3-e9b0c84cd26b req-269a7b0f-001f-48d3-96b3-ba09aa461fda tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e790f427-ee48-42e6-8f7a-acbcaadf60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775000 May 27 22:21:58.358843 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-93411955-df04-4133-ba51-a0eec3ad00e5 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2445459 May 27 22:21:58.373070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Request body: {'port': {'device_id': 'e72d4749-98e1-4ee7-aab4-41ebaea8d183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:58.382122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f53ab-8f6d-4b67-92ea-c70c3a4e516b req-bab8c8d1-39f4-4cae-a1ac-778be4b830c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:58.386726 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c9f53ab-8f6d-4b67-92ea-c70c3a4e516b req-bab8c8d1-39f4-4cae-a1ac-778be4b830c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2055280 May 27 22:21:58.625931 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:58.662290 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a1fa61ad-de0b-4ba5-a5f4-91943b6a6688 None None] Provisioning for port ea39ab48-17c4-45d4-9257-9ecf15e55ae7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:21:58.668868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a1fa61ad-de0b-4ba5-a5f4-91943b6a6688 None None] Provisioning complete for port ea39ab48-17c4-45d4-9257-9ecf15e55ae7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:21:58.671422 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a1fa61ad-de0b-4ba5-a5f4-91943b6a6688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:58.826729 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a1fa61ad-de0b-4ba5-a5f4-91943b6a6688 None None] Port ea39ab48-17c4-45d4-9257-9ecf15e55ae7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:21:58.873957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34150) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:58.898340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-205753501-network', 'tenant_id': '776934a5a36045fa9e7dc4588c8c6bdf'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:58.910716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:58.948964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Usage tracker for resource:network and tenant:776934a5a36045fa9e7dc4588c8c6bdf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:58.956749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:58.957240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289473f5-e330-4be8-a14f-5a34eff9f5c6 req-2f782206-88b4-4cfc-bf78-8f94c1465f34 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:58.965243 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-289473f5-e330-4be8-a14f-5a34eff9f5c6 req-2f782206-88b4-4cfc-bf78-8f94c1465f34 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 949 time: 0.4715905 May 27 22:21:59.039589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:59.086521 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-289473f5-e330-4be8-a14f-5a34eff9f5c6 req-f26302bf-6cd5-466d-b97a-d7407e84f470 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204100 May 27 22:21:59.138771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f53ab-8f6d-4b67-92ea-c70c3a4e516b req-8b7655c1-b80f-4329-8954-45af2b84175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:59.138771 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c9f53ab-8f6d-4b67-92ea-c70c3a4e516b req-8b7655c1-b80f-4329-8954-45af2b84175c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7417071 May 27 22:21:59.139380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Made reservation on behalf of 776934a5a36045fa9e7dc4588c8c6bdf for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:21:59.144342 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:59.172367 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:59.214409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:21:59.242647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34162) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:59.243826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Usage tracker for resource:security_group_rule and tenant:776934a5a36045fa9e7dc4588c8c6bdf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:21:59.248165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:21:59.282181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa421559-6c39-425d-8492-431df500b03c req-e4ded201-9755-4c13-9a9e-972c3be80052 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:59.284593 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa421559-6c39-425d-8492-431df500b03c req-e4ded201-9755-4c13-9a9e-972c3be80052 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 936 time: 0.4921305 May 27 22:21:59.321555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:21:59.356994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea39ab48-17c4-45d4-9257-9ecf15e55ae7 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:21:59.375936 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:59.410525 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2396e443-b537-4098-9d5e-ca133006631a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6f948e47dbb04577a81560b83bbf9eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607909 May 27 22:21:59.411483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34174) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:21:59.413435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Transition to ACTIVE for port object ea39ab48-17c4-45d4-9257-9ecf15e55ae7 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:21:59.479742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:59.496995 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa421559-6c39-425d-8492-431df500b03c req-da617572-2d7b-4727-a478-15c5d4aa9821 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494880 May 27 22:21:59.509145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812402d-0637-4554-b3e1-19cc6027a98b req-6ad965ab-8250-42ff-b238-76217e226a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:59.512812 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-6ad965ab-8250-42ff-b238-76217e226a24 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb&tenant_id=ecba41eb2b894855a95cc6ec50ef6350 HTTP/1.1" status: 200 len: 1123 time: 0.4876912 May 27 22:21:59.544838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:21:59.582202 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbacd7d8-9682-42b2-a018-1ef0f82aae75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:59.647489 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c8a99ed-0565-4b08-854e-6575ce8a3689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:59.659931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c9f53ab-8f6d-4b67-92ea-c70c3a4e516b req-cab21496-68cb-48a2-86e9-2334210dce5a service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102019 May 27 22:21:59.671433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9b3ab-5663-424c-ae0c-993ee1be0e9a req-c226f10a-5266-456d-b000-2cfa10e30a1c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:21:59.679765 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c6e9b3ab-5663-424c-ae0c-993ee1be0e9a req-c226f10a-5266-456d-b000-2cfa10e30a1c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 972 time: 0.3308306 May 27 22:21:59.767496 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:59.774737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Pushing event updated for resources: {'Port': ['ID=ea39ab48-17c4-45d4-9257-9ecf15e55ae7,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:21:59.801860 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c8a99ed-0565-4b08-854e-6575ce8a3689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:59.847197 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:59.862658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:21:59.898303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Attempting to bind port ea39ab48-17c4-45d4-9257-9ecf15e55ae7 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:21:59.899045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Attempting to bind port ea39ab48-17c4-45d4-9257-9ecf15e55ae7 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:21:59.899620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Attempting to bind port ea39ab48-17c4-45d4-9257-9ecf15e55ae7 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:59.930933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Port ea39ab48-17c4-45d4-9257-9ecf15e55ae7 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:21:59.931585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Attempting to bind port ea39ab48-17c4-45d4-9257-9ecf15e55ae7 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:21:59.934003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:21:59.984220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:21:59.984990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:21:59.985653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:21:59.986308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Bound port: ea39ab48-17c4-45d4-9257-9ecf15e55ae7, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:21:59.987722 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:00.010336 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:00.010336 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Added segment 049d8c30-a658-4743-b842-4b1486c54412 of type vlan for network a9ff9eab-817f-4649-a553-79f247250fab May 27 22:22:00.011801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08d3506-e0c8-40c0-b128-c4ffd85bb8b5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:00.053980 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c6e9b3ab-5663-424c-ae0c-993ee1be0e9a req-af9ac76f-dd56-4513-b950-9c5e7915a301 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729711 May 27 22:22:00.104021 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:00.146509 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c8a99ed-0565-4b08-854e-6575ce8a3689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:00.152700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] For port ea39ab48-17c4-45d4-9257-9ecf15e55ae7, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:00.155639 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c9f53ab-8f6d-4b67-92ea-c70c3a4e516b req-7e292193-e3d8-44e5-86e8-bcde62318c19 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724629 May 27 22:22:00.173838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a99ed-0565-4b08-854e-6575ce8a3689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caabcc39-6e3d-48cc-aa20-09dc78e58046,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:00.177421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] For port ea39ab48-17c4-45d4-9257-9ecf15e55ae7, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ea39ab48-17c4-45d4-9257-9ecf15e55ae7,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:22:00.212989 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c8a99ed-0565-4b08-854e-6575ce8a3689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:00.216408 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6c8a99ed-0565-4b08-854e-6575ce8a3689 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/caabcc39-6e3d-48cc-aa20-09dc78e58046 HTTP/1.1" status: 204 len: 168 time: 0.8024287 May 27 22:22:00.257361 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:00.261483 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:00.262664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:00.263462 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:00.429008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:00.433123 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:00.433123 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] 10.222.0.57 "PUT /v2.0/ports/ea39ab48-17c4-45d4-9257-9ecf15e55ae7 HTTP/1.1" status: 200 len: 1096 time: 2.0658286 May 27 22:22:00.434044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72d4749-98e1-4ee7-aab4-41ebaea8d183', 'tag': 'ea39ab48-17c4-45d4-9257-9ecf15e55ae7'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:00.451038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] Pushing event updated for resources: {'Network': ['ID=a9ff9eab-817f-4649-a553-79f247250fab,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:00.463251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ebe3f-b7ed-4f3f-8add-8015940a6284 service neutron] Pushing event updated for resources: {'Port': ['ID=ea39ab48-17c4-45d4-9257-9ecf15e55ae7,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:00.464093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network a9ff9eab-817f-4649-a553-79f247250fab details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:22:00.487510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] For port 06ae86bd-b637-4110-b5ff-000cf3971924, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=06ae86bd-b637-4110-b5ff-000cf3971924,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:00.497581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:22:00.531429 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a590f09-7f41-4389-88f0-a351963927eb admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6561811 May 27 22:22:00.534046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34210) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:00.538325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7020c-9f47-4446-b55c-a387e95ce5dc req-497eed2e-7e50-4e87-a4db-39b7c13735c0 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:00.539786 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6cb7020c-9f47-4446-b55c-a387e95ce5dc req-497eed2e-7e50-4e87-a4db-39b7c13735c0 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 949 time: 0.3172157 May 27 22:22:00.550137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] Request body: {'subnet': {'network_id': 'a9ff9eab-817f-4649-a553-79f247250fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-205753501-subnet', 'tenant_id': '776934a5a36045fa9e7dc4588c8c6bdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:00.559478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45706d2-c02f-4b9e-a2e9-71160ea53811 req-fd5ec8f4-5d82-4cd7-9fb7-5c5566108e74 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:00.560962 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c45706d2-c02f-4b9e-a2e9-71160ea53811 req-fd5ec8f4-5d82-4cd7-9fb7-5c5566108e74 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/ports?device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 948 time: 0.2251706 May 27 22:22:00.565612 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] For port 06ae86bd-b637-4110-b5ff-000cf3971924, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:00.578627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:00.584539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] Usage tracker for resource:subnet and tenant:776934a5a36045fa9e7dc4588c8c6bdf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:00.666307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:00.706038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:00.787719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6cb7020c-9f47-4446-b55c-a387e95ce5dc req-d27e1835-a266-423c-bbc5-d877df8706bf tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257628 May 27 22:22:00.790735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-352f47e8-2e3e-40c1-a5fa-71282a0525ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:00.795835 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-352f47e8-2e3e-40c1-a5fa-71282a0525ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa357bf9d43048bd97a8334a3639a7f9&device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 1099 time: 0.2039025 May 27 22:22:00.825640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6ab1a5-3f29-4d37-b000-552a448023bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06ae86bd-b637-4110-b5ff-000cf3971924'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:00.842732 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:00.895140 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c45706d2-c02f-4b9e-a2e9-71160ea53811 req-0e8fb8d6-2e4d-4af7-89a5-8fcfa984d09c tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e790f427-ee48-42e6-8f7a-acbcaadf60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864878 May 27 22:22:00.948907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Transition to ACTIVE for port object 06ae86bd-b637-4110-b5ff-000cf3971924 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:00.970637 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:00.981846 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:01.003413 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=72bcf6a3-2f60-4fa7-9e10-39e024dae2a4,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:01.052404 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '72bcf6a3-2f60-4fa7-9e10-39e024dae2a4', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '72bcf6a3-2f60-4fa7-9e10-39e024dae2a4', 'mac_address': 'fa:16:3e:68:71:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:22:01.059273 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde39029-479d-449e-8345-15ed6895b988'] response: {'server_uuid': 'ca6ab1a5-3f29-4d37-b000-552a448023bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06ae86bd-b637-4110-b5ff-000cf3971924', 'code': 200} May 27 22:22:01.067523 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:01.197261 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:01.197630 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:01.235112 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-7247f692-e9a7-4b88-8314-06da218b2f7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=ea39ab48-17c4-45d4-9257-9ecf15e55ae7 HTTP/1.1" status: 200 len: 217 time: 0.4288054 May 27 22:22:01.237648 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb65d120-ef87-4562-9e5a-12419dbe5d43'] response: {'name': 'network-changed', 'server_uuid': 'e72d4749-98e1-4ee7-aab4-41ebaea8d183', 'tag': 'ea39ab48-17c4-45d4-9257-9ecf15e55ae7', 'status': 'completed', 'code': 200} May 27 22:22:01.238196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] Made reservation on behalf of 776934a5a36045fa9e7dc4588c8c6bdf for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:22:01.240385 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:01.265470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:22:01.297116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=72bcf6a3-2f60-4fa7-9e10-39e024dae2a4,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:01.316653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Pushing event updated for resources: {'Port': ['ID=06ae86bd-b637-4110-b5ff-000cf3971924,revision_number=6']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:01.376207 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:01.503180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=72bcf6a3-2f60-4fa7-9e10-39e024dae2a4,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:01.583312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['72bcf6a3-2f60-4fa7-9e10-39e024dae2a4'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:22:01.692142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-2301125a-b97b-4819-8093-0109bdf7e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:01.698264 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-2301125a-b97b-4819-8093-0109bdf7e4cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.4258282 May 27 22:22:01.716776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] No DVR routers for this DVR port 06ae86bd-b637-4110-b5ff-000cf3971924 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:22:01.834512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Attempting to bind port 06ae86bd-b637-4110-b5ff-000cf3971924 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:22:01.841792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Attempting to bind port 06ae86bd-b637-4110-b5ff-000cf3971924 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:22:01.842786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Attempting to bind port 06ae86bd-b637-4110-b5ff-000cf3971924 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:01.861539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Port 06ae86bd-b637-4110-b5ff-000cf3971924 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:22:01.869988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Attempting to bind port 06ae86bd-b637-4110-b5ff-000cf3971924 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:01.892170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bac9af-d7b6-4b63-9e8d-116f19e703bb req-fdc1ff02-fecd-49a5-8bde-0d3064f699ca tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:01.902655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0bac9af-d7b6-4b63-9e8d-116f19e703bb req-fdc1ff02-fecd-49a5-8bde-0d3064f699ca tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 948 time: 0.7279496 May 27 22:22:01.914279 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:01.937864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de06781-9847-4452-b6a7-31c53e6b67e0 req-bcef9bd1-9c78-49c1-8dd4-dcc7a3c94f0f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:01.948469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1de06781-9847-4452-b6a7-31c53e6b67e0 req-bcef9bd1-9c78-49c1-8dd4-dcc7a3c94f0f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 948 time: 0.6651781 May 27 22:22:01.985289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-7152750a-679f-4a04-81a1-c9364d7be1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:01.986909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:22:01.987611 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-7152750a-679f-4a04-81a1-c9364d7be1c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2815790 May 27 22:22:01.988010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:01.988987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:22:01.989977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Bound port: 06ae86bd-b637-4110-b5ff-000cf3971924, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:22:01.990872 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:02.030170 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:02.167304 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0bac9af-d7b6-4b63-9e8d-116f19e703bb req-7334ef38-ce8e-4243-9728-75a0131cb42c tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614191 May 27 22:22:02.211365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=87775d89-8950-4dac-b983-f9b3f4da9a6e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:02.226780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] Checking segment: {'id': '049d8c30-a658-4743-b842-4b1486c54412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a9ff9eab-817f-4649-a553-79f247250fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:02.227132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] Network hostable DHCP agents. Network: a9ff9eab-817f-4649-a553-79f247250fab, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:22:02.229879 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1de06781-9847-4452-b6a7-31c53e6b67e0 req-81fb0c22-2dd6-49ff-aa1f-a8be098c7a9b tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708554 May 27 22:22:02.241256 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-1d7ac78e-1733-4e57-9f67-eed85d210cd8 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466390 May 27 22:22:02.357922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] For port 06ae86bd-b637-4110-b5ff-000cf3971924, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:02.377060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] For port 06ae86bd-b637-4110-b5ff-000cf3971924, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=06ae86bd-b637-4110-b5ff-000cf3971924,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:22:02.434086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] Network a9ff9eab-817f-4649-a553-79f247250fab is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:22:02.441557 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f965c24b-1d60-47c6-bee4-5ed2c4c0345e req-d1d70670-b9c8-4a95-8c51-ad25df4ecc95 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873739 May 27 22:22:02.447298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-68e98708-6d00-44ce-af87-cd8e5be83fdb tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=80b465c5c6f54fac9e45b2bb94da5772&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686929 May 27 22:22:02.483394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:02.508380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, a9ff9eab-817f-4649-a553-79f247250fab) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:02.516072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:02.518860 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:02.561745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aff82c-fdb3-4c6f-870d-af7fa3fd912b None None] Network a9ff9eab-817f-4649-a553-79f247250fab requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:22:02.566880 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:02.629476 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-504af6ac-e080-4406-9c4d-6594a41ee49b admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0945463 May 27 22:22:02.657743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Pushing event updated for resources: {'Port': ['ID=06ae86bd-b637-4110-b5ff-000cf3971924,revision_number=7']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:02.705526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:02.706138 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:02.707515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-acaed450-7a70-4bab-beb1-ff288fbf95d3 service neutron] 10.222.0.57 "PUT /v2.0/ports/06ae86bd-b637-4110-b5ff-000cf3971924 HTTP/1.1" status: 200 len: 1096 time: 3.1725714 May 27 22:22:02.791439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34272) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:02.838250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf5018-d533-4f09-bfb7-d31f3020ebb8 req-c931a020-cd12-4063-8872-6ecbd27935f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:02.840285 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4baf5018-d533-4f09-bfb7-d31f3020ebb8 req-c931a020-cd12-4063-8872-6ecbd27935f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fa357bf9d43048bd97a8334a3639a7f9&device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 1099 time: 0.1928227 May 27 22:22:02.998434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-9c18c497-b033-4607-9b7d-8af37e2faf71 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:03.000065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-9c18c497-b033-4607-9b7d-8af37e2faf71 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5519059 May 27 22:22:03.044096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:03.062301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef93ff-bdea-482e-96b8-c1030d6ff8e6 req-418b925d-3c59-472f-94ce-f6f3fa502eaf tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:03.066763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-network', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:03.071020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8aef93ff-bdea-482e-96b8-c1030d6ff8e6 req-418b925d-3c59-472f-94ce-f6f3fa502eaf tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/ports?device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 949 time: 0.5957305 May 27 22:22:03.075116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca6ab1a5-3f29-4d37-b000-552a448023bb', 'tag': '06ae86bd-b637-4110-b5ff-000cf3971924'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:03.090724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:03.091092 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:03.097474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:03.108445 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-84122d96-5614-454c-8e77-410d2b06034b tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/quotas/80b465c5c6f54fac9e45b2bb94da5772 HTTP/1.1" status: 200 len: 375 time: 0.0809433 May 27 22:22:03.115436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Usage tracker for resource:network and tenant:e18f035654174a42b48b0fc1a9791032 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:03.124484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:03.138254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:03.153432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812402d-0637-4554-b3e1-19cc6027a98b req-0a53f720-3021-40c3-9f75-25ed29d4a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:03.155317 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-0a53f720-3021-40c3-9f75-25ed29d4a703 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 1099 time: 0.3528340 May 27 22:22:03.199287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf5018-d533-4f09-bfb7-d31f3020ebb8 req-084efa42-ef09-4ec3-b064-695f225cc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:03.200909 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4baf5018-d533-4f09-bfb7-d31f3020ebb8 req-084efa42-ef09-4ec3-b064-695f225cc875 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.3466010 May 27 22:22:03.281402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:03.281784 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:03.283588 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4baf5018-d533-4f09-bfb7-d31f3020ebb8 req-3f4d3436-fd5d-4130-bd2f-9aa1e368ccb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=ea39ab48-17c4-45d4-9257-9ecf15e55ae7 HTTP/1.1" status: 200 len: 217 time: 0.0744526 May 27 22:22:03.284695 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Made reservation on behalf of e18f035654174a42b48b0fc1a9791032 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:22:03.286941 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:03.294444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8aef93ff-bdea-482e-96b8-c1030d6ff8e6 req-8d908ae8-4f79-4a62-bfdd-6e24096ce595 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e790f427-ee48-42e6-8f7a-acbcaadf60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225060 May 27 22:22:03.302183 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:03.308855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87511e4-b782-45ce-aa06-0a53b10cc35e None None] Network a9ff9eab-817f-4649-a553-79f247250fab requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:22:03.350173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=72bcf6a3-2f60-4fa7-9e10-39e024dae2a4,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:03.398278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1b94c5-6461-44ed-936d-b614330bf6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bcf6a3-2f60-4fa7-9e10-39e024dae2a4'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:03.399479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:03.412397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Usage tracker for resource:security_group_rule and tenant:e18f035654174a42b48b0fc1a9791032 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:03.429164 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-e986efa9-a990-477f-821e-5b31588ada36 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=80b465c5c6f54fac9e45b2bb94da5772&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3134198 May 27 22:22:03.429624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:03.431760 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:03.432563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 06ae86bd-b637-4110-b5ff-000cf3971924 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:22:03.438944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812402d-0637-4554-b3e1-19cc6027a98b req-0b617248-4e68-4867-815b-4a72d45a8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:03.440960 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-0b617248-4e68-4867-815b-4a72d45a8ed0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.2760899 May 27 22:22:03.472833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:03.620299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 06ae86bd-b637-4110-b5ff-000cf3971924 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:22:03.627269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=72bcf6a3-2f60-4fa7-9e10-39e024dae2a4,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:03.647797 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-f4de1354-a08f-410f-8c66-49ba7fb256dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=06ae86bd-b637-4110-b5ff-000cf3971924 HTTP/1.1" status: 200 len: 217 time: 0.1963320 May 27 22:22:03.683681 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:03.731086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf5018-d533-4f09-bfb7-d31f3020ebb8 req-3ac204ec-f2a6-47c4-9922-d27724e64579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:03.736420 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4baf5018-d533-4f09-bfb7-d31f3020ebb8 req-3ac204ec-f2a6-47c4-9922-d27724e64579 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.4315190 May 27 22:22:03.742746 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b650c4-a254-4802-a6e1-d564e51ba6d1'] response: {'name': 'network-changed', 'server_uuid': 'ca6ab1a5-3f29-4d37-b000-552a448023bb', 'tag': '06ae86bd-b637-4110-b5ff-000cf3971924', 'status': 'completed', 'code': 200} May 27 22:22:03.878361 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:03.916369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9d75f9-eb29-4da8-9de9-dd74f5a34371,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:03.935518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:22:03.940144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf5018-d533-4f09-bfb7-d31f3020ebb8 req-b8845204-eb66-46d1-9a53-2d24354ba5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:03.941851 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4baf5018-d533-4f09-bfb7-d31f3020ebb8 req-b8845204-eb66-46d1-9a53-2d24354ba5ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2022533 May 27 22:22:04.106429 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:04.106761 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Added segment 2354abc2-a690-41cf-9047-6ff952a3fcb4 of type vlan for network ab33ae76-9300-40f2-8dbc-de1d762ee34e May 27 22:22:04.120439 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4baf5018-d533-4f09-bfb7-d31f3020ebb8 req-50fb81a4-5cfe-4f46-aeb6-00f9518fc8da service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729817 May 27 22:22:04.195622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812402d-0637-4554-b3e1-19cc6027a98b req-1dfa9349-6761-41c1-8ffc-f8cf6e7766a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:04.199077 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-1dfa9349-6761-41c1-8ffc-f8cf6e7766a7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.5435276 May 27 22:22:04.225386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:04.310342 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4baf5018-d533-4f09-bfb7-d31f3020ebb8 req-50cbacaa-99ea-4da7-8096-3aad34488370 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756394 May 27 22:22:04.315884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685263ca-f6a1-4393-839d-d6620b254d26 req-f989f071-161d-4d28-8f45-3b5bdbc9a9cf tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:04.322785 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-f989f071-161d-4d28-8f45-3b5bdbc9a9cf tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 820 time: 0.2941866 May 27 22:22:04.355351 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdf9b9-00a7-499f-af20-2b4fcb4bffa1 req-69d42d14-4860-44ea-bac5-0a94f8706037 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:04.356857 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97bdf9b9-00a7-499f-af20-2b4fcb4bffa1 req-69d42d14-4860-44ea-bac5-0a94f8706037 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 948 time: 0.4617357 May 27 22:22:04.360596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268541e3-66de-467a-863b-01edb12a2501 req-9c21aba6-24ea-435b-a1db-b43e848269a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:04.362546 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-268541e3-66de-467a-863b-01edb12a2501 req-9c21aba6-24ea-435b-a1db-b43e848269a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 1099 time: 0.6279283 May 27 22:22:04.376958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-dbb37dce-5207-4e7b-9374-96f5370d74ac tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/quotas/3576fc8b868b4910aafa386813d8d521 HTTP/1.1" status: 200 len: 375 time: 0.0529974 May 27 22:22:04.387766 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:04.389140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:04.389721 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:04.605436 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8078780 May 27 22:22:04.607447 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34320) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:04.614320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] Request body: {'subnet': {'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-subnet', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:04.620956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a4e36-d3e7-4947-af7b-cd27e232d2a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ab33ae76-9300-40f2-8dbc-de1d762ee34e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:04.623286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:04.631066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] Usage tracker for resource:subnet and tenant:e18f035654174a42b48b0fc1a9791032 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:04.634736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:04.638501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network ab33ae76-9300-40f2-8dbc-de1d762ee34e details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:22:04.639989 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-7e483bd1-d85c-421a-bdfa-9cd9754004ba tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2602477 May 27 22:22:04.642086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:04.687736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812402d-0637-4554-b3e1-19cc6027a98b req-7182ecce-decc-4084-a04d-32989e1ea515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:04.689228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-7182ecce-decc-4084-a04d-32989e1ea515 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4384916 May 27 22:22:04.708519 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97bdf9b9-00a7-499f-af20-2b4fcb4bffa1 req-7c6225bf-cc85-4e07-8536-b0f7f796641a tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382707 May 27 22:22:04.742821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] Made reservation on behalf of e18f035654174a42b48b0fc1a9791032 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:22:04.745724 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:04.986259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-32c7d37b-b7c2-43e1-8baf-79be113ac072 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:22:04.995193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-32c7d37b-b7c2-43e1-8baf-79be113ac072 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1151006 May 27 22:22:05.026085 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-ca574f37-e620-4962-8704-ba944f0911e0 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128741 May 27 22:22:05.131165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268541e3-66de-467a-863b-01edb12a2501 req-a574eda4-3f50-46ce-bc79-66ea1b79ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:05.132634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-268541e3-66de-467a-863b-01edb12a2501 req-a574eda4-3f50-46ce-bc79-66ea1b79ff7f service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.7615066 May 27 22:22:05.148748 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:05.213567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9afffc65-b4ef-4eef-9951-21b17ee5d145,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:05.255635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] Checking segment: {'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:05.256015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] Network hostable DHCP agents. Network: ab33ae76-9300-40f2-8dbc-de1d762ee34e, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:22:05.267204 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-268541e3-66de-467a-863b-01edb12a2501 req-131f4332-da37-4dbe-ab38-f65f33bdaca4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=06ae86bd-b637-4110-b5ff-000cf3971924 HTTP/1.1" status: 200 len: 217 time: 0.0822623 May 27 22:22:05.365049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] Network ab33ae76-9300-40f2-8dbc-de1d762ee34e is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:22:05.396907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96281e2-d9bf-4614-b5c0-f014a99e0640 req-e5f2d0e4-772b-4752-980b-617dde75f898 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:05.403980 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f96281e2-d9bf-4614-b5c0-f014a99e0640 req-e5f2d0e4-772b-4752-980b-617dde75f898 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 948 time: 0.5228961 May 27 22:22:05.417023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268541e3-66de-467a-863b-01edb12a2501 req-0d40460f-ab5f-4ca5-ac60-ebe60764b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:05.418439 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-268541e3-66de-467a-863b-01edb12a2501 req-0d40460f-ab5f-4ca5-ac60-ebe60764b0cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1415854 May 27 22:22:05.434688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-a8209176-5827-4589-bcde-9655a936a259 service neutron] 10.222.0.27 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384761 May 27 22:22:05.444569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, ab33ae76-9300-40f2-8dbc-de1d762ee34e) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:05.448398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:05.449099 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:05.456268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6129306-02d6-42c5-b502-6f1a8f9714e8 None None] Network ab33ae76-9300-40f2-8dbc-de1d762ee34e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:22:05.530973 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e812402d-0637-4554-b3e1-19cc6027a98b req-ba28271d-e7f1-4ac5-909d-711d5fa6da2e service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476159 May 27 22:22:05.568555 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8388de5a-80e5-4173-b095-0502fc6025e4 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9577394 May 27 22:22:05.571191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34330) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:05.577539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:05.588617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:05.613699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Usage tracker for resource:router and tenant:e18f035654174a42b48b0fc1a9791032 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:05.625118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:05.646432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:05.651733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f96281e2-d9bf-4614-b5c0-f014a99e0640 req-3364bb35-5bdb-405a-8f0e-1a031119a0d1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465725 May 27 22:22:05.711935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89313603-8281-49ba-825b-09413c988d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:22:05.713529 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89313603-8281-49ba-825b-09413c988d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:05.782151 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:05.783723 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:05.818027 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:05.892451 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d9b409a2-a1ba-4ba9-a019-876a5cd20cdc service neutron] 10.222.0.27 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091997 May 27 22:22:05.911834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268541e3-66de-467a-863b-01edb12a2501 req-daacc062-5ab5-4653-abf6-36efbeb3ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:05.914048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-268541e3-66de-467a-863b-01edb12a2501 req-daacc062-5ab5-4653-abf6-36efbeb3ad33 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4753509 May 27 22:22:05.917057 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dff4b4e9-42b4-4901-a7b5-891ed1e87b10'] response: {'server_uuid': '1b1b94c5-6461-44ed-936d-b614330bf6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bcf6a3-2f60-4fa7-9e10-39e024dae2a4', 'code': 200} May 27 22:22:06.089781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-89313603-8281-49ba-825b-09413c988d3f None None] Allocated IP 172.20.0.2 (ab33ae76-9300-40f2-8dbc-de1d762ee34e/9afffc65-b4ef-4eef-9951-21b17ee5d145/83b09ca9-a416-477b-8cea-7ebb9ad62c81) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:22:06.195657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3073e544-d627-4059-9aad-cba418854ecd req-6c5a1352-d1e7-4ea4-a03a-0c2f5783904b tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 210 time: 0.0723746 May 27 22:22:06.215964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268541e3-66de-467a-863b-01edb12a2501 req-9ddd8f3d-9189-4f48-af12-872d56a824a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:06.217519 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-268541e3-66de-467a-863b-01edb12a2501 req-9ddd8f3d-9189-4f48-af12-872d56a824a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 1099 time: 0.5160143 May 27 22:22:06.540423 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89313603-8281-49ba-825b-09413c988d3f None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:06.553450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-89313603-8281-49ba-825b-09413c988d3f None None] Transition to ACTIVE for port object 83b09ca9-a416-477b-8cea-7ebb9ad62c81 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:06.575679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-89313603-8281-49ba-825b-09413c988d3f None None] Transition to ACTIVE for port object 83b09ca9-a416-477b-8cea-7ebb9ad62c81 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:06.598710 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:06.623175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3d27f-7251-4587-bf08-dbdf24ff0a90 req-5e350ab6-5fba-4bde-9423-189909d54c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:06.629130 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-49c3d27f-7251-4587-bf08-dbdf24ff0a90 req-5e350ab6-5fba-4bde-9423-189909d54c7e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 1101 time: 0.6536591 May 27 22:22:06.630726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.46', 61476) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:06.647636 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-268541e3-66de-467a-863b-01edb12a2501 req-e159de6b-150c-4944-b9e2-70224ee5e65d service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7201440 May 27 22:22:06.670781 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89313603-8281-49ba-825b-09413c988d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:06.700812 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-643498a2-4ed1-4205-aeb8-9c269da453f5 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=80b465c5c6f54fac9e45b2bb94da5772&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657501 May 27 22:22:06.738635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34356) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:06.798530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89313603-8281-49ba-825b-09413c988d3f None None] Network ab33ae76-9300-40f2-8dbc-de1d762ee34e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:22:06.802440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-89313603-8281-49ba-825b-09413c988d3f None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:06.806785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89313603-8281-49ba-825b-09413c988d3f None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:22:06.833325 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-49c3d27f-7251-4587-bf08-dbdf24ff0a90 req-2e02eaf3-b5fb-436f-8f93-7bf36be582a2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e790f427-ee48-42e6-8f7a-acbcaadf60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920099 May 27 22:22:06.879122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ea39ab48-17c4-45d4-9257-9ecf15e55ae7 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:22:06.892229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268541e3-66de-467a-863b-01edb12a2501 req-20a2ee2a-bca0-48e3-9f05-f2abf79d6f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:06.894465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-268541e3-66de-467a-863b-01edb12a2501 req-20a2ee2a-bca0-48e3-9f05-f2abf79d6f56 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.6648979 May 27 22:22:06.929595 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89313603-8281-49ba-825b-09413c988d3f None None] Pushing event updated for resources: {'Port': ['ID=83b09ca9-a416-477b-8cea-7ebb9ad62c81,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:07.007379 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-268541e3-66de-467a-863b-01edb12a2501 req-1035fc52-de38-4647-8cff-5afbebf95546 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=06ae86bd-b637-4110-b5ff-000cf3971924 HTTP/1.1" status: 200 len: 217 time: 0.1059425 May 27 22:22:07.080111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fa38bbeb-d27e-4554-847d-c01957e34a94 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:07.081816 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fa38bbeb-d27e-4554-847d-c01957e34a94 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3759005 May 27 22:22:07.087058 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-268541e3-66de-467a-863b-01edb12a2501 req-3d0904da-a662-40c0-bd63-0068d15f2ce1 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298253 May 27 22:22:07.101500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Request body: {'port': {'device_id': '6bc63959-3b7a-4bf9-a052-6855254988bf', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': '80b465c5c6f54fac9e45b2bb94da5772'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:07.116621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab5b25-dcd2-4f74-8f78-4854044b69d9 req-1a03e49f-5084-49b1-a17a-4a328cef4941 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:07.123663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-deab5b25-dcd2-4f74-8f78-4854044b69d9 req-1a03e49f-5084-49b1-a17a-4a328cef4941 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/ports?device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 950 time: 0.5972910 May 27 22:22:07.132173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afe37c-cf3d-4ddd-9e5d-48a0da07522b req-6de66bbe-21ee-45d2-8bbd-208dc4c33446 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:07.159055 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40afe37c-cf3d-4ddd-9e5d-48a0da07522b req-6de66bbe-21ee-45d2-8bbd-208dc4c33446 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 948 time: 0.6870351 May 27 22:22:07.181907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268541e3-66de-467a-863b-01edb12a2501 req-b92f6896-9bfe-49df-89a7-e63b1d39198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:07.183758 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-268541e3-66de-467a-863b-01edb12a2501 req-b92f6896-9bfe-49df-89a7-e63b1d39198a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1692827 May 27 22:22:07.201551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-89313603-8281-49ba-825b-09413c988d3f None None] Attempting to bind port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:22:07.201918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-89313603-8281-49ba-825b-09413c988d3f None None] Attempting to bind port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:22:07.202277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89313603-8281-49ba-825b-09413c988d3f None None] Attempting to bind port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 on network ab33ae76-9300-40f2-8dbc-de1d762ee34e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:07.207383 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-323206fb-8ea2-491b-92a3-93ed1b7ec557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:07.211328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ea39ab48-17c4-45d4-9257-9ecf15e55ae7, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ea39ab48-17c4-45d4-9257-9ecf15e55ae7,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:07.218628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89313603-8281-49ba-825b-09413c988d3f None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:22:07.218994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89313603-8281-49ba-825b-09413c988d3f None None] Checking segment: {'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:07.219392 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89313603-8281-49ba-825b-09413c988d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:07.219779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89313603-8281-49ba-825b-09413c988d3f None None] Bound using segment: {'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:22:07.220236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-89313603-8281-49ba-825b-09413c988d3f None None] Bound port: 83b09ca9-a416-477b-8cea-7ebb9ad62c81, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:22:07.221153 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89313603-8281-49ba-825b-09413c988d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:07.242131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'ea39ab48-17c4-45d4-9257-9ecf15e55ae7', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'ea39ab48-17c4-45d4-9257-9ecf15e55ae7', 'mac_address': 'fa:16:3e:12:c0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:22:07.261497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-323206fb-8ea2-491b-92a3-93ed1b7ec557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:07.284638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-323206fb-8ea2-491b-92a3-93ed1b7ec557 admin admin] Usage tracker for resource:security_group_rule and tenant:0594c3eb3b324f72ab691109d7b799c4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:07.287745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-323206fb-8ea2-491b-92a3-93ed1b7ec557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:07.303987 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40afe37c-cf3d-4ddd-9e5d-48a0da07522b req-d5bddf0a-daac-445e-a29e-cfc7fd470b0a tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436837 May 27 22:22:07.306969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-323206fb-8ea2-491b-92a3-93ed1b7ec557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:07.316694 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-deab5b25-dcd2-4f74-8f78-4854044b69d9 req-8537ebb6-c9a6-46dc-a5ac-d11f94c2ed34 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e790f427-ee48-42e6-8f7a-acbcaadf60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920786 May 27 22:22:07.361196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268541e3-66de-467a-863b-01edb12a2501 req-fdb4ee06-89a5-4da0-8fa3-b6eea22da3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:07.362741 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-268541e3-66de-467a-863b-01edb12a2501 req-fdb4ee06-89a5-4da0-8fa3-b6eea22da3d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1693740 May 27 22:22:07.372780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:07.392385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Usage tracker for resource:port and tenant:80b465c5c6f54fac9e45b2bb94da5772 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:07.396710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-89313603-8281-49ba-825b-09413c988d3f None None] For port 83b09ca9-a416-477b-8cea-7ebb9ad62c81, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:07.401357 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-89313603-8281-49ba-825b-09413c988d3f None None] For port 83b09ca9-a416-477b-8cea-7ebb9ad62c81, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=83b09ca9-a416-477b-8cea-7ebb9ad62c81,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:22:07.402282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:07.414301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:07.415601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port ea39ab48-17c4-45d4-9257-9ecf15e55ae7 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:07.416292 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:07.438902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea39ab48-17c4-45d4-9257-9ecf15e55ae7 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:22:07.460049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ea39ab48-17c4-45d4-9257-9ecf15e55ae7, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ea39ab48-17c4-45d4-9257-9ecf15e55ae7,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:07.542235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d49beb6c-cd28-4ca9-a28d-a7e6ce0a54ba req-0b25d86a-595a-4e5d-9878-2666652aafa0 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 210 time: 0.1472840 May 27 22:22:07.612234 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:07.615540 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89313603-8281-49ba-825b-09413c988d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:07.646866 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-268541e3-66de-467a-863b-01edb12a2501 req-daacf2a2-9d6d-4bd5-b283-a63335b58515 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746642 May 27 22:22:07.695657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Made reservation on behalf of 80b465c5c6f54fac9e45b2bb94da5772 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:22:07.699250 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:07.878845 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-323206fb-8ea2-491b-92a3-93ed1b7ec557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:07.893923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7acaa907-d744-4d9f-a817-fa39e89146ac req-b6fc96a3-d641-4ff2-a3f3-dc7bb91ecb55 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 210 time: 0.1904471 May 27 22:22:07.916965 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:07.922995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=ea39ab48-17c4-45d4-9257-9ecf15e55ae7,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:07.934433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b061152-0ba9-49e6-b070-e4cefce9bc49 req-b1b09983-1aeb-4c45-ad62-c54c0646e751 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:07.936810 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b061152-0ba9-49e6-b070-e4cefce9bc49 req-b1b09983-1aeb-4c45-ad62-c54c0646e751 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 948 time: 0.4374309 May 27 22:22:07.977158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:07.983176 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-323206fb-8ea2-491b-92a3-93ed1b7ec557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:08.027401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b061152-0ba9-49e6-b070-e4cefce9bc49 req-c2551569-f060-46cc-a6f1-7818bd58290c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778852 May 27 22:22:08.094055 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-268541e3-66de-467a-863b-01edb12a2501 req-c1a19c3b-997c-49f7-9886-4b2a66a78ac5 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369829 May 27 22:22:08.133417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['ea39ab48-17c4-45d4-9257-9ecf15e55ae7'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:22:08.228634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323206fb-8ea2-491b-92a3-93ed1b7ec557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a50d21c-b28b-4e78-96b0-45a69032562d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:08.262056 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-323206fb-8ea2-491b-92a3-93ed1b7ec557 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0594c3eb3b324f72ab691109d7b799c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5223575 May 27 22:22:08.266014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34372) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:08.289796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Allocated IP 192.168.233.58 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/84e7f13d-01ea-4486-98f8-c7cb906c94d8) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:22:08.308414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89313603-8281-49ba-825b-09413c988d3f None None] Pushing event updated for resources: {'Port': ['ID=83b09ca9-a416-477b-8cea-7ebb9ad62c81,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:08.442261 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:22:08.460149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Allocated IP 172.25.2.45 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/aee21dbb-12b7-440e-b721-9f553a8ee783) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:22:08.500042 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0f1984c-a32d-4c95-be8b-1959d4e2aa66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:08.701077 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0f1984c-a32d-4c95-be8b-1959d4e2aa66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:08.847192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e42cdd-1a31-4ef6-b752-50bb10a3a3ab req-98863834-707d-46c1-9d48-6ba4a41ae47c tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:08.849257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 06ae86bd-b637-4110-b5ff-000cf3971924 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:22:08.849973 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-90e42cdd-1a31-4ef6-b752-50bb10a3a3ab req-98863834-707d-46c1-9d48-6ba4a41ae47c tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/ports?device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 950 time: 0.2938688 May 27 22:22:08.884721 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:08.891764 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:08.946400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e7167-b4b3-4667-bf7a-cb50a438ccee req-de89b109-291f-4dca-9717-9235065b1f11 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:08.947850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-565e7167-b4b3-4667-bf7a-cb50a438ccee req-de89b109-291f-4dca-9717-9235065b1f11 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 949 time: 0.3211949 May 27 22:22:08.969468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Transition to ACTIVE for port object 84e7f13d-01ea-4486-98f8-c7cb906c94d8 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:08.989924 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0f1984c-a32d-4c95-be8b-1959d4e2aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:09.046895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 83b09ca9-a416-477b-8cea-7ebb9ad62c81 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:09.051290 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:09.056464 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0f1984c-a32d-4c95-be8b-1959d4e2aa66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:09.058393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e0f1984c-a32d-4c95-be8b-1959d4e2aa66 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4a50d21c-b28b-4e78-96b0-45a69032562d HTTP/1.1" status: 204 len: 168 time: 0.7914109 May 27 22:22:09.068730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1984c-a32d-4c95-be8b-1959d4e2aa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a50d21c-b28b-4e78-96b0-45a69032562d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:09.136824 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-565e7167-b4b3-4667-bf7a-cb50a438ccee req-73c68b65-6fdd-41a1-b689-c8114f3e9e30 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741519 May 27 22:22:09.161496 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-90e42cdd-1a31-4ef6-b752-50bb10a3a3ab req-44b53935-98bc-437b-bb85-4167383da144 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e790f427-ee48-42e6-8f7a-acbcaadf60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987025 May 27 22:22:09.201642 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:09.293455 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['fe279d40-26ae-4913-b990-6ad57b430d24'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:22:09.320037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:22:09.327912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:09.378520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:22:09.494953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Pushing event updated for resources: {'Port': ['ID=aee21dbb-12b7-440e-b721-9f553a8ee783,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:09.498418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:22:09.552791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:09.617406 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-912ce3dd-8f82-4b53-bd3f-35c66706f436 req-fd86adab-84f7-45c6-9218-9e0857cd8ad9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 210 time: 0.2535110 May 27 22:22:09.624049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c7c1fc-1892-4f38-97b2-5d98fcea69df None None] Network ab33ae76-9300-40f2-8dbc-de1d762ee34e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:22:09.658441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:22:09.663998 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:09.678425 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:09.714884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66f9c5-4949-4e43-8171-208eb455d00d req-e65dafd9-19d5-4150-9cdd-92a6b9e3f97b tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:09.728485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb66f9c5-4949-4e43-8171-208eb455d00d req-e65dafd9-19d5-4150-9cdd-92a6b9e3f97b tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 935 time: 0.2600634 May 27 22:22:09.832980 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb66f9c5-4949-4e43-8171-208eb455d00d req-fbad07f2-e6b5-47b2-a2cc-e74186d12f0d tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035011 May 27 22:22:09.898629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Pushing event updated for resources: {'Port': ['ID=84e7f13d-01ea-4486-98f8-c7cb906c94d8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:09.954436 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-fc2aa979-6ac6-4e77-892d-cf17da71d481 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8584642 May 27 22:22:09.968031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Request body: {'port': {'device_id': '6bc63959-3b7a-4bf9-a052-6855254988bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:10.147003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 06ae86bd-b637-4110-b5ff-000cf3971924, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=06ae86bd-b637-4110-b5ff-000cf3971924,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:10.177633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-152667b9-ae19-47fb-a301-8c92ca5152a3 None None] Provisioning for port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:10.199648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b59ce-4f82-4d73-9c78-cf0b403fd11f req-453199d5-a20a-454e-af0f-d729a342e7de tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:10.214690 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-557b59ce-4f82-4d73-9c78-cf0b403fd11f req-453199d5-a20a-454e-af0f-d729a342e7de tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 948 time: 0.2238407 May 27 22:22:10.222054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '06ae86bd-b637-4110-b5ff-000cf3971924', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '06ae86bd-b637-4110-b5ff-000cf3971924', 'mac_address': 'fa:16:3e:67:5e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:22:10.267439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:10.274294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34398) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:10.366475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:10.367099 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:10.423290 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ffc37628-9407-42a5-80aa-0e002821cfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:10.456380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ffc37628-9407-42a5-80aa-0e002821cfb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:10.461636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ffc37628-9407-42a5-80aa-0e002821cfb3 admin admin] Usage tracker for resource:security_group_rule and tenant:999efec3f7b549edaf290932c7b517d1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:10.464486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ffc37628-9407-42a5-80aa-0e002821cfb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:10.471183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ffc37628-9407-42a5-80aa-0e002821cfb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:10.476068 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685263ca-f6a1-4393-839d-d6620b254d26 req-95c30c28-3fe3-49fa-9143-f395b318e2aa tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:10.477638 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-95c30c28-3fe3-49fa-9143-f395b318e2aa tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.57 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 820 time: 0.1952965 May 27 22:22:10.530423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Request body: {'port': {'device_id': 'e8ec51b1-3f80-407c-967f-c9b1d7f32009', 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf', 'admin_state_up': True, 'tenant_id': '3576fc8b868b4910aafa386813d8d521'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:10.582050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 06ae86bd-b637-4110-b5ff-000cf3971924 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:10.582460 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:10.671271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-557b59ce-4f82-4d73-9c78-cf0b403fd11f req-4034255d-c9f7-46f8-a544-de7eed8346dd tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577477 May 27 22:22:10.675721 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ae86bd-b637-4110-b5ff-000cf3971924 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:22:10.688634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-692e92ea-85a0-458f-824c-a6425455f9f4 None None] Provisioning for port 84e7f13d-01ea-4486-98f8-c7cb906c94d8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:10.707352 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ffc37628-9407-42a5-80aa-0e002821cfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:10.732894 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:10.766820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 06ae86bd-b637-4110-b5ff-000cf3971924, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=06ae86bd-b637-4110-b5ff-000cf3971924,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:10.781230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-692e92ea-85a0-458f-824c-a6425455f9f4 None None] Provisioning complete for port 84e7f13d-01ea-4486-98f8-c7cb906c94d8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:10.782020 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-692e92ea-85a0-458f-824c-a6425455f9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:10.788697 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:10.873314 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:10.940848 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ffc37628-9407-42a5-80aa-0e002821cfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:10.999984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ea39ab48-17c4-45d4-9257-9ecf15e55ae7 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:11.004085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6f5bb-8533-4dbe-aacd-32f0174bf10b req-7dc7cc99-d8e1-4a7e-a60d-3fb568bbce95 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:11.012229 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-81a6f5bb-8533-4dbe-aacd-32f0174bf10b req-7dc7cc99-d8e1-4a7e-a60d-3fb568bbce95 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 949 time: 0.5317447 May 27 22:22:11.086585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc37628-9407-42a5-80aa-0e002821cfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79028ef1-cd7b-4e63-a262-b03f036b3cad,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:11.099915 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f0eaaba-f837-4633-918a-9937cb02357a req-ca794543-2df5-4c9d-a752-5c7260aa5e11 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 210 time: 0.1069281 May 27 22:22:11.106739 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ffc37628-9407-42a5-80aa-0e002821cfb3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=999efec3f7b549edaf290932c7b517d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8157086 May 27 22:22:11.118577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34414) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:11.143620 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:11.203864 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-692e92ea-85a0-458f-824c-a6425455f9f4 None None] Port 84e7f13d-01ea-4486-98f8-c7cb906c94d8 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:22:11.204567 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-81a6f5bb-8533-4dbe-aacd-32f0174bf10b req-66d96b53-92d0-453d-bede-3efb2256bb28 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913612 May 27 22:22:11.207734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Usage tracker for resource:port and tenant:3576fc8b868b4910aafa386813d8d521 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:11.223318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:11.224769 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:11.238647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:11.239883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port ea39ab48-17c4-45d4-9257-9ecf15e55ae7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:11.247350 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=06ae86bd-b637-4110-b5ff-000cf3971924,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:11.259421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port ea39ab48-17c4-45d4-9257-9ecf15e55ae7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:11.260173 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:11.285329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:11.376215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['06ae86bd-b637-4110-b5ff-000cf3971924'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:22:11.380718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9cf82961-0efc-4968-a1d5-5887ce316160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:11.417457 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9cf82961-0efc-4968-a1d5-5887ce316160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:11.430658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Made reservation on behalf of 3576fc8b868b4910aafa386813d8d521 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:22:11.434201 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:11.540375 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:11.601468 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 83b09ca9-a416-477b-8cea-7ebb9ad62c81, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=83b09ca9-a416-477b-8cea-7ebb9ad62c81,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:11.703239 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:11.724798 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9cf82961-0efc-4968-a1d5-5887ce316160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:11.847359 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port ea39ab48-17c4-45d4-9257-9ecf15e55ae7 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:11.847894 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:11.851068 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf82961-0efc-4968-a1d5-5887ce316160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79028ef1-cd7b-4e63-a262-b03f036b3cad,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:11.935965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e7f13d-01ea-4486-98f8-c7cb906c94d8 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:22:11.947648 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:11.971351 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=83b09ca9-a416-477b-8cea-7ebb9ad62c81,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:11.973683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Transition to ACTIVE for port object 84e7f13d-01ea-4486-98f8-c7cb906c94d8 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:12.015937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72d4749-98e1-4ee7-aab4-41ebaea8d183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea39ab48-17c4-45d4-9257-9ecf15e55ae7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:12.042424 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9cf82961-0efc-4968-a1d5-5887ce316160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:12.043699 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9cf82961-0efc-4968-a1d5-5887ce316160 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/79028ef1-cd7b-4e63-a262-b03f036b3cad HTTP/1.1" status: 204 len: 168 time: 0.9241912 May 27 22:22:12.058887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Allocated IP 172.20.0.3 (a182e3ef-915a-4e44-aa5e-a36ca2b71adf/b640b426-c3e4-4da9-8c51-f6ef05852c3f/ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:22:12.073992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ea39ab48-17c4-45d4-9257-9ecf15e55ae7, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ea39ab48-17c4-45d4-9257-9ecf15e55ae7,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:12.080546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-31a836d9-9913-44c1-88bf-577f72d5987f None None] Provisioning complete for port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:12.080917 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-31a836d9-9913-44c1-88bf-577f72d5987f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:12.081079 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:12.143005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:22:12.170220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b675df1-3070-4734-892e-d92b41424239 req-635d3b5f-c895-44c7-8356-f50c244c951b tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:12.177436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b675df1-3070-4734-892e-d92b41424239 req-635d3b5f-c895-44c7-8356-f50c244c951b tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 935 time: 0.5707273 May 27 22:22:12.204455 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:12.365841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0921d2a-ffb0-4097-8a2c-b7dec460c8c5 req-dad60bfe-f18d-4015-8b15-5146d1c25649 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:12.367383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0921d2a-ffb0-4097-8a2c-b7dec460c8c5 req-dad60bfe-f18d-4015-8b15-5146d1c25649 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb&tenant_id=ecba41eb2b894855a95cc6ec50ef6350&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 949 time: 0.5092599 May 27 22:22:12.448452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=ea39ab48-17c4-45d4-9257-9ecf15e55ae7,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:12.479003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Pushing event updated for resources: {'Port': ['ID=84e7f13d-01ea-4486-98f8-c7cb906c94d8,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:12.480174 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-31a836d9-9913-44c1-88bf-577f72d5987f None None] Current status of the port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:12.625845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Attempting to bind port 84e7f13d-01ea-4486-98f8-c7cb906c94d8 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:22:12.626281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Attempting to bind port 84e7f13d-01ea-4486-98f8-c7cb906c94d8 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:22:12.626748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Attempting to bind port 84e7f13d-01ea-4486-98f8-c7cb906c94d8 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:12.635292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Port 84e7f13d-01ea-4486-98f8-c7cb906c94d8 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:22:12.640743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Attempting to bind port 84e7f13d-01ea-4486-98f8-c7cb906c94d8 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:12.649553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:22:12.650088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:12.650509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:22:12.651056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Bound port: 84e7f13d-01ea-4486-98f8-c7cb906c94d8, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:22:12.651497 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:12.682787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:22:12.703191 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Sync routers for ids ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:22:12.706201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b675df1-3070-4734-892e-d92b41424239 req-2ce284e3-013d-4e6c-9553-c77eafc410e2 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402473 May 27 22:22:12.732754 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Routers {'1ccf0cf2-bb67-4599-96ba-8a7fa890863c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:22:12.732754 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:22:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:12.787494 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:12.843898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] For port 84e7f13d-01ea-4486-98f8-c7cb906c94d8, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:12.848791 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efaa1618-7ac8-4fd2-8502-7efefd40b449'] response: {'server_uuid': 'e72d4749-98e1-4ee7-aab4-41ebaea8d183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea39ab48-17c4-45d4-9257-9ecf15e55ae7', 'code': 200} May 27 22:22:12.852605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] For port 84e7f13d-01ea-4486-98f8-c7cb906c94d8, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=84e7f13d-01ea-4486-98f8-c7cb906c94d8,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:22:12.890678 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:12.892200 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5fdfa818-f002-49df-81ac-02b9670cf82c admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.3199887 May 27 22:22:12.895125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34440) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:12.912335 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-d0921d2a-ffb0-4097-8a2c-b7dec460c8c5 req-3a709c7f-5405-408c-9cd0-a1924e4abc52 service neutron] delete failed (client error): The resource could not be found. May 27 22:22:12.913711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0921d2a-ffb0-4097-8a2c-b7dec460c8c5 req-3a709c7f-5405-408c-9cd0-a1924e4abc52 service neutron] 10.222.0.46 "DELETE /v2.0/ports/06ae86bd-b637-4110-b5ff-000cf3971924/bindings/n-h2-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.3935218 May 27 22:22:12.915672 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:12.919462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 06ae86bd-b637-4110-b5ff-000cf3971924 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:13.007914 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Set router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:22:13.103260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Network a182e3ef-915a-4e44-aa5e-a36ca2b71adf is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:22:13.108466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Pushing event updated for resources: {'Port': ['ID=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:13.113010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:13.115310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:22:13.125442 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:13.126113 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:13.262105 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 06ae86bd-b637-4110-b5ff-000cf3971924 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:13.267468 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 06ae86bd-b637-4110-b5ff-000cf3971924 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:13.267840 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:13.273856 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-d5d478c9-bdb0-42e8-987b-59a8988c040c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7572677 May 27 22:22:13.280871 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:13.294113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a7116-7f03-45f7-ab94-15fd68f1d9b0 req-592839bd-8b45-4463-a2cd-3c7cbea822cb tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:13.313051 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-311a7116-7f03-45f7-ab94-15fd68f1d9b0 req-592839bd-8b45-4463-a2cd-3c7cbea822cb tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 949 time: 0.7854486 May 27 22:22:13.377713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Request body: {'port': {'device_id': 'e8ec51b1-3f80-407c-967f-c9b1d7f32009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:13.406869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:13.408676 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:13.410705 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] 10.222.0.46 "PUT /v2.0/ports/84e7f13d-01ea-4486-98f8-c7cb906c94d8 HTTP/1.1" status: 200 len: 1095 time: 3.4481580 May 27 22:22:13.414056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bc63959-3b7a-4bf9-a052-6855254988bf', 'tag': '84e7f13d-01ea-4486-98f8-c7cb906c94d8'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:13.632491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0921d2a-ffb0-4097-8a2c-b7dec460c8c5 req-b7c74bcd-126c-4169-89da-14495ff911fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:13.634180 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0921d2a-ffb0-4097-8a2c-b7dec460c8c5 req-b7c74bcd-126c-4169-89da-14495ff911fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 1100 time: 0.5285056 May 27 22:22:13.653817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 06ae86bd-b637-4110-b5ff-000cf3971924 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:13.654188 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:13.713015 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:09Z', 'revision_number': 3, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:13.716596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 06ae86bd-b637-4110-b5ff-000cf3971924, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=06ae86bd-b637-4110-b5ff-000cf3971924,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:13.739864 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Checking router: 1ccf0cf2-bb67-4599-96ba-8a7fa890863c for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:22:13.742905 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Updating router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c port aee21dbb-12b7-440e-b721-9f553a8ee783 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:22:13.798288 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:13.804680 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:13.888013 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 83b09ca9-a416-477b-8cea-7ebb9ad62c81 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:13.900958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-311a7116-7f03-45f7-ab94-15fd68f1d9b0 req-3076f4aa-2a98-427b-a2c3-98de9e670f55 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869644 May 27 22:22:13.903795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c68b67-89bb-4d2e-ad95-21a5afe61d87 service neutron] Pushing event updated for resources: {'Port': ['ID=84e7f13d-01ea-4486-98f8-c7cb906c94d8,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:13.915606 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:13.940321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00fdd9-dc1f-4aca-b58a-662bdca9ff03 req-2ff9d4c1-e351-41de-ac0a-b33175221747 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:13.949275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2b00fdd9-dc1f-4aca-b58a-662bdca9ff03 req-2ff9d4c1-e351-41de-ac0a-b33175221747 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Synchronizing usage tracker for tenant:3576fc8b868b4910aafa386813d8d521 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:22:14.194982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=06ae86bd-b637-4110-b5ff-000cf3971924,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:14.201497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dad037-18d9-4a72-afb5-a280d437426d req-80dc0872-6aec-48a1-b763-2b2b884cdd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:14.202924 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f6dad037-18d9-4a72-afb5-a280d437426d req-80dc0872-6aec-48a1-b763-2b2b884cdd3f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 1101 time: 0.9601729 May 27 22:22:14.231873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:14.232556 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:14.444286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-5019198d-e600-4e8b-9c4f-f75ad8ef00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:14.445557 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-5019198d-e600-4e8b-9c4f-f75ad8ef00b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=80b465c5c6f54fac9e45b2bb94da5772&device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 1098 time: 0.7500513 May 27 22:22:14.447049 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f6dad037-18d9-4a72-afb5-a280d437426d req-e6015b02-e77d-4b59-a081-08efbd85cd2d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368832 May 27 22:22:14.489242 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:14.563379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc52f85-f9da-4f1d-a6bf-1036a33205dc req-58918bc8-259d-4759-b941-15ba935cd7ba tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:14.565767 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3cc52f85-f9da-4f1d-a6bf-1036a33205dc req-58918bc8-259d-4759-b941-15ba935cd7ba tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 950 time: 1.0019236 May 27 22:22:14.567339 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-ceea9b04-ff18-4406-988c-a3fe578e1852 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=84e7f13d-01ea-4486-98f8-c7cb906c94d8 HTTP/1.1" status: 200 len: 217 time: 0.1060691 May 27 22:22:14.681418 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:14.711364 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Transition to ACTIVE for port object aee21dbb-12b7-440e-b721-9f553a8ee783 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:14.723469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:22:14.730983 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:14.746630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Transition to ACTIVE for port object ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:14.817784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0921d2a-ffb0-4097-8a2c-b7dec460c8c5 req-5913fe0a-d88d-4759-8421-d371c909437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:14.819233 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0921d2a-ffb0-4097-8a2c-b7dec460c8c5 req-5913fe0a-d88d-4759-8421-d371c909437d service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 1.0219347 May 27 22:22:14.846378 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:14.850530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6ab1a5-3f29-4d37-b000-552a448023bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ae86bd-b637-4110-b5ff-000cf3971924'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:14.899962 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:14.904081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2b00fdd9-dc1f-4aca-b58a-662bdca9ff03 req-2ff9d4c1-e351-41de-ac0a-b33175221747 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Unset dirty status for tenant:3576fc8b868b4910aafa386813d8d521 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:22:14.905516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2b00fdd9-dc1f-4aca-b58a-662bdca9ff03 req-2ff9d4c1-e351-41de-ac0a-b33175221747 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 931 time: 1.7638252 May 27 22:22:14.915534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-373d0e4a-0c8d-4dbc-9ac6-35089f2ae793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:14.917578 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-373d0e4a-0c8d-4dbc-9ac6-35089f2ae793 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0718911 May 27 22:22:14.943035 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0921d2a-ffb0-4097-8a2c-b7dec460c8c5 req-b03b1429-0902-4476-89fa-606d7bedbc4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=06ae86bd-b637-4110-b5ff-000cf3971924 HTTP/1.1" status: 200 len: 217 time: 0.1171062 May 27 22:22:14.978261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149064fe-7dea-4809-877d-30afe8099621 req-0d6d6ccd-829f-4f54-a53a-961f23f87eed tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:14.979796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-149064fe-7dea-4809-877d-30afe8099621 req-0d6d6ccd-829f-4f54-a53a-961f23f87eed tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 950 time: 0.6920962 May 27 22:22:15.000544 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Attempting to bind port aee21dbb-12b7-440e-b721-9f553a8ee783 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:22:15.001354 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Attempting to bind port aee21dbb-12b7-440e-b721-9f553a8ee783 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:22:15.001506 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Attempting to bind port aee21dbb-12b7-440e-b721-9f553a8ee783 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:15.004552 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf5cc4-72fb-49ab-a01b-25453905a210 None None] Pushing event updated for resources: {'Port': ['ID=aee21dbb-12b7-440e-b721-9f553a8ee783,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:15.019900 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:22:15.020409 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:15.020938 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:15.021368 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:22:15.021921 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Bound port: aee21dbb-12b7-440e-b721-9f553a8ee783, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:22:15.022414 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:15.125766 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] For port aee21dbb-12b7-440e-b721-9f553a8ee783, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:15.131447 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] For port aee21dbb-12b7-440e-b721-9f553a8ee783, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aee21dbb-12b7-440e-b721-9f553a8ee783,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:22:15.166835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:15.211750 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:15.219431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2b00fdd9-dc1f-4aca-b58a-662bdca9ff03 req-a684af11-2191-47a8-ad37-e1c00ac90e0b tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714531 May 27 22:22:15.236819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-3cc52f85-f9da-4f1d-a6bf-1036a33205dc req-198f4a25-d1c0-4b82-97c4-b535f2d72dfa tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Deleting port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:22:15.236819 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3cc52f85-f9da-4f1d-a6bf-1036a33205dc req-198f4a25-d1c0-4b82-97c4-b535f2d72dfa tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:15.247574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0921d2a-ffb0-4097-8a2c-b7dec460c8c5 req-0f6b5810-2fb5-4dd3-a62a-941b517d043e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:15.249050 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0921d2a-ffb0-4097-8a2c-b7dec460c8c5 req-0f6b5810-2fb5-4dd3-a62a-941b517d043e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2583253 May 27 22:22:15.389295 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-149064fe-7dea-4809-877d-30afe8099621 req-2380b5af-226b-4424-9fab-c8f27bbf8949 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819108 May 27 22:22:15.403801 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf5cc4-72fb-49ab-a01b-25453905a210 None None] Pushing event updated for resources: {'Port': ['ID=aee21dbb-12b7-440e-b721-9f553a8ee783,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:15.440588 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Routers {'1ccf0cf2-bb67-4599-96ba-8a7fa890863c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:22:15.441302 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:22:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:15.469104 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:15.485374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Attempting to bind port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:22:15.486707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Attempting to bind port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:22:15.486707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Attempting to bind port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:15.499673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:22:15.499894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Attempting to bind port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:15.523607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:22:15.523944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Checking segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:15.524327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Bound using segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:22:15.529685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Bound port: ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:22:15.530052 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:15.552479 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ed7ab4-0d4a-4656-88ca-053c660e8595'] response: {'name': 'network-changed', 'server_uuid': '6bc63959-3b7a-4bf9-a052-6855254988bf', 'tag': '84e7f13d-01ea-4486-98f8-c7cb906c94d8', 'status': 'completed', 'code': 200} May 27 22:22:15.749864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:15.754753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:22:15.776373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0921d2a-ffb0-4097-8a2c-b7dec460c8c5 req-25b65519-fa37-45bb-a760-84440df8bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:15.778287 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0921d2a-ffb0-4097-8a2c-b7dec460c8c5 req-25b65519-fa37-45bb-a760-84440df8bf07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4886281 May 27 22:22:15.935252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474d625-b0cc-4063-9266-80fdb2e1616f req-e070479b-72eb-4a73-8437-99f7317bd95d tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:15.945615 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b474d625-b0cc-4063-9266-80fdb2e1616f req-e070479b-72eb-4a73-8437-99f7317bd95d tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/ports?device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 950 time: 0.5359788 May 27 22:22:15.946232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-2c81e17f-a62f-438c-b3b2-b3a4964c3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:15.947673 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-2c81e17f-a62f-438c-b3b2-b3a4964c3a74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9228742 May 27 22:22:15.978878 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] Set router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:22:16.034518 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b474d625-b0cc-4063-9266-80fdb2e1616f req-bc608965-0d4a-413a-95bb-d7133294bdc9 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/security-groups?id=e790f427-ee48-42e6-8f7a-acbcaadf60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873582 May 27 22:22:16.081812 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0921d2a-ffb0-4097-8a2c-b7dec460c8c5 req-2efe6770-3d78-439b-aaa0-498864deae7f service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943089 May 27 22:22:16.113066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3cc52f85-f9da-4f1d-a6bf-1036a33205dc req-198f4a25-d1c0-4b82-97c4-b535f2d72dfa tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] For port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=72bcf6a3-2f60-4fa7-9e10-39e024dae2a4,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:16.113423 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3cc52f85-f9da-4f1d-a6bf-1036a33205dc req-198f4a25-d1c0-4b82-97c4-b535f2d72dfa tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:16.121065 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34837c35-5c92-468d-915e-4295925da40f'] response: {'server_uuid': 'ca6ab1a5-3f29-4d37-b000-552a448023bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ae86bd-b637-4110-b5ff-000cf3971924', 'code': 200} May 27 22:22:16.196650 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:16.317428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-3cc52f85-f9da-4f1d-a6bf-1036a33205dc req-198f4a25-d1c0-4b82-97c4-b535f2d72dfa tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Calling delete_port for 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:22:16.335962 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:09Z', 'revision_number': 3, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:16.341257 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307823b9-def3-4fe5-b8c4-4bbb6c12d71b None None] The sync data for ids ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'] in n-d-843680-3 is: [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:09Z', 'revision_number': 3, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:22:16.355788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f721636-7977-4caf-a2cf-fb6a189038d9 req-1267cefa-4c16-473c-8c4d-c25773ff4a14 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:16.360916 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f721636-7977-4caf-a2cf-fb6a189038d9 req-1267cefa-4c16-473c-8c4d-c25773ff4a14 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 947 time: 0.5543418 May 27 22:22:16.364256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0921d2a-ffb0-4097-8a2c-b7dec460c8c5 req-e7415f80-1405-4dfd-bb2d-c37645956a57 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687805 May 27 22:22:16.405880 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:16.575589 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-22ccb1fb-b62c-434f-9df2-8c171a72428c service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206772 May 27 22:22:16.602878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:16.603628 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:16.606084 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] 10.222.0.57 "PUT /v2.0/ports/ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac HTTP/1.1" status: 200 len: 1091 time: 3.2724376 May 27 22:22:16.615569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ec51b1-3f80-407c-967f-c9b1d7f32009', 'tag': 'ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:16.699624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f721636-7977-4caf-a2cf-fb6a189038d9 req-65dc46dc-91c1-4050-9ccb-5a74a061b043 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888000 May 27 22:22:16.716927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3760d2-6ede-4dfd-8fcc-90d6f9cf0fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:16.766244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208af3f-de2a-443b-9c4e-fac0baaed34a req-d9d09e56-1882-487f-8a23-ac29f12563ab tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:16.775797 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4208af3f-de2a-443b-9c4e-fac0baaed34a req-d9d09e56-1882-487f-8a23-ac29f12563ab tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 950 time: 0.4102292 May 27 22:22:17.200818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4208af3f-de2a-443b-9c4e-fac0baaed34a req-fe029478-0698-44a1-a121-14e6fb06dbcc tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615863 May 27 22:22:17.267622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685263ca-f6a1-4393-839d-d6620b254d26 req-4e95724c-b4c4-41a6-b7db-490b33ce81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:17.269179 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-4e95724c-b4c4-41a6-b7db-490b33ce81f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 1094 time: 0.4904604 May 27 22:22:17.295569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810a78d-686c-4d8f-828b-fc205adc27cc req-7093f59c-2053-4fd6-bcf3-26056bb484fc tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:17.304617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a810a78d-686c-4d8f-828b-fc205adc27cc req-7093f59c-2053-4fd6-bcf3-26056bb484fc tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 943 time: 0.1686816 May 27 22:22:17.330404 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7752b8d8-ccfd-4337-81b0-c2733d786e1d req-c3fde755-afc6-4376-8830-2624405165b3 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422737 May 27 22:22:17.383502 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Allocated IP 172.20.0.1 (ab33ae76-9300-40f2-8dbc-de1d762ee34e/9afffc65-b4ef-4eef-9951-21b17ee5d145/cfa00173-5568-4e4e-8aa4-17cdacbd3b0f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:22:17.404883 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3cc52f85-f9da-4f1d-a6bf-1036a33205dc req-198f4a25-d1c0-4b82-97c4-b535f2d72dfa tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:17.421655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-1bafe01a-cf94-48fe-82a2-1b3bca2bb84e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac HTTP/1.1" status: 200 len: 217 time: 0.0775638 May 27 22:22:17.511016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f4a25-d1c0-4b82-97c4-b535f2d72dfa tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Pushing event deleted for resources: {'Port': ['ID=72bcf6a3-2f60-4fa7-9e10-39e024dae2a4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:17.555242 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a810a78d-686c-4d8f-828b-fc205adc27cc req-3df8ece6-335f-4ffb-a0e5-4497c862b255 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496576 May 27 22:22:17.617019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685263ca-f6a1-4393-839d-d6620b254d26 req-2d192fac-29bf-4d29-b630-39d595e1a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:17.618459 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-2d192fac-29bf-4d29-b630-39d595e1a068 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.1399040 May 27 22:22:17.714259 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d41a990-86a1-4490-bf95-2f56acaf7487'] response: {'name': 'network-changed', 'server_uuid': 'e8ec51b1-3f80-407c-967f-c9b1d7f32009', 'tag': 'ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac', 'status': 'completed', 'code': 200} May 27 22:22:17.775594 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-2f76b88c-fcb8-4bdf-be94-a21ea099a783 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1446362 May 27 22:22:17.807063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112824bf-e597-4757-ac92-5e64036d66ac req-29da9c22-1fb5-48f6-9ecc-bbf7c8bdf20e tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:17.814485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-112824bf-e597-4757-ac92-5e64036d66ac req-29da9c22-1fb5-48f6-9ecc-bbf7c8bdf20e tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 950 time: 0.3854733 May 27 22:22:17.893961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aee21dbb-12b7-440e-b721-9f553a8ee783 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:17.920541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc52f85-f9da-4f1d-a6bf-1036a33205dc req-198f4a25-d1c0-4b82-97c4-b535f2d72dfa tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] No DVR routers for this DVR port 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:22:17.924334 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3cc52f85-f9da-4f1d-a6bf-1036a33205dc req-198f4a25-d1c0-4b82-97c4-b535f2d72dfa tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:17.931972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1b94c5-6461-44ed-936d-b614330bf6b7', 'name': 'network-vif-deleted', 'tag': '72bcf6a3-2f60-4fa7-9e10-39e024dae2a4'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:18.000413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b633-ea09-4278-a33b-cbb6d4aac378 req-51629ea1-bb54-4adc-8dce-700a729de7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:18.002006 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b375b633-ea09-4278-a33b-cbb6d4aac378 req-51629ea1-bb54-4adc-8dce-700a729de7d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=80b465c5c6f54fac9e45b2bb94da5772&device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 1098 time: 0.4941504 May 27 22:22:18.067119 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f0ac533-7090-428b-b318-24ce282dfac7 req-dc253f51-0bd9-49e0-8e8a-215d08fd20e4 tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.27 "GET /v2.0/ports?device_id=1b1b94c5-6461-44ed-936d-b614330bf6b7 HTTP/1.1" status: 200 len: 210 time: 0.1411490 May 27 22:22:18.100058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port aee21dbb-12b7-440e-b721-9f553a8ee783 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:18.114368 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port aee21dbb-12b7-440e-b721-9f553a8ee783 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:18.116509 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:18.132069 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-112824bf-e597-4757-ac92-5e64036d66ac req-d59c2b9d-722e-470e-8350-a3d46dcc98e8 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153889 May 27 22:22:18.222276 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-7316e921-2891-4fce-ade9-fa7a6d994be9 service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044454 May 27 22:22:18.272724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b633-ea09-4278-a33b-cbb6d4aac378 req-405fab0f-4d42-4e3a-b470-f2723507a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:18.274437 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b375b633-ea09-4278-a33b-cbb6d4aac378 req-405fab0f-4d42-4e3a-b470-f2723507a58e service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.2593563 May 27 22:22:18.275632 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3cc52f85-f9da-4f1d-a6bf-1036a33205dc req-198f4a25-d1c0-4b82-97c4-b535f2d72dfa tempest-TenantUsagesTestJSON-1926629073 tempest-TenantUsagesTestJSON-1926629073-project] 10.222.0.46 "DELETE /v2.0/ports/72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 HTTP/1.1" status: 204 len: 173 time: 3.4315708 May 27 22:22:18.289723 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:18.368428 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b375b633-ea09-4278-a33b-cbb6d4aac378 req-db4682b8-8ee1-4ed5-a77f-c1a1ed6da9fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=84e7f13d-01ea-4486-98f8-c7cb906c94d8 HTTP/1.1" status: 200 len: 217 time: 0.0751660 May 27 22:22:18.416313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Transition to ACTIVE for port object cfa00173-5568-4e4e-8aa4-17cdacbd3b0f will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:18.424040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port aee21dbb-12b7-440e-b721-9f553a8ee783 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:18.425121 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:18.461665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b633-ea09-4278-a33b-cbb6d4aac378 req-c2574533-855e-4db1-aff0-aa16ab4ce2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:18.463736 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b375b633-ea09-4278-a33b-cbb6d4aac378 req-c2574533-855e-4db1-aff0-aa16ab4ce2db service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0896320 May 27 22:22:18.467784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port aee21dbb-12b7-440e-b721-9f553a8ee783, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aee21dbb-12b7-440e-b721-9f553a8ee783,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:18.527485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-685263ca-f6a1-4393-839d-d6620b254d26 req-1013bc16-555e-4107-a3dc-38e28bdf4a97 service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924514 May 27 22:22:18.540193 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:18.586440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375b633-ea09-4278-a33b-cbb6d4aac378 req-7393d8df-b4c0-409b-a7e7-b1b1370d12fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:18.589600 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b375b633-ea09-4278-a33b-cbb6d4aac378 req-7393d8df-b4c0-409b-a7e7-b1b1370d12fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180358 May 27 22:22:18.634329 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:18.636813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:22:18.698437 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a535efb-7a02-4f26-bfc7-0e8c2b168d1b req-4bf142b4-9abb-4dba-89ce-08e4ffd1803e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:18.700468 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5a535efb-7a02-4f26-bfc7-0e8c2b168d1b req-4bf142b4-9abb-4dba-89ce-08e4ffd1803e tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 947 time: 0.1711237 May 27 22:22:18.730779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:22:18.731125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 72bcf6a3-2f60-4fa7-9e10-39e024dae2a4 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:22:18.764159 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=aee21dbb-12b7-440e-b721-9f553a8ee783,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:18.867214 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5a535efb-7a02-4f26-bfc7-0e8c2b168d1b req-8e83f729-c45b-432f-ac21-fea59f21c939 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157050 May 27 22:22:18.895385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c97d6-c924-4dc9-9862-2fbbc685c3a8 req-1c36755f-98c3-456b-a967-eb6ac4aed51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:18.896987 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a63c97d6-c924-4dc9-9862-2fbbc685c3a8 req-1c36755f-98c3-456b-a967-eb6ac4aed51d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 1094 time: 0.1956124 May 27 22:22:18.900780 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8b8e864-30a4-4cf7-aa47-04c031688d23'] response: {'server_uuid': '1b1b94c5-6461-44ed-936d-b614330bf6b7', 'name': 'network-vif-deleted', 'tag': '72bcf6a3-2f60-4fa7-9e10-39e024dae2a4', 'status': 'completed', 'code': 200} May 27 22:22:18.955965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Network ab33ae76-9300-40f2-8dbc-de1d762ee34e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:22:18.961396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:18.964398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:22:18.965424 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:19.012554 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b375b633-ea09-4278-a33b-cbb6d4aac378 req-0d623966-eb49-44e5-a149-ad763b09bf1a service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162042 May 27 22:22:19.016874 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa00173-5568-4e4e-8aa4-17cdacbd3b0f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:19.197601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c97d6-c924-4dc9-9862-2fbbc685c3a8 req-517940d9-78ee-4470-b500-3e4d57b320fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:19.199104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a63c97d6-c924-4dc9-9862-2fbbc685c3a8 req-517940d9-78ee-4470-b500-3e4d57b320fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.2944012 May 27 22:22:19.260186 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b375b633-ea09-4278-a33b-cbb6d4aac378 req-22cb06c7-c0c7-4486-bf76-c1b5ffd44ccb service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385304 May 27 22:22:19.318151 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a63c97d6-c924-4dc9-9862-2fbbc685c3a8 req-b860b260-4b25-43fa-8de2-0f4a5efed2a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac HTTP/1.1" status: 200 len: 217 time: 0.1039603 May 27 22:22:19.413044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28215a18-b6d6-47fa-8561-7457281b612e req-15ea865f-66cc-4bc2-83fc-32a72ef20c17 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:19.415901 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:19.420387 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28215a18-b6d6-47fa-8561-7457281b612e req-15ea865f-66cc-4bc2-83fc-32a72ef20c17 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 950 time: 0.3687613 May 27 22:22:19.465041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c97d6-c924-4dc9-9862-2fbbc685c3a8 req-8a12270c-5e49-4452-aa33-9c46953a356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:19.466632 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a63c97d6-c924-4dc9-9862-2fbbc685c3a8 req-8a12270c-5e49-4452-aa33-9c46953a356b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.1410611 May 27 22:22:19.505594 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3280f2b1-57f6-4825-b226-834bfb682b5b None None] Provisioning for port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:19.512905 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3280f2b1-57f6-4825-b226-834bfb682b5b None None] Provisioning complete for port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:19.514049 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3280f2b1-57f6-4825-b226-834bfb682b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:19.581959 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a63c97d6-c924-4dc9-9862-2fbbc685c3a8 req-d757f104-c492-4294-a660-5ce8b6b54460 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741827 May 27 22:22:19.600774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28215a18-b6d6-47fa-8561-7457281b612e req-99e7d2ab-fba9-4a0e-b2df-ea6d748fe8e2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791317 May 27 22:22:19.635010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3280f2b1-57f6-4825-b226-834bfb682b5b None None] Port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:22:19.821376 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:19.844823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aee21dbb-12b7-440e-b721-9f553a8ee783 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:19.858089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87eab0-0b50-4bdc-aa67-da5217d589ed req-1063f523-f273-4408-85e4-278039d599a6 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:19.859671 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce87eab0-0b50-4bdc-aa67-da5217d589ed req-1063f523-f273-4408-85e4-278039d599a6 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 943 time: 0.3973155 May 27 22:22:19.919305 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:19.920021 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:19.964259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port aee21dbb-12b7-440e-b721-9f553a8ee783 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:19.964693 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:20.017456 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a63c97d6-c924-4dc9-9862-2fbbc685c3a8 req-bab9132d-60fc-4ed7-985d-70bbe0751640 service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985112 May 27 22:22:20.115275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port aee21dbb-12b7-440e-b721-9f553a8ee783 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:20.184551 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce87eab0-0b50-4bdc-aa67-da5217d589ed req-e9a0831a-7a24-47f8-80bb-fd39dc0d72dd tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172681 May 27 22:22:20.318897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa00173-5568-4e4e-8aa4-17cdacbd3b0f,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:20.383814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Network ab33ae76-9300-40f2-8dbc-de1d762ee34e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:22:20.386981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:20.502895 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a63c97d6-c924-4dc9-9862-2fbbc685c3a8 req-40131591-03ad-49a5-a501-f1f9c9801d44 service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677162 May 27 22:22:20.562713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be84625-208f-4451-ae6d-f7d8ec76b0b5 req-3c36a388-01ed-4a21-802e-2fdba82f7381 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:20.570482 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7be84625-208f-4451-ae6d-f7d8ec76b0b5 req-3c36a388-01ed-4a21-802e-2fdba82f7381 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 950 time: 0.2972238 May 27 22:22:20.575758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 84e7f13d-01ea-4486-98f8-c7cb906c94d8 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:22:20.716111 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7be84625-208f-4451-ae6d-f7d8ec76b0b5 req-76b7190d-5845-44d9-b6ec-363b3294540c tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444459 May 27 22:22:20.722490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c76ae-3d71-4e01-b1fc-98be00f764b8 req-974f4f10-00ed-461f-b19d-fd9a5746653d tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:20.745055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:22:20.747887 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc0c76ae-3d71-4e01-b1fc-98be00f764b8 req-974f4f10-00ed-461f-b19d-fd9a5746653d tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 1101 time: 0.3718829 May 27 22:22:20.834274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bc0c76ae-3d71-4e01-b1fc-98be00f764b8 req-57ddbfec-a422-4612-831b-e2f72c0d68ab tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] Synchronizing usage tracker for tenant:68718812bc9f4014b10ae624f2402fca on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:22:20.872909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34538) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:20.913552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 84e7f13d-01ea-4486-98f8-c7cb906c94d8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=84e7f13d-01ea-4486-98f8-c7cb906c94d8,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:20.928853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '84e7f13d-01ea-4486-98f8-c7cb906c94d8', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '84e7f13d-01ea-4486-98f8-c7cb906c94d8', 'mac_address': 'fa:16:3e:e3:60:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:22:20.989428 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-419928dd-f1f7-4ee6-bc88-8b74847ae6a4 None None] Provisioning complete for port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:20.989648 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-419928dd-f1f7-4ee6-bc88-8b74847ae6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:20.992130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bc0c76ae-3d71-4e01-b1fc-98be00f764b8 req-57ddbfec-a422-4612-831b-e2f72c0d68ab tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] Unset dirty status for tenant:68718812bc9f4014b10ae624f2402fca on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:22:21.007106 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc0c76ae-3d71-4e01-b1fc-98be00f764b8 req-57ddbfec-a422-4612-831b-e2f72c0d68ab tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580776 May 27 22:22:21.057963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a957348-7431-4540-92af-fa4b77e396b5 req-c746628e-6d6b-464f-bee5-b7d726da97ae tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:21.067922 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a957348-7431-4540-92af-fa4b77e396b5 req-c746628e-6d6b-464f-bee5-b7d726da97ae tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 947 time: 0.1479247 May 27 22:22:21.085370 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-419928dd-f1f7-4ee6-bc88-8b74847ae6a4 None None] Port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:22:21.116625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 84e7f13d-01ea-4486-98f8-c7cb906c94d8 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:21.117016 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:21.130376 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a957348-7431-4540-92af-fa4b77e396b5 req-0431085c-37c6-4ad1-b530-e4998720f104 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609887 May 27 22:22:21.179428 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e7f13d-01ea-4486-98f8-c7cb906c94d8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:22:21.211630 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 84e7f13d-01ea-4486-98f8-c7cb906c94d8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=84e7f13d-01ea-4486-98f8-c7cb906c94d8,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:21.242245 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a63a7148-318b-47e5-b10e-21db31633fa8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6b511a8c79ae4a13b2d6b6c454747bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3679011 May 27 22:22:21.242786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34552) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:21.273886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:22:21.289986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Sync routers for ids ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:22:21.290989 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6f9a2226-a5c8-4eb6-bb93-73e98213bbc8 admin admin] 10.222.0.27 "PUT /v2.0/routers/1ccf0cf2-bb67-4599-96ba-8a7fa890863c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3944964 May 27 22:22:21.305924 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:21.368603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Routers {'1ccf0cf2-bb67-4599-96ba-8a7fa890863c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:22:21.369239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:22:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:21.380013 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d63c3741-bc0f-487f-91a9-f356b108d505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:21.437460 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d63c3741-bc0f-487f-91a9-f356b108d505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:21.613833 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['84e7f13d-01ea-4486-98f8-c7cb906c94d8'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:22:21.627387 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d63c3741-bc0f-487f-91a9-f356b108d505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:21.664521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c3741-bc0f-487f-91a9-f356b108d505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e790f427-ee48-42e6-8f7a-acbcaadf60d0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:21.789164 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d63c3741-bc0f-487f-91a9-f356b108d505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:21.790637 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d63c3741-bc0f-487f-91a9-f356b108d505 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e790f427-ee48-42e6-8f7a-acbcaadf60d0 HTTP/1.1" status: 204 len: 168 time: 0.5463121 May 27 22:22:21.823518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Set router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:22:21.851691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085754c-7924-4206-bd35-bff826c11cc6 req-b11226f1-9a2c-4d3e-94f9-397f03510d58 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:21.858973 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2085754c-7924-4206-bd35-bff826c11cc6 req-b11226f1-9a2c-4d3e-94f9-397f03510d58 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 943 time: 0.1279297 May 27 22:22:21.914963 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2085754c-7924-4206-bd35-bff826c11cc6 req-6a1c134a-e605-4a59-b139-a757a8349669 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549130 May 27 22:22:21.955846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=84e7f13d-01ea-4486-98f8-c7cb906c94d8,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:22.230456 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:22.239134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368aa6d-14c4-4530-a620-9f1fab3bf11e req-43b74038-9b9b-4913-a7a9-94b2cd692afb tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:22.247902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e368aa6d-14c4-4530-a620-9f1fab3bf11e req-43b74038-9b9b-4913-a7a9-94b2cd692afb tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 950 time: 0.1957800 May 27 22:22:22.333069 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-e38bf920-c5e5-45d6-9f67-b6fab58fc5f2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388007 May 27 22:22:22.442540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e368aa6d-14c4-4530-a620-9f1fab3bf11e req-54a9fe11-df55-4b40-b884-dc66b96357f9 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888945 May 27 22:22:22.542309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34598) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:22.549744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474462369-network', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:22.563205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:22.568044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Usage tracker for resource:network and tenant:cbd9975d1f4e4c8eaabf468ff5935829 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:22.573134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d715c152-cee6-4db8-9d75-06deb0d6ca08 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:22.573991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:22.575174 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d715c152-cee6-4db8-9d75-06deb0d6ca08 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2406144 May 27 22:22:22.590949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:22.597920 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-11c2bf26-f49b-47d6-b08f-32e2eb365671 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/quotas/ecba41eb2b894855a95cc6ec50ef6350 HTTP/1.1" status: 200 len: 375 time: 0.0147069 May 27 22:22:22.640678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'cfa00173-5568-4e4e-8aa4-17cdacbd3b0f', 'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'mac_address': 'fa:16:3e:5d:56:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:16Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 2, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'subnets': [{'id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:22.647454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Checking router: 1ccf0cf2-bb67-4599-96ba-8a7fa890863c for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:22:22.647454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Updating router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:22:22.714740 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:22.773198 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-a5f19333-11d4-4424-9b9c-d4ea04a70983 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1671848 May 27 22:22:22.790595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c05be64-5bcf-4bbe-8355-f2a6816b6132 req-cc29a807-aec3-40f8-bb0c-36717baee54f tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:22.792218 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c05be64-5bcf-4bbe-8355-f2a6816b6132 req-cc29a807-aec3-40f8-bb0c-36717baee54f tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 948 time: 0.1372297 May 27 22:22:22.845040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c05be64-5bcf-4bbe-8355-f2a6816b6132 req-391fb1da-4566-44b5-ab6a-0484877a8b17 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442123 May 27 22:22:22.978457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:22:23.050427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Made reservation on behalf of cbd9975d1f4e4c8eaabf468ff5935829 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:22:23.052803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:23.083969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:23.130281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:23.134424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Usage tracker for resource:security_group_rule and tenant:cbd9975d1f4e4c8eaabf468ff5935829 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:23.141157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:23.152495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:23.257425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:23.275179 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac', 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf', 'port_id': 'ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac', 'mac_address': 'fa:16:3e:a1:3e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b640b426-c3e4-4da9-8c51-f6ef05852c3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:22:23.308002 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:23.340536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34616) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:23.356719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68b16514-3912-4cee-b62c-969a514259d0 req-fce67abd-9289-4a96-96be-17c9ec5b0198 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 210 time: 0.1325445 May 27 22:22:23.369779 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e81ab74-77b8-4a7b-82c1-40616c6dd41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:23.398831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2e81ab74-77b8-4a7b-82c1-40616c6dd41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:23.402621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2e81ab74-77b8-4a7b-82c1-40616c6dd41b admin admin] Usage tracker for resource:security_group_rule and tenant:8577ab3baf724627b86d8e19f17a9a1c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:23.407114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2e81ab74-77b8-4a7b-82c1-40616c6dd41b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:23.414871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2e81ab74-77b8-4a7b-82c1-40616c6dd41b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:23.444418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e4550-b0f6-4447-92a4-c9646841d404 req-dd3d7a9e-ccb1-4fc6-a847-e21e8b8ecf1b tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:23.446702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:23.447150 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:23.452712 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d16e4550-b0f6-4447-92a4-c9646841d404 req-dd3d7a9e-ccb1-4fc6-a847-e21e8b8ecf1b tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 943 time: 0.1955869 May 27 22:22:23.464371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:23.473580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:22:23.509395 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:23.537733 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:23.538673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:22:23.565137 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Transition to ACTIVE for port object cfa00173-5568-4e4e-8aa4-17cdacbd3b0f will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:23.572646 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:23.573152 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Added segment e0ae777a-807d-4afe-829d-99995092d009 of type vlan for network 06fad8c1-a202-4a24-8648-dbba8692285f May 27 22:22:23.585309 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d16e4550-b0f6-4447-92a4-c9646841d404 req-b207fac6-0304-4344-925e-e7300172d3bc tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253045 May 27 22:22:23.604508 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:23.607745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb5ff95-264f-4a8d-8483-6818a0522cce,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:23.636404 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907721cd-13f0-447a-85e1-d1c7150127d3 req-1fb6ae02-0d03-4ff0-ba1f-f1ff92a73848 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:23.642796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907721cd-13f0-447a-85e1-d1c7150127d3 req-1fb6ae02-0d03-4ff0-ba1f-f1ff92a73848 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.57 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 950 time: 0.1848574 May 27 22:22:23.678563 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:23.686413 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:23.777126 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e81ab74-77b8-4a7b-82c1-40616c6dd41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:23.863451 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:23.864429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:23.869315 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:23.978088 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e81ab74-77b8-4a7b-82c1-40616c6dd41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:23.989530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-907721cd-13f0-447a-85e1-d1c7150127d3 req-490e2a7a-dc75-44a7-a0d9-f5a66d0c5705 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Deleting port ea39ab48-17c4-45d4-9257-9ecf15e55ae7 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:22:23.989881 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-907721cd-13f0-447a-85e1-d1c7150127d3 req-490e2a7a-dc75-44a7-a0d9-f5a66d0c5705 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:24.053970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81ab74-77b8-4a7b-82c1-40616c6dd41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3318a663-0fb4-4503-9dbb-6f3577cbee22,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:24.061867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:22:24.065339 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5217123 May 27 22:22:24.086362 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34638) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:24.121346 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:24.157526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] Request body: {'subnet': {'network_id': '06fad8c1-a202-4a24-8648-dbba8692285f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474462369-subnet', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:24.163110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:24.163456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:24.163791 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:24.164122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:24.164487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:24.164821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:24.165132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:24.165451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:24.165770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:24.166124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:24.166398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:24.166714 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:24.181345 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:24.203481 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2e81ab74-77b8-4a7b-82c1-40616c6dd41b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8577ab3baf724627b86d8e19f17a9a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8619854 May 27 22:22:24.207725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34642) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:24.211281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c016a-0111-4e7d-ba93-fa36626fea22 admin admin] Pushing event updated for resources: {'Network': ['ID=06fad8c1-a202-4a24-8648-dbba8692285f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:24.230866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 06fad8c1-a202-4a24-8648-dbba8692285f details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:22:24.241344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] Usage tracker for resource:subnet and tenant:cbd9975d1f4e4c8eaabf468ff5935829 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:24.247464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:24.258263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:24.299565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Attempting to bind port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:22:24.305880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Attempting to bind port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:22:24.305880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Attempting to bind port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f on network ab33ae76-9300-40f2-8dbc-de1d762ee34e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:24.310643 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9417f06-da7e-4671-b53e-6b7004948b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:24.342510 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9417f06-da7e-4671-b53e-6b7004948b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:24.383755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:22:24.384131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Checking segment: {'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:24.384539 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:24.384926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Bound using segment: {'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:22:24.385399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Bound port: cfa00173-5568-4e4e-8aa4-17cdacbd3b0f, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:22:24.385768 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:24.420197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24d178-d0d4-474a-9b1f-bd10d0c7847d req-c884519d-bf42-4b81-a1b0-c715793cc5bb tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:24.421858 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f24d178-d0d4-474a-9b1f-bd10d0c7847d req-c884519d-bf42-4b81-a1b0-c715793cc5bb tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 950 time: 0.6312320 May 27 22:22:24.442224 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd12b06-7aa6-4ae4-9c53-4ea21d9f4891 None None] Pushing event updated for resources: {'Port': ['ID=cfa00173-5568-4e4e-8aa4-17cdacbd3b0f,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:24.507558 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9417f06-da7e-4671-b53e-6b7004948b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:24.523539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9417f06-da7e-4671-b53e-6b7004948b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3318a663-0fb4-4503-9dbb-6f3577cbee22,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:24.536804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9417f06-da7e-4671-b53e-6b7004948b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:24.542471 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f9417f06-da7e-4671-b53e-6b7004948b06 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3318a663-0fb4-4503-9dbb-6f3577cbee22 HTTP/1.1" status: 204 len: 168 time: 0.3323400 May 27 22:22:24.544795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] Made reservation on behalf of cbd9975d1f4e4c8eaabf468ff5935829 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:22:24.547227 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:24.603677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] For port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:24.612331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 84e7f13d-01ea-4486-98f8-c7cb906c94d8 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:24.677788 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f24d178-d0d4-474a-9b1f-bd10d0c7847d req-373f0b6a-bf01-44e5-8c76-be0cf14dcf8c tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/security-groups?id=82f5aeeb-2161-43bd-a8e4-53542185e3ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488105 May 27 22:22:24.717658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02030ed4-4a1b-4983-af41-4319d618952f req-306eb724-c473-407b-8bae-8fcd52212662 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:24.719495 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02030ed4-4a1b-4983-af41-4319d618952f req-306eb724-c473-407b-8bae-8fcd52212662 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 948 time: 0.5357838 May 27 22:22:24.726470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] For port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=cfa00173-5568-4e4e-8aa4-17cdacbd3b0f,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:22:24.822550 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:24.825399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-907721cd-13f0-447a-85e1-d1c7150127d3 req-490e2a7a-dc75-44a7-a0d9-f5a66d0c5705 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] For port ea39ab48-17c4-45d4-9257-9ecf15e55ae7, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ea39ab48-17c4-45d4-9257-9ecf15e55ae7,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:24.825972 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-907721cd-13f0-447a-85e1-d1c7150127d3 req-490e2a7a-dc75-44a7-a0d9-f5a66d0c5705 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:24.895080 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 84e7f13d-01ea-4486-98f8-c7cb906c94d8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:24.928026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 84e7f13d-01ea-4486-98f8-c7cb906c94d8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:24.929120 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:25.007273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-907721cd-13f0-447a-85e1-d1c7150127d3 req-490e2a7a-dc75-44a7-a0d9-f5a66d0c5705 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Calling delete_port for ea39ab48-17c4-45d4-9257-9ecf15e55ae7 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:22:25.023145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd12b06-7aa6-4ae4-9c53-4ea21d9f4891 None None] Pushing event updated for resources: {'Port': ['ID=cfa00173-5568-4e4e-8aa4-17cdacbd3b0f,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:25.028341 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Routers {'1ccf0cf2-bb67-4599-96ba-8a7fa890863c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:22:25.028982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:22:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:25.073116 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02030ed4-4a1b-4983-af41-4319d618952f req-f1424404-0664-4049-891c-216efb6507f1 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381488 May 27 22:22:25.111405 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b265efd4-f1c3-44f4-b540-9ef507ecb8e7 req-fc5b95fa-4468-4a52-bb1c-80d5d56006ed tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 210 time: 0.1296217 May 27 22:22:25.397228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 84e7f13d-01ea-4486-98f8-c7cb906c94d8 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:25.397568 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:25.419039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9342f5a-5787-434d-a9ef-778114d6e48d req-2555c6cb-ffe2-4527-9c1c-a19c65bd7e8d tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:25.420166 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9342f5a-5787-434d-a9ef-778114d6e48d req-2555c6cb-ffe2-4527-9c1c-a19c65bd7e8d tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 944 time: 0.1419430 May 27 22:22:25.441486 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:25.462231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] Set router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:22:25.482655 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-907721cd-13f0-447a-85e1-d1c7150127d3 req-490e2a7a-dc75-44a7-a0d9-f5a66d0c5705 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:25.556998 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34678) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:25.562934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ceae4cf8-b2c9-419b-be6b-8edcd15cf3c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--792040948', 'description': 'tempest-description--485708194'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:25.565991 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['ea39ab48-17c4-45d4-9257-9ecf15e55ae7'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:22:25.567806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e2a7a-dc75-44a7-a0d9-f5a66d0c5705 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Pushing event deleted for resources: {'Port': ['ID=ea39ab48-17c4-45d4-9257-9ecf15e55ae7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:25.572019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ceae4cf8-b2c9-419b-be6b-8edcd15cf3c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:25.576521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ceae4cf8-b2c9-419b-be6b-8edcd15cf3c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Usage tracker for resource:security_group and tenant:dd7854410b794c8abce9ac7bdb1540b8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:25.580143 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ceae4cf8-b2c9-419b-be6b-8edcd15cf3c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:25.586621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ceae4cf8-b2c9-419b-be6b-8edcd15cf3c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:25.639025 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9342f5a-5787-434d-a9ef-778114d6e48d req-6190b7c7-80cb-4273-a796-335a25a6875e tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129328 May 27 22:22:25.655005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2af7e40-3781-4656-a329-f34f19562434,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:25.699546 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ceae4cf8-b2c9-419b-be6b-8edcd15cf3c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:25.751994 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-c3f80ed7-a0a2-4f0e-b06b-fd49fc02759c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1122053 May 27 22:22:25.758512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ceae4cf8-b2c9-419b-be6b-8edcd15cf3c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:25.819019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-907721cd-13f0-447a-85e1-d1c7150127d3 req-490e2a7a-dc75-44a7-a0d9-f5a66d0c5705 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] No DVR routers for this DVR port ea39ab48-17c4-45d4-9257-9ecf15e55ae7 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:22:25.822715 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-907721cd-13f0-447a-85e1-d1c7150127d3 req-490e2a7a-dc75-44a7-a0d9-f5a66d0c5705 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:25.836825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ceae4cf8-b2c9-419b-be6b-8edcd15cf3c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Usage tracker for resource:security_group_rule and tenant:dd7854410b794c8abce9ac7bdb1540b8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:25.837772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72d4749-98e1-4ee7-aab4-41ebaea8d183', 'name': 'network-vif-deleted', 'tag': 'ea39ab48-17c4-45d4-9257-9ecf15e55ae7'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:25.842424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] Checking segment: {'id': 'e0ae777a-807d-4afe-829d-99995092d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '06fad8c1-a202-4a24-8648-dbba8692285f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:25.842786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] Network hostable DHCP agents. Network: 06fad8c1-a202-4a24-8648-dbba8692285f, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:22:25.848230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ceae4cf8-b2c9-419b-be6b-8edcd15cf3c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:25.914789 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907721cd-13f0-447a-85e1-d1c7150127d3 req-490e2a7a-dc75-44a7-a0d9-f5a66d0c5705 tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.57 "DELETE /v2.0/ports/ea39ab48-17c4-45d4-9257-9ecf15e55ae7 HTTP/1.1" status: 204 len: 173 time: 2.2640378 May 27 22:22:25.960234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ceae4cf8-b2c9-419b-be6b-8edcd15cf3c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:25.990435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc63959-3b7a-4bf9-a052-6855254988bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e7f13d-01ea-4486-98f8-c7cb906c94d8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:26.010142 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 84e7f13d-01ea-4486-98f8-c7cb906c94d8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=84e7f13d-01ea-4486-98f8-c7cb906c94d8,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:26.058694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-0d363d06-54ca-4bf5-ac48-50f2dea3b06a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:26.060133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-0d363d06-54ca-4bf5-ac48-50f2dea3b06a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3050060 May 27 22:22:26.072007 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:26.077033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Request body: {'port': {'device_id': '3b9283d4-926b-4aba-a6e3-9e9fc7570127', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'ecba41eb2b894855a95cc6ec50ef6350'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:26.084939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] Network 06fad8c1-a202-4a24-8648-dbba8692285f is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:22:26.089850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e425409b-0f70-4f4f-8848-07846e113b73 req-004fb0ec-9efc-4bfe-b1b0-83f248eb51db tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Synchronizing usage tracker for tenant:fa357bf9d43048bd97a8334a3639a7f9 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:22:26.158628 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a31cd6-dc52-4469-bfb0-4931eef473b3'] response: {'server_uuid': 'e72d4749-98e1-4ee7-aab4-41ebaea8d183', 'name': 'network-vif-deleted', 'tag': 'ea39ab48-17c4-45d4-9257-9ecf15e55ae7', 'status': 'completed', 'code': 200} May 27 22:22:26.161039 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'cfa00173-5568-4e4e-8aa4-17cdacbd3b0f', 'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'mac_address': 'fa:16:3e:5d:56:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:16Z', 'updated_at': '2022-05-27T22:22:24Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'subnets': [{'id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:26.168130 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abac1c84-7213-46b1-9c17-46b575c89e4c None None] The sync data for ids ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'] in n-d-843680-3 is: [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'cfa00173-5568-4e4e-8aa4-17cdacbd3b0f', 'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'mac_address': 'fa:16:3e:5d:56:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:16Z', 'updated_at': '2022-05-27T22:22:24Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'subnets': [{'id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:22:26.172243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=84e7f13d-01ea-4486-98f8-c7cb906c94d8,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:26.181600 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e425409b-0f70-4f4f-8848-07846e113b73 req-004fb0ec-9efc-4bfe-b1b0-83f248eb51db tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] Unset dirty status for tenant:fa357bf9d43048bd97a8334a3639a7f9 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:22:26.182774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e425409b-0f70-4f4f-8848-07846e113b73 req-004fb0ec-9efc-4bfe-b1b0-83f248eb51db tempest-DeleteServersAdminTestJSON-1627456604 tempest-DeleteServersAdminTestJSON-1627456604-project] 10.222.0.27 "GET /v2.0/ports?device_id=e72d4749-98e1-4ee7-aab4-41ebaea8d183 HTTP/1.1" status: 200 len: 210 time: 0.1793051 May 27 22:22:26.183333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 06fad8c1-a202-4a24-8648-dbba8692285f) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:26.187659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:26.188240 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:26.206900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a37b355-ce7c-4a38-8fb2-4b4e2dd616bc None None] Network 06fad8c1-a202-4a24-8648-dbba8692285f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:22:26.261275 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4d97d7-5346-4844-bb22-e85b880bf207'] response: {'server_uuid': '6bc63959-3b7a-4bf9-a052-6855254988bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e7f13d-01ea-4486-98f8-c7cb906c94d8', 'code': 200} May 27 22:22:26.321801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fa420b8e-8c06-4306-b1f9-c97fd0b6989f admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2140732 May 27 22:22:26.322027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34704) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:26.335347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474462369-router', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:26.347335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:26.349121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ceae4cf8-b2c9-419b-be6b-8edcd15cf3c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:26.362181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Usage tracker for resource:router and tenant:cbd9975d1f4e4c8eaabf468ff5935829 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:26.365308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:26.377283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:26.477625 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ceae4cf8-b2c9-419b-be6b-8edcd15cf3c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:26.520421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae4cf8-b2c9-419b-be6b-8edcd15cf3c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3cb823-0617-4a0c-9b4f-01b2450ce255,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:26.552267 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:26.553328 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:26.597384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-06fad8c1-a202-4a24-8648-dbba8692285f', 'network_id': '06fad8c1-a202-4a24-8648-dbba8692285f', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'fixed_ips': [{'subnet_id': 'c2af7e40-3781-4656-a329-f34f19562434'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:22:26.598902 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:26.611897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:26.616564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Usage tracker for resource:port and tenant:ecba41eb2b894855a95cc6ec50ef6350 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:26.619690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:26.627150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:26.640893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0514a75-ef6a-4ce8-9ac6-16c271c7fb67 req-b4c510f5-c836-41ba-a0d1-fcf84efceed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:26.645035 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b0514a75-ef6a-4ce8-9ac6-16c271c7fb67 req-b4c510f5-c836-41ba-a0d1-fcf84efceed9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 1100 time: 0.3031657 May 27 22:22:26.650383 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ceae4cf8-b2c9-419b-be6b-8edcd15cf3c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:26.653397 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-224a8316-aa9f-43ce-a3b2-dee4998eed95 req-a7764147-73a3-42dd-bcad-1a0ab15c669b tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 210 time: 0.0746272 May 27 22:22:26.655079 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ceae4cf8-b2c9-419b-be6b-8edcd15cf3c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0964911 May 27 22:22:26.655802 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34710) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:26.692414 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-eb0e55f0-15c3-4f18-a199-5c448c3b60f7 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Request body: {'security_group_rule': {'security_group_id': '9c3cb823-0617-4a0c-9b4f-01b2450ce255', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:26.695865 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:26.701920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Made reservation on behalf of ecba41eb2b894855a95cc6ec50ef6350 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:22:26.705450 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:26.719452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eb0e55f0-15c3-4f18-a199-5c448c3b60f7 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:26.741857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eb0e55f0-15c3-4f18-a199-5c448c3b60f7 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Usage tracker for resource:security_group_rule and tenant:dd7854410b794c8abce9ac7bdb1540b8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:26.748076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eb0e55f0-15c3-4f18-a199-5c448c3b60f7 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:26.784411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f5784-7466-4b9e-9f0d-9b042e085ca7 req-fbf2728b-b915-4312-8fc3-2628f7301918 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:26.791957 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad7f5784-7466-4b9e-9f0d-9b042e085ca7 req-fbf2728b-b915-4312-8fc3-2628f7301918 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 949 time: 0.3251967 May 27 22:22:26.808105 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Allocated IP 172.20.0.2 (06fad8c1-a202-4a24-8648-dbba8692285f/c2af7e40-3781-4656-a329-f34f19562434/2458abde-75c6-4a2b-9c79-3d47ebf4b2ff) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:22:26.838515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eb0e55f0-15c3-4f18-a199-5c448c3b60f7 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:26.841660 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b0514a75-ef6a-4ce8-9ac6-16c271c7fb67 req-de83a5c7-e10b-4cc7-bb4b-a5cb23bcaeba service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849687 May 27 22:22:26.951117 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-59a10b95-6ef1-48f5-b901-ca1fb65990f8 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=383f8bdf366e4f22968dd12bbfd36859&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479012 May 27 22:22:26.972382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Allocated IP 192.168.233.95 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/b3b96510-2f78-4efa-9b87-9d3e1c553325) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:22:27.032268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:27.123655 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb0e55f0-15c3-4f18-a199-5c448c3b60f7 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:27.162947 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad7f5784-7466-4b9e-9f0d-9b042e085ca7 req-a3ce2285-7240-4672-bf46-81794aad97cd tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700199 May 27 22:22:27.284170 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:27.302250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Transition to ACTIVE for port object 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:27.329545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Transition to ACTIVE for port object 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:27.329960 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb0e55f0-15c3-4f18-a199-5c448c3b60f7 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:27.346701 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:27.357863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:27.358312 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:27.360459 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:27.378438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Transition to ACTIVE for port object b3b96510-2f78-4efa-9b87-9d3e1c553325 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:27.421735 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb0e55f0-15c3-4f18-a199-5c448c3b60f7 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:27.450948 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e55f0-15c3-4f18-a199-5c448c3b60f7 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1995201f-4052-4c20-9554-0e6d8e68a473,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:27.466867 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:27.471588 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af89a3ba-1a8c-4f13-a37e-c7e14de1253f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:27.479967 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:27.523480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['06ae86bd-b637-4110-b5ff-000cf3971924'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:22:27.574724 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb0e55f0-15c3-4f18-a199-5c448c3b60f7 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:27.576378 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-eb0e55f0-15c3-4f18-a199-5c448c3b60f7 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9176204 May 27 22:22:27.579118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:22:27.583145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34730) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:27.584415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:27.593274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:22:27.602033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:27.602033 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:27.609630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a9044f08-6a82-4ed0-9163-86f30f86a7d0 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Request body: {'security_group_rule': {'security_group_id': '9c3cb823-0617-4a0c-9b4f-01b2450ce255', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:27.624868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Pushing event updated for resources: {'Port': ['ID=b3b96510-2f78-4efa-9b87-9d3e1c553325,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:27.649288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a9044f08-6a82-4ed0-9163-86f30f86a7d0 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:27.656885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a9044f08-6a82-4ed0-9163-86f30f86a7d0 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Usage tracker for resource:security_group_rule and tenant:dd7854410b794c8abce9ac7bdb1540b8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:27.662366 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a9044f08-6a82-4ed0-9163-86f30f86a7d0 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:27.668900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a9044f08-6a82-4ed0-9163-86f30f86a7d0 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:27.678512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:27.678956 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:27.686673 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:27.708130 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Network 06fad8c1-a202-4a24-8648-dbba8692285f is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:22:27.714627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:27.721380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:22:27.730019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-f5baa6ee-ad77-4001-b104-d9e5e44ee383 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:27.742425 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-3b82073a-59d2-489e-bdcb-9d303dcc4ec1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6684942 May 27 22:22:27.755739 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Request body: {'port': {'device_id': '3b9283d4-926b-4aba-a6e3-9e9fc7570127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:27.763096 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-f5baa6ee-ad77-4001-b104-d9e5e44ee383 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8108158 May 27 22:22:27.778371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Pushing event updated for resources: {'Port': ['ID=2458abde-75c6-4a2b-9c79-3d47ebf4b2ff,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:27.800218 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c67bc31-f08c-4158-966b-f8cb658ba723 req-4d7d336c-a907-4029-9cec-d6a9742b5ef4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4859147 May 27 22:22:27.873397 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-73f80eba-840e-441a-94e9-48cc7ce92122 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/quotas/383f8bdf366e4f22968dd12bbfd36859 HTTP/1.1" status: 200 len: 375 time: 0.0895379 May 27 22:22:27.971638 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9044f08-6a82-4ed0-9163-86f30f86a7d0 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:28.010629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79dac7-7960-4709-9ed5-1b4aef00e1ec req-d1c7738d-9260-498c-b904-0b443d501de4 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:28.018334 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef79dac7-7960-4709-9ed5-1b4aef00e1ec req-d1c7738d-9260-498c-b904-0b443d501de4 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 944 time: 0.5450125 May 27 22:22:28.029726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device cfa00173-5568-4e4e-8aa4-17cdacbd3b0f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:28.067275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:28.087591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Attempting to bind port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:22:28.088030 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Attempting to bind port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'e0ae777a-807d-4afe-829d-99995092d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '06fad8c1-a202-4a24-8648-dbba8692285f'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:22:28.088326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Attempting to bind port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff on network 06fad8c1-a202-4a24-8648-dbba8692285f {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:28.125277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:22:28.125650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Checking segment: {'id': 'e0ae777a-807d-4afe-829d-99995092d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '06fad8c1-a202-4a24-8648-dbba8692285f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:28.126834 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:28.126834 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Bound using segment: {'id': 'e0ae777a-807d-4afe-829d-99995092d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '06fad8c1-a202-4a24-8648-dbba8692285f'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:22:28.127049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Bound port: 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ae777a-807d-4afe-829d-99995092d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '06fad8c1-a202-4a24-8648-dbba8692285f'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:22:28.127554 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:28.129791 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:28.155510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-00bbdece-130d-4444-b364-491e9b2f9890 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=383f8bdf366e4f22968dd12bbfd36859&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1636956 May 27 22:22:28.160735 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:28.197929 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef79dac7-7960-4709-9ed5-1b4aef00e1ec req-b5c93b3b-58f6-4715-8300-6f49de7a45ac tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785684 May 27 22:22:28.234548 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9044f08-6a82-4ed0-9163-86f30f86a7d0 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:28.269130 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-15c53d21-3365-401b-a2ac-cd2c033eb4fc None None] Provisioning for port b3b96510-2f78-4efa-9b87-9d3e1c553325 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:28.272611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ec51b1-3f80-407c-967f-c9b1d7f32009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:28.320780 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-15c53d21-3365-401b-a2ac-cd2c033eb4fc None None] Provisioning complete for port b3b96510-2f78-4efa-9b87-9d3e1c553325 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:28.321481 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15c53d21-3365-401b-a2ac-cd2c033eb4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:28.331174 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9044f08-6a82-4ed0-9163-86f30f86a7d0 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:28.341306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67bc31-f08c-4158-966b-f8cb658ba723 req-3860cfdb-2193-4462-b459-2794208e7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:28.342781 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c67bc31-f08c-4158-966b-f8cb658ba723 req-3860cfdb-2193-4462-b459-2794208e7cd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 1101 time: 0.3224752 May 27 22:22:28.416103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9044f08-6a82-4ed0-9163-86f30f86a7d0 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac41073-10dd-4aa6-ad54-4ed845c1aa61,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:28.545361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:28.551637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] For port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:28.555995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-15c53d21-3365-401b-a2ac-cd2c033eb4fc None None] Port b3b96510-2f78-4efa-9b87-9d3e1c553325 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:22:28.568894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] For port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2458abde-75c6-4a2b-9c79-3d47ebf4b2ff,segment=NetworkSegment(e0ae777a-807d-4afe-829d-99995092d009),segment_id=e0ae777a-807d-4afe-829d-99995092d009)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:22:28.574868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:28.583104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9044f08-6a82-4ed0-9163-86f30f86a7d0 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:28.587790 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9044f08-6a82-4ed0-9163-86f30f86a7d0 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0008483 May 27 22:22:28.592875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34748) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:28.606471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:28.619116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:28.619414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:28.619830 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:28.628323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Usage tracker for resource:floatingip and tenant:dd7854410b794c8abce9ac7bdb1540b8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:28.631432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:28.640578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:28.678095 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:28.752766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67bc31-f08c-4158-966b-f8cb658ba723 req-e4afc04f-985d-4600-bfc6-0e0f6dece989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:28.754319 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c67bc31-f08c-4158-966b-f8cb658ba723 req-e4afc04f-985d-4600-bfc6-0e0f6dece989 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.2466779 May 27 22:22:28.793105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:28.874579 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f9d77-2c8f-4e32-8602-d3c09a37d5e4 None None] Pushing event updated for resources: {'Port': ['ID=2458abde-75c6-4a2b-9c79-3d47ebf4b2ff,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:28.897717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b96510-2f78-4efa-9b87-9d3e1c553325 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:22:28.900542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:28.900987 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:28.908121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:28.942855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Transition to ACTIVE for port object b3b96510-2f78-4efa-9b87-9d3e1c553325 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:28.956397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=cfa00173-5568-4e4e-8aa4-17cdacbd3b0f,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:29.002031 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:29.015493 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c67bc31-f08c-4158-966b-f8cb658ba723 req-f57551d4-cfdc-4f3e-8dea-0a1b76849be1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=06ae86bd-b637-4110-b5ff-000cf3971924 HTTP/1.1" status: 200 len: 217 time: 0.2016237 May 27 22:22:29.044793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ea39ab48-17c4-45d4-9257-9ecf15e55ae7 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:22:29.104186 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:29.137418 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:29.234329 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: ea39ab48-17c4-45d4-9257-9ecf15e55ae7 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:22:29.234329 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ea39ab48-17c4-45d4-9257-9ecf15e55ae7 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:22:29.257962 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:29.274516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=cfa00173-5568-4e4e-8aa4-17cdacbd3b0f,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:29.276556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67bc31-f08c-4158-966b-f8cb658ba723 req-c1e29c32-f0e1-41ec-85e8-084780a3a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:29.282232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:29.285607 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c67bc31-f08c-4158-966b-f8cb658ba723 req-c1e29c32-f0e1-41ec-85e8-084780a3a9da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1829352 May 27 22:22:29.457084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b96510-2f78-4efa-9b87-9d3e1c553325,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:29.474978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Attempting to bind port b3b96510-2f78-4efa-9b87-9d3e1c553325 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:22:29.478088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Attempting to bind port b3b96510-2f78-4efa-9b87-9d3e1c553325 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:22:29.478088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Attempting to bind port b3b96510-2f78-4efa-9b87-9d3e1c553325 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:29.483079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Port b3b96510-2f78-4efa-9b87-9d3e1c553325 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:22:29.483436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Attempting to bind port b3b96510-2f78-4efa-9b87-9d3e1c553325 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:29.496536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:22:29.496847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:29.497237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:22:29.497664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Bound port: b3b96510-2f78-4efa-9b87-9d3e1c553325, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:22:29.498004 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:29.578965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea1b69-e421-4eb5-a5e7-26f9a39f70c6 req-1bb4da33-4521-4001-a955-70253b8b821b tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:29.580541 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7ea1b69-e421-4eb5-a5e7-26f9a39f70c6 req-1bb4da33-4521-4001-a955-70253b8b821b tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 949 time: 0.7853601 May 27 22:22:29.597305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65ae0c-0ca7-4459-a1c9-2fe5c5eab700 req-ff1f76bc-3f2b-42f7-8995-cf80ab6640c1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:29.600156 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e65ae0c-0ca7-4459-a1c9-2fe5c5eab700 req-ff1f76bc-3f2b-42f7-8995-cf80ab6640c1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 935 time: 0.8450198 May 27 22:22:29.644192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67bc31-f08c-4158-966b-f8cb658ba723 req-bad2eb96-4aed-4eb1-a757-cd82a707ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:29.645850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c67bc31-f08c-4158-966b-f8cb658ba723 req-bad2eb96-4aed-4eb1-a757-cd82a707ae59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2129426 May 27 22:22:29.660335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Allocated IP 172.25.2.48 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/0c16ac3b-ae11-4592-aa8f-104e69e1881f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:22:29.724473 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7ea1b69-e421-4eb5-a5e7-26f9a39f70c6 req-d45c8562-abf3-4792-ba3b-bf048701e0c3 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853729 May 27 22:22:29.727115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] For port b3b96510-2f78-4efa-9b87-9d3e1c553325, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:29.727115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] For port b3b96510-2f78-4efa-9b87-9d3e1c553325, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b3b96510-2f78-4efa-9b87-9d3e1c553325,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:22:29.760531 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2fcfc2b-b16e-4329-a1ec-a624d70f043c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:29.785903 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a175b8-ab43-4092-bf5e-bcfa0566632d'] response: {'server_uuid': 'e8ec51b1-3f80-407c-967f-c9b1d7f32009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac', 'code': 200} May 27 22:22:29.891547 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e65ae0c-0ca7-4459-a1c9-2fe5c5eab700 req-11cefa75-08d4-4230-83aa-17a49a997996 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764390 May 27 22:22:29.949001 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:29.957658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:29.997167 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c67bc31-f08c-4158-966b-f8cb658ba723 req-0a404aa8-88b6-4854-bbe7-096a5129663f service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278422 May 27 22:22:30.013957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:30.078156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:30.078772 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:30.080704 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] 10.222.0.46 "PUT /v2.0/ports/b3b96510-2f78-4efa-9b87-9d3e1c553325 HTTP/1.1" status: 200 len: 1095 time: 2.3308518 May 27 22:22:30.084125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9283d4-926b-4aba-a6e3-9e9fc7570127', 'tag': 'b3b96510-2f78-4efa-9b87-9d3e1c553325'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:30.129301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1e12c-e956-4965-aabf-6629783356d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b96510-2f78-4efa-9b87-9d3e1c553325,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:30.161138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a443fb8-f78c-4554-ba43-2d664a70ab32 req-ce11b550-276d-4f5e-a3ff-95f83263a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:30.162596 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0a443fb8-f78c-4554-ba43-2d664a70ab32 req-ce11b550-276d-4f5e-a3ff-95f83263a6ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 1096 time: 0.2749708 May 27 22:22:30.212718 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20ebe438-c75a-4256-9ef8-6691e862a224 req-8238902b-440d-42b8-9ddf-291dff15c173 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 210 time: 0.0592151 May 27 22:22:30.238634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:30.246173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device cfa00173-5568-4e4e-8aa4-17cdacbd3b0f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:30.276329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c67bc31-f08c-4158-966b-f8cb658ba723 req-f068d8fa-0f10-4eb7-9908-5921cf8a2a37 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618098 May 27 22:22:30.320672 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:30.384153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a9f728-82c2-4843-85ba-0f9b5b6e0f6f None None] Network 06fad8c1-a202-4a24-8648-dbba8692285f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:22:30.453857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:22:30.459781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Pushing event updated for resources: {'Port': ['ID=0c16ac3b-ae11-4592-aa8f-104e69e1881f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:30.462733 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:30.469176 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0a443fb8-f78c-4554-ba43-2d664a70ab32 req-8a42805a-f28f-4615-9cf6-76fc25916a20 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998359 May 27 22:22:30.470681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:22:30.483514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Allocated IP 172.25.2.26 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/23b586d9-75a8-4313-bdb6-86b6ed3fdcd5) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:22:30.554148 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:30.569744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:30.569942 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:30.576586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-601c4556-f300-4cc1-af86-0a4dc164d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:30.578330 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-601c4556-f300-4cc1-af86-0a4dc164d0a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 1098 time: 0.3728228 May 27 22:22:30.616119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3df343-6bdd-4077-a11e-0351dfb3fed6 req-53eca31e-8120-48c0-b3e2-7d6f91e47f08 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:30.617581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c3df343-6bdd-4077-a11e-0351dfb3fed6 req-53eca31e-8120-48c0-b3e2-7d6f91e47f08 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 945 time: 0.1947136 May 27 22:22:30.693993 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:30.708213 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-7e9c54ae-5d0c-45cc-81a4-2797d02dbd52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b3b96510-2f78-4efa-9b87-9d3e1c553325 HTTP/1.1" status: 200 len: 217 time: 0.1228862 May 27 22:22:30.756806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c3df343-6bdd-4077-a11e-0351dfb3fed6 req-dcf411f9-1ad2-4cff-a6d0-953b1fb9e50d tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247733 May 27 22:22:30.833615 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:30.902023 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:30.906845 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:30.944254 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:22:30.947357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:30.948383 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:30.951116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:22:30.962004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:30.963131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-898604d0-9423-416c-bce2-0e9a0af6d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:30.967627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-81ac589f-9d90-4ea6-8ecc-feced15687f0 None None] Provisioning for port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:30.968491 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-898604d0-9423-416c-bce2-0e9a0af6d862 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1327515 May 27 22:22:30.970841 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38429c71-8e38-4339-93bc-1cbb4110d2be'] response: {'name': 'network-changed', 'server_uuid': '3b9283d4-926b-4aba-a6e3-9e9fc7570127', 'tag': 'b3b96510-2f78-4efa-9b87-9d3e1c553325', 'status': 'completed', 'code': 200} May 27 22:22:30.976967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-81ac589f-9d90-4ea6-8ecc-feced15687f0 None None] Provisioning complete for port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:30.977584 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81ac589f-9d90-4ea6-8ecc-feced15687f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:31.103471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Pushing event updated for resources: {'Port': ['ID=23b586d9-75a8-4313-bdb6-86b6ed3fdcd5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:31.209463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-81ac589f-9d90-4ea6-8ecc-feced15687f0 None None] Current status of the port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:31.210144 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81ac589f-9d90-4ea6-8ecc-feced15687f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:31.271796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-81ac589f-9d90-4ea6-8ecc-feced15687f0 None None] For port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2458abde-75c6-4a2b-9c79-3d47ebf4b2ff,segment=NetworkSegment(e0ae777a-807d-4afe-829d-99995092d009),segment_id=e0ae777a-807d-4afe-829d-99995092d009)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:31.283810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-ca1ca7de-d5cd-49be-b348-8dc60ab1ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:31.285277 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-ca1ca7de-d5cd-49be-b348-8dc60ab1ca16 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3054345 May 27 22:22:31.352958 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81ac589f-9d90-4ea6-8ecc-feced15687f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:31.377399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69685101-95cf-49cc-84d6-95c99f91805e req-9b306732-8a80-4f9f-adeb-e5d74207adf7 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:31.384807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69685101-95cf-49cc-84d6-95c99f91805e req-9b306732-8a80-4f9f-adeb-e5d74207adf7 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 947 time: 0.1816723 May 27 22:22:31.435231 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69685101-95cf-49cc-84d6-95c99f91805e req-e04ecce7-c5a0-4167-95ad-d069d865cd63 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494773 May 27 22:22:31.443229 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:31.487963 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-ec5bc45d-262a-4532-9205-4176fdf55a96 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888366 May 27 22:22:31.508270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac589f-9d90-4ea6-8ecc-feced15687f0 None None] Pushing event updated for resources: {'Port': ['ID=2458abde-75c6-4a2b-9c79-3d47ebf4b2ff,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:31.518555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:31.538807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bb32590a-9a8f-4c42-ab03-a4a3d9c45c97 None None] Provisioning complete for port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:31.539190 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb32590a-9a8f-4c42-ab03-a4a3d9c45c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:31.671993 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:31.765794 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-b6c0bd0c-f847-41d5-bfb4-83afd9b72cb5 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=383f8bdf366e4f22968dd12bbfd36859&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1302063 May 27 22:22:31.766414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bb32590a-9a8f-4c42-ab03-a4a3d9c45c97 None None] Current status of the port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:31.829267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a528fda2-26c3-411d-8845-f6d5f6aceba9 req-4f1a04c6-3a5f-46de-896b-aeb6c7bd31b3 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 210 time: 0.1277022 May 27 22:22:31.846726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Pushing event updated for resources: {'Port': ['ID=0c16ac3b-ae11-4592-aa8f-104e69e1881f,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:31.858556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:31.944408 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:31.945887 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-41f1239c-7b3c-486b-ba4a-f41ff214c17c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3518519 May 27 22:22:31.949716 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:31.964703 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-548c7f9e-03bc-42ee-8c6e-8ff0ccd953ca req-81d20514-498b-4bb8-a963-e3618023c404 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688592 May 27 22:22:31.994749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:31.995122 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:32.071577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-4488dbec-eedd-4fa7-968d-da6c995c9725 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:32.078664 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-4488dbec-eedd-4fa7-968d-da6c995c9725 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2887247 May 27 22:22:32.082340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561163eb-a550-44dc-90ce-e2d4bb9337ac req-82f479b8-1f5a-4455-9594-772af3855659 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:32.083835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-561163eb-a550-44dc-90ce-e2d4bb9337ac req-82f479b8-1f5a-4455-9594-772af3855659 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 949 time: 0.5318623 May 27 22:22:32.101550 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:32.103657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Request body: {'port': {'device_id': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': '383f8bdf366e4f22968dd12bbfd36859'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:32.191426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:32.338706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34806) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:32.367316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:32.373205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Usage tracker for resource:port and tenant:383f8bdf366e4f22968dd12bbfd36859 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:32.377181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:32.384310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:32.388167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351c225-f9fa-4ac6-bc49-df0d48ae3384 req-50dbbd17-655c-454e-97ee-8021f788f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:32.389667 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3351c225-f9fa-4ac6-bc49-df0d48ae3384 req-50dbbd17-655c-454e-97ee-8021f788f994 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 1098 time: 0.1548285 May 27 22:22:32.416661 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-561163eb-a550-44dc-90ce-e2d4bb9337ac req-1ab43389-a6ac-4a00-809d-ea6e9208823a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835995 May 27 22:22:32.457861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5655e-8f22-4869-b0f9-c1c28216fbe6 req-34aab499-a820-441b-a7e9-1b3be9f4b0e8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:32.465469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-10a5655e-8f22-4869-b0f9-c1c28216fbe6 req-34aab499-a820-441b-a7e9-1b3be9f4b0e8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 945 time: 0.2610817 May 27 22:22:32.482844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Made reservation on behalf of 383f8bdf366e4f22968dd12bbfd36859 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:22:32.486868 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:32.509506 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:32.535029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:32.544703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Usage tracker for resource:security_group_rule and tenant:383f8bdf366e4f22968dd12bbfd36859 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:32.572692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:32.586649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:32.618364 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351c225-f9fa-4ac6-bc49-df0d48ae3384 req-c3eabc6f-81da-4c06-9fef-930019e14647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:32.619304 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-10a5655e-8f22-4869-b0f9-c1c28216fbe6 req-9d698cef-7d3f-4213-844c-9478a39eced3 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529655 May 27 22:22:32.619837 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3351c225-f9fa-4ac6-bc49-df0d48ae3384 req-c3eabc6f-81da-4c06-9fef-930019e14647 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.2210217 May 27 22:22:32.708065 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3351c225-f9fa-4ac6-bc49-df0d48ae3384 req-5f8e8537-512a-4d88-a9c2-e474b8347e5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b3b96510-2f78-4efa-9b87-9d3e1c553325 HTTP/1.1" status: 200 len: 217 time: 0.0780590 May 27 22:22:32.710312 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e66777dd-9af8-4a0b-9cfd-2dda3722093e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fa357bf9d43048bd97a8334a3639a7f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3630991 May 27 22:22:32.713822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34824) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:32.717702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-5b517870-a161-4d94-af40-5bec9a077015 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Synchronizing usage tracker for tenant:dd7854410b794c8abce9ac7bdb1540b8 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:22:32.777859 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:32.807879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351c225-f9fa-4ac6-bc49-df0d48ae3384 req-efcabe3e-d01a-4d38-a26b-af4e2b2fa1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:32.809338 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3351c225-f9fa-4ac6-bc49-df0d48ae3384 req-efcabe3e-d01a-4d38-a26b-af4e2b2fa1a0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0930505 May 27 22:22:32.943894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-5b517870-a161-4d94-af40-5bec9a077015 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Unset dirty status for tenant:dd7854410b794c8abce9ac7bdb1540b8 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:22:32.945088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-5b517870-a161-4d94-af40-5bec9a077015 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--792040948&fields=id&tenant_id=dd7854410b794c8abce9ac7bdb1540b8 HTTP/1.1" status: 200 len: 267 time: 0.3571556 May 27 22:22:32.951617 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d8f8d93-dd28-42b6-9fcd-452de46f8af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:32.997546 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d8f8d93-dd28-42b6-9fcd-452de46f8af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:33.059272 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc6d60-07e6-4e57-baae-41b9645afd15 req-e14e6d93-c7ac-412c-9759-9449bfb993c9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:33.060806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22cc6d60-07e6-4e57-baae-41b9645afd15 req-e14e6d93-c7ac-412c-9759-9449bfb993c9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 947 time: 0.3292165 May 27 22:22:33.077820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351c225-f9fa-4ac6-bc49-df0d48ae3384 req-20dd5adf-bc47-41c0-ba98-30d5d4bdca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:33.082209 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3351c225-f9fa-4ac6-bc49-df0d48ae3384 req-20dd5adf-bc47-41c0-ba98-30d5d4bdca00 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2580621 May 27 22:22:33.084084 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:33.166236 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:33.172675 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22cc6d60-07e6-4e57-baae-41b9645afd15 req-67d89b8d-3aa6-43ba-ac7a-5bb17f522147 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012819 May 27 22:22:33.187959 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-cfce9e73-a340-4eaf-be7c-abacf4706429 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:33.189220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-cfce9e73-a340-4eaf-be7c-abacf4706429 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Synchronizing usage tracker for tenant:dd7854410b794c8abce9ac7bdb1540b8 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:22:33.250628 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d8f8d93-dd28-42b6-9fcd-452de46f8af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:33.273102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Router a485b20f-7af3-4a95-ad15-588d1bbd9c2f is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:22:33.279516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed55084f-f244-432e-97ac-a1dec3aaf45d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:33.324962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f8d93-dd28-42b6-9fcd-452de46f8af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f5aeeb-2161-43bd-a8e4-53542185e3ad,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:33.331420 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3351c225-f9fa-4ac6-bc49-df0d48ae3384 req-d9553e9e-c1ea-464c-9f1a-a10ec099e2e2 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454679 May 27 22:22:33.361431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-cfce9e73-a340-4eaf-be7c-abacf4706429 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Unset dirty status for tenant:dd7854410b794c8abce9ac7bdb1540b8 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:22:33.368221 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-cfce9e73-a340-4eaf-be7c-abacf4706429 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/networks?id=aace8a43-3db2-4854-b12e-1933448b39f0 HTTP/1.1" status: 200 len: 814 time: 0.4138668 May 27 22:22:33.388907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-2b5e0661-52ba-47e3-92b8-b9bab39385c6 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/quotas/dd7854410b794c8abce9ac7bdb1540b8 HTTP/1.1" status: 200 len: 375 time: 0.0203075 May 27 22:22:33.450253 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d8f8d93-dd28-42b6-9fcd-452de46f8af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:33.451341 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5d8f8d93-dd28-42b6-9fcd-452de46f8af8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/82f5aeeb-2161-43bd-a8e4-53542185e3ad HTTP/1.1" status: 204 len: 168 time: 0.7366290 May 27 22:22:33.491266 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Allocated IP 192.168.233.88 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/3d95b930-6740-4081-a887-f5e83a921dec) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:22:33.546342 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3351c225-f9fa-4ac6-bc49-df0d48ae3384 req-bfed0b21-bd2f-4809-9aff-5b538418f1ce service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803439 May 27 22:22:33.548960 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f6787a3-7823-462d-a2fb-ff5c264d4391 req-182c5017-3ecf-442d-8c7d-bbc95f40bbdb tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 210 time: 0.1552472 May 27 22:22:33.605134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-c27e3ed0-7d32-488d-be9d-78ed8722f11b tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Synchronizing usage tracker for tenant:dd7854410b794c8abce9ac7bdb1540b8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:22:33.612777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:22:33.623847 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Sync routers for ids ['a485b20f-7af3-4a95-ad15-588d1bbd9c2f'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:22:33.640942 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Routers {'a485b20f-7af3-4a95-ad15-588d1bbd9c2f'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:22:33.644772 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:22:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a485b20f-7af3-4a95-ad15-588d1bbd9c2f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:33.785026 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:33.802290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Transition to ACTIVE for port object 3d95b930-6740-4081-a887-f5e83a921dec will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:33.844576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-c27e3ed0-7d32-488d-be9d-78ed8722f11b tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Unset dirty status for tenant:dd7854410b794c8abce9ac7bdb1540b8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:22:33.845920 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-c27e3ed0-7d32-488d-be9d-78ed8722f11b tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=dd7854410b794c8abce9ac7bdb1540b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4487965 May 27 22:22:33.848545 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:33.852182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d1e866f6-a2cf-44a4-a44c-ea8cc05fed5c admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.5292470 May 27 22:22:33.855139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34844) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:33.865795 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Set router a485b20f-7af3-4a95-ad15-588d1bbd9c2f gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:22:33.941169 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:34.072785 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:22:34.114367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3f640-fc62-4236-8234-f0bc7ebc041f req-0543a3ac-8cec-4a80-a837-266d5be4354d tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:34.115926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11e3f640-fc62-4236-8234-f0bc7ebc041f req-0543a3ac-8cec-4a80-a837-266d5be4354d tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 949 time: 0.1087146 May 27 22:22:34.121142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-26866a44-3f57-492f-ad31-95f1e8f6ca4f service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:22:34.122101 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-26866a44-3f57-492f-ad31-95f1e8f6ca4f service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0674863 May 27 22:22:34.135512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:34.137246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Pushing event updated for resources: {'Port': ['ID=3d95b930-6740-4081-a887-f5e83a921dec,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:34.139124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:22:34.145336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:34.145826 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:34.204943 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474462369-router', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '23b586d9-75a8-4313-bdb6-86b6ed3fdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:26Z', 'updated_at': '2022-05-27T22:22:31Z', 'revision_number': 3, 'project_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'gw_port': {'id': '23b586d9-75a8-4313-bdb6-86b6ed3fdcd5', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:29Z', 'updated_at': '2022-05-27T22:22:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:34.209199 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Checking router: a485b20f-7af3-4a95-ad15-588d1bbd9c2f for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:22:34.209533 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Updating router a485b20f-7af3-4a95-ad15-588d1bbd9c2f port 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:22:34.267846 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:34.283821 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-100797b2-50bb-417f-88d2-7b31101e6716 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1924875 May 27 22:22:34.302954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Request body: {'port': {'device_id': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:34.340495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34858) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:34.380985 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d5e9-cba9-4d12-9d41-0510b9d4b408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:34.385209 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11e3f640-fc62-4236-8234-f0bc7ebc041f req-8da68947-873b-4183-b31c-6552c9226483 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618797 May 27 22:22:34.435293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2bd5d5e9-cba9-4d12-9d41-0510b9d4b408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:34.460664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-256760dd-7638-4553-96f0-557808027677 service neutron] 10.222.0.27 "GET /v2.0/networks/aace8a43-3db2-4854-b12e-1933448b39f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238904 May 27 22:22:34.496104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2bd5d5e9-cba9-4d12-9d41-0510b9d4b408 admin admin] Usage tracker for resource:security_group_rule and tenant:5dc7d238e45644f6b413eccd0c14b028 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:34.515270 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2bd5d5e9-cba9-4d12-9d41-0510b9d4b408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:34.536563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2bd5d5e9-cba9-4d12-9d41-0510b9d4b408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:34.562643 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:34.566358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0cfecfb8-ac96-4eb4-8aed-0f8f0c487a06 None None] Provisioning for port 3d95b930-6740-4081-a887-f5e83a921dec completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:34.576598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0cfecfb8-ac96-4eb4-8aed-0f8f0c487a06 None None] Provisioning complete for port 3d95b930-6740-4081-a887-f5e83a921dec triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:34.577372 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0cfecfb8-ac96-4eb4-8aed-0f8f0c487a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:34.640867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b3b96510-2f78-4efa-9b87-9d3e1c553325 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:22:34.647337 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0cfecfb8-ac96-4eb4-8aed-0f8f0c487a06 None None] Port 3d95b930-6740-4081-a887-f5e83a921dec cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:22:34.693833 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-5ac0b4aa-83fa-4012-99e7-3a6584f2aa8a service neutron] 10.222.0.27 "GET /v2.0/networks/aace8a43-3db2-4854-b12e-1933448b39f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269814 May 27 22:22:34.704153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba1da1-081f-4831-bfbb-98ee2e97a30c req-91ce53ba-dd50-4992-b722-b8bf96777ed7 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:34.718031 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-83ba1da1-081f-4831-bfbb-98ee2e97a30c req-91ce53ba-dd50-4992-b722-b8bf96777ed7 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 945 time: 0.1632104 May 27 22:22:34.740947 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:34.758305 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Transition to ACTIVE for port object 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:34.795227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-83ba1da1-081f-4831-bfbb-98ee2e97a30c req-ed337dfe-961b-498d-82f7-28ecc9263460 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696533 May 27 22:22:34.859456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b3b96510-2f78-4efa-9b87-9d3e1c553325, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b3b96510-2f78-4efa-9b87-9d3e1c553325,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:34.867878 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:34.873921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'b3b96510-2f78-4efa-9b87-9d3e1c553325', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'b3b96510-2f78-4efa-9b87-9d3e1c553325', 'mac_address': 'fa:16:3e:c7:8a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:22:34.945194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port b3b96510-2f78-4efa-9b87-9d3e1c553325 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:34.945650 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:34.949288 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d56958-a1f0-4d40-b616-d3970060432d None None] Pushing event updated for resources: {'Port': ['ID=23b586d9-75a8-4313-bdb6-86b6ed3fdcd5,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:34.958655 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d56958-a1f0-4d40-b616-d3970060432d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:34.959269 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d56958-a1f0-4d40-b616-d3970060432d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:34.959916 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d56958-a1f0-4d40-b616-d3970060432d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:34.960478 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d56958-a1f0-4d40-b616-d3970060432d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:34.961007 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d56958-a1f0-4d40-b616-d3970060432d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:34.961539 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d56958-a1f0-4d40-b616-d3970060432d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:34.962078 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d56958-a1f0-4d40-b616-d3970060432d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:34.962584 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d56958-a1f0-4d40-b616-d3970060432d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:34.963002 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d56958-a1f0-4d40-b616-d3970060432d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:34.963433 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d56958-a1f0-4d40-b616-d3970060432d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:34.963844 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d56958-a1f0-4d40-b616-d3970060432d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:34.964256 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d56958-a1f0-4d40-b616-d3970060432d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:34.966683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b96510-2f78-4efa-9b87-9d3e1c553325 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:22:35.014430 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b3b96510-2f78-4efa-9b87-9d3e1c553325, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b3b96510-2f78-4efa-9b87-9d3e1c553325,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:35.021213 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Attempting to bind port 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:22:35.021579 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Attempting to bind port 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:22:35.021923 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Attempting to bind port 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:35.029255 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:22:35.029255 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:35.029460 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:35.029829 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:22:35.030294 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Bound port: 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:22:35.030777 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:35.067253 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:35.080114 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d5e9-cba9-4d12-9d41-0510b9d4b408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:35.154955 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] For port 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:35.159376 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] For port 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=23b586d9-75a8-4313-bdb6-86b6ed3fdcd5,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:22:35.164018 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d5e9-cba9-4d12-9d41-0510b9d4b408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:35.198359 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=b3b96510-2f78-4efa-9b87-9d3e1c553325,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:35.227935 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:35.269353 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2bd5d5e9-cba9-4d12-9d41-0510b9d4b408 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5dc7d238e45644f6b413eccd0c14b028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9216235 May 27 22:22:35.276248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d3953-845b-49c0-a5db-29897a936297 req-f14b28d7-358d-4cb3-9a5f-cd780370bd4d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:35.281007 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e18d3953-845b-49c0-a5db-29897a936297 req-f14b28d7-358d-4cb3-9a5f-cd780370bd4d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 948 time: 0.1992245 May 27 22:22:35.281580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34880) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:35.283462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5d5e9-cba9-4d12-9d41-0510b9d4b408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05077527-57d0-46c4-85ce-be418c788bb2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:35.285835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b3b96510-2f78-4efa-9b87-9d3e1c553325'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:22:35.334790 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Routers {'a485b20f-7af3-4a95-ad15-588d1bbd9c2f'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:22:35.336140 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:22:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a485b20f-7af3-4a95-ad15-588d1bbd9c2f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:35.350382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75c9a3-c678-494d-9afd-07475c7494c7 req-244a63b9-629b-4995-9531-797a203fbb8a tempest-LiveMigrationNegativeTest-216982630 tempest-LiveMigrationNegativeTest-216982630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:35.353481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d75c9a3-c678-494d-9afd-07475c7494c7 req-244a63b9-629b-4995-9531-797a203fbb8a tempest-LiveMigrationNegativeTest-216982630 tempest-LiveMigrationNegativeTest-216982630-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 1100 time: 0.2186241 May 27 22:22:35.393665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:35.443452 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1d75c9a3-c678-494d-9afd-07475c7494c7 req-dccaa0af-76c8-49f4-b506-b144de0b8698 tempest-LiveMigrationNegativeTest-216982630 tempest-LiveMigrationNegativeTest-216982630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:35.473977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-1d75c9a3-c678-494d-9afd-07475c7494c7 req-dccaa0af-76c8-49f4-b506-b144de0b8698 tempest-LiveMigrationNegativeTest-216982630 tempest-LiveMigrationNegativeTest-216982630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:35.478726 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e18d3953-845b-49c0-a5db-29897a936297 req-76c14f0d-e2f2-42c0-a324-1894d337e435 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908844 May 27 22:22:35.482285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1d75c9a3-c678-494d-9afd-07475c7494c7 req-dccaa0af-76c8-49f4-b506-b144de0b8698 tempest-LiveMigrationNegativeTest-216982630 tempest-LiveMigrationNegativeTest-216982630-project-admin] Usage tracker for resource:security_group_rule and tenant:9d8c965da1644ee7b23b3370f51cc4e3 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:35.486764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1d75c9a3-c678-494d-9afd-07475c7494c7 req-dccaa0af-76c8-49f4-b506-b144de0b8698 tempest-LiveMigrationNegativeTest-216982630 tempest-LiveMigrationNegativeTest-216982630-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:35.528315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-1d75c9a3-c678-494d-9afd-07475c7494c7 req-dccaa0af-76c8-49f4-b506-b144de0b8698 tempest-LiveMigrationNegativeTest-216982630 tempest-LiveMigrationNegativeTest-216982630-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:35.533362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d95b930-6740-4081-a887-f5e83a921dec {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:22:35.543345 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85f7e71d-0314-46fa-8846-f055d8280c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:35.546362 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:35.588877 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] Set router a485b20f-7af3-4a95-ad15-588d1bbd9c2f gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:22:35.602955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Transition to ACTIVE for port object 3d95b930-6740-4081-a887-f5e83a921dec will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:35.620790 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85f7e71d-0314-46fa-8846-f055d8280c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:35.674380 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:35.807577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e03a4b-c5be-4469-8479-126aed24bccc req-f874ddb7-53ce-4843-96c0-32dae6d03b93 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:35.808156 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d56958-a1f0-4d40-b616-d3970060432d None None] Pushing event updated for resources: {'Port': ['ID=23b586d9-75a8-4313-bdb6-86b6ed3fdcd5,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:35.814914 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14e03a4b-c5be-4469-8479-126aed24bccc req-f874ddb7-53ce-4843-96c0-32dae6d03b93 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 947 time: 0.1707621 May 27 22:22:35.824701 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1d75c9a3-c678-494d-9afd-07475c7494c7 req-dccaa0af-76c8-49f4-b506-b144de0b8698 tempest-LiveMigrationNegativeTest-216982630 tempest-LiveMigrationNegativeTest-216982630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:35.825505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Allocated IP 172.20.0.1 (06fad8c1-a202-4a24-8648-dbba8692285f/c2af7e40-3781-4656-a329-f34f19562434/41c9b072-e754-41df-a2b9-bc83cec840ef) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:22:35.866481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d95b930-6740-4081-a887-f5e83a921dec,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:35.882320 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14e03a4b-c5be-4469-8479-126aed24bccc req-dd69de79-aeae-45e8-84d7-8e9830286280 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/security-groups?id=ed55084f-f244-432e-97ac-a1dec3aaf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665791 May 27 22:22:35.914013 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85f7e71d-0314-46fa-8846-f055d8280c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:35.924650 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1d75c9a3-c678-494d-9afd-07475c7494c7 req-dccaa0af-76c8-49f4-b506-b144de0b8698 tempest-LiveMigrationNegativeTest-216982630 tempest-LiveMigrationNegativeTest-216982630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:35.979431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1d75c9a3-c678-494d-9afd-07475c7494c7 req-dccaa0af-76c8-49f4-b506-b144de0b8698 tempest-LiveMigrationNegativeTest-216982630 tempest-LiveMigrationNegativeTest-216982630-project-admin] Synchronizing usage tracker for tenant:9d8c965da1644ee7b23b3370f51cc4e3 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:22:35.986814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7e71d-0314-46fa-8846-f055d8280c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05077527-57d0-46c4-85ce-be418c788bb2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:36.009275 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85f7e71d-0314-46fa-8846-f055d8280c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:36.011001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-85f7e71d-0314-46fa-8846-f055d8280c9b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/05077527-57d0-46c4-85ce-be418c788bb2 HTTP/1.1" status: 204 len: 168 time: 0.7256908 May 27 22:22:36.020228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Attempting to bind port 3d95b930-6740-4081-a887-f5e83a921dec on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:22:36.020776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Attempting to bind port 3d95b930-6740-4081-a887-f5e83a921dec by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:22:36.021108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Attempting to bind port 3d95b930-6740-4081-a887-f5e83a921dec on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:36.031714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Port 3d95b930-6740-4081-a887-f5e83a921dec on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:22:36.032087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Attempting to bind port 3d95b930-6740-4081-a887-f5e83a921dec on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:36.061018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:22:36.061633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:36.061761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:22:36.062162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Bound port: 3d95b930-6740-4081-a887-f5e83a921dec, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:22:36.062505 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:36.085991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccaa0af-76c8-49f4-b506-b144de0b8698 tempest-LiveMigrationNegativeTest-216982630 tempest-LiveMigrationNegativeTest-216982630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba69ab1-bee2-41e9-8781-2b5ac64280b3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:36.116389 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474462369-router', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '23b586d9-75a8-4313-bdb6-86b6ed3fdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:26Z', 'updated_at': '2022-05-27T22:22:31Z', 'revision_number': 3, 'project_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'gw_port': {'id': '23b586d9-75a8-4313-bdb6-86b6ed3fdcd5', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:29Z', 'updated_at': '2022-05-27T22:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:36.121367 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e59ad-6166-4424-9f0b-a20853193ad8 None None] The sync data for ids ['a485b20f-7af3-4a95-ad15-588d1bbd9c2f'] in n-d-843680-3 is: [{'id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474462369-router', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '23b586d9-75a8-4313-bdb6-86b6ed3fdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:26Z', 'updated_at': '2022-05-27T22:22:31Z', 'revision_number': 3, 'project_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'gw_port': {'id': '23b586d9-75a8-4313-bdb6-86b6ed3fdcd5', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:29Z', 'updated_at': '2022-05-27T22:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:22:36.165885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1d75c9a3-c678-494d-9afd-07475c7494c7 req-dccaa0af-76c8-49f4-b506-b144de0b8698 tempest-LiveMigrationNegativeTest-216982630 tempest-LiveMigrationNegativeTest-216982630-project-admin] Unset dirty status for tenant:9d8c965da1644ee7b23b3370f51cc4e3 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:22:36.173759 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d75c9a3-c678-494d-9afd-07475c7494c7 req-dccaa0af-76c8-49f4-b506-b144de0b8698 tempest-LiveMigrationNegativeTest-216982630 tempest-LiveMigrationNegativeTest-216982630-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8077722 May 27 22:22:36.211788 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:36.258400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] For port 3d95b930-6740-4081-a887-f5e83a921dec, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:36.259949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Transition to ACTIVE for port object 41c9b072-e754-41df-a2b9-bc83cec840ef will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:36.262118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] For port 3d95b930-6740-4081-a887-f5e83a921dec, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3d95b930-6740-4081-a887-f5e83a921dec,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:22:36.325171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:36.353735 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58e8ed82-52ae-42e2-81e5-19df3fb5f3a9 req-b1fdceca-3145-4387-be2c-f34b01bc1235 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 210 time: 0.0540562 May 27 22:22:36.405057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:36.405787 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:36.409007 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] 10.222.0.46 "PUT /v2.0/ports/3d95b930-6740-4081-a887-f5e83a921dec HTTP/1.1" status: 200 len: 1095 time: 2.1128986 May 27 22:22:36.409461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'tag': '3d95b930-6740-4081-a887-f5e83a921dec'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:36.423898 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:36.464105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991f92b-a5cd-4342-a04b-8eade8b7ba25 req-0c8fac1a-9563-4c22-abfe-d5171bde30fa tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:36.465940 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b991f92b-a5cd-4342-a04b-8eade8b7ba25 req-0c8fac1a-9563-4c22-abfe-d5171bde30fa tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 1096 time: 0.1001697 May 27 22:22:36.488958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962fb73-4353-4488-aa8a-284bbc003ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d95b930-6740-4081-a887-f5e83a921dec,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:36.581409 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b991f92b-a5cd-4342-a04b-8eade8b7ba25 req-9332e057-4e29-4cbb-bdb1-c8ff1af75b0a tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083105 May 27 22:22:36.653755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b3b96510-2f78-4efa-9b87-9d3e1c553325 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:36.692963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Network 06fad8c1-a202-4a24-8648-dbba8692285f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:22:36.694144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:36.698869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:22:36.699845 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:36.950149 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port b3b96510-2f78-4efa-9b87-9d3e1c553325 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:36.977861 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd357562-6d46-46ce-8c25-42f6325f95c5'] response: {'name': 'network-changed', 'server_uuid': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'tag': '3d95b930-6740-4081-a887-f5e83a921dec', 'status': 'completed', 'code': 200} May 27 22:22:36.979596 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Pushing event updated for resources: {'Port': ['ID=41c9b072-e754-41df-a2b9-bc83cec840ef,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:37.007465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port b3b96510-2f78-4efa-9b87-9d3e1c553325 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:37.016404 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:37.100570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34914) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:37.174493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-300538e4-4008-4ded-a675-78cfbdbab768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:37.180239 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-300538e4-4008-4ded-a675-78cfbdbab768 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=383f8bdf366e4f22968dd12bbfd36859&device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 1098 time: 0.6649404 May 27 22:22:37.282721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5bd83-543b-4007-8ce9-ea57fae61028 req-6d4fcd00-667d-4ecf-926d-9255e97d8ba4 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:37.305762 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55d5bd83-543b-4007-8ce9-ea57fae61028 req-6d4fcd00-667d-4ecf-926d-9255e97d8ba4 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 948 time: 0.3044419 May 27 22:22:37.411894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-937c17c7-ad1f-4d39-900b-6b15d69d2da2 None None] Provisioning for port 41c9b072-e754-41df-a2b9-bc83cec840ef completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:37.418234 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fd7342c4-c676-458e-89a8-30ef8bea14d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:37.422583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-937c17c7-ad1f-4d39-900b-6b15d69d2da2 None None] Provisioning complete for port 41c9b072-e754-41df-a2b9-bc83cec840ef triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:37.423139 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-937c17c7-ad1f-4d39-900b-6b15d69d2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:37.463660 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55d5bd83-543b-4007-8ce9-ea57fae61028 req-abe1e84f-52f2-474f-8e07-e5e36a2693d2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471019 May 27 22:22:37.471396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fd7342c4-c676-458e-89a8-30ef8bea14d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:37.483752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fd7342c4-c676-458e-89a8-30ef8bea14d5 admin admin] Usage tracker for resource:security_group_rule and tenant:e6b03b89914447da89506f71baeb29bb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:37.492267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port b3b96510-2f78-4efa-9b87-9d3e1c553325 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:37.492267 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:37.502172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fd7342c4-c676-458e-89a8-30ef8bea14d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:37.521380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fd7342c4-c676-458e-89a8-30ef8bea14d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:37.529966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9283d4-926b-4aba-a6e3-9e9fc7570127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b96510-2f78-4efa-9b87-9d3e1c553325'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:37.542646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-937c17c7-ad1f-4d39-900b-6b15d69d2da2 None None] Port 41c9b072-e754-41df-a2b9-bc83cec840ef cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:22:37.577388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b3b96510-2f78-4efa-9b87-9d3e1c553325, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b3b96510-2f78-4efa-9b87-9d3e1c553325,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:37.584193 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-483290a9-ab92-4880-9e52-d366ab4c7537 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3d95b930-6740-4081-a887-f5e83a921dec HTTP/1.1" status: 200 len: 217 time: 0.3958628 May 27 22:22:37.644298 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:37.691673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-25021bd8-31ef-4bac-a81f-e2d7ae59e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:37.693185 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-25021bd8-31ef-4bac-a81f-e2d7ae59e3f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0993965 May 27 22:22:37.699210 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fd7342c4-c676-458e-89a8-30ef8bea14d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:37.750637 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:37.761744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=b3b96510-2f78-4efa-9b87-9d3e1c553325,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:37.898104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:37.916000 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fd7342c4-c676-458e-89a8-30ef8bea14d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:37.964459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-fb9ad75a-72e6-4afa-a145-28e5e44e7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:37.966118 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-fb9ad75a-72e6-4afa-a145-28e5e44e7d5a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2638795 May 27 22:22:37.994178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7342c4-c676-458e-89a8-30ef8bea14d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21859a94-af28-4474-a217-b0757ec209bb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:38.040554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fd7342c4-c676-458e-89a8-30ef8bea14d5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e6b03b89914447da89506f71baeb29bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9170630 May 27 22:22:38.040554 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34938) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:38.067151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:38.074256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:38.074632 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:38.113678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252be54a-6e3d-44f3-8a8f-4033347adb55 req-ba4dda0a-9fb8-4075-91c2-02faee67cb9d tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:38.115190 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-252be54a-6e3d-44f3-8a8f-4033347adb55 req-ba4dda0a-9fb8-4075-91c2-02faee67cb9d tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 1096 time: 0.4110305 May 27 22:22:38.129581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2a96c-ba09-4456-ab8d-0442381c1369 req-4f0c2f0f-455a-489f-bd1e-8c9a53437aca tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:38.136551 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44d2a96c-ba09-4456-ab8d-0442381c1369 req-4f0c2f0f-455a-489f-bd1e-8c9a53437aca tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 947 time: 0.3216186 May 27 22:22:38.152622 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-b4fa16b6-40e4-44c3-8ac1-014319f4e6f0 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786270 May 27 22:22:38.196432 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:38.206394 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5259fb3a-1650-4e4c-85bd-2f95d3143586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:38.244584 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44d2a96c-ba09-4456-ab8d-0442381c1369 req-25dbf26d-6f61-48f9-a271-1f191106b982 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/security-groups?id=ed55084f-f244-432e-97ac-a1dec3aaf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053638 May 27 22:22:38.273521 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-252be54a-6e3d-44f3-8a8f-4033347adb55 req-916c7a1b-ccdd-4ed7-b54d-6104ac7b2abe tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337578 May 27 22:22:38.289865 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5259fb3a-1650-4e4c-85bd-2f95d3143586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:38.352580 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8845b28f-6f0e-455e-ba47-7bdfb5918724 req-3109bea9-39d4-422d-92f9-8fc1c5a64127 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870890 May 27 22:22:38.358093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:38.367634 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:38.388291 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:38.392501 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:38.397876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=23b586d9-75a8-4313-bdb6-86b6ed3fdcd5,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:38.457750 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dff71b87-a136-4bec-bcbe-5558e5d52b72 req-d885d0b8-78bc-45af-a083-e59a349c761e tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 210 time: 0.0559213 May 27 22:22:38.463936 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5259fb3a-1650-4e4c-85bd-2f95d3143586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:38.479033 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:38.528871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259fb3a-1650-4e4c-85bd-2f95d3143586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21859a94-af28-4474-a217-b0757ec209bb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:38.536698 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5259fb3a-1650-4e4c-85bd-2f95d3143586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:38.540188 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5259fb3a-1650-4e4c-85bd-2f95d3143586 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/21859a94-af28-4474-a217-b0757ec209bb HTTP/1.1" status: 204 len: 168 time: 0.4973032 May 27 22:22:38.550128 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51dff7b2-d825-4f0f-8711-ddd7680cb503'] response: {'server_uuid': '3b9283d4-926b-4aba-a6e3-9e9fc7570127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b96510-2f78-4efa-9b87-9d3e1c553325', 'code': 200} May 27 22:22:38.695796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=23b586d9-75a8-4313-bdb6-86b6ed3fdcd5,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:38.756918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Pushing event updated for resources: {'Port': ['ID=41c9b072-e754-41df-a2b9-bc83cec840ef,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:38.898085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e55e58-3bc6-4e47-a406-9aa2400d01aa req-9be4c5ba-afdc-4764-b823-12c5a7758729 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:38.900383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11e55e58-3bc6-4e47-a406-9aa2400d01aa req-9be4c5ba-afdc-4764-b823-12c5a7758729 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 949 time: 0.2288511 May 27 22:22:38.909188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8602e7-6b0c-4acb-ae22-3ab373375bb3 req-cefb8568-64dd-40dd-96f7-53e8889faa5f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:38.916272 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f8602e7-6b0c-4acb-ae22-3ab373375bb3 req-cefb8568-64dd-40dd-96f7-53e8889faa5f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.1330891 May 27 22:22:38.919814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-ad374db1-d079-4e14-afc2-318096674ea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:38.922086 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-ad374db1-d079-4e14-afc2-318096674ea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.57 "GET /v2.0/networks?id=aace8a43-3db2-4854-b12e-1933448b39f0 HTTP/1.1" status: 200 len: 814 time: 0.5681865 May 27 22:22:39.081754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11e55e58-3bc6-4e47-a406-9aa2400d01aa req-5faa185c-f09a-4e4d-bffc-4cd068f5f963 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491902 May 27 22:22:39.112736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f8602e7-6b0c-4acb-ae22-3ab373375bb3 req-9b3e835b-527c-415c-bf7e-a82c8f4616a5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945539 May 27 22:22:39.114515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-29b4d9d1-0533-4211-a0d3-d4f1a79463fc tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Synchronizing usage tracker for tenant:dd7854410b794c8abce9ac7bdb1540b8 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:22:39.136213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1684b-8793-4547-9de1-15ab629c3bc1 req-80d3941d-ecd9-4165-b700-370e60a0de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:39.137695 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5d1684b-8793-4547-9de1-15ab629c3bc1 req-80d3941d-ecd9-4165-b700-370e60a0de69 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 1100 time: 0.4300427 May 27 22:22:39.184178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c4d77-3d31-42c8-8b84-bb218986c264 req-16c46e05-1dd3-41f4-a92e-833f0e1970a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:39.185706 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d58c4d77-3d31-42c8-8b84-bb218986c264 req-16c46e05-1dd3-41f4-a92e-833f0e1970a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=383f8bdf366e4f22968dd12bbfd36859&device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 1098 time: 0.4357216 May 27 22:22:39.194554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-29b4d9d1-0533-4211-a0d3-d4f1a79463fc tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Unset dirty status for tenant:dd7854410b794c8abce9ac7bdb1540b8 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:22:39.195149 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-29b4d9d1-0533-4211-a0d3-d4f1a79463fc tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd7854410b794c8abce9ac7bdb1540b8 HTTP/1.1" status: 200 len: 379 time: 0.1808429 May 27 22:22:39.226105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83b103-942a-41da-a59c-7a6f01f016a0 req-db158618-6c43-4639-aab0-8b3a38e65b25 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:39.227868 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d83b103-942a-41da-a59c-7a6f01f016a0 req-db158618-6c43-4639-aab0-8b3a38e65b25 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.46 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 949 time: 0.1011088 May 27 22:22:39.229257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Network 06fad8c1-a202-4a24-8648-dbba8692285f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:22:39.232876 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Request body: {'port': {'device_id': '89c56ac1-36d9-4e57-a9db-3d14f7d6605f', 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'admin_state_up': True, 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'security_groups': ['9c3cb823-0617-4a0c-9b4f-01b2450ce255']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:39.255629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:39.347871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34974) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:39.408450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-5d83b103-942a-41da-a59c-7a6f01f016a0 req-5930f688-7f00-482c-83bd-31653e74156a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Deleting port 84e7f13d-01ea-4486-98f8-c7cb906c94d8 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:22:39.408848 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d83b103-942a-41da-a59c-7a6f01f016a0 req-5930f688-7f00-482c-83bd-31653e74156a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:39.480546 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-767ae9d8-64e2-4186-950e-9ed818e3d02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:39.581796 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5d1684b-8793-4547-9de1-15ab629c3bc1 req-01478a42-c13f-4ba3-bb9c-6809f6fd455b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346113 May 27 22:22:39.591874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-767ae9d8-64e2-4186-950e-9ed818e3d02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:39.607809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-767ae9d8-64e2-4186-950e-9ed818e3d02c admin admin] Usage tracker for resource:security_group_rule and tenant:e9483bd6622d4fdfaf568cc8756aece0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:39.617042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-767ae9d8-64e2-4186-950e-9ed818e3d02c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:39.682839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-767ae9d8-64e2-4186-950e-9ed818e3d02c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:39.699814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-714dd6b5-da1b-4677-8673-59aca5d53508 None None] Provisioning complete for port 41c9b072-e754-41df-a2b9-bc83cec840ef triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:39.700405 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-714dd6b5-da1b-4677-8673-59aca5d53508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:39.825900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8472485-383d-4a71-a4a7-d83c5ad4eff6 req-d45451c9-02f6-431c-825f-b921e60fce58 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:39.827453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8472485-383d-4a71-a4a7-d83c5ad4eff6 req-d45451c9-02f6-431c-825f-b921e60fce58 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 947 time: 0.3635807 May 27 22:22:39.841255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-714dd6b5-da1b-4677-8673-59aca5d53508 None None] Port 41c9b072-e754-41df-a2b9-bc83cec840ef cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:22:39.880217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:39.929027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c4d77-3d31-42c8-8b84-bb218986c264 req-159b4d21-565c-4909-8279-e1862ba2de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:39.930804 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d58c4d77-3d31-42c8-8b84-bb218986c264 req-159b4d21-565c-4909-8279-e1862ba2de25 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.7324638 May 27 22:22:39.944413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:39.965200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:39.965760 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:40.027619 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8472485-383d-4a71-a4a7-d83c5ad4eff6 req-b0e3099a-87f8-4499-9693-51e8307984e6 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/security-groups?id=ed55084f-f244-432e-97ac-a1dec3aaf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757009 May 27 22:22:40.036591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:40.088702 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d58c4d77-3d31-42c8-8b84-bb218986c264 req-39d87434-20ae-4b60-b27e-1a39028408e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3d95b930-6740-4081-a887-f5e83a921dec HTTP/1.1" status: 200 len: 217 time: 0.1376166 May 27 22:22:40.100425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Router a485b20f-7af3-4a95-ad15-588d1bbd9c2f has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:22:40.200868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-5d83b103-942a-41da-a59c-7a6f01f016a0 req-5930f688-7f00-482c-83bd-31653e74156a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] For port 84e7f13d-01ea-4486-98f8-c7cb906c94d8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=84e7f13d-01ea-4486-98f8-c7cb906c94d8,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:40.204726 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d83b103-942a-41da-a59c-7a6f01f016a0 req-5930f688-7f00-482c-83bd-31653e74156a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:40.224579 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:40.395219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Made reservation on behalf of dd7854410b794c8abce9ac7bdb1540b8 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:22:40.400946 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:40.468236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c4d77-3d31-42c8-8b84-bb218986c264 req-290e6c07-c6b0-466d-b966-07ecf07be435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:40.471193 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d58c4d77-3d31-42c8-8b84-bb218986c264 req-290e6c07-c6b0-466d-b966-07ecf07be435 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.3618553 May 27 22:22:40.642898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-5d83b103-942a-41da-a59c-7a6f01f016a0 req-5930f688-7f00-482c-83bd-31653e74156a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Calling delete_port for 84e7f13d-01ea-4486-98f8-c7cb906c94d8 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:22:40.674965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Allocated IP 172.20.0.8 (aace8a43-3db2-4854-b12e-1933448b39f0/edca6ddd-355d-49c2-acf1-5150668cb91b/00a7de1d-d0e0-471d-ab34-869b6bb0d68a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:22:40.706589 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-767ae9d8-64e2-4186-950e-9ed818e3d02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:40.746054 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-805a1206-8c5a-4a30-9a07-7b88cc347bdb req-b2612b64-ae5a-440b-9186-d463b6ade63e tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 210 time: 0.3988538 May 27 22:22:40.830906 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-767ae9d8-64e2-4186-950e-9ed818e3d02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:40.957485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-767ae9d8-64e2-4186-950e-9ed818e3d02c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e9483bd6622d4fdfaf568cc8756aece0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6048341 May 27 22:22:40.958876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ae9d8-64e2-4186-950e-9ed818e3d02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aaa9986-ccf2-4758-8886-d7d3770708b7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:40.962126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35024) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:41.114853 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81bd5fce-45c2-4dcc-a46c-996236cee8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:41.147928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d83b103-942a-41da-a59c-7a6f01f016a0 req-5930f688-7f00-482c-83bd-31653e74156a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:41.186185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['fe279d40-26ae-4913-b990-6ad57b430d24'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:22:41.226142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:22:41.257955 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81bd5fce-45c2-4dcc-a46c-996236cee8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:41.264975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930f688-7f00-482c-83bd-31653e74156a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Pushing event deleted for resources: {'Port': ['ID=84e7f13d-01ea-4486-98f8-c7cb906c94d8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:41.335262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c4d77-3d31-42c8-8b84-bb218986c264 req-f684bd62-3d70-4d19-837d-0a86afb54fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:41.336991 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d58c4d77-3d31-42c8-8b84-bb218986c264 req-f684bd62-3d70-4d19-837d-0a86afb54fc9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4324555 May 27 22:22:41.340135 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:41.351352 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Sync routers for ids ['a485b20f-7af3-4a95-ad15-588d1bbd9c2f'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:22:41.414786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d83b103-942a-41da-a59c-7a6f01f016a0 req-5930f688-7f00-482c-83bd-31653e74156a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] No DVR routers for this DVR port 84e7f13d-01ea-4486-98f8-c7cb906c94d8 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:22:41.426157 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d83b103-942a-41da-a59c-7a6f01f016a0 req-5930f688-7f00-482c-83bd-31653e74156a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:41.428693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bc63959-3b7a-4bf9-a052-6855254988bf', 'name': 'network-vif-deleted', 'tag': '84e7f13d-01ea-4486-98f8-c7cb906c94d8'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:41.464273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Transition to ACTIVE for port object 00a7de1d-d0e0-471d-ab34-869b6bb0d68a will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:41.473372 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d83b103-942a-41da-a59c-7a6f01f016a0 req-5930f688-7f00-482c-83bd-31653e74156a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.46 "DELETE /v2.0/ports/84e7f13d-01ea-4486-98f8-c7cb906c94d8 HTTP/1.1" status: 204 len: 173 time: 2.2386899 May 27 22:22:41.497620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Routers {'a485b20f-7af3-4a95-ad15-588d1bbd9c2f'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:22:41.500800 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:22:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a485b20f-7af3-4a95-ad15-588d1bbd9c2f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:41.591015 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-aaad08fe-8345-4f1a-a01c-0e60e941f65c admin admin] 10.222.0.27 "PUT /v2.0/routers/a485b20f-7af3-4a95-ad15-588d1bbd9c2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7260556 May 27 22:22:41.616435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a5e538f5-8cd7-432d-8b23-13a98017fd37 req-e6db9552-f7a3-44be-8300-15dfb6cedcc8 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Synchronizing usage tracker for tenant:80b465c5c6f54fac9e45b2bb94da5772 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:22:41.657184 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d58c4d77-3d31-42c8-8b84-bb218986c264 req-4d2e5c0f-9de1-441d-94d7-087c766e9f92 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110468 May 27 22:22:41.659097 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:41.690941 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81bd5fce-45c2-4dcc-a46c-996236cee8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:41.736560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd5fce-45c2-4dcc-a46c-996236cee8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aaa9986-ccf2-4758-8886-d7d3770708b7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:41.745333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a5e538f5-8cd7-432d-8b23-13a98017fd37 req-e6db9552-f7a3-44be-8300-15dfb6cedcc8 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Unset dirty status for tenant:80b465c5c6f54fac9e45b2bb94da5772 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:22:41.759732 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a5e538f5-8cd7-432d-8b23-13a98017fd37 req-e6db9552-f7a3-44be-8300-15dfb6cedcc8 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=6bc63959-3b7a-4bf9-a052-6855254988bf HTTP/1.1" status: 200 len: 210 time: 0.2685215 May 27 22:22:41.795224 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81bd5fce-45c2-4dcc-a46c-996236cee8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:41.797237 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-81bd5fce-45c2-4dcc-a46c-996236cee8d3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1aaa9986-ccf2-4758-8886-d7d3770708b7 HTTP/1.1" status: 204 len: 168 time: 0.8285027 May 27 22:22:41.911178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Set router a485b20f-7af3-4a95-ad15-588d1bbd9c2f gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:22:42.127330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35052) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:42.130985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Pushing event updated for resources: {'Port': ['ID=00a7de1d-d0e0-471d-ab34-869b6bb0d68a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:42.144863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e312473-7c8f-48ba-93c4-2e7a79634b55 req-e960a2d8-f1dd-4594-b1f3-8ecf3db2c6f6 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:42.146147 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e312473-7c8f-48ba-93c4-2e7a79634b55 req-e960a2d8-f1dd-4594-b1f3-8ecf3db2c6f6 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.2062862 May 27 22:22:42.164421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Network aace8a43-3db2-4854-b12e-1933448b39f0 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:22:42.168490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:42.173347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:22:42.178888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:42.179529 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:42.263023 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d58c4d77-3d31-42c8-8b84-bb218986c264 req-dfe92537-6832-4779-a2c5-11261c665bf4 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998139 May 27 22:22:42.297620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e312473-7c8f-48ba-93c4-2e7a79634b55 req-b6f59c2e-a8e7-4f36-847b-cf4ef0f50e5a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385047 May 27 22:22:42.313988 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-79b1ff9e-a912-4fa5-9b99-3e1e7d3dfea3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0894637 May 27 22:22:42.382134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Request body: {'port': {'device_id': '89c56ac1-36d9-4e57-a9db-3d14f7d6605f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:42.482549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474462369-router', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '23b586d9-75a8-4313-bdb6-86b6ed3fdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:26Z', 'updated_at': '2022-05-27T22:22:37Z', 'revision_number': 4, 'project_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'gw_port': {'id': '23b586d9-75a8-4313-bdb6-86b6ed3fdcd5', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:29Z', 'updated_at': '2022-05-27T22:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '41c9b072-e754-41df-a2b9-bc83cec840ef', 'name': '', 'network_id': '06fad8c1-a202-4a24-8648-dbba8692285f', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'mac_address': 'fa:16:3e:da:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c2af7e40-3781-4656-a329-f34f19562434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:35Z', 'updated_at': '2022-05-27T22:22:37Z', 'revision_number': 2, 'project_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'subnets': [{'id': 'c2af7e40-3781-4656-a329-f34f19562434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:42.508343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Checking router: a485b20f-7af3-4a95-ad15-588d1bbd9c2f for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:22:42.509098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Updating router a485b20f-7af3-4a95-ad15-588d1bbd9c2f port 41c9b072-e754-41df-a2b9-bc83cec840ef binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:22:42.665878 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3d95b930-6740-4081-a887-f5e83a921dec details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:22:42.671765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 84e7f13d-01ea-4486-98f8-c7cb906c94d8 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:22:42.722217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6250c-bb6e-4f8f-b917-4900dad4ca1b req-b4146002-4271-4617-90cf-1e6ae78fca2f tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:42.729981 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31e6250c-bb6e-4f8f-b917-4900dad4ca1b req-b4146002-4271-4617-90cf-1e6ae78fca2f tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 947 time: 0.1826530 May 27 22:22:42.762341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-dab3145a-3ac6-44ce-a710-d9300376a420 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:22:42.782846 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-dab3145a-3ac6-44ce-a710-d9300376a420 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6511011 May 27 22:22:42.824974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 84e7f13d-01ea-4486-98f8-c7cb906c94d8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:22:42.825838 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 84e7f13d-01ea-4486-98f8-c7cb906c94d8 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:22:42.827316 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:42.874951 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:42.875768 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31e6250c-bb6e-4f8f-b917-4900dad4ca1b req-49d56604-2ae6-4c7f-bf98-3e5e3974ad31 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/security-groups?id=ed55084f-f244-432e-97ac-a1dec3aaf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446249 May 27 22:22:42.936186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-439cf214-5bb0-4116-bab6-472026a7d8bf None None] Provisioning for port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:42.978320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-439cf214-5bb0-4116-bab6-472026a7d8bf None None] Provisioning complete for port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:42.978731 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-439cf214-5bb0-4116-bab6-472026a7d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:42.984013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-14a33639-cce5-4d56-a79d-8828508fcebc req-0f476a0f-15dc-4078-a8e7-60683c53a274 service neutron] Request body: {'binding': {'host': 'n-h2-843680-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:42.984784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-14a33639-cce5-4d56-a79d-8828508fcebc req-0f476a0f-15dc-4078-a8e7-60683c53a274 service neutron] Unknown quota resources ['binding']. {{(pid=88900) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 22:22:43.187131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-439cf214-5bb0-4116-bab6-472026a7d8bf None None] Port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:22:43.197380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35070) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:43.343530 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b84191a1-72e8-4cb9-bb8e-26a59a5ab73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:43.377331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b84191a1-72e8-4cb9-bb8e-26a59a5ab73d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:43.384809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b84191a1-72e8-4cb9-bb8e-26a59a5ab73d admin admin] Usage tracker for resource:security_group_rule and tenant:a0e78ac30d134cdcb372e08b7c71e2f1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:43.389103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3d95b930-6740-4081-a887-f5e83a921dec, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3d95b930-6740-4081-a887-f5e83a921dec,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:43.389562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b84191a1-72e8-4cb9-bb8e-26a59a5ab73d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:43.400017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b84191a1-72e8-4cb9-bb8e-26a59a5ab73d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:43.437880 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96236ef5-c1b4-4be9-a56a-c0b57ad03832'] response: {'server_uuid': '6bc63959-3b7a-4bf9-a052-6855254988bf', 'name': 'network-vif-deleted', 'tag': '84e7f13d-01ea-4486-98f8-c7cb906c94d8', 'status': 'completed', 'code': 200} May 27 22:22:43.460395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '3d95b930-6740-4081-a887-f5e83a921dec', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '3d95b930-6740-4081-a887-f5e83a921dec', 'mac_address': 'fa:16:3e:5a:11:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:22:43.543365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-14a33639-cce5-4d56-a79d-8828508fcebc req-0f476a0f-15dc-4078-a8e7-60683c53a274 service neutron] Attempting to bind port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac on host n-h2-843680-3 for vnic_type normal with profile None {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:22:43.543856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-14a33639-cce5-4d56-a79d-8828508fcebc req-0f476a0f-15dc-4078-a8e7-60683c53a274 service neutron] Attempting to bind port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:22:43.544058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a33639-cce5-4d56-a79d-8828508fcebc req-0f476a0f-15dc-4078-a8e7-60683c53a274 service neutron] Attempting to bind port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:43.549946 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a33639-cce5-4d56-a79d-8828508fcebc req-0f476a0f-15dc-4078-a8e7-60683c53a274 service neutron] Port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:22:43.550386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a33639-cce5-4d56-a79d-8828508fcebc req-0f476a0f-15dc-4078-a8e7-60683c53a274 service neutron] Attempting to bind port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:43.562825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a33639-cce5-4d56-a79d-8828508fcebc req-0f476a0f-15dc-4078-a8e7-60683c53a274 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:22:43.563047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a33639-cce5-4d56-a79d-8828508fcebc req-0f476a0f-15dc-4078-a8e7-60683c53a274 service neutron] Checking segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:43.564083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a33639-cce5-4d56-a79d-8828508fcebc req-0f476a0f-15dc-4078-a8e7-60683c53a274 service neutron] Bound using segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:22:43.564549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-14a33639-cce5-4d56-a79d-8828508fcebc req-0f476a0f-15dc-4078-a8e7-60683c53a274 service neutron] Bound port: ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:22:43.574166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437c94a-be71-4aa3-b7a3-6f88c3f08140 req-1db8758f-2558-4a72-a673-1d0a77b6394a tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:43.575224 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6437c94a-be71-4aa3-b7a3-6f88c3f08140 req-1db8758f-2558-4a72-a673-1d0a77b6394a tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 931 time: 0.1398571 May 27 22:22:43.588793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 3d95b930-6740-4081-a887-f5e83a921dec is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:43.589404 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:43.630110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d95b930-6740-4081-a887-f5e83a921dec {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:22:43.654394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3d95b930-6740-4081-a887-f5e83a921dec, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3d95b930-6740-4081-a887-f5e83a921dec,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:43.672062 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6437c94a-be71-4aa3-b7a3-6f88c3f08140 req-1de3e37e-7007-406c-9cc1-a40c8c955380 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c3cb823-0617-4a0c-9b4f-01b2450ce255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563319 May 27 22:22:43.685325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-14a33639-cce5-4d56-a79d-8828508fcebc req-0f476a0f-15dc-4078-a8e7-60683c53a274 service neutron] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:22:43.727224 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:43.748036 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-14a33639-cce5-4d56-a79d-8828508fcebc req-0f476a0f-15dc-4078-a8e7-60683c53a274 service neutron] Notify callbacks [] for binding, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:43.749376 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-0f476a0f-15dc-4078-a8e7-60683c53a274 service neutron] 10.222.0.27 "POST /v2.0/ports/ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac/bindings HTTP/1.1" status: 201 len: 389 time: 0.8721361 May 27 22:22:43.799735 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:43.820647 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Transition to ACTIVE for port object 41c9b072-e754-41df-a2b9-bc83cec840ef will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:43.828908 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=3d95b930-6740-4081-a887-f5e83a921dec,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:43.835206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b84191a1-72e8-4cb9-bb8e-26a59a5ab73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:43.841908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a7de1d-d0e0-471d-ab34-869b6bb0d68a {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:22:43.850839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:43.874786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Transition to ACTIVE for port object 00a7de1d-d0e0-471d-ab34-869b6bb0d68a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:43.906791 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b84191a1-72e8-4cb9-bb8e-26a59a5ab73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:43.908962 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:43.957325 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:43.965506 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['3d95b930-6740-4081-a887-f5e83a921dec'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:22:44.003573 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b84191a1-72e8-4cb9-bb8e-26a59a5ab73d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a0e78ac30d134cdcb372e08b7c71e2f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7951574 May 27 22:22:44.003734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84191a1-72e8-4cb9-bb8e-26a59a5ab73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9be7f83-43ab-4539-83df-bb2595f0daa3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:44.004647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35080) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:44.199777 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c108f91c-51aa-4058-a5e3-7b521b66b419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:44.205828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Pushing event updated for resources: {'Port': ['ID=00a7de1d-d0e0-471d-ab34-869b6bb0d68a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:44.261124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Attempting to bind port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:22:44.261452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Attempting to bind port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'f30b90a9-e57b-4e42-842c-c0c8ac869202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:22:44.261810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Attempting to bind port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a on network aace8a43-3db2-4854-b12e-1933448b39f0 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:44.267371 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c108f91c-51aa-4058-a5e3-7b521b66b419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:44.276311 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a on network aace8a43-3db2-4854-b12e-1933448b39f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:22:44.276688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Attempting to bind port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a on network aace8a43-3db2-4854-b12e-1933448b39f0 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:44.291521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:22:44.291847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Checking segment: {'id': 'f30b90a9-e57b-4e42-842c-c0c8ac869202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:44.292181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Bound using segment: {'id': 'f30b90a9-e57b-4e42-842c-c0c8ac869202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:22:44.292721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Bound port: 00a7de1d-d0e0-471d-ab34-869b6bb0d68a, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f30b90a9-e57b-4e42-842c-c0c8ac869202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:22:44.299329 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:44.436239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1364e48-40c5-44f7-b7bf-0a545d3fa56f None None] Pushing event updated for resources: {'Port': ['ID=41c9b072-e754-41df-a2b9-bc83cec840ef,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:44.473511 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c108f91c-51aa-4058-a5e3-7b521b66b419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:44.513047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108f91c-51aa-4058-a5e3-7b521b66b419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9be7f83-43ab-4539-83df-bb2595f0daa3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:44.530948 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c108f91c-51aa-4058-a5e3-7b521b66b419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:44.547298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c108f91c-51aa-4058-a5e3-7b521b66b419 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c9be7f83-43ab-4539-83df-bb2595f0daa3 HTTP/1.1" status: 204 len: 168 time: 0.5290563 May 27 22:22:44.677023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] For port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:44.692335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] For port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=00a7de1d-d0e0-471d-ab34-869b6bb0d68a,segment=NetworkSegment(f30b90a9-e57b-4e42-842c-c0c8ac869202),segment_id=f30b90a9-e57b-4e42-842c-c0c8ac869202)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:22:44.743377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33639-cce5-4d56-a79d-8828508fcebc req-1a7603c6-4263-4abe-8f6c-efebe33deff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:44.763486 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-1a7603c6-4263-4abe-8f6c-efebe33deff7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 1096 time: 0.3039355 May 27 22:22:44.797282 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:44.800025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Attempting to bind port 41c9b072-e754-41df-a2b9-bc83cec840ef on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:22:44.800530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Attempting to bind port 41c9b072-e754-41df-a2b9-bc83cec840ef by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'e0ae777a-807d-4afe-829d-99995092d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '06fad8c1-a202-4a24-8648-dbba8692285f'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:22:44.801048 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Attempting to bind port 41c9b072-e754-41df-a2b9-bc83cec840ef on network 06fad8c1-a202-4a24-8648-dbba8692285f {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:44.824280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:22:44.826041 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Checking segment: {'id': 'e0ae777a-807d-4afe-829d-99995092d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '06fad8c1-a202-4a24-8648-dbba8692285f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:44.826476 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:44.828096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Bound using segment: {'id': 'e0ae777a-807d-4afe-829d-99995092d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '06fad8c1-a202-4a24-8648-dbba8692285f'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:22:44.828610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Bound port: 41c9b072-e754-41df-a2b9-bc83cec840ef, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ae777a-807d-4afe-829d-99995092d009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '06fad8c1-a202-4a24-8648-dbba8692285f'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:22:44.831046 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:44.953123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea1d3b-9809-4409-ba1b-9df065aa4185 req-af006c99-f61a-427d-88b6-ac19b1aae87f tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:44.961970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdea1d3b-9809-4409-ba1b-9df065aa4185 req-af006c99-f61a-427d-88b6-ac19b1aae87f tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 948 time: 0.1150763 May 27 22:22:45.018481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdea1d3b-9809-4409-ba1b-9df065aa4185 req-43c7075f-fbe7-49ee-aaa1-eec46acbf9fb tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/security-groups?id=ed55084f-f244-432e-97ac-a1dec3aaf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553465 May 27 22:22:45.247674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:45.248797 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:45.250488 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] 10.222.0.57 "PUT /v2.0/ports/00a7de1d-d0e0-471d-ab34-869b6bb0d68a HTTP/1.1" status: 200 len: 1091 time: 2.8736870 May 27 22:22:45.257521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c56ac1-36d9-4e57-a9db-3d14f7d6605f', 'tag': '00a7de1d-d0e0-471d-ab34-869b6bb0d68a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:45.260932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] For port 41c9b072-e754-41df-a2b9-bc83cec840ef, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:45.262994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33639-cce5-4d56-a79d-8828508fcebc req-852aa124-3217-41c3-9ced-8405fde4ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:45.264696 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-852aa124-3217-41c3-9ced-8405fde4ae61 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.5001512 May 27 22:22:45.273848 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] For port 41c9b072-e754-41df-a2b9-bc83cec840ef, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=41c9b072-e754-41df-a2b9-bc83cec840ef,segment=NetworkSegment(e0ae777a-807d-4afe-829d-99995092d009),segment_id=e0ae777a-807d-4afe-829d-99995092d009)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:22:45.274531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fd160-b5dc-4b8b-b31c-e9a35fd7015e req-4487848c-e578-46cd-8b24-5191b347e9a4 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:45.276141 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-409fd160-b5dc-4b8b-b31c-e9a35fd7015e req-4487848c-e578-46cd-8b24-5191b347e9a4 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 945 time: 0.2011101 May 27 22:22:45.336658 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:45.378250 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-409fd160-b5dc-4b8b-b31c-e9a35fd7015e req-78588b90-0a4c-4128-8884-6acde6dbab1d tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932002 May 27 22:22:45.433593 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:22:45.443510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06efbb20-f4fe-435d-85a3-afd258b2a6ae service neutron] Pushing event updated for resources: {'Port': ['ID=00a7de1d-d0e0-471d-ab34-869b6bb0d68a,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:45.556872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35112) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:45.562373 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-5d306be9-8acf-4c74-a4c1-616489f4c3e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac HTTP/1.1" status: 200 len: 217 time: 0.2804723 May 27 22:22:45.582869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Routers {'a485b20f-7af3-4a95-ad15-588d1bbd9c2f'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:22:45.583822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:22:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a485b20f-7af3-4a95-ad15-588d1bbd9c2f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:45.721129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1364e48-40c5-44f7-b7bf-0a545d3fa56f None None] Pushing event updated for resources: {'Port': ['ID=41c9b072-e754-41df-a2b9-bc83cec840ef,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:45.763412 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:45.859458 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-01f61cf1-8cff-49bd-976d-a3b9b10342aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:45.865593 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-955b7db4-5234-4099-bbbc-c0eada9c645d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7083879 May 27 22:22:45.871436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33639-cce5-4d56-a79d-8828508fcebc req-74d60a0b-1c15-4a36-a803-87c82bde3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:45.897350 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-74d60a0b-1c15-4a36-a803-87c82bde3db8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.3181117 May 27 22:22:45.941581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-01f61cf1-8cff-49bd-976d-a3b9b10342aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:45.960511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-01f61cf1-8cff-49bd-976d-a3b9b10342aa admin admin] Usage tracker for resource:security_group_rule and tenant:4734e615e3ab49359192d410b007dd4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:45.977986 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-8eb4a3af-94d4-4b17-bc79-b2c3afacc19d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733888 May 27 22:22:45.980965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-01f61cf1-8cff-49bd-976d-a3b9b10342aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:46.017665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-01f61cf1-8cff-49bd-976d-a3b9b10342aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:46.020803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-30642e40-7b43-4f2b-9a8a-5c45d90eb35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:46.023509 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-30642e40-7b43-4f2b-9a8a-5c45d90eb35c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd7854410b794c8abce9ac7bdb1540b8&device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 1094 time: 0.5758972 May 27 22:22:46.093808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] Set router a485b20f-7af3-4a95-ad15-588d1bbd9c2f gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:22:46.227898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-01f61cf1-8cff-49bd-976d-a3b9b10342aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:46.284334 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-01f61cf1-8cff-49bd-976d-a3b9b10342aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:46.398000 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-8e023f12-4717-4a97-937b-625eab42caf7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a7de1d-d0e0-471d-ab34-869b6bb0d68a HTTP/1.1" status: 200 len: 217 time: 0.2652085 May 27 22:22:46.504209 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-0e56aed6-570f-48cd-830a-07fb15b8c469 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192704 May 27 22:22:46.630651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-01f61cf1-8cff-49bd-976d-a3b9b10342aa admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4734e615e3ab49359192d410b007dd4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0671020 May 27 22:22:46.644505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35152) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:46.664663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f61cf1-8cff-49bd-976d-a3b9b10342aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa9c741-050b-44a9-90d2-90a7a4dd76ec,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:46.759449 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c334c86-b329-4c6f-a291-958ee158d40a req-f95a5eb5-70ac-4562-8566-18ae25744a8f tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:46.768871 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c334c86-b329-4c6f-a291-958ee158d40a req-f95a5eb5-70ac-4562-8566-18ae25744a8f tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 943 time: 0.4545147 May 27 22:22:46.850424 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3d95b930-6740-4081-a887-f5e83a921dec up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:46.887299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69f5ce-51c6-433c-9192-6b85d252071a req-878cc318-23ad-4071-886c-b4825e175da1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:46.895243 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e69f5ce-51c6-433c-9192-6b85d252071a req-878cc318-23ad-4071-886c-b4825e175da1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.4418170 May 27 22:22:46.942175 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-f78fc5bd-4178-464a-b368-b191590c6a21 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298806 May 27 22:22:46.974836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-24ed30d8-13c5-4439-aa9e-ec9cb09757a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:46.976523 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-24ed30d8-13c5-4439-aa9e-ec9cb09757a5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edca6ddd-355d-49c2-acf1-5150668cb91b HTTP/1.1" status: 200 len: 853 time: 0.1770127 May 27 22:22:46.996792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 3d95b930-6740-4081-a887-f5e83a921dec completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:47.015637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 3d95b930-6740-4081-a887-f5e83a921dec triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:47.015925 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:47.038318 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c334c86-b329-4c6f-a291-958ee158d40a req-ef8a235e-d8d5-4e95-aae5-be8b60bb11f8 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c3cb823-0617-4a0c-9b4f-01b2450ce255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681968 May 27 22:22:47.074182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e69f5ce-51c6-433c-9192-6b85d252071a req-b834097a-1bae-40b3-9580-7550e1d57208 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401987 May 27 22:22:47.077459 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5af41ea-2783-4c9d-9bfc-bd01430fbec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:47.087931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474462369-router', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '23b586d9-75a8-4313-bdb6-86b6ed3fdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:26Z', 'updated_at': '2022-05-27T22:22:37Z', 'revision_number': 4, 'project_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'gw_port': {'id': '23b586d9-75a8-4313-bdb6-86b6ed3fdcd5', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:29Z', 'updated_at': '2022-05-27T22:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '41c9b072-e754-41df-a2b9-bc83cec840ef', 'name': '', 'network_id': '06fad8c1-a202-4a24-8648-dbba8692285f', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'mac_address': 'fa:16:3e:da:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c2af7e40-3781-4656-a329-f34f19562434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:35Z', 'updated_at': '2022-05-27T22:22:45Z', 'revision_number': 4, 'project_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'subnets': [{'id': 'c2af7e40-3781-4656-a329-f34f19562434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:22:47.098204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99222b23-7062-489a-b0f8-ed0886511332 None None] The sync data for ids ['a485b20f-7af3-4a95-ad15-588d1bbd9c2f'] in n-d-843680-3 is: [{'id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474462369-router', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '23b586d9-75a8-4313-bdb6-86b6ed3fdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:26Z', 'updated_at': '2022-05-27T22:22:37Z', 'revision_number': 4, 'project_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'gw_port': {'id': '23b586d9-75a8-4313-bdb6-86b6ed3fdcd5', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:29Z', 'updated_at': '2022-05-27T22:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '41c9b072-e754-41df-a2b9-bc83cec840ef', 'name': '', 'network_id': '06fad8c1-a202-4a24-8648-dbba8692285f', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'mac_address': 'fa:16:3e:da:c8:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'c2af7e40-3781-4656-a329-f34f19562434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:35Z', 'updated_at': '2022-05-27T22:22:45Z', 'revision_number': 4, 'project_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'subnets': [{'id': 'c2af7e40-3781-4656-a329-f34f19562434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:22:47.211841 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5af41ea-2783-4c9d-9bfc-bd01430fbec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:47.309132 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d67cd2e-01c6-4c6c-bfaa-76bac94f5639'] response: {'name': 'network-changed', 'server_uuid': '89c56ac1-36d9-4e57-a9db-3d14f7d6605f', 'tag': '00a7de1d-d0e0-471d-ab34-869b6bb0d68a', 'status': 'completed', 'code': 200} May 27 22:22:47.324642 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 3d95b930-6740-4081-a887-f5e83a921dec is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:47.325608 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:47.418722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d95b930-6740-4081-a887-f5e83a921dec'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:47.430962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3d95b930-6740-4081-a887-f5e83a921dec, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3d95b930-6740-4081-a887-f5e83a921dec,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:47.461350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-bc574ea6-bd39-4365-93e5-b30070e82d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:47.465165 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-bc574ea6-bd39-4365-93e5-b30070e82d58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aace8a43-3db2-4854-b12e-1933448b39f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4474661 May 27 22:22:47.502067 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:47.513742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33639-cce5-4d56-a79d-8828508fcebc req-f4ef9d4d-592c-469c-9b3f-c4ee3dce5048 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:47.521929 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-f4ef9d4d-592c-469c-9b3f-c4ee3dce5048 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009&tenant_id=3576fc8b868b4910aafa386813d8d521&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 1096 time: 0.3582525 May 27 22:22:47.582644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a4439-a57a-4536-a8f5-4da7d81d7964 req-e0418346-4bcc-4f22-be58-c6d1fcd5a9eb tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:47.590620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc5a4439-a57a-4536-a8f5-4da7d81d7964 req-e0418346-4bcc-4f22-be58-c6d1fcd5a9eb tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 949 time: 0.1823821 May 27 22:22:47.613420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843680-3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:47.630148 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5af41ea-2783-4c9d-9bfc-bd01430fbec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:47.705889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af41ea-2783-4c9d-9bfc-bd01430fbec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa9c741-050b-44a9-90d2-90a7a4dd76ec,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:47.729755 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5af41ea-2783-4c9d-9bfc-bd01430fbec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:47.730962 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f5af41ea-2783-4c9d-9bfc-bd01430fbec6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4aa9c741-050b-44a9-90d2-90a7a4dd76ec HTTP/1.1" status: 204 len: 168 time: 1.0823960 May 27 22:22:47.827248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=3d95b930-6740-4081-a887-f5e83a921dec,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:47.858374 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc5a4439-a57a-4536-a8f5-4da7d81d7964 req-290cb1f1-eda2-45be-9706-7290169c0aef tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668865 May 27 22:22:47.925182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f53e1-77dc-4b00-a00b-3113feeb0e3e req-dee5fa81-a4a0-41b4-8f85-423b480589cf tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:47.951711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4d9f53e1-77dc-4b00-a00b-3113feeb0e3e req-dee5fa81-a4a0-41b4-8f85-423b480589cf tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 949 time: 0.3582387 May 27 22:22:48.083866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 41c9b072-e754-41df-a2b9-bc83cec840ef up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:48.121331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4d9f53e1-77dc-4b00-a00b-3113feeb0e3e req-686a34b6-1ab0-4fc3-93c6-14590aa4d963 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/security-groups?id=ed55084f-f244-432e-97ac-a1dec3aaf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681776 May 27 22:22:48.335246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 41c9b072-e754-41df-a2b9-bc83cec840ef completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:48.348133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 41c9b072-e754-41df-a2b9-bc83cec840ef triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:48.348133 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:48.368900 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:48.493694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0ec06-5920-4248-8247-72fe3c687b75 req-d15ffb57-c76c-4a59-8f5c-aa9cd96aa39b tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:48.501508 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018ef09d-0887-4809-a8dd-e29fce331ec2'] response: {'server_uuid': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d95b930-6740-4081-a887-f5e83a921dec', 'code': 200} May 27 22:22:48.505379 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66a0ec06-5920-4248-8247-72fe3c687b75 req-d15ffb57-c76c-4a59-8f5c-aa9cd96aa39b tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 945 time: 0.3352139 May 27 22:22:48.584092 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-8d228e19-bf3c-4301-bbf0-cd6302b25c7e service neutron] 10.222.0.57 "GET /v2.0/networks/aace8a43-3db2-4854-b12e-1933448b39f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0602250 May 27 22:22:48.852181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 41c9b072-e754-41df-a2b9-bc83cec840ef is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:48.852751 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:48.929333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 41c9b072-e754-41df-a2b9-bc83cec840ef, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=41c9b072-e754-41df-a2b9-bc83cec840ef,segment=NetworkSegment(e0ae777a-807d-4afe-829d-99995092d009),segment_id=e0ae777a-807d-4afe-829d-99995092d009)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:48.963221 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66a0ec06-5920-4248-8247-72fe3c687b75 req-a0fde881-6e6b-44ad-92e8-4d0db8aa4398 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568300 May 27 22:22:49.035159 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:49.057056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d54bd-d12f-4745-a65e-135547415878 req-a97d128e-563f-4074-a2ce-a041ff5eddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:49.058835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-970d54bd-d12f-4745-a65e-135547415878 req-a97d128e-563f-4074-a2ce-a041ff5eddef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 1100 time: 0.4915519 May 27 22:22:49.111087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3fa0e-2d8a-44b6-bb1e-b682ea07b9e1 req-96747b9c-417f-4041-9fad-381fcdd1fbb9 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:49.118327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3e3fa0e-2d8a-44b6-bb1e-b682ea07b9e1 req-96747b9c-417f-4041-9fad-381fcdd1fbb9 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 943 time: 0.2606032 May 27 22:22:49.236312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=41c9b072-e754-41df-a2b9-bc83cec840ef,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:49.253143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35200) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:49.265164 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-970d54bd-d12f-4745-a65e-135547415878 req-866e4685-b024-49b5-b475-7dab5a989b77 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ed55084f-f244-432e-97ac-a1dec3aaf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995945 May 27 22:22:49.301140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:49.338436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:49.434103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ec51b1-3f80-407c-967f-c9b1d7f32009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:49.442745 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:49.450470 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3e3fa0e-2d8a-44b6-bb1e-b682ea07b9e1 req-bbc6d3c6-6612-45c3-9603-59282b1f45f7 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c3cb823-0617-4a0c-9b4f-01b2450ce255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3204980 May 27 22:22:49.501623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-5e2ae3d5-7d79-409a-aaeb-e93a3bf7dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:49.503316 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-5e2ae3d5-7d79-409a-aaeb-e93a3bf7dda8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 1100 time: 0.3966978 May 27 22:22:49.506192 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2853da3-0424-46ff-970c-1d2bca7830b2 req-c80ba00e-59d4-4d72-b0b5-afa03da1438c service neutron] 10.222.0.57 "GET /v2.0/networks/aace8a43-3db2-4854-b12e-1933448b39f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8251092 May 27 22:22:49.506829 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:49.545582 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:49.571470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:49.580432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Usage tracker for resource:security_group_rule and tenant:c484d4351b2048429507f1902e98c72e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:49.596201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:49.617775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:49.648545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdc5da-31ca-4e6f-b014-ceb2da409a35 req-2b33adbd-6b32-4d1a-b76b-75b7aa5ef0a5 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:49.650365 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ccdc5da-31ca-4e6f-b014-ceb2da409a35 req-2b33adbd-6b32-4d1a-b76b-75b7aa5ef0a5 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 949 time: 0.3931408 May 27 22:22:49.694601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594594d-529a-46f3-81e3-4bf5f516bed3 req-03ac6861-54ff-40c1-8c30-0ae21b790400 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:49.697613 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e594594d-529a-46f3-81e3-4bf5f516bed3 req-03ac6861-54ff-40c1-8c30-0ae21b790400 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.3523390 May 27 22:22:49.872806 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 41c9b072-e754-41df-a2b9-bc83cec840ef up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:49.988387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 41c9b072-e754-41df-a2b9-bc83cec840ef triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:49.988799 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:50.059931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e594594d-529a-46f3-81e3-4bf5f516bed3 req-c2c83ee2-6884-408c-a961-4949bddf7697 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549063 May 27 22:22:50.073552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Pushing event updated for resources: {'Port': ['ID=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:50.096688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-9b8aaf3b-02e9-4172-bc94-52fe3a7f8c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:50.098057 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-9b8aaf3b-02e9-4172-bc94-52fe3a7f8c85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.5846555 May 27 22:22:50.103810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.104274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.105264 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.105264 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.105450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.105671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.106029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.106357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.106671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.106996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.107310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.107652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.154076 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:50.171913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Attempting to bind port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac on host n-h1-843680-3 for vnic_type normal with profile {"migrating_to": "n-h2-843680-3"} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:22:50.172122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9ccdc5da-31ca-4e6f-b014-ceb2da409a35 req-766cebf5-9e2e-4a14-b419-8f5c8d323b7a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Deleting port fe279d40-26ae-4913-b990-6ad57b430d24 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:22:50.172331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Attempting to bind port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:22:50.172487 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9ccdc5da-31ca-4e6f-b014-ceb2da409a35 req-766cebf5-9e2e-4a14-b419-8f5c8d323b7a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:50.172708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Attempting to bind port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:50.198505 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-7af76f1b-73ba-4c19-b4d1-bce3f66163b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b3b96510-2f78-4efa-9b87-9d3e1c553325 HTTP/1.1" status: 200 len: 217 time: 0.0847831 May 27 22:22:50.203365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:22:50.203365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Attempting to bind port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:22:50.254324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 41c9b072-e754-41df-a2b9-bc83cec840ef is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:50.289612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:22:50.289958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Checking segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:50.290423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Bound using segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:22:50.290870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Bound port: ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:22:50.291289 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:50.321729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e0263-8a7c-4713-8c19-e5a8362f0c21 req-44a9cd46-78db-42f5-864a-9b283f95cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:50.323244 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f98e0263-8a7c-4713-8c19-e5a8362f0c21 req-44a9cd46-78db-42f5-864a-9b283f95cc2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd7854410b794c8abce9ac7bdb1540b8&device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 1094 time: 0.5781806 May 27 22:22:50.374705 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:50.499011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654b52d2-c565-4686-93b3-33a21eb96ad8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:50.542962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-cfc84bc5-8b08-478d-936a-108ab739a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:50.546330 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-cfc84bc5-8b08-478d-936a-108ab739a07c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.3402236 May 27 22:22:50.581692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.582312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.582788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.583258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.583722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.584186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.584788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.587232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.587752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.588236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.588833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.589401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:22:50.633885 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ab23c3be-4835-4751-93d1-d56bebb28955 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c484d4351b2048429507f1902e98c72e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3652225 May 27 22:22:50.638619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35216) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:50.711638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1da85e-b71e-4936-8fad-d76d6f3c93a3 req-a7be5962-dc2d-40aa-903f-d9ad802805f0 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:50.718619 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e1da85e-b71e-4936-8fad-d76d6f3c93a3 req-a7be5962-dc2d-40aa-903f-d9ad802805f0 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 949 time: 0.9493043 May 27 22:22:50.734972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:50.740703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:22:50.800485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e0263-8a7c-4713-8c19-e5a8362f0c21 req-f38304ba-c77c-4a4d-a2e3-b547d8591599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:50.802062 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f98e0263-8a7c-4713-8c19-e5a8362f0c21 req-f38304ba-c77c-4a4d-a2e3-b547d8591599 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aace8a43-3db2-4854-b12e-1933448b39f0 HTTP/1.1" status: 200 len: 915 time: 0.4372764 May 27 22:22:50.817061 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-696b443b-81e9-4a2e-8e3b-120229884d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:50.818692 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-696b443b-81e9-4a2e-8e3b-120229884d52 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2531822 May 27 22:22:50.821518 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:50.914447 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e1da85e-b71e-4936-8fad-d76d6f3c93a3 req-4ee48eee-6154-44a6-9c8f-be25039616e7 tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/security-groups?id=3d5faea4-550b-4505-9507-119fc7af46b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948705 May 27 22:22:50.942336 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d0d9663c-1eff-46f8-8145-6eabf7aac245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:51.055418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bd9ac-5a36-40d3-a0ce-a11fd152b649 req-1ecec69b-a389-4793-83f8-20c66a8cd914 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:51.063020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-458bd9ac-5a36-40d3-a0ce-a11fd152b649 req-1ecec69b-a389-4793-83f8-20c66a8cd914 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 949 time: 0.4232695 May 27 22:22:51.097085 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d0d9663c-1eff-46f8-8145-6eabf7aac245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:51.110955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-9ccdc5da-31ca-4e6f-b014-ceb2da409a35 req-766cebf5-9e2e-4a14-b419-8f5c8d323b7a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] For port fe279d40-26ae-4913-b990-6ad57b430d24, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fe279d40-26ae-4913-b990-6ad57b430d24,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:51.111624 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9ccdc5da-31ca-4e6f-b014-ceb2da409a35 req-766cebf5-9e2e-4a14-b419-8f5c8d323b7a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:51.182446 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f98bd7-afe6-4a68-bee5-0829e815bc8b'] response: {'server_uuid': 'e8ec51b1-3f80-407c-967f-c9b1d7f32009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac', 'code': 200} May 27 22:22:51.205449 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f98e0263-8a7c-4713-8c19-e5a8362f0c21 req-ebf3f77e-5ab9-4e0c-a882-df74828f1d31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a7de1d-d0e0-471d-ab34-869b6bb0d68a HTTP/1.1" status: 200 len: 217 time: 0.3239472 May 27 22:22:51.223483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35222) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:51.287828 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-eb083376-4748-47b7-b5c7-7e5c69e05119 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601917 May 27 22:22:51.302308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-25789a72-f412-48b3-a896-f7560f21ba7b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--373240121', 'description': 'tempest-description--624998957'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:51.318017 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9ccdc5da-31ca-4e6f-b014-ceb2da409a35 req-766cebf5-9e2e-4a14-b419-8f5c8d323b7a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Calling delete_port for fe279d40-26ae-4913-b990-6ad57b430d24 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:22:51.366058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-25789a72-f412-48b3-a896-f7560f21ba7b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:51.415499 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-458bd9ac-5a36-40d3-a0ce-a11fd152b649 req-60950555-432d-4aae-99b1-fc236db11f61 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/security-groups?id=ed55084f-f244-432e-97ac-a1dec3aaf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512120 May 27 22:22:51.428581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-25789a72-f412-48b3-a896-f7560f21ba7b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Usage tracker for resource:security_group and tenant:e18f035654174a42b48b0fc1a9791032 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:51.452646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-25789a72-f412-48b3-a896-f7560f21ba7b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:51.460034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:51.460865 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:51.463463 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] 10.222.0.46 "PUT /v2.0/ports/ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac HTTP/1.1" status: 200 len: 1121 time: 3.8583896 May 27 22:22:51.481266 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d1aa4-9895-4fa1-ade3-952cccd2968a service neutron] Pushing event updated for resources: {'Port': ['ID=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,revision_number=8']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:51.494487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-25789a72-f412-48b3-a896-f7560f21ba7b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:51.572753 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d0d9663c-1eff-46f8-8145-6eabf7aac245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:51.587288 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25789a72-f412-48b3-a896-f7560f21ba7b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:51.590127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:22:51.653122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9663c-1eff-46f8-8145-6eabf7aac245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654b52d2-c565-4686-93b3-33a21eb96ad8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:51.679746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeccd74-3123-455d-b163-e9246d9d60dd req-4bc0db5b-5bcf-4feb-b710-9df41b332fba tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:51.693414 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0aeccd74-3123-455d-b163-e9246d9d60dd req-4bc0db5b-5bcf-4feb-b710-9df41b332fba tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 943 time: 0.2765105 May 27 22:22:51.700150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e0263-8a7c-4713-8c19-e5a8362f0c21 req-a31f2561-9b82-416f-9f63-a41db94fddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:51.704073 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f98e0263-8a7c-4713-8c19-e5a8362f0c21 req-a31f2561-9b82-416f-9f63-a41db94fddfb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edca6ddd-355d-49c2-acf1-5150668cb91b HTTP/1.1" status: 200 len: 853 time: 0.1929023 May 27 22:22:51.711399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-25789a72-f412-48b3-a896-f7560f21ba7b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:51.717235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-25789a72-f412-48b3-a896-f7560f21ba7b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Usage tracker for resource:security_group_rule and tenant:e18f035654174a42b48b0fc1a9791032 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:51.723112 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-25789a72-f412-48b3-a896-f7560f21ba7b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:51.745780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-25789a72-f412-48b3-a896-f7560f21ba7b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:51.805137 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d0d9663c-1eff-46f8-8145-6eabf7aac245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:51.808941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d0d9663c-1eff-46f8-8145-6eabf7aac245 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/654b52d2-c565-4686-93b3-33a21eb96ad8 HTTP/1.1" status: 204 len: 168 time: 1.1679666 May 27 22:22:51.834001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0aeccd74-3123-455d-b163-e9246d9d60dd req-8434725a-54d0-40b9-8887-a3a42d0f923c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358871 May 27 22:22:51.887013 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-5ca62f9f-3be5-4872-bd41-cf72826ab140 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816133 May 27 22:22:51.887448 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9ccdc5da-31ca-4e6f-b014-ceb2da409a35 req-766cebf5-9e2e-4a14-b419-8f5c8d323b7a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:51.908066 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:52.061043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cebf5-9e2e-4a14-b419-8f5c8d323b7a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Pushing event deleted for resources: {'Port': ['ID=fe279d40-26ae-4913-b990-6ad57b430d24,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:52.145775 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25789a72-f412-48b3-a896-f7560f21ba7b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:52.163405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e0263-8a7c-4713-8c19-e5a8362f0c21 req-ead4e430-f559-44b5-ba3f-9d37361942ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:52.165515 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f98e0263-8a7c-4713-8c19-e5a8362f0c21 req-ead4e430-f559-44b5-ba3f-9d37361942ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aace8a43-3db2-4854-b12e-1933448b39f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2721899 May 27 22:22:52.274531 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25789a72-f412-48b3-a896-f7560f21ba7b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:52.305972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccdc5da-31ca-4e6f-b014-ceb2da409a35 req-766cebf5-9e2e-4a14-b419-8f5c8d323b7a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] No DVR routers for this DVR port fe279d40-26ae-4913-b990-6ad57b430d24 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:22:52.347019 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9ccdc5da-31ca-4e6f-b014-ceb2da409a35 req-766cebf5-9e2e-4a14-b419-8f5c8d323b7a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:52.349092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ccdc5da-31ca-4e6f-b014-ceb2da409a35 req-766cebf5-9e2e-4a14-b419-8f5c8d323b7a tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.57 "DELETE /v2.0/ports/fe279d40-26ae-4913-b990-6ad57b430d24 HTTP/1.1" status: 204 len: 173 time: 2.5972483 May 27 22:22:52.353696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3', 'name': 'network-vif-deleted', 'tag': 'fe279d40-26ae-4913-b990-6ad57b430d24'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:52.374791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25789a72-f412-48b3-a896-f7560f21ba7b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ef8bd3-0d37-425c-a7ad-c0193979d350,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:52.401563 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f98e0263-8a7c-4713-8c19-e5a8362f0c21 req-ddad461e-4b30-434d-952c-ed7803030f3f service neutron] 10.222.0.57 "GET /v2.0/networks/aace8a43-3db2-4854-b12e-1933448b39f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097530 May 27 22:22:52.449458 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25789a72-f412-48b3-a896-f7560f21ba7b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:52.450987 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-25789a72-f412-48b3-a896-f7560f21ba7b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1660020 May 27 22:22:52.467929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f3eb2-59a5-42e2-a4f7-135354c148a9 req-67b42833-1707-4c5b-ad92-941c5f0825e2 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:52.480594 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-448f3eb2-59a5-42e2-a4f7-135354c148a9 req-67b42833-1707-4c5b-ad92-941c5f0825e2 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 943 time: 0.4535892 May 27 22:22:52.485541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35240) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:52.571553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-87129617-996d-403b-8c9f-fc398944463a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Request body: {'security_group_rule': {'security_group_id': '16ef8bd3-0d37-425c-a7ad-c0193979d350', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:52.588247 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-87129617-996d-403b-8c9f-fc398944463a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:52.599749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db7dc3-6186-4ec4-921a-5b4a61020956 req-ab0c57f6-d2b8-46f4-bc4c-b4c82610c7e2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:52.607099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-90db7dc3-6186-4ec4-921a-5b4a61020956 req-ab0c57f6-d2b8-46f4-bc4c-b4c82610c7e2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.4639454 May 27 22:22:52.707180 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f98e0263-8a7c-4713-8c19-e5a8362f0c21 req-e433efe2-fc87-4244-be6a-de1811f4b932 service neutron] 10.222.0.57 "GET /v2.0/networks/aace8a43-3db2-4854-b12e-1933448b39f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887657 May 27 22:22:52.719899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-87129617-996d-403b-8c9f-fc398944463a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Usage tracker for resource:security_group_rule and tenant:e18f035654174a42b48b0fc1a9791032 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:52.741489 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-448f3eb2-59a5-42e2-a4f7-135354c148a9 req-3efc0095-7275-426d-96a7-a0c815fbaa0c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c3cb823-0617-4a0c-9b4f-01b2450ce255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585597 May 27 22:22:52.771409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-87129617-996d-403b-8c9f-fc398944463a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:52.820222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-87129617-996d-403b-8c9f-fc398944463a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:52.868291 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-90db7dc3-6186-4ec4-921a-5b4a61020956 req-d72d1905-98d1-49bf-a72b-3e2d22e0cafe tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600985 May 27 22:22:53.008737 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6bc650f-72a2-4c79-9a9a-ea2235ba7083'] response: {'server_uuid': 'cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3', 'name': 'network-vif-deleted', 'tag': 'fe279d40-26ae-4913-b990-6ad57b430d24', 'status': 'completed', 'code': 200} May 27 22:22:53.014685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e8ccd71f-8177-4d0b-8810-2d5dae0962a0 req-526c4eb5-4f96-4010-893f-a937fa91aade tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Synchronizing usage tracker for tenant:80b465c5c6f54fac9e45b2bb94da5772 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:22:53.062353 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-87129617-996d-403b-8c9f-fc398944463a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:53.146176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e8ccd71f-8177-4d0b-8810-2d5dae0962a0 req-526c4eb5-4f96-4010-893f-a937fa91aade tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] Unset dirty status for tenant:80b465c5c6f54fac9e45b2bb94da5772 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:22:53.163399 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8ccd71f-8177-4d0b-8810-2d5dae0962a0 req-526c4eb5-4f96-4010-893f-a937fa91aade tempest-LiveMigrationNegativeTest-228151031 tempest-LiveMigrationNegativeTest-228151031-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfbf4a6b-a2ea-40e8-a1e5-171a1a0e03e3 HTTP/1.1" status: 200 len: 210 time: 0.2588983 May 27 22:22:53.184124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ec51b1-3f80-407c-967f-c9b1d7f32009', 'tag': 'ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:22:53.199320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fe279d40-26ae-4913-b990-6ad57b430d24 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:22:53.276677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: fe279d40-26ae-4913-b990-6ad57b430d24 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:22:53.276677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fe279d40-26ae-4913-b990-6ad57b430d24 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:22:53.337035 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-87129617-996d-403b-8c9f-fc398944463a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:53.435836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35266) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:53.453095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70550aa4-a00d-45d2-bb87-d97f1d637380 req-3e0cb145-e55d-42fe-af2b-7566870f5352 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:53.455072 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70550aa4-a00d-45d2-bb87-d97f1d637380 req-3e0cb145-e55d-42fe-af2b-7566870f5352 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 949 time: 0.2723505 May 27 22:22:53.486199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7868318-e7af-4da2-b956-e2d607efd02f req-c3249e26-26dd-432b-8f5f-d612a06dd2d9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:53.487896 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7868318-e7af-4da2-b956-e2d607efd02f req-c3249e26-26dd-432b-8f5f-d612a06dd2d9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 943 time: 0.1328812 May 27 22:22:53.498425 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-87129617-996d-403b-8c9f-fc398944463a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:53.567447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87129617-996d-403b-8c9f-fc398944463a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a269695e-cd2d-4d42-b0d9-096a4dcc728c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:53.577865 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70550aa4-a00d-45d2-bb87-d97f1d637380 req-3d0b01fe-6c25-42fd-b2a9-529c79db1f5b tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/security-groups?id=ed55084f-f244-432e-97ac-a1dec3aaf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157513 May 27 22:22:53.588146 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7868318-e7af-4da2-b956-e2d607efd02f req-135519ce-08e8-4ec8-8e6c-d18dd5bf8004 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942850 May 27 22:22:53.606306 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff0dbe1d-e33b-4a73-a3ff-8740e32f730f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:53.630021 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-87129617-996d-403b-8c9f-fc398944463a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:53.631261 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-87129617-996d-403b-8c9f-fc398944463a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1405170 May 27 22:22:53.632627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ff0dbe1d-e33b-4a73-a3ff-8740e32f730f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:53.633938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35278) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:53.637464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff0dbe1d-e33b-4a73-a3ff-8740e32f730f admin admin] Usage tracker for resource:security_group_rule and tenant:53c76981e9df44479ecb865ee03ac7a0 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:53.639929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-4b4ddc1b-1c7c-4cb5-86f6-8fd341d5b1f6 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Request body: {'security_group_rule': {'security_group_id': '16ef8bd3-0d37-425c-a7ad-c0193979d350', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:53.640512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff0dbe1d-e33b-4a73-a3ff-8740e32f730f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:53.648290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ff0dbe1d-e33b-4a73-a3ff-8740e32f730f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:53.652210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4b4ddc1b-1c7c-4cb5-86f6-8fd341d5b1f6 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:53.662833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4b4ddc1b-1c7c-4cb5-86f6-8fd341d5b1f6 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Usage tracker for resource:security_group_rule and tenant:e18f035654174a42b48b0fc1a9791032 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:53.665547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4b4ddc1b-1c7c-4cb5-86f6-8fd341d5b1f6 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:53.679880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4b4ddc1b-1c7c-4cb5-86f6-8fd341d5b1f6 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:53.749408 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff0dbe1d-e33b-4a73-a3ff-8740e32f730f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:53.751661 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ec68fc-3bbb-42c5-9bfe-04228097bb98'] response: {'name': 'network-changed', 'server_uuid': 'e8ec51b1-3f80-407c-967f-c9b1d7f32009', 'tag': 'ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac', 'status': 'completed', 'code': 200} May 27 22:22:53.786466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35284) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:53.817713 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b4ddc1b-1c7c-4cb5-86f6-8fd341d5b1f6 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:53.851366 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff0dbe1d-e33b-4a73-a3ff-8740e32f730f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:53.924915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb39ee-9074-4088-935c-c337a74aa062 req-395fcca0-a51c-4748-8892-8d6b273d793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:53.927091 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7bcb39ee-9074-4088-935c-c337a74aa062 req-395fcca0-a51c-4748-8892-8d6b273d793f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 1124 time: 0.1739056 May 27 22:22:53.939222 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ff0dbe1d-e33b-4a73-a3ff-8740e32f730f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=53c76981e9df44479ecb865ee03ac7a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5018587 May 27 22:22:53.945934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dbe1d-e33b-4a73-a3ff-8740e32f730f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e3049e-29b8-47e0-a3a3-e474dc198a67,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:53.945934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35296) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:53.998775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1734293477-network', 'tenant_id': 'ac01564867614674becd86d60f8374fe'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:54.018041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:54.032506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Usage tracker for resource:network and tenant:ac01564867614674becd86d60f8374fe is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:54.039627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:54.051400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:54.086708 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b4ddc1b-1c7c-4cb5-86f6-8fd341d5b1f6 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:54.095481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f1240-9480-4c32-9f51-f6e11e69b1fa req-addee325-5545-4ee5-a6eb-52090203291e tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:54.102706 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac8f1240-9480-4c32-9f51-f6e11e69b1fa req-addee325-5545-4ee5-a6eb-52090203291e tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 943 time: 0.1790113 May 27 22:22:54.134331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Made reservation on behalf of ac01564867614674becd86d60f8374fe for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:22:54.136547 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35e7d24c-012b-4e75-aacc-1c4a12e7eac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:54.136941 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:54.148990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb39ee-9074-4088-935c-c337a74aa062 req-b28aa93f-c109-487e-ade4-a0b59081e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:54.150457 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7bcb39ee-9074-4088-935c-c337a74aa062 req-b28aa93f-c109-487e-ade4-a0b59081e4d6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.1915429 May 27 22:22:54.154041 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b4ddc1b-1c7c-4cb5-86f6-8fd341d5b1f6 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:54.189977 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:54.214580 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac8f1240-9480-4c32-9f51-f6e11e69b1fa req-08175f4d-fb31-4d0a-8ebe-ff33749fd433 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c3cb823-0617-4a0c-9b4f-01b2450ce255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108644 May 27 22:22:54.232647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ddc1b-1c7c-4cb5-86f6-8fd341d5b1f6 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33aa307-3276-41d9-be7d-5280062271ab,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:54.244109 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b4ddc1b-1c7c-4cb5-86f6-8fd341d5b1f6 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:54.246045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35e7d24c-012b-4e75-aacc-1c4a12e7eac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:54.247301 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4b4ddc1b-1c7c-4cb5-86f6-8fd341d5b1f6 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6112373 May 27 22:22:54.250993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35306) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:54.253913 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7bcb39ee-9074-4088-935c-c337a74aa062 req-af0997a2-f889-4c41-ae61-7b9414163658 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac HTTP/1.1" status: 200 len: 217 time: 0.0903344 May 27 22:22:54.256843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:54.278550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:54.286810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Usage tracker for resource:security_group_rule and tenant:ac01564867614674becd86d60f8374fe is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:54.289566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:54.300337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:54.307683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Usage tracker for resource:floatingip and tenant:e18f035654174a42b48b0fc1a9791032 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:54.318676 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:54.321191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:54.331897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:54.352656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb39ee-9074-4088-935c-c337a74aa062 req-367046e8-49d6-4915-92db-ff1c8ab7282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:54.354736 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7bcb39ee-9074-4088-935c-c337a74aa062 req-367046e8-49d6-4915-92db-ff1c8ab7282f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.0887406 May 27 22:22:54.405748 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7bcb39ee-9074-4088-935c-c337a74aa062 req-0392955b-07ce-4ce7-9f0b-23079bef289f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435269 May 27 22:22:54.447778 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:54.486290 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35e7d24c-012b-4e75-aacc-1c4a12e7eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:54.512705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7d24c-012b-4e75-aacc-1c4a12e7eac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e3049e-29b8-47e0-a3a3-e474dc198a67,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:54.528269 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-35e7d24c-012b-4e75-aacc-1c4a12e7eac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:54.532245 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-35e7d24c-012b-4e75-aacc-1c4a12e7eac7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f2e3049e-29b8-47e0-a3a3-e474dc198a67 HTTP/1.1" status: 204 len: 168 time: 0.5733211 May 27 22:22:54.576753 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7bcb39ee-9074-4088-935c-c337a74aa062 req-8bc125d0-426b-4f96-99e5-0ed37c9c313c service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645026 May 27 22:22:54.595885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f24b8-ad48-407b-83c3-d4df2f893bc4 req-dcc961dd-6768-459b-8463-a8305ad05129 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:54.597404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca2f24b8-ad48-407b-83c3-d4df2f893bc4 req-dcc961dd-6768-459b-8463-a8305ad05129 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.2252338 May 27 22:22:54.601060 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:54.689457 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca2f24b8-ad48-407b-83c3-d4df2f893bc4 req-c6227c89-cea6-4055-9e26-6f7cf1edd6a5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819869 May 27 22:22:54.690620 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:54.718426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:22:54.776217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:22:54.829472 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:54.830134 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Added segment 4f1be289-ab26-465a-8c88-a8d0ab01505c of type vlan for network d5c5b977-c339-437f-9e8b-23da2689358a May 27 22:22:54.843479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03686e31-8d5a-4c2b-8b5b-0e520dd2cda8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:54.850277 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:54.914564 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7bcb39ee-9074-4088-935c-c337a74aa062 req-636078f4-df29-4719-b660-d7e9ead43adf service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165729 May 27 22:22:55.008869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:55.011778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Allocated IP 172.25.2.159 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/6027303a-c0eb-450e-b9ab-86e04a9d51c1) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:22:55.028790 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac has no active binding in host n-h2-843680-3 {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 22:22:55.189697 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:55.206740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35330) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:55.289457 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:55.323671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fceceb8-a2b7-47f2-871e-7df4252a8265 req-22b00210-745f-4811-bb3c-4aa60fae9fcb tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:55.332077 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fceceb8-a2b7-47f2-871e-7df4252a8265 req-22b00210-745f-4811-bb3c-4aa60fae9fcb tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 943 time: 0.2901082 May 27 22:22:55.358686 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:55.359701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:55.360585 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:55.388714 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-51e79f18-ef46-4294-a5c8-5746f205cad4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=80b465c5c6f54fac9e45b2bb94da5772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773489 May 27 22:22:55.389666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35338) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:55.470072 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-232b89da-1df6-48b8-baab-0df9a8c0fd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:55.503465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35342) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:55.509602 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fceceb8-a2b7-47f2-871e-7df4252a8265 req-b57d7d77-71fa-483e-8eed-80355c347c4c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766040 May 27 22:22:55.510187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] Pushing event updated for resources: {'Network': ['ID=d5c5b977-c339-437f-9e8b-23da2689358a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:55.527140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network d5c5b977-c339-437f-9e8b-23da2689358a details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:22:55.529480 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-232b89da-1df6-48b8-baab-0df9a8c0fd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:55.537226 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df299bc5-ee6c-4d35-86be-3d16b8f779bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:55.561948 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:55.566832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df299bc5-ee6c-4d35-86be-3d16b8f779bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:55.580807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df299bc5-ee6c-4d35-86be-3d16b8f779bf admin admin] Usage tracker for resource:security_group_rule and tenant:6ae4b700169543cbb2ad3fa09e8be99b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:55.585889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df299bc5-ee6c-4d35-86be-3d16b8f779bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:55.591930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df299bc5-ee6c-4d35-86be-3d16b8f779bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:55.617359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-35fb6bb5-650f-4f97-8b95-4aa6cb266072 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8270986 May 27 22:22:55.617963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35346) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:55.625536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] Request body: {'subnet': {'network_id': 'd5c5b977-c339-437f-9e8b-23da2689358a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1734293477-subnet', 'tenant_id': 'ac01564867614674becd86d60f8374fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:55.631333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:55.641561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] Usage tracker for resource:subnet and tenant:ac01564867614674becd86d60f8374fe is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:55.646276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:55.649840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:22:55.653912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:55.657470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:55.661525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:22:55.666521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Pushing event updated for resources: {'Port': ['ID=6027303a-c0eb-450e-b9ab-86e04a9d51c1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:55.711064 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-232b89da-1df6-48b8-baab-0df9a8c0fd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:55.744524 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df299bc5-ee6c-4d35-86be-3d16b8f779bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:55.749513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] Made reservation on behalf of ac01564867614674becd86d60f8374fe for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:22:55.753669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f3465-7b90-4d03-8562-2b3a2e950679 req-d3ddcbf9-dca6-45c2-bb1e-93bddeb0fbdb tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:55.760596 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-557f3465-7b90-4d03-8562-2b3a2e950679 req-d3ddcbf9-dca6-45c2-bb1e-93bddeb0fbdb tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 943 time: 0.2454617 May 27 22:22:55.763805 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:55.778218 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:55.822902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-557f3465-7b90-4d03-8562-2b3a2e950679 req-24dc4314-414d-4523-a8cd-91ca9869ef25 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c3cb823-0617-4a0c-9b4f-01b2450ce255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613604 May 27 22:22:55.862313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b89da-1df6-48b8-baab-0df9a8c0fd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5faea4-550b-4505-9507-119fc7af46b0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:55.873762 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df299bc5-ee6c-4d35-86be-3d16b8f779bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:55.929017 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-232b89da-1df6-48b8-baab-0df9a8c0fd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:55.932833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-232b89da-1df6-48b8-baab-0df9a8c0fd99 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3d5faea4-550b-4505-9507-119fc7af46b0 HTTP/1.1" status: 204 len: 168 time: 0.5382171 May 27 22:22:55.960414 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-df299bc5-ee6c-4d35-86be-3d16b8f779bf admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6ae4b700169543cbb2ad3fa09e8be99b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4558425 May 27 22:22:55.963528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35364) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:55.964225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df299bc5-ee6c-4d35-86be-3d16b8f779bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b07b1f-2e14-46c0-a4fe-a60ab48a828d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:56.021323 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:56.099451 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48b2308f-4656-4a71-8f76-6d27b750dbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:56.147918 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48b2308f-4656-4a71-8f76-6d27b750dbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:56.189452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f8d3b-db3e-4a78-a390-bb121e9c4c03 req-51a3d0d6-bc13-4e5f-b37c-2a9908221f60 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:56.196293 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d0f8d3b-db3e-4a78-a390-bb121e9c4c03 req-51a3d0d6-bc13-4e5f-b37c-2a9908221f60 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.2888968 May 27 22:22:56.238299 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:56.322907 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48b2308f-4656-4a71-8f76-6d27b750dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:56.334543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=177e5a31-a6fa-4f3b-8597-20d8e2a6e98d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:56.345397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2308f-4656-4a71-8f76-6d27b750dbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b07b1f-2e14-46c0-a4fe-a60ab48a828d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:56.356801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] Checking segment: {'id': '4f1be289-ab26-465a-8c88-a8d0ab01505c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd5c5b977-c339-437f-9e8b-23da2689358a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:22:56.357232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] Network hostable DHCP agents. Network: d5c5b977-c339-437f-9e8b-23da2689358a, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:22:56.361000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d0f8d3b-db3e-4a78-a390-bb121e9c4c03 req-483fb494-b488-49e3-ae3c-398c8bf8bbe1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636758 May 27 22:22:56.377962 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48b2308f-4656-4a71-8f76-6d27b750dbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:56.380485 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-48b2308f-4656-4a71-8f76-6d27b750dbdc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b2b07b1f-2e14-46c0-a4fe-a60ab48a828d HTTP/1.1" status: 204 len: 168 time: 0.4124253 May 27 22:22:56.410455 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:56.466497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] Network d5c5b977-c339-437f-9e8b-23da2689358a is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:22:56.488985 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:56.546249 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:56.570343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Pushing event updated for resources: {'Port': ['ID=6027303a-c0eb-450e-b9ab-86e04a9d51c1,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:56.580984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, d5c5b977-c339-437f-9e8b-23da2689358a) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:22:56.584839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:56.589863 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:56.590570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d16007-4b08-4eab-9c6c-f4660bcf6d92 None None] Network d5c5b977-c339-437f-9e8b-23da2689358a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:22:56.704225 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:56.708806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-81b1cfd4-0ba3-46b8-80cd-05c2babf9fb9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4559259 May 27 22:22:56.730319 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dbe785da-41b5-4292-9a34-3d031f18e2c9 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1115465 May 27 22:22:56.735979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c109cd-21eb-4681-b590-67240a891384 req-846ec223-b3f4-46b9-814d-9eb7bab17896 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:56.737491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20c109cd-21eb-4681-b590-67240a891384 req-846ec223-b3f4-46b9-814d-9eb7bab17896 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 943 time: 0.1032839 May 27 22:22:56.784111 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20c109cd-21eb-4681-b590-67240a891384 req-34b23604-b8d9-442a-b837-dacf4a3b329e tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394554 May 27 22:22:56.811895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0802c3-b92e-4142-be49-d12c16f70996 None None] Network d5c5b977-c339-437f-9e8b-23da2689358a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:22:56.896224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35392) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:57.024264 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-982d2c02-bc85-472f-9625-e7653ab97423 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9d8c965da1644ee7b23b3370f51cc4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266179 May 27 22:22:57.026721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35398) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:57.113598 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-657c1e51-f89d-4a50-948b-3d51095850f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:57.144107 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-657c1e51-f89d-4a50-948b-3d51095850f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:57.176268 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-aa732967-e098-4656-823a-170e56cad265 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--373240121&fields=id&tenant_id=e18f035654174a42b48b0fc1a9791032 HTTP/1.1" status: 200 len: 267 time: 0.0641718 May 27 22:22:57.234356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a1a08-bb49-4592-ad86-cac068fa397d req-27f8b946-f6a7-49ad-986c-ec1a80fdfc15 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:57.234631 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 00a7de1d-d0e0-471d-ab34-869b6bb0d68a details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:22:57.241108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e19a1a08-bb49-4592-ad86-cac068fa397d req-27f8b946-f6a7-49ad-986c-ec1a80fdfc15 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 943 time: 0.2926095 May 27 22:22:57.277829 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-657c1e51-f89d-4a50-948b-3d51095850f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:57.312216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c1e51-f89d-4a50-948b-3d51095850f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba69ab1-bee2-41e9-8781-2b5ac64280b3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:57.378749 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e19a1a08-bb49-4592-ad86-cac068fa397d req-813f18b8-44e7-4bc9-b9b6-7d00312c73fa tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c3cb823-0617-4a0c-9b4f-01b2450ce255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366830 May 27 22:22:57.393820 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-657c1e51-f89d-4a50-948b-3d51095850f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:57.398810 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-657c1e51-f89d-4a50-948b-3d51095850f5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1ba69ab1-bee2-41e9-8781-2b5ac64280b3 HTTP/1.1" status: 204 len: 168 time: 0.3710508 May 27 22:22:57.429458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-3611910b-0c80-4c89-9e40-4de9b59cb0c9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:57.431131 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-3611910b-0c80-4c89-9e40-4de9b59cb0c9 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/networks?id=ab33ae76-9300-40f2-8dbc-de1d762ee34e HTTP/1.1" status: 200 len: 824 time: 0.2406290 May 27 22:22:57.434216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=00a7de1d-d0e0-471d-ab34-869b6bb0d68a,segment=NetworkSegment(f30b90a9-e57b-4e42-842c-c0c8ac869202),segment_id=f30b90a9-e57b-4e42-842c-c0c8ac869202)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:57.441451 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d01a148f-b69b-4e87-892b-9211e8242d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:57.448833 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '00a7de1d-d0e0-471d-ab34-869b6bb0d68a', 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'port_id': '00a7de1d-d0e0-471d-ab34-869b6bb0d68a', 'mac_address': 'fa:16:3e:fc:0a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:22:57.461275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-4ed691e4-91c7-49c8-8a89-55ea60f98bb2 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/quotas/e18f035654174a42b48b0fc1a9791032 HTTP/1.1" status: 200 len: 375 time: 0.0224252 May 27 22:22:57.513125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:57.513371 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:57.534403 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a7de1d-d0e0-471d-ab34-869b6bb0d68a {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:22:57.551067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=00a7de1d-d0e0-471d-ab34-869b6bb0d68a,segment=NetworkSegment(f30b90a9-e57b-4e42-842c-c0c8ac869202),segment_id=f30b90a9-e57b-4e42-842c-c0c8ac869202)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:57.634702 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-75241706-182c-4698-85a5-48fdb919ee42 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e18f035654174a42b48b0fc1a9791032&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1671894 May 27 22:22:57.642871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bdc06-e0e5-458f-9118-3cf32bbdc329 req-27fe2384-7265-4cee-aa02-d6d516181427 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:57.644222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a26bdc06-e0e5-458f-9118-3cf32bbdc329 req-27fe2384-7265-4cee-aa02-d6d516181427 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.1174941 May 27 22:22:57.679158 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:57.773039 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a26bdc06-e0e5-458f-9118-3cf32bbdc329 req-1b17acc5-1601-479c-8fe8-213099be0ca4 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043999 May 27 22:22:57.778313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=00a7de1d-d0e0-471d-ab34-869b6bb0d68a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:57.824907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-414f4aa9-ba4f-4d55-ac53-9d88c7eb1daa service neutron] 10.222.0.27 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765270 May 27 22:22:58.037506 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['00a7de1d-d0e0-471d-ab34-869b6bb0d68a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:22:58.060038 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-4ee3a44d-de1a-4dfe-b7ee-f27b9770f46c service neutron] 10.222.0.27 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306170 May 27 22:22:58.075658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a5ca9-eb7c-4b71-be71-34d9c6f139d9 req-836f6d5f-0d9d-46fb-bcb0-6502eaeb7875 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:58.083451 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e9a5ca9-eb7c-4b71-be71-34d9c6f139d9 req-836f6d5f-0d9d-46fb-bcb0-6502eaeb7875 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 943 time: 0.1442089 May 27 22:22:58.133989 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e9a5ca9-eb7c-4b71-be71-34d9c6f139d9 req-03eeb1df-07e7-4fa8-8a0b-6370c4f88ed8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492568 May 27 22:22:58.374164 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-5c24afbd-e9dd-40cd-b6c6-c60e145d9b51 service neutron] 10.222.0.57 "GET /v2.0/ports/ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac/bindings/n-h2-843680-3 HTTP/1.1" status: 200 len: 384 time: 0.2301495 May 27 22:22:58.451179 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74e48472-9d35-456c-8a81-05ac02852fb9 req-c559d3e0-1376-4234-b58d-99576053846d tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 210 time: 0.0905995 May 27 22:22:58.522190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35480) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:22:58.531073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-470097468-network', 'tenant_id': 'fe3f7994ebc947fba3306d76aaa71809'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:22:58.581864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:58.581864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Usage tracker for resource:network and tenant:fe3f7994ebc947fba3306d76aaa71809 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:58.581864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:58.581864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:58.733891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195f234-b56d-4867-87fc-3f991139e0e8 req-3909229d-e5d9-4116-9dcf-6aeb67fbfded tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:58.736324 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1195f234-b56d-4867-87fc-3f991139e0e8 req-3909229d-e5d9-4116-9dcf-6aeb67fbfded tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 944 time: 0.1344173 May 27 22:22:58.752121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3d95b930-6740-4081-a887-f5e83a921dec details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:22:58.786405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-14a33639-cce5-4d56-a79d-8828508fcebc req-248f40f8-8855-4956-af1c-3f3329a32f2a service neutron] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:58.791643 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1195f234-b56d-4867-87fc-3f991139e0e8 req-bff49e40-9898-4a65-8f07-d23a663f8b1c tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c3cb823-0617-4a0c-9b4f-01b2450ce255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495486 May 27 22:22:58.810534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-14a33639-cce5-4d56-a79d-8828508fcebc req-248f40f8-8855-4956-af1c-3f3329a32f2a service neutron] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:22:58.865048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-14a33639-cce5-4d56-a79d-8828508fcebc req-248f40f8-8855-4956-af1c-3f3329a32f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:22:58.936507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-14a33639-cce5-4d56-a79d-8828508fcebc req-248f40f8-8855-4956-af1c-3f3329a32f2a service neutron] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:58.936669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3d95b930-6740-4081-a887-f5e83a921dec, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3d95b930-6740-4081-a887-f5e83a921dec,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:58.936669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '3d95b930-6740-4081-a887-f5e83a921dec', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '3d95b930-6740-4081-a887-f5e83a921dec', 'mac_address': 'fa:16:3e:5a:11:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:22:58.977831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 3d95b930-6740-4081-a887-f5e83a921dec is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:22:58.978129 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:58.989176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a31d-6610-4036-9f21-e46040caaead req-5009cd99-5d11-4581-ba5a-a1952e89e308 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:58.990861 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2446a31d-6610-4036-9f21-e46040caaead req-5009cd99-5d11-4581-ba5a-a1952e89e308 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.0797577 May 27 22:22:59.007292 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d95b930-6740-4081-a887-f5e83a921dec {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:22:59.023795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3d95b930-6740-4081-a887-f5e83a921dec, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3d95b930-6740-4081-a887-f5e83a921dec,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:22:59.049954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2446a31d-6610-4036-9f21-e46040caaead req-647b0cbb-f6d0-4b14-a515-8086550a653c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464516 May 27 22:22:59.256335 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 00a7de1d-d0e0-471d-ab34-869b6bb0d68a up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:22:59.361088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b0a7b-19d4-46e3-9c89-b261b2662a44 req-7fd13a33-a91e-46bf-815f-767511709211 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:22:59.362531 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-159b0a7b-19d4-46e3-9c89-b261b2662a44 req-7fd13a33-a91e-46bf-815f-767511709211 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 943 time: 0.1047964 May 27 22:22:59.406494 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-159b0a7b-19d4-46e3-9c89-b261b2662a44 req-3db6fc52-a6b3-45ef-b184-36845696572d tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381098 May 27 22:22:59.473047 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-14a33639-cce5-4d56-a79d-8828508fcebc req-248f40f8-8855-4956-af1c-3f3329a32f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:59.474024 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:59.486171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Made reservation on behalf of fe3f7994ebc947fba3306d76aaa71809 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:22:59.495561 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:59.572221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:22:59.581782 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51765b39-eb69-4c55-b86f-4f1b5c7c764d req-d6f2d2a6-b247-4ee4-bcf4-07aa5596d124 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 210 time: 0.0661108 May 27 22:22:59.585413 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:59.609236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:22:59.616805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Usage tracker for resource:security_group_rule and tenant:fe3f7994ebc947fba3306d76aaa71809 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:22:59.624727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:22:59.627167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-14a33639-cce5-4d56-a79d-8828508fcebc req-248f40f8-8855-4956-af1c-3f3329a32f2a service neutron] Transition to ACTIVE for port object ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:22:59.633465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:22:59.639828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:22:59.640438 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:59.691119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['3d95b930-6740-4081-a887-f5e83a921dec'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:22:59.735617 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:59.752693 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-14a33639-cce5-4d56-a79d-8828508fcebc req-248f40f8-8855-4956-af1c-3f3329a32f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:59.788443 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4f7cf66-1749-48ba-8d14-8f92cb318f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:59.798736 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=3d95b930-6740-4081-a887-f5e83a921dec,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:59.832988 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:59.895825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:22:59.917295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f507c4-6d67-4e7a-9d3b-f6431fb575eb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:59.934794 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:22:59.935179 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Added segment 581ab948-48cf-4a81-a084-9616eea2eed8 of type vlan for network 0732ee06-9834-4b47-a40b-b6c8452de397 May 27 22:22:59.950240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f40f8-8855-4956-af1c-3f3329a32f2a service neutron] Pushing event updated for resources: {'Port': ['ID=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:22:59.992873 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:00.017127 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a33639-cce5-4d56-a79d-8828508fcebc req-248f40f8-8855-4956-af1c-3f3329a32f2a service neutron] No DVR routers for this DVR port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:23:00.055027 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:00.055431 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:00.114404 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-248f40f8-8855-4956-af1c-3f3329a32f2a service neutron] 10.222.0.57 "PUT /v2.0/ports/ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac/bindings/n-h2-843680-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7293878 May 27 22:23:00.178997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669d47-5368-4342-b2e2-59bef6c5bd44 req-e129b306-1011-4c4b-82b6-c9aae82f5821 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:00.179343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=00a7de1d-d0e0-471d-ab34-869b6bb0d68a,segment=NetworkSegment(f30b90a9-e57b-4e42-842c-c0c8ac869202),segment_id=f30b90a9-e57b-4e42-842c-c0c8ac869202)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:00.183783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c56ac1-36d9-4e57-a9db-3d14f7d6605f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a7de1d-d0e0-471d-ab34-869b6bb0d68a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:00.192442 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a669d47-5368-4342-b2e2-59bef6c5bd44 req-e129b306-1011-4c4b-82b6-c9aae82f5821 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 944 time: 0.1272259 May 27 22:23:00.264046 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:00.265303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:23:00.431194 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:00.438219 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:00.438828 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:00.488544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33639-cce5-4d56-a79d-8828508fcebc req-dd9cc6ba-3110-449d-8c9c-cc6315a702ac tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:00.492235 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-dd9cc6ba-3110-449d-8c9c-cc6315a702ac tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009&tenant_id=3576fc8b868b4910aafa386813d8d521&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 1095 time: 0.1926334 May 27 22:23:00.505542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=00a7de1d-d0e0-471d-ab34-869b6bb0d68a,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:00.539359 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:23:00.627901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a669d47-5368-4342-b2e2-59bef6c5bd44 req-54330c0a-a6ba-4fdc-89da-fc9389fad2a3 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c3cb823-0617-4a0c-9b4f-01b2450ce255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4339619 May 27 22:23:00.674058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33639-cce5-4d56-a79d-8828508fcebc req-1f592446-7d24-436c-a9b4-11ed4585c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:00.680864 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-1f592446-7d24-436c-a9b4-11ed4585c40c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009&tenant_id=3576fc8b868b4910aafa386813d8d521 HTTP/1.1" status: 200 len: 1095 time: 0.1815391 May 27 22:23:00.718260 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:00.757529 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] Pushing event updated for resources: {'Network': ['ID=0732ee06-9834-4b47-a40b-b6c8452de397,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:00.762376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3d95b930-6740-4081-a887-f5e83a921dec up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:23:00.821438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28711f6b-a306-4170-923e-36e5e8fb077c req-05de78ae-9bba-4d41-a900-89dbbfadb371 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:00.832913 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28711f6b-a306-4170-923e-36e5e8fb077c req-05de78ae-9bba-4d41-a900-89dbbfadb371 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.4101446 May 27 22:23:00.854190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33639-cce5-4d56-a79d-8828508fcebc req-ff1eb32c-cf5f-4041-9ac3-9db7d0e334b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:00.860453 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-ff1eb32c-cf5f-4041-9ac3-9db7d0e334b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 1095 time: 0.1411264 May 27 22:23:00.953642 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c65d816-40b5-4da1-868d-30cefd5ec647'] response: {'server_uuid': '89c56ac1-36d9-4e57-a9db-3d14f7d6605f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a7de1d-d0e0-471d-ab34-869b6bb0d68a', 'code': 200} May 27 22:23:00.965922 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-96327004-44be-4945-90ac-82e3813a0998 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4408593 May 27 22:23:00.973088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35568) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:00.982854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 0732ee06-9834-4b47-a40b-b6c8452de397 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:23:00.993190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] Request body: {'subnet': {'network_id': '0732ee06-9834-4b47-a40b-b6c8452de397', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-470097468-subnet', 'tenant_id': 'fe3f7994ebc947fba3306d76aaa71809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:01.010328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:01.029258 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28711f6b-a306-4170-923e-36e5e8fb077c req-1314ae04-e2ff-455d-bb16-cc6d72be2bee tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953864 May 27 22:23:01.048518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] Usage tracker for resource:subnet and tenant:fe3f7994ebc947fba3306d76aaa71809 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:01.062324 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:01.075425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:01.152381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] Made reservation on behalf of fe3f7994ebc947fba3306d76aaa71809 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:23:01.154743 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:01.179679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 3d95b930-6740-4081-a887-f5e83a921dec triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:01.182295 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:01.249691 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:01.272580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33639-cce5-4d56-a79d-8828508fcebc req-e2e188da-573e-43ba-ab9e-fe3610e90966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:01.277547 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-e2e188da-573e-43ba-ab9e-fe3610e90966 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.4117939 May 27 22:23:01.280902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfb147-9e04-4b19-81de-b3e7aadcc7dd req-d85490b0-3834-4a63-80a6-acc38b20469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:01.284695 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d6dfb147-9e04-4b19-81de-b3e7aadcc7dd req-d85490b0-3834-4a63-80a6-acc38b20469c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 1096 time: 0.3659797 May 27 22:23:01.478060 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-f9e9f817-ef58-4cb7-a1eb-bcf731428e01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac HTTP/1.1" status: 200 len: 217 time: 0.1904123 May 27 22:23:01.519408 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 3d95b930-6740-4081-a887-f5e83a921dec is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:01.519782 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:01.564093 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d6dfb147-9e04-4b19-81de-b3e7aadcc7dd req-5cb8eea1-c692-488f-89ab-c8d0262728da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9c3cb823-0617-4a0c-9b4f-01b2450ce255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444733 May 27 22:23:01.579962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33639-cce5-4d56-a79d-8828508fcebc req-be5250ee-abde-4084-8ac4-e47b5c013253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:01.582042 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-be5250ee-abde-4084-8ac4-e47b5c013253 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.0854540 May 27 22:23:01.618527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599610c-19ca-45c1-bb69-f852dd5e660a req-225f1009-1ff1-4eb4-bade-371314a20b59 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:01.620423 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0599610c-19ca-45c1-bb69-f852dd5e660a req-225f1009-1ff1-4eb4-bade-371314a20b59 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 944 time: 0.2434394 May 27 22:23:01.652419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3d95b930-6740-4081-a887-f5e83a921dec, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3d95b930-6740-4081-a887-f5e83a921dec,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:01.713821 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-357c82d3-bb01-4b80-b8f1-3dd242522150 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164637 May 27 22:23:01.741131 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:01.744912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0599610c-19ca-45c1-bb69-f852dd5e660a req-abc87dae-6252-448c-9447-7c899342a290 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156588 May 27 22:23:01.895802 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:01.947798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=3d95b930-6740-4081-a887-f5e83a921dec,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:02.001568 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-f7801dc1-7dd0-40b1-856f-c17a9b1cd417 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727048 May 27 22:23:02.077609 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:02.126800 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80dfdb88-d617-4b98-b4cb-67102b9c3947 req-81852684-6b3c-4bce-84fe-a45303982d53 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 210 time: 0.1347256 May 27 22:23:02.169736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cedcbc7-9a81-4993-9c81-df8e10db5a15,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:02.202210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] Checking segment: {'id': '581ab948-48cf-4a81-a084-9616eea2eed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0732ee06-9834-4b47-a40b-b6c8452de397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:02.202556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] Network hostable DHCP agents. Network: 0732ee06-9834-4b47-a40b-b6c8452de397, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:23:02.239641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2787d9c-e5fa-49ff-b2c3-06aa6b2b765c req-c9725523-46d4-4d43-b0ca-ab07cc4a0fef tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:02.247931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2787d9c-e5fa-49ff-b2c3-06aa6b2b765c req-c9725523-46d4-4d43-b0ca-ab07cc4a0fef tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 945 time: 0.1806273 May 27 22:23:02.310115 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2787d9c-e5fa-49ff-b2c3-06aa6b2b765c req-388dfdc8-b1f2-437b-9829-0fe4997528fe tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c3cb823-0617-4a0c-9b4f-01b2450ce255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611520 May 27 22:23:02.321571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] Network 0732ee06-9834-4b47-a40b-b6c8452de397 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:23:02.423500 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-93bfaa3d-b7e3-48ec-8688-5d70ce3d8726 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060457 May 27 22:23:02.426510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 0732ee06-9834-4b47-a40b-b6c8452de397) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:23:02.431102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:02.432534 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:02.444889 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce8a2cb-5520-410d-b729-a552c2046182 None None] Network 0732ee06-9834-4b47-a40b-b6c8452de397 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:23:02.514317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-32b9a08f-2678-4fb6-a3af-77534cbf45b5 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:02.515785 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-32b9a08f-2678-4fb6-a3af-77534cbf45b5 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Synchronizing usage tracker for tenant:e18f035654174a42b48b0fc1a9791032 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:23:02.558434 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2d030ca2-1672-4624-8ae8-60c3ca0344d2 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5807133 May 27 22:23:02.626782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-32b9a08f-2678-4fb6-a3af-77534cbf45b5 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Unset dirty status for tenant:e18f035654174a42b48b0fc1a9791032 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:23:02.629087 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-32b9a08f-2678-4fb6-a3af-77534cbf45b5 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.46 "GET /v2.0/networks?id=ab33ae76-9300-40f2-8dbc-de1d762ee34e HTTP/1.1" status: 200 len: 824 time: 0.3218484 May 27 22:23:02.730229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-54ce9c18-7240-4276-ae2c-3f2798a19371 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Synchronizing usage tracker for tenant:e18f035654174a42b48b0fc1a9791032 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:23:02.795793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01586b30-ded1-41ae-8385-60deed7bcea3 req-e41426ac-9377-4193-abfa-69a507b7fab0 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:02.798721 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01586b30-ded1-41ae-8385-60deed7bcea3 req-e41426ac-9377-4193-abfa-69a507b7fab0 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.1852453 May 27 22:23:02.849752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-54ce9c18-7240-4276-ae2c-3f2798a19371 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Unset dirty status for tenant:e18f035654174a42b48b0fc1a9791032 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:23:02.850917 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-54ce9c18-7240-4276-ae2c-3f2798a19371 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e18f035654174a42b48b0fc1a9791032 HTTP/1.1" status: 200 len: 379 time: 0.2092366 May 27 22:23:02.863080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Request body: {'port': {'device_id': '9e81730b-0a2a-4f94-99a4-b6a06b353ed1', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'admin_state_up': True, 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'security_groups': ['16ef8bd3-0d37-425c-a7ad-c0193979d350']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:02.918556 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01586b30-ded1-41ae-8385-60deed7bcea3 req-fdc790ed-b76e-4a19-bc17-72b19ded2aa1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112168 May 27 22:23:02.932050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35618) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:02.987875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d95b930-6740-4081-a887-f5e83a921dec'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:03.063577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b48b33-7411-428e-a163-fb22808aeb0c admin admin] Deleting subnet 177e5a31-a6fa-4f3b-8597-20d8e2a6e98d {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:23:03.067504 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1b48b33-7411-428e-a163-fb22808aeb0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:03.126348 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1b48b33-7411-428e-a163-fb22808aeb0c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:03.152387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c014fa-dc3e-4368-8b59-c05f9e9e9a8c None None] Network 0732ee06-9834-4b47-a40b-b6c8452de397 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:23:03.173843 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1b48b33-7411-428e-a163-fb22808aeb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:03.275375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:03.292932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Usage tracker for resource:port and tenant:e18f035654174a42b48b0fc1a9791032 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:03.306640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:03.326790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:03.432862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505b8bd-8666-47a1-a593-d0cc31106dee req-1c2fa453-8ff3-4ffd-afa3-631b5e00341a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:03.440744 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6505b8bd-8666-47a1-a593-d0cc31106dee req-1c2fa453-8ff3-4ffd-afa3-631b5e00341a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 944 time: 0.3179121 May 27 22:23:03.494045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Made reservation on behalf of e18f035654174a42b48b0fc1a9791032 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:23:03.497692 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:03.519815 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6505b8bd-8666-47a1-a593-d0cc31106dee req-4356a450-1000-4858-bbe2-b99eb127bc1e tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715058 May 27 22:23:03.521208 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1b48b33-7411-428e-a163-fb22808aeb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:03.597848 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e671ea-fa3d-4dc0-bf1b-54806ad03da7'] response: {'server_uuid': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d95b930-6740-4081-a887-f5e83a921dec', 'code': 200} May 27 22:23:03.610981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b48b33-7411-428e-a163-fb22808aeb0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177e5a31-a6fa-4f3b-8597-20d8e2a6e98d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:03.620583 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1b48b33-7411-428e-a163-fb22808aeb0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:03.632481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c1b48b33-7411-428e-a163-fb22808aeb0c admin admin] 10.222.0.27 "DELETE /v2.0/subnets/177e5a31-a6fa-4f3b-8597-20d8e2a6e98d HTTP/1.1" status: 204 len: 168 time: 0.6992021 May 27 22:23:03.633248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35640) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:03.798673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a33639-cce5-4d56-a79d-8828508fcebc req-1ba07061-736f-4773-9ab4-91027f99a055 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:03.800149 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-1ba07061-736f-4773-9ab4-91027f99a055 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009&tenant_id=3576fc8b868b4910aafa386813d8d521&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 1095 time: 0.3723938 May 27 22:23:03.900067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Allocated IP 172.20.0.13 (ab33ae76-9300-40f2-8dbc-de1d762ee34e/9afffc65-b4ef-4eef-9951-21b17ee5d145/8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:23:03.924035 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-19c93096-1d89-453b-a1c8-6fd17a62de9e req-f66ffb18-475c-40cc-8e29-d026b6f68cf3 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 210 time: 0.1463006 May 27 22:23:03.936486 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:04.039095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a051cff-40f3-4b0c-996a-b841b29eccbb req-ce13de47-0c61-4e2d-915b-c4370ac872c2 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:04.039095 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8a051cff-40f3-4b0c-996a-b841b29eccbb req-ce13de47-0c61-4e2d-915b-c4370ac872c2 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 945 time: 0.2612696 May 27 22:23:04.239672 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:04.266261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-14a33639-cce5-4d56-a79d-8828508fcebc req-545472ee-ff96-4b63-a0a2-f47f01e30502 service neutron] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:23:04.277900 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:04.292769 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-14a33639-cce5-4d56-a79d-8828508fcebc req-545472ee-ff96-4b63-a0a2-f47f01e30502 service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:04.294126 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14a33639-cce5-4d56-a79d-8828508fcebc req-545472ee-ff96-4b63-a0a2-f47f01e30502 service neutron] 10.222.0.46 "DELETE /v2.0/ports/ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac/bindings/n-h1-843680-3 HTTP/1.1" status: 204 len: 173 time: 0.4868000 May 27 22:23:04.301735 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8a051cff-40f3-4b0c-996a-b841b29eccbb req-60bf3027-6cb0-41ed-b2f4-f35ee52256fc tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c3cb823-0617-4a0c-9b4f-01b2450ce255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406375 May 27 22:23:04.306206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Transition to ACTIVE for port object 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:23:04.337507 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60c41cfd-e9d2-4b71-b013-07d7fd002555 req-c048368c-32ed-4377-9977-a2c30e6f7acd tempest-QuotasAdminNegativeTest-1271880605 tempest-QuotasAdminNegativeTest-1271880605-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=1f65783b6176407fbed02c93ac64ac06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792007 May 27 22:23:04.393644 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:23:04.394568 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:23:04.395487 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:23:04.396048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Subscribe: > port after_create 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:23:04.396711 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:23:04.397581 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Subscribe: > port after_update 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:23:04.398081 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:23:04.398604 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:23:04.399123 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:23:04.399635 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:23:04.440140 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:04.551719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Network ab33ae76-9300-40f2-8dbc-de1d762ee34e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:23:04.555051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:23:04.559268 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:23:04.567420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:04.567685 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:04.582283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Pushing event updated for resources: {'Port': ['ID=8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:04.604497 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:23:04.605087 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:23:04.605430 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:23:04.605745 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:23:04.606100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c5b977-c339-437f-9e8b-23da2689358a']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:04.650135 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-5f0be5bc-5c94-4802-9827-181bd227cd2e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7925470 May 27 22:23:04.663008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Request body: {'port': {'device_id': '9e81730b-0a2a-4f94-99a4-b6a06b353ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:04.772974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1be289-ab26-465a-8c88-a8d0ab01505c') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:04.773521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1be289-ab26-465a-8c88-a8d0ab01505c') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:04.805057 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:04.833928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:04.860418 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:04.865259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:23:04.865820 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:05.008976 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c41cfd-e9d2-4b71-b013-07d7fd002555 req-16e83a90-c3c9-4aef-bd4f-3be2dc90b43d tempest-QuotasAdminNegativeTest-1271880605 tempest-QuotasAdminNegativeTest-1271880605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:05.015692 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60c41cfd-e9d2-4b71-b013-07d7fd002555 req-16e83a90-c3c9-4aef-bd4f-3be2dc90b43d tempest-QuotasAdminNegativeTest-1271880605 tempest-QuotasAdminNegativeTest-1271880605-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6768925 May 27 22:23:05.020748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f737166e-68c5-440f-9e88-bd5bcda87484 None None] Provisioning for port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:23:05.029648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f737166e-68c5-440f-9e88-bd5bcda87484 None None] Provisioning complete for port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:05.030351 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f737166e-68c5-440f-9e88-bd5bcda87484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:05.036750 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60c41cfd-e9d2-4b71-b013-07d7fd002555 req-7ffb9a54-c865-4d93-941b-03b8d1b0cb42 tempest-QuotasAdminNegativeTest-1271880605 tempest-QuotasAdminNegativeTest-1271880605-project] 10.222.0.27 "GET /v2.0/quotas/1f65783b6176407fbed02c93ac64ac06 HTTP/1.1" status: 200 len: 375 time: 0.0201156 May 27 22:23:05.099508 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60c41cfd-e9d2-4b71-b013-07d7fd002555 req-8f5efc5b-1753-4ce6-977e-71b101261482 tempest-QuotasAdminNegativeTest-1271880605 tempest-QuotasAdminNegativeTest-1271880605-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=1f65783b6176407fbed02c93ac64ac06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618329 May 27 22:23:05.112085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1100d08-cf3f-45b5-bf56-480b1224b232 req-c3cc10f3-ffa0-41d4-9f6b-2c673a629474 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:05.136730 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1100d08-cf3f-45b5-bf56-480b1224b232 req-c3cc10f3-ffa0-41d4-9f6b-2c673a629474 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.5220809 May 27 22:23:05.138855 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:05.142766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f737166e-68c5-440f-9e88-bd5bcda87484 None None] Port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:23:05.230281 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:05.253132 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1100d08-cf3f-45b5-bf56-480b1224b232 req-2dc8906b-e071-45ec-93e3-415e47b3c70a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152720 May 27 22:23:05.253847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c5b977-c339-437f-9e8b-23da2689358a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:05.266297 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-228ca4ab-4585-4814-b7b5-322efbc6dc85 admin admin] 10.222.0.27 "DELETE /v2.0/networks/d5c5b977-c339-437f-9e8b-23da2689358a HTTP/1.1" status: 204 len: 168 time: 1.6242826 May 27 22:23:05.266649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35684) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:05.356603 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 4f1be289-ab26-465a-8c88-a8d0ab01505c resource provider aggregate not found May 27 22:23:05.410288 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 4f1be289-ab26-465a-8c88-a8d0ab01505c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f1be289-ab26-465a-8c88-a8d0ab01505c found for delete ", "request_id": "req-269778be-6500-4120-ba94-12f20c271ef5"}]} May 27 22:23:05.453487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c7e839-0275-49bf-861e-97c40b3c3093 admin admin] Deleting subnet 8cedcbc7-9a81-4993-9c81-df8e10db5a15 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:23:05.459399 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-18c7e839-0275-49bf-861e-97c40b3c3093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:05.466367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:23:05.475442 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:05.516564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Transition to ACTIVE for port object 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:23:05.564434 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-18c7e839-0275-49bf-861e-97c40b3c3093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:05.569366 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:05.646184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcca19d-45ab-4bb0-92c2-f80c736ec5bc req-1cafe918-deb1-4013-9dee-03b364133a5f tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:05.647912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bcca19d-45ab-4bb0-92c2-f80c736ec5bc req-1cafe918-deb1-4013-9dee-03b364133a5f tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 945 time: 0.2842562 May 27 22:23:05.665324 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35692) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:05.667757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:05.677569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-42b0dc1f-2925-4566-b74b-58fed7cc65c5 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Request body: {'floatingip': {'port_id': '00a7de1d-d0e0-471d-ab34-869b6bb0d68a'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:05.788634 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-18c7e839-0275-49bf-861e-97c40b3c3093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:05.823212 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-42b0dc1f-2925-4566-b74b-58fed7cc65c5 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:06.001609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Attempting to bind port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:23:06.001609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Attempting to bind port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:23:06.001609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Attempting to bind port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc on network ab33ae76-9300-40f2-8dbc-de1d762ee34e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:06.006099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc on network ab33ae76-9300-40f2-8dbc-de1d762ee34e not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:23:06.006418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Attempting to bind port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc on network ab33ae76-9300-40f2-8dbc-de1d762ee34e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:06.011523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:23:06.026227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Checking segment: {'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:06.026227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Bound using segment: {'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:23:06.026227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Bound port: 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:23:06.026227 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:06.031745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218c7f8-6bc8-4226-975c-50735316afae req-dafff198-0e85-4af3-b968-b8ee823417b9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:06.033241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c218c7f8-6bc8-4226-975c-50735316afae req-dafff198-0e85-4af3-b968-b8ee823417b9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 944 time: 0.5215750 May 27 22:23:06.104124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] For port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:23:06.107126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] For port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:23:06.209711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c218c7f8-6bc8-4226-975c-50735316afae req-c6fe2cde-a930-4b5d-be32-1c41c9ca4df4 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675909 May 27 22:23:06.216552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c14bc2-964f-4499-b95b-36976f049d4e req-4fbb8027-bbbf-4131-9881-c5783e9b26d2 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:06.217914 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-83c14bc2-964f-4499-b95b-36976f049d4e req-4fbb8027-bbbf-4131-9881-c5783e9b26d2 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 944 time: 0.3431582 May 27 22:23:06.234442 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:06.316325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:06.317540 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:06.319520 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] 10.222.0.46 "PUT /v2.0/ports/8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc HTTP/1.1" status: 200 len: 1092 time: 1.6610126 May 27 22:23:06.339989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e81730b-0a2a-4f94-99a4-b6a06b353ed1', 'tag': '8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:06.388099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df343e-6ca9-45df-a05f-b752ac879616 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:06.435194 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-18c7e839-0275-49bf-861e-97c40b3c3093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:06.528663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-d2d319a5-52c0-46c2-a4e7-2c37b639ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:06.530435 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-d2d319a5-52c0-46c2-a4e7-2c37b639ff35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e18f035654174a42b48b0fc1a9791032&device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 1095 time: 0.1044269 May 27 22:23:06.535889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7e839-0275-49bf-861e-97c40b3c3093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cedcbc7-9a81-4993-9c81-df8e10db5a15,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:06.551390 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-83c14bc2-964f-4499-b95b-36976f049d4e req-0fd2ba31-924d-4320-80fa-06f33b78fabb tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3253965 May 27 22:23:06.562943 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-18c7e839-0275-49bf-861e-97c40b3c3093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:06.591290 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-18c7e839-0275-49bf-861e-97c40b3c3093 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/8cedcbc7-9a81-4993-9c81-df8e10db5a15 HTTP/1.1" status: 204 len: 168 time: 1.3235371 May 27 22:23:06.594889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35718) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:06.706443 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-e23af8e0-407f-4855-ae6f-9754d9de9dc3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc HTTP/1.1" status: 200 len: 217 time: 0.1663854 May 27 22:23:06.781128 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de612a73-a3c3-459e-9881-6b294359c223'] response: {'name': 'network-changed', 'server_uuid': '9e81730b-0a2a-4f94-99a4-b6a06b353ed1', 'tag': '8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc', 'status': 'completed', 'code': 200} May 27 22:23:06.817359 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-6dbc93a8-0916-400a-97ee-a818b89a650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:06.820246 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-6dbc93a8-0916-400a-97ee-a818b89a650e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9afffc65-b4ef-4eef-9951-21b17ee5d145 HTTP/1.1" status: 200 len: 863 time: 0.0898199 May 27 22:23:06.925297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-3e86ae45-97d7-4fd7-aa53-7402d2c598cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:06.927813 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-3e86ae45-97d7-4fd7-aa53-7402d2c598cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab33ae76-9300-40f2-8dbc-de1d762ee34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997233 May 27 22:23:07.081898 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-1661d202-7fcd-4d1f-a286-8750a8ef5188 service neutron] 10.222.0.46 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448922 May 27 22:23:07.149765 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fd265440-883a-40d5-9bf1-3b4c489e887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:07.221693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d39bd4-28a5-4e02-9658-f834f37ed479 req-4385519a-c69e-413d-ab99-33dbaf7df0d5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:07.223202 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-19d39bd4-28a5-4e02-9658-f834f37ed479 req-4385519a-c69e-413d-ab99-33dbaf7df0d5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.4088497 May 27 22:23:07.246186 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f8f434f-f70e-4842-b8e2-1b77cccb6a7d req-82ae341a-a847-48d5-b1ca-c830b24eee55 service neutron] 10.222.0.46 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542253 May 27 22:23:07.391435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-19d39bd4-28a5-4e02-9658-f834f37ed479 req-dd21c92a-e245-406e-b40c-7d69e77be2a5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442511 May 27 22:23:07.409412 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fd265440-883a-40d5-9bf1-3b4c489e887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:07.426044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e703909-6f8c-4ca7-b303-654e538ada4b req-40ce8add-1dd2-49d7-90d8-f6319f4d739c tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:07.432766 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e703909-6f8c-4ca7-b303-654e538ada4b req-40ce8add-1dd2-49d7-90d8-f6319f4d739c tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 1095 time: 0.3823833 May 27 22:23:07.474304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bee235-706c-435f-ade2-8e6dac743737 req-ed4411b3-5cd6-439d-ab5d-0f197177fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:07.475816 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-65bee235-706c-435f-ade2-8e6dac743737 req-ed4411b3-5cd6-439d-ab5d-0f197177fde8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e18f035654174a42b48b0fc1a9791032&device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 1095 time: 0.1187203 May 27 22:23:07.539252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-fd265440-883a-40d5-9bf1-3b4c489e887c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0732ee06-9834-4b47-a40b-b6c8452de397']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:07.556232 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e703909-6f8c-4ca7-b303-654e538ada4b req-3cf61f26-3306-4e3b-82bd-68391876829f tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224563 May 27 22:23:07.582021 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [None req-42b0dc1f-2925-4566-b74b-58fed7cc65c5 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:23:07.652485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bee235-706c-435f-ade2-8e6dac743737 req-d83e9ceb-3155-4531-a931-764f14fef1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:07.653939 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-65bee235-706c-435f-ade2-8e6dac743737 req-d83e9ceb-3155-4531-a931-764f14fef1ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab33ae76-9300-40f2-8dbc-de1d762ee34e HTTP/1.1" status: 200 len: 925 time: 0.1687965 May 27 22:23:07.734756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-fd265440-883a-40d5-9bf1-3b4c489e887c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581ab948-48cf-4a81-a084-9616eea2eed8') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:07.735057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-fd265440-883a-40d5-9bf1-3b4c489e887c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581ab948-48cf-4a81-a084-9616eea2eed8') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:07.836989 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fd265440-883a-40d5-9bf1-3b4c489e887c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:07.925413 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fd265440-883a-40d5-9bf1-3b4c489e887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:07.936179 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-42b0dc1f-2925-4566-b74b-58fed7cc65c5 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:07.949446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd265440-883a-40d5-9bf1-3b4c489e887c admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:23:07.951562 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fd265440-883a-40d5-9bf1-3b4c489e887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:07.980198 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-65bee235-706c-435f-ade2-8e6dac743737 req-7c30c35f-68ee-4383-8b68-70602e09cdfb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc HTTP/1.1" status: 200 len: 217 time: 0.3143535 May 27 22:23:08.038898 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 581ab948-48cf-4a81-a084-9616eea2eed8 resource provider aggregate not found May 27 22:23:08.077032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bee235-706c-435f-ade2-8e6dac743737 req-be2f71ab-7713-4a6d-9dca-eece328c7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:08.079563 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-65bee235-706c-435f-ade2-8e6dac743737 req-be2f71ab-7713-4a6d-9dca-eece328c7d28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9afffc65-b4ef-4eef-9951-21b17ee5d145 HTTP/1.1" status: 200 len: 863 time: 0.0919642 May 27 22:23:08.118418 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-42b0dc1f-2925-4566-b74b-58fed7cc65c5 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:08.181901 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 581ab948-48cf-4a81-a084-9616eea2eed8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 581ab948-48cf-4a81-a084-9616eea2eed8 found for delete ", "request_id": "req-479b1e29-4172-4574-8d99-3320944d7a90"}]} May 27 22:23:08.232054 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bee235-706c-435f-ade2-8e6dac743737 req-6cb679c1-e3dc-4f64-a96b-55abd88841a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:08.234806 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-65bee235-706c-435f-ade2-8e6dac743737 req-6cb679c1-e3dc-4f64-a96b-55abd88841a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab33ae76-9300-40f2-8dbc-de1d762ee34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393335 May 27 22:23:08.426432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35774) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:08.469560 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-65bee235-706c-435f-ade2-8e6dac743737 req-44c2dd58-01cb-4dfe-a7c5-df6fb60425bd service neutron] 10.222.0.46 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251658 May 27 22:23:08.540042 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fd265440-883a-40d5-9bf1-3b4c489e887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:08.553330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf13021-b961-41bf-bd7b-9974eac8ddf9 req-e20066c3-6efd-4fec-9ff4-fc26cbb4e258 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:08.560199 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bdf13021-b961-41bf-bd7b-9974eac8ddf9 req-e20066c3-6efd-4fec-9ff4-fc26cbb4e258 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 944 time: 0.5666819 May 27 22:23:08.620094 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d586ef97-4429-4fb7-ae98-5767b727905a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:08.647683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d586ef97-4429-4fb7-ae98-5767b727905a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:08.664223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d586ef97-4429-4fb7-ae98-5767b727905a admin admin] Usage tracker for resource:security_group_rule and tenant:5bb02f108f3446ccb44f9c77244f4029 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:08.670405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d586ef97-4429-4fb7-ae98-5767b727905a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:08.690125 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fd265440-883a-40d5-9bf1-3b4c489e887c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:08.692224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d586ef97-4429-4fb7-ae98-5767b727905a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:08.706232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd265440-883a-40d5-9bf1-3b4c489e887c admin admin] Pushing event deleted for resources: {'Network': ['ID=0732ee06-9834-4b47-a40b-b6c8452de397,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:08.708028 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-65bee235-706c-435f-ade2-8e6dac743737 req-388bd3d8-327d-42ac-a7dc-105e63ac2edd service neutron] 10.222.0.46 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314718 May 27 22:23:08.733666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fd265440-883a-40d5-9bf1-3b4c489e887c admin admin] 10.222.0.27 "DELETE /v2.0/networks/0732ee06-9834-4b47-a40b-b6c8452de397 HTTP/1.1" status: 204 len: 168 time: 2.1354408 May 27 22:23:08.842364 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d586ef97-4429-4fb7-ae98-5767b727905a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:08.857323 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bdf13021-b961-41bf-bd7b-9974eac8ddf9 req-b2295473-38c3-46fc-85ae-672770492ed7 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961378 May 27 22:23:08.858547 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-42b0dc1f-2925-4566-b74b-58fed7cc65c5 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Floating IP 74df330e-5bc0-4f97-bc8b-443e755caeaa associated. External IP: 172.25.2.48, port: 00a7de1d-d0e0-471d-ab34-869b6bb0d68a. May 27 22:23:08.924049 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d586ef97-4429-4fb7-ae98-5767b727905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:08.934834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-7ba8ace1-4fc9-4cb7-8bd1-4a8d9c2ee52a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:08.942322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-7ba8ace1-4fc9-4cb7-8bd1-4a8d9c2ee52a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 820 time: 0.7376831 May 27 22:23:08.975995 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-20cf47f1-00fa-46cd-99fd-cf9fcb83f26f tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/quotas/3576fc8b868b4910aafa386813d8d521 HTTP/1.1" status: 200 len: 375 time: 0.0328755 May 27 22:23:08.995425 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d586ef97-4429-4fb7-ae98-5767b727905a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5bb02f108f3446ccb44f9c77244f4029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5675447 May 27 22:23:08.996795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586ef97-4429-4fb7-ae98-5767b727905a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dac88f-dd3c-446c-8f57-b60ca72485ed,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:08.999535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35794) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:09.009236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77f8203f-480e-430b-a565-d5bd56d9cbd1 req-df97df80-51da-436e-be1c-4ee5fde9b546 tempest-QuotasAdminNegativeTest-1271880605 tempest-QuotasAdminNegativeTest-1271880605-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=1f65783b6176407fbed02c93ac64ac06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348761 May 27 22:23:09.174450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35798) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:09.228006 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0154179-713a-4d25-b3e6-c27d4f36e2a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:09.267418 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-96caae18-28ea-4475-9471-d3b2aa7a4df3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ac01564867614674becd86d60f8374fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0915179 May 27 22:23:09.271280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35802) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:09.274484 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0154179-713a-4d25-b3e6-c27d4f36e2a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:09.289044 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-273e7be2-b3b5-480a-a645-96087876d06b tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2818463 May 27 22:23:09.373891 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0f3a034-8d5b-4137-a363-a5826d05df9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:09.403165 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0f3a034-8d5b-4137-a363-a5826d05df9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:09.442004 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0154179-713a-4d25-b3e6-c27d4f36e2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:09.458557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0154179-713a-4d25-b3e6-c27d4f36e2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dac88f-dd3c-446c-8f57-b60ca72485ed,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:09.476816 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0154179-713a-4d25-b3e6-c27d4f36e2a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:09.481399 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b0154179-713a-4d25-b3e6-c27d4f36e2a7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/14dac88f-dd3c-446c-8f57-b60ca72485ed HTTP/1.1" status: 204 len: 168 time: 0.4610033 May 27 22:23:09.527237 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8203f-480e-430b-a565-d5bd56d9cbd1 req-479b29df-7c8d-4fcd-9166-ef8f4a56e012 tempest-QuotasAdminNegativeTest-1271880605 tempest-QuotasAdminNegativeTest-1271880605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:09.534045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77f8203f-480e-430b-a565-d5bd56d9cbd1 req-479b29df-7c8d-4fcd-9166-ef8f4a56e012 tempest-QuotasAdminNegativeTest-1271880605 tempest-QuotasAdminNegativeTest-1271880605-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4863110 May 27 22:23:09.563648 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77f8203f-480e-430b-a565-d5bd56d9cbd1 req-543c1405-301f-4e04-b452-447a6c90f49a tempest-QuotasAdminNegativeTest-1271880605 tempest-QuotasAdminNegativeTest-1271880605-project] 10.222.0.27 "GET /v2.0/quotas/1f65783b6176407fbed02c93ac64ac06 HTTP/1.1" status: 200 len: 375 time: 0.0287783 May 27 22:23:09.565150 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0f3a034-8d5b-4137-a363-a5826d05df9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:09.589868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3a034-8d5b-4137-a363-a5826d05df9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03686e31-8d5a-4c2b-8b5b-0e520dd2cda8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:09.620024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0f3a034-8d5b-4137-a363-a5826d05df9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:09.621225 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0f3a034-8d5b-4137-a363-a5826d05df9f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/03686e31-8d5a-4c2b-8b5b-0e520dd2cda8 HTTP/1.1" status: 204 len: 168 time: 0.3498256 May 27 22:23:09.683005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77f8203f-480e-430b-a565-d5bd56d9cbd1 req-b0f8338d-35b5-43ff-b93e-37e1245745ec tempest-QuotasAdminNegativeTest-1271880605 tempest-QuotasAdminNegativeTest-1271880605-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=1f65783b6176407fbed02c93ac64ac06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1184349 May 27 22:23:09.733704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-5ae6e625-a1e1-46bc-9639-5c8a1297977a service neutron] 10.222.0.27 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437573 May 27 22:23:09.888015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b0dc1f-2925-4566-b74b-58fed7cc65c5 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Router df577254-5919-4894-911d-d4570790ef87 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:23:10.271029 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-fa6763a7-9b7b-457d-b2bd-3fc61fedceb7 service neutron] 10.222.0.27 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358083 May 27 22:23:10.294289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b0dc1f-2925-4566-b74b-58fed7cc65c5 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:23:10.301574 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-42b0dc1f-2925-4566-b74b-58fed7cc65c5 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:10.309687 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8098405-314d-4fe4-9178-e943e9631ade None None] Sync routers for ids ['df577254-5919-4894-911d-d4570790ef87'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:23:10.323521 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8098405-314d-4fe4-9178-e943e9631ade None None] Routers {'df577254-5919-4894-911d-d4570790ef87'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:23:10.324401 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c8098405-314d-4fe4-9178-e943e9631ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:23:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['df577254-5919-4894-911d-d4570790ef87'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:10.367186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e311f7d-3dc9-46b2-96cb-d47fd94af38d req-c266f75b-29b5-48a9-9208-e355283b9815 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:10.373961 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e311f7d-3dc9-46b2-96cb-d47fd94af38d req-c266f75b-29b5-48a9-9208-e355283b9815 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.3811824 May 27 22:23:10.404175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-42b0dc1f-2925-4566-b74b-58fed7cc65c5 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "PUT /v2.0/floatingips/74df330e-5bc0-4f97-bc8b-443e755caeaa HTTP/1.1" status: 200 len: 990 time: 4.7328269 May 27 22:23:10.409781 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c56ac1-36d9-4e57-a9db-3d14f7d6605f', 'tag': '00a7de1d-d0e0-471d-ab34-869b6bb0d68a'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:10.446433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e311f7d-3dc9-46b2-96cb-d47fd94af38d req-8bc8e5b6-e329-44d3-a0c4-6fb9a54f86e9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714178 May 27 22:23:10.539057 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c8098405-314d-4fe4-9178-e943e9631ade None None] Set router df577254-5919-4894-911d-d4570790ef87 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:23:10.840795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:23:10.878295 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c8098405-314d-4fe4-9178-e943e9631ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df577254-5919-4894-911d-d4570790ef87', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:23Z', 'updated_at': '2022-05-27T22:21:30Z', 'revision_number': 4, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'gw_port': {'id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:24Z', 'updated_at': '2022-05-27T22:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '74df330e-5bc0-4f97-bc8b-443e755caeaa', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'floating_ip_address': '172.25.2.48', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'df577254-5919-4894-911d-d4570790ef87', 'port_id': '00a7de1d-d0e0-471d-ab34-869b6bb0d68a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'mac_address': 'fa:16:3e:fc:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c56ac1-36d9-4e57-a9db-3d14f7d6605f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:22:30Z', 'updated_at': '2022-05-27T22:23:07Z', 'revision_number': 1, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21790916-59e6-4dc7-8ffe-6427414159be', 'name': '', 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'mac_address': 'fa:16:3e:50:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:29Z', 'updated_at': '2022-05-27T22:21:38Z', 'revision_number': 5, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'subnets': [{'id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:10.882000 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8098405-314d-4fe4-9178-e943e9631ade None None] Checking router: df577254-5919-4894-911d-d4570790ef87 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:23:10.891051 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8098405-314d-4fe4-9178-e943e9631ade None None] Routers {'df577254-5919-4894-911d-d4570790ef87'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:23:10.891782 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c8098405-314d-4fe4-9178-e943e9631ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:23:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['df577254-5919-4894-911d-d4570790ef87'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:10.926631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35832) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:10.963479 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e91797f-2cc1-4c7b-8307-794bf6f4f9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:10.967818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35842) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:11.017444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6e91797f-2cc1-4c7b-8307-794bf6f4f9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:11.025421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6e91797f-2cc1-4c7b-8307-794bf6f4f9f1 admin admin] Usage tracker for resource:security_group_rule and tenant:e32a7f2d7f57430fb57323714502e036 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:11.028903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6e91797f-2cc1-4c7b-8307-794bf6f4f9f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:11.040113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6e91797f-2cc1-4c7b-8307-794bf6f4f9f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:11.054735 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ef4b4307-1f5c-4a3b-bdcd-562f2128a528 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fe3f7994ebc947fba3306d76aaa71809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851126 May 27 22:23:11.058837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35852) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:11.164130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e91797f-2cc1-4c7b-8307-794bf6f4f9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:11.193802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:11.198440 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fc15f27d-7d35-4bc9-a4fe-82442da8c58d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:11.231313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'port_id': '8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc', 'mac_address': 'fa:16:3e:9a:3e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:23:11.251120 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e91797f-2cc1-4c7b-8307-794bf6f4f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:11.301646 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c8098405-314d-4fe4-9178-e943e9631ade None None] Set router df577254-5919-4894-911d-d4570790ef87 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:23:11.326867 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fc15f27d-7d35-4bc9-a4fe-82442da8c58d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:11.354591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:11.361246 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:11.391346 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:23:11.396575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ee976-6390-438f-bb2e-2f970c3e6ea8 req-cb557fa5-d376-4f5e-8571-5b366d5facdc tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:11.399136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e01ee976-6390-438f-bb2e-2f970c3e6ea8 req-cb557fa5-d376-4f5e-8571-5b366d5facdc tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 944 time: 0.2025356 May 27 22:23:11.430447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:11.441439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35860) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:11.450238 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6e91797f-2cc1-4c7b-8307-794bf6f4f9f1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e32a7f2d7f57430fb57323714502e036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224378 May 27 22:23:11.458292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91797f-2cc1-4c7b-8307-794bf6f4f9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bd0c4c-32d7-4c01-afd8-a40340291c7f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:11.501320 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:11.581053 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e01ee976-6390-438f-bb2e-2f970c3e6ea8 req-ad9a2607-2901-4d46-9825-426c2a6b0929 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706316 May 27 22:23:11.607242 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fc15f27d-7d35-4bc9-a4fe-82442da8c58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:11.613244 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-984b86dd-91bd-4408-ad26-4210daeb3ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:11.619866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:11.626650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15f27d-7d35-4bc9-a4fe-82442da8c58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f507c4-6d67-4e7a-9d3b-f6431fb575eb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:11.754801 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad008b64-c5d3-442f-8f3c-72ceaecb797c'] response: {'name': 'network-changed', 'server_uuid': '89c56ac1-36d9-4e57-a9db-3d14f7d6605f', 'tag': '00a7de1d-d0e0-471d-ab34-869b6bb0d68a', 'status': 'completed', 'code': 200} May 27 22:23:11.767654 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-984b86dd-91bd-4408-ad26-4210daeb3ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:11.803434 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:23:11.831882 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fc15f27d-7d35-4bc9-a4fe-82442da8c58d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:11.852508 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fc15f27d-7d35-4bc9-a4fe-82442da8c58d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f8f507c4-6d67-4e7a-9d3b-f6431fb575eb HTTP/1.1" status: 204 len: 168 time: 0.7914701 May 27 22:23:11.909016 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c8098405-314d-4fe4-9178-e943e9631ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df577254-5919-4894-911d-d4570790ef87', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:23Z', 'updated_at': '2022-05-27T22:21:30Z', 'revision_number': 4, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'gw_port': {'id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:24Z', 'updated_at': '2022-05-27T22:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '74df330e-5bc0-4f97-bc8b-443e755caeaa', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'floating_ip_address': '172.25.2.48', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'df577254-5919-4894-911d-d4570790ef87', 'port_id': '00a7de1d-d0e0-471d-ab34-869b6bb0d68a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'mac_address': 'fa:16:3e:fc:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c56ac1-36d9-4e57-a9db-3d14f7d6605f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:22:30Z', 'updated_at': '2022-05-27T22:23:07Z', 'revision_number': 1, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21790916-59e6-4dc7-8ffe-6427414159be', 'name': '', 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'mac_address': 'fa:16:3e:50:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:29Z', 'updated_at': '2022-05-27T22:21:38Z', 'revision_number': 5, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'subnets': [{'id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:11.918179 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8098405-314d-4fe4-9178-e943e9631ade None None] The sync data for ids ['df577254-5919-4894-911d-d4570790ef87'] in n-d-843680-3 is: [{'id': 'df577254-5919-4894-911d-d4570790ef87', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:23Z', 'updated_at': '2022-05-27T22:21:30Z', 'revision_number': 4, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'gw_port': {'id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:24Z', 'updated_at': '2022-05-27T22:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '74df330e-5bc0-4f97-bc8b-443e755caeaa', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'floating_ip_address': '172.25.2.48', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'df577254-5919-4894-911d-d4570790ef87', 'port_id': '00a7de1d-d0e0-471d-ab34-869b6bb0d68a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'mac_address': 'fa:16:3e:fc:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89c56ac1-36d9-4e57-a9db-3d14f7d6605f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:22:30Z', 'updated_at': '2022-05-27T22:23:07Z', 'revision_number': 1, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21790916-59e6-4dc7-8ffe-6427414159be', 'name': '', 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'mac_address': 'fa:16:3e:50:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:29Z', 'updated_at': '2022-05-27T22:21:38Z', 'revision_number': 5, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'subnets': [{'id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:23:11.929129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a432b4-3c03-4ff7-817b-ca14aabdb1dd req-bba334a8-b13e-4994-9479-d1945f95088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:11.930687 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-36a432b4-3c03-4ff7-817b-ca14aabdb1dd req-bba334a8-b13e-4994-9479-d1945f95088c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dd7854410b794c8abce9ac7bdb1540b8&device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 1096 time: 0.1749492 May 27 22:23:12.119019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30e02bcb-27b9-4044-a69c-3589bea7e134 req-268235c9-f706-4bcf-8dc8-455ba7168d04 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 210 time: 0.2981350 May 27 22:23:12.174489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503381db-0da7-48fe-bbc2-4cdbfe0b6bcf req-c772a1b2-12ad-41f0-9bea-9cdcb139842f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:12.181906 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-503381db-0da7-48fe-bbc2-4cdbfe0b6bcf req-c772a1b2-12ad-41f0-9bea-9cdcb139842f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.2073801 May 27 22:23:12.201816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a432b4-3c03-4ff7-817b-ca14aabdb1dd req-c7b1d479-5665-4238-bf46-c57fd3055816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:12.204804 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-36a432b4-3c03-4ff7-817b-ca14aabdb1dd req-c7b1d479-5665-4238-bf46-c57fd3055816 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aace8a43-3db2-4854-b12e-1933448b39f0 HTTP/1.1" status: 200 len: 915 time: 0.2660685 May 27 22:23:12.287820 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-503381db-0da7-48fe-bbc2-4cdbfe0b6bcf req-95f5a43c-73e9-47c9-b246-787b1bd51b38 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047778 May 27 22:23:12.290442 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-984b86dd-91bd-4408-ad26-4210daeb3ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:12.313232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b86dd-91bd-4408-ad26-4210daeb3ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bd0c4c-32d7-4c01-afd8-a40340291c7f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:12.321610 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-984b86dd-91bd-4408-ad26-4210daeb3ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:12.326935 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-984b86dd-91bd-4408-ad26-4210daeb3ba9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f3bd0c4c-32d7-4c01-afd8-a40340291c7f HTTP/1.1" status: 204 len: 168 time: 0.8704762 May 27 22:23:12.358765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60327bde-9228-46d8-a256-01dedb3ddcda None None] New status for floating IP 74df330e-5bc0-4f97-bc8b-443e755caeaa: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:23:12.382746 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-36a432b4-3c03-4ff7-817b-ca14aabdb1dd req-1ccaa805-9cc7-4e79-840f-76087d7a4271 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00a7de1d-d0e0-471d-ab34-869b6bb0d68a HTTP/1.1" status: 200 len: 998 time: 0.1715698 May 27 22:23:12.458667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a432b4-3c03-4ff7-817b-ca14aabdb1dd req-4cf074ba-3f2d-4b0e-a184-9b43578e30ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:12.461126 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-36a432b4-3c03-4ff7-817b-ca14aabdb1dd req-4cf074ba-3f2d-4b0e-a184-9b43578e30ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=edca6ddd-355d-49c2-acf1-5150668cb91b HTTP/1.1" status: 200 len: 853 time: 0.0722232 May 27 22:23:12.574329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a432b4-3c03-4ff7-817b-ca14aabdb1dd req-1f365040-4865-41d8-ac8c-bd5c62b73700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:12.576731 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-36a432b4-3c03-4ff7-817b-ca14aabdb1dd req-1f365040-4865-41d8-ac8c-bd5c62b73700 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aace8a43-3db2-4854-b12e-1933448b39f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057842 May 27 22:23:12.873070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:23:12.893398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd93c45-e218-4c40-b720-d1e05a458e8c req-9a1433d6-e305-44a0-84fa-ae1e892f2e9f tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:12.919183 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7dd93c45-e218-4c40-b720-d1e05a458e8c req-9a1433d6-e305-44a0-84fa-ae1e892f2e9f tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 945 time: 0.1335788 May 27 22:23:12.972581 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-36a432b4-3c03-4ff7-817b-ca14aabdb1dd req-e17047c5-5685-4a50-aa95-73967e221886 service neutron] 10.222.0.57 "GET /v2.0/networks/aace8a43-3db2-4854-b12e-1933448b39f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883774 May 27 22:23:13.023847 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7dd93c45-e218-4c40-b720-d1e05a458e8c req-25d4978f-3410-4279-9ddc-cee7569bc4c6 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963168 May 27 22:23:13.117747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:23:13.122974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:13.124210 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:13.221782 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-36a432b4-3c03-4ff7-817b-ca14aabdb1dd req-eb0d1067-7afb-4997-afd9-d70958cdfce5 service neutron] 10.222.0.57 "GET /v2.0/networks/aace8a43-3db2-4854-b12e-1933448b39f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423306 May 27 22:23:13.358322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd383c28-72d3-4020-a99f-1f75076b6418 req-827cd157-2475-4460-a203-2a806bd5fac6 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 210 time: 0.0895977 May 27 22:23:13.395525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:13.398481 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:13.436547 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e81730b-0a2a-4f94-99a4-b6a06b353ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:13.446369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:13.529169 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:13.611778 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0cbb35-250d-4fb6-9deb-4cf3acdd9972'] response: {'server_uuid': '9e81730b-0a2a-4f94-99a4-b6a06b353ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc', 'code': 200} May 27 22:23:13.660759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:13.819900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6bf08-2593-425a-ac2e-edeaaea168af req-dd936361-cbff-48ac-aef8-2af9ba7f9e6a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:13.821507 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7f6bf08-2593-425a-ac2e-edeaaea168af req-dd936361-cbff-48ac-aef8-2af9ba7f9e6a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.2131398 May 27 22:23:13.917809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447aad6-57e8-4bbd-8b50-3d01a535a314 req-f837e529-162f-4d26-90ae-f4ce2f1e29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:13.920163 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c447aad6-57e8-4bbd-8b50-3d01a535a314 req-f837e529-162f-4d26-90ae-f4ce2f1e29e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 1097 time: 0.2146931 May 27 22:23:13.946190 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7f6bf08-2593-425a-ac2e-edeaaea168af req-de4922fd-7726-44e9-bce2-5cc919cea2fc tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152933 May 27 22:23:14.000688 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c447aad6-57e8-4bbd-8b50-3d01a535a314 req-d981d669-0be6-4c86-89d1-06c6934a82dc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723553 May 27 22:23:14.030314 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99f2e1e5-7511-44b9-805c-e0ce27b4b8b5 req-3ac0253a-d755-4e3f-97fb-3c190e1baba6 tempest-QuotasAdminNegativeTest-1271880605 tempest-QuotasAdminNegativeTest-1271880605-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=1f65783b6176407fbed02c93ac64ac06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610247 May 27 22:23:14.241383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-371f5219-224a-4117-b5ac-2bea1de687d8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:14.242458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-371f5219-224a-4117-b5ac-2bea1de687d8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Synchronizing usage tracker for tenant:3576fc8b868b4910aafa386813d8d521 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:23:14.347982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2e1e5-7511-44b9-805c-e0ce27b4b8b5 req-97ea0345-4f23-4c58-a6ac-074880053c39 tempest-QuotasAdminNegativeTest-1271880605 tempest-QuotasAdminNegativeTest-1271880605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:14.349981 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99f2e1e5-7511-44b9-805c-e0ce27b4b8b5 req-97ea0345-4f23-4c58-a6ac-074880053c39 tempest-QuotasAdminNegativeTest-1271880605 tempest-QuotasAdminNegativeTest-1271880605-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3130708 May 27 22:23:14.373001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66c143-7968-4a40-9184-d47881bff60d req-ce9025f6-1da8-4466-b26d-b7181f6c2043 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:14.377989 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df66c143-7968-4a40-9184-d47881bff60d req-ce9025f6-1da8-4466-b26d-b7181f6c2043 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 946 time: 0.1740630 May 27 22:23:14.410272 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-0f551baf-074f-4425-8e1b-81a08849abdf service neutron] 10.222.0.46 "GET /v2.0/ports/b3b96510-2f78-4efa-9b87-9d3e1c553325/bindings/n-h2-843680-3 HTTP/1.1" status: 200 len: 382 time: 0.1526594 May 27 22:23:14.415869 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99f2e1e5-7511-44b9-805c-e0ce27b4b8b5 req-3e737d39-17d5-4a23-b802-f03bae7b8099 tempest-QuotasAdminNegativeTest-1271880605 tempest-QuotasAdminNegativeTest-1271880605-project] 10.222.0.27 "GET /v2.0/quotas/1f65783b6176407fbed02c93ac64ac06 HTTP/1.1" status: 200 len: 375 time: 0.0538046 May 27 22:23:14.426116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-371f5219-224a-4117-b5ac-2bea1de687d8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Unset dirty status for tenant:3576fc8b868b4910aafa386813d8d521 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:23:14.427523 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-371f5219-224a-4117-b5ac-2bea1de687d8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.57 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 820 time: 0.4244530 May 27 22:23:14.436394 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35966) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:14.454604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-31bbf1dd-9545-493b-bf0f-1c554c38a955 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Request body: {'port': {'device_id': 'e35ad5eb-428b-4b36-9b3a-aa2b90cb053c', 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf', 'admin_state_up': True, 'tenant_id': '3576fc8b868b4910aafa386813d8d521'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:14.517969 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99f2e1e5-7511-44b9-805c-e0ce27b4b8b5 req-b669e43d-95b8-46a3-8f5c-12dd464f5297 tempest-QuotasAdminNegativeTest-1271880605 tempest-QuotasAdminNegativeTest-1271880605-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=1f65783b6176407fbed02c93ac64ac06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781906 May 27 22:23:14.572611 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df66c143-7968-4a40-9184-d47881bff60d req-79c0d6ed-3f14-4e97-b6a9-2ec36de5ba00 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825697 May 27 22:23:14.676041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1921838660-network', 'tenant_id': '091c975465a443ff9f9924fb8c574958'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:14.698949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:14.717992 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Usage tracker for resource:network and tenant:091c975465a443ff9f9924fb8c574958 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:14.733607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:14.758708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:14.832857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-31bbf1dd-9545-493b-bf0f-1c554c38a955 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:14.845550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-31bbf1dd-9545-493b-bf0f-1c554c38a955 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:14.884094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Made reservation on behalf of 091c975465a443ff9f9924fb8c574958 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:23:14.887092 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:14.909439 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:14.919964 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc4f247d-f493-45e0-9788-12172d213b2e req-702175bc-e3f1-4c65-895c-00926cea8be9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 210 time: 0.0612493 May 27 22:23:14.927628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-31bbf1dd-9545-493b-bf0f-1c554c38a955 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Made reservation on behalf of 3576fc8b868b4910aafa386813d8d521 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:23:14.931525 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-31bbf1dd-9545-493b-bf0f-1c554c38a955 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:14.950282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:14.957665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Usage tracker for resource:security_group_rule and tenant:091c975465a443ff9f9924fb8c574958 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:14.961722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:15.004645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:15.212570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cdd2b-7684-4234-a948-ce49335536f9 req-a1aab2e3-56e8-4aeb-97a0-6b7bfef9687f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:15.214096 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-369cdd2b-7684-4234-a948-ce49335536f9 req-a1aab2e3-56e8-4aeb-97a0-6b7bfef9687f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.1097903 May 27 22:23:15.272943 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-369cdd2b-7684-4234-a948-ce49335536f9 req-ee346806-ed08-4f4a-bdfe-d94ef11ae8d1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514274 May 27 22:23:15.440112 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-31bbf1dd-9545-493b-bf0f-1c554c38a955 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Allocated IP 172.20.0.6 (a182e3ef-915a-4e44-aa5e-a36ca2b71adf/b640b426-c3e4-4da9-8c51-f6ef05852c3f/1243c73e-3484-403b-828f-8e68370b8bd0) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:23:15.465601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-20ac9b87-6e5f-4b65-a7b5-8a7a0501b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:15.467269 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-20ac9b87-6e5f-4b65-a7b5-8a7a0501b3cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127&tenant_id=ecba41eb2b894855a95cc6ec50ef6350 HTTP/1.1" status: 200 len: 1100 time: 0.2381861 May 27 22:23:15.500419 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:15.553612 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:15.800706 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:15.904537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:23:15.916196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:15.969944 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:15.970450 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Added segment edc33488-b43f-4223-9235-3947fdbbf3e9 of type vlan for network 21f4cca6-9de0-4960-904f-ee228a1d4380 May 27 22:23:15.973918 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-31bbf1dd-9545-493b-bf0f-1c554c38a955 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:15.981707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c6216-5462-44b4-8884-86fa1712fdaf req-c4b6f3b9-6bc8-436a-a636-58d9ea67b22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:15.991451 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29c6216-5462-44b4-8884-86fa1712fdaf req-c4b6f3b9-6bc8-436a-a636-58d9ea67b22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 946 time: 0.2212589 May 27 22:23:15.997277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-5a40f146-9906-45f2-95e7-925608f8fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:15.998730 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-5a40f146-9906-45f2-95e7-925608f8fbec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 1100 time: 0.4855821 May 27 22:23:16.003165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36028) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:16.054140 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:16.074600 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29c6216-5462-44b4-8884-86fa1712fdaf req-c009a9bd-52cb-499f-b7e5-fb25b237bb6b tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815411 May 27 22:23:16.255054 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-31bbf1dd-9545-493b-bf0f-1c554c38a955 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:16.256784 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb874d51-2f4b-4aa7-94be-3d220b7a2e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:16.323630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-12a474cc-06d6-441b-bf75-b2ddd1796bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:16.324876 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-12a474cc-06d6-441b-bf75-b2ddd1796bb4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.3098121 May 27 22:23:16.325455 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:16.326305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:16.326852 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:16.369523 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f2735-7624-4752-be02-aad15242f963 req-b8d48fad-73ab-4233-b767-e65189668c24 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:16.384536 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c05f2735-7624-4752-be02-aad15242f963 req-b8d48fad-73ab-4233-b767-e65189668c24 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 931 time: 0.1491694 May 27 22:23:16.480845 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c05f2735-7624-4752-be02-aad15242f963 req-580818f4-5797-4c4f-ac51-ea3511b4b27b tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950332 May 27 22:23:16.483021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fb874d51-2f4b-4aa7-94be-3d220b7a2e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:16.489405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-31bbf1dd-9545-493b-bf0f-1c554c38a955 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Network a182e3ef-915a-4e44-aa5e-a36ca2b71adf is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:23:16.501251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fb874d51-2f4b-4aa7-94be-3d220b7a2e8c admin admin] Usage tracker for resource:security_group_rule and tenant:1f65783b6176407fbed02c93ac64ac06 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:16.513083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-31bbf1dd-9545-493b-bf0f-1c554c38a955 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:23:16.515031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fb874d51-2f4b-4aa7-94be-3d220b7a2e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:16.533404 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-426edbb3-f740-4917-a367-9defe277c2a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b3b96510-2f78-4efa-9b87-9d3e1c553325 HTTP/1.1" status: 200 len: 217 time: 0.1773231 May 27 22:23:16.548782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-31bbf1dd-9545-493b-bf0f-1c554c38a955 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:23:16.554495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-31bbf1dd-9545-493b-bf0f-1c554c38a955 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:16.555402 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-31bbf1dd-9545-493b-bf0f-1c554c38a955 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:16.558832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbf1dd-9545-493b-bf0f-1c554c38a955 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Pushing event updated for resources: {'Port': ['ID=1243c73e-3484-403b-828f-8e68370b8bd0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:16.569503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fb874d51-2f4b-4aa7-94be-3d220b7a2e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:16.635353 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] Pushing event updated for resources: {'Network': ['ID=21f4cca6-9de0-4960-904f-ee228a1d4380,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:16.663429 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 21f4cca6-9de0-4960-904f-ee228a1d4380 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:23:16.667530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-adc2c189-0188-4772-bb20-a0787d45ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:16.669076 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-adc2c189-0188-4772-bb20-a0787d45ae7d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1016312 May 27 22:23:16.747679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53f0ef-5706-470a-b44a-5c3ab6a149dc req-a0c2c6c7-ec19-4967-8cf4-7665b5d8b212 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:16.750722 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c53f0ef-5706-470a-b44a-5c3ab6a149dc req-a0c2c6c7-ec19-4967-8cf4-7665b5d8b212 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 946 time: 0.2442825 May 27 22:23:16.759509 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-31bbf1dd-9545-493b-bf0f-1c554c38a955 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3087628 May 27 22:23:16.766930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36042) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:16.769039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b3d8f-78c1-4df1-a070-2d58b818af95 req-4269a320-0e4c-41ad-8686-f0e678e45bc6 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:16.771158 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c9bccc03-55be-4cf6-9346-82f42bd08416 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3330138 May 27 22:23:16.771348 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a10b3d8f-78c1-4df1-a070-2d58b818af95 req-4269a320-0e4c-41ad-8686-f0e678e45bc6 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.1501625 May 27 22:23:16.774919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36046) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:16.781796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] Request body: {'subnet': {'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1921838660-subnet', 'tenant_id': '091c975465a443ff9f9924fb8c574958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:16.782981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bc01a0a1-7757-4c31-8929-1aec0c23c43c tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Request body: {'floatingip': {'port_id': '8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:16.787216 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:16.791584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] Usage tracker for resource:subnet and tenant:091c975465a443ff9f9924fb8c574958 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:16.796649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:16.803553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:16.857784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Request body: {'port': {'device_id': 'e35ad5eb-428b-4b36-9b3a-aa2b90cb053c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:16.988257 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a10b3d8f-78c1-4df1-a070-2d58b818af95 req-2edef936-5844-48cb-88d4-f7079db1044b tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744926 May 27 22:23:16.990799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] Made reservation on behalf of 091c975465a443ff9f9924fb8c574958 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:23:16.993883 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:16.997207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc01a0a1-7757-4c31-8929-1aec0c23c43c tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:17.151986 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:17.398557 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:17.484755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6553a03-c42d-4c2a-b37f-5623f5c12ea9,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:17.488251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-dd249499-52e5-4eff-acf5-8de3ba7f2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:17.489854 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-dd249499-52e5-4eff-acf5-8de3ba7f2d1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8135736 May 27 22:23:17.502742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] Checking segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:17.503212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] Network hostable DHCP agents. Network: 21f4cca6-9de0-4960-904f-ee228a1d4380, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:23:17.556761 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb874d51-2f4b-4aa7-94be-3d220b7a2e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:17.714896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202a424-4a78-4bf9-8136-97681b0405ef req-34e94a78-f4bf-4e4d-a4bc-140394e5eb76 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:17.716394 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0202a424-4a78-4bf9-8136-97681b0405ef req-34e94a78-f4bf-4e4d-a4bc-140394e5eb76 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 931 time: 0.0967402 May 27 22:23:17.793192 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0202a424-4a78-4bf9-8136-97681b0405ef req-9f35aaa1-10f9-4308-9a36-3fd9941d28ca tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707047 May 27 22:23:18.078074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] Network 21f4cca6-9de0-4960-904f-ee228a1d4380 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:23:18.156018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 21f4cca6-9de0-4960-904f-ee228a1d4380) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:23:18.170400 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b505f74-3dab-46c5-b155-3034b5fae4a3 None None] Network 21f4cca6-9de0-4960-904f-ee228a1d4380 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:23:18.170840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:18.171892 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:18.203734 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb874d51-2f4b-4aa7-94be-3d220b7a2e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:18.251890 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-9b51d6a1-88ab-4d2b-b5f4-fe7dd5f67246 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7426543 May 27 22:23:18.261578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72260ca0-34cf-49af-b953-70439d18c36b req-95fb7fc3-6d9d-4b0c-baa2-29fa6caed3de tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:18.263940 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72260ca0-34cf-49af-b953-70439d18c36b req-95fb7fc3-6d9d-4b0c-baa2-29fa6caed3de tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.1458676 May 27 22:23:18.273807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-30525f7c-9bcf-431b-9d23-a54e55bb1d58 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4901018 May 27 22:23:18.321740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb874d51-2f4b-4aa7-94be-3d220b7a2e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668ec93e-61a9-42ed-91b8-63bffc1c5c34,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:18.395935 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72260ca0-34cf-49af-b953-70439d18c36b req-8fef9ac1-d7ca-4f29-8ab7-44ddf6c7d765 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241348 May 27 22:23:18.431693 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:23:18.453110 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fb874d51-2f4b-4aa7-94be-3d220b7a2e8c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1f65783b6176407fbed02c93ac64ac06&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4485869 May 27 22:23:18.453319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36080) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:18.565112 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1243c73e-3484-403b-828f-8e68370b8bd0 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:23:18.583999 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa1a826f-ebd4-4ff8-91e9-2723bc2b5b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:18.595524 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:18.655493 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa1a826f-ebd4-4ff8-91e9-2723bc2b5b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:18.686323 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e9e4c8cc-f278-4819-88bf-cdc413ef7b15 req-2dd96017-d2d6-4e79-9633-1a067456f9d0 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221630 May 27 22:23:18.687823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Transition to ACTIVE for port object 1243c73e-3484-403b-828f-8e68370b8bd0 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:23:18.703706 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b31d64-1d3b-4e19-b80d-e226da58e3bd None None] Network 21f4cca6-9de0-4960-904f-ee228a1d4380 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:23:18.800337 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:18.854564 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa1a826f-ebd4-4ff8-91e9-2723bc2b5b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:18.915173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a826f-ebd4-4ff8-91e9-2723bc2b5b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668ec93e-61a9-42ed-91b8-63bffc1c5c34,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:18.932463 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa1a826f-ebd4-4ff8-91e9-2723bc2b5b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:18.934796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fa1a826f-ebd4-4ff8-91e9-2723bc2b5b08 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/668ec93e-61a9-42ed-91b8-63bffc1c5c34 HTTP/1.1" status: 204 len: 168 time: 0.4804740 May 27 22:23:19.025904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b3b96510-2f78-4efa-9b87-9d3e1c553325 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:23:19.174531 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc01a0a1-7757-4c31-8929-1aec0c23c43c tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:19.175509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Pushing event updated for resources: {'Port': ['ID=1243c73e-3484-403b-828f-8e68370b8bd0,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:19.235106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Attempting to bind port 1243c73e-3484-403b-828f-8e68370b8bd0 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:23:19.236092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Attempting to bind port 1243c73e-3484-403b-828f-8e68370b8bd0 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:23:19.236624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Attempting to bind port 1243c73e-3484-403b-828f-8e68370b8bd0 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:19.238851 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port b3b96510-2f78-4efa-9b87-9d3e1c553325 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:19.239386 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:19.243443 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Port 1243c73e-3484-403b-828f-8e68370b8bd0 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:23:19.243947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Attempting to bind port 1243c73e-3484-403b-828f-8e68370b8bd0 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:19.246137 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc01a0a1-7757-4c31-8929-1aec0c23c43c tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:19.280116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9283d4-926b-4aba-a6e3-9e9fc7570127', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b96510-2f78-4efa-9b87-9d3e1c553325'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:19.309741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b3b96510-2f78-4efa-9b87-9d3e1c553325, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b3b96510-2f78-4efa-9b87-9d3e1c553325,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:19.332245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:23:19.332614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Checking segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:19.333008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Bound using segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:23:19.333580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Bound port: 1243c73e-3484-403b-828f-8e68370b8bd0, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:23:19.333782 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:19.340921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99a173-252e-4a41-b02f-29ab3f918c81 req-eae95001-c230-4fbb-9006-7b995d19f08e tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:19.351105 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f99a173-252e-4a41-b02f-29ab3f918c81 req-eae95001-c230-4fbb-9006-7b995d19f08e tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 943 time: 0.2421710 May 27 22:23:19.404849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f99a173-252e-4a41-b02f-29ab3f918c81 req-acad406b-9e05-42ef-9e9d-583c76cf81c8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526714 May 27 22:23:19.409939 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:19.486690 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d5c2113-071e-4a25-a254-63475071a1b9'] response: {'server_uuid': '3b9283d4-926b-4aba-a6e3-9e9fc7570127', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b96510-2f78-4efa-9b87-9d3e1c553325', 'code': 200} May 27 22:23:19.510000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=b3b96510-2f78-4efa-9b87-9d3e1c553325,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:19.539636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:23:19.541965 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-bc01a0a1-7757-4c31-8929-1aec0c23c43c tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Floating IP cc9a7132-fd33-433e-a277-ac0cb5923d1c associated. External IP: 172.25.2.159, port: 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc. May 27 22:23:19.618879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1243c73e-3484-403b-828f-8e68370b8bd0,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:23:19.724868 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:19.802480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325d5d8-acd9-4da2-8fd5-8b07f0e60b6b req-59d90016-abcf-4956-b452-d10df7c17121 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:19.812802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d325d5d8-acd9-4da2-8fd5-8b07f0e60b6b req-59d90016-abcf-4956-b452-d10df7c17121 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 947 time: 0.2087791 May 27 22:23:19.828685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:19.830191 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:19.831681 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] 10.222.0.57 "PUT /v2.0/ports/1243c73e-3484-403b-828f-8e68370b8bd0 HTTP/1.1" status: 200 len: 1091 time: 3.0523081 May 27 22:23:19.832210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35ad5eb-428b-4b36-9b3a-aa2b90cb053c', 'tag': '1243c73e-3484-403b-828f-8e68370b8bd0'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:19.900389 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605bcc6e-5386-4cde-8a3a-d7cc3db9aecb'] response: {'name': 'network-changed', 'server_uuid': 'e35ad5eb-428b-4b36-9b3a-aa2b90cb053c', 'tag': '1243c73e-3484-403b-828f-8e68370b8bd0', 'status': 'completed', 'code': 200} May 27 22:23:19.904318 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d325d5d8-acd9-4da2-8fd5-8b07f0e60b6b req-f68c6809-3e4f-4322-87e9-d75c0e246d62 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877986 May 27 22:23:19.935932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b3f35-92bc-4a49-bba6-3c621787a48a service neutron] Pushing event updated for resources: {'Port': ['ID=1243c73e-3484-403b-828f-8e68370b8bd0,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:20.091508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc01a0a1-7757-4c31-8929-1aec0c23c43c tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:23:20.162889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f02f63-0cbb-4235-a49b-3312ae77f546 req-57eb7c90-6b4f-4671-a5bf-bdd77fb6c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:20.164286 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e4f02f63-0cbb-4235-a49b-3312ae77f546 req-57eb7c90-6b4f-4671-a5bf-bdd77fb6c550 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 1094 time: 0.2183533 May 27 22:23:20.205607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36138) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:20.205808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36140) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:20.212418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2071888526-network', 'tenant_id': '51f48b917f6849ddbb465f5b2e0a8c27'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:20.230375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:20.232697 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ce4724ce-5532-45df-8297-cd7a0db4b4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:20.243663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Usage tracker for resource:network and tenant:51f48b917f6849ddbb465f5b2e0a8c27 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:20.247659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:20.255216 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ce4724ce-5532-45df-8297-cd7a0db4b4f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:20.257408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:20.261583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ce4724ce-5532-45df-8297-cd7a0db4b4f0 admin admin] Usage tracker for resource:security_group_rule and tenant:34bc775e6e524d59b0f3fb9bb8d51e6b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:20.266233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ce4724ce-5532-45df-8297-cd7a0db4b4f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:20.273442 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ce4724ce-5532-45df-8297-cd7a0db4b4f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:20.330323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36146) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:20.361270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Made reservation on behalf of 51f48b917f6849ddbb465f5b2e0a8c27 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:23:20.364527 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:20.375818 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ce4724ce-5532-45df-8297-cd7a0db4b4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:20.378275 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:20.393194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:20.398248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Usage tracker for resource:security_group_rule and tenant:51f48b917f6849ddbb465f5b2e0a8c27 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:20.407188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:20.413688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc01a0a1-7757-4c31-8929-1aec0c23c43c tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:23:20.427202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f02f63-0cbb-4235-a49b-3312ae77f546 req-f894cf59-43d1-4f1f-bdf5-47658cafa6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:20.427202 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e4f02f63-0cbb-4235-a49b-3312ae77f546 req-f894cf59-43d1-4f1f-bdf5-47658cafa6f1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=3576fc8b868b4910aafa386813d8d521&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2424867 May 27 22:23:20.428847 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64a4da1-4d5c-4596-8fc2-23a46bc085f6 None None] Sync routers for ids ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:23:20.430860 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc01a0a1-7757-4c31-8929-1aec0c23c43c tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:20.432456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:20.448801 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64a4da1-4d5c-4596-8fc2-23a46bc085f6 None None] Routers {'1ccf0cf2-bb67-4599-96ba-8a7fa890863c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:23:20.448801 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c64a4da1-4d5c-4596-8fc2-23a46bc085f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:23:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:20.460157 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ce4724ce-5532-45df-8297-cd7a0db4b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:20.597514 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:20.661996 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:20.671980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4724ce-5532-45df-8297-cd7a0db4b4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad8b16f-bb83-4e05-9705-ef02cb64fc59,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:20.673005 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c64a4da1-4d5c-4596-8fc2-23a46bc085f6 None None] Set router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:23:20.678126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ce4724ce-5532-45df-8297-cd7a0db4b4f0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=34bc775e6e524d59b0f3fb9bb8d51e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4700131 May 27 22:23:20.684703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36154) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:20.689684 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6abd1b60-b628-4fd9-9fb4-8df0973ec590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:20.705294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:23:20.730673 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:20.731173 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Added segment 654ac1e3-2adc-4943-a7c2-9fd6948f3036 of type vlan for network 9dbd35fd-939e-4caa-8cdd-580b126922bb May 27 22:23:20.734943 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bc01a0a1-7757-4c31-8929-1aec0c23c43c tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "PUT /v2.0/floatingips/cc9a7132-fd33-433e-a277-ac0cb5923d1c HTTP/1.1" status: 200 len: 992 time: 3.9632368 May 27 22:23:20.735106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2e053c-9a95-46b1-8ad1-c5729dd5124d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:20.737839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6abd1b60-b628-4fd9-9fb4-8df0973ec590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:20.744704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6abd1b60-b628-4fd9-9fb4-8df0973ec590 admin admin] Usage tracker for resource:security_group_rule and tenant:b1345c3170bd437f87321502c93cf3ff is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:20.756116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6abd1b60-b628-4fd9-9fb4-8df0973ec590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:20.791736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6abd1b60-b628-4fd9-9fb4-8df0973ec590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:20.835885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f02f63-0cbb-4235-a49b-3312ae77f546 req-fbe3dc84-de64-48e1-91df-9501cbd0a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:20.837365 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e4f02f63-0cbb-4235-a49b-3312ae77f546 req-fbe3dc84-de64-48e1-91df-9501cbd0a213 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3768108 May 27 22:23:20.860372 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24200490-d64f-44b0-ad7d-b01a9e7a4643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:20.898956 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24200490-d64f-44b0-ad7d-b01a9e7a4643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:20.918848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a876b5-3ecb-41f4-8fe7-dbb626f0129b req-9f137988-e505-4444-b370-297c359934aa tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:20.927415 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8a876b5-3ecb-41f4-8fe7-dbb626f0129b req-9f137988-e505-4444-b370-297c359934aa tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 943 time: 0.3428683 May 27 22:23:20.948317 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:21.033059 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6abd1b60-b628-4fd9-9fb4-8df0973ec590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:21.046636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-ee3927d1-2a46-48a5-b755-908ab891dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:21.048193 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-ee3927d1-2a46-48a5-b755-908ab891dc1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 1094 time: 0.1419921 May 27 22:23:21.049100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8a876b5-3ecb-41f4-8fe7-dbb626f0129b req-6f9d1f5c-6943-4b46-93b3-1925bcd6ff3a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213224 May 27 22:23:21.088511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4829e00-ddf9-4632-8350-f8c235df9bbb req-6c2c6ade-8502-4745-a168-066a89fd209e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:21.096630 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4829e00-ddf9-4632-8350-f8c235df9bbb req-6c2c6ade-8502-4745-a168-066a89fd209e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 946 time: 0.2518108 May 27 22:23:21.138047 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6abd1b60-b628-4fd9-9fb4-8df0973ec590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:21.147368 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:21.148321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:21.149086 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:21.168453 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-6234fba9-9f7c-4ae0-a1c5-b1812ebd4131 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1243c73e-3484-403b-828f-8e68370b8bd0 HTTP/1.1" status: 200 len: 217 time: 0.1062417 May 27 22:23:21.174929 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24200490-d64f-44b0-ad7d-b01a9e7a4643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:21.176617 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c64a4da1-4d5c-4596-8fc2-23a46bc085f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'cc9a7132-fd33-433e-a277-ac0cb5923d1c', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'floating_ip_address': '172.25.2.159', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'port_id': '8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'mac_address': 'fa:16:3e:9a:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81730b-0a2a-4f94-99a4-b6a06b353ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:22:55Z', 'updated_at': '2022-05-27T22:23:18Z', 'revision_number': 1, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa00173-5568-4e4e-8aa4-17cdacbd3b0f', 'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'mac_address': 'fa:16:3e:5d:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:16Z', 'updated_at': '2022-05-27T22:22:28Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'subnets': [{'id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:21.182380 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64a4da1-4d5c-4596-8fc2-23a46bc085f6 None None] Checking router: 1ccf0cf2-bb67-4599-96ba-8a7fa890863c for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:23:21.193075 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64a4da1-4d5c-4596-8fc2-23a46bc085f6 None None] Routers {'1ccf0cf2-bb67-4599-96ba-8a7fa890863c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:23:21.193987 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c64a4da1-4d5c-4596-8fc2-23a46bc085f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:23:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:21.267669 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6abd1b60-b628-4fd9-9fb4-8df0973ec590 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b1345c3170bd437f87321502c93cf3ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9335170 May 27 22:23:21.275170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36174) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:21.278077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd1b60-b628-4fd9-9fb4-8df0973ec590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffffd40d-a45c-4e76-92e9-a67ada74a650,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:21.314097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4829e00-ddf9-4632-8350-f8c235df9bbb req-fce2f3da-5b95-4a9d-ad77-e2fa64c15168 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165892 May 27 22:23:21.339579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24200490-d64f-44b0-ad7d-b01a9e7a4643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad8b16f-bb83-4e05-9705-ef02cb64fc59,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:21.342908 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] Pushing event updated for resources: {'Network': ['ID=9dbd35fd-939e-4caa-8cdd-580b126922bb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:21.353540 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24200490-d64f-44b0-ad7d-b01a9e7a4643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:21.355702 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-24200490-d64f-44b0-ad7d-b01a9e7a4643 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4ad8b16f-bb83-4e05-9705-ef02cb64fc59 HTTP/1.1" status: 204 len: 168 time: 0.6666031 May 27 22:23:21.363789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 9dbd35fd-939e-4caa-8cdd-580b126922bb details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:23:21.377159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-38b94ab0-5758-4677-b8e5-314a8d994086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:21.379042 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-38b94ab0-5758-4677-b8e5-314a8d994086 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.1878901 May 27 22:23:21.419149 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c64a4da1-4d5c-4596-8fc2-23a46bc085f6 None None] Set router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:23:21.442901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e2c92445-f5bb-4b43-ac0a-38a6e1d0bf3b admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2318647 May 27 22:23:21.443441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36190) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:21.455596 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] Request body: {'subnet': {'network_id': '9dbd35fd-939e-4caa-8cdd-580b126922bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2071888526-subnet', 'tenant_id': '51f48b917f6849ddbb465f5b2e0a8c27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:21.465504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5736c27-5427-4e92-838e-8498bb8f83e3 req-3233da79-a2d8-4578-80bf-818ffb27b58c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:21.465876 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-7ab87d92-7261-4c2d-959c-3b5479a10768 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792155 May 27 22:23:21.467101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:21.483296 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5736c27-5427-4e92-838e-8498bb8f83e3 req-3233da79-a2d8-4578-80bf-818ffb27b58c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 947 time: 0.2243223 May 27 22:23:21.500491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] Usage tracker for resource:subnet and tenant:51f48b917f6849ddbb465f5b2e0a8c27 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:21.514167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:21.527985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:21.586115 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5736c27-5427-4e92-838e-8498bb8f83e3 req-2df6b269-b6d6-4c58-a3dc-3fefdd346456 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865631 May 27 22:23:21.618357 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a6893ae-eca2-433a-a6c0-46419022d4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:21.679242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650b162-001a-4dab-856c-6aa1684ea438 req-2f59811a-4294-4d78-9bfe-b3d3a684fa39 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:21.681372 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1650b162-001a-4dab-856c-6aa1684ea438 req-2f59811a-4294-4d78-9bfe-b3d3a684fa39 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 949 time: 0.0935564 May 27 22:23:21.683785 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a6893ae-eca2-433a-a6c0-46419022d4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:21.709074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] Made reservation on behalf of 51f48b917f6849ddbb465f5b2e0a8c27 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:23:21.711577 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:21.778492 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1650b162-001a-4dab-856c-6aa1684ea438 req-54b276b3-fb12-4c55-963f-2e185c7b48c7 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/security-groups?id=ed55084f-f244-432e-97ac-a1dec3aaf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897303 May 27 22:23:21.849140 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c64a4da1-4d5c-4596-8fc2-23a46bc085f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'cc9a7132-fd33-433e-a277-ac0cb5923d1c', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'floating_ip_address': '172.25.2.159', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'port_id': '8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'mac_address': 'fa:16:3e:9a:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81730b-0a2a-4f94-99a4-b6a06b353ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:22:55Z', 'updated_at': '2022-05-27T22:23:18Z', 'revision_number': 1, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa00173-5568-4e4e-8aa4-17cdacbd3b0f', 'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'mac_address': 'fa:16:3e:5d:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:16Z', 'updated_at': '2022-05-27T22:22:28Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'subnets': [{'id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:21.853499 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64a4da1-4d5c-4596-8fc2-23a46bc085f6 None None] The sync data for ids ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'] in n-d-843680-3 is: [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'cc9a7132-fd33-433e-a277-ac0cb5923d1c', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'floating_ip_address': '172.25.2.159', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'port_id': '8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'mac_address': 'fa:16:3e:9a:3e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e81730b-0a2a-4f94-99a4-b6a06b353ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:22:55Z', 'updated_at': '2022-05-27T22:23:18Z', 'revision_number': 1, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa00173-5568-4e4e-8aa4-17cdacbd3b0f', 'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'mac_address': 'fa:16:3e:5d:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:16Z', 'updated_at': '2022-05-27T22:22:28Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'subnets': [{'id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:23:21.884170 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-3024b091-becb-4159-b1e3-bcbe65598d1b service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099901 May 27 22:23:21.892978 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:21.972276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e81730b-0a2a-4f94-99a4-b6a06b353ed1', 'tag': '8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:22.043618 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811b3ed1-c569-4e86-aed5-1bed0f948475'] response: {'name': 'network-changed', 'server_uuid': '9e81730b-0a2a-4f94-99a4-b6a06b353ed1', 'tag': '8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc', 'status': 'completed', 'code': 200} May 27 22:23:22.051765 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc426f4c-e45e-49ca-96cd-04a3d79ce174 req-fe81aa0c-d389-4879-8416-e0f7aee70f06 service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606123 May 27 22:23:22.136889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a6893ae-eca2-433a-a6c0-46419022d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:22.165970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6893ae-eca2-433a-a6c0-46419022d4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffffd40d-a45c-4e76-92e9-a67ada74a650,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:22.204682 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a6893ae-eca2-433a-a6c0-46419022d4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:22.204682 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1a6893ae-eca2-433a-a6c0-46419022d4e5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ffffd40d-a45c-4e76-92e9-a67ada74a650 HTTP/1.1" status: 204 len: 168 time: 0.8980174 May 27 22:23:22.215082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf94b3f9-f999-45e2-83f2-d73af71d60ca None None] New status for floating IP cc9a7132-fd33-433e-a277-ac0cb5923d1c: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:23:22.283824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411c105-5392-4807-a1ae-ab9bd15d5424 req-849a8901-0a05-49d1-be7a-1ca6a1beacef tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:22.286470 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e411c105-5392-4807-a1ae-ab9bd15d5424 req-849a8901-0a05-49d1-be7a-1ca6a1beacef tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 943 time: 0.1051605 May 27 22:23:22.309337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced846d3-c985-4850-ac2c-a22f350f8ce4 req-1b103116-c038-4917-8b30-a6b9a4ec6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:22.310966 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ced846d3-c985-4850-ac2c-a22f350f8ce4 req-1b103116-c038-4917-8b30-a6b9a4ec6cda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e18f035654174a42b48b0fc1a9791032&device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 1097 time: 0.2415335 May 27 22:23:22.364759 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e411c105-5392-4807-a1ae-ab9bd15d5424 req-56e8562c-5632-4a5c-8d56-16a207bc0e74 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671248 May 27 22:23:22.432646 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:23:22.436784 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:22.586713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=345bfead-1400-4f9a-8d02-5ab808bb0b5f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:22.600320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] Checking segment: {'id': '654ac1e3-2adc-4943-a7c2-9fd6948f3036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '9dbd35fd-939e-4caa-8cdd-580b126922bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:22.600716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] Network hostable DHCP agents. Network: 9dbd35fd-939e-4caa-8cdd-580b126922bb, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:23:22.605800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced846d3-c985-4850-ac2c-a22f350f8ce4 req-5f65052c-679b-498b-a020-b13093f19df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:22.607261 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ced846d3-c985-4850-ac2c-a22f350f8ce4 req-5f65052c-679b-498b-a020-b13093f19df1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ab33ae76-9300-40f2-8dbc-de1d762ee34e HTTP/1.1" status: 200 len: 925 time: 0.2838309 May 27 22:23:22.727894 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ced846d3-c985-4850-ac2c-a22f350f8ce4 req-d418b344-9633-4d3a-b8ca-3becf1751f52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc HTTP/1.1" status: 200 len: 1002 time: 0.1062768 May 27 22:23:22.778623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] Network 9dbd35fd-939e-4caa-8cdd-580b126922bb is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:23:22.802037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7893fd8-6329-4035-834d-bb929b9fc854 req-9d89df15-6e4c-42ee-ad5f-f7cb80a713a2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:22.811123 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7893fd8-6329-4035-834d-bb929b9fc854 req-9d89df15-6e4c-42ee-ad5f-f7cb80a713a2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 947 time: 0.1264286 May 27 22:23:22.811356 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced846d3-c985-4850-ac2c-a22f350f8ce4 req-042e75cf-40c7-4544-a65c-34ced7906d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:22.812831 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ced846d3-c985-4850-ac2c-a22f350f8ce4 req-042e75cf-40c7-4544-a65c-34ced7906d35 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9afffc65-b4ef-4eef-9951-21b17ee5d145 HTTP/1.1" status: 200 len: 863 time: 0.0764575 May 27 22:23:22.853793 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7893fd8-6329-4035-834d-bb929b9fc854 req-70761358-0699-4109-8eba-0fda04d86e09 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413427 May 27 22:23:22.918769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b3b96510-2f78-4efa-9b87-9d3e1c553325 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:23:22.985956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 9dbd35fd-939e-4caa-8cdd-580b126922bb) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:23:22.998338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:22.998908 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:23.043650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced846d3-c985-4850-ac2c-a22f350f8ce4 req-fec0e2b6-add0-4561-8365-a0b6465f070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:23.045799 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ced846d3-c985-4850-ac2c-a22f350f8ce4 req-fec0e2b6-add0-4561-8365-a0b6465f070e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ab33ae76-9300-40f2-8dbc-de1d762ee34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2254908 May 27 22:23:23.049302 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aefb76b-b33f-4afd-8c31-537174cf7c05 None None] Network 9dbd35fd-939e-4caa-8cdd-580b126922bb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:23:23.156482 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-80efafd2-ecc5-45e8-bcf8-59ca552dbc24 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7059493 May 27 22:23:23.181071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36280) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:23.214316 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a8ba630e-e8ea-4304-bf8d-e3cedf934ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:23.215862 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ced846d3-c985-4850-ac2c-a22f350f8ce4 req-495bd31e-0c94-46fd-bf27-07cc0bba8be4 service neutron] 10.222.0.46 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631680 May 27 22:23:23.254028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a8ba630e-e8ea-4304-bf8d-e3cedf934ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:23.266374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a8ba630e-e8ea-4304-bf8d-e3cedf934ae4 admin admin] Usage tracker for resource:security_group_rule and tenant:8eb1ca3b427e491cb9841060f5b826ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:23.276537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a8ba630e-e8ea-4304-bf8d-e3cedf934ae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:23.290583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a8ba630e-e8ea-4304-bf8d-e3cedf934ae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:23.516105 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ced846d3-c985-4850-ac2c-a22f350f8ce4 req-6c96322c-65de-451a-8130-b37b691ae436 service neutron] 10.222.0.46 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941794 May 27 22:23:23.594890 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a8ba630e-e8ea-4304-bf8d-e3cedf934ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:23.606570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b3b96510-2f78-4efa-9b87-9d3e1c553325, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b3b96510-2f78-4efa-9b87-9d3e1c553325,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:23.624588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60277197-cc67-4e77-8038-46cded88b0ea None None] Network 9dbd35fd-939e-4caa-8cdd-580b126922bb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:23:23.654074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf5681-fd51-47ba-91ef-895c41ee68d5 req-d7aaa94f-5c2a-4d24-a264-11041d159c39 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:23.654295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecff56-5655-4718-9b7b-1d924de5809a req-7c0c06cc-2b4a-4255-91a6-0ab95f21c3b1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:23.655890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f6cf5681-fd51-47ba-91ef-895c41ee68d5 req-d7aaa94f-5c2a-4d24-a264-11041d159c39 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Synchronizing usage tracker for tenant:ecba41eb2b894855a95cc6ec50ef6350 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:23:23.656489 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c1ecff56-5655-4718-9b7b-1d924de5809a req-7c0c06cc-2b4a-4255-91a6-0ab95f21c3b1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 947 time: 0.1486394 May 27 22:23:23.687462 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a8ba630e-e8ea-4304-bf8d-e3cedf934ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:23.735312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a8ba630e-e8ea-4304-bf8d-e3cedf934ae4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8eb1ca3b427e491cb9841060f5b826ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5507224 May 27 22:23:23.735520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36298) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:23.755457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'b3b96510-2f78-4efa-9b87-9d3e1c553325', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'b3b96510-2f78-4efa-9b87-9d3e1c553325', 'mac_address': 'fa:16:3e:c7:8a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:23:23.758482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f6cf5681-fd51-47ba-91ef-895c41ee68d5 req-d7aaa94f-5c2a-4d24-a264-11041d159c39 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Unset dirty status for tenant:ecba41eb2b894855a95cc6ec50ef6350 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:23:23.759584 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f6cf5681-fd51-47ba-91ef-895c41ee68d5 req-d7aaa94f-5c2a-4d24-a264-11041d159c39 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127&tenant_id=ecba41eb2b894855a95cc6ec50ef6350&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 947 time: 0.2425401 May 27 22:23:23.775556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba630e-e8ea-4304-bf8d-e3cedf934ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aad7dd-5a97-42ea-8f89-4b60bf51eb74,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:23.788989 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c1ecff56-5655-4718-9b7b-1d924de5809a req-73e423dc-a460-41b1-9fe0-21e0d37e241d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228778 May 27 22:23:23.859672 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port b3b96510-2f78-4efa-9b87-9d3e1c553325 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:23.860190 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:23.892575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b96510-2f78-4efa-9b87-9d3e1c553325 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:23:23.954724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b3b96510-2f78-4efa-9b87-9d3e1c553325, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b3b96510-2f78-4efa-9b87-9d3e1c553325,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:23.965976 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-460f4e2c-e9dc-49ba-af0e-47764ca02dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:24.007068 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-460f4e2c-e9dc-49ba-af0e-47764ca02dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:24.032091 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:24.041144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d9a4d-f509-44d7-8421-a48b89edde9c req-41de6f9d-87af-464b-ac18-67fdf64da1ce tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:24.042122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf5681-fd51-47ba-91ef-895c41ee68d5 req-23258cc4-b975-4581-b869-bd4dc4fc9cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:24.043834 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f6cf5681-fd51-47ba-91ef-895c41ee68d5 req-23258cc4-b975-4581-b869-bd4dc4fc9cf7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 1098 time: 0.1642334 May 27 22:23:24.049538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-904d9a4d-f509-44d7-8421-a48b89edde9c req-41de6f9d-87af-464b-ac18-67fdf64da1ce tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 943 time: 0.0982056 May 27 22:23:24.096886 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-904d9a4d-f509-44d7-8421-a48b89edde9c req-f6774f91-a3a4-475d-b0be-5c46cd509a7b tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464585 May 27 22:23:24.125003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=b3b96510-2f78-4efa-9b87-9d3e1c553325,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:24.208265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf5681-fd51-47ba-91ef-895c41ee68d5 req-5223a321-9e20-4827-b22a-cc4c6b20b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:24.209925 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f6cf5681-fd51-47ba-91ef-895c41ee68d5 req-5223a321-9e20-4827-b22a-cc4c6b20b236 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.1567533 May 27 22:23:24.288239 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-460f4e2c-e9dc-49ba-af0e-47764ca02dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:24.292970 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f6cf5681-fd51-47ba-91ef-895c41ee68d5 req-e1bc071a-6902-4891-b073-3325fdfb36a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b3b96510-2f78-4efa-9b87-9d3e1c553325 HTTP/1.1" status: 200 len: 217 time: 0.0748138 May 27 22:23:24.301312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b3b96510-2f78-4efa-9b87-9d3e1c553325'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:23:24.352610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f4e2c-e9dc-49ba-af0e-47764ca02dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aad7dd-5a97-42ea-8f89-4b60bf51eb74,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:24.364152 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-460f4e2c-e9dc-49ba-af0e-47764ca02dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:24.365488 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-460f4e2c-e9dc-49ba-af0e-47764ca02dd1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e9aad7dd-5a97-42ea-8f89-4b60bf51eb74 HTTP/1.1" status: 204 len: 168 time: 0.6284959 May 27 22:23:24.380060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf5681-fd51-47ba-91ef-895c41ee68d5 req-d4076644-1da8-4ccb-8ae1-e6a7abaf31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:24.381762 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f6cf5681-fd51-47ba-91ef-895c41ee68d5 req-d4076644-1da8-4ccb-8ae1-e6a7abaf31b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0760505 May 27 22:23:24.467364 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf5681-fd51-47ba-91ef-895c41ee68d5 req-553a8336-51eb-4497-a3f9-baeccc2af7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:24.469580 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f6cf5681-fd51-47ba-91ef-895c41ee68d5 req-553a8336-51eb-4497-a3f9-baeccc2af7c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817783 May 27 22:23:24.585852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-86f3d21c-dab8-445f-b148-6521c8b80ccb tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:24.593771 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-86f3d21c-dab8-445f-b148-6521c8b80ccb tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 808 time: 0.2752445 May 27 22:23:24.611690 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-1531a844-c3af-41f2-9a7a-a164595c5231 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/quotas/091c975465a443ff9f9924fb8c574958 HTTP/1.1" status: 200 len: 375 time: 0.0169909 May 27 22:23:24.672333 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-d33f8ff9-73da-4dff-b761-f989fb128acb tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597479 May 27 22:23:24.786133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47ecbf16-2bbc-4fc9-8f3d-0954aed37e82 req-75904d8c-306f-44a0-be03-e6b45a98800c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1898441 May 27 22:23:24.796501 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f6cf5681-fd51-47ba-91ef-895c41ee68d5 req-f7e98f76-8c3e-4f9e-adaa-b50d38c9b2cb service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178067 May 27 22:23:24.855653 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-61c0a55b-b585-4e4b-8beb-b9c6d698ec3d service neutron] 10.222.0.27 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823628 May 27 22:23:24.938117 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3d95b930-6740-4081-a887-f5e83a921dec no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:23:25.007551 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-0338515b-598f-476b-a73a-ac05ee868127 service neutron] 10.222.0.27 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448772 May 27 22:23:25.029527 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f6cf5681-fd51-47ba-91ef-895c41ee68d5 req-8e03372d-65ce-44ae-9631-715985ee517b service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254109 May 27 22:23:25.040744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecbf16-2bbc-4fc9-8f3d-0954aed37e82 req-de46ece4-3ce5-4457-8747-4e093e19d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:25.042202 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47ecbf16-2bbc-4fc9-8f3d-0954aed37e82 req-de46ece4-3ce5-4457-8747-4e093e19d168 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 1095 time: 0.1413317 May 27 22:23:25.110627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 3d95b930-6740-4081-a887-f5e83a921dec is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:25.111226 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:25.139458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d95b930-6740-4081-a887-f5e83a921dec'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:25.150151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3d95b930-6740-4081-a887-f5e83a921dec, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3d95b930-6740-4081-a887-f5e83a921dec,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:25.203916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecbf16-2bbc-4fc9-8f3d-0954aed37e82 req-30b7915a-051c-4c5c-9644-6826c7f5b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:25.209117 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47ecbf16-2bbc-4fc9-8f3d-0954aed37e82 req-30b7915a-051c-4c5c-9644-6826c7f5b924 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.1408873 May 27 22:23:25.250014 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:25.408563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 1243c73e-3484-403b-828f-8e68370b8bd0 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:23:25.461845 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=3d95b930-6740-4081-a887-f5e83a921dec,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:25.547032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f204a6b-d586-4423-b4d4-a0c78a3f8b76 req-6f5fe0cd-6ae4-443a-8a0b-a1e7be8ce6d0 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:25.557638 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f204a6b-d586-4423-b4d4-a0c78a3f8b76 req-6f5fe0cd-6ae4-443a-8a0b-a1e7be8ce6d0 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 948 time: 0.1209731 May 27 22:23:25.604273 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47ecbf16-2bbc-4fc9-8f3d-0954aed37e82 req-16a3588b-1640-4eaa-af07-4a84346fa1f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac HTTP/1.1" status: 200 len: 217 time: 0.3888140 May 27 22:23:25.623613 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f204a6b-d586-4423-b4d4-a0c78a3f8b76 req-1c3845d4-af4b-42c3-9a4f-399f5d9a41cf tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650012 May 27 22:23:25.735158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecbf16-2bbc-4fc9-8f3d-0954aed37e82 req-f92ab3fd-0b4f-4203-850a-62b706a97db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:25.744951 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47ecbf16-2bbc-4fc9-8f3d-0954aed37e82 req-f92ab3fd-0b4f-4203-850a-62b706a97db1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.1346073 May 27 22:23:25.757593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1243c73e-3484-403b-828f-8e68370b8bd0,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:25.781234 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:25.781520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:25.781857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:25.782187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:25.783091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:25.783091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:25.783301 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:25.783450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:25.783768 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:25.784084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:25.784422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:25.784740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:25.791257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '1243c73e-3484-403b-828f-8e68370b8bd0', 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf', 'port_id': '1243c73e-3484-403b-828f-8e68370b8bd0', 'mac_address': 'fa:16:3e:01:44:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b640b426-c3e4-4da9-8c51-f6ef05852c3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:23:25.824779 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47ecbf16-2bbc-4fc9-8f3d-0954aed37e82 req-576a0958-336c-4ce8-9b62-532b47e461d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716243 May 27 22:23:25.843687 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce3b796-0bd6-4430-864d-e6bf4bf555c9'] response: {'server_uuid': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d95b930-6740-4081-a887-f5e83a921dec', 'code': 200} May 27 22:23:25.877205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 1243c73e-3484-403b-828f-8e68370b8bd0 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:25.877638 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:25.907935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1243c73e-3484-403b-828f-8e68370b8bd0 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:23:25.923789 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6ef17-b363-43c4-a077-39bee3570e9e req-12219470-665f-4519-93a9-86be5af52884 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:25.923789 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8f6ef17-b363-43c4-a077-39bee3570e9e req-12219470-665f-4519-93a9-86be5af52884 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 943 time: 0.1036506 May 27 22:23:25.946858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1243c73e-3484-403b-828f-8e68370b8bd0,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:25.987927 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8f6ef17-b363-43c4-a077-39bee3570e9e req-c98a200d-ef9e-41f0-b95a-14debe4fab2a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591960 May 27 22:23:26.002813 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:26.043096 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47ecbf16-2bbc-4fc9-8f3d-0954aed37e82 req-15fa4e9e-6c88-4457-bfaf-7032e60bfa70 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018197 May 27 22:23:26.049712 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-469e0d78-5a0d-49ad-87b3-9da1a1d4fdfe req-a8528ada-e007-4076-9144-59418844c190 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 210 time: 0.0635402 May 27 22:23:26.123020 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=1243c73e-3484-403b-828f-8e68370b8bd0,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:26.207606 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47ecbf16-2bbc-4fc9-8f3d-0954aed37e82 req-0fc320a0-31e7-46b8-bd32-af6064d5844a service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575606 May 27 22:23:26.310028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['1243c73e-3484-403b-828f-8e68370b8bd0'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:23:26.831204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495775d0-01f0-414e-ab43-5caf0c7a9407 req-e50dc5a5-765d-4820-b4a7-6d139e04c17d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:26.832667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-495775d0-01f0-414e-ab43-5caf0c7a9407 req-e50dc5a5-765d-4820-b4a7-6d139e04c17d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 948 time: 0.0898671 May 27 22:23:26.884902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-495775d0-01f0-414e-ab43-5caf0c7a9407 req-e5dd7352-cc8e-42e3-950a-ee5770e3a6d6 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463805 May 27 22:23:26.955696 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b3b96510-2f78-4efa-9b87-9d3e1c553325 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:23:27.074609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port b3b96510-2f78-4efa-9b87-9d3e1c553325 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:27.075019 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:27.196890 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port b3b96510-2f78-4efa-9b87-9d3e1c553325 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:27.198095 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:27.218660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba1411-293e-4275-a7e9-54015ead3090 req-ba10e756-cbf5-4338-8eee-bbed1b1c8bca tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:27.220193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1aba1411-293e-4275-a7e9-54015ead3090 req-ba10e756-cbf5-4338-8eee-bbed1b1c8bca tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 948 time: 0.2086322 May 27 22:23:27.238596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b3b96510-2f78-4efa-9b87-9d3e1c553325, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b3b96510-2f78-4efa-9b87-9d3e1c553325,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:27.262132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7b196-9e19-4e2e-828c-e664ae0b7503 req-be53a7c4-c2f1-4b55-962d-036ec612174a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:27.263599 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cee7b196-9e19-4e2e-828c-e664ae0b7503 req-be53a7c4-c2f1-4b55-962d-036ec612174a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 944 time: 0.1358325 May 27 22:23:27.297185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36460) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:27.306682 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1aba1411-293e-4275-a7e9-54015ead3090 req-9169ab0f-bd19-48fd-9946-d3cc24cc2546 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697236 May 27 22:23:27.334105 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:27.335739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cee7b196-9e19-4e2e-828c-e664ae0b7503 req-2b4297a8-e53b-4405-8e55-737350751dd8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526819 May 27 22:23:27.414854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 1243c73e-3484-403b-828f-8e68370b8bd0 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:23:27.459412 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d8b9-2fe0-4da7-b6da-975e57e91968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:27.462612 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28c109ec-29e3-408e-8917-1fba71bcb0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:27.467125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=b3b96510-2f78-4efa-9b87-9d3e1c553325,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:27.478060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-28c109ec-29e3-408e-8917-1fba71bcb0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:27.481959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-28c109ec-29e3-408e-8917-1fba71bcb0ec admin admin] Usage tracker for resource:security_group_rule and tenant:2ba2495c82774774967cc5ffbdc3589e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:27.489188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-28c109ec-29e3-408e-8917-1fba71bcb0ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:27.491286 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30875329-b1a6-4a50-9959-9f4a1240a232 req-3779c586-234d-4117-8bc3-1ec414c8998f tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 210 time: 0.0440493 May 27 22:23:27.495326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-28c109ec-29e3-408e-8917-1fba71bcb0ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:27.580314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 1243c73e-3484-403b-828f-8e68370b8bd0 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:23:27.589975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 1243c73e-3484-403b-828f-8e68370b8bd0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:27.589975 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:27.594626 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28c109ec-29e3-408e-8917-1fba71bcb0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:27.665752 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28c109ec-29e3-408e-8917-1fba71bcb0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:27.717242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c109ec-29e3-408e-8917-1fba71bcb0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d032aa-b944-4aed-8207-2e25f41481ee,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:27.726346 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-28c109ec-29e3-408e-8917-1fba71bcb0ec admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2ba2495c82774774967cc5ffbdc3589e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282918 May 27 22:23:27.729258 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36480) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:27.810510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 1243c73e-3484-403b-828f-8e68370b8bd0 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:27.810890 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:27.815636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36490) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:27.823962 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f436-e539-451a-9193-95410f3bc14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:27.847748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9283d4-926b-4aba-a6e3-9e9fc7570127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b96510-2f78-4efa-9b87-9d3e1c553325'}, {'server_uuid': 'e35ad5eb-428b-4b36-9b3a-aa2b90cb053c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1243c73e-3484-403b-828f-8e68370b8bd0'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:27.854904 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f436-e539-451a-9193-95410f3bc14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:27.859181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1243c73e-3484-403b-828f-8e68370b8bd0,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:27.885476 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd0114b4-0b97-435b-be25-a625277ccc52 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465808 May 27 22:23:27.929065 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:28.021141 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f436-e539-451a-9193-95410f3bc14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:28.042159 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227a59ef-0379-49a5-9531-81a60f69aa22'] response: {'server_uuid': '3b9283d4-926b-4aba-a6e3-9e9fc7570127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b96510-2f78-4efa-9b87-9d3e1c553325', 'code': 200} May 27 22:23:28.042448 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227a59ef-0379-49a5-9531-81a60f69aa22'] response: {'server_uuid': 'e35ad5eb-428b-4b36-9b3a-aa2b90cb053c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1243c73e-3484-403b-828f-8e68370b8bd0', 'code': 200} May 27 22:23:28.043531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=1243c73e-3484-403b-828f-8e68370b8bd0,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:28.074848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-e92f141a-1f7d-488c-ae4f-a8a6c701d9a8 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:28.076775 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-e92f141a-1f7d-488c-ae4f-a8a6c701d9a8 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905375 May 27 22:23:28.095521 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86018583-abd5-4fac-a03f-60a96ad96b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:28.098060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-435b9fda-59d1-4695-9c53-a87aeb2a95fb tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/quotas/ecba41eb2b894855a95cc6ec50ef6350 HTTP/1.1" status: 200 len: 375 time: 0.0144277 May 27 22:23:28.125006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb0f436-e539-451a-9193-95410f3bc14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d032aa-b944-4aed-8207-2e25f41481ee,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:28.179149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-86018583-abd5-4fac-a03f-60a96ad96b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:28.181917 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8eb0f436-e539-451a-9193-95410f3bc14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:28.183193 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8eb0f436-e539-451a-9193-95410f3bc14c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/15d032aa-b944-4aed-8207-2e25f41481ee HTTP/1.1" status: 204 len: 168 time: 0.4530602 May 27 22:23:28.194679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-86018583-abd5-4fac-a03f-60a96ad96b92 admin admin] Usage tracker for resource:security_group_rule and tenant:842a5bc1ccc74db0bb0b5318d89769bb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:28.201608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-86018583-abd5-4fac-a03f-60a96ad96b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:28.229691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-86018583-abd5-4fac-a03f-60a96ad96b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:28.236813 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-af98aab6-537d-416c-b13d-af6baa1055f8 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1362441 May 27 22:23:28.271468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-92827a1c-7921-4b9a-92d1-495bc01fa749 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:28.272820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-92827a1c-7921-4b9a-92d1-495bc01fa749 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Synchronizing usage tracker for tenant:091c975465a443ff9f9924fb8c574958 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:23:28.323689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1ed36-178f-4004-9dbe-aa98a626e3ec req-86851a15-9764-4f69-94fa-a259496f42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:28.325190 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1bf1ed36-178f-4004-9dbe-aa98a626e3ec req-86851a15-9764-4f69-94fa-a259496f42f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 1096 time: 0.2013798 May 27 22:23:28.403379 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1bf1ed36-178f-4004-9dbe-aa98a626e3ec req-227c9baa-539f-4f64-b4ab-433da2c83d33 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628669 May 27 22:23:28.410968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-92827a1c-7921-4b9a-92d1-495bc01fa749 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Unset dirty status for tenant:091c975465a443ff9f9924fb8c574958 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:23:28.412056 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-92827a1c-7921-4b9a-92d1-495bc01fa749 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.46 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 808 time: 0.4457018 May 27 22:23:28.419757 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86018583-abd5-4fac-a03f-60a96ad96b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:28.426382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Request body: {'port': {'device_id': 'fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4', 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380', 'admin_state_up': True, 'tenant_id': '091c975465a443ff9f9924fb8c574958'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:28.505578 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86018583-abd5-4fac-a03f-60a96ad96b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:28.589760 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-86018583-abd5-4fac-a03f-60a96ad96b92 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=842a5bc1ccc74db0bb0b5318d89769bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7732058 May 27 22:23:28.590846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86018583-abd5-4fac-a03f-60a96ad96b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9088bf8b-70fe-4a31-813c-e31683181621,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:28.593860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36526) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:28.671837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:28.678590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Usage tracker for resource:port and tenant:091c975465a443ff9f9924fb8c574958 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:28.682771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:28.709225 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1a3019c-a0e2-4853-bf66-e43e252c4afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:28.712110 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:28.786645 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1a3019c-a0e2-4853-bf66-e43e252c4afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:28.816658 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7de8f46c-c676-4f87-953d-d5f40dff1680 req-1023e97d-2359-429a-9b35-f66b59a7118c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 210 time: 0.1864920 May 27 22:23:28.846905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2fefa-a3fc-4d85-8c85-b30cab5039ee req-d02daf6f-692f-4519-b632-c73262124e72 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:28.853971 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-49f2fefa-a3fc-4d85-8c85-b30cab5039ee req-d02daf6f-692f-4519-b632-c73262124e72 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 945 time: 0.3307421 May 27 22:23:28.889269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Made reservation on behalf of 091c975465a443ff9f9924fb8c574958 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:23:28.892716 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:28.913261 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-49f2fefa-a3fc-4d85-8c85-b30cab5039ee req-875ed9ac-ce03-4ebb-b592-1c2e215297a3 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569289 May 27 22:23:28.949827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3d95b930-6740-4081-a887-f5e83a921dec details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:23:28.974870 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1a3019c-a0e2-4853-bf66-e43e252c4afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:28.993814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3019c-a0e2-4853-bf66-e43e252c4afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9088bf8b-70fe-4a31-813c-e31683181621,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:29.021253 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1a3019c-a0e2-4853-bf66-e43e252c4afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:29.022610 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1a3019c-a0e2-4853-bf66-e43e252c4afe admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9088bf8b-70fe-4a31-813c-e31683181621 HTTP/1.1" status: 204 len: 168 time: 0.4246864 May 27 22:23:29.048316 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80d838af-310b-42b2-b32b-8646ab4da8e1 req-6337f9e6-1e67-43e5-8b56-95d7d1e7d4fd tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 210 time: 0.0820599 May 27 22:23:29.114263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36536) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:29.125739 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Allocated IP 172.20.0.5 (21f4cca6-9de0-4960-904f-ee228a1d4380/c6553a03-c42d-4c2a-b37f-5623f5c12ea9/d8be8c44-fd8d-46b0-b490-3fdb28a37c24) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:23:29.159038 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b686c8c-8887-4793-87bf-d5569fbabc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:29.179678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7b686c8c-8887-4793-87bf-d5569fbabc86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:29.184011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7b686c8c-8887-4793-87bf-d5569fbabc86 admin admin] Usage tracker for resource:security_group_rule and tenant:4064717d585a47e3b9d549504468af21 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:29.188048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7b686c8c-8887-4793-87bf-d5569fbabc86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:29.197151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7b686c8c-8887-4793-87bf-d5569fbabc86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:29.235300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3d95b930-6740-4081-a887-f5e83a921dec, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3d95b930-6740-4081-a887-f5e83a921dec,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:29.250902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '3d95b930-6740-4081-a887-f5e83a921dec', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '3d95b930-6740-4081-a887-f5e83a921dec', 'mac_address': 'fa:16:3e:5a:11:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:23:29.302888 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b686c8c-8887-4793-87bf-d5569fbabc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:29.326988 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 3d95b930-6740-4081-a887-f5e83a921dec is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:29.327930 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:29.352100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d95b930-6740-4081-a887-f5e83a921dec {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:23:29.368901 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b686c8c-8887-4793-87bf-d5569fbabc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:29.370924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3d95b930-6740-4081-a887-f5e83a921dec, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3d95b930-6740-4081-a887-f5e83a921dec,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:29.420550 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:29.423857 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7b686c8c-8887-4793-87bf-d5569fbabc86 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4064717d585a47e3b9d549504468af21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084428 May 27 22:23:29.424752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b686c8c-8887-4793-87bf-d5569fbabc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfc5a92-6508-4a30-a1a3-25c0f4458e9c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:29.427291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36554) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:29.447247 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:29.492422 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0f46ff99-9ab6-4adc-873f-08ba56f31260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:29.528980 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0f46ff99-9ab6-4adc-873f-08ba56f31260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:29.564995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=3d95b930-6740-4081-a887-f5e83a921dec,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:29.572106 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:29.584964 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['3d95b930-6740-4081-a887-f5e83a921dec'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:23:29.620432 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62fbb611-1e9d-46db-b0f4-f471ed358fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:29.700247 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0f46ff99-9ab6-4adc-873f-08ba56f31260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:29.704735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Network 21f4cca6-9de0-4960-904f-ee228a1d4380 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:23:29.711413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:23:29.726965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:23:29.734912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:29.735560 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:29.738356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46ff99-9ab6-4adc-873f-08ba56f31260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfc5a92-6508-4a30-a1a3-25c0f4458e9c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:29.755283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Pushing event updated for resources: {'Port': ['ID=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:29.762159 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0f46ff99-9ab6-4adc-873f-08ba56f31260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:29.766370 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0f46ff99-9ab6-4adc-873f-08ba56f31260 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4cfc5a92-6508-4a30-a1a3-25c0f4458e9c HTTP/1.1" status: 204 len: 168 time: 0.3350921 May 27 22:23:29.855220 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-29784c29-e4fb-4569-8349-29856042f2c0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4330232 May 27 22:23:29.872855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Request body: {'port': {'device_id': 'fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:30.008090 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-78c8b931-4fbf-468f-b8ef-9368e5bc7f9c req-dd20e2c3-4142-41f3-9a2e-4b4b77b718ab tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 210 time: 0.0885608 May 27 22:23:30.091106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36578) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:30.121908 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-06997ce0-cb47-4447-86a0-b3001c3cbe49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:30.154078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-06997ce0-cb47-4447-86a0-b3001c3cbe49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:30.157760 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:30.158834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-06997ce0-cb47-4447-86a0-b3001c3cbe49 admin admin] Usage tracker for resource:security_group_rule and tenant:d39564acf0584572a08ea2d1ab2b5529 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:30.188088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-06997ce0-cb47-4447-86a0-b3001c3cbe49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:30.201122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-06997ce0-cb47-4447-86a0-b3001c3cbe49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:30.272168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18308b6d-58ca-43bb-b9af-a0ecbb5d16d5 req-e002d911-a8d7-406c-b07a-cb10a982f784 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:30.273708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-18308b6d-58ca-43bb-b9af-a0ecbb5d16d5 req-e002d911-a8d7-406c-b07a-cb10a982f784 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 945 time: 0.2178986 May 27 22:23:30.375701 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-18308b6d-58ca-43bb-b9af-a0ecbb5d16d5 req-99fac0ce-f472-45c2-a15d-60ea79e5a953 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942829 May 27 22:23:30.399965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabead76-328d-437c-a669-5090aa4f6695 req-a54eba3f-c12e-4c6a-ae8a-8fb61dc20159 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:30.408268 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cabead76-328d-437c-a669-5090aa4f6695 req-a54eba3f-c12e-4c6a-ae8a-8fb61dc20159 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 931 time: 0.1993756 May 27 22:23:30.491088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cabead76-328d-437c-a669-5090aa4f6695 req-6919c0be-8d63-49c3-9ebe-64355530ca7e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825925 May 27 22:23:30.535677 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-06997ce0-cb47-4447-86a0-b3001c3cbe49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:30.597400 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-06997ce0-cb47-4447-86a0-b3001c3cbe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:30.706125 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:30.723227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8be8c44-fd8d-46b0-b490-3fdb28a37c24 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:23:30.741204 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:30.742139 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06997ce0-cb47-4447-86a0-b3001c3cbe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df941b48-0060-4c7c-a73c-c49a82789d8d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:30.788703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Transition to ACTIVE for port object d8be8c44-fd8d-46b0-b490-3fdb28a37c24 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:23:30.800698 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-06997ce0-cb47-4447-86a0-b3001c3cbe49 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d39564acf0584572a08ea2d1ab2b5529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7086029 May 27 22:23:30.804060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36616) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:30.861882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adae2d0-e98f-4a2b-be64-e69f089a24f1 req-610e7553-f29d-43d2-b59b-21d04db7db9d tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:30.863495 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8adae2d0-e98f-4a2b-be64-e69f089a24f1 req-610e7553-f29d-43d2-b59b-21d04db7db9d tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 1096 time: 0.2569063 May 27 22:23:30.877633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:30.906559 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4301b3f7-a95d-4307-82c1-1d5a3128a7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:30.923365 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:30.953650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3d95b930-6740-4081-a887-f5e83a921dec up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:23:30.972570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8adae2d0-e98f-4a2b-be64-e69f089a24f1 req-8a1a223c-20ed-4a65-a500-716c8fc4d595 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019979 May 27 22:23:31.000856 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4301b3f7-a95d-4307-82c1-1d5a3128a7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:31.173914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 3d95b930-6740-4081-a887-f5e83a921dec triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:31.174818 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:31.243662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Pushing event updated for resources: {'Port': ['ID=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:31.304197 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0001148-44e7-4395-aa39-3b3669ef447d req-87e34f78-44db-4b97-be48-cb2c403ffe55 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 210 time: 0.0691564 May 27 22:23:31.309615 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4301b3f7-a95d-4307-82c1-1d5a3128a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:31.333340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301b3f7-a95d-4307-82c1-1d5a3128a7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df941b48-0060-4c7c-a73c-c49a82789d8d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:31.342706 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4301b3f7-a95d-4307-82c1-1d5a3128a7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:31.344754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4301b3f7-a95d-4307-82c1-1d5a3128a7e2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/df941b48-0060-4c7c-a73c-c49a82789d8d HTTP/1.1" status: 204 len: 168 time: 0.5395305 May 27 22:23:31.429671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Attempting to bind port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:23:31.431502 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Attempting to bind port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:23:31.432013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Attempting to bind port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:31.450470 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-c6ce336a-9324-442f-a59d-52a027e7cfa0 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1404719 May 27 22:23:31.458342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:23:31.458908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Attempting to bind port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:31.532766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 3d95b930-6740-4081-a887-f5e83a921dec is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:31.537550 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:31.580582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:23:31.581331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Checking segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:31.581926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Bound using segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:23:31.582674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Bound port: d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:23:31.583419 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:31.594085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36638) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:31.598478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7c265-f356-4bd1-b118-f5416a154501 req-fa82fe52-83bd-4e80-8852-b50d2525d7be tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:31.603822 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28f7c265-f356-4bd1-b118-f5416a154501 req-fa82fe52-83bd-4e80-8852-b50d2525d7be tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 1096 time: 0.2131219 May 27 22:23:31.647674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3d95b930-6740-4081-a887-f5e83a921dec, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3d95b930-6740-4081-a887-f5e83a921dec,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:31.648654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d95b930-6740-4081-a887-f5e83a921dec'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:31.683909 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:31.727550 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28f7c265-f356-4bd1-b118-f5416a154501 req-68b12d6a-9e8d-4590-8618-f1e809296456 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166317 May 27 22:23:31.734036 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:23:31.738052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:23:31.793758 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:31.890730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:31.891575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:31.893567 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] 10.222.0.46 "PUT /v2.0/ports/d8be8c44-fd8d-46b0-b490-3fdb28a37c24 HTTP/1.1" status: 200 len: 1091 time: 2.0250201 May 27 22:23:31.908645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4', 'tag': 'd8be8c44-fd8d-46b0-b490-3fdb28a37c24'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:31.925000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-44d73f29-d385-4534-b337-56bc19263001 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:31.927686 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-44d73f29-d385-4534-b337-56bc19263001 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4722407 May 27 22:23:31.943064 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=3d95b930-6740-4081-a887-f5e83a921dec,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:31.964701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Request body: {'port': {'device_id': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'ecba41eb2b894855a95cc6ec50ef6350'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:32.002863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0ad79-924a-429c-bc1a-fdffc2ee0e6e req-a754dd05-dfd6-4a75-846d-5af78336360d tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:32.010367 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1f0ad79-924a-429c-bc1a-fdffc2ee0e6e req-a754dd05-dfd6-4a75-846d-5af78336360d tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 943 time: 0.2257988 May 27 22:23:32.068119 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1f0ad79-924a-429c-bc1a-fdffc2ee0e6e req-937a2ffc-7aca-44c5-8085-de15abd2f4f1 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560939 May 27 22:23:32.077849 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:32.120684 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16feb48a-3b96-458c-b26b-c3567e4b6234'] response: {'server_uuid': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d95b930-6740-4081-a887-f5e83a921dec', 'code': 200} May 27 22:23:32.140229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c81fd-cb6b-40c1-8b50-1a1af8ed6bbb service neutron] Pushing event updated for resources: {'Port': ['ID=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:32.209435 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ed93ec-652b-4686-a4fd-e1219576752d'] response: {'name': 'network-changed', 'server_uuid': 'fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4', 'tag': 'd8be8c44-fd8d-46b0-b490-3fdb28a37c24', 'status': 'completed', 'code': 200} May 27 22:23:32.320312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-c25dd8a2-3d32-4e18-86b0-4e4bb6621049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:32.321938 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-c25dd8a2-3d32-4e18-86b0-4e4bb6621049 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 1094 time: 0.3011591 May 27 22:23:32.334090 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:32.355169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:32.439211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-58529596-network', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:32.451301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Made reservation on behalf of ecba41eb2b894855a95cc6ec50ef6350 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:23:32.456551 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:32.467371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:32.485194 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-37e72140-eab3-486c-92c1-de07f22464a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24 HTTP/1.1" status: 200 len: 217 time: 0.1086442 May 27 22:23:32.486119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Usage tracker for resource:network and tenant:bdf37d7ed10d4446ae7134c74900f565 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:32.491296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:32.576577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b96a725-4bf2-4ab7-baff-f716a9c806b1 req-1872a706-1486-405d-b4f5-d282dce9752d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 210 time: 0.0978453 May 27 22:23:32.600897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-b98f1569-3292-42e4-9175-19491ada9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:32.602517 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-b98f1569-3292-42e4-9175-19491ada9872 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.1082819 May 27 22:23:32.603375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:32.725625 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-ade18c84-7201-4d42-af0d-5567d71cb43b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661781 May 27 22:23:32.859109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a75e2-10d3-4748-b582-40ced9467d1a req-660137e5-127d-4769-97ed-e45525f30f6e tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:32.866106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Made reservation on behalf of bdf37d7ed10d4446ae7134c74900f565 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:23:32.868555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:32.870818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f3a75e2-10d3-4748-b582-40ced9467d1a req-660137e5-127d-4769-97ed-e45525f30f6e tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 1096 time: 0.1072822 May 27 22:23:32.955100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f3a75e2-10d3-4748-b582-40ced9467d1a req-d671ed50-265c-4d1b-87df-49b818261537 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759432 May 27 22:23:33.027855 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:33.093763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:33.103974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Usage tracker for resource:security_group_rule and tenant:bdf37d7ed10d4446ae7134c74900f565 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:33.118242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:33.132241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:33.178016 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-6db0a2c8-ff64-42be-a2fe-33645e834b4b service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423585 May 27 22:23:33.179038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Allocated IP 192.168.233.108 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/fec3477a-d54d-4ab8-96ed-7a9f9e6cb652) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:23:33.318788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6085ded-16aa-422f-82ce-0477875613c2 req-b18cb0f4-c7e7-4cbd-8c0b-be6d11263a6f tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:33.328020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d6085ded-16aa-422f-82ce-0477875613c2 req-b18cb0f4-c7e7-4cbd-8c0b-be6d11263a6f tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 943 time: 0.1153212 May 27 22:23:33.404899 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d6085ded-16aa-422f-82ce-0477875613c2 req-c1c72d81-18c9-4abc-b623-87bc0ce9240c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758431 May 27 22:23:33.535229 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-39fe8695-95c3-4588-a69e-4639ecd72628 req-6bbc2e12-95bf-4d46-830c-0e2f3381a5ab service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436983 May 27 22:23:33.612578 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:33.717477 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:33.723806 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:33.784917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Transition to ACTIVE for port object fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:23:33.787009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:23:33.788911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b75f2f-253d-40a0-960f-960bbe86f078,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:33.822505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044d723-22d5-4c3f-8679-809840c2f80a req-bad4cb6b-4e2d-423f-907c-f494a1249b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:33.829412 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5044d723-22d5-4c3f-8679-809840c2f80a req-bad4cb6b-4e2d-423f-907c-f494a1249b71 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 1094 time: 0.1611249 May 27 22:23:33.829625 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66362bb4-c0e7-476e-a1e1-bd2858796517 req-7e9eb092-c869-49cd-bc85-8268e371ebc0 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 210 time: 0.0941083 May 27 22:23:33.830119 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:33.830119 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Added segment d1c26a75-189e-476f-908d-17b9333ed4bb of type vlan for network 289d7308-6f23-473d-960c-d3e2556fdf55 May 27 22:23:33.949650 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:33.963995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b3b96510-2f78-4efa-9b87-9d3e1c553325'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:23:33.996715 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:34.000851 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['06ae86bd-b637-4110-b5ff-000cf3971924'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:23:34.066476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:23:34.090910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:23:34.096760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Pushing event updated for resources: {'Port': ['ID=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:34.100647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:23:34.106264 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:34.106884 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:34.117115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044d723-22d5-4c3f-8679-809840c2f80a req-3be237de-c65c-4558-9b9c-a583b1b9e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:34.118766 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5044d723-22d5-4c3f-8679-809840c2f80a req-3be237de-c65c-4558-9b9c-a583b1b9e375 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.2869406 May 27 22:23:34.207334 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:34.208556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:34.209420 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:34.251462 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5044d723-22d5-4c3f-8679-809840c2f80a req-d07ae860-193a-4392-b3ba-9d0532b5be73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24 HTTP/1.1" status: 200 len: 217 time: 0.1246202 May 27 22:23:34.426701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543e083-dccc-4dae-a7bf-e503246556ce req-a83f0adb-4874-4f9d-9e14-edb5492b31c5 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:34.437457 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9543e083-dccc-4dae-a7bf-e503246556ce req-a83f0adb-4874-4f9d-9e14-edb5492b31c5 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 1096 time: 0.1974046 May 27 22:23:34.502817 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9543e083-dccc-4dae-a7bf-e503246556ce req-aa8d0fe4-c92e-4993-8dcd-b8e47360a5f6 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591807 May 27 22:23:34.508516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] Pushing event updated for resources: {'Network': ['ID=289d7308-6f23-473d-960c-d3e2556fdf55,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:34.525885 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-da7e8378-6af0-4e37-a561-e5bf32cb6cb1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5775852 May 27 22:23:34.528184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 289d7308-6f23-473d-960c-d3e2556fdf55 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:23:34.540119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044d723-22d5-4c3f-8679-809840c2f80a req-314f7ad2-893b-4389-878d-41b669e0ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:34.541592 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5044d723-22d5-4c3f-8679-809840c2f80a req-314f7ad2-893b-4389-878d-41b669e0ba5e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.2760077 May 27 22:23:34.546446 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Request body: {'port': {'device_id': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:34.655676 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ba119640-8b68-413f-8e05-af8db41b6c9e admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0527930 May 27 22:23:34.666922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36728) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:34.674840 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5044d723-22d5-4c3f-8679-809840c2f80a req-6c65e3ac-74e8-484d-bc14-06b29d6f7507 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720911 May 27 22:23:34.678107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] Request body: {'subnet': {'network_id': '289d7308-6f23-473d-960c-d3e2556fdf55', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-58529596-subnet', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:34.722412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:34.809757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb475f3-55b7-41d7-a4d0-369643af773c req-3bced5d9-ec05-47b8-af98-f12bceae790a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:34.813659 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1fb475f3-55b7-41d7-a4d0-369643af773c req-3bced5d9-ec05-47b8-af98-f12bceae790a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 943 time: 0.2150466 May 27 22:23:34.828274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] Usage tracker for resource:subnet and tenant:bdf37d7ed10d4446ae7134c74900f565 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:34.860405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:34.884983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:34.915111 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:34.928963 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1fb475f3-55b7-41d7-a4d0-369643af773c req-348c2a0e-a5da-444c-b5bd-8905aafb6857 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086836 May 27 22:23:35.002213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] Made reservation on behalf of bdf37d7ed10d4446ae7134c74900f565 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:23:35.004551 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:35.032890 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5044d723-22d5-4c3f-8679-809840c2f80a req-2c1c523e-457d-46ff-b907-3252e0c1c228 service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371451 May 27 22:23:35.041679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a8ea44e2-7504-45b2-ab1d-d2b1b2c8b5ec None None] Provisioning for port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:23:35.136003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a8ea44e2-7504-45b2-ab1d-d2b1b2c8b5ec None None] Provisioning complete for port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:35.136395 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8ea44e2-7504-45b2-ab1d-d2b1b2c8b5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:35.207728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db6088-8a2c-4058-a2ed-ed3f66f2ea11 req-262eaead-04f0-458b-b9d6-6533c0197536 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:35.216907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4db6088-8a2c-4058-a2ed-ed3f66f2ea11 req-262eaead-04f0-458b-b9d6-6533c0197536 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 936 time: 0.1225505 May 27 22:23:35.280977 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4db6088-8a2c-4058-a2ed-ed3f66f2ea11 req-9cc10c09-ecca-44c2-87b8-34f0493ac24f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613160 May 27 22:23:35.281540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a8ea44e2-7504-45b2-ab1d-d2b1b2c8b5ec None None] Port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:23:35.666403 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-2acec0e4-4ac8-4076-a52a-4dd435bf47e3 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=5959baa364ff4d6398f44b3c34d597ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525959 May 27 22:23:35.687921 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5044d723-22d5-4c3f-8679-809840c2f80a req-0752d97c-f0ad-4d20-bcc6-15b73e3a56df service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6103191 May 27 22:23:36.000865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:23:36.009835 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:36.025684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Transition to ACTIVE for port object fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:23:36.042654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-635fd965-754c-4b06-9503-4fbb06edef08 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:36.044165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-635fd965-754c-4b06-9503-4fbb06edef08 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3723400 May 27 22:23:36.060257 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-19122628-0bfa-4ffe-8d62-fb597a05b608 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/quotas/5959baa364ff4d6398f44b3c34d597ea HTTP/1.1" status: 200 len: 375 time: 0.0095837 May 27 22:23:36.116626 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-2a773b01-adaf-4264-a739-5400e7ffe9eb tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=5959baa364ff4d6398f44b3c34d597ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500164 May 27 22:23:36.187071 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:36.257414 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d51f770-9879-43cf-a933-60d72e74d4ab,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:36.264705 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:36.437900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] Checking segment: {'id': 'd1c26a75-189e-476f-908d-17b9333ed4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '289d7308-6f23-473d-960c-d3e2556fdf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:36.443018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] Network hostable DHCP agents. Network: 289d7308-6f23-473d-960c-d3e2556fdf55, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:23:36.570565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Pushing event updated for resources: {'Port': ['ID=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:36.627596 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Attempting to bind port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:23:36.631633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Attempting to bind port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:23:36.635652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Attempting to bind port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:36.666330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:23:36.666330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Attempting to bind port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:36.683736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:23:36.685909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:36.686344 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:23:36.686803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Bound port: fec3477a-d54d-4ab8-96ed-7a9f9e6cb652, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:23:36.687156 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:36.750782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] Network 289d7308-6f23-473d-960c-d3e2556fdf55 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:23:36.779989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207acac-e378-48e1-b4bf-d90227b71fe3 req-9b69bc24-acc6-4fc8-a699-4835f13717b6 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:36.787350 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4207acac-e378-48e1-b4bf-d90227b71fe3 req-9b69bc24-acc6-4fc8-a699-4835f13717b6 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 943 time: 0.1177356 May 27 22:23:36.823072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] For port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:23:36.826184 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 289d7308-6f23-473d-960c-d3e2556fdf55) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:23:36.832105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] For port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:23:36.835451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:36.836546 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:36.849986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0939e0f-aef3-4230-97f5-0522451ebff5 None None] Network 289d7308-6f23-473d-960c-d3e2556fdf55 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:23:36.855017 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4207acac-e378-48e1-b4bf-d90227b71fe3 req-cf7212ee-6e43-43db-8d5d-3bf2064428a2 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666912 May 27 22:23:36.918813 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:37.001506 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc4a23a0-888d-47e3-811c-8d029648cfe0 req-0cc2a53d-1689-4a7d-9bea-54bf211f8e27 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 210 time: 0.0796983 May 27 22:23:37.005070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d8be8c44-fd8d-46b0-b490-3fdb28a37c24 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:23:37.089723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:37.091223 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:37.093696 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] 10.222.0.57 "PUT /v2.0/ports/fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 HTTP/1.1" status: 200 len: 1096 time: 2.5512159 May 27 22:23:37.115725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'tag': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:37.204375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd321e5a-e8aa-4e0e-8707-6b84f2ab839e service neutron] Pushing event updated for resources: {'Port': ['ID=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:37.225676 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-45369d82-4a99-4aff-95ba-5e2900e42e91 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5527985 May 27 22:23:37.226146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36808) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:37.231429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-58529596-router', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:37.240196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:37.261640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Usage tracker for resource:router and tenant:bdf37d7ed10d4446ae7134c74900f565 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:37.277394 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:37.296983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:37.469131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:37.470620 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:37.492268 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-97e1a1ce-ace2-4267-bc1f-01d2543bce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:37.493964 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-97e1a1ce-ace2-4267-bc1f-01d2543bce90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 1099 time: 0.2401452 May 27 22:23:37.521867 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:37.570187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fdfff-a872-49ce-91f3-969f09b7e637 req-d549cc56-c38b-4a34-89f6-ed05aaa66a57 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:37.579823 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e49fdfff-a872-49ce-91f3-969f09b7e637 req-d549cc56-c38b-4a34-89f6-ed05aaa66a57 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 948 time: 0.2346416 May 27 22:23:37.702081 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-e8e86c44-3169-4330-8127-f9c55e0c195f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 HTTP/1.1" status: 200 len: 217 time: 0.1946409 May 27 22:23:37.726333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:37.743447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'd8be8c44-fd8d-46b0-b490-3fdb28a37c24', 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380', 'port_id': 'd8be8c44-fd8d-46b0-b490-3fdb28a37c24', 'mac_address': 'fa:16:3e:1d:cb:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6553a03-c42d-4c2a-b37f-5623f5c12ea9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:23:37.744553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-028449cd-028d-4edb-933c-691ff2842f97 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:23:37.750522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033a641d-ecce-4229-a103-64372934947f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-289d7308-6f23-473d-960c-d3e2556fdf55', 'network_id': '289d7308-6f23-473d-960c-d3e2556fdf55', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565', 'fixed_ips': [{'subnet_id': '2d51f770-9879-43cf-a933-60d72e74d4ab'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:23:37.750729 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-028449cd-028d-4edb-933c-691ff2842f97 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1164355 May 27 22:23:37.752532 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-033a641d-ecce-4229-a103-64372934947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:37.783339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b73f9780-1bd3-44ec-82fa-e96584148883 service neutron] Request body: {'binding': {'host': 'n-h2-843680-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:37.784700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b73f9780-1bd3-44ec-82fa-e96584148883 service neutron] Unknown quota resources ['binding']. {{(pid=88900) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 22:23:37.801363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-42719f69-f013-4166-9a2f-613f45bc2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:37.803201 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-42719f69-f013-4166-9a2f-613f45bc2fe3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0954471 May 27 22:23:37.936549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-4b307c69-ed6c-4129-9bd5-43c8f5a24405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:37.939107 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-4b307c69-ed6c-4129-9bd5-43c8f5a24405 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285038 May 27 22:23:37.951747 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e49fdfff-a872-49ce-91f3-969f09b7e637 req-2d73b7bb-67c9-41f0-982f-02f7ef0c9fde tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705533 May 27 22:23:38.040649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:38.040649 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:38.050685 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e398641-2b6a-4869-9ada-c2a2878ba9c0'] response: {'name': 'network-changed', 'server_uuid': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'tag': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652', 'status': 'completed', 'code': 200} May 27 22:23:38.067037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8be8c44-fd8d-46b0-b490-3fdb28a37c24 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:23:38.161587 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:38.184765 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-7dfdb0d8-aeea-4f55-b494-82295ed5d3b2 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354524 May 27 22:23:38.233033 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:38.338005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-033a641d-ecce-4229-a103-64372934947f None None] Allocated IP 172.20.0.2 (289d7308-6f23-473d-960c-d3e2556fdf55/2d51f770-9879-43cf-a933-60d72e74d4ab/5b46614f-0686-426f-9ce2-50fc4c6e0cbc) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:23:38.360605 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:38.566887 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5a44abc-9eac-45af-a2b3-b8f562429a8d req-d6dff2b9-d0e0-4d48-aa4b-1f96a4c8dda4 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769195 May 27 22:23:38.645690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['d8be8c44-fd8d-46b0-b490-3fdb28a37c24'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:23:38.726730 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:38.772332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b73f9780-1bd3-44ec-82fa-e96584148883 service neutron] Attempting to bind port 1243c73e-3484-403b-828f-8e68370b8bd0 on host n-h2-843680-3 for vnic_type normal with profile None {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:23:38.772999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b73f9780-1bd3-44ec-82fa-e96584148883 service neutron] Attempting to bind port 1243c73e-3484-403b-828f-8e68370b8bd0 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:23:38.773115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b73f9780-1bd3-44ec-82fa-e96584148883 service neutron] Attempting to bind port 1243c73e-3484-403b-828f-8e68370b8bd0 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:38.782200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b73f9780-1bd3-44ec-82fa-e96584148883 service neutron] Port 1243c73e-3484-403b-828f-8e68370b8bd0 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:23:38.782530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b73f9780-1bd3-44ec-82fa-e96584148883 service neutron] Attempting to bind port 1243c73e-3484-403b-828f-8e68370b8bd0 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:38.790522 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b73f9780-1bd3-44ec-82fa-e96584148883 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:23:38.790852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b73f9780-1bd3-44ec-82fa-e96584148883 service neutron] Checking segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:38.791233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b73f9780-1bd3-44ec-82fa-e96584148883 service neutron] Bound using segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:23:38.791661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b73f9780-1bd3-44ec-82fa-e96584148883 service neutron] Bound port: 1243c73e-3484-403b-828f-8e68370b8bd0, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:23:38.839352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80de6c-67ca-4f10-b075-0ec2ad70d80f req-0eb63f2b-708f-4eb2-983c-debc41f085d8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:38.847085 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a80de6c-67ca-4f10-b075-0ec2ad70d80f req-0eb63f2b-708f-4eb2-983c-debc41f085d8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 944 time: 0.4024401 May 27 22:23:38.881349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1432-042b-4316-b625-57e0157bccc2 req-36f1bece-f01e-4357-871b-e1f552f5e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:38.888007 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d61a1432-042b-4316-b625-57e0157bccc2 req-36f1bece-f01e-4357-871b-e1f552f5e63a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 1099 time: 0.1313548 May 27 22:23:38.903845 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-033a641d-ecce-4229-a103-64372934947f None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:38.928610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-033a641d-ecce-4229-a103-64372934947f None None] Transition to ACTIVE for port object 5b46614f-0686-426f-9ce2-50fc4c6e0cbc will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:23:38.973529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-033a641d-ecce-4229-a103-64372934947f None None] Transition to ACTIVE for port object 5b46614f-0686-426f-9ce2-50fc4c6e0cbc will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:23:39.004021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b73f9780-1bd3-44ec-82fa-e96584148883 service neutron] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1243c73e-3484-403b-828f-8e68370b8bd0,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:23:39.020205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a80de6c-67ca-4f10-b075-0ec2ad70d80f req-5de97814-36a4-448c-aee4-bd195ca07c7d tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720359 May 27 22:23:39.074814 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-033a641d-ecce-4229-a103-64372934947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:39.197511 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b73f9780-1bd3-44ec-82fa-e96584148883 service neutron] Notify callbacks [] for binding, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:39.199116 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b73f9780-1bd3-44ec-82fa-e96584148883 service neutron] 10.222.0.27 "POST /v2.0/ports/1243c73e-3484-403b-828f-8e68370b8bd0/bindings HTTP/1.1" status: 201 len: 389 time: 1.4366736 May 27 22:23:39.238434 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033a641d-ecce-4229-a103-64372934947f None None] Network 289d7308-6f23-473d-960c-d3e2556fdf55 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:23:39.241502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-033a641d-ecce-4229-a103-64372934947f None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:23:39.245390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033a641d-ecce-4229-a103-64372934947f None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:23:39.251255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a641d-ecce-4229-a103-64372934947f None None] Pushing event updated for resources: {'Port': ['ID=5b46614f-0686-426f-9ce2-50fc4c6e0cbc,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:39.368685 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-904fa7a4-5d41-47e2-b7e2-d7dac17a0962 req-331b3015-df62-4872-9055-a87f8abb44f2 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 210 time: 0.0616486 May 27 22:23:39.462379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-033a641d-ecce-4229-a103-64372934947f None None] Attempting to bind port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:23:39.472963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-033a641d-ecce-4229-a103-64372934947f None None] Attempting to bind port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'd1c26a75-189e-476f-908d-17b9333ed4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '289d7308-6f23-473d-960c-d3e2556fdf55'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:23:39.472963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a641d-ecce-4229-a103-64372934947f None None] Attempting to bind port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc on network 289d7308-6f23-473d-960c-d3e2556fdf55 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:39.487033 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:39.497246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a641d-ecce-4229-a103-64372934947f None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:23:39.499879 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a641d-ecce-4229-a103-64372934947f None None] Checking segment: {'id': 'd1c26a75-189e-476f-908d-17b9333ed4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '289d7308-6f23-473d-960c-d3e2556fdf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:39.500617 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-033a641d-ecce-4229-a103-64372934947f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:39.506603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033a641d-ecce-4229-a103-64372934947f None None] Bound using segment: {'id': 'd1c26a75-189e-476f-908d-17b9333ed4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '289d7308-6f23-473d-960c-d3e2556fdf55'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:23:39.507531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-033a641d-ecce-4229-a103-64372934947f None None] Bound port: 5b46614f-0686-426f-9ce2-50fc4c6e0cbc, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c26a75-189e-476f-908d-17b9333ed4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '289d7308-6f23-473d-960c-d3e2556fdf55'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:23:39.509542 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-033a641d-ecce-4229-a103-64372934947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:39.625761 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:39.690419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1432-042b-4316-b625-57e0157bccc2 req-28048df4-cf17-4991-bb47-4100affd490c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:39.690419 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d61a1432-042b-4316-b625-57e0157bccc2 req-28048df4-cf17-4991-bb47-4100affd490c service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.7886677 May 27 22:23:39.720478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-033a641d-ecce-4229-a103-64372934947f None None] For port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:23:39.724939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-033a641d-ecce-4229-a103-64372934947f None None] For port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=5b46614f-0686-426f-9ce2-50fc4c6e0cbc,segment=NetworkSegment(d1c26a75-189e-476f-908d-17b9333ed4bb),segment_id=d1c26a75-189e-476f-908d-17b9333ed4bb)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:23:39.828158 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-033a641d-ecce-4229-a103-64372934947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:39.922392 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1fce0-45ee-407c-9848-a9a53a0b1faa req-8effdf2f-9784-48a8-851b-46f6a21d708a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:39.930298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26b1fce0-45ee-407c-9848-a9a53a0b1faa req-8effdf2f-9784-48a8-851b-46f6a21d708a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 948 time: 0.2218118 May 27 22:23:39.975587 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d61a1432-042b-4316-b625-57e0157bccc2 req-1f413d65-7c74-453f-8e3e-202715330ee1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 HTTP/1.1" status: 200 len: 217 time: 0.2742145 May 27 22:23:40.076486 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a641d-ecce-4229-a103-64372934947f None None] Pushing event updated for resources: {'Port': ['ID=5b46614f-0686-426f-9ce2-50fc4c6e0cbc,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:40.197403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1432-042b-4316-b625-57e0157bccc2 req-db1f1a18-13f4-481a-9a5d-8b07d5c1ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:40.202205 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d61a1432-042b-4316-b625-57e0157bccc2 req-db1f1a18-13f4-481a-9a5d-8b07d5c1ba57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2176676 May 27 22:23:40.212006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26b1fce0-45ee-407c-9848-a9a53a0b1faa req-9dadae44-25c2-42b8-97bd-b7e84275fed1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791708 May 27 22:23:40.285124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Allocated IP 172.25.2.58 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/8c244bd5-853a-42cd-b91f-576479df09d8) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:23:40.285598 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-3623ab0c-a381-49fb-9e17-5ce037feac1c tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=5959baa364ff4d6398f44b3c34d597ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2303734 May 27 22:23:40.594412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-654e0693-7f10-4982-a5a4-16d6c8c31435 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:40.595986 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-654e0693-7f10-4982-a5a4-16d6c8c31435 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3042028 May 27 22:23:40.624833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Request body: {'port': {'device_id': '049809d0-5104-405c-ba3b-28545c513682', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': '5959baa364ff4d6398f44b3c34d597ea'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:40.631135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dca82-7abb-4269-90d0-72c9a1aeef31 req-bedced9a-017b-4d2b-9985-b48f4d6fabf3 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:40.632851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-172dca82-7abb-4269-90d0-72c9a1aeef31 req-bedced9a-017b-4d2b-9985-b48f4d6fabf3 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 945 time: 0.5359170 May 27 22:23:40.714099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1432-042b-4316-b625-57e0157bccc2 req-95611697-aa25-436a-8b82-d5269b5d60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:40.715603 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d61a1432-042b-4316-b625-57e0157bccc2 req-95611697-aa25-436a-8b82-d5269b5d60f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5049815 May 27 22:23:40.745459 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:40.817028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-172dca82-7abb-4269-90d0-72c9a1aeef31 req-9c6fad5d-290d-4005-a79e-066c64f829c5 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734269 May 27 22:23:40.837607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f330b9-f6c8-4fa9-a731-3055c62829c7 req-1c89631a-8263-474b-9247-2728ec1b7b7e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:40.845339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97f330b9-f6c8-4fa9-a731-3055c62829c7 req-1c89631a-8263-474b-9247-2728ec1b7b7e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 944 time: 0.3340158 May 27 22:23:40.846614 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:40.868161 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d61a1432-042b-4316-b625-57e0157bccc2 req-73ddeb38-74dc-4481-8dc2-badd4d5228e4 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430738 May 27 22:23:41.003396 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d8be8c44-fd8d-46b0-b490-3fdb28a37c24 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:23:41.027431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:23:41.032118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a1b95195-0c27-417a-a6c0-34d8efaebddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:41.035169 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a1b95195-0c27-417a-a6c0-34d8efaebddd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 1096 time: 0.6938968 May 27 22:23:41.050195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:23:41.068230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:23:41.076428 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d61a1432-042b-4316-b625-57e0157bccc2 req-b6c81805-e758-45ee-af4a-88349a1f5b3c service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013860 May 27 22:23:41.099680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5281277c-6cba-40a4-9940-f4b6f9e2c4e1 req-e3a3c335-e76d-4311-b7c6-20f20ec0a270 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 210 time: 0.1423430 May 27 22:23:41.145882 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97f330b9-f6c8-4fa9-a731-3055c62829c7 req-5cab75c4-d3c6-43f6-aea1-8230267c89a7 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938950 May 27 22:23:41.170202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Pushing event updated for resources: {'Port': ['ID=8c244bd5-853a-42cd-b91f-576479df09d8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:41.209639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:41.216936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Usage tracker for resource:port and tenant:5959baa364ff4d6398f44b3c34d597ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:41.222076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:41.234538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:41.257288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:23:41.261116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:41.261455 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:41.296673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b9c43c1b-4841-4b6f-a4dc-6d5441fb7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:41.298146 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b9c43c1b-4841-4b6f-a4dc-6d5441fb7257 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.2515347 May 27 22:23:41.504043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Made reservation on behalf of 5959baa364ff4d6398f44b3c34d597ea for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:23:41.505699 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:41.519337 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a253b0c3-8915-46e0-a632-51717daf65dc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1243c73e-3484-403b-828f-8e68370b8bd0 HTTP/1.1" status: 200 len: 217 time: 0.2129321 May 27 22:23:41.522801 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:41.599360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:41.612946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:41.613334 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:41.613694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Usage tracker for resource:security_group_rule and tenant:5959baa364ff4d6398f44b3c34d597ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:41.618784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:41.631127 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:41.634191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:23:41.636397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1759452c-b1f2-42b8-977f-53cf5da3729c None None] Network 289d7308-6f23-473d-960c-d3e2556fdf55 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:23:41.653215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-1100abc2-4ff3-4ecd-87f2-25f072bd5c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:41.654939 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-1100abc2-4ff3-4ecd-87f2-25f072bd5c3f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.1157024 May 27 22:23:41.726825 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-d84d9113-6c9d-48ed-b4a8-01fde3028908 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616498 May 27 22:23:41.727732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59a167-009f-4049-9afd-3185ac622ff3 req-c20a5365-f8a6-4d02-9067-14edc02b04db tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:41.729364 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba59a167-009f-4049-9afd-3185ac622ff3 req-c20a5365-f8a6-4d02-9067-14edc02b04db tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 948 time: 0.2453568 May 27 22:23:41.946939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba59a167-009f-4049-9afd-3185ac622ff3 req-22c88bfa-a0bc-46eb-88b0-b2c67a8e977e tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837862 May 27 22:23:41.947436 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:41.974339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8be8c44-fd8d-46b0-b490-3fdb28a37c24'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:42.001348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-13d43f6f-8f25-43eb-bf48-e95a200821fb None None] Provisioning for port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:23:42.015494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 5b46614f-0686-426f-9ce2-50fc4c6e0cbc up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:23:42.077674 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:23:42.092001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:42.185245 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-fca285a4-8f18-47d1-8070-840561d29099 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458530 May 27 22:23:42.193109 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:42.285097 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:42.378645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:42.480284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:42.501539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:23:42.519703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:42.520146 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:42.556741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c460166-6c69-4d9d-96d8-47ddce24beb3 req-6b6660b7-0707-4c73-86c8-8ca9a47e439f tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:42.557369 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:42.558293 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c460166-6c69-4d9d-96d8-47ddce24beb3 req-6b6660b7-0707-4c73-86c8-8ca9a47e439f tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 945 time: 0.4871576 May 27 22:23:42.651286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652', 'mac_address': 'fa:16:3e:8a:27:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:23:42.730290 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c460166-6c69-4d9d-96d8-47ddce24beb3 req-72849cb3-769f-4674-95d0-7f0b61291f75 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761249 May 27 22:23:42.862628 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a78396a-6f90-458e-af5e-2b9d4445cf5c'] response: {'server_uuid': 'fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8be8c44-fd8d-46b0-b490-3fdb28a37c24', 'code': 200} May 27 22:23:42.865393 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:42.866780 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:42.867158 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:42.892267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:23:42.925265 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b2e391f4-6532-4520-b389-82be476d17e0 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7302222 May 27 22:23:42.999482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1545fb-e686-4cf7-bf58-f924f57965fe,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:43.001515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:43.003606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:43.004154 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:43.023865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b0572f70-1084-48bc-b3cd-c626d5e834f4 None None] Provisioning complete for port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:43.024459 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0572f70-1084-48bc-b3cd-c626d5e834f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:43.040528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Allocated IP 192.168.233.144 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/9042167a-d41a-43dc-a776-ed69826108b1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:23:43.086085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=5b46614f-0686-426f-9ce2-50fc4c6e0cbc,segment=NetworkSegment(d1c26a75-189e-476f-908d-17b9333ed4bb),segment_id=d1c26a75-189e-476f-908d-17b9333ed4bb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:43.094985 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:43.154175 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:43.196099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07748459-896f-4704-ad80-7760460e66dc req-43943217-9b87-4a58-9c0e-c05d700edd1d tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 210 time: 0.1653132 May 27 22:23:43.279464 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b0572f70-1084-48bc-b3cd-c626d5e834f4 None None] Current status of the port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:43.285714 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:43.402717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=5b46614f-0686-426f-9ce2-50fc4c6e0cbc,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:43.407329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb1a4a-73fc-47cd-a7f4-5f058dc84a49 req-ab5e3bfd-13ba-4fc6-82a8-89eeea0f70d7 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:43.414631 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1bb1a4a-73fc-47cd-a7f4-5f058dc84a49 req-ab5e3bfd-13ba-4fc6-82a8-89eeea0f70d7 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 945 time: 0.4311726 May 27 22:23:43.444392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['fec3477a-d54d-4ab8-96ed-7a9f9e6cb652'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:23:43.461228 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cd974-c7dc-4935-982b-bdfed6e7a3ea req-7a196ffb-fa51-4910-a49c-2666bdb1696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:43.462662 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a9cd974-c7dc-4935-982b-bdfed6e7a3ea req-7a196ffb-fa51-4910-a49c-2666bdb1696d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 1096 time: 0.6775739 May 27 22:23:43.464074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-3830f51e-a371-4f35-b249-391321f607b5 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:43.472721 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-3830f51e-a371-4f35-b249-391321f607b5 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c&tenant_id=3576fc8b868b4910aafa386813d8d521&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 1096 time: 0.3993278 May 27 22:23:43.495577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843680-3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:43.500087 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1bb1a4a-73fc-47cd-a7f4-5f058dc84a49 req-4e77eb51-a7a9-47d5-b1c8-27e9a07f6275 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845363 May 27 22:23:43.617473 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a9cd974-c7dc-4935-982b-bdfed6e7a3ea req-a41d5458-4604-4707-b62c-4626e3f5628c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430731 May 27 22:23:43.688067 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:43.688885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e305b0-1a0b-4baa-b3c3-6b86050155d0 req-ba754c00-3766-4cb3-a588-0ea80fc77110 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:43.690468 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-52e305b0-1a0b-4baa-b3c3-6b86050155d0 req-ba754c00-3766-4cb3-a588-0ea80fc77110 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 949 time: 0.1618052 May 27 22:23:43.735701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Transition to ACTIVE for port object 9042167a-d41a-43dc-a776-ed69826108b1 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:23:43.740074 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:43.747931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Router 4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:23:43.955835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 5b46614f-0686-426f-9ce2-50fc4c6e0cbc up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:23:43.975743 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-52e305b0-1a0b-4baa-b3c3-6b86050155d0 req-30d39d7a-5c83-495b-8e8d-0a0af0944288 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788005 May 27 22:23:44.071617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:44.071988 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:44.185421 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:44.198645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:23:44.212808 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Sync routers for ids ['4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:23:44.237671 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Routers {'4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:23:44.238603 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:23:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:44.286808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fd7ff-4dc0-43cb-8226-1dc1f0c9c310 req-6e43ce1c-6854-476e-b96b-56ae44fb87e5 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:44.294347 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-004fd7ff-4dc0-43cb-8226-1dc1f0c9c310 req-6e43ce1c-6854-476e-b96b-56ae44fb87e5 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 945 time: 0.2476473 May 27 22:23:44.346221 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:44.350777 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a9a0bc2c-e751-4733-86d4-d1d52149a772 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 7.1235681 May 27 22:23:44.351725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36912) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:23:44.369211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1243c73e-3484-403b-828f-8e68370b8bd0,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:44.676931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:44.681080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:23:44.681080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:23:44.681080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:23:44.681080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:44.681080 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:44.681080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:23:44.682652 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Set router 4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:23:44.682998 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-004fd7ff-4dc0-43cb-8226-1dc1f0c9c310 req-fe68dd10-2ab8-4519-9b42-cfdb42f9033d tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735622 May 27 22:23:44.683601 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:44.683601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35ad5eb-428b-4b36-9b3a-aa2b90cb053c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1243c73e-3484-403b-828f-8e68370b8bd0'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:44.683601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Pushing event updated for resources: {'Port': ['ID=9042167a-d41a-43dc-a776-ed69826108b1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:44.716470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd30fb-6b65-4896-a91b-61ca3741dd51 req-cecd5c71-7b96-40b5-987b-73d64861ec82 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:44.718241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38dd30fb-6b65-4896-a91b-61ca3741dd51 req-cecd5c71-7b96-40b5-987b-73d64861ec82 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 936 time: 0.2507610 May 27 22:23:44.860010 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:44.953834 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-4aa8ebbf-9ef5-465d-9ba4-031747359ca0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3357873 May 27 22:23:44.996855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c3d8a190-3ca4-4a2d-be06-4bd27a375054 None None] Provisioning for port 9042167a-d41a-43dc-a776-ed69826108b1 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:23:44.997166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Request body: {'port': {'device_id': '049809d0-5104-405c-ba3b-28545c513682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:45.004488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c3d8a190-3ca4-4a2d-be06-4bd27a375054 None None] Provisioning complete for port 9042167a-d41a-43dc-a776-ed69826108b1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:45.004967 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3d8a190-3ca4-4a2d-be06-4bd27a375054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:45.132766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c3d8a190-3ca4-4a2d-be06-4bd27a375054 None None] Port 9042167a-d41a-43dc-a776-ed69826108b1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:23:45.197703 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'name': 'tempest-FloatingIPsTestJSON-58529596-router', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '8c244bd5-853a-42cd-b91f-576479df09d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:23:37Z', 'updated_at': '2022-05-27T22:23:41Z', 'revision_number': 3, 'project_id': 'bdf37d7ed10d4446ae7134c74900f565', 'gw_port': {'id': '8c244bd5-853a-42cd-b91f-576479df09d8', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:39:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:23:39Z', 'updated_at': '2022-05-27T22:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:45.202101 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Checking router: 4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:23:45.205466 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Updating router 4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c port 8c244bd5-853a-42cd-b91f-576479df09d8 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:23:45.265989 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:45.304548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38dd30fb-6b65-4896-a91b-61ca3741dd51 req-968948ed-0363-4d54-998a-0fe26698a048 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/security-groups?id=6a1545fb-e686-4cf7-bf58-f924f57965fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487526 May 27 22:23:45.437521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf818f4-2c43-4cf4-8797-4663b20ec397 req-e56d3f15-e0dd-4d0d-8a8e-2092bbe78495 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:45.459006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bf818f4-2c43-4cf4-8797-4663b20ec397 req-e56d3f15-e0dd-4d0d-8a8e-2092bbe78495 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 945 time: 0.4565177 May 27 22:23:45.469389 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c04ae99d-811d-4bc5-aa9f-1693ca09e44a'] response: {'server_uuid': 'e35ad5eb-428b-4b36-9b3a-aa2b90cb053c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1243c73e-3484-403b-828f-8e68370b8bd0', 'code': 200} May 27 22:23:45.517023 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:45.521550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:23:45.565629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Attempting to bind port 1243c73e-3484-403b-828f-8e68370b8bd0 on host n-h1-843680-3 for vnic_type normal with profile {"migrating_to": "n-h2-843680-3"} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:23:45.568043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Attempting to bind port 1243c73e-3484-403b-828f-8e68370b8bd0 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:23:45.570233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Attempting to bind port 1243c73e-3484-403b-828f-8e68370b8bd0 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:45.583581 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:45.714768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Pushing event updated for resources: {'Port': ['ID=1243c73e-3484-403b-828f-8e68370b8bd0,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:45.740489 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bf818f4-2c43-4cf4-8797-4663b20ec397 req-b04cb098-6804-4f95-917a-6cee59a370a9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846549 May 27 22:23:45.754688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Port 1243c73e-3484-403b-828f-8e68370b8bd0 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:23:45.757038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Attempting to bind port 1243c73e-3484-403b-828f-8e68370b8bd0 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:45.775131 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:45.785596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:23:45.791628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:45.792084 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:45.803639 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Transition to ACTIVE for port object 8c244bd5-853a-42cd-b91f-576479df09d8 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:23:45.808509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:23:45.808855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Checking segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:45.811395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Bound using segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:23:45.811946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Bound port: 1243c73e-3484-403b-828f-8e68370b8bd0, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:23:45.812321 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:45.871955 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:45.991315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:45.991697 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:46.014339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:23:46.018572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1243c73e-3484-403b-828f-8e68370b8bd0,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:23:46.031519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:46.032424 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:46.046633 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Attempting to bind port 8c244bd5-853a-42cd-b91f-576479df09d8 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:23:46.047044 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Attempting to bind port 8c244bd5-853a-42cd-b91f-576479df09d8 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:23:46.047437 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Attempting to bind port 8c244bd5-853a-42cd-b91f-576479df09d8 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:46.083892 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:23:46.084264 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:46.084872 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:46.085263 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:23:46.085783 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Bound port: 8c244bd5-853a-42cd-b91f-576479df09d8, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:23:46.086150 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:46.106897 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:46.117663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d804eb-35e3-4b0b-a4c6-d112af937ea0 req-cccf60a4-9094-4b7b-9fda-ca2c9833b606 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:46.119125 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:46.125941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5d804eb-35e3-4b0b-a4c6-d112af937ea0 req-cccf60a4-9094-4b7b-9fda-ca2c9833b606 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 949 time: 0.5051196 May 27 22:23:46.244005 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] For port 8c244bd5-853a-42cd-b91f-576479df09d8, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:23:46.248165 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] For port 8c244bd5-853a-42cd-b91f-576479df09d8, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8c244bd5-853a-42cd-b91f-576479df09d8,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:23:46.251639 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106cd28-178d-45df-9c88-ef6af8abd214 None None] Pushing event updated for resources: {'Port': ['ID=8c244bd5-853a-42cd-b91f-576479df09d8,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:46.272276 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106cd28-178d-45df-9c88-ef6af8abd214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:46.277476 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106cd28-178d-45df-9c88-ef6af8abd214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:46.277476 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106cd28-178d-45df-9c88-ef6af8abd214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:46.277476 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106cd28-178d-45df-9c88-ef6af8abd214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:46.277476 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106cd28-178d-45df-9c88-ef6af8abd214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:46.277476 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106cd28-178d-45df-9c88-ef6af8abd214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:46.277476 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106cd28-178d-45df-9c88-ef6af8abd214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:46.277975 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106cd28-178d-45df-9c88-ef6af8abd214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:46.279050 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106cd28-178d-45df-9c88-ef6af8abd214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:46.281631 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106cd28-178d-45df-9c88-ef6af8abd214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:46.281996 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106cd28-178d-45df-9c88-ef6af8abd214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:46.282320 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0106cd28-178d-45df-9c88-ef6af8abd214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:46.284306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:46.346132 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:46.408546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Pushing event updated for resources: {'Port': ['ID=1243c73e-3484-403b-828f-8e68370b8bd0,revision_number=8']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:46.435495 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5d804eb-35e3-4b0b-a4c6-d112af937ea0 req-3d7f56a8-7504-4fa7-b104-0c450900e406 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053045 May 27 22:23:46.492824 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106cd28-178d-45df-9c88-ef6af8abd214 None None] Pushing event updated for resources: {'Port': ['ID=8c244bd5-853a-42cd-b91f-576479df09d8,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:46.501271 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Routers {'4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:23:46.501801 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:23:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:46.528928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf1ca8-56af-46a2-855a-9320679cd8a3 req-a49bd745-873f-404b-b75e-da57e49ecea5 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:46.548262 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6eaf1ca8-56af-46a2-855a-9320679cd8a3 req-a49bd745-873f-404b-b75e-da57e49ecea5 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 943 time: 0.5856874 May 27 22:23:46.620063 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:46.652079 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3208a8e7-f21c-4cbc-ac49-cb2246bd3311'] response: {'server_uuid': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652', 'code': 200} May 27 22:23:46.697136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6eaf1ca8-56af-46a2-855a-9320679cd8a3 req-f5b2e84a-0d1f-4989-ac5e-e240a475b6ea tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477373 May 27 22:23:46.733230 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] Set router 4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:23:47.045810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9042167a-d41a-43dc-a776-ed69826108b1 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:23:47.053563 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:47.062188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Allocated IP 172.20.0.1 (289d7308-6f23-473d-960c-d3e2556fdf55/2d51f770-9879-43cf-a933-60d72e74d4ab/463fe739-abea-4c15-a0aa-ca1049429ead) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:23:47.068612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Transition to ACTIVE for port object 9042167a-d41a-43dc-a776-ed69826108b1 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:23:47.181859 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:47.252530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:47.255504 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:47.257088 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a8fc06e2-5aa6-492f-9b8c-efb32a41d40d service neutron] 10.222.0.46 "PUT /v2.0/ports/1243c73e-3484-403b-828f-8e68370b8bd0 HTTP/1.1" status: 200 len: 1121 time: 3.7759001 May 27 22:23:47.381140 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:47.386770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['1243c73e-3484-403b-828f-8e68370b8bd0'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:23:47.429036 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97026566-63a5-4bfb-bf0a-bd6ae3a22fe7 req-b49144a7-e937-4fe9-9c20-eff7fc15b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:47.435550 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-97026566-63a5-4bfb-bf0a-bd6ae3a22fe7 req-b49144a7-e937-4fe9-9c20-eff7fc15b2a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 1101 time: 0.3604236 May 27 22:23:47.478025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Transition to ACTIVE for port object 463fe739-abea-4c15-a0aa-ca1049429ead will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:23:47.504201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e35ad5eb-428b-4b36-9b3a-aa2b90cb053c', 'tag': '1243c73e-3484-403b-828f-8e68370b8bd0'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:47.504765 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'name': 'tempest-FloatingIPsTestJSON-58529596-router', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '8c244bd5-853a-42cd-b91f-576479df09d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:23:37Z', 'updated_at': '2022-05-27T22:23:41Z', 'revision_number': 3, 'project_id': 'bdf37d7ed10d4446ae7134c74900f565', 'gw_port': {'id': '8c244bd5-853a-42cd-b91f-576479df09d8', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:39:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:23:39Z', 'updated_at': '2022-05-27T22:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:47.517248 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304f0b8b-ae3d-444d-890a-340c5193d7c8 None None] The sync data for ids ['4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'] in n-d-843680-3 is: [{'id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'name': 'tempest-FloatingIPsTestJSON-58529596-router', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '8c244bd5-853a-42cd-b91f-576479df09d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:23:37Z', 'updated_at': '2022-05-27T22:23:41Z', 'revision_number': 3, 'project_id': 'bdf37d7ed10d4446ae7134c74900f565', 'gw_port': {'id': '8c244bd5-853a-42cd-b91f-576479df09d8', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:39:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:23:39Z', 'updated_at': '2022-05-27T22:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:23:47.528995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Pushing event updated for resources: {'Port': ['ID=9042167a-d41a-43dc-a776-ed69826108b1,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:47.673601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Attempting to bind port 9042167a-d41a-43dc-a776-ed69826108b1 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:23:47.675354 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Attempting to bind port 9042167a-d41a-43dc-a776-ed69826108b1 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:23:47.676570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Attempting to bind port 9042167a-d41a-43dc-a776-ed69826108b1 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:47.682960 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-97026566-63a5-4bfb-bf0a-bd6ae3a22fe7 req-834abeab-9d4d-4e54-8323-d7314e2a116e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273755 May 27 22:23:47.689515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Port 9042167a-d41a-43dc-a776-ed69826108b1 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:23:47.692424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Attempting to bind port 9042167a-d41a-43dc-a776-ed69826108b1 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:47.700033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:23:47.700958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:47.702628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:23:47.703242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Bound port: 9042167a-d41a-43dc-a776-ed69826108b1, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:23:47.703756 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:47.793699 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:47.841869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] For port 9042167a-d41a-43dc-a776-ed69826108b1, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:23:47.857037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] For port 9042167a-d41a-43dc-a776-ed69826108b1, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9042167a-d41a-43dc-a776-ed69826108b1,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:23:47.925003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Pushing event updated for resources: {'Port': ['ID=463fe739-abea-4c15-a0aa-ca1049429ead,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:47.929159 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:47.964990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Network 289d7308-6f23-473d-960c-d3e2556fdf55 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:23:47.973917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:23:47.985565 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:23:48.050478 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:48.098236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bb1d6-4928-4226-9753-cd8175a9f532 req-92ebdf66-be56-4e93-9515-b25a6f5b2fff tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:48.105744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:48.107519 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-669bb1d6-4928-4226-9753-cd8175a9f532 req-92ebdf66-be56-4e93-9515-b25a6f5b2fff tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 948 time: 0.5625839 May 27 22:23:48.109990 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:48.114276 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] 10.222.0.46 "PUT /v2.0/ports/9042167a-d41a-43dc-a776-ed69826108b1 HTTP/1.1" status: 200 len: 1096 time: 3.1293709 May 27 22:23:48.202199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a12a9-2428-4e34-9a8b-da939fb6d71a req-7d028d0b-cf63-4878-8ba3-94393544c84d tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:48.205293 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-274a12a9-2428-4e34-9a8b-da939fb6d71a req-7d028d0b-cf63-4878-8ba3-94393544c84d tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 945 time: 0.5384567 May 27 22:23:48.261617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48400b70-6492-4f5f-9b66-f7cf989a66ac service neutron] Pushing event updated for resources: {'Port': ['ID=9042167a-d41a-43dc-a776-ed69826108b1,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:48.487668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-ec3fe54c-3f1d-41af-95d9-0f43a2479fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:48.489561 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-ec3fe54c-3f1d-41af-95d9-0f43a2479fc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5959baa364ff4d6398f44b3c34d597ea&device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 1099 time: 0.2153468 May 27 22:23:48.528381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5aec8acc-170c-44dc-ad82-acd1e5f97ae7 None None] Provisioning for port 463fe739-abea-4c15-a0aa-ca1049429ead completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:23:48.535787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5aec8acc-170c-44dc-ad82-acd1e5f97ae7 None None] Provisioning complete for port 463fe739-abea-4c15-a0aa-ca1049429ead triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:48.536746 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5aec8acc-170c-44dc-ad82-acd1e5f97ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:48.549265 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-669bb1d6-4928-4226-9753-cd8175a9f532 req-78df5bca-5525-4770-a1b9-0e58ea115778 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/security-groups?id=6a1545fb-e686-4cf7-bf58-f924f57965fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402184 May 27 22:23:48.647888 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-b856a942-3561-48c0-b1a7-7bc25bcdeef9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=9042167a-d41a-43dc-a776-ed69826108b1 HTTP/1.1" status: 200 len: 217 time: 0.1424649 May 27 22:23:48.650516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-274a12a9-2428-4e34-9a8b-da939fb6d71a req-8c9d399b-2ad4-4021-9332-4def95c75778 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682503 May 27 22:23:48.727941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5aec8acc-170c-44dc-ad82-acd1e5f97ae7 None None] Port 463fe739-abea-4c15-a0aa-ca1049429ead cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:23:48.822459 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f974f3b3-e9b5-48fa-aa2b-24c5345dcc2d'] response: {'name': 'network-changed', 'server_uuid': 'e35ad5eb-428b-4b36-9b3a-aa2b90cb053c', 'tag': '1243c73e-3484-403b-828f-8e68370b8bd0', 'status': 'completed', 'code': 200} May 27 22:23:49.002811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-d5453b74-6e49-4955-8a63-195a46ee14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:49.004590 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-d5453b74-6e49-4955-8a63-195a46ee14ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.3480000 May 27 22:23:49.113462 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:49.138103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8177a98-7558-4ef7-ba33-6fd76a1aebd5 req-b2e148de-884e-4276-9b5d-76478638830a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:49.140213 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8177a98-7558-4ef7-ba33-6fd76a1aebd5 req-b2e148de-884e-4276-9b5d-76478638830a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 1124 time: 0.3157191 May 27 22:23:49.321554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-b635463f-5d50-4f03-8a57-16a656d5cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:49.323204 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-b635463f-5d50-4f03-8a57-16a656d5cc11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3112848 May 27 22:23:49.332719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8177a98-7558-4ef7-ba33-6fd76a1aebd5 req-125f61c3-5a0a-4467-8d89-d6dbed7516e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:49.334533 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8177a98-7558-4ef7-ba33-6fd76a1aebd5 req-125f61c3-5a0a-4467-8d89-d6dbed7516e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.1750312 May 27 22:23:49.458062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee91e8-b4ff-46b4-83b0-e87a90c3237e req-431069ae-0689-4089-9348-65eff6f52096 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:49.459516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01ee91e8-b4ff-46b4-83b0-e87a90c3237e req-431069ae-0689-4089-9348-65eff6f52096 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 943 time: 0.4357512 May 27 22:23:49.472708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd3a85-4e28-49c7-a856-e52034030ecd req-f0400d9f-ea5a-4be7-8ec9-4a23fc047d31 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:49.481082 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3bfd3a85-4e28-49c7-a856-e52034030ecd req-f0400d9f-ea5a-4be7-8ec9-4a23fc047d31 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.6248658 May 27 22:23:49.488492 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8177a98-7558-4ef7-ba33-6fd76a1aebd5 req-a75ef90e-cb4d-4cfd-af9b-9c4f52db5b14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1243c73e-3484-403b-828f-8e68370b8bd0 HTTP/1.1" status: 200 len: 217 time: 0.1322403 May 27 22:23:49.522346 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:49.598310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3bfd3a85-4e28-49c7-a856-e52034030ecd req-329f6acb-f3b1-4ccb-8275-34c3956a02a1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115711 May 27 22:23:49.611657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01ee91e8-b4ff-46b4-83b0-e87a90c3237e req-be4e25e6-8a66-4b07-82d7-5fadd4d59a71 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108081 May 27 22:23:49.616248 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:49.813287 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:49.856930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8177a98-7558-4ef7-ba33-6fd76a1aebd5 req-dbaa1252-fac5-4766-b54a-2571ee0f68b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:49.858920 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8177a98-7558-4ef7-ba33-6fd76a1aebd5 req-dbaa1252-fac5-4766-b54a-2571ee0f68b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.3559320 May 27 22:23:49.949799 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8177a98-7558-4ef7-ba33-6fd76a1aebd5 req-2bca24c9-a973-4d08-a421-1c74c434431f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844026 May 27 22:23:49.955545 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-d05d99ab-a1aa-4982-b717-8aad7c21bc37 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244740 May 27 22:23:49.986399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8c244bd5-853a-42cd-b91f-576479df09d8 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:23:50.149717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 8c244bd5-853a-42cd-b91f-576479df09d8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:23:50.170213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8c244bd5-853a-42cd-b91f-576479df09d8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:50.173096 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:50.364087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Pushing event updated for resources: {'Port': ['ID=463fe739-abea-4c15-a0aa-ca1049429ead,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:50.380217 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8177a98-7558-4ef7-ba33-6fd76a1aebd5 req-15c4cb97-e2d0-453c-b361-8296ed7ca295 service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191916 May 27 22:23:50.466859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Network 289d7308-6f23-473d-960c-d3e2556fdf55 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:23:50.469772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:23:50.479927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741012f-3b10-4f29-9e9e-4261b8a98c89 req-d324d9ca-b7bf-418c-98bc-eb98a711a17e tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:50.482124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9741012f-3b10-4f29-9e9e-4261b8a98c89 req-d324d9ca-b7bf-418c-98bc-eb98a711a17e tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 948 time: 0.5112340 May 27 22:23:50.485489 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-34d3d21c-78aa-463a-a2ab-d1766cfa3337 req-8ca7feef-60ba-408e-ae94-b71c759ffb34 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477082 May 27 22:23:50.563320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8c244bd5-853a-42cd-b91f-576479df09d8 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:50.563705 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:50.582950 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8177a98-7558-4ef7-ba33-6fd76a1aebd5 req-2b5df089-d4dc-425b-84f2-11a35693a9d4 service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868968 May 27 22:23:50.589766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eac2bc-6ff4-4c98-85a0-fef989c5dbd9 req-1bb3eca3-b899-4a95-a20d-b3c9d6b954c6 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:50.591332 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22eac2bc-6ff4-4c98-85a0-fef989c5dbd9 req-1bb3eca3-b899-4a95-a20d-b3c9d6b954c6 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 1096 time: 0.4690740 May 27 22:23:50.607450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 8c244bd5-853a-42cd-b91f-576479df09d8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8c244bd5-853a-42cd-b91f-576479df09d8,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:50.676815 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:50.815308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=8c244bd5-853a-42cd-b91f-576479df09d8,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:50.825267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049809d0-5104-405c-ba3b-28545c513682', 'tag': '9042167a-d41a-43dc-a776-ed69826108b1'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:50.827419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e8b065ac-bbdc-442b-a02c-a79962d0671c None None] Provisioning complete for port 463fe739-abea-4c15-a0aa-ca1049429ead triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:50.827787 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e8b065ac-bbdc-442b-a02c-a79962d0671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:50.858436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9741012f-3b10-4f29-9e9e-4261b8a98c89 req-92ff74df-3445-4a38-b41d-e92d8b3886a0 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/security-groups?id=6a1545fb-e686-4cf7-bf58-f924f57965fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621550 May 27 22:23:50.863151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Router 4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:23:50.864394 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-22eac2bc-6ff4-4c98-85a0-fef989c5dbd9 req-59aa6eb9-64de-43a0-9323-8b58bea1b0d0 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Synchronizing usage tracker for tenant:51f48b917f6849ddbb465f5b2e0a8c27 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:23:50.893493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e8b065ac-bbdc-442b-a02c-a79962d0671c None None] Port 463fe739-abea-4c15-a0aa-ca1049429ead cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:23:51.033017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1243c73e-3484-403b-828f-8e68370b8bd0 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:23:51.096164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-22eac2bc-6ff4-4c98-85a0-fef989c5dbd9 req-59aa6eb9-64de-43a0-9323-8b58bea1b0d0 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Unset dirty status for tenant:51f48b917f6849ddbb465f5b2e0a8c27 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:23:51.097501 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22eac2bc-6ff4-4c98-85a0-fef989c5dbd9 req-59aa6eb9-64de-43a0-9323-8b58bea1b0d0 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922545 May 27 22:23:51.262707 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1243c73e-3484-403b-828f-8e68370b8bd0,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:51.278998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1243c73e-3484-403b-828f-8e68370b8bd0 has no active binding in host n-h2-843680-3 {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 22:23:51.413889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:23:51.424008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Sync routers for ids ['4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:23:51.450742 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-650407f8-5e63-46c3-bb4a-2e4ea84188d3 admin admin] 10.222.0.27 "PUT /v2.0/routers/4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0890360 May 27 22:23:51.450992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Routers {'4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:23:51.450992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:23:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:51.465552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eaaaa-8df5-499f-863c-8d425d28be1c req-13d3ceb9-6764-4244-b881-c636c7d8a151 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:51.467715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f46eaaaa-8df5-499f-863c-8d425d28be1c req-13d3ceb9-6764-4244-b881-c636c7d8a151 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.3420248 May 27 22:23:51.521098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26217ec3-aa5d-471f-ad9c-ca967b944ebe req-da727064-dc4b-4cb7-ae41-b19aa60a0942 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:51.525296 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26217ec3-aa5d-471f-ad9c-ca967b944ebe req-da727064-dc4b-4cb7-ae41-b19aa60a0942 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 943 time: 0.2988546 May 27 22:23:51.551717 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f46eaaaa-8df5-499f-863c-8d425d28be1c req-63b328df-4da9-4c2b-81d3-6c61a111167f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760357 May 27 22:23:51.655853 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb37371d-4267-4d1c-a2f9-7f39ba3851f9'] response: {'name': 'network-changed', 'server_uuid': '049809d0-5104-405c-ba3b-28545c513682', 'tag': '9042167a-d41a-43dc-a776-ed69826108b1', 'status': 'completed', 'code': 200} May 27 22:23:51.674060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26217ec3-aa5d-471f-ad9c-ca967b944ebe req-96e12c4e-4a37-44b0-9c92-6a49ef764f1f tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137097 May 27 22:23:51.773010 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851887e0-489d-4e7d-b4b7-96b39a919009 req-c666238c-7f5b-4ec6-89c6-d96cde6574b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:51.775355 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-851887e0-489d-4e7d-b4b7-96b39a919009 req-c666238c-7f5b-4ec6-89c6-d96cde6574b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5959baa364ff4d6398f44b3c34d597ea&device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 1099 time: 0.1102009 May 27 22:23:51.811391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Set router 4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:23:51.949915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8c244bd5-853a-42cd-b91f-576479df09d8 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:23:51.974847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851887e0-489d-4e7d-b4b7-96b39a919009 req-8d8ea536-3a8e-4ab6-af0d-84a23e94e67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:51.976599 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-851887e0-489d-4e7d-b4b7-96b39a919009 req-8d8ea536-3a8e-4ab6-af0d-84a23e94e67d service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.1948085 May 27 22:23:51.986362 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687e0ea-06ed-45e0-a7d9-b82a67fac593 req-efcc9a16-a4c9-4935-b415-9991df52bc93 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:51.988000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3687e0ea-06ed-45e0-a7d9-b82a67fac593 req-efcc9a16-a4c9-4935-b415-9991df52bc93 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 1096 time: 0.1674609 May 27 22:23:51.996983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa226338-4f19-4ea4-b5dc-c22f9a95b7ca req-ac09d8d8-7898-4174-b02d-c201deb4e978 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:52.002232 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa226338-4f19-4ea4-b5dc-c22f9a95b7ca req-ac09d8d8-7898-4174-b02d-c201deb4e978 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.1337140 May 27 22:23:52.050355 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-851887e0-489d-4e7d-b4b7-96b39a919009 req-a4d3fce7-e45f-46b4-b572-cde4e031c889 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=9042167a-d41a-43dc-a776-ed69826108b1 HTTP/1.1" status: 200 len: 217 time: 0.0660381 May 27 22:23:52.084667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3687e0ea-06ed-45e0-a7d9-b82a67fac593 req-a1401337-2077-434f-ae76-0e9db25fd706 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802145 May 27 22:23:52.099600 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa226338-4f19-4ea4-b5dc-c22f9a95b7ca req-fbaca428-459f-4fd5-8153-748bce28fc77 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849595 May 27 22:23:52.137986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851887e0-489d-4e7d-b4b7-96b39a919009 req-411eebbd-a6fb-4892-8ef4-acf14c2727f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:52.139554 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-851887e0-489d-4e7d-b4b7-96b39a919009 req-411eebbd-a6fb-4892-8ef4-acf14c2727f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0825725 May 27 22:23:52.180759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8c244bd5-853a-42cd-b91f-576479df09d8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:52.180759 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:52.240480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851887e0-489d-4e7d-b4b7-96b39a919009 req-afecb678-0f35-4f24-81fd-f1d06e748ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:52.244057 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-851887e0-489d-4e7d-b4b7-96b39a919009 req-afecb678-0f35-4f24-81fd-f1d06e748ad8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943120 May 27 22:23:52.285884 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:52.367611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'name': 'tempest-FloatingIPsTestJSON-58529596-router', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '8c244bd5-853a-42cd-b91f-576479df09d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:23:37Z', 'updated_at': '2022-05-27T22:23:48Z', 'revision_number': 4, 'project_id': 'bdf37d7ed10d4446ae7134c74900f565', 'gw_port': {'id': '8c244bd5-853a-42cd-b91f-576479df09d8', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:39:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:23:39Z', 'updated_at': '2022-05-27T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '463fe739-abea-4c15-a0aa-ca1049429ead', 'name': '', 'network_id': '289d7308-6f23-473d-960c-d3e2556fdf55', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565', 'mac_address': 'fa:16:3e:54:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '2d51f770-9879-43cf-a933-60d72e74d4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:23:46Z', 'updated_at': '2022-05-27T22:23:49Z', 'revision_number': 2, 'project_id': 'bdf37d7ed10d4446ae7134c74900f565', 'subnets': [{'id': '2d51f770-9879-43cf-a933-60d72e74d4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:52.378195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Checking router: 4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:23:52.378699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Updating router 4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c port 463fe739-abea-4c15-a0aa-ca1049429ead binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:23:52.419902 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-851887e0-489d-4e7d-b4b7-96b39a919009 req-2043d87a-b4fe-4404-9c0a-7c7e8822411f service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664746 May 27 22:23:52.437002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ea45b-806d-4f73-8d87-394eaa7b50b3 req-d1fc9969-6887-4d8e-a4c4-6bab2a6635b2 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:52.438664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-260ea45b-806d-4f73-8d87-394eaa7b50b3 req-d1fc9969-6887-4d8e-a4c4-6bab2a6635b2 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 948 time: 0.1928117 May 27 22:23:52.442576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8c244bd5-853a-42cd-b91f-576479df09d8 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:52.469269 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:52.499207 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-260ea45b-806d-4f73-8d87-394eaa7b50b3 req-c195173f-5119-4a58-a57d-b908af4ec833 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/security-groups?id=6a1545fb-e686-4cf7-bf58-f924f57965fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449448 May 27 22:23:52.544793 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-3cc6ca48-3e1a-495b-b823-19eb86742eff tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3551986 May 27 22:23:52.553768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:52.567299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:23:52.577097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Usage tracker for resource:floatingip and tenant:bdf37d7ed10d4446ae7134c74900f565 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:23:52.584414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:23:52.600850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:23:52.684064 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-851887e0-489d-4e7d-b4b7-96b39a919009 req-112a6f1d-41b5-4993-98ed-0966a6ab3d6b service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531352 May 27 22:23:52.711533 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:52.892131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:52.990934 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:53.006706 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Transition to ACTIVE for port object 463fe739-abea-4c15-a0aa-ca1049429ead will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:23:53.055868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 9042167a-d41a-43dc-a776-ed69826108b1 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:23:53.061411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Allocated IP 172.25.2.250 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/4968c968-deb2-4ebf-9dbe-184cc22538ca) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:23:53.075578 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:53.300850 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:53.454477 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:53.492285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbea4ad-d775-404d-bbf9-6d74a5aa647d None None] Pushing event updated for resources: {'Port': ['ID=463fe739-abea-4c15-a0aa-ca1049429ead,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:53.519708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 9042167a-d41a-43dc-a776-ed69826108b1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9042167a-d41a-43dc-a776-ed69826108b1,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:53.551735 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:23:53.553296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '9042167a-d41a-43dc-a776-ed69826108b1', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '9042167a-d41a-43dc-a776-ed69826108b1', 'mac_address': 'fa:16:3e:84:c6:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:23:53.556532 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:23:53.559243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:23:53.570033 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-cbbbfe85-b919-4bd2-9e13-3b9f320bbefd service neutron] 10.222.0.57 "GET /v2.0/ports/1243c73e-3484-403b-828f-8e68370b8bd0/bindings/n-h2-843680-3 HTTP/1.1" status: 200 len: 384 time: 0.1040351 May 27 22:23:53.626487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 9042167a-d41a-43dc-a776-ed69826108b1 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:53.626998 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:53.629346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Pushing event updated for resources: {'Port': ['ID=4968c968-deb2-4ebf-9dbe-184cc22538ca,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:53.642784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:53.643120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:53.643449 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:53.643897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:53.644701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:53.645035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:53.645358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:53.645668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:53.645984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:53.646554 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:53.646863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:53.647414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:53.651982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9042167a-d41a-43dc-a776-ed69826108b1 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:23:53.675996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 9042167a-d41a-43dc-a776-ed69826108b1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9042167a-d41a-43dc-a776-ed69826108b1,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:53.696935 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:53.786153 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:53.872785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=9042167a-d41a-43dc-a776-ed69826108b1,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:53.882034 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:53.888222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1243c73e-3484-403b-828f-8e68370b8bd0,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:53.912996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:23:53.960632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Attempting to bind port 463fe739-abea-4c15-a0aa-ca1049429ead on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:23:53.960632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Attempting to bind port 463fe739-abea-4c15-a0aa-ca1049429ead by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'd1c26a75-189e-476f-908d-17b9333ed4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '289d7308-6f23-473d-960c-d3e2556fdf55'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:23:53.960632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Attempting to bind port 463fe739-abea-4c15-a0aa-ca1049429ead on network 289d7308-6f23-473d-960c-d3e2556fdf55 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:53.962308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:23:53.962680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Checking segment: {'id': 'd1c26a75-189e-476f-908d-17b9333ed4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '289d7308-6f23-473d-960c-d3e2556fdf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:53.963150 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:53.963606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Bound using segment: {'id': 'd1c26a75-189e-476f-908d-17b9333ed4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '289d7308-6f23-473d-960c-d3e2556fdf55'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:23:53.964152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Bound port: 463fe739-abea-4c15-a0aa-ca1049429ead, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c26a75-189e-476f-908d-17b9333ed4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '289d7308-6f23-473d-960c-d3e2556fdf55'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:23:53.964633 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:54.077562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1243c73e-3484-403b-828f-8e68370b8bd0 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:23:54.091379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1243c73e-3484-403b-828f-8e68370b8bd0,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:54.116481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] For port 463fe739-abea-4c15-a0aa-ca1049429ead, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:23:54.119610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] For port 463fe739-abea-4c15-a0aa-ca1049429ead, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=463fe739-abea-4c15-a0aa-ca1049429ead,segment=NetworkSegment(d1c26a75-189e-476f-908d-17b9333ed4bb),segment_id=d1c26a75-189e-476f-908d-17b9333ed4bb)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:23:54.123978 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['9042167a-d41a-43dc-a776-ed69826108b1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:23:54.130349 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:54.145679 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:54.196968 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:54.220155 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:54.253626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Transition to ACTIVE for port object 1243c73e-3484-403b-828f-8e68370b8bd0 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:23:54.307674 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:54.312868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Routers {'4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:23:54.313512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:23:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:54.355140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Pushing event updated for resources: {'Port': ['ID=4968c968-deb2-4ebf-9dbe-184cc22538ca,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:54.368380 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:54.388604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbea4ad-d775-404d-bbf9-6d74a5aa647d None None] Pushing event updated for resources: {'Port': ['ID=463fe739-abea-4c15-a0aa-ca1049429ead,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:54.454305 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:54.455960 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-95f2d99a-4c8c-4e97-a5d1-55f26758befc tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9085410 May 27 22:23:54.578277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] No DVR routers for this DVR port 1243c73e-3484-403b-828f-8e68370b8bd0 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:23:54.600628 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-10863aa1-88cb-48bd-b59f-f4cb8fc8e0cd tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Synchronizing usage tracker for tenant:bdf37d7ed10d4446ae7134c74900f565 on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:23:54.618314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] Set router 4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:23:54.627614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Pushing event updated for resources: {'Port': ['ID=1243c73e-3484-403b-828f-8e68370b8bd0,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:54.637310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:54.637722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:54.638282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:54.639221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:54.639641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:54.640058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:54.641073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:54.641493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:54.641911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:54.642352 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:54.642767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:54.643561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:23:54.651101 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-a257bba3-3cf9-44cc-a07f-8f0a1347b33e service neutron] 10.222.0.57 "PUT /v2.0/ports/1243c73e-3484-403b-828f-8e68370b8bd0/bindings/n-h2-843680-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0748520 May 27 22:23:54.677062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-10863aa1-88cb-48bd-b59f-f4cb8fc8e0cd tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Unset dirty status for tenant:bdf37d7ed10d4446ae7134c74900f565 on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:23:54.678230 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-10863aa1-88cb-48bd-b59f-f4cb8fc8e0cd tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.250 HTTP/1.1" status: 200 len: 696 time: 0.2120066 May 27 22:23:54.943497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-8e25ab4f-0586-46e8-b7bc-830128d7c59d tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:54.948835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-8e25ab4f-0586-46e8-b7bc-830128d7c59d tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.2637730 May 27 22:23:54.950060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'name': 'tempest-FloatingIPsTestJSON-58529596-router', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '8c244bd5-853a-42cd-b91f-576479df09d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:23:37Z', 'updated_at': '2022-05-27T22:23:48Z', 'revision_number': 4, 'project_id': 'bdf37d7ed10d4446ae7134c74900f565', 'gw_port': {'id': '8c244bd5-853a-42cd-b91f-576479df09d8', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:39:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:23:39Z', 'updated_at': '2022-05-27T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '463fe739-abea-4c15-a0aa-ca1049429ead', 'name': '', 'network_id': '289d7308-6f23-473d-960c-d3e2556fdf55', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565', 'mac_address': 'fa:16:3e:54:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '2d51f770-9879-43cf-a933-60d72e74d4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:23:46Z', 'updated_at': '2022-05-27T22:23:54Z', 'revision_number': 4, 'project_id': 'bdf37d7ed10d4446ae7134c74900f565', 'subnets': [{'id': '2d51f770-9879-43cf-a933-60d72e74d4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:23:54.954427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b4a39d-107f-412f-874e-2141104a85bf None None] The sync data for ids ['4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'] in n-d-843680-3 is: [{'id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'name': 'tempest-FloatingIPsTestJSON-58529596-router', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '8c244bd5-853a-42cd-b91f-576479df09d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:23:37Z', 'updated_at': '2022-05-27T22:23:48Z', 'revision_number': 4, 'project_id': 'bdf37d7ed10d4446ae7134c74900f565', 'gw_port': {'id': '8c244bd5-853a-42cd-b91f-576479df09d8', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:39:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:23:39Z', 'updated_at': '2022-05-27T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '463fe739-abea-4c15-a0aa-ca1049429ead', 'name': '', 'network_id': '289d7308-6f23-473d-960c-d3e2556fdf55', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565', 'mac_address': 'fa:16:3e:54:17:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '2d51f770-9879-43cf-a933-60d72e74d4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:23:46Z', 'updated_at': '2022-05-27T22:23:54Z', 'revision_number': 4, 'project_id': 'bdf37d7ed10d4446ae7134c74900f565', 'subnets': [{'id': '2d51f770-9879-43cf-a933-60d72e74d4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:23:54.957769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-87d972df-56ee-4765-a01e-e2940df52711 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:23:54.958937 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d29e538-3ed0-41ad-8be6-7ab7c84b824c req-87d972df-56ee-4765-a01e-e2940df52711 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078497 May 27 22:23:54.986775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-2871d7a6-31ca-4256-9fd6-ef591e2fd084 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:54.988279 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-2871d7a6-31ca-4256-9fd6-ef591e2fd084 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c&tenant_id=3576fc8b868b4910aafa386813d8d521&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 1095 time: 0.0970173 May 27 22:23:55.024783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-c93ffe9f-6e27-47d6-8c5d-60bbea607e74 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:23:55.037484 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-c93ffe9f-6e27-47d6-8c5d-60bbea607e74 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0220337 May 27 22:23:55.047980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-a45cb7e5-bd1e-40cf-85c3-d5ca4481f8e8 service neutron] Request body: {'binding': {'host': 'n-h1-843680-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:55.048598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-a45cb7e5-bd1e-40cf-85c3-d5ca4481f8e8 service neutron] Unknown quota resources ['binding']. {{(pid=88900) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 22:23:55.106065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-ab11dc68-e90f-4ee2-b29b-fed89ec21472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:55.107611 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-ab11dc68-e90f-4ee2-b29b-fed89ec21472 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c&tenant_id=3576fc8b868b4910aafa386813d8d521 HTTP/1.1" status: 200 len: 1095 time: 0.1063690 May 27 22:23:55.215821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-02cd42fc-8a79-41fd-b55a-9388b513204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:55.217438 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-02cd42fc-8a79-41fd-b55a-9388b513204f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 1095 time: 0.0821130 May 27 22:23:55.288527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f14497-32f2-4139-b2d9-eb4e654a49d5 req-63821972-0bd0-43c8-9c0a-e5b19e864760 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:55.289955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55f14497-32f2-4139-b2d9-eb4e654a49d5 req-63821972-0bd0-43c8-9c0a-e5b19e864760 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 944 time: 0.2135520 May 27 22:23:55.359710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-dd5e3d7f-7264-4c0a-9556-d82f7909feac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:55.361219 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-dd5e3d7f-7264-4c0a-9556-d82f7909feac service neutron] 10.222.0.46 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.1347954 May 27 22:23:55.367072 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55f14497-32f2-4139-b2d9-eb4e654a49d5 req-35d1a2f2-2ceb-444a-889a-8617c353a88d tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675342 May 27 22:23:55.369482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-a45cb7e5-bd1e-40cf-85c3-d5ca4481f8e8 service neutron] Attempting to bind port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 on host n-h1-843680-3 for vnic_type normal with profile None {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:23:55.369811 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-a45cb7e5-bd1e-40cf-85c3-d5ca4481f8e8 service neutron] Attempting to bind port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:23:55.370133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-a45cb7e5-bd1e-40cf-85c3-d5ca4481f8e8 service neutron] Attempting to bind port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:55.375078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-a45cb7e5-bd1e-40cf-85c3-d5ca4481f8e8 service neutron] Port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:23:55.375395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-a45cb7e5-bd1e-40cf-85c3-d5ca4481f8e8 service neutron] Attempting to bind port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:55.380652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-a45cb7e5-bd1e-40cf-85c3-d5ca4481f8e8 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:23:55.380981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-a45cb7e5-bd1e-40cf-85c3-d5ca4481f8e8 service neutron] Checking segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:55.381488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-a45cb7e5-bd1e-40cf-85c3-d5ca4481f8e8 service neutron] Bound using segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:23:55.381779 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-a45cb7e5-bd1e-40cf-85c3-d5ca4481f8e8 service neutron] Bound port: d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:23:55.425553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-a45cb7e5-bd1e-40cf-85c3-d5ca4481f8e8 service neutron] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:23:55.433894 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-9882816b-fba8-4a13-a012-a8c3706df12d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1243c73e-3484-403b-828f-8e68370b8bd0 HTTP/1.1" status: 200 len: 217 time: 0.0654566 May 27 22:23:55.506384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-6817c7f7-9764-4a38-827e-3845795f0352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:55.507930 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-6817c7f7-9764-4a38-827e-3845795f0352 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.0674593 May 27 22:23:55.523791 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-a45cb7e5-bd1e-40cf-85c3-d5ca4481f8e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:55.525654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-a45cb7e5-bd1e-40cf-85c3-d5ca4481f8e8 service neutron] 10.222.0.27 "POST /v2.0/ports/d8be8c44-fd8d-46b0-b490-3fdb28a37c24/bindings HTTP/1.1" status: 201 len: 389 time: 0.4829149 May 27 22:23:55.564752 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-bcafcb7e-17ba-47fe-a9d1-6f90a78205f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494263 May 27 22:23:55.614041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3dbd5-96e1-45ea-b2dc-4337ebc33d4b req-f024fd51-c868-4bce-80f5-beb0e67b1b7d tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:55.615680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1d3dbd5-96e1-45ea-b2dc-4337ebc33d4b req-f024fd51-c868-4bce-80f5-beb0e67b1b7d tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 949 time: 0.0849619 May 27 22:23:55.692558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1d3dbd5-96e1-45ea-b2dc-4337ebc33d4b req-21c24e16-ac8e-4084-bb10-dbbf49f8becc tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/security-groups?id=6a1545fb-e686-4cf7-bf58-f924f57965fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706780 May 27 22:23:55.751254 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-e072b946-6142-4939-863d-cd8aa598edf5 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799469 May 27 22:23:55.872394 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fd6c720-3b78-433c-b5d9-d02929921bfa req-24060341-5502-4965-af2c-2a7eb4416d3c tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/floatingips/97ee93b5-a40d-458b-8393-fb53a2f19438 HTTP/1.1" status: 200 len: 693 time: 0.1368680 May 27 22:23:55.975247 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-b800c575-a8d4-4c4c-bb6e-527d00920b57 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160480 May 27 22:23:55.975440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 463fe739-abea-4c15-a0aa-ca1049429ead up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:23:56.144214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6c720-3b78-433c-b5d9-d02929921bfa req-56c585e8-599a-4e43-84f2-a33502dfa21d tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:56.144214 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fd6c720-3b78-433c-b5d9-d02929921bfa req-56c585e8-599a-4e43-84f2-a33502dfa21d tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.1932802 May 27 22:23:56.144214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-3fd6c720-3b78-433c-b5d9-d02929921bfa req-90781e66-6e97-462f-84cd-ca85f651627d tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:23:56.144214 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fd6c720-3b78-433c-b5d9-d02929921bfa req-90781e66-6e97-462f-84cd-ca85f651627d tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067344 May 27 22:23:56.262014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f6812-1e4a-4d9b-9f5c-66d745c36257 req-18920264-d5bb-4e6d-b178-d86a1f596d4e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:56.263702 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-296f6812-1e4a-4d9b-9f5c-66d745c36257 req-18920264-d5bb-4e6d-b178-d86a1f596d4e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 945 time: 0.0842001 May 27 22:23:56.311252 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-296f6812-1e4a-4d9b-9f5c-66d745c36257 req-44aea21c-2372-4950-be17-a115d3b5a20a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407245 May 27 22:23:56.322778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 463fe739-abea-4c15-a0aa-ca1049429ead completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:23:56.327995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 463fe739-abea-4c15-a0aa-ca1049429ead triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:56.328400 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:56.474044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 463fe739-abea-4c15-a0aa-ca1049429ead is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:56.474426 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:56.511460 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5fc941e-9cc4-4a84-b370-87228a266b97 req-259dab24-86c6-47bb-a239-e24dada37647 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/floatingips?tenant_id=bdf37d7ed10d4446ae7134c74900f565 HTTP/1.1" status: 200 len: 696 time: 0.0936840 May 27 22:23:56.540256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 463fe739-abea-4c15-a0aa-ca1049429ead, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=463fe739-abea-4c15-a0aa-ca1049429ead,segment=NetworkSegment(d1c26a75-189e-476f-908d-17b9333ed4bb),segment_id=d1c26a75-189e-476f-908d-17b9333ed4bb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:56.597320 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:56.722864 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=463fe739-abea-4c15-a0aa-ca1049429ead,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:56.733917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc941e-9cc4-4a84-b370-87228a266b97 req-e739bb1a-5de8-415a-a5bf-50736db7eeec tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:56.740666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5fc941e-9cc4-4a84-b370-87228a266b97 req-e739bb1a-5de8-415a-a5bf-50736db7eeec tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/networks?id=d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 787 time: 0.2288849 May 27 22:23:56.745890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-d5fc941e-9cc4-4a84-b370-87228a266b97 req-8d9d9ec0-c777-4855-bbb1-52846afba25d tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:23:56.748646 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-4bc1694c-13b8-4554-ac3a-3d069a4e78bf service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1373191 May 27 22:23:56.752473 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5fc941e-9cc4-4a84-b370-87228a266b97 req-8d9d9ec0-c777-4855-bbb1-52846afba25d tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108731 May 27 22:23:56.758389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-ccd2b282-9be7-472a-b1f6-9f45ff3c03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:56.759843 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-ccd2b282-9be7-472a-b1f6-9f45ff3c03ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 1096 time: 0.1984227 May 27 22:23:56.786992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac6302-49a6-45ce-bfe6-3163c1bc6ea5 req-cdffe950-8904-4e67-b082-38e1d4809547 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:56.788537 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebac6302-49a6-45ce-bfe6-3163c1bc6ea5 req-cdffe950-8904-4e67-b082-38e1d4809547 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 944 time: 0.2057586 May 27 22:23:56.848974 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebac6302-49a6-45ce-bfe6-3163c1bc6ea5 req-1f75b2d4-6fd8-45c8-9297-dca9860d76d3 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541980 May 27 22:23:56.933019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-f87f97b1-fc76-4af9-9e0c-e1207557d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:56.934792 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-f87f97b1-fc76-4af9-9e0c-e1207557d626 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.1656084 May 27 22:23:56.954340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c8a02-556f-4990-9a74-a732f43b7715 req-b5fa680f-2df0-437a-981d-d3d8acf98169 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:56.956105 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c51c8a02-556f-4990-9a74-a732f43b7715 req-b5fa680f-2df0-437a-981d-d3d8acf98169 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 950 time: 0.0992148 May 27 22:23:57.066987 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 9042167a-d41a-43dc-a776-ed69826108b1 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:23:57.082449 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c51c8a02-556f-4990-9a74-a732f43b7715 req-6dbd1cb5-e84f-4cbf-a205-595c4c2d96ab tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/security-groups?id=ed55084f-f244-432e-97ac-a1dec3aaf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170068 May 27 22:23:57.135615 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-f2c7c908-5397-476e-9343-49372862fe2f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24 HTTP/1.1" status: 200 len: 217 time: 0.1882734 May 27 22:23:57.140444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aefeb9-e595-44d3-a24e-7091a8e2bba5 req-b6d39a2e-3759-4393-8d03-a415460215bf tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:57.142334 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86aefeb9-e595-44d3-a24e-7091a8e2bba5 req-b6d39a2e-3759-4393-8d03-a415460215bf tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.1615789 May 27 22:23:57.190130 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86aefeb9-e595-44d3-a24e-7091a8e2bba5 req-0e03bdc6-203a-4853-a020-e99b48b7953c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416641 May 27 22:23:57.205280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 9042167a-d41a-43dc-a776-ed69826108b1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:23:57.205673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-c89a411d-ce78-47ce-a27c-d548dc62a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:57.209431 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-c89a411d-ce78-47ce-a27c-d548dc62a4d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.0724733 May 27 22:23:57.216075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 9042167a-d41a-43dc-a776-ed69826108b1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:57.216075 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:57.220368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-c135ce74-2d02-4344-8da3-b9a1578a384c tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:57.222028 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-c135ce74-2d02-4344-8da3-b9a1578a384c tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c&tenant_id=3576fc8b868b4910aafa386813d8d521&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 1095 time: 0.5173748 May 27 22:23:57.308230 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-0481df6d-4aac-4898-b3ae-8032206a5e6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852501 May 27 22:23:57.392758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 9042167a-d41a-43dc-a776-ed69826108b1 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:57.393586 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:57.446590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049809d0-5104-405c-ba3b-28545c513682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9042167a-d41a-43dc-a776-ed69826108b1'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:57.452506 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc527006-749a-409d-912a-18980e3df579 req-13556929-7c10-46a2-943a-20366ea5612b tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/floatingips/97ee93b5-a40d-458b-8393-fb53a2f19438 HTTP/1.1" status: 200 len: 693 time: 0.2304139 May 27 22:23:57.466367 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 9042167a-d41a-43dc-a776-ed69826108b1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9042167a-d41a-43dc-a776-ed69826108b1,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:57.484873 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-c8da00dd-e715-422b-ab10-27d4da70fedf service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678252 May 27 22:23:57.485560 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d0728457-a697-435f-ab27-bdde46bf2bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:57.534222 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:57.535611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3d95b930-6740-4081-a887-f5e83a921dec no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:23:57.606725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee064784-74e1-41ff-912b-99b2618a91a2 req-193e0691-3b89-466b-91f7-66bbcd896285 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:57.609142 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee064784-74e1-41ff-912b-99b2618a91a2 req-193e0691-3b89-466b-91f7-66bbcd896285 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 949 time: 0.3890584 May 27 22:23:57.614872 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 1243c73e-3484-403b-828f-8e68370b8bd0 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:23:57.649397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc527006-749a-409d-912a-18980e3df579 req-9eb72402-67f9-44cf-981d-f934a2734019 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:57.657083 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc527006-749a-409d-912a-18980e3df579 req-9eb72402-67f9-44cf-981d-f934a2734019 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.2035856 May 27 22:23:57.667680 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-d99a55e0-bab3-4f21-abef-def690913338 service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755893 May 27 22:23:57.672700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-4562383b-3296-4302-8035-b78e9e4d1113 service neutron] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:23:57.674200 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-4562383b-3296-4302-8035-b78e9e4d1113 service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:57.675771 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3c248ee9-0834-42f4-a266-9aa98ba798a7 req-4562383b-3296-4302-8035-b78e9e4d1113 service neutron] 10.222.0.46 "DELETE /v2.0/ports/1243c73e-3484-403b-828f-8e68370b8bd0/bindings/n-h1-843680-3 HTTP/1.1" status: 204 len: 173 time: 0.4161589 May 27 22:23:57.684460 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-fc527006-749a-409d-912a-18980e3df579 req-adaca19f-1d9b-4f5d-a7c7-8092e74ad839 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:23:57.685771 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc527006-749a-409d-912a-18980e3df579 req-adaca19f-1d9b-4f5d-a7c7-8092e74ad839 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129807 May 27 22:23:57.694383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee064784-74e1-41ff-912b-99b2618a91a2 req-73cda106-0308-435c-ac0f-adb833b70078 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/security-groups?id=6a1545fb-e686-4cf7-bf58-f924f57965fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752008 May 27 22:23:57.738082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=9042167a-d41a-43dc-a776-ed69826108b1,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:57.806065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 1243c73e-3484-403b-828f-8e68370b8bd0 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:23:57.818401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 3d95b930-6740-4081-a887-f5e83a921dec is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:57.818947 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:57.827970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc527006-749a-409d-912a-18980e3df579 req-58f3a082-88e6-400a-bb14-6157fea3d88f tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.250 HTTP/1.1" status: 200 len: 696 time: 0.1307182 May 27 22:23:57.888083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3d95b930-6740-4081-a887-f5e83a921dec, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3d95b930-6740-4081-a887-f5e83a921dec,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:57.930687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 463fe739-abea-4c15-a0aa-ca1049429ead up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:23:57.944858 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc527006-749a-409d-912a-18980e3df579 req-0d0a378e-f8c9-4b65-b180-d9c7321f6ed0 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.250 HTTP/1.1" status: 200 len: 696 time: 0.1176634 May 27 22:23:58.011502 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:58.101732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-2ae597b1-efd6-4229-b5f3-3dbbb2cea760 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:58.110450 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-2ae597b1-efd6-4229-b5f3-3dbbb2cea760 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4&tenant_id=091c975465a443ff9f9924fb8c574958&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 1096 time: 0.2010844 May 27 22:23:58.116120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=3d95b930-6740-4081-a887-f5e83a921dec,revision_number=11']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:58.123997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843680-3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:23:58.152659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 463fe739-abea-4c15-a0aa-ca1049429ead triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:23:58.153332 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:58.168383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-fc527006-749a-409d-912a-18980e3df579 req-d322f403-04e8-4f37-beae-e42ea9c217e0 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Deleting port 4968c968-deb2-4ebf-9dbe-184cc22538ca {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:23:58.168743 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fc527006-749a-409d-912a-18980e3df579 req-d322f403-04e8-4f37-beae-e42ea9c217e0 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:58.290682 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:58.297133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 463fe739-abea-4c15-a0aa-ca1049429ead is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:23:58.386203 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fc527006-749a-409d-912a-18980e3df579 req-d322f403-04e8-4f37-beae-e42ea9c217e0 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:58.386837 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fc527006-749a-409d-912a-18980e3df579 req-d322f403-04e8-4f37-beae-e42ea9c217e0 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:58.539630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:23:58.549937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-fc527006-749a-409d-912a-18980e3df579 req-d322f403-04e8-4f37-beae-e42ea9c217e0 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Calling delete_port for 4968c968-deb2-4ebf-9dbe-184cc22538ca owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:23:58.577299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:23:58.642892 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8be8c44-fd8d-46b0-b490-3fdb28a37c24'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:23:58.649203 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:58.700198 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:58.790882 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fc527006-749a-409d-912a-18980e3df579 req-d322f403-04e8-4f37-beae-e42ea9c217e0 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:58.841047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d322f403-04e8-4f37-beae-e42ea9c217e0 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Pushing event deleted for resources: {'Port': ['ID=4968c968-deb2-4ebf-9dbe-184cc22538ca,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:58.876162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Pushing event updated for resources: {'Port': ['ID=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:58.897295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Attempting to bind port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 on host n-h2-843680-3 for vnic_type normal with profile {"migrating_to": "n-h1-843680-3"} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:23:58.897781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Attempting to bind port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:23:58.898265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Attempting to bind port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:58.904245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:23:58.904600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Attempting to bind port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:23:58.910371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:23:58.910712 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Checking segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:23:58.911225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Bound using segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:23:58.911659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Bound port: d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:23:58.912322 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:58.939961 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fc527006-749a-409d-912a-18980e3df579 req-d322f403-04e8-4f37-beae-e42ea9c217e0 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:59.009833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:23:59.012697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:23:59.065972 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fc527006-749a-409d-912a-18980e3df579 req-d322f403-04e8-4f37-beae-e42ea9c217e0 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:59.067192 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc527006-749a-409d-912a-18980e3df579 req-d322f403-04e8-4f37-beae-e42ea9c217e0 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "DELETE /v2.0/floatingips/97ee93b5-a40d-458b-8393-fb53a2f19438 HTTP/1.1" status: 204 len: 173 time: 1.1214128 May 27 22:23:59.088700 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:59.250000 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808a1998-3e35-41dc-aafa-7ec3ddf3db01'] response: {'server_uuid': '049809d0-5104-405c-ba3b-28545c513682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9042167a-d41a-43dc-a776-ed69826108b1', 'code': 200} May 27 22:23:59.257941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf97249-415d-4961-915f-bc2647994df9 req-276309bc-a0b8-481e-b4c3-3ec74b36c5c8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:59.266852 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bcf97249-415d-4961-915f-bc2647994df9 req-276309bc-a0b8-481e-b4c3-3ec74b36c5c8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 943 time: 0.1117911 May 27 22:23:59.288801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:59.288801 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:59.288801 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] 10.222.0.57 "PUT /v2.0/ports/d8be8c44-fd8d-46b0-b490-3fdb28a37c24 HTTP/1.1" status: 200 len: 1121 time: 1.1690795 May 27 22:23:59.303351 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadbbc5-ad02-4063-9a61-beabcbfcde7e service neutron] Pushing event updated for resources: {'Port': ['ID=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,revision_number=8']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:23:59.335594 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bcf97249-415d-4961-915f-bc2647994df9 req-1535969c-50b3-4198-a9ee-e23da8436461 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674014 May 27 22:23:59.398037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['d8be8c44-fd8d-46b0-b490-3fdb28a37c24'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:23:59.432847 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:23:59.437742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3987e94-75a0-432f-950e-40f46376e7a2 req-635811e8-d65f-48ae-a6dd-2aef9b2821f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:59.439411 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e3987e94-75a0-432f-950e-40f46376e7a2 req-635811e8-d65f-48ae-a6dd-2aef9b2821f7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 1101 time: 0.0987575 May 27 22:23:59.492781 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1afb7f-888e-4b35-8e78-4c484380ad79 req-128f805b-9554-4e42-86d4-72ff452c356e tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:59.494307 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff1afb7f-888e-4b35-8e78-4c484380ad79 req-128f805b-9554-4e42-86d4-72ff452c356e tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 944 time: 0.1237559 May 27 22:23:59.549184 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff1afb7f-888e-4b35-8e78-4c484380ad79 req-86c516cb-e7f8-4852-8489-a581dcb3f0ea tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482447 May 27 22:23:59.634380 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f7830e-289d-451b-babf-8edcbe485294'] response: {'server_uuid': 'fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8be8c44-fd8d-46b0-b490-3fdb28a37c24', 'code': 200} May 27 22:23:59.652514 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e3987e94-75a0-432f-950e-40f46376e7a2 req-64dca589-bdf1-4728-9720-b47a155bb676 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6a1545fb-e686-4cf7-bf58-f924f57965fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043893 May 27 22:23:59.653655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34750e6-779b-46bd-9e3d-fcf881da60ea req-c14c2a59-d7af-4b5b-adbf-f19a97fb5b02 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:59.655658 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b34750e6-779b-46bd-9e3d-fcf881da60ea req-c14c2a59-d7af-4b5b-adbf-f19a97fb5b02 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.1107249 May 27 22:23:59.688070 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69e087c2-d954-47a2-8e42-20a312ef0d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:23:59.704226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b34750e6-779b-46bd-9e3d-fcf881da60ea req-2ce0f97b-d8ee-4846-ba55-1106581a7518 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418310 May 27 22:23:59.901040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bb778-b3d9-41c2-813a-6875dbbb092f req-91cea7e5-bf79-4755-9175-9b58adc147bf tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:23:59.902481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f0bb778-b3d9-41c2-813a-6875dbbb092f req-91cea7e5-bf79-4755-9175-9b58adc147bf tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 950 time: 0.1656556 May 27 22:23:59.947136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f0bb778-b3d9-41c2-813a-6875dbbb092f req-806b0385-dd6a-4ff4-96e6-4ad41dea8a9e tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/security-groups?id=6a1545fb-e686-4cf7-bf58-f924f57965fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389006 May 27 22:24:00.121851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-9574f20a-b045-4218-84da-14174f52a03e tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1510999 May 27 22:24:00.127839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:00.133578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:00.137607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Usage tracker for resource:floatingip and tenant:bdf37d7ed10d4446ae7134c74900f565 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:00.140544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:00.146453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:00.231019 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:00.370531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-b18ddfbb-f904-46d4-8fa8-6f2d1aab9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:00.372657 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-b18ddfbb-f904-46d4-8fa8-6f2d1aab9ee8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 1101 time: 0.0791721 May 27 22:24:00.386583 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:00.507841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-ff6d42b7-7ecd-4a58-a98f-3aaf06d3aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:00.509491 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-ff6d42b7-7ecd-4a58-a98f-3aaf06d3aa65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.1309974 May 27 22:24:00.530491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Allocated IP 172.25.2.203 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/adecfa81-7935-465b-8051-d19ad957ca2e) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:24:00.581043 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-0658109e-cbb6-4fe9-b8d5-bf65041bdb34 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 HTTP/1.1" status: 200 len: 217 time: 0.0644870 May 27 22:24:00.647856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-33f761e3-1c66-4e6a-b0ae-ae39f90ca810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:00.649253 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-33f761e3-1c66-4e6a-b0ae-ae39f90ca810 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0608771 May 27 22:24:00.686940 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:00.711005 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:00.730308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-38c57f1e-8e69-4f7e-b8e3-56dbbbfbc8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:00.731896 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-38c57f1e-8e69-4f7e-b8e3-56dbbbfbc8f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753901 May 27 22:24:00.797530 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:00.868755 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-fb0ca8ab-e40e-4e51-a24c-d190ab9cdd48 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300471 May 27 22:24:00.883124 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:00.902824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:00.914070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:00.916684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:24:00.948703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Pushing event updated for resources: {'Port': ['ID=adecfa81-7935-465b-8051-d19ad957ca2e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:00.966147 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-3dea6422-e476-49a7-944d-a126743a2bca tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--373240121&fields=id&tenant_id=e18f035654174a42b48b0fc1a9791032 HTTP/1.1" status: 200 len: 267 time: 0.1265790 May 27 22:24:01.006123 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-3863de9c-9c75-489c-acff-9ec6193ea9af service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290145 May 27 22:24:01.117155 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:01.140709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-2b915f5d-a92e-43b5-a37c-244c89e54752 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:01.142109 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-2b915f5d-a92e-43b5-a37c-244c89e54752 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/networks?id=ab33ae76-9300-40f2-8dbc-de1d762ee34e HTTP/1.1" status: 200 len: 824 time: 0.1650264 May 27 22:24:01.156942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-6da0fba8-f308-41cf-8203-cf0ec5a35366 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/quotas/e18f035654174a42b48b0fc1a9791032 HTTP/1.1" status: 200 len: 375 time: 0.0089622 May 27 22:24:01.251315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d95b930-6740-4081-a887-f5e83a921dec'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:01.286187 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-58b1ffe2-7883-4f2b-922e-01cd195d59c1 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e18f035654174a42b48b0fc1a9791032&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1242676 May 27 22:24:01.300553 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:01.545751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-e600a444-823e-4c0b-96ca-d7eb9ec977fb service neutron] 10.222.0.27 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462206 May 27 22:24:01.635586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4', 'tag': 'd8be8c44-fd8d-46b0-b490-3fdb28a37c24'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:01.796485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:01.799507 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ca2e9df8-e938-477c-8aa5-f01069ec1104 service neutron] 10.222.0.27 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476816 May 27 22:24:01.859784 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:01.900772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-41a7789b-faeb-4c2a-a2cf-61756c9ba3ea tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:01.901465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-41a7789b-faeb-4c2a-a2cf-61756c9ba3ea tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Synchronizing usage tracker for tenant:e18f035654174a42b48b0fc1a9791032 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:24:01.905658 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:01.963065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-41a7789b-faeb-4c2a-a2cf-61756c9ba3ea tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Unset dirty status for tenant:e18f035654174a42b48b0fc1a9791032 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:24:01.970096 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-41a7789b-faeb-4c2a-a2cf-61756c9ba3ea tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e81730b-0a2a-4f94-99a4-b6a06b353ed1 HTTP/1.1" status: 200 len: 946 time: 0.1432459 May 27 22:24:01.979871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Pushing event updated for resources: {'Port': ['ID=adecfa81-7935-465b-8051-d19ad957ca2e,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:01.992898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:02.051570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-efee8892-b841-4bb3-8f68-d99496a6a22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Deleting port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:02.051973 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-efee8892-b841-4bb3-8f68-d99496a6a22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:02.077928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:02.087107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-806908da-a813-494f-ac4f-2de3eb881b18 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9639091 May 27 22:24:02.187425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-d14f2f32-37d5-4ba3-9769-8a149a41aef6 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Synchronizing usage tracker for tenant:bdf37d7ed10d4446ae7134c74900f565 on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:24:02.231648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-d14f2f32-37d5-4ba3-9769-8a149a41aef6 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Unset dirty status for tenant:bdf37d7ed10d4446ae7134c74900f565 on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:24:02.234067 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-d14f2f32-37d5-4ba3-9769-8a149a41aef6 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.203 HTTP/1.1" status: 200 len: 696 time: 0.1460207 May 27 22:24:02.338985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-efee8892-b841-4bb3-8f68-d99496a6a22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] For port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:02.339335 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-efee8892-b841-4bb3-8f68-d99496a6a22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:02.394940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-7c810bc0-b3ae-4826-9df5-ddcaa4413afb tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:02.396568 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4bfe8760-e22d-4662-acae-6e2c9c950d78 req-7c810bc0-b3ae-4826-9df5-ddcaa4413afb tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.1559103 May 27 22:24:02.666809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809bd7b-a6ff-4c15-9914-1fb19bbc56c8 req-618be420-4e2e-4cb8-bfaf-58f6216d2563 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:02.668678 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3809bd7b-a6ff-4c15-9914-1fb19bbc56c8 req-618be420-4e2e-4cb8-bfaf-58f6216d2563 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 943 time: 0.1634498 May 27 22:24:02.691979 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-efee8892-b841-4bb3-8f68-d99496a6a22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:02.693002 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-efee8892-b841-4bb3-8f68-d99496a6a22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:02.693002 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-efee8892-b841-4bb3-8f68-d99496a6a22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Floating IP cc9a7132-fd33-433e-a277-ac0cb5923d1c disassociated. External IP: 172.25.2.159, port: 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc. May 27 22:24:02.693412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-efee8892-b841-4bb3-8f68-d99496a6a22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Calling delete_port for 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:02.706136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41286aaa-91cd-44ea-92f0-e6a1f4fd1a99 req-d0149f0d-ac5a-4795-95f3-9870ac252094 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:02.707870 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41286aaa-91cd-44ea-92f0-e6a1f4fd1a99 req-d0149f0d-ac5a-4795-95f3-9870ac252094 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 1095 time: 0.1425536 May 27 22:24:02.748979 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3809bd7b-a6ff-4c15-9914-1fb19bbc56c8 req-5abfcc82-4d1a-4ada-97a7-f3e75588be58 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726972 May 27 22:24:02.768118 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41286aaa-91cd-44ea-92f0-e6a1f4fd1a99 req-71bf80b2-503f-4fa4-8d40-f5491d954414 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497930 May 27 22:24:03.014134 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-efee8892-b841-4bb3-8f68-d99496a6a22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:03.027161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d6f6f-08b1-4ab5-bc76-495d3b63b7c6 req-8c85c677-419c-4173-82db-0fae69ce1c41 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:03.028754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-060d6f6f-08b1-4ab5-bc76-495d3b63b7c6 req-8c85c677-419c-4173-82db-0fae69ce1c41 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.1460400 May 27 22:24:03.065138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee8892-b841-4bb3-8f68-d99496a6a22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Pushing event deleted for resources: {'Port': ['ID=8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:03.100809 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-060d6f6f-08b1-4ab5-bc76-495d3b63b7c6 req-b6b7c248-4488-447f-9fa3-5fccbef65d62 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602813 May 27 22:24:03.121430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1b0d1-7e57-49ba-9fea-1a1761f65972 req-ed9a1bfd-726c-47f5-b570-f4f3da2de1c8 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:03.123484 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ba1b0d1-7e57-49ba-9fea-1a1761f65972 req-ed9a1bfd-726c-47f5-b570-f4f3da2de1c8 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 948 time: 0.1449189 May 27 22:24:03.180574 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ba1b0d1-7e57-49ba-9fea-1a1761f65972 req-662abcc2-dca9-4925-942e-7eaaac0f9dc0 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.27 "GET /v2.0/security-groups?id=ed55084f-f244-432e-97ac-a1dec3aaf45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446918 May 27 22:24:03.240930 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-542200c6-2b56-4ab2-a885-e9f7b55883f9'] response: {'server_uuid': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d95b930-6740-4081-a887-f5e83a921dec', 'code': 200} May 27 22:24:03.292216 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0632cd83-4fb9-4bd2-b23d-2ec27b97b07f'] response: {'name': 'network-changed', 'server_uuid': 'fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4', 'tag': 'd8be8c44-fd8d-46b0-b490-3fdb28a37c24', 'status': 'completed', 'code': 200} May 27 22:24:03.298968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282ed90-6e78-4219-9f1b-19d81958ba29 req-24d83699-a82a-473a-acea-74d665ee0b5a tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:03.300683 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7282ed90-6e78-4219-9f1b-19d81958ba29 req-24d83699-a82a-473a-acea-74d665ee0b5a tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 950 time: 0.0893500 May 27 22:24:03.315365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499e7e2-8dd2-44d5-88e8-e021f682f740 req-77771e1f-0ce7-4b84-b8db-ef2aa17f62c4 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:03.316090 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a499e7e2-8dd2-44d5-88e8-e021f682f740 req-77771e1f-0ce7-4b84-b8db-ef2aa17f62c4 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Synchronizing usage tracker for tenant:383f8bdf366e4f22968dd12bbfd36859 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:24:03.340290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-efee8892-b841-4bb3-8f68-d99496a6a22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:24:03.442507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a499e7e2-8dd2-44d5-88e8-e021f682f740 req-77771e1f-0ce7-4b84-b8db-ef2aa17f62c4 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Unset dirty status for tenant:383f8bdf366e4f22968dd12bbfd36859 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:24:03.444040 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a499e7e2-8dd2-44d5-88e8-e021f682f740 req-77771e1f-0ce7-4b84-b8db-ef2aa17f62c4 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.46 "GET /v2.0/ports?device_id=3e496466-72a0-4d27-9aa8-819a9c3bb8e4 HTTP/1.1" status: 200 len: 948 time: 0.3211079 May 27 22:24:03.460395 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7282ed90-6e78-4219-9f1b-19d81958ba29 req-11e42508-a686-472a-ba15-0be0f47b63cd tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/security-groups?id=6a1545fb-e686-4cf7-bf58-f924f57965fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460721 May 27 22:24:03.462412 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7252e225-aa53-4a20-bae9-bdb904cd31df req-975d41c6-9bf9-4e3d-9541-9fa88b5be1c1 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 210 time: 0.0648332 May 27 22:24:03.504583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b52187-abfc-48e8-8479-0efc655e8f23 req-9a236989-addd-4a52-863a-3b9463cce688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:03.504583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65b52187-abfc-48e8-8479-0efc655e8f23 req-9a236989-addd-4a52-863a-3b9463cce688 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 1124 time: 0.1567104 May 27 22:24:03.619132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device d8be8c44-fd8d-46b0-b490-3fdb28a37c24 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:24:03.651825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-a499e7e2-8dd2-44d5-88e8-e021f682f740 req-c37d35d2-bb13-4ece-ab4f-68f756de2ee6 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Deleting port 3d95b930-6740-4081-a887-f5e83a921dec {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:03.652089 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a499e7e2-8dd2-44d5-88e8-e021f682f740 req-c37d35d2-bb13-4ece-ab4f-68f756de2ee6 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:03.677050 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a9af278-05c7-436b-8b58-8cf80c9f9070 req-1c599420-d4ca-4b28-a036-a404d6576e5c tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/floatingips/fe839608-2d6b-45da-a144-b5d1bfeee9d0 HTTP/1.1" status: 200 len: 693 time: 0.1734252 May 27 22:24:03.717582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-efee8892-b841-4bb3-8f68-d99496a6a22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:24:03.728973 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cebe9f-5c07-46a2-aed3-2282b5ebb71b None None] Sync routers for ids ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:24:03.740206 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cebe9f-5c07-46a2-aed3-2282b5ebb71b None None] Routers {'1ccf0cf2-bb67-4599-96ba-8a7fa890863c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:03.744719 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-01cebe9f-5c07-46a2-aed3-2282b5ebb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:03.868275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-efee8892-b841-4bb3-8f68-d99496a6a22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] No DVR routers for this DVR port 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:24:03.874358 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-efee8892-b841-4bb3-8f68-d99496a6a22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:03.920099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:03.942633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device d8be8c44-fd8d-46b0-b490-3fdb28a37c24 has no active binding in host n-h1-843680-3 {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 22:24:03.967317 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ca9e7b7e-6f09-4843-b51c-dd5795c54d7d req-efee8892-b841-4bb3-8f68-d99496a6a22e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.46 "DELETE /v2.0/ports/8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc HTTP/1.1" status: 204 len: 173 time: 1.9951389 May 27 22:24:04.050328 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-01cebe9f-5c07-46a2-aed3-2282b5ebb71b None None] Set router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:04.157119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a499e7e2-8dd2-44d5-88e8-e021f682f740 req-c37d35d2-bb13-4ece-ab4f-68f756de2ee6 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] For port 3d95b930-6740-4081-a887-f5e83a921dec, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3d95b930-6740-4081-a887-f5e83a921dec,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:04.157465 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a499e7e2-8dd2-44d5-88e8-e021f682f740 req-c37d35d2-bb13-4ece-ab4f-68f756de2ee6 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:04.243652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9af278-05c7-436b-8b58-8cf80c9f9070 req-ae413366-998f-40c3-92ab-6fdc18122b14 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:04.262908 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a9af278-05c7-436b-8b58-8cf80c9f9070 req-ae413366-998f-40c3-92ab-6fdc18122b14 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.5844064 May 27 22:24:04.315466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-a499e7e2-8dd2-44d5-88e8-e021f682f740 req-c37d35d2-bb13-4ece-ab4f-68f756de2ee6 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Calling delete_port for 3d95b930-6740-4081-a887-f5e83a921dec owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:04.371691 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-01cebe9f-5c07-46a2-aed3-2282b5ebb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'cfa00173-5568-4e4e-8aa4-17cdacbd3b0f', 'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'mac_address': 'fa:16:3e:5d:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:16Z', 'updated_at': '2022-05-27T22:22:28Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'subnets': [{'id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:04.376400 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cebe9f-5c07-46a2-aed3-2282b5ebb71b None None] Checking router: 1ccf0cf2-bb67-4599-96ba-8a7fa890863c for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:24:04.385665 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cebe9f-5c07-46a2-aed3-2282b5ebb71b None None] Routers {'1ccf0cf2-bb67-4599-96ba-8a7fa890863c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:04.386406 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-01cebe9f-5c07-46a2-aed3-2282b5ebb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:04.464858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b52187-abfc-48e8-8479-0efc655e8f23 req-9d4c96df-c8d7-4638-b72f-4b7f0ee8e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:04.466606 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65b52187-abfc-48e8-8479-0efc655e8f23 req-9d4c96df-c8d7-4638-b72f-4b7f0ee8e0d4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.9591048 May 27 22:24:04.478064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a9af278-05c7-436b-8b58-8cf80c9f9070 req-5ea9c8c1-4280-4661-9367-dfd9ebf1625a tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.203 HTTP/1.1" status: 200 len: 696 time: 0.2141976 May 27 22:24:04.573996 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a499e7e2-8dd2-44d5-88e8-e021f682f740 req-c37d35d2-bb13-4ece-ab4f-68f756de2ee6 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:04.587524 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-01cebe9f-5c07-46a2-aed3-2282b5ebb71b None None] Set router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:04.607424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-be889a2a-91f1-4571-854d-4c84696a2274 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:04.614606 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-be889a2a-91f1-4571-854d-4c84696a2274 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 820 time: 0.7448261 May 27 22:24:04.629192 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d35d2-bb13-4ece-ab4f-68f756de2ee6 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Pushing event deleted for resources: {'Port': ['ID=3d95b930-6740-4081-a887-f5e83a921dec,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:04.639825 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65b52187-abfc-48e8-8479-0efc655e8f23 req-c84f9b24-fd60-4fd7-a067-7ef84b936cfe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24 HTTP/1.1" status: 200 len: 217 time: 0.1568108 May 27 22:24:04.672882 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-22aeb878-a6fd-4069-9643-148b7fe9fd8f tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/quotas/3576fc8b868b4910aafa386813d8d521 HTTP/1.1" status: 200 len: 375 time: 0.0312374 May 27 22:24:04.712449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a499e7e2-8dd2-44d5-88e8-e021f682f740 req-c37d35d2-bb13-4ece-ab4f-68f756de2ee6 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] No DVR routers for this DVR port 3d95b930-6740-4081-a887-f5e83a921dec on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:24:04.715549 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a499e7e2-8dd2-44d5-88e8-e021f682f740 req-c37d35d2-bb13-4ece-ab4f-68f756de2ee6 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:04.723133 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a9af278-05c7-436b-8b58-8cf80c9f9070 req-ee9a5f76-b2b3-4f03-bbc9-984337da5330 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.203 HTTP/1.1" status: 200 len: 696 time: 0.2442157 May 27 22:24:04.797582 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a499e7e2-8dd2-44d5-88e8-e021f682f740 req-c37d35d2-bb13-4ece-ab4f-68f756de2ee6 tempest-ImagesOneServerTestJSON-139794151 tempest-ImagesOneServerTestJSON-139794151-project] 10.222.0.46 "DELETE /v2.0/ports/3d95b930-6740-4081-a887-f5e83a921dec HTTP/1.1" status: 204 len: 173 time: 1.2772119 May 27 22:24:04.966046 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-1a9af278-05c7-436b-8b58-8cf80c9f9070 req-88a16dd4-77de-42df-bfdc-7f70a3811bdb tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Deleting port adecfa81-7935-465b-8051-d19ad957ca2e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:04.966596 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1a9af278-05c7-436b-8b58-8cf80c9f9070 req-88a16dd4-77de-42df-bfdc-7f70a3811bdb tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:05.006042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b52187-abfc-48e8-8479-0efc655e8f23 req-3832c6a6-512c-4188-9938-b9978305183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:05.007499 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65b52187-abfc-48e8-8479-0efc655e8f23 req-3832c6a6-512c-4188-9938-b9978305183a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.3581867 May 27 22:24:05.037811 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-01cebe9f-5c07-46a2-aed3-2282b5ebb71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'cfa00173-5568-4e4e-8aa4-17cdacbd3b0f', 'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'mac_address': 'fa:16:3e:5d:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:16Z', 'updated_at': '2022-05-27T22:22:28Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'subnets': [{'id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:05.042605 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cebe9f-5c07-46a2-aed3-2282b5ebb71b None None] The sync data for ids ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'] in n-d-843680-3 is: [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'cfa00173-5568-4e4e-8aa4-17cdacbd3b0f', 'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'mac_address': 'fa:16:3e:5d:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:16Z', 'updated_at': '2022-05-27T22:22:28Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'subnets': [{'id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:24:05.080512 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65b52187-abfc-48e8-8479-0efc655e8f23 req-45dc6fc1-2e51-4c4c-9848-35d6227f8e9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582452 May 27 22:24:05.093305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:05.176427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:24:05.177049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:24:05.178324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3d95b930-6740-4081-a887-f5e83a921dec no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:05.252998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 3d95b930-6740-4081-a887-f5e83a921dec {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:24:05.253607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3d95b930-6740-4081-a887-f5e83a921dec not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:24:05.295216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e81730b-0a2a-4f94-99a4-b6a06b353ed1', 'name': 'network-vif-deleted', 'tag': '8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc'}, {'server_uuid': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'name': 'network-vif-deleted', 'tag': '3d95b930-6740-4081-a887-f5e83a921dec'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:05.336453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-52500102-6eb5-401a-832e-8764334da30f tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:05.338085 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-52500102-6eb5-401a-832e-8764334da30f tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.57 "GET /v2.0/networks?id=ab33ae76-9300-40f2-8dbc-de1d762ee34e HTTP/1.1" status: 200 len: 824 time: 0.5232368 May 27 22:24:05.339503 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-4ff7f4a3-f175-4c9c-9ef2-086527dffd5c service neutron] 10.222.0.46 "GET /v2.0/ports/d8be8c44-fd8d-46b0-b490-3fdb28a37c24/bindings/n-h1-843680-3 HTTP/1.1" status: 200 len: 384 time: 0.2680194 May 27 22:24:05.381289 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-c251b027-cac6-4719-b7cf-f85ca0ab1609 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7337203 May 27 22:24:05.479655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdb411d-a204-4d01-b965-66501e7a3288 None None] New status for floating IP cc9a7132-fd33-433e-a277-ac0cb5923d1c: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:24:05.486987 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-db55ab9c-0f10-4f94-93f0-015fa3285af7 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e18f035654174a42b48b0fc1a9791032 HTTP/1.1" status: 200 len: 379 time: 0.1003695 May 27 22:24:05.497975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Request body: {'port': {'device_id': 'd5e31c44-cd8c-4bae-9672-35fa15721446', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'admin_state_up': True, 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'security_groups': ['16ef8bd3-0d37-425c-a7ad-c0193979d350']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:05.526244 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65b52187-abfc-48e8-8479-0efc655e8f23 req-661e5d7a-219f-4895-a80f-50f03a25f7d7 service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366891 May 27 22:24:05.654426 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1a9af278-05c7-436b-8b58-8cf80c9f9070 req-88a16dd4-77de-42df-bfdc-7f70a3811bdb tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:05.654835 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1a9af278-05c7-436b-8b58-8cf80c9f9070 req-88a16dd4-77de-42df-bfdc-7f70a3811bdb tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:05.760453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:05.776373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Usage tracker for resource:port and tenant:e18f035654174a42b48b0fc1a9791032 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:05.780691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:05.797331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:05.800384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-1a9af278-05c7-436b-8b58-8cf80c9f9070 req-88a16dd4-77de-42df-bfdc-7f70a3811bdb tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Calling delete_port for adecfa81-7935-465b-8051-d19ad957ca2e owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:05.808489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-8f311c08-01d5-4308-a7c0-09a33e83e233 service neutron] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:05.830685 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-cf4494f7-b34a-4b52-8e90-f4668c228379 service neutron] 10.222.0.27 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381404 May 27 22:24:05.843252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-8f311c08-01d5-4308-a7c0-09a33e83e233 service neutron] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:24:05.891963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Made reservation on behalf of e18f035654174a42b48b0fc1a9791032 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:24:05.895533 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:05.918755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-8f311c08-01d5-4308-a7c0-09a33e83e233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8be8c44-fd8d-46b0-b490-3fdb28a37c24 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:24:05.934559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-8f311c08-01d5-4308-a7c0-09a33e83e233 service neutron] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:06.068125 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-8f311c08-01d5-4308-a7c0-09a33e83e233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:06.075113 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65b52187-abfc-48e8-8479-0efc655e8f23 req-bbebd5f2-b237-455d-9728-d7684382e102 service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369651 May 27 22:24:06.131968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-d9f5a44e-58fc-46bb-a8e2-b4b55aff5827 service neutron] 10.222.0.27 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923284 May 27 22:24:06.162612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Allocated IP 172.20.0.9 (ab33ae76-9300-40f2-8dbc-de1d762ee34e/9afffc65-b4ef-4eef-9951-21b17ee5d145/547493d4-378a-4491-9ae9-4a20886fdb70) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:24:06.305599 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1a9af278-05c7-436b-8b58-8cf80c9f9070 req-88a16dd4-77de-42df-bfdc-7f70a3811bdb tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:06.314541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-8f311c08-01d5-4308-a7c0-09a33e83e233 service neutron] Transition to ACTIVE for port object d8be8c44-fd8d-46b0-b490-3fdb28a37c24 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:06.370202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a16dd4-77de-42df-bfdc-7f70a3811bdb tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Pushing event deleted for resources: {'Port': ['ID=adecfa81-7935-465b-8051-d19ad957ca2e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:06.393876 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:06.417496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Transition to ACTIVE for port object 547493d4-378a-4491-9ae9-4a20886fdb70 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:06.443664 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-8f311c08-01d5-4308-a7c0-09a33e83e233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:06.523526 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1a9af278-05c7-436b-8b58-8cf80c9f9070 req-88a16dd4-77de-42df-bfdc-7f70a3811bdb tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:06.558814 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:06.569942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3e0a7-3530-43b0-ae0f-f51c0ad92323 req-a754c186-c6e5-4c74-b3c8-10aec363461b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:06.571405 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0c3e0a7-3530-43b0-ae0f-f51c0ad92323 req-a754c186-c6e5-4c74-b3c8-10aec363461b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 944 time: 0.1003363 May 27 22:24:06.615795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-8f311c08-01d5-4308-a7c0-09a33e83e233 service neutron] No DVR routers for this DVR port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:24:06.619389 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0c3e0a7-3530-43b0-ae0f-f51c0ad92323 req-1b3c2b64-b769-44e5-a980-ff44e9ae5ee5 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402291 May 27 22:24:06.629596 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1a9af278-05c7-436b-8b58-8cf80c9f9070 req-88a16dd4-77de-42df-bfdc-7f70a3811bdb tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:06.632469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a9af278-05c7-436b-8b58-8cf80c9f9070 req-88a16dd4-77de-42df-bfdc-7f70a3811bdb tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "DELETE /v2.0/floatingips/fe839608-2d6b-45da-a144-b5d1bfeee9d0 HTTP/1.1" status: 204 len: 173 time: 1.8897698 May 27 22:24:06.669280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Network ab33ae76-9300-40f2-8dbc-de1d762ee34e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:06.675367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:06.678426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:24:06.684179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:06.684786 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:06.725924 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-8f311c08-01d5-4308-a7c0-09a33e83e233 service neutron] 10.222.0.46 "PUT /v2.0/ports/d8be8c44-fd8d-46b0-b490-3fdb28a37c24/bindings/n-h1-843680-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3805408 May 27 22:24:06.733170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f311c08-01d5-4308-a7c0-09a33e83e233 service neutron] Pushing event updated for resources: {'Port': ['ID=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:06.807292 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3140082 May 27 22:24:06.843541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Request body: {'port': {'device_id': 'd5e31c44-cd8c-4bae-9672-35fa15721446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:06.987886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21243f53-3f18-4fdf-8b58-42b47394976e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Pushing event updated for resources: {'Port': ['ID=547493d4-378a-4491-9ae9-4a20886fdb70,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:06.999334 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:07.026203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb80aec-2293-496f-bd86-67ba12b3158d req-cb21558b-afe1-490d-8f6c-5048ddadd89a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:07.027742 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1cb80aec-2293-496f-bd86-67ba12b3158d req-cb21558b-afe1-490d-8f6c-5048ddadd89a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.2476261 May 27 22:24:07.093803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11abc6-b595-4179-bad2-e17659c58349 req-797d91ea-938a-42c4-ad5d-4f0e4632e79d tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:07.095275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c11abc6-b595-4179-bad2-e17659c58349 req-797d91ea-938a-42c4-ad5d-4f0e4632e79d tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 931 time: 0.1704021 May 27 22:24:07.104175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-7c2b7c94-a1ed-4078-979a-131e1cc92a36 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:07.105733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-7c2b7c94-a1ed-4078-979a-131e1cc92a36 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4&tenant_id=091c975465a443ff9f9924fb8c574958&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 1095 time: 0.2344413 May 27 22:24:07.109806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1cb80aec-2293-496f-bd86-67ba12b3158d req-c49578f8-102c-434a-ae03-b73be03833d9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751522 May 27 22:24:07.145441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d32920c7-5155-4cfc-88a1-98ae30d78c51 None None] Provisioning for port 547493d4-378a-4491-9ae9-4a20886fdb70 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:07.152278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d32920c7-5155-4cfc-88a1-98ae30d78c51 None None] Provisioning complete for port 547493d4-378a-4491-9ae9-4a20886fdb70 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:07.152895 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d32920c7-5155-4cfc-88a1-98ae30d78c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:07.206712 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c11abc6-b595-4179-bad2-e17659c58349 req-f86ae7df-9853-4573-8e54-62b32e3fbabc tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001031 May 27 22:24:07.237113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-ea4b89c2-43a2-423b-a245-ce0fb5f22ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:07.238467 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-ea4b89c2-43a2-423b-a245-ce0fb5f22ab2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4&tenant_id=091c975465a443ff9f9924fb8c574958 HTTP/1.1" status: 200 len: 1095 time: 0.1159308 May 27 22:24:07.260846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d32920c7-5155-4cfc-88a1-98ae30d78c51 None None] Port 547493d4-378a-4491-9ae9-4a20886fdb70 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:24:07.405824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3dbd11f3-de2b-40bd-b554-d521fd513544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:07.407209 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3dbd11f3-de2b-40bd-b554-d521fd513544 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 1095 time: 0.1307554 May 27 22:24:07.451933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37322) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:07.453520 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0306fe58-c73c-4c90-8ce4-7a72efa3358f'] response: {'server_uuid': '9e81730b-0a2a-4f94-99a4-b6a06b353ed1', 'name': 'network-vif-deleted', 'tag': '8ee0eb9e-c088-4cec-a2e5-8022acf7f5fc', 'status': 'completed', 'code': 200} May 27 22:24:07.453787 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0306fe58-c73c-4c90-8ce4-7a72efa3358f'] response: {'server_uuid': '3e496466-72a0-4d27-9aa8-819a9c3bb8e4', 'name': 'network-vif-deleted', 'tag': '3d95b930-6740-4081-a887-f5e83a921dec', 'status': 'completed', 'code': 200} May 27 22:24:07.564227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547493d4-378a-4491-9ae9-4a20886fdb70 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:24:07.571855 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:07.577360 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd7f32c2-f82d-453a-8087-d447f4ed70fc req-281a205e-e83f-480a-a25d-f00f4b81eff0 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 210 time: 0.1197135 May 27 22:24:07.599230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Transition to ACTIVE for port object 547493d4-378a-4491-9ae9-4a20886fdb70 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:07.614800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-d4404cdc-7cb7-479c-b4a1-074f78503849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:07.616329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-d4404cdc-7cb7-479c-b4a1-074f78503849 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.2011604 May 27 22:24:07.674663 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a970522-163f-48d3-a53e-604258fd5ef0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=383f8bdf366e4f22968dd12bbfd36859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198200 May 27 22:24:07.676539 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:07.711255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37330) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:07.793986 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-3cdda197-ef7f-4993-9b2c-018f122a074e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24 HTTP/1.1" status: 200 len: 217 time: 0.1658678 May 27 22:24:07.802546 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-1974c8f1-9107-4d6b-982c-0d4ba29efd80 req-8d05b277-87e5-4096-b638-e7d02ba97610 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] show failed (client error): The resource could not be found. May 27 22:24:07.817208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1974c8f1-9107-4d6b-982c-0d4ba29efd80 req-8d05b277-87e5-4096-b638-e7d02ba97610 tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/floatingips/fe839608-2d6b-45da-a144-b5d1bfeee9d0 HTTP/1.1" status: 404 len: 350 time: 0.1179988 May 27 22:24:07.939415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-29f37982-e95d-4761-a312-f22a221a92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:07.940974 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-29f37982-e95d-4761-a312-f22a221a92b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.1228521 May 27 22:24:07.950655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Pushing event updated for resources: {'Port': ['ID=547493d4-378a-4491-9ae9-4a20886fdb70,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:07.981113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Attempting to bind port 547493d4-378a-4491-9ae9-4a20886fdb70 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:24:07.981113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Attempting to bind port 547493d4-378a-4491-9ae9-4a20886fdb70 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:24:07.981113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Attempting to bind port 547493d4-378a-4491-9ae9-4a20886fdb70 on network ab33ae76-9300-40f2-8dbc-de1d762ee34e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:07.990189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Port 547493d4-378a-4491-9ae9-4a20886fdb70 on network ab33ae76-9300-40f2-8dbc-de1d762ee34e not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:24:07.990514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Attempting to bind port 547493d4-378a-4491-9ae9-4a20886fdb70 on network ab33ae76-9300-40f2-8dbc-de1d762ee34e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:08.006557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:24:08.006988 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Checking segment: {'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:08.007385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Bound using segment: {'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:24:08.007806 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Bound port: 547493d4-378a-4491-9ae9-4a20886fdb70, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2354abc2-a690-41cf-9047-6ff952a3fcb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:24:08.008149 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:08.033046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-0e02606f-23aa-45a5-beae-980045494d18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839522 May 27 22:24:08.070259 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32e18cd4-10b8-4abb-a33c-1efcf628f126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:08.125113 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32e18cd4-10b8-4abb-a33c-1efcf628f126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:08.154510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] For port 547493d4-378a-4491-9ae9-4a20886fdb70, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:24:08.174758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] For port 547493d4-378a-4491-9ae9-4a20886fdb70, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=547493d4-378a-4491-9ae9-4a20886fdb70,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:24:08.237568 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:08.259085 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-adf4d41e-4781-4d01-aa28-b75d0575904c req-03eb63f7-08cc-4249-b632-0c3ef47c4d0a tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] show failed (client error): The resource could not be found. May 27 22:24:08.260094 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-adf4d41e-4781-4d01-aa28-b75d0575904c req-03eb63f7-08cc-4249-b632-0c3ef47c4d0a tempest-FloatingIPsTestJSON-1527424419 tempest-FloatingIPsTestJSON-1527424419-project] 10.222.0.27 "GET /v2.0/floatingips/fe839608-2d6b-45da-a144-b5d1bfeee9d0 HTTP/1.1" status: 404 len: 350 time: 0.2374070 May 27 22:24:08.277784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37346) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:08.288846 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32e18cd4-10b8-4abb-a33c-1efcf628f126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:08.383979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e18cd4-10b8-4abb-a33c-1efcf628f126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed55084f-f244-432e-97ac-a1dec3aaf45d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:08.397935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:08.398627 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:08.399921 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] 10.222.0.57 "PUT /v2.0/ports/547493d4-378a-4491-9ae9-4a20886fdb70 HTTP/1.1" status: 200 len: 1091 time: 1.5689118 May 27 22:24:08.415379 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32e18cd4-10b8-4abb-a33c-1efcf628f126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:08.417307 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-32e18cd4-10b8-4abb-a33c-1efcf628f126 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ed55084f-f244-432e-97ac-a1dec3aaf45d HTTP/1.1" status: 204 len: 168 time: 0.6995716 May 27 22:24:08.431289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4215b0-ef6a-46f7-b638-acdae0b74454 req-ee67835c-5ded-422c-b8af-41d2bd7c0f9a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:08.432803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac4215b0-ef6a-46f7-b638-acdae0b74454 req-ee67835c-5ded-422c-b8af-41d2bd7c0f9a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 944 time: 0.4045289 May 27 22:24:08.442270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-a0679a92-6495-4167-bb49-f1a377220b5e service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081462 May 27 22:24:08.487725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f8b55-f0de-4fae-946b-8c52be34879d service neutron] Pushing event updated for resources: {'Port': ['ID=547493d4-378a-4491-9ae9-4a20886fdb70,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:08.577617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac4215b0-ef6a-46f7-b638-acdae0b74454 req-23abd4f2-0a46-4b58-8577-de76bf2a3627 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375570 May 27 22:24:08.639648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264cee4-2203-481c-8bfc-87867205581b req-82d73651-1e1e-49b3-8429-79a08710a375 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:08.641150 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0264cee4-2203-481c-8bfc-87867205581b req-82d73651-1e1e-49b3-8429-79a08710a375 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 950 time: 0.2818222 May 27 22:24:08.713926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-cef7559b-e68a-4793-b08a-c10480de6f19 service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499566 May 27 22:24:08.769500 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0264cee4-2203-481c-8bfc-87867205581b req-e8f45f2c-53c2-4963-a597-4d774047d154 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/security-groups?id=6a1545fb-e686-4cf7-bf58-f924f57965fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003973 May 27 22:24:09.004660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefec27-617c-46f3-af51-ea9ea96b4634 req-ac8c90d0-1c62-4601-ab90-626e1ae39541 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:09.013438 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1aefec27-617c-46f3-af51-ea9ea96b4634 req-ac8c90d0-1c62-4601-ab90-626e1ae39541 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.1307621 May 27 22:24:09.084633 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1aefec27-617c-46f3-af51-ea9ea96b4634 req-de791c5b-59df-4079-b8d5-814ea088e6d5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701911 May 27 22:24:09.092382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-1be59388-3396-4e0f-ad7f-0e33278d3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:09.093944 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-1be59388-3396-4e0f-ad7f-0e33278d3a8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e18f035654174a42b48b0fc1a9791032&device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 1094 time: 0.4980175 May 27 22:24:09.114757 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d8be8c44-fd8d-46b0-b490-3fdb28a37c24 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:09.238182 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d8be8c44-fd8d-46b0-b490-3fdb28a37c24 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:24:09.363163 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-43ee725e-05fd-449f-8cae-114b08e0696b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=547493d4-378a-4491-9ae9-4a20886fdb70 HTTP/1.1" status: 200 len: 217 time: 0.2361693 May 27 22:24:09.451130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-96dfc7bc-c031-488e-861e-f95c00df26fd tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:09.452971 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-96dfc7bc-c031-488e-861e-f95c00df26fd tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.46 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 820 time: 0.6553893 May 27 22:24:09.455940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dddfb2-8aae-4034-b197-86ca09df1cf2 req-e28a1232-6d9b-4e0a-9d9b-458822ea5433 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:09.456127 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e31c44-cd8c-4bae-9672-35fa15721446', 'tag': '547493d4-378a-4491-9ae9-4a20886fdb70'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:09.457222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25dddfb2-8aae-4034-b197-86ca09df1cf2 req-e28a1232-6d9b-4e0a-9d9b-458822ea5433 tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.46 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 950 time: 0.1881430 May 27 22:24:09.468774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4653f28-d232-40f8-b265-16b5a44569aa req-a93c5d94-6e5e-4726-b1f4-fab4c8d05ade tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:09.473901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Request body: {'port': {'device_id': '5b607a53-5ad3-4f29-b4f9-71624fc154b2', 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf', 'admin_state_up': True, 'tenant_id': '3576fc8b868b4910aafa386813d8d521'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:09.476410 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4653f28-d232-40f8-b265-16b5a44569aa req-a93c5d94-6e5e-4726-b1f4-fab4c8d05ade tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 943 time: 0.2724705 May 27 22:24:09.565530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-9093c851-ccd6-432b-834e-e7e1e878121e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:09.566950 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-9093c851-ccd6-432b-834e-e7e1e878121e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9afffc65-b4ef-4eef-9951-21b17ee5d145 HTTP/1.1" status: 200 len: 863 time: 0.1854641 May 27 22:24:09.612782 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-408bb7c0-8953-4947-ac9c-675c80fb0217 req-139af72d-246f-41b9-b079-e319be7c2282 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 210 time: 0.0780001 May 27 22:24:09.624674 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4653f28-d232-40f8-b265-16b5a44569aa req-f325547c-7707-4918-a7fc-290e6c5c6e8c tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477704 May 27 22:24:09.629594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-1f44a30d-2ce8-4f14-9d43-096802aa905a tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:09.631108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-1f44a30d-2ce8-4f14-9d43-096802aa905a tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4&tenant_id=091c975465a443ff9f9924fb8c574958&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 1095 time: 0.2739863 May 27 22:24:09.636567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-25dddfb2-8aae-4034-b197-86ca09df1cf2 req-ea1cf28b-1b75-4221-8c2c-3e48b914a1de tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Deleting port 9042167a-d41a-43dc-a776-ed69826108b1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:09.637036 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-25dddfb2-8aae-4034-b197-86ca09df1cf2 req-ea1cf28b-1b75-4221-8c2c-3e48b914a1de tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:09.705636 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5968c29b-e149-4826-b999-f36b79ac9f12'] response: {'name': 'network-changed', 'server_uuid': 'd5e31c44-cd8c-4bae-9672-35fa15721446', 'tag': '547493d4-378a-4491-9ae9-4a20886fdb70', 'status': 'completed', 'code': 200} May 27 22:24:09.717511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:09.725265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Usage tracker for resource:port and tenant:3576fc8b868b4910aafa386813d8d521 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:09.728428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:09.766429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:09.809356 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-7cb761d8-d690-4385-b974-f8ffb5bbb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:09.811629 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-7cb761d8-d690-4385-b974-f8ffb5bbb1a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab33ae76-9300-40f2-8dbc-de1d762ee34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2314751 May 27 22:24:09.898862 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09a73a2a-5556-41f0-a6a9-d2ee175307ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:09.972543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Made reservation on behalf of 3576fc8b868b4910aafa386813d8d521 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:24:09.975916 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:10.186986 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-6233ddb3-ff99-4657-89d8-cada8ac1ae78 service neutron] 10.222.0.57 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656824 May 27 22:24:10.193006 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9901d45-0d49-4282-a8d5-1e6d9d4c6b1a req-dfad4455-8189-42eb-8a49-2698fe5a7832 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:10.194806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9901d45-0d49-4282-a8d5-1e6d9d4c6b1a req-dfad4455-8189-42eb-8a49-2698fe5a7832 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 945 time: 0.3710153 May 27 22:24:10.202895 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622d373-8bf2-485a-b1c1-9b5bf9ff4801 req-4b048977-cf5d-46f4-a322-427f7391a9b3 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:10.204275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0622d373-8bf2-485a-b1c1-9b5bf9ff4801 req-4b048977-cf5d-46f4-a322-427f7391a9b3 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 944 time: 0.3792832 May 27 22:24:10.277043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-23c47bdf-fa1f-42df-86eb-ee02767ba74b service neutron] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:24:10.301286 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-23c47bdf-fa1f-42df-86eb-ee02767ba74b service neutron] Notify callbacks [] for binding, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:10.302347 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c83f92e7-c15f-4eb9-bf84-0caae33e7fbd req-23c47bdf-fa1f-42df-86eb-ee02767ba74b service neutron] 10.222.0.57 "DELETE /v2.0/ports/d8be8c44-fd8d-46b0-b490-3fdb28a37c24/bindings/n-h2-843680-3 HTTP/1.1" status: 204 len: 173 time: 0.6122687 May 27 22:24:10.315152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-25dddfb2-8aae-4034-b197-86ca09df1cf2 req-ea1cf28b-1b75-4221-8c2c-3e48b914a1de tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] For port 9042167a-d41a-43dc-a776-ed69826108b1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9042167a-d41a-43dc-a776-ed69826108b1,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:10.315530 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-25dddfb2-8aae-4034-b197-86ca09df1cf2 req-ea1cf28b-1b75-4221-8c2c-3e48b914a1de tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:10.327014 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9901d45-0d49-4282-a8d5-1e6d9d4c6b1a req-a2af1b95-1dba-4477-a3ef-789ec86edc5b tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c3cb823-0617-4a0c-9b4f-01b2450ce255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194525 May 27 22:24:10.332492 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0622d373-8bf2-485a-b1c1-9b5bf9ff4801 req-0b446ec5-0461-4bbe-8192-38502cfa3d47 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208732 May 27 22:24:10.425113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Allocated IP 172.20.0.10 (a182e3ef-915a-4e44-aa5e-a36ca2b71adf/b640b426-c3e4-4da9-8c51-f6ef05852c3f/28fd374c-7f11-4ae1-a3c1-b05211c94501) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:24:10.580975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-25dddfb2-8aae-4034-b197-86ca09df1cf2 req-ea1cf28b-1b75-4221-8c2c-3e48b914a1de tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Calling delete_port for 9042167a-d41a-43dc-a776-ed69826108b1 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:10.655558 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d7be0a6a-65bf-452c-85ce-bce930435adf req-ffb28636-7115-4566-b43b-2c3be1efa89c service neutron] 10.222.0.57 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572268 May 27 22:24:10.770054 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:10.813866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-09a73a2a-5556-41f0-a6a9-d2ee175307ca admin admin] Deleting port 463fe739-abea-4c15-a0aa-ca1049429ead {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:10.814240 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09a73a2a-5556-41f0-a6a9-d2ee175307ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:10.845675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7e28e-bda1-4528-933b-843ac359a052 req-81c2b8fe-e2e0-41e6-95f2-f4f72af836be tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:10.847281 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-78a7e28e-bda1-4528-933b-843ac359a052 req-81c2b8fe-e2e0-41e6-95f2-f4f72af836be tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 950 time: 0.2390497 May 27 22:24:10.882708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5536b-7269-4896-825a-3228b6ecda0e req-253250e8-22e6-4102-aec4-30978c6bf184 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:10.884282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-21c5536b-7269-4896-825a-3228b6ecda0e req-253250e8-22e6-4102-aec4-30978c6bf184 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.2292099 May 27 22:24:10.949738 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-78a7e28e-bda1-4528-933b-843ac359a052 req-d8a6db0e-f90e-4766-a8a0-fce4fe0d0a8e tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/security-groups?id=6a1545fb-e686-4cf7-bf58-f924f57965fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905309 May 27 22:24:10.968725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-21c5536b-7269-4896-825a-3228b6ecda0e req-ceef7395-0540-4795-a521-8cd9fa87045c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689089 May 27 22:24:10.972342 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-25dddfb2-8aae-4034-b197-86ca09df1cf2 req-ea1cf28b-1b75-4221-8c2c-3e48b914a1de tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:10.995805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['9042167a-d41a-43dc-a776-ed69826108b1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:24:11.059704 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cf28b-1b75-4221-8c2c-3e48b914a1de tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Pushing event deleted for resources: {'Port': ['ID=9042167a-d41a-43dc-a776-ed69826108b1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:11.132639 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:11.144865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dddfb2-8aae-4034-b197-86ca09df1cf2 req-ea1cf28b-1b75-4221-8c2c-3e48b914a1de tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] No DVR routers for this DVR port 9042167a-d41a-43dc-a776-ed69826108b1 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:24:11.147725 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-25dddfb2-8aae-4034-b197-86ca09df1cf2 req-ea1cf28b-1b75-4221-8c2c-3e48b914a1de tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:11.150767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049809d0-5104-405c-ba3b-28545c513682', 'name': 'network-vif-deleted', 'tag': '9042167a-d41a-43dc-a776-ed69826108b1'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:11.162582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25dddfb2-8aae-4034-b197-86ca09df1cf2 req-ea1cf28b-1b75-4221-8c2c-3e48b914a1de tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.46 "DELETE /v2.0/ports/9042167a-d41a-43dc-a776-ed69826108b1 HTTP/1.1" status: 204 len: 173 time: 1.6841495 May 27 22:24:11.251334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Network a182e3ef-915a-4e44-aa5e-a36ca2b71adf is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:11.267631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37404) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:11.268829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:11.287398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:24:11.292943 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:11.293366 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:11.359753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5fb7a-ca51-4a39-846d-db55f0f0694d req-f8691649-bb8a-40d0-8c73-e5e98f46acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:11.359753 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ce5fb7a-ca51-4a39-846d-db55f0f0694d req-f8691649-bb8a-40d0-8c73-e5e98f46acde service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e18f035654174a42b48b0fc1a9791032&device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 1094 time: 0.3514698 May 27 22:24:11.387547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Pushing event updated for resources: {'Port': ['ID=28fd374c-7f11-4ae1-a3c1-b05211c94501,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:11.420625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e8b37-3d94-467a-b85a-78f51a1b925b req-837715cb-eca5-4b34-9c0c-5a1a3ef7fc2f tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:11.427542 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f15e8b37-3d94-467a-b85a-78f51a1b925b req-837715cb-eca5-4b34-9c0c-5a1a3ef7fc2f tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 943 time: 0.2352524 May 27 22:24:11.456186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39aa468-3d3f-4892-bb70-b0dc7ed9244c req-98fef370-cfc9-4d39-9faf-4b3d3ef70a37 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:11.463329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e39aa468-3d3f-4892-bb70-b0dc7ed9244c req-98fef370-cfc9-4d39-9faf-4b3d3ef70a37 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 932 time: 0.2281106 May 27 22:24:11.470789 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-286d1af3-c115-46fe-baac-3d50cf2c13da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0044100 May 27 22:24:11.488034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Request body: {'port': {'device_id': '5b607a53-5ad3-4f29-b4f9-71624fc154b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:11.504969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21615a81-3c61-448f-8984-40d6400bd653 req-4b363783-7334-47c9-b83d-447dbeb60c4d tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:11.506372 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-21615a81-3c61-448f-8984-40d6400bd653 req-4b363783-7334-47c9-b83d-447dbeb60c4d tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.57 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 945 time: 0.2258952 May 27 22:24:11.527627 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f15e8b37-3d94-467a-b85a-78f51a1b925b req-ce6f60e5-d8f7-4840-bb62-b9293a4df783 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992558 May 27 22:24:11.562080 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c875c02-0322-4db6-9cf0-79bf0d8814a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:11.573986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-09a73a2a-5556-41f0-a6a9-d2ee175307ca admin admin] For port 463fe739-abea-4c15-a0aa-ca1049429ead, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=463fe739-abea-4c15-a0aa-ca1049429ead,segment=NetworkSegment(d1c26a75-189e-476f-908d-17b9333ed4bb),segment_id=d1c26a75-189e-476f-908d-17b9333ed4bb)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:11.574349 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09a73a2a-5556-41f0-a6a9-d2ee175307ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:11.581179 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e39aa468-3d3f-4892-bb70-b0dc7ed9244c req-06cb1dfd-55c1-49b0-b124-bc747d557d56 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169848 May 27 22:24:11.600600 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-21615a81-3c61-448f-8984-40d6400bd653 req-d8500849-0cba-470b-9966-8fa5c0b29375 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Deleting port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:11.600984 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-21615a81-3c61-448f-8984-40d6400bd653 req-d8500849-0cba-470b-9966-8fa5c0b29375 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:11.676402 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2f2e01-9ff7-41b6-8616-8ec748c6448c'] response: {'server_uuid': '049809d0-5104-405c-ba3b-28545c513682', 'name': 'network-vif-deleted', 'tag': '9042167a-d41a-43dc-a776-ed69826108b1', 'status': 'completed', 'code': 200} May 27 22:24:11.746886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-09a73a2a-5556-41f0-a6a9-d2ee175307ca admin admin] Calling delete_port for 463fe739-abea-4c15-a0aa-ca1049429ead owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:11.790890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c875c02-0322-4db6-9cf0-79bf0d8814a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:11.844653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0c875c02-0322-4db6-9cf0-79bf0d8814a7 admin admin] Usage tracker for resource:security_group_rule and tenant:1f1a9b2434ee47aa9b113d92a7a2dd66 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:11.849407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5fb7a-ca51-4a39-846d-db55f0f0694d req-54a8b48b-2e48-4e75-a34d-f2b7cf98c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:11.850844 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ce5fb7a-ca51-4a39-846d-db55f0f0694d req-54a8b48b-2e48-4e75-a34d-f2b7cf98c13f service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab33ae76-9300-40f2-8dbc-de1d762ee34e HTTP/1.1" status: 200 len: 925 time: 0.4814463 May 27 22:24:11.853411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0c875c02-0322-4db6-9cf0-79bf0d8814a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:11.877466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c875c02-0322-4db6-9cf0-79bf0d8814a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:11.961259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d082aa-4efe-476d-b3b0-c84df6d4a67c req-ebd70679-cf9b-4254-b3cd-2e5ca7101d9f tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:11.962762 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00d082aa-4efe-476d-b3b0-c84df6d4a67c req-ebd70679-cf9b-4254-b3cd-2e5ca7101d9f tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 1095 time: 0.2911453 May 27 22:24:12.028130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d240e-9527-4a89-a0c0-7a88ee890a25 req-df5c12ca-9722-4feb-8206-f36970cd8115 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:12.029667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-604d240e-9527-4a89-a0c0-7a88ee890a25 req-df5c12ca-9722-4feb-8206-f36970cd8115 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 945 time: 0.2466946 May 27 22:24:12.079998 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ce5fb7a-ca51-4a39-846d-db55f0f0694d req-effd9a65-d9b3-4532-8099-00534a21abe8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=547493d4-378a-4491-9ae9-4a20886fdb70 HTTP/1.1" status: 200 len: 217 time: 0.2132702 May 27 22:24:12.081572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-21615a81-3c61-448f-8984-40d6400bd653 req-d8500849-0cba-470b-9966-8fa5c0b29375 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] For port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=00a7de1d-d0e0-471d-ab34-869b6bb0d68a,segment=NetworkSegment(f30b90a9-e57b-4e42-842c-c0c8ac869202),segment_id=f30b90a9-e57b-4e42-842c-c0c8ac869202)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:12.082159 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-21615a81-3c61-448f-8984-40d6400bd653 req-d8500849-0cba-470b-9966-8fa5c0b29375 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:12.091854 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:12.103060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00d082aa-4efe-476d-b3b0-c84df6d4a67c req-ff864946-1f27-4cb6-b9f0-a93fd8126d43 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169281 May 27 22:24:12.230561 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-604d240e-9527-4a89-a0c0-7a88ee890a25 req-850817ee-9b33-43d5-b8c0-5c23e8377d4e tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/security-groups?id=9c3cb823-0617-4a0c-9b4f-01b2450ce255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946390 May 27 22:24:12.271151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5fb7a-ca51-4a39-846d-db55f0f0694d req-7796ff25-e644-4d0e-bf1c-b99824d41f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:12.272631 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ce5fb7a-ca51-4a39-846d-db55f0f0694d req-7796ff25-e644-4d0e-bf1c-b99824d41f41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9afffc65-b4ef-4eef-9951-21b17ee5d145 HTTP/1.1" status: 200 len: 863 time: 0.1817715 May 27 22:24:12.425937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b5f1cb1f-28db-42f0-bfe9-7a8b40f2ef0b req-b97583ef-b7b7-4b69-b846-617b536dc3ea tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Synchronizing usage tracker for tenant:5959baa364ff4d6398f44b3c34d597ea on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:24:12.521254 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c875c02-0322-4db6-9cf0-79bf0d8814a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:12.657745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b5f1cb1f-28db-42f0-bfe9-7a8b40f2ef0b req-b97583ef-b7b7-4b69-b846-617b536dc3ea tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] Unset dirty status for tenant:5959baa364ff4d6398f44b3c34d597ea on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:24:12.658876 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5f1cb1f-28db-42f0-bfe9-7a8b40f2ef0b req-b97583ef-b7b7-4b69-b846-617b536dc3ea tempest-ServerDiagnosticsNegativeTest-1276769102 tempest-ServerDiagnosticsNegativeTest-1276769102-project] 10.222.0.27 "GET /v2.0/ports?device_id=049809d0-5104-405c-ba3b-28545c513682 HTTP/1.1" status: 200 len: 210 time: 0.3712466 May 27 22:24:12.696966 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c875c02-0322-4db6-9cf0-79bf0d8814a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:12.702033 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-21615a81-3c61-448f-8984-40d6400bd653 req-d8500849-0cba-470b-9966-8fa5c0b29375 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:12.702394 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-21615a81-3c61-448f-8984-40d6400bd653 req-d8500849-0cba-470b-9966-8fa5c0b29375 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:12.704887 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-21615a81-3c61-448f-8984-40d6400bd653 req-d8500849-0cba-470b-9966-8fa5c0b29375 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Floating IP 74df330e-5bc0-4f97-bc8b-443e755caeaa disassociated. External IP: 172.25.2.48, port: 00a7de1d-d0e0-471d-ab34-869b6bb0d68a. May 27 22:24:12.704887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-21615a81-3c61-448f-8984-40d6400bd653 req-d8500849-0cba-470b-9966-8fa5c0b29375 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Calling delete_port for 00a7de1d-d0e0-471d-ab34-869b6bb0d68a owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:12.758445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed02f59-2a3d-47a4-a1dc-7ff7fe215a2d req-dac36e15-86ac-435e-b8ac-3198873e38fd tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:12.765403 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ed02f59-2a3d-47a4-a1dc-7ff7fe215a2d req-dac36e15-86ac-435e-b8ac-3198873e38fd tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.3873072 May 27 22:24:12.788869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c875c02-0322-4db6-9cf0-79bf0d8814a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7a280f-4084-482c-9c9c-7b5a8f9d7b43,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:12.796415 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c875c02-0322-4db6-9cf0-79bf0d8814a7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1f1a9b2434ee47aa9b113d92a7a2dd66&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5251801 May 27 22:24:12.798520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5fb7a-ca51-4a39-846d-db55f0f0694d req-a7e26bbc-f029-4969-a1bb-00b91ef73ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:12.799952 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ce5fb7a-ca51-4a39-846d-db55f0f0694d req-a7e26bbc-f029-4969-a1bb-00b91ef73ce8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab33ae76-9300-40f2-8dbc-de1d762ee34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5131803 May 27 22:24:12.800329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37432) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:12.855393 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09a73a2a-5556-41f0-a6a9-d2ee175307ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:12.917193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ed02f59-2a3d-47a4-a1dc-7ff7fe215a2d req-836bf0aa-fe0f-4432-9e30-653cdc686ac2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509192 May 27 22:24:12.995588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a73a2a-5556-41f0-a6a9-d2ee175307ca admin admin] Pushing event deleted for resources: {'Port': ['ID=463fe739-abea-4c15-a0aa-ca1049429ead,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:13.020117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-45ea5d11-188e-463f-81e3-ad6696e18b46 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:13.021960 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-45ea5d11-188e-463f-81e3-ad6696e18b46 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 808 time: 0.2546198 May 27 22:24:13.081067 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-93354b59-a70b-4daf-914e-053498d48ae4 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/quotas/091c975465a443ff9f9924fb8c574958 HTTP/1.1" status: 200 len: 375 time: 0.0528650 May 27 22:24:13.110345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 9042167a-d41a-43dc-a776-ed69826108b1 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:13.146122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 9042167a-d41a-43dc-a776-ed69826108b1 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:24:13.146755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 9042167a-d41a-43dc-a776-ed69826108b1 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:24:13.157730 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ee21855-b78a-4f6c-b859-bf106e5cf12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:13.160250 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-21615a81-3c61-448f-8984-40d6400bd653 req-d8500849-0cba-470b-9966-8fa5c0b29375 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:13.226709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8500849-0cba-470b-9966-8fa5c0b29375 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Pushing event deleted for resources: {'Port': ['ID=00a7de1d-d0e0-471d-ab34-869b6bb0d68a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:13.329321 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ce5fb7a-ca51-4a39-846d-db55f0f0694d req-557ae7b2-05ec-49ed-aa5e-12a8a096e5c1 service neutron] 10.222.0.57 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211298 May 27 22:24:13.331046 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ee21855-b78a-4f6c-b859-bf106e5cf12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:13.337765 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-09c67d23-486b-43d7-87b2-c4afd29f22e3 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2504034 May 27 22:24:13.354370 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68b444-d8a0-4486-8b49-00ac1afe5c9a req-f55f52cd-4fe3-482a-9693-a94874888957 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:13.355879 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc68b444-d8a0-4486-8b49-00ac1afe5c9a req-f55f52cd-4fe3-482a-9693-a94874888957 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 943 time: 0.3198419 May 27 22:24:13.403549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fd374c-7f11-4ae1-a3c1-b05211c94501 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:24:13.472019 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:13.496838 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09a73a2a-5556-41f0-a6a9-d2ee175307ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:13.516788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Transition to ACTIVE for port object 28fd374c-7f11-4ae1-a3c1-b05211c94501 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:13.561819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc68b444-d8a0-4486-8b49-00ac1afe5c9a req-e4837f81-1ce5-4a64-9b96-8219b3f5f9e6 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565509 May 27 22:24:13.583213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21615a81-3c61-448f-8984-40d6400bd653 req-d8500849-0cba-470b-9966-8fa5c0b29375 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Router df577254-5919-4894-911d-d4570790ef87 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:24:13.584189 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:13.616936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-886621ed-8631-4235-bda6-700110c71bb7 service neutron] 10.222.0.27 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600095 May 27 22:24:13.665433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 547493d4-378a-4491-9ae9-4a20886fdb70 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:24:13.800722 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ee21855-b78a-4f6c-b859-bf106e5cf12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:13.893211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 547493d4-378a-4491-9ae9-4a20886fdb70, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=547493d4-378a-4491-9ae9-4a20886fdb70,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:13.918645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '547493d4-378a-4491-9ae9-4a20886fdb70', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'port_id': '547493d4-378a-4491-9ae9-4a20886fdb70', 'mac_address': 'fa:16:3e:c9:f8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:24:13.951517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee21855-b78a-4f6c-b859-bf106e5cf12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7a280f-4084-482c-9c9c-7b5a8f9d7b43,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:13.965782 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ce5fb7a-ca51-4a39-846d-db55f0f0694d req-96e312fe-b332-4692-b8d5-064f427d43cc service neutron] 10.222.0.57 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106217 May 27 22:24:13.967299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Pushing event updated for resources: {'Port': ['ID=28fd374c-7f11-4ae1-a3c1-b05211c94501,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:13.986444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-27ecd54d-4b84-45b4-bb8f-b14541d66ba4 service neutron] 10.222.0.27 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685699 May 27 22:24:13.991391 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21615a81-3c61-448f-8984-40d6400bd653 req-d8500849-0cba-470b-9966-8fa5c0b29375 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:24:13.992567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 547493d4-378a-4491-9ae9-4a20886fdb70 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:13.992958 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:14.005494 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f8fcce-b3c2-4809-a57b-fe67bec9d910 None None] Sync routers for ids ['df577254-5919-4894-911d-d4570790ef87'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:24:14.020318 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ee21855-b78a-4f6c-b859-bf106e5cf12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:14.024978 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8fcce-b3c2-4809-a57b-fe67bec9d910 None None] Routers {'df577254-5919-4894-911d-d4570790ef87'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:14.025419 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3ee21855-b78a-4f6c-b859-bf106e5cf12c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dc7a280f-4084-482c-9c9c-7b5a8f9d7b43 HTTP/1.1" status: 204 len: 168 time: 1.2211945 May 27 22:24:14.029183 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-56f8fcce-b3c2-4809-a57b-fe67bec9d910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['df577254-5919-4894-911d-d4570790ef87'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:14.030259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Attempting to bind port 28fd374c-7f11-4ae1-a3c1-b05211c94501 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:24:14.030259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Attempting to bind port 28fd374c-7f11-4ae1-a3c1-b05211c94501 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:24:14.030513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Attempting to bind port 28fd374c-7f11-4ae1-a3c1-b05211c94501 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:14.038534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Port 28fd374c-7f11-4ae1-a3c1-b05211c94501 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:24:14.038860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Attempting to bind port 28fd374c-7f11-4ae1-a3c1-b05211c94501 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:14.046135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547493d4-378a-4491-9ae9-4a20886fdb70 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:24:14.047601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:24:14.047940 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Checking segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:14.048322 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Bound using segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:24:14.048807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Bound port: 28fd374c-7f11-4ae1-a3c1-b05211c94501, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:24:14.049126 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:14.077223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 547493d4-378a-4491-9ae9-4a20886fdb70, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=547493d4-378a-4491-9ae9-4a20886fdb70,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:14.140086 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:14.218291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-21615a81-3c61-448f-8984-40d6400bd653 req-d8500849-0cba-470b-9966-8fa5c0b29375 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] No DVR routers for this DVR port 00a7de1d-d0e0-471d-ab34-869b6bb0d68a on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:24:14.218929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:24:14.221432 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-21615a81-3c61-448f-8984-40d6400bd653 req-d8500849-0cba-470b-9966-8fa5c0b29375 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:14.221755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=547493d4-378a-4491-9ae9-4a20886fdb70,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:14.222929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:24:14.236041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59165ffa-2cde-4b88-812f-fb433bf9cc4a req-5bea7fca-8b9e-4981-a816-df5bac85afd5 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:14.239671 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59165ffa-2cde-4b88-812f-fb433bf9cc4a req-5bea7fca-8b9e-4981-a816-df5bac85afd5 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 944 time: 0.4707744 May 27 22:24:14.241282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c56ac1-36d9-4e57-a9db-3d14f7d6605f', 'name': 'network-vif-deleted', 'tag': '00a7de1d-d0e0-471d-ab34-869b6bb0d68a'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:14.292230 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-21615a81-3c61-448f-8984-40d6400bd653 req-d8500849-0cba-470b-9966-8fa5c0b29375 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.57 "DELETE /v2.0/ports/00a7de1d-d0e0-471d-ab34-869b6bb0d68a HTTP/1.1" status: 204 len: 173 time: 2.7677741 May 27 22:24:14.337330 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59165ffa-2cde-4b88-812f-fb433bf9cc4a req-9b44d2a1-1714-4147-9787-8241ffd0ac63 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966668 May 27 22:24:14.366401 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-56f8fcce-b3c2-4809-a57b-fe67bec9d910 None None] Set router df577254-5919-4894-911d-d4570790ef87 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:14.502133 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:14.532265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['547493d4-378a-4491-9ae9-4a20886fdb70'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:24:14.560407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3dd2098d-2f71-4d84-8d0c-c42b6fcb0717 req-19d7a659-699a-47c9-848b-900b316db370 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Synchronizing usage tracker for tenant:dd7854410b794c8abce9ac7bdb1540b8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:24:14.646398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:14.650907 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:14.658306 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/28fd374c-7f11-4ae1-a3c1-b05211c94501 HTTP/1.1" status: 200 len: 1092 time: 3.1707027 May 27 22:24:14.659290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b607a53-5ad3-4f29-b4f9-71624fc154b2', 'tag': '28fd374c-7f11-4ae1-a3c1-b05211c94501'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:14.711104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3dd2098d-2f71-4d84-8d0c-c42b6fcb0717 req-19d7a659-699a-47c9-848b-900b316db370 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Unset dirty status for tenant:dd7854410b794c8abce9ac7bdb1540b8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:24:14.712617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3dd2098d-2f71-4d84-8d0c-c42b6fcb0717 req-19d7a659-699a-47c9-848b-900b316db370 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 210 time: 0.3000338 May 27 22:24:14.754427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9be8cd-edc7-4fd4-af32-bbf3dfc335a5 service neutron] Pushing event updated for resources: {'Port': ['ID=28fd374c-7f11-4ae1-a3c1-b05211c94501,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:14.764297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a73a2a-5556-41f0-a6a9-d2ee175307ca admin admin] Router 4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:24:14.883154 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-347fce23-9be9-423c-9c9c-f0a118a0ec94'] response: {'server_uuid': '89c56ac1-36d9-4e57-a9db-3d14f7d6605f', 'name': 'network-vif-deleted', 'tag': '00a7de1d-d0e0-471d-ab34-869b6bb0d68a', 'status': 'completed', 'code': 200} May 27 22:24:14.991450 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-90d415d0-483e-4d7f-b1b1-77fc12fabc03 req-b06291d0-205e-46e5-9c1d-60726fb01afe tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 210 time: 0.0599680 May 27 22:24:15.016840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1e3a0-1103-46f2-aa38-7ef25fc52842 req-bb4375e1-5baa-410e-8eef-cf14a4872ee4 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:15.032153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4d1e3a0-1103-46f2-aa38-7ef25fc52842 req-bb4375e1-5baa-410e-8eef-cf14a4872ee4 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.2686353 May 27 22:24:15.048129 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-56f8fcce-b3c2-4809-a57b-fe67bec9d910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df577254-5919-4894-911d-d4570790ef87', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:23Z', 'updated_at': '2022-05-27T22:21:30Z', 'revision_number': 4, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'gw_port': {'id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:24Z', 'updated_at': '2022-05-27T22:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '21790916-59e6-4dc7-8ffe-6427414159be', 'name': '', 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'mac_address': 'fa:16:3e:50:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:29Z', 'updated_at': '2022-05-27T22:21:38Z', 'revision_number': 5, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'subnets': [{'id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:15.060970 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f8fcce-b3c2-4809-a57b-fe67bec9d910 None None] Checking router: df577254-5919-4894-911d-d4570790ef87 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:24:15.072987 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8fcce-b3c2-4809-a57b-fe67bec9d910 None None] Routers {'df577254-5919-4894-911d-d4570790ef87'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:15.074062 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-56f8fcce-b3c2-4809-a57b-fe67bec9d910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['df577254-5919-4894-911d-d4570790ef87'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:15.143801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4d1e3a0-1103-46f2-aa38-7ef25fc52842 req-55dfacae-dc9f-42f9-8517-446963f88518 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125393 May 27 22:24:15.172704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-2ec14add-85dc-4185-8de4-ee0158b44342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:15.187556 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-2ec14add-85dc-4185-8de4-ee0158b44342 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 1095 time: 0.2478218 May 27 22:24:15.275545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37472) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:15.293934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a73a2a-5556-41f0-a6a9-d2ee175307ca admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:24:15.297041 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286d41c3-5c6e-4606-806b-c31e9cab15af'] response: {'name': 'network-changed', 'server_uuid': '5b607a53-5ad3-4f29-b4f9-71624fc154b2', 'tag': '28fd374c-7f11-4ae1-a3c1-b05211c94501', 'status': 'completed', 'code': 200} May 27 22:24:15.304014 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d136c0f-d4aa-46d2-94fe-828894c7a558 None None] Sync routers for ids ['4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:24:15.310885 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-09a73a2a-5556-41f0-a6a9-d2ee175307ca admin admin] 10.222.0.27 "PUT /v2.0/routers/4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0275552 May 27 22:24:15.311151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37478) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:15.314948 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-c9d0489e-0224-4b84-9805-7127d994b461 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501 HTTP/1.1" status: 200 len: 217 time: 0.1187184 May 27 22:24:15.321995 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-56f8fcce-b3c2-4809-a57b-fe67bec9d910 None None] Set router df577254-5919-4894-911d-d4570790ef87 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:15.329392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d136c0f-d4aa-46d2-94fe-828894c7a558 None None] Routers {'4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:15.330017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7d136c0f-d4aa-46d2-94fe-828894c7a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:15.434486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-238a197f-65d1-46ff-b38e-c15eb41ad36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:15.436542 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-238a197f-65d1-46ff-b38e-c15eb41ad36b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.1153495 May 27 22:24:15.494972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079d582-d24a-4409-a48f-f54e280569cd req-b7c1fb85-110d-4f6d-816a-e160b87b7cee tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:15.507234 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e079d582-d24a-4409-a48f-f54e280569cd req-b7c1fb85-110d-4f6d-816a-e160b87b7cee tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 944 time: 0.2899339 May 27 22:24:15.510833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-9e5b5321-2f50-4372-9ba8-2915e12b080e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677671 May 27 22:24:15.703968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e079d582-d24a-4409-a48f-f54e280569cd req-a77069be-a2e6-4f83-aa99-ad07498d339e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957400 May 27 22:24:15.779273 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-7d136c0f-d4aa-46d2-94fe-828894c7a558 None None] Set router 4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:15.793686 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7606ab61-8a77-4a9a-b4da-29427b66318e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5959baa364ff4d6398f44b3c34d597ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5155809 May 27 22:24:15.804865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37496) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:15.826632 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:15.861578 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-25881b72-bca3-4615-9755-1b519b23f236 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341360 May 27 22:24:15.920397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3db93c-1771-4394-a9e1-91ff3a420007 req-34ebdb1a-df66-4a42-bd53-8fd45a6e450f tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:15.927665 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2c3db93c-1771-4394-a9e1-91ff3a420007 req-34ebdb1a-df66-4a42-bd53-8fd45a6e450f tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 944 time: 0.3501499 May 27 22:24:16.046073 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2c3db93c-1771-4394-a9e1-91ff3a420007 req-c38ed938-624e-45f8-97a1-4200100fbd9c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175475 May 27 22:24:16.069512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 547493d4-378a-4491-9ae9-4a20886fdb70 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:16.140997 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:16.186060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37506) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:16.198570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0cba28b3-8247-491f-8264-86a5185edd66 req-37bfed41-2d5e-4b9f-a767-5912371619e9 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/ports?device_id=89c56ac1-36d9-4e57-a9db-3d14f7d6605f HTTP/1.1" status: 200 len: 210 time: 0.0965571 May 27 22:24:16.200835 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:16.267205 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee9ee26a-bf52-4f1d-a888-6fe7a4b210d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:16.271194 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-56f8fcce-b3c2-4809-a57b-fe67bec9d910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df577254-5919-4894-911d-d4570790ef87', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:23Z', 'updated_at': '2022-05-27T22:21:30Z', 'revision_number': 4, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'gw_port': {'id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:24Z', 'updated_at': '2022-05-27T22:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '21790916-59e6-4dc7-8ffe-6427414159be', 'name': '', 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'mac_address': 'fa:16:3e:50:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:29Z', 'updated_at': '2022-05-27T22:21:38Z', 'revision_number': 5, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'subnets': [{'id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:16.281497 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f8fcce-b3c2-4809-a57b-fe67bec9d910 None None] The sync data for ids ['df577254-5919-4894-911d-d4570790ef87'] in n-d-843680-3 is: [{'id': 'df577254-5919-4894-911d-d4570790ef87', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:23Z', 'updated_at': '2022-05-27T22:21:30Z', 'revision_number': 4, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'gw_port': {'id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:24Z', 'updated_at': '2022-05-27T22:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '21790916-59e6-4dc7-8ffe-6427414159be', 'name': '', 'network_id': 'aace8a43-3db2-4854-b12e-1933448b39f0', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'mac_address': 'fa:16:3e:50:d8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_interface', 'standard_attr_id': 220, 'fixed_ips': [{'subnet_id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:29Z', 'updated_at': '2022-05-27T22:21:38Z', 'revision_number': 5, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'subnets': [{'id': 'edca6ddd-355d-49c2-acf1-5150668cb91b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:24:16.346359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] Deleting port 8c244bd5-853a-42cd-b91f-576479df09d8 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:16.346947 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:16.371110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 547493d4-378a-4491-9ae9-4a20886fdb70 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:16.392225 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 547493d4-378a-4491-9ae9-4a20886fdb70 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:16.392645 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:16.395574 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-125f52db-9b21-4d16-86f0-3090b86b1bb4 req-ce98f848-9e92-488d-b185-bac6bf7919ac tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 210 time: 0.1452963 May 27 22:24:16.421812 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba8ec265-ed10-460f-9354-0a2d0672cf7c req-d35fdcea-0f34-4d69-9219-fc9eb3b7304b service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593805 May 27 22:24:16.430041 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee9ee26a-bf52-4f1d-a888-6fe7a4b210d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:16.509053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1887945961-network', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:16.514966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:16.519641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Usage tracker for resource:network and tenant:79c092a1a5a54f6398d0d9bdc51864e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:16.524618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:16.533290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:16.604403 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee9ee26a-bf52-4f1d-a888-6fe7a4b210d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:16.621111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7d136c0f-d4aa-46d2-94fe-828894c7a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'name': 'tempest-FloatingIPsTestJSON-58529596-router', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '8c244bd5-853a-42cd-b91f-576479df09d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:23:37Z', 'updated_at': '2022-05-27T22:24:12Z', 'revision_number': 5, 'project_id': 'bdf37d7ed10d4446ae7134c74900f565', 'gw_port': {'id': '8c244bd5-853a-42cd-b91f-576479df09d8', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:39:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:23:39Z', 'updated_at': '2022-05-27T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:16.625695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 547493d4-378a-4491-9ae9-4a20886fdb70 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:16.626076 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:16.639714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ee26a-bf52-4f1d-a888-6fe7a4b210d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1545fb-e686-4cf7-bf58-f924f57965fe,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:16.644972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d136c0f-d4aa-46d2-94fe-828894c7a558 None None] Checking router: 4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:24:16.648444 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee9ee26a-bf52-4f1d-a888-6fe7a4b210d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:16.654780 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ee9ee26a-bf52-4f1d-a888-6fe7a4b210d0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6a1545fb-e686-4cf7-bf58-f924f57965fe HTTP/1.1" status: 204 len: 168 time: 0.8436909 May 27 22:24:16.678145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Made reservation on behalf of 79c092a1a5a54f6398d0d9bdc51864e7 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:24:16.680471 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:16.695914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e12e4-2299-415e-9212-3c645f772849 req-85de385d-f6ec-4b90-aec6-92d7b68a6c66 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:16.697634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b61e12e4-2299-415e-9212-3c645f772849 req-85de385d-f6ec-4b90-aec6-92d7b68a6c66 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.3007922 May 27 22:24:16.706280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] For port 8c244bd5-853a-42cd-b91f-576479df09d8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8c244bd5-853a-42cd-b91f-576479df09d8,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:16.706633 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:16.711838 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:16.735175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d136c0f-d4aa-46d2-94fe-828894c7a558 None None] Routers {'4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:16.736026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7d136c0f-d4aa-46d2-94fe-828894c7a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:16.767743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:16.777333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Usage tracker for resource:security_group_rule and tenant:79c092a1a5a54f6398d0d9bdc51864e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:16.779773 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2918acf-1993-4eb3-90ef-fb447547095d None None] New status for floating IP 74df330e-5bc0-4f97-bc8b-443e755caeaa: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:24:16.784872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:16.790033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe8f3-79bb-4fc3-8f7d-1f9496a2e505 req-74b9e12a-7ec3-47cb-8597-5e3d2317b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:16.791807 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b75fe8f3-79bb-4fc3-8f7d-1f9496a2e505 req-74b9e12a-7ec3-47cb-8597-5e3d2317b3c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 1095 time: 0.2557197 May 27 22:24:16.796886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:16.829380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e31c44-cd8c-4bae-9672-35fa15721446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547493d4-378a-4491-9ae9-4a20886fdb70'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:16.867472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] Calling delete_port for 8c244bd5-853a-42cd-b91f-576479df09d8 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:16.906285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 547493d4-378a-4491-9ae9-4a20886fdb70, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=547493d4-378a-4491-9ae9-4a20886fdb70,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:16.981318 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:16.988763 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 00a7de1d-d0e0-471d-ab34-869b6bb0d68a no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:17.005294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe8f3-79bb-4fc3-8f7d-1f9496a2e505 req-e32eeb06-d7d3-42a0-9173-64553f9f1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:17.006854 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b75fe8f3-79bb-4fc3-8f7d-1f9496a2e505 req-e32eeb06-d7d3-42a0-9173-64553f9f1196 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.2074137 May 27 22:24:17.099687 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b61e12e4-2299-415e-9212-3c645f772849 req-15dcee03-1ddb-45f2-b7a7-b839bab8e785 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959198 May 27 22:24:17.113638 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b75fe8f3-79bb-4fc3-8f7d-1f9496a2e505 req-2c8ebe84-ab16-4613-91fa-9eff11204b06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501 HTTP/1.1" status: 200 len: 217 time: 0.0972044 May 27 22:24:17.198629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 00a7de1d-d0e0-471d-ab34-869b6bb0d68a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:24:17.198983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 00a7de1d-d0e0-471d-ab34-869b6bb0d68a not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:24:17.206879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fe8f3-79bb-4fc3-8f7d-1f9496a2e505 req-364a222f-bfab-4791-8131-8ce9d263351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:17.208656 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b75fe8f3-79bb-4fc3-8f7d-1f9496a2e505 req-364a222f-bfab-4791-8131-8ce9d263351e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.0850141 May 27 22:24:17.218120 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a88d15-a49e-464e-8fb3-56447b762ce2'] response: {'server_uuid': 'd5e31c44-cd8c-4bae-9672-35fa15721446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547493d4-378a-4491-9ae9-4a20886fdb70', 'code': 200} May 27 22:24:17.220519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-7d136c0f-d4aa-46d2-94fe-828894c7a558 None None] Set router 4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:17.276970 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b75fe8f3-79bb-4fc3-8f7d-1f9496a2e505 req-15ff266d-d78f-40f3-886b-7b30ac096913 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553744 May 27 22:24:17.395638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7d136c0f-d4aa-46d2-94fe-828894c7a558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'name': 'tempest-FloatingIPsTestJSON-58529596-router', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:23:37Z', 'updated_at': '2022-05-27T22:24:16Z', 'revision_number': 6, 'project_id': 'bdf37d7ed10d4446ae7134c74900f565', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:17.404908 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d136c0f-d4aa-46d2-94fe-828894c7a558 None None] The sync data for ids ['4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c'] in n-d-843680-3 is: [{'id': '4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c', 'name': 'tempest-FloatingIPsTestJSON-58529596-router', 'tenant_id': 'bdf37d7ed10d4446ae7134c74900f565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:23:37Z', 'updated_at': '2022-05-27T22:24:16Z', 'revision_number': 6, 'project_id': 'bdf37d7ed10d4446ae7134c74900f565', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:24:17.416032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=547493d4-378a-4491-9ae9-4a20886fdb70,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:17.552252 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:17.590856 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b75fe8f3-79bb-4fc3-8f7d-1f9496a2e505 req-ba279da9-ec88-44a3-8b26-0fd1c980c557 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054523 May 27 22:24:17.596275 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:17.613152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37526) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:17.640566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e98028-b0ff-4f90-933c-8a111f2f9e70 req-ce90a93f-126b-483f-829f-2382076eac37 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:17.642031 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-76e98028-b0ff-4f90-933c-8a111f2f9e70 req-ce90a93f-126b-483f-829f-2382076eac37 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 945 time: 0.6268947 May 27 22:24:17.735916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-be4fb75b-d6fb-4b37-9d46-3b11d3df624d tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:17.737273 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-be4fb75b-d6fb-4b37-9d46-3b11d3df624d tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.46 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 808 time: 0.4032135 May 27 22:24:17.739185 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ff72f-fe36-46ad-bef7-99a82cf68a7e req-a735bbfd-09bb-4c82-8bf2-e496fe28e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:17.741110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b47ff72f-fe36-46ad-bef7-99a82cf68a7e req-a735bbfd-09bb-4c82-8bf2-e496fe28e737 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 1096 time: 0.4089200 May 27 22:24:17.767069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:24:17.781363 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed36d69b-6cbb-492f-8aa3-d6dc147eb5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:17.788244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Request body: {'port': {'device_id': 'd1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a', 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380', 'admin_state_up': True, 'tenant_id': '091c975465a443ff9f9924fb8c574958'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:17.807871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371f4b94-79a2-4bdf-b4eb-8fecb689652f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:17.824030 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b75fe8f3-79bb-4fc3-8f7d-1f9496a2e505 req-8cb603e5-bc45-4c1f-8b2d-5178da98ec22 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153223 May 27 22:24:17.824030 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ed36d69b-6cbb-492f-8aa3-d6dc147eb5de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:17.827229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875d3fe-0120-4905-8e7b-ad19407a398c req-670e9049-2812-48a6-a556-a9a95872789a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:17.834338 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9875d3fe-0120-4905-8e7b-ad19407a398c req-670e9049-2812-48a6-a556-a9a95872789a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 944 time: 0.4243257 May 27 22:24:17.836233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ed36d69b-6cbb-492f-8aa3-d6dc147eb5de admin admin] Usage tracker for resource:security_group_rule and tenant:23e8663e407f42c18daead9a86990fb6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:17.845838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ed36d69b-6cbb-492f-8aa3-d6dc147eb5de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:17.852441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ed36d69b-6cbb-492f-8aa3-d6dc147eb5de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:17.864104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-76e98028-b0ff-4f90-933c-8a111f2f9e70 req-ba015711-db77-4504-98f2-364a03ed86eb tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020087 May 27 22:24:17.893172 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 463fe739-abea-4c15-a0aa-ca1049429ead no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:17.945619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 463fe739-abea-4c15-a0aa-ca1049429ead {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:24:17.945964 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 463fe739-abea-4c15-a0aa-ca1049429ead not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:24:17.963655 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed36d69b-6cbb-492f-8aa3-d6dc147eb5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.032628 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b47ff72f-fe36-46ad-bef7-99a82cf68a7e req-614e36d6-9623-4544-b809-76c7e9a55d90 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553625 May 27 22:24:18.036306 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ed36d69b-6cbb-492f-8aa3-d6dc147eb5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.058564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9875d3fe-0120-4905-8e7b-ad19407a398c req-121b91a8-29ec-4f3d-9cb9-43280c581313 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231486 May 27 22:24:18.089786 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ed36d69b-6cbb-492f-8aa3-d6dc147eb5de admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=23e8663e407f42c18daead9a86990fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4582634 May 27 22:24:18.090626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36d69b-6cbb-492f-8aa3-d6dc147eb5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28c6862-33ba-4a9f-8643-5fd60718e5a0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:18.094482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37532) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:18.114231 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e8c229f-bdb6-431b-97de-7f943a203cd6 req-51068683-7694-4ca7-bd88-19582061f0b4 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 210 time: 0.0472214 May 27 22:24:18.120289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:18.120713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.121126 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Added segment a789c1de-c27b-44ea-95e0-2a32a6a2b984 of type vlan for network e644cc6f-56cf-461d-9b5c-11ecc2c2e143 May 27 22:24:18.122168 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.166629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Usage tracker for resource:port and tenant:091c975465a443ff9f9924fb8c574958 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:18.174360 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.176737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:18.182225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37538) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:18.183577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c244bd5-853a-42cd-b91f-576479df09d8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:18.210186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:18.218359 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b892aee-e70c-439b-aa44-529b9fa1d41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.280301 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b892aee-e70c-439b-aa44-529b9fa1d41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.337731 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1d29abf-428b-4ab3-a05b-030a6a408866 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.343276 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.372756 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1d29abf-428b-4ab3-a05b-030a6a408866 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.386636 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.387573 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:18.388815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.467401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Made reservation on behalf of 091c975465a443ff9f9924fb8c574958 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:24:18.470859 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.486245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b892aee-e70c-439b-aa44-529b9fa1d41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.525961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b892aee-e70c-439b-aa44-529b9fa1d41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28c6862-33ba-4a9f-8643-5fd60718e5a0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:18.549614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] Pushing event updated for resources: {'Network': ['ID=e644cc6f-56cf-461d-9b5c-11ecc2c2e143,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:18.554155 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b892aee-e70c-439b-aa44-529b9fa1d41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.555278 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0b892aee-e70c-439b-aa44-529b9fa1d41b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d28c6862-33ba-4a9f-8643-5fd60718e5a0 HTTP/1.1" status: 204 len: 168 time: 0.4599679 May 27 22:24:18.591691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network e644cc6f-56cf-461d-9b5c-11ecc2c2e143 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:24:18.621596 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d45769f6-b70b-4671-8d16-11d3430d9282 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4297407 May 27 22:24:18.623433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37544) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:18.628870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] Request body: {'subnet': {'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1887945961-subnet', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:18.634770 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:18.639734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] Usage tracker for resource:subnet and tenant:79c092a1a5a54f6398d0d9bdc51864e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:18.643198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:18.649320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:18.652150 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1d29abf-428b-4ab3-a05b-030a6a408866 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.674638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d29abf-428b-4ab3-a05b-030a6a408866 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3cb823-0617-4a0c-9b4f-01b2450ce255,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:18.677505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be689602-ec59-42c7-9516-65e6d3791ad2 req-d686183f-9ed4-482f-8490-f0f61cde899c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:18.684469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be689602-ec59-42c7-9516-65e6d3791ad2 req-d686183f-9ed4-482f-8490-f0f61cde899c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.4251344 May 27 22:24:18.739403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] Made reservation on behalf of 79c092a1a5a54f6398d0d9bdc51864e7 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:24:18.741790 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.756767 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.762232 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.804330 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1d29abf-428b-4ab3-a05b-030a6a408866 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.805466 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d1d29abf-428b-4ab3-a05b-030a6a408866 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "DELETE /v2.0/security-groups/9c3cb823-0617-4a0c-9b4f-01b2450ce255 HTTP/1.1" status: 204 len: 168 time: 0.6145158 May 27 22:24:18.811155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37548) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:18.847101 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-2c48a592-1340-47b2-9b6b-9e0356095e45 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] show failed (client error): The resource could not be found. May 27 22:24:18.850783 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2c48a592-1340-47b2-9b6b-9e0356095e45 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "GET /v2.0/security-groups/9c3cb823-0617-4a0c-9b4f-01b2450ce255 HTTP/1.1" status: 404 len: 347 time: 0.0360534 May 27 22:24:18.851339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37552) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:18.858735 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be689602-ec59-42c7-9516-65e6d3791ad2 req-940ab92b-c897-4119-b320-8cf437c03741 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728172 May 27 22:24:18.940469 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:18.941591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:24:19.024751 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:19.028985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5441f3da-2d74-4c5c-b119-09ca554a0b66 admin admin] 10.222.0.27 "DELETE /v2.0/routers/4ede7cb5-1b66-4293-ab6d-f494cc9a5e8c HTTP/1.1" status: 204 len: 168 time: 3.7140028 May 27 22:24:19.030109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37560) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:19.050455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Allocated IP 172.20.0.7 (21f4cca6-9de0-4960-904f-ee228a1d4380/c6553a03-c42d-4c2a-b37f-5623f5c12ea9/f96c045c-74fb-43e2-9abd-ee3f45807c53) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:24:19.075439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2ee42d0a-a726-4db8-bf0c-cee1778a4f00 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Deleting port 0c16ac3b-ae11-4592-aa8f-104e69e1881f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:19.075439 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ee42d0a-a726-4db8-bf0c-cee1778a4f00 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:19.170378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 28fd374c-7f11-4ae1-a3c1-b05211c94501 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:24:19.334760 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ee42d0a-a726-4db8-bf0c-cee1778a4f00 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:19.335359 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ee42d0a-a726-4db8-bf0c-cee1778a4f00 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:19.351274 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:19.367989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '28fd374c-7f11-4ae1-a3c1-b05211c94501', 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf', 'port_id': '28fd374c-7f11-4ae1-a3c1-b05211c94501', 'mac_address': 'fa:16:3e:94:46:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b640b426-c3e4-4da9-8c51-f6ef05852c3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:24:19.409334 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:19.419596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab9395-55db-4737-ad6d-f74b76b60eae req-6885cb21-acac-417e-8257-a7667821dc78 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:19.423042 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1fab9395-55db-4737-ad6d-f74b76b60eae req-6885cb21-acac-417e-8257-a7667821dc78 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 945 time: 0.4360847 May 27 22:24:19.464838 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 28fd374c-7f11-4ae1-a3c1-b05211c94501 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:19.465437 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:19.488416 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fd374c-7f11-4ae1-a3c1-b05211c94501 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:24:19.508781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:19.522988 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1fab9395-55db-4737-ad6d-f74b76b60eae req-f103b975-e2d4-4d9d-8fa8-8ae9c2f963a8 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886972 May 27 22:24:19.534697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a822b66-a251-420f-9ed5-0606f1c32185 req-61c1da24-deea-4e7e-b8c1-6837aad828ea tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:19.536225 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0a822b66-a251-420f-9ed5-0606f1c32185 req-61c1da24-deea-4e7e-b8c1-6837aad828ea tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 944 time: 0.2441905 May 27 22:24:19.579651 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:19.592274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2ee42d0a-a726-4db8-bf0c-cee1778a4f00 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Calling delete_port for 0c16ac3b-ae11-4592-aa8f-104e69e1881f owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:19.613955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0a822b66-a251-420f-9ed5-0606f1c32185 req-8555fcbd-f612-4e72-9c26-21b74a853358 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694094 May 27 22:24:19.630508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d2a305-789b-4cc0-bd0b-0eeb4b0f54d3 admin admin] Deleting subnet 2d51f770-9879-43cf-a933-60d72e74d4ab {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:24:19.645525 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a305-789b-4cc0-bd0b-0eeb4b0f54d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:19.660659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=28fd374c-7f11-4ae1-a3c1-b05211c94501,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:19.707822 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:19.788579 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a305-789b-4cc0-bd0b-0eeb4b0f54d3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:19.795904 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Network 21f4cca6-9de0-4960-904f-ee228a1d4380 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:19.799442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['28fd374c-7f11-4ae1-a3c1-b05211c94501'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:24:19.800105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:19.805703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:24:19.847560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Pushing event updated for resources: {'Port': ['ID=f96c045c-74fb-43e2-9abd-ee3f45807c53,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:19.884687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:19.885380 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:19.918278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80ed55-0bfc-4674-9fb2-1165fd7a83e8 req-898a84dc-69f1-4e1a-82b9-34b996cb2557 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:19.919827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ef80ed55-0bfc-4674-9fb2-1165fd7a83e8 req-898a84dc-69f1-4e1a-82b9-34b996cb2557 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Synchronizing usage tracker for tenant:091c975465a443ff9f9924fb8c574958 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:24:19.944134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8c244bd5-853a-42cd-b91f-576479df09d8 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:19.949588 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:19.980262 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f513ea91-d18e-4247-a847-28c8ce217e0b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2041161 May 27 22:24:19.990452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 8c244bd5-853a-42cd-b91f-576479df09d8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:24:19.990899 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8c244bd5-853a-42cd-b91f-576479df09d8 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:24:19.998883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Request body: {'port': {'device_id': 'd1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:20.031666 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a305-789b-4cc0-bd0b-0eeb4b0f54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.057279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ef80ed55-0bfc-4674-9fb2-1165fd7a83e8 req-898a84dc-69f1-4e1a-82b9-34b996cb2557 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Unset dirty status for tenant:091c975465a443ff9f9924fb8c574958 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:24:20.058598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef80ed55-0bfc-4674-9fb2-1165fd7a83e8 req-898a84dc-69f1-4e1a-82b9-34b996cb2557 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 931 time: 0.4072664 May 27 22:24:20.062248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37586) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:20.118799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4124652-a084-462a-a1cd-fd8903fd3428,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:20.138122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] Checking segment: {'id': 'a789c1de-c27b-44ea-95e0-2a32a6a2b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:20.138507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] Network hostable DHCP agents. Network: e644cc6f-56cf-461d-9b5c-11ecc2c2e143, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:24:20.174278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ee42d0a-a726-4db8-bf0c-cee1778a4f00 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.216101 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef80ed55-0bfc-4674-9fb2-1165fd7a83e8 req-9332ec18-1653-4c93-93e2-54e524786dbf tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513174 May 27 22:24:20.223892 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.238000 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a305-789b-4cc0-bd0b-0eeb4b0f54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.238000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee42d0a-a726-4db8-bf0c-cee1778a4f00 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Pushing event deleted for resources: {'Port': ['ID=0c16ac3b-ae11-4592-aa8f-104e69e1881f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:20.238270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1337439685-network', 'tenant_id': 'bd83fc0fe9494498a84af7de1d8ff04c'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:20.248668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:20.255565 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Usage tracker for resource:network and tenant:bd83fc0fe9494498a84af7de1d8ff04c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:20.260757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:20.262368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] Network e644cc6f-56cf-461d-9b5c-11ecc2c2e143 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:24:20.309673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:20.318283 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a305-789b-4cc0-bd0b-0eeb4b0f54d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.320775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2a305-789b-4cc0-bd0b-0eeb4b0f54d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d51f770-9879-43cf-a933-60d72e74d4ab,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:20.324628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff76fd5b-1809-4785-9b0a-1c78d8b2bf2d None None] Network 289d7308-6f23-473d-960c-d3e2556fdf55 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:24:20.329776 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ee42d0a-a726-4db8-bf0c-cee1778a4f00 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.329889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62e71f-5922-4f2d-9426-a03119c3b70b req-676088b3-74e2-49a6-925d-857108b13628 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:20.330383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a62e71f-5922-4f2d-9426-a03119c3b70b req-676088b3-74e2-49a6-925d-857108b13628 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.2764823 May 27 22:24:20.397068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, e644cc6f-56cf-461d-9b5c-11ecc2c2e143) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:20.405907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dfe7cc-109e-4709-be77-8203a86cdbed None None] Network e644cc6f-56cf-461d-9b5c-11ecc2c2e143 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:24:20.409656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:20.410665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.424968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Made reservation on behalf of bd83fc0fe9494498a84af7de1d8ff04c for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:24:20.429114 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b7d2a305-789b-4cc0-bd0b-0eeb4b0f54d3 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/2d51f770-9879-43cf-a933-60d72e74d4ab HTTP/1.1" status: 204 len: 168 time: 1.3957326 May 27 22:24:20.429255 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.429343 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ee42d0a-a726-4db8-bf0c-cee1778a4f00 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.432517 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2ee42d0a-a726-4db8-bf0c-cee1778a4f00 tempest-AttachSCSIVolumeTestJSON-319685086 tempest-AttachSCSIVolumeTestJSON-319685086-project] 10.222.0.27 "DELETE /v2.0/floatingips/74df330e-5bc0-4f97-bc8b-443e755caeaa HTTP/1.1" status: 204 len: 168 time: 1.5778813 May 27 22:24:20.432517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37594) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:20.457682 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.488949 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a62e71f-5922-4f2d-9426-a03119c3b70b req-0da6e67c-3c1f-4946-91fb-49c778dd1806 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458621 May 27 22:24:20.512619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:20.544712 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e83f7a6d-3aad-4968-9c4a-21841fcac867 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9172020 May 27 22:24:20.546305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37604) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:20.553056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:20.563820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Usage tracker for resource:security_group_rule and tenant:bd83fc0fe9494498a84af7de1d8ff04c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:20.568452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:20.577414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:20.578049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Usage tracker for resource:router and tenant:79c092a1a5a54f6398d0d9bdc51864e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:20.582238 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:20.586235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:20.587359 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.598338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:20.605028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Deleting port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:20.605520 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.806258 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.808114 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.849196 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.907923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'fixed_ips': [{'subnet_id': 'e4124652-a084-462a-a1cd-fd8903fd3428'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:24:20.919801 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:20.990883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8d6a85-0401-4f9a-aac6-56c347760e0f None None] DHCP port deletion for 289d7308-6f23-473d-960c-d3e2556fdf55 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:24:20.997671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] For port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=5b46614f-0686-426f-9ce2-50fc4c6e0cbc,segment=NetworkSegment(d1c26a75-189e-476f-908d-17b9333ed4bb),segment_id=d1c26a75-189e-476f-908d-17b9333ed4bb)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:20.997829 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d6a85-0401-4f9a-aac6-56c347760e0f None None] Deleting port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:21.002702 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:21.002818 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6a85-0401-4f9a-aac6-56c347760e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:21.067228 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:21.078749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96c045c-74fb-43e2-9abd-ee3f45807c53 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:24:21.088547 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:21.109761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Transition to ACTIVE for port object f96c045c-74fb-43e2-9abd-ee3f45807c53 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:21.135298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae32ec-05bb-453a-b8a8-3b0ecfd3563c req-9df64e4c-90b3-4b6c-819d-42360ec47741 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:21.136821 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7dae32ec-05bb-453a-b8a8-3b0ecfd3563c req-9df64e4c-90b3-4b6c-819d-42360ec47741 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 945 time: 0.4231322 May 27 22:24:21.149270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b4a74-79fa-4eef-8999-35822369d8c7 req-121eb1ca-a2ab-4812-ba35-ecc4669749c7 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:21.153557 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d72b4a74-79fa-4eef-8999-35822369d8c7 req-121eb1ca-a2ab-4812-ba35-ecc4669749c7 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 945 time: 0.3479300 May 27 22:24:21.170348 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:21.180777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Calling delete_port for 5b46614f-0686-426f-9ce2-50fc4c6e0cbc owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:21.205532 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:21.261324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ed8d6a85-0401-4f9a-aac6-56c347760e0f None None] For port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=5b46614f-0686-426f-9ce2-50fc4c6e0cbc,segment=NetworkSegment(d1c26a75-189e-476f-908d-17b9333ed4bb),segment_id=d1c26a75-189e-476f-908d-17b9333ed4bb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:21.261855 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6a85-0401-4f9a-aac6-56c347760e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:21.280861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 28fd374c-7f11-4ae1-a3c1-b05211c94501 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:21.287570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:24:21.367485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f96ba10-27a3-4a45-85f4-1ee7a9423813,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:21.385767 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7dae32ec-05bb-453a-b8a8-3b0ecfd3563c req-c1d0d07e-cdf4-46c4-acee-7c9b9a8fb7cc tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340996 May 27 22:24:21.395319 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:21.396130 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Added segment b6248b23-f6ae-47af-b81d-e8619e3091ea of type vlan for network e51e3690-df49-4f7a-b8d3-27dcdc04e6cc May 27 22:24:21.410118 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d72b4a74-79fa-4eef-8999-35822369d8c7 req-a00d3318-fc25-4397-b718-e61934cbaa5b tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437875 May 27 22:24:21.461446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=f96c045c-74fb-43e2-9abd-ee3f45807c53,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:21.482840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d6a85-0401-4f9a-aac6-56c347760e0f None None] Calling delete_port for 5b46614f-0686-426f-9ce2-50fc4c6e0cbc owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:21.530531 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:21.581559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Attempting to bind port f96c045c-74fb-43e2-9abd-ee3f45807c53 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:24:21.581782 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:21.582292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Attempting to bind port f96c045c-74fb-43e2-9abd-ee3f45807c53 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:24:21.582812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Attempting to bind port f96c045c-74fb-43e2-9abd-ee3f45807c53 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:21.588623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Port f96c045c-74fb-43e2-9abd-ee3f45807c53 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:24:21.589285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Attempting to bind port f96c045c-74fb-43e2-9abd-ee3f45807c53 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:21.594644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:24:21.595176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Checking segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:21.595742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Bound using segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:24:21.596327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Bound port: f96c045c-74fb-43e2-9abd-ee3f45807c53, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:24:21.597277 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:21.695103 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:21.696283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:21.697066 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:21.701719 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-ed8d6a85-0401-4f9a-aac6-56c347760e0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:24:21.702189 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-ed8d6a85-0401-4f9a-aac6-56c347760e0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:24:21.716264 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:21.741321 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Allocated IP 172.20.0.2 (e644cc6f-56cf-461d-9b5c-11ecc2c2e143/e4124652-a084-462a-a1cd-fd8903fd3428/3607e6f0-af39-4be5-86ca-2679670e8f9b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:24:21.855039 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 28fd374c-7f11-4ae1-a3c1-b05211c94501 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:21.861772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] No DVR routers for this DVR port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:24:21.869816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 28fd374c-7f11-4ae1-a3c1-b05211c94501 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:21.875830 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:21.908797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] Pushing event updated for resources: {'Network': ['ID=e51e3690-df49-4f7a-b8d3-27dcdc04e6cc,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:21.912079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 5b46614f-0686-426f-9ce2-50fc4c6e0cbc no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:21.921832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b46614f-0686-426f-9ce2-50fc4c6e0cbc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:21.925620 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:24:21.930795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:24:21.953163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f79516-6a5a-4223-ab31-4fb7f7a48cd7 req-ed29f559-2714-4ec8-8e2e-2f8a7dbdbbd1 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:21.954795 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9f79516-6a5a-4223-ab31-4fb7f7a48cd7 req-ed29f559-2714-4ec8-8e2e-2f8a7dbdbbd1 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 945 time: 0.3096118 May 27 22:24:21.955131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network e51e3690-df49-4f7a-b8d3-27dcdc04e6cc details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:24:21.963536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37650) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:21.974841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e2f29-64c8-4831-924f-a8577da14a11 req-68341536-d92b-4a00-a0b2-bf1884d52528 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:21.983138 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a54e2f29-64c8-4831-924f-a8577da14a11 req-68341536-d92b-4a00-a0b2-bf1884d52528 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 943 time: 0.2705898 May 27 22:24:21.992553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7198e905-e587-43a5-8b97-870abcc4129a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Request body: {'floatingip': {'port_id': '547493d4-378a-4491-9ae9-4a20886fdb70'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:21.995216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 5b46614f-0686-426f-9ce2-50fc4c6e0cbc {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:24:21.995652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 5b46614f-0686-426f-9ce2-50fc4c6e0cbc not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:24:22.063457 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.091325 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6a9bb9c4-80dd-469c-84dd-c65801caeb42 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0274181 May 27 22:24:22.103145 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.107421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37654) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:22.148465 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.167026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] Request body: {'subnet': {'network_id': 'e51e3690-df49-4f7a-b8d3-27dcdc04e6cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1337439685-subnet', 'tenant_id': 'bd83fc0fe9494498a84af7de1d8ff04c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:22.182632 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7198e905-e587-43a5-8b97-870abcc4129a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.200328 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:24:22.201218 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:24:22.201963 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:24:22.202294 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Subscribe: > port after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:24:22.202610 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:24:22.203328 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Subscribe: > port after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:24:22.203328 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:24:22.203633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:24:22.204397 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:24:22.204720 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:24:22.220255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d6a85-0401-4f9a-aac6-56c347760e0f None None] Deleting port 5b46614f-0686-426f-9ce2-50fc4c6e0cbc {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:22.220255 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed8d6a85-0401-4f9a-aac6-56c347760e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.276801 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:24:22.277143 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:24:22.277464 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:24:22.277786 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88901) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 22:24:22.278137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289d7308-6f23-473d-960c-d3e2556fdf55']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:22.295522 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c26a75-189e-476f-908d-17b9333ed4bb') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:22.295814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c26a75-189e-476f-908d-17b9333ed4bb') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:22.297786 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ed8d6a85-0401-4f9a-aac6-56c347760e0f None None] The port '5b46614f-0686-426f-9ce2-50fc4c6e0cbc' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:24:22.322921 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.328853 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.329895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 28fd374c-7f11-4ae1-a3c1-b05211c94501 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:22.330365 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.335896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:22.350157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Transition to ACTIVE for port object 3607e6f0-af39-4be5-86ca-2679670e8f9b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:22.354388 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.374258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b607a53-5ad3-4f29-b4f9-71624fc154b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fd374c-7f11-4ae1-a3c1-b05211c94501'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:22.386406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Transition to ACTIVE for port object 3607e6f0-af39-4be5-86ca-2679670e8f9b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:22.390483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:22.393447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] Usage tracker for resource:subnet and tenant:bd83fc0fe9494498a84af7de1d8ff04c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:22.398805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:22.404886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:22.405547 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.407058 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] 10.222.0.46 "PUT /v2.0/ports/f96c045c-74fb-43e2-9abd-ee3f45807c53 HTTP/1.1" status: 200 len: 1091 time: 2.4180353 May 27 22:24:22.414695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a', 'tag': 'f96c045c-74fb-43e2-9abd-ee3f45807c53'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:22.416878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:24:22.417288 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.436865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:22.442015 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a54e2f29-64c8-4831-924f-a8577da14a11 req-32439b3a-3b4d-4a89-835b-4bb84e8c6c9c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580827 May 27 22:24:22.455721 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.476024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04735d5-2d4e-4209-842a-0e2160cd8ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=f96c045c-74fb-43e2-9abd-ee3f45807c53,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:22.537073 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.563210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Network e644cc6f-56cf-461d-9b5c-11ecc2c2e143 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:22.568458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] Made reservation on behalf of bd83fc0fe9494498a84af7de1d8ff04c for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:24:22.568803 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:22.570728 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.578715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:24:22.646100 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db7f4de-0a4a-4e9a-ad2f-d308e1f871d3'] response: {'server_uuid': '5b607a53-5ad3-4f29-b4f9-71624fc154b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fd374c-7f11-4ae1-a3c1-b05211c94501', 'code': 200} May 27 22:24:22.733235 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Attempting to bind port 3607e6f0-af39-4be5-86ca-2679670e8f9b on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:24:22.734531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Attempting to bind port 3607e6f0-af39-4be5-86ca-2679670e8f9b by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'a789c1de-c27b-44ea-95e0-2a32a6a2b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:24:22.736468 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Attempting to bind port 3607e6f0-af39-4be5-86ca-2679670e8f9b on network e644cc6f-56cf-461d-9b5c-11ecc2c2e143 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:22.741239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Pushing event updated for resources: {'Port': ['ID=3607e6f0-af39-4be5-86ca-2679670e8f9b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:22.784192 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.801136 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.900252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:24:22.901026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Checking segment: {'id': 'a789c1de-c27b-44ea-95e0-2a32a6a2b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:22.905458 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] 10.222.0.27 "DELETE /v2.0/networks/289d7308-6f23-473d-960c-d3e2556fdf55 HTTP/1.1" status: 204 len: 168 time: 2.4684598 May 27 22:24:22.905601 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.905709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33868a69-c5f3-4a27-950a-143b527eba76 admin admin] Pushing event deleted for resources: {'Network': ['ID=289d7308-6f23-473d-960c-d3e2556fdf55,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:22.905809 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Bound using segment: {'id': 'a789c1de-c27b-44ea-95e0-2a32a6a2b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:24:22.905809 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Bound port: 3607e6f0-af39-4be5-86ca-2679670e8f9b, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a789c1de-c27b-44ea-95e0-2a32a6a2b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:24:22.907483 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.917097 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:22.957698 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:23.016018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4e7f7-a42b-44ae-a342-7af97b501aa7 req-7223c99d-29ab-4877-8bea-e6184328d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:23.017493 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15d4e7f7-a42b-44ae-a342-7af97b501aa7 req-7223c99d-29ab-4877-8bea-e6184328d5c1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 1097 time: 0.3265808 May 27 22:24:23.088684 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] For port 3607e6f0-af39-4be5-86ca-2679670e8f9b, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:24:23.092120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] For port 3607e6f0-af39-4be5-86ca-2679670e8f9b, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3607e6f0-af39-4be5-86ca-2679670e8f9b,segment=NetworkSegment(a789c1de-c27b-44ea-95e0-2a32a6a2b984),segment_id=a789c1de-c27b-44ea-95e0-2a32a6a2b984)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:24:23.128102 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment d1c26a75-189e-476f-908d-17b9333ed4bb resource provider aggregate not found May 27 22:24:23.129579 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=28fd374c-7f11-4ae1-a3c1-b05211c94501,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:23.132945 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15d4e7f7-a42b-44ae-a342-7af97b501aa7 req-be214630-e6b3-48ee-9e0a-61dcf3ae8f60 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984263 May 27 22:24:23.154390 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3cb39b-1ef1-4e52-a338-ac9259bf075c'] response: {'name': 'network-changed', 'server_uuid': 'd1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a', 'tag': 'f96c045c-74fb-43e2-9abd-ee3f45807c53', 'status': 'completed', 'code': 200} May 27 22:24:23.178559 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment d1c26a75-189e-476f-908d-17b9333ed4bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1c26a75-189e-476f-908d-17b9333ed4bb found for delete ", "request_id": "req-31cee71a-8825-4110-b03a-662259e97b2e"}]} May 27 22:24:23.200209 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:23.238685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5faca6-dff0-4706-ad28-9d67449d763a req-ad6dc3b6-9063-472a-9e24-d8fef07f25ed tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:23.240222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f5faca6-dff0-4706-ad28-9d67449d763a req-ad6dc3b6-9063-472a-9e24-d8fef07f25ed tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 1.0831459 May 27 22:24:23.287174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Allocated IP 172.25.2.130 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/38e54e56-e3df-45b4-a68f-11c544b75795) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:24:23.294572 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df1ab3c1-071c-4393-9dda-c092a4dfcbcf req-ab1909cc-7dca-431a-952b-f0fbbf681fe5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1601980 May 27 22:24:23.336200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1707a6de-71b3-48b4-aa91-8bf16fff447b None None] Pushing event updated for resources: {'Port': ['ID=3607e6f0-af39-4be5-86ca-2679670e8f9b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:23.388484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37684) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:23.543052 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f5faca6-dff0-4706-ad28-9d67449d763a req-975c04a5-d3ab-4e7a-a00d-dad5c0da0905 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821693 May 27 22:24:23.545766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-71ed3b54-ca66-4478-adae-1ab5c6c47adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:23.547176 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-71ed3b54-ca66-4478-adae-1ab5c6c47adb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 1094 time: 1.0281515 May 27 22:24:23.599150 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ba09d0b8-a06a-41d8-a021-7599fe70e859 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bdf37d7ed10d4446ae7134c74900f565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084329 May 27 22:24:23.603778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37692) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:23.694614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ab3c1-071c-4393-9dda-c092a4dfcbcf req-e8dea2de-0a6d-4034-b69f-a20f36cd353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:23.696078 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df1ab3c1-071c-4393-9dda-c092a4dfcbcf req-e8dea2de-0a6d-4034-b69f-a20f36cd353c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 1100 time: 0.3067360 May 27 22:24:23.711718 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:23.744007 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:23.751193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-7d6a4c6b-cfa6-44bc-a40e-61202d148020 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53 HTTP/1.1" status: 200 len: 217 time: 0.1671891 May 27 22:24:23.828602 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a92e2-3f24-4690-97be-ace30a51f35d req-39d33420-dea5-4ebd-9026-41dc4cb31845 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:23.830106 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce6a92e2-3f24-4690-97be-ace30a51f35d req-39d33420-dea5-4ebd-9026-41dc4cb31845 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 946 time: 0.6678531 May 27 22:24:23.868013 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea07dcf8-f74a-424c-92d6-33f3f5ea8f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:23.939087 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-072c1072-bfbb-44d9-b86f-cddf603cf0a8 service neutron] 10.222.0.57 "GET /v2.0/ports/fec3477a-d54d-4ab8-96ed-7a9f9e6cb652/bindings/n-h1-843680-3 HTTP/1.1" status: 200 len: 382 time: 0.6153309 May 27 22:24:23.965202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3607e6f0-af39-4be5-86ca-2679670e8f9b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:24.079171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea07dcf8-f74a-424c-92d6-33f3f5ea8f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:24.101309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ab3c1-071c-4393-9dda-c092a4dfcbcf req-1956f670-2d28-40a5-89d6-ed8f2043fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:24.104950 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df1ab3c1-071c-4393-9dda-c092a4dfcbcf req-1956f670-2d28-40a5-89d6-ed8f2043fcf6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.3798568 May 27 22:24:24.160548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c8f5e3-074a-40b4-8df6-5028503f9f82,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:24.175893 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:24.196953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 3607e6f0-af39-4be5-86ca-2679670e8f9b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:24.198364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] Checking segment: {'id': 'b6248b23-f6ae-47af-b81d-e8619e3091ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e51e3690-df49-4f7a-b8d3-27dcdc04e6cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:24.198728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] Network hostable DHCP agents. Network: e51e3690-df49-4f7a-b8d3-27dcdc04e6cc, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:24:24.204546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-75f70f3a-a155-4de5-a2d6-79333657e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:24.208309 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-75f70f3a-a155-4de5-a2d6-79333657e3c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.3909421 May 27 22:24:24.217838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce6a92e2-3f24-4690-97be-ace30a51f35d req-48a1e771-8e6a-4b47-8876-ef6fe7e841e9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907183 May 27 22:24:24.240581 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df1ab3c1-071c-4393-9dda-c092a4dfcbcf req-4c8ab4c9-335f-4357-b6dc-45c1e88d496c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b3b96510-2f78-4efa-9b87-9d3e1c553325 HTTP/1.1" status: 200 len: 217 time: 0.1238568 May 27 22:24:24.351295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ab3c1-071c-4393-9dda-c092a4dfcbcf req-3154c9eb-4af1-4957-8448-6564d9b0ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:24.352775 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df1ab3c1-071c-4393-9dda-c092a4dfcbcf req-3154c9eb-4af1-4957-8448-6564d9b0ac92 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0907106 May 27 22:24:24.362728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:24.397295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:24.399869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:24:24.433113 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-28f6ec7d-ec15-47da-a6b0-5504137880bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2113559 May 27 22:24:24.470584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Pushing event updated for resources: {'Port': ['ID=38e54e56-e3df-45b4-a68f-11c544b75795,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:24.510687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca3796-5007-45c7-9a54-116c6d66084c req-ac617ce9-23a2-41b3-bc21-b5f2d78b91c1 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:24.518383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fca3796-5007-45c7-9a54-116c6d66084c req-ac617ce9-23a2-41b3-bc21-b5f2d78b91c1 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 943 time: 0.7389343 May 27 22:24:24.600651 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7198e905-e587-43a5-8b97-870abcc4129a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:24.603895 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] Network e51e3690-df49-4f7a-b8d3-27dcdc04e6cc is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:24:24.702725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c107adba-a836-496d-bdba-7072f3b4d931 None None] Network e644cc6f-56cf-461d-9b5c-11ecc2c2e143 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:24:24.720391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fca3796-5007-45c7-9a54-116c6d66084c req-1c333406-3d94-4afc-9042-c6ab4eb3cca1 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007005 May 27 22:24:24.741358 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea07dcf8-f74a-424c-92d6-33f3f5ea8f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:24.746208 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7198e905-e587-43a5-8b97-870abcc4129a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:24.774663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ab3c1-071c-4393-9dda-c092a4dfcbcf req-86d4d867-5d96-4562-bea4-a02c1e2a42be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:24.782603 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df1ab3c1-071c-4393-9dda-c092a4dfcbcf req-86d4d867-5d96-4562-bea4-a02c1e2a42be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4157488 May 27 22:24:24.782603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07dcf8-f74a-424c-92d6-33f3f5ea8f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b75f2f-253d-40a0-960f-960bbe86f078,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:24.849879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, e51e3690-df49-4f7a-b8d3-27dcdc04e6cc) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:24.859666 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea07dcf8-f74a-424c-92d6-33f3f5ea8f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:24.863886 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea07dcf8-f74a-424c-92d6-33f3f5ea8f03 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d6b75f2f-253d-40a0-960f-960bbe86f078 HTTP/1.1" status: 204 len: 168 time: 1.2546751 May 27 22:24:24.896477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:24.900424 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:24.969506 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-942a809b-ef42-483b-a65a-c3690039ed60 service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5122736 May 27 22:24:24.985278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09cccf8-8ce9-44ee-858a-fc05e3681f79 None None] Network e51e3690-df49-4f7a-b8d3-27dcdc04e6cc requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:24:25.009299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Provisioning for port 3607e6f0-af39-4be5-86ca-2679670e8f9b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:25.098683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Provisioning complete for port 3607e6f0-af39-4be5-86ca-2679670e8f9b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:25.098967 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:25.186632 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df1ab3c1-071c-4393-9dda-c092a4dfcbcf req-2b358d3f-d045-465b-b7fa-9b8665c741a6 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014723 May 27 22:24:25.261669 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1474c1f1-06c9-4e84-82e2-4d7deee2321f admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1041813 May 27 22:24:25.383018 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df1ab3c1-071c-4393-9dda-c092a4dfcbcf req-6dcaec31-905b-4aeb-98e9-7436f0bd785d service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866238 May 27 22:24:25.408578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Current status of the port 3607e6f0-af39-4be5-86ca-2679670e8f9b is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:25.408578 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:25.412517 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:25.510899 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0f3798-2bdd-48c8-921f-8f1ce8e1d82e None None] Network e51e3690-df49-4f7a-b8d3-27dcdc04e6cc requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:24:25.539466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] For port 3607e6f0-af39-4be5-86ca-2679670e8f9b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3607e6f0-af39-4be5-86ca-2679670e8f9b,segment=NetworkSegment(a789c1de-c27b-44ea-95e0-2a32a6a2b984),segment_id=a789c1de-c27b-44ea-95e0-2a32a6a2b984)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:25.604000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc6322-8e56-4adb-90cd-9530b20c674f req-4477a4d6-e51d-480e-a09e-e577fadfa0c1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:25.613561 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4bc6322-8e56-4adb-90cd-9530b20c674f req-4477a4d6-e51d-480e-a09e-e577fadfa0c1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.8742387 May 27 22:24:25.644379 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:25.651746 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-7198e905-e587-43a5-8b97-870abcc4129a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Floating IP cc9a7132-fd33-433e-a277-ac0cb5923d1c associated. External IP: 172.25.2.159, port: 547493d4-378a-4491-9ae9-4a20886fdb70. May 27 22:24:25.800098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Pushing event updated for resources: {'Port': ['ID=3607e6f0-af39-4be5-86ca-2679670e8f9b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:25.810086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:25.810653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:25.811138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:25.811611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:25.812110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:25.812614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:25.813083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:25.813551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:25.814118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:25.814653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:25.815122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:25.815585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a691eb-a40a-45d1-8054-92593a3e852a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:25.863525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-589c530e-cd69-44ca-8c97-5d25834dd3ed None None] Provisioning complete for port 3607e6f0-af39-4be5-86ca-2679670e8f9b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:25.863899 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-589c530e-cd69-44ca-8c97-5d25834dd3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:25.915546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-4c6ee9d4-311b-42c1-9b0d-64c05e53f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:25.917065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-4c6ee9d4-311b-42c1-9b0d-64c05e53f690 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5&tenant_id=ecba41eb2b894855a95cc6ec50ef6350 HTTP/1.1" status: 200 len: 1101 time: 1.2606292 May 27 22:24:26.019905 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3607e6f0-af39-4be5-86ca-2679670e8f9b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:26.156284 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0b8ad7a-8096-4f4c-a20e-727913d73ca6 req-f61eb445-73dc-442a-8af0-7f2dddffeda0 service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9593129 May 27 22:24:26.223402 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:26.236742 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4bc6322-8e56-4adb-90cd-9530b20c674f req-e1309a30-8bee-4ec9-a44b-daf2cd800d47 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6194878 May 27 22:24:26.303911 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-589c530e-cd69-44ca-8c97-5d25834dd3ed None None] Current status of the port 3607e6f0-af39-4be5-86ca-2679670e8f9b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:26.315689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3607e6f0-af39-4be5-86ca-2679670e8f9b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:26.315689 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:26.379703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-aa14f3c3-f95b-4aff-a53b-2f9d961b6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:26.385319 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-aa14f3c3-f95b-4aff-a53b-2f9d961b6a6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 1101 time: 0.3976564 May 27 22:24:26.409321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22dc552-f1a4-404c-9d20-1ba05db2b1be req-4ce9dc95-7769-4cb9-a07b-e50f394b5bc6 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:26.416238 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d22dc552-f1a4-404c-9d20-1ba05db2b1be req-4ce9dc95-7769-4cb9-a07b-e50f394b5bc6 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 946 time: 0.9952881 May 27 22:24:26.489337 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3607e6f0-af39-4be5-86ca-2679670e8f9b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:26.649348 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d22dc552-f1a4-404c-9d20-1ba05db2b1be req-a287b017-e15c-4dc0-b9db-9fbbb79cebeb tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114632 May 27 22:24:26.828773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37748) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:26.829629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7198e905-e587-43a5-8b97-870abcc4129a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:24:26.835487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1220898629-network', 'tenant_id': '2b2366ce11f240aea08aa4efc6e4085c'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:26.848548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:26.860703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Usage tracker for resource:network and tenant:2b2366ce11f240aea08aa4efc6e4085c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:26.867846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Router aca33bdf-3740-45c7-a3f9-5b57bfdf938a is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:24:26.880216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:26.892692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:26.969395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37752) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:26.989761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f25c3-20ef-4442-8481-0d3cb303ad96 req-3716aec5-708a-44bc-9710-eb404e71f1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:26.990772 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-023f25c3-20ef-4442-8481-0d3cb303ad96 req-3716aec5-708a-44bc-9710-eb404e71f1c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 1094 time: 0.6896713 May 27 22:24:26.999420 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-20a011c2-c90a-4393-a7d7-7782c86e986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:27.000904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-20a011c2-c90a-4393-a7d7-7782c86e986f service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.5789745 May 27 22:24:27.045576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a373c-dd47-4939-a6ff-54257d430a8c req-cbae252a-cc59-4d5b-b7f5-b82a08fec8c9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:27.049141 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d24a373c-dd47-4939-a6ff-54257d430a8c req-cbae252a-cc59-4d5b-b7f5-b82a08fec8c9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 943 time: 0.5605085 May 27 22:24:27.051033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Made reservation on behalf of 2b2366ce11f240aea08aa4efc6e4085c for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:24:27.053607 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:27.082607 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:27.104386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1466495856-network', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:27.112679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:27.121385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Usage tracker for resource:network and tenant:beb9c46471874b9fa616b3b7de7b7a41 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:27.128529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:27.130316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:27.142743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Usage tracker for resource:security_group_rule and tenant:2b2366ce11f240aea08aa4efc6e4085c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:27.145790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:27.150005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:27.162489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:27.164569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:24:27.176177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Sync routers for ids ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:24:27.186426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Routers {'aca33bdf-3740-45c7-a3f9-5b57bfdf938a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:27.187145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:27.199200 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-4d5247a5-d0c8-4ac1-ab26-fe866a19dced service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 HTTP/1.1" status: 200 len: 217 time: 0.1622725 May 27 22:24:27.214388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Made reservation on behalf of beb9c46471874b9fa616b3b7de7b7a41 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:24:27.217234 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:27.236633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:27.262976 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:27.273703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:beb9c46471874b9fa616b3b7de7b7a41 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:27.276611 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:27.281222 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b0299b99-7c21-4f85-9ba9-9fe121404f4b admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7305996 May 27 22:24:27.281222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:27.282578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37760) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:27.358916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:27.393286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Set router aca33bdf-3740-45c7-a3f9-5b57bfdf938a gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:27.407345 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:27.473469 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:27.480956 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea329920-21e5-446a-a88e-380edf845a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:27.543468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:24:27.560776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77db9a2d-b1ec-4985-b6d5-c1e12ad8d232,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:27.564278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d24a373c-dd47-4939-a6ff-54257d430a8c req-e7d09395-7182-478a-8300-59d756bbf9e7 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465678 May 27 22:24:27.578311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-3ba15cbb-cad3-40b4-a07e-7599e7c418ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:27.579736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-3ba15cbb-cad3-40b4-a07e-7599e7c418ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1637044 May 27 22:24:27.583938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7198e905-e587-43a5-8b97-870abcc4129a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:24:27.588739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115695a-bd3b-4f0b-bfcb-46d303403691 req-5cc3e636-7386-42c4-8ef0-91950162c3ea tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:27.596023 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d115695a-bd3b-4f0b-bfcb-46d303403691 req-5cc3e636-7386-42c4-8ef0-91950162c3ea tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 1097 time: 0.7123082 May 27 22:24:27.596236 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f5ebe6-1d82-40a8-ab73-e524c83e392e None None] Sync routers for ids ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:24:27.611581 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f5ebe6-1d82-40a8-ab73-e524c83e392e None None] Routers {'1ccf0cf2-bb67-4599-96ba-8a7fa890863c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:27.612214 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e7f5ebe6-1d82-40a8-ab73-e524c83e392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:27.647037 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7198e905-e587-43a5-8b97-870abcc4129a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:27.673267 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:27.673529 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Added segment 67fcc8a0-c409-4b97-a60e-4c5b1e564db9 of type vlan for network 445e27c4-86b3-47ff-8d87-af0690fd8b90 May 27 22:24:27.682019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f25c3-20ef-4442-8481-0d3cb303ad96 req-ade90119-2725-4dae-aefe-ae87f398a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:27.683731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-023f25c3-20ef-4442-8481-0d3cb303ad96 req-ade90119-2725-4dae-aefe-ae87f398a190 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.6738470 May 27 22:24:27.730774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37764) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:27.765686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:27.793067 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-023f25c3-20ef-4442-8481-0d3cb303ad96 req-d9820beb-0dd3-4706-a8f8-05bc2b1c1f90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53 HTTP/1.1" status: 200 len: 217 time: 0.0941639 May 27 22:24:27.901755 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d115695a-bd3b-4f0b-bfcb-46d303403691 req-c9ff6c71-8a33-40c3-bc47-e43db8f839a5 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051076 May 27 22:24:27.912334 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7198e905-e587-43a5-8b97-870abcc4129a tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "PUT /v2.0/floatingips/cc9a7132-fd33-433e-a277-ac0cb5923d1c HTTP/1.1" status: 200 len: 991 time: 5.9470248 May 27 22:24:27.923352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e31c44-cd8c-4bae-9672-35fa15721446', 'tag': '547493d4-378a-4491-9ae9-4a20886fdb70'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:27.989619 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e7f5ebe6-1d82-40a8-ab73-e524c83e392e None None] Set router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:28.018461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f25c3-20ef-4442-8481-0d3cb303ad96 req-a4f31475-528a-480f-9ccf-f551ccdebaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:28.019965 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-023f25c3-20ef-4442-8481-0d3cb303ad96 req-a4f31475-528a-480f-9ccf-f551ccdebaa8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.2146962 May 27 22:24:28.050404 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:28.051728 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:28.052665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:28.077824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:20Z', 'updated_at': '2022-05-27T22:24:24Z', 'revision_number': 3, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'gw_port': {'id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:83:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:23Z', 'updated_at': '2022-05-27T22:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:28.085508 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-023f25c3-20ef-4442-8481-0d3cb303ad96 req-e47548ce-0376-430d-b217-af553f2d56e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481818 May 27 22:24:28.108991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-ce9c6e1e-83ba-4dfe-b70c-58829a467df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:28.109349 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:28.109495 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:28.110460 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-ce9c6e1e-83ba-4dfe-b70c-58829a467df6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4956067 May 27 22:24:28.111361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:28.118258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Checking router: aca33bdf-3740-45c7-a3f9-5b57bfdf938a for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:24:28.118708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Updating router aca33bdf-3740-45c7-a3f9-5b57bfdf938a port 38e54e56-e3df-45b4-a68f-11c544b75795 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:24:28.199239 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:28.276929 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:28.302873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195e75-8301-49ca-979f-d0cae466e9a8 req-7e3fee62-abc8-4d9c-8c1c-3af1f838edf4 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:28.304641 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0195e75-8301-49ca-979f-d0cae466e9a8 req-7e3fee62-abc8-4d9c-8c1c-3af1f838edf4 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.4650340 May 27 22:24:28.371280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:28.448631 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-023f25c3-20ef-4442-8481-0d3cb303ad96 req-8154b0be-3d25-44ec-97a9-9a8450df99a5 service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597624 May 27 22:24:28.494028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0195e75-8301-49ca-979f-d0cae466e9a8 req-f3537f0f-e11b-4f1b-88b2-638fd1c1be50 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713049 May 27 22:24:28.642974 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-f8659bd8-69eb-47ab-8c35-7eee36fe629a service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246029 May 27 22:24:28.656097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.57', 62300) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:28.658104 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b09619-2041-4b47-a2a0-0b5e4ca51dd6'] response: {'name': 'network-changed', 'server_uuid': 'd5e31c44-cd8c-4bae-9672-35fa15721446', 'tag': '547493d4-378a-4491-9ae9-4a20886fdb70', 'status': 'completed', 'code': 200} May 27 22:24:28.732449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:28.738475 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:28.739311 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:28.797258 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:28.830969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:24:28.844674 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e7f5ebe6-1d82-40a8-ab73-e524c83e392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'cc9a7132-fd33-433e-a277-ac0cb5923d1c', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'floating_ip_address': '172.25.2.159', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'port_id': '547493d4-378a-4491-9ae9-4a20886fdb70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'mac_address': 'fa:16:3e:c9:f8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e31c44-cd8c-4bae-9672-35fa15721446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:22:55Z', 'updated_at': '2022-05-27T22:24:24Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa00173-5568-4e4e-8aa4-17cdacbd3b0f', 'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'mac_address': 'fa:16:3e:5d:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:16Z', 'updated_at': '2022-05-27T22:22:28Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'subnets': [{'id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:28.848602 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:28.848944 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Added segment c5117cdc-c82d-4af3-baf7-4c2bdc414292 of type vlan for network 5805d8d7-b08f-4c0d-95c4-a9196fefe40b May 27 22:24:28.854979 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f5ebe6-1d82-40a8-ab73-e524c83e392e None None] Checking router: 1ccf0cf2-bb67-4599-96ba-8a7fa890863c for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:24:28.880080 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:28.880777 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f5ebe6-1d82-40a8-ab73-e524c83e392e None None] Routers {'1ccf0cf2-bb67-4599-96ba-8a7fa890863c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:28.881629 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e7f5ebe6-1d82-40a8-ab73-e524c83e392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:28.961826 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:28.974613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Transition to ACTIVE for port object 38e54e56-e3df-45b4-a68f-11c544b75795 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:28.979882 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0d8a76-3301-46a4-a480-9d435a8fef94'] response: {'server_uuid': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652', 'code': 200} May 27 22:24:28.988226 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1579378 May 27 22:24:29.011980 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-b937e648-0c31-478d-badf-760e1bf2116d service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307698 May 27 22:24:29.019295 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-023f25c3-20ef-4442-8481-0d3cb303ad96 req-37f77e26-ac80-4dfb-8737-3090effc3e34 service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544217 May 27 22:24:29.021493 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37786) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:29.059263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8d88b-dd27-4b9c-bd0f-127f35ccc415 req-52886c9c-c021-4be4-94ad-c87af9ce7bf1 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:29.060792 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:29.078058 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebd8d88b-dd27-4b9c-bd0f-127f35ccc415 req-52886c9c-c021-4be4-94ad-c87af9ce7bf1 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 945 time: 0.8733835 May 27 22:24:29.109239 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1e758-8301-447e-911d-226f214d611e admin admin] Pushing event updated for resources: {'Network': ['ID=445e27c4-86b3-47ff-8d87-af0690fd8b90,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:29.141915 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:29.141915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:29.142279 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:29.149097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 445e27c4-86b3-47ff-8d87-af0690fd8b90 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:24:29.164585 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e7f5ebe6-1d82-40a8-ab73-e524c83e392e None None] Set router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:29.213909 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device f96c045c-74fb-43e2-9abd-ee3f45807c53 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:24:29.221163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] Request body: {'subnet': {'network_id': '445e27c4-86b3-47ff-8d87-af0690fd8b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1220898629-subnet', 'tenant_id': '2b2366ce11f240aea08aa4efc6e4085c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:29.231470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:29.239694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] Usage tracker for resource:subnet and tenant:2b2366ce11f240aea08aa4efc6e4085c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:29.248593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:29.264720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:29.280686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ea6bde-fc71-46b1-8704-ffb9debf8856,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:29.343955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] Made reservation on behalf of 2b2366ce11f240aea08aa4efc6e4085c for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:24:29.346434 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:29.426019 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Attempting to bind port 38e54e56-e3df-45b4-a68f-11c544b75795 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:24:29.426298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Attempting to bind port 38e54e56-e3df-45b4-a68f-11c544b75795 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:24:29.426662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Attempting to bind port 38e54e56-e3df-45b4-a68f-11c544b75795 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:29.447971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:24:29.448342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:29.456421 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:29.456421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:24:29.460197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Bound port: 38e54e56-e3df-45b4-a68f-11c544b75795, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:24:29.460197 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:29.504747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f918eb6-a20f-416e-a166-c3d494d1b116 None None] Pushing event updated for resources: {'Port': ['ID=38e54e56-e3df-45b4-a68f-11c544b75795,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:29.589024 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:24:29.668215 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebd8d88b-dd27-4b9c-bd0f-127f35ccc415 req-6aa5eda2-ba28-45f1-9d7e-83718f113750 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5892844 May 27 22:24:29.705876 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e7f5ebe6-1d82-40a8-ab73-e524c83e392e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'cc9a7132-fd33-433e-a277-ac0cb5923d1c', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'floating_ip_address': '172.25.2.159', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'port_id': '547493d4-378a-4491-9ae9-4a20886fdb70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'mac_address': 'fa:16:3e:c9:f8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e31c44-cd8c-4bae-9672-35fa15721446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:22:55Z', 'updated_at': '2022-05-27T22:24:24Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa00173-5568-4e4e-8aa4-17cdacbd3b0f', 'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'mac_address': 'fa:16:3e:5d:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:16Z', 'updated_at': '2022-05-27T22:22:28Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'subnets': [{'id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:29.716256 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f5ebe6-1d82-40a8-ab73-e524c83e392e None None] The sync data for ids ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'] in n-d-843680-3 is: [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'cc9a7132-fd33-433e-a277-ac0cb5923d1c', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'floating_ip_address': '172.25.2.159', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'port_id': '547493d4-378a-4491-9ae9-4a20886fdb70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'mac_address': 'fa:16:3e:c9:f8:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5e31c44-cd8c-4bae-9672-35fa15721446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:22:55Z', 'updated_at': '2022-05-27T22:24:24Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa00173-5568-4e4e-8aa4-17cdacbd3b0f', 'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'mac_address': 'fa:16:3e:5d:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:16Z', 'updated_at': '2022-05-27T22:22:28Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'subnets': [{'id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:24:29.717627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405d940-b732-4a37-a64d-b0cd55d69d52 req-70945bf7-11cf-48c3-8bea-430be0b82652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:29.719534 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a405d940-b732-4a37-a64d-b0cd55d69d52 req-70945bf7-11cf-48c3-8bea-430be0b82652 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e18f035654174a42b48b0fc1a9791032&device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 1096 time: 1.0606616 May 27 22:24:29.753725 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7783096 May 27 22:24:29.759555 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:29.785311 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6d564e7d-aeb5-4f01-a79f-688bbea9543c req-825f33c7-74b1-41c6-8ecb-0b09af909247 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2234778 May 27 22:24:29.785889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3899f-fed5-46ef-8f96-6ff4acb18fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=5805d8d7-b08f-4c0d-95c4-a9196fefe40b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:29.800111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'f96c045c-74fb-43e2-9abd-ee3f45807c53', 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380', 'port_id': 'f96c045c-74fb-43e2-9abd-ee3f45807c53', 'mac_address': 'fa:16:3e:d8:94:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6553a03-c42d-4c2a-b37f-5623f5c12ea9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:24:29.804555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37800) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:29.839731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 5805d8d7-b08f-4c0d-95c4-a9196fefe40b details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:24:29.840300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] Request body: {'subnet': {'network_id': '5805d8d7-b08f-4c0d-95c4-a9196fefe40b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1466495856-subnet', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:29.854345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:29.880048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] Usage tracker for resource:subnet and tenant:beb9c46471874b9fa616b3b7de7b7a41 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:29.881261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276fe0f-cc30-4556-9137-e6f84fc84212 req-4ec41074-bc26-4246-9a2d-784110cbbd54 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:29.881375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:29.884863 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8276fe0f-cc30-4556-9137-e6f84fc84212 req-4ec41074-bc26-4246-9a2d-784110cbbd54 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 943 time: 0.8622844 May 27 22:24:29.897910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:29.913604 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40d71be9-b2e5-4fe2-82b5-f54414bb8ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:30.067178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] Made reservation on behalf of beb9c46471874b9fa616b3b7de7b7a41 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:24:30.069737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:30.090300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] For port 38e54e56-e3df-45b4-a68f-11c544b75795, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:24:30.111286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port f96c045c-74fb-43e2-9abd-ee3f45807c53 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:30.111661 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:30.124591 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8276fe0f-cc30-4556-9137-e6f84fc84212 req-e73ef93e-4e02-493b-a98c-aaa7be14481d tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388122 May 27 22:24:30.139863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405d940-b732-4a37-a64d-b0cd55d69d52 req-82352a1b-02fe-439d-b069-02f62656fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:30.141482 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a405d940-b732-4a37-a64d-b0cd55d69d52 req-82352a1b-02fe-439d-b069-02f62656fcb7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ab33ae76-9300-40f2-8dbc-de1d762ee34e HTTP/1.1" status: 200 len: 925 time: 0.4111722 May 27 22:24:30.195164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9602cb34-87a8-4511-a137-d7aeccfa7f31 None None] New status for floating IP cc9a7132-fd33-433e-a277-ac0cb5923d1c: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:24:30.268972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96c045c-74fb-43e2-9abd-ee3f45807c53 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:24:30.311113 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] For port 38e54e56-e3df-45b4-a68f-11c544b75795, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=38e54e56-e3df-45b4-a68f-11c544b75795,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:24:30.344373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d564e7d-aeb5-4f01-a79f-688bbea9543c req-ff66fae2-163c-4168-a6d5-2c1df0a68574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:30.345783 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6d564e7d-aeb5-4f01-a79f-688bbea9543c req-ff66fae2-163c-4168-a6d5-2c1df0a68574 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 1101 time: 0.3800771 May 27 22:24:30.360299 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:30.373679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2c5d1-a81a-4a77-b1c8-4d3fec5ba0c3 req-c8ad4c19-34bd-47c0-b009-0c68cb54add9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:30.381060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebf2c5d1-a81a-4a77-b1c8-4d3fec5ba0c3 req-c8ad4c19-34bd-47c0-b009-0c68cb54add9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 948 time: 0.4708683 May 27 22:24:30.409949 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a405d940-b732-4a37-a64d-b0cd55d69d52 req-4a8b1bcf-8ad6-4bb1-a037-bc5612f2b4ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=547493d4-378a-4491-9ae9-4a20886fdb70 HTTP/1.1" status: 200 len: 999 time: 0.2181149 May 27 22:24:30.449131 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:30.461059 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:30.539268 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebf2c5d1-a81a-4a77-b1c8-4d3fec5ba0c3 req-ed8e331b-b4ca-4eea-af77-4b811ea6d3d1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572685 May 27 22:24:30.543813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f918eb6-a20f-416e-a166-c3d494d1b116 None None] Pushing event updated for resources: {'Port': ['ID=38e54e56-e3df-45b4-a68f-11c544b75795,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:30.562816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:30.591110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] Checking segment: {'id': '67fcc8a0-c409-4b97-a60e-4c5b1e564db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '445e27c4-86b3-47ff-8d87-af0690fd8b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:30.592001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] Network hostable DHCP agents. Network: 445e27c4-86b3-47ff-8d87-af0690fd8b90, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:24:30.613668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405d940-b732-4a37-a64d-b0cd55d69d52 req-08becd06-6c7c-4dd8-95e0-d3b590f1ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:30.615108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a405d940-b732-4a37-a64d-b0cd55d69d52 req-08becd06-6c7c-4dd8-95e0-d3b590f1ba09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9afffc65-b4ef-4eef-9951-21b17ee5d145 HTTP/1.1" status: 200 len: 863 time: 0.1921837 May 27 22:24:30.617026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af3da23-f30a-4a99-991c-8def13922d4a,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:30.664597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Routers {'aca33bdf-3740-45c7-a3f9-5b57bfdf938a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:30.666299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:30.732370 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405d940-b732-4a37-a64d-b0cd55d69d52 req-0a9d6261-e58e-4188-b237-2f2260bc120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:30.734126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a405d940-b732-4a37-a64d-b0cd55d69d52 req-0a9d6261-e58e-4188-b237-2f2260bc120f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ab33ae76-9300-40f2-8dbc-de1d762ee34e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103644 May 27 22:24:30.778331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] Network 445e27c4-86b3-47ff-8d87-af0690fd8b90 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:24:30.779861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Allocated IP 172.20.0.1 (e644cc6f-56cf-461d-9b5c-11ecc2c2e143/e4124652-a084-462a-a1cd-fd8903fd3428/511f5c87-976e-4623-a599-39c26e3da090) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:24:30.825184 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:30.935479 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a405d940-b732-4a37-a64d-b0cd55d69d52 req-dfb57938-f265-4343-99d6-aa3ce85053a8 service neutron] 10.222.0.57 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942370 May 27 22:24:30.936965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 445e27c4-86b3-47ff-8d87-af0690fd8b90) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:30.954300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eba520b-fb14-4fcb-97ef-187e63ce397c None None] Network 445e27c4-86b3-47ff-8d87-af0690fd8b90 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:24:30.968652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:30.970518 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:31.021507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] Set router aca33bdf-3740-45c7-a3f9-5b57bfdf938a gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:31.093816 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:31.152126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a405d940-b732-4a37-a64d-b0cd55d69d52 req-8b48bf34-49a0-436d-920a-208bbbec2e5e service neutron] 10.222.0.57 "GET /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988471 May 27 22:24:31.174638 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ef0829a3-24bd-4f34-8542-a919bd664d55 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0944934 May 27 22:24:31.185321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d564e7d-aeb5-4f01-a79f-688bbea9543c req-7b1e07a9-9a9a-49f6-8067-aa58015f098a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:31.186824 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6d564e7d-aeb5-4f01-a79f-688bbea9543c req-7b1e07a9-9a9a-49f6-8067-aa58015f098a service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.8097503 May 27 22:24:31.226588 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:31.240550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['f96c045c-74fb-43e2-9abd-ee3f45807c53'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:24:31.264007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=f96c045c-74fb-43e2-9abd-ee3f45807c53,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:31.408114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75b56-ee33-4fe3-a586-abe2c8f3488b req-8c35c465-2370-46ef-858b-c563f23dd76a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:31.411814 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ecf75b56-ee33-4fe3-a586-abe2c8f3488b req-8c35c465-2370-46ef-858b-c563f23dd76a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 944 time: 0.1232975 May 27 22:24:31.423637 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d3cae54-503d-4b7c-aa20-5c96e393e9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:31.504712 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ecf75b56-ee33-4fe3-a586-abe2c8f3488b req-faba4a5a-0f39-485f-83aa-25df93eec5c5 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865867 May 27 22:24:31.544314 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:31.636058 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6d564e7d-aeb5-4f01-a79f-688bbea9543c req-92187e24-d89e-490e-931a-a28b9b69bdd6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=06ae86bd-b637-4110-b5ff-000cf3971924 HTTP/1.1" status: 200 len: 217 time: 0.3831851 May 27 22:24:31.641557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99632e2f-b0d6-4aae-9ffd-e4010b3687e4,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:31.675570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96081c1a-3edc-45f4-a0e5-e928572c5c72 None None] Network 445e27c4-86b3-47ff-8d87-af0690fd8b90 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:24:31.836824 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:31.885355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Transition to ACTIVE for port object 511f5c87-976e-4623-a599-39c26e3da090 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:31.918774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d564e7d-aeb5-4f01-a79f-688bbea9543c req-58f0ea8f-7531-43dc-9d3d-00021c6286d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:31.920220 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6d564e7d-aeb5-4f01-a79f-688bbea9543c req-58f0ea8f-7531-43dc-9d3d-00021c6286d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2738061 May 27 22:24:31.924393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] Checking segment: {'id': 'c5117cdc-c82d-4af3-baf7-4c2bdc414292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5805d8d7-b08f-4c0d-95c4-a9196fefe40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:31.924758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] Network hostable DHCP agents. Network: 5805d8d7-b08f-4c0d-95c4-a9196fefe40b, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:24:31.958913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:20Z', 'updated_at': '2022-05-27T22:24:24Z', 'revision_number': 3, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'gw_port': {'id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:83:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:23Z', 'updated_at': '2022-05-27T22:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:31.960829 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:31.973937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b88d5a-5ca0-4bfa-9bb4-d75a774e14d5 None None] The sync data for ids ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'] in n-d-843680-3 is: [{'id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:20Z', 'updated_at': '2022-05-27T22:24:24Z', 'revision_number': 3, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'gw_port': {'id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:83:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:23Z', 'updated_at': '2022-05-27T22:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:24:31.984494 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c579575-282b-49e5-8ec3-b99c1c121dee req-794e0391-eec4-42d8-8fc7-856582ec4fd7 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:31.991655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4c579575-282b-49e5-8ec3-b99c1c121dee req-794e0391-eec4-42d8-8fc7-856582ec4fd7 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 948 time: 0.2878458 May 27 22:24:32.020339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a56a6e-565e-437d-a619-512468bbcc05 req-5bb26d77-6ffd-4971-bf01-db5a97ddb6af tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:32.021946 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-95a56a6e-565e-437d-a619-512468bbcc05 req-5bb26d77-6ffd-4971-bf01-db5a97ddb6af tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Synchronizing usage tracker for tenant:bd83fc0fe9494498a84af7de1d8ff04c on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:24:32.071923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4c579575-282b-49e5-8ec3-b99c1c121dee req-8d65dbeb-a60c-4fbf-92d5-0c0f54d2b728 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791664 May 27 22:24:32.099264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-95a56a6e-565e-437d-a619-512468bbcc05 req-5bb26d77-6ffd-4971-bf01-db5a97ddb6af tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Unset dirty status for tenant:bd83fc0fe9494498a84af7de1d8ff04c on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:24:32.100474 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a56a6e-565e-437d-a619-512468bbcc05 req-5bb26d77-6ffd-4971-bf01-db5a97ddb6af tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/networks?id=e51e3690-df49-4f7a-b8d3-27dcdc04e6cc HTTP/1.1" status: 200 len: 815 time: 0.3242335 May 27 22:24:32.117914 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a56a6e-565e-437d-a619-512468bbcc05 req-38b0f344-f24a-4468-8a61-999396d86658 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/quotas/bd83fc0fe9494498a84af7de1d8ff04c HTTP/1.1" status: 200 len: 375 time: 0.0100896 May 27 22:24:32.142331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d564e7d-aeb5-4f01-a79f-688bbea9543c req-574f9afd-3298-4069-a142-913980a9fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:32.143888 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6d564e7d-aeb5-4f01-a79f-688bbea9543c req-574f9afd-3298-4069-a142-913980a9fff2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2117231 May 27 22:24:32.171009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] Network 5805d8d7-b08f-4c0d-95c4-a9196fefe40b is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:24:32.180699 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a56a6e-565e-437d-a619-512468bbcc05 req-0c57f155-feb4-4292-bc83-154865783a8c tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=bd83fc0fe9494498a84af7de1d8ff04c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462744 May 27 22:24:32.294725 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:32.362331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Network e644cc6f-56cf-461d-9b5c-11ecc2c2e143 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:32.378072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:32.380945 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a56a6e-565e-437d-a619-512468bbcc05 req-3f7e9187-e391-4bae-9942-94e7fc5e21a6 service neutron] 10.222.0.27 "GET /v2.0/networks/e51e3690-df49-4f7a-b8d3-27dcdc04e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992846 May 27 22:24:32.381111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:24:32.468224 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:32.616706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 5805d8d7-b08f-4c0d-95c4-a9196fefe40b) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:32.625043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8593ba21-1712-4c16-9b57-8db4c6a56f05 None None] Network 5805d8d7-b08f-4c0d-95c4-a9196fefe40b requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:24:32.666007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:32.670532 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:32.670685 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a56a6e-565e-437d-a619-512468bbcc05 req-e40f49c0-6a4f-4a7f-970a-7ceda48eea10 service neutron] 10.222.0.27 "GET /v2.0/networks/e51e3690-df49-4f7a-b8d3-27dcdc04e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861309 May 27 22:24:32.746297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0d3cae54-503d-4b7c-aa20-5c96e393e9fb admin admin] Deleting port 21790916-59e6-4dc7-8ffe-6427414159be {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:32.746702 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d3cae54-503d-4b7c-aa20-5c96e393e9fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:32.943316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a982d860-e971-4f1c-913d-ee96274b2804 None None] Provisioning for port 511f5c87-976e-4623-a599-39c26e3da090 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:32.969297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Pushing event updated for resources: {'Port': ['ID=511f5c87-976e-4623-a599-39c26e3da090,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:32.974418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-5805d8d7-b08f-4c0d-95c4-a9196fefe40b', 'network_id': '5805d8d7-b08f-4c0d-95c4-a9196fefe40b', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'fixed_ips': [{'subnet_id': '99632e2f-b0d6-4aae-9ffd-e4010b3687e4'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:24:32.975509 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:33.011043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a982d860-e971-4f1c-913d-ee96274b2804 None None] Provisioning complete for port 511f5c87-976e-4623-a599-39c26e3da090 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:33.011578 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a982d860-e971-4f1c-913d-ee96274b2804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:33.029716 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6d564e7d-aeb5-4f01-a79f-688bbea9543c req-6ddd4c4b-290d-4fb9-b3f3-06bc0ac90900 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8779435 May 27 22:24:33.113592 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-564ee15e-23de-437f-a8aa-4697cde5e0e0 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 3.3034427 May 27 22:24:33.116923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37848) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:33.123701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1466495856-router', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:33.140559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:33.175095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a982d860-e971-4f1c-913d-ee96274b2804 None None] Port 511f5c87-976e-4623-a599-39c26e3da090 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:24:33.208816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Usage tracker for resource:router and tenant:beb9c46471874b9fa616b3b7de7b7a41 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:33.217313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:33.232942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:33.265103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device f96c045c-74fb-43e2-9abd-ee3f45807c53 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:33.276938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a4441-b628-4d9b-a330-dc01061b86af req-0af0db02-1df8-4b73-b31a-560714c6234d tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:33.278570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e0a4441-b628-4d9b-a330-dc01061b86af req-0af0db02-1df8-4b73-b31a-560714c6234d tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 944 time: 0.1295264 May 27 22:24:33.306665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-0d3cae54-503d-4b7c-aa20-5c96e393e9fb admin admin] For port 21790916-59e6-4dc7-8ffe-6427414159be, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=21790916-59e6-4dc7-8ffe-6427414159be,segment=NetworkSegment(f30b90a9-e57b-4e42-842c-c0c8ac869202),segment_id=f30b90a9-e57b-4e42-842c-c0c8ac869202)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:33.307021 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d3cae54-503d-4b7c-aa20-5c96e393e9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:33.357326 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e0a4441-b628-4d9b-a330-dc01061b86af req-7f58c4c6-ba51-4ec3-918e-d043c8992412 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722375 May 27 22:24:33.359162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Allocated IP 172.20.0.2 (5805d8d7-b08f-4c0d-95c4-a9196fefe40b/99632e2f-b0d6-4aae-9ffd-e4010b3687e4/b292cab0-276c-4972-9b0f-d4734bb26790) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:24:33.365269 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:33.368870 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:33.416331 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:33.479249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0d3cae54-503d-4b7c-aa20-5c96e393e9fb admin admin] Calling delete_port for 21790916-59e6-4dc7-8ffe-6427414159be owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:33.480158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port f96c045c-74fb-43e2-9abd-ee3f45807c53 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:33.505609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port f96c045c-74fb-43e2-9abd-ee3f45807c53 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:33.505981 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:33.536407 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f421a732-f93e-45bc-a465-836ddb914292 req-95d6e704-255a-425d-9f54-61cc22691752 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 210 time: 0.0981059 May 27 22:24:33.572168 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6d564e7d-aeb5-4f01-a79f-688bbea9543c req-0347393d-cd75-4fbf-a960-c0a0e92de3aa service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356276 May 27 22:24:33.749267 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:33.763529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Transition to ACTIVE for port object b292cab0-276c-4972-9b0f-d4734bb26790 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:33.798507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Transition to ACTIVE for port object b292cab0-276c-4972-9b0f-d4734bb26790 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:33.815408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1a7fa-c6f2-442c-84d6-913990097a2b req-a1d1b5cc-d879-4f7e-ae57-651666a1eed0 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:33.816956 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dfd1a7fa-c6f2-442c-84d6-913990097a2b req-a1d1b5cc-d879-4f7e-ae57-651666a1eed0 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 948 time: 0.2544367 May 27 22:24:33.872982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port f96c045c-74fb-43e2-9abd-ee3f45807c53 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:33.873365 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:33.884809 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:24:33.890297 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:33.940785 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:34.019516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96c045c-74fb-43e2-9abd-ee3f45807c53'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:34.045298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 38e54e56-e3df-45b4-a68f-11c544b75795 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:34.111924 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:34.126443 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dfd1a7fa-c6f2-442c-84d6-913990097a2b req-8ed9935d-b95b-4df4-8fe2-70f930280cd3 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448330 May 27 22:24:34.144635 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:24:34.221662 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e839ea9-215e-4f1c-ba0f-2916c2a23d22'] response: {'server_uuid': 'd1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96c045c-74fb-43e2-9abd-ee3f45807c53', 'code': 200} May 27 22:24:34.231607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:34.250577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Network 5805d8d7-b08f-4c0d-95c4-a9196fefe40b is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:34.296580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:34.310363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Pushing event updated for resources: {'Port': ['ID=b292cab0-276c-4972-9b0f-d4734bb26790,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:34.323276 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:24:34.330423 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:34.423572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfab9d-7004-40cf-9fab-067ffd9a35c3 req-e9782586-f3c4-49d6-99d6-9ad41343cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:34.425366 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60bfab9d-7004-40cf-9fab-067ffd9a35c3 req-e9782586-f3c4-49d6-99d6-9ad41343cea2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 1096 time: 0.1999884 May 27 22:24:34.504799 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60bfab9d-7004-40cf-9fab-067ffd9a35c3 req-ae082758-1476-46d7-8dfb-99809dabb244 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714760 May 27 22:24:34.521109 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d3cae54-503d-4b7c-aa20-5c96e393e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:34.579792 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:34.581533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cae54-503d-4b7c-aa20-5c96e393e9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=21790916-59e6-4dc7-8ffe-6427414159be,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:34.709365 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:34.776590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 38e54e56-e3df-45b4-a68f-11c544b75795 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:34.781874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=f96c045c-74fb-43e2-9abd-ee3f45807c53,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:34.797446 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 38e54e56-e3df-45b4-a68f-11c544b75795 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:34.797818 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:34.866580 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:34.875837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Attempting to bind port b292cab0-276c-4972-9b0f-d4734bb26790 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:24:34.876218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Attempting to bind port b292cab0-276c-4972-9b0f-d4734bb26790 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'c5117cdc-c82d-4af3-baf7-4c2bdc414292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5805d8d7-b08f-4c0d-95c4-a9196fefe40b'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:24:34.876688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Attempting to bind port b292cab0-276c-4972-9b0f-d4734bb26790 on network 5805d8d7-b08f-4c0d-95c4-a9196fefe40b {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:34.897127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:34.904226 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:34.916398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:24:34.916725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Checking segment: {'id': 'c5117cdc-c82d-4af3-baf7-4c2bdc414292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5805d8d7-b08f-4c0d-95c4-a9196fefe40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:34.916986 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:34.917392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Bound using segment: {'id': 'c5117cdc-c82d-4af3-baf7-4c2bdc414292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5805d8d7-b08f-4c0d-95c4-a9196fefe40b'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:24:34.917878 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Bound port: b292cab0-276c-4972-9b0f-d4734bb26790, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5117cdc-c82d-4af3-baf7-4c2bdc414292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5805d8d7-b08f-4c0d-95c4-a9196fefe40b'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:24:34.918252 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:34.938943 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652', 'mac_address': 'fa:16:3e:8a:27:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:24:34.971447 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:35.044294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48becb7-4263-414b-8f2d-df78024e0373 req-df4ecab8-2592-46b3-842d-6d15067811b7 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:35.058629 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b48becb7-4263-414b-8f2d-df78024e0373 req-df4ecab8-2592-46b3-842d-6d15067811b7 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 945 time: 0.5378289 May 27 22:24:35.176873 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b48becb7-4263-414b-8f2d-df78024e0373 req-b9f5b06f-610b-4a51-a953-fb85ea32c109 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167343 May 27 22:24:35.294828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] For port b292cab0-276c-4972-9b0f-d4734bb26790, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:24:35.299749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] For port b292cab0-276c-4972-9b0f-d4734bb26790, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b292cab0-276c-4972-9b0f-d4734bb26790,segment=NetworkSegment(c5117cdc-c82d-4af3-baf7-4c2bdc414292),segment_id=c5117cdc-c82d-4af3-baf7-4c2bdc414292)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:24:35.300909 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 38e54e56-e3df-45b4-a68f-11c544b75795 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:35.301906 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:35.303883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3258f00b-8d23-496c-aff7-06939c90ca00 req-f565526a-d2e0-42e3-84ab-a6dfa4d86b33 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 210 time: 0.0894272 May 27 22:24:35.322486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Allocated IP 172.25.2.165 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/e70eac8e-9ba1-4296-98ad-7388586ea284) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:24:35.329067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:35.329957 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:35.369865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:24:35.379237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 38e54e56-e3df-45b4-a68f-11c544b75795, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=38e54e56-e3df-45b4-a68f-11c544b75795,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:35.386711 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:35.398566 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Pushing event updated for resources: {'Port': ['ID=511f5c87-976e-4623-a599-39c26e3da090,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:35.442557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:35.469716 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:35.502861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be659be-bd09-4ab3-87d2-ad22a14c6e42 None None] Pushing event updated for resources: {'Port': ['ID=b292cab0-276c-4972-9b0f-d4734bb26790,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:35.655381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Network e644cc6f-56cf-461d-9b5c-11ecc2c2e143 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:35.664082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:35.720679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=38e54e56-e3df-45b4-a68f-11c544b75795,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:35.722673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3acb0-14d2-4cc2-b59c-556d1e5869a4 req-36dfab83-b110-4dc4-8d02-99b8e78a6402 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:35.733553 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:35.742525 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fab3acb0-14d2-4cc2-b59c-556d1e5869a4 req-36dfab83-b110-4dc4-8d02-99b8e78a6402 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 949 time: 0.3862553 May 27 22:24:35.898638 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fab3acb0-14d2-4cc2-b59c-556d1e5869a4 req-05671694-2a94-47f3-9322-daf30c3989d1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551352 May 27 22:24:35.923651 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:35.925404 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:36.077691 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:36.082298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['fec3477a-d54d-4ab8-96ed-7a9f9e6cb652'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:24:36.195479 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d3cae54-503d-4b7c-aa20-5c96e393e9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:36.217440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Pushing event updated for resources: {'Port': ['ID=e70eac8e-9ba1-4296-98ad-7388586ea284,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:36.227145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:36.235597 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Router aca33bdf-3740-45c7-a3f9-5b57bfdf938a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:24:36.237451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:36.239903 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:24:36.265760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d6da2a24-33c8-46bc-b5ad-50e9f50ef573 None None] Provisioning complete for port 511f5c87-976e-4623-a599-39c26e3da090 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:36.266499 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6da2a24-33c8-46bc-b5ad-50e9f50ef573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:36.278571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-4cdf5205-6334-43cf-8156-6b6652337b35 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:36.278999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-4cdf5205-6334-43cf-8156-6b6652337b35 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Synchronizing usage tracker for tenant:ecba41eb2b894855a95cc6ec50ef6350 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:24:36.330821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 38e54e56-e3df-45b4-a68f-11c544b75795 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:36.433457 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:24:36.483158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d6da2a24-33c8-46bc-b5ad-50e9f50ef573 None None] Port 511f5c87-976e-4623-a599-39c26e3da090 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:24:36.504494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 38e54e56-e3df-45b4-a68f-11c544b75795 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:36.504870 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:36.603612 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-244fcb91-8e13-464b-88f7-94a9e35e6a55 req-c90f1812-5226-4b50-804e-3e85ae1eb084 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 210 time: 0.1278303 May 27 22:24:36.645742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-4cdf5205-6334-43cf-8156-6b6652337b35 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Unset dirty status for tenant:ecba41eb2b894855a95cc6ec50ef6350 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:24:36.645742 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-4cdf5205-6334-43cf-8156-6b6652337b35 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.57 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5&tenant_id=ecba41eb2b894855a95cc6ec50ef6350&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 948 time: 1.2957480 May 27 22:24:36.728777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 38e54e56-e3df-45b4-a68f-11c544b75795 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:36.730320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b292cab0-276c-4972-9b0f-d4734bb26790 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:36.876249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:24:36.888089 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Sync routers for ids ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:24:36.900794 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Routers {'aca33bdf-3740-45c7-a3f9-5b57bfdf938a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:36.901374 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:36.918205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a56a6e-565e-437d-a619-512468bbcc05 req-863c4048-3e63-4385-8903-e3ceec0fa210 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:36.921702 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a56a6e-565e-437d-a619-512468bbcc05 req-863c4048-3e63-4385-8903-e3ceec0fa210 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.46 "GET /v2.0/networks?id=e51e3690-df49-4f7a-b8d3-27dcdc04e6cc HTTP/1.1" status: 200 len: 815 time: 0.6174479 May 27 22:24:36.959915 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-37e88e1b-9888-4ef8-8807-71c5cac676b1 service neutron] 10.222.0.57 "GET /v2.0/ports/fec3477a-d54d-4ab8-96ed-7a9f9e6cb652/bindings/n-h1-843680-3 HTTP/1.1" status: 200 len: 382 time: 0.2511573 May 27 22:24:36.962155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port b292cab0-276c-4972-9b0f-d4734bb26790 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:36.992548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Request body: {'port': {'device_id': 'dc829401-7aa2-472a-9bc1-94b749ff1750', 'network_id': 'e51e3690-df49-4f7a-b8d3-27dcdc04e6cc', 'admin_state_up': True, 'tenant_id': 'bd83fc0fe9494498a84af7de1d8ff04c'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:37.110470 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-eb1a89a4-5194-4b5e-86eb-95d74647da48 admin admin] 10.222.0.27 "PUT /v2.0/routers/aca33bdf-3740-45c7-a3f9-5b57bfdf938a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8186510 May 27 22:24:37.123684 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b124b82-af88-4ef5-a086-47fcf7a87a6d None None] Network 5805d8d7-b08f-4c0d-95c4-a9196fefe40b requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:24:37.138295 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Set router aca33bdf-3740-45c7-a3f9-5b57bfdf938a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:37.185752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b2d0f-5b97-4222-8040-983208689e5a req-318decbe-c495-4801-90c5-60de1b48bfff tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:37.193215 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-625b2d0f-5b97-4222-8040-983208689e5a req-318decbe-c495-4801-90c5-60de1b48bfff tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 945 time: 0.7161553 May 27 22:24:37.342910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-b11dec02-9600-4855-96e8-ecfe62d75e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:37.344646 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-b11dec02-9600-4855-96e8-ecfe62d75e68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 1100 time: 0.3192060 May 27 22:24:37.350987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3cae54-503d-4b7c-aa20-5c96e393e9fb admin admin] Router df577254-5919-4894-911d-d4570790ef87 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:24:37.365035 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ebbfc60b-6eaa-47f2-816f-93672138d790 None None] Provisioning for port b292cab0-276c-4972-9b0f-d4734bb26790 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:37.384432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ebbfc60b-6eaa-47f2-816f-93672138d790 None None] Provisioning complete for port b292cab0-276c-4972-9b0f-d4734bb26790 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:37.385566 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebbfc60b-6eaa-47f2-816f-93672138d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:37.388181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:37.414557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Usage tracker for resource:port and tenant:bd83fc0fe9494498a84af7de1d8ff04c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:37.437552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:37.444023 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-625b2d0f-5b97-4222-8040-983208689e5a req-56d8bfe6-0fba-4c59-9ebb-caba62f9865e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500019 May 27 22:24:37.482045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05ce6f-fc97-44ed-a5cf-4dc42c62622d req-fa9afc54-f5c8-49c7-ac5a-78e974498606 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:37.489646 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c05ce6f-fc97-44ed-a5cf-4dc42c62622d req-fa9afc54-f5c8-49c7-ac5a-78e974498606 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 949 time: 0.3951712 May 27 22:24:37.516248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:37.558780 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c05ce6f-fc97-44ed-a5cf-4dc42c62622d req-f99142c3-63a2-4edd-a19f-08ce0c8b3643 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681150 May 27 22:24:37.641504 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:20Z', 'updated_at': '2022-05-27T22:24:33Z', 'revision_number': 4, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'gw_port': {'id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:23Z', 'updated_at': '2022-05-27T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '511f5c87-976e-4623-a599-39c26e3da090', 'name': '', 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'mac_address': 'fa:16:3e:78:e4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:30Z', 'updated_at': '2022-05-27T22:24:34Z', 'revision_number': 2, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'subnets': [{'id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:37.656449 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Checking router: aca33bdf-3740-45c7-a3f9-5b57bfdf938a for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:24:37.657197 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Updating router aca33bdf-3740-45c7-a3f9-5b57bfdf938a port 511f5c87-976e-4623-a599-39c26e3da090 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:24:37.694263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Made reservation on behalf of bd83fc0fe9494498a84af7de1d8ff04c for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:24:37.698637 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:37.745094 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:37.755909 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ebbfc60b-6eaa-47f2-816f-93672138d790 None None] Current status of the port b292cab0-276c-4972-9b0f-d4734bb26790 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:37.756280 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebbfc60b-6eaa-47f2-816f-93672138d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:37.817949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37894) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:37.822922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ebbfc60b-6eaa-47f2-816f-93672138d790 None None] For port b292cab0-276c-4972-9b0f-d4734bb26790, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b292cab0-276c-4972-9b0f-d4734bb26790,segment=NetworkSegment(c5117cdc-c82d-4af3-baf7-4c2bdc414292),segment_id=c5117cdc-c82d-4af3-baf7-4c2bdc414292)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:37.836057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:37.844326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e64fd48c-9b84-40e6-a0c3-91f57fc6a4e6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--738536436', 'description': 'tempest-description--714544952'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:37.857069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-c176cbe1-9834-4797-b50e-e8cb7e595286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:37.859433 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-c176cbe1-9834-4797-b50e-e8cb7e595286 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.5068066 May 27 22:24:37.860608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e64fd48c-9b84-40e6-a0c3-91f57fc6a4e6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:37.879454 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:37.928073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e64fd48c-9b84-40e6-a0c3-91f57fc6a4e6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Usage tracker for resource:security_group and tenant:79c092a1a5a54f6398d0d9bdc51864e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:37.928885 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebbfc60b-6eaa-47f2-816f-93672138d790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:37.944938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e64fd48c-9b84-40e6-a0c3-91f57fc6a4e6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:37.951203 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-011f1b8d-cc84-4fb7-87ee-2f145f648b1d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 HTTP/1.1" status: 200 len: 217 time: 0.0856655 May 27 22:24:37.960926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e64fd48c-9b84-40e6-a0c3-91f57fc6a4e6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:37.974453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3cae54-503d-4b7c-aa20-5c96e393e9fb admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:24:38.088194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfc60b-6eaa-47f2-816f-93672138d790 None None] Pushing event updated for resources: {'Port': ['ID=b292cab0-276c-4972-9b0f-d4734bb26790,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:38.092761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cea6499-7187-4f6a-b9c8-f20e9de41ae4 None None] Sync routers for ids ['df577254-5919-4894-911d-d4570790ef87'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:24:38.114772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cea6499-7187-4f6a-b9c8-f20e9de41ae4 None None] Routers {'df577254-5919-4894-911d-d4570790ef87'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:38.115657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-8cea6499-7187-4f6a-b9c8-f20e9de41ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['df577254-5919-4894-911d-d4570790ef87'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:38.128561 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0d3cae54-503d-4b7c-aa20-5c96e393e9fb admin admin] 10.222.0.27 "PUT /v2.0/routers/df577254-5919-4894-911d-d4570790ef87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3974366 May 27 22:24:38.159976 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37898) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:38.246284 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:38.261084 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Transition to ACTIVE for port object 511f5c87-976e-4623-a599-39c26e3da090 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:38.333452 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e64fd48c-9b84-40e6-a0c3-91f57fc6a4e6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:38.334755 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:38.387193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e64fd48c-9b84-40e6-a0c3-91f57fc6a4e6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:38.395758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-77761786-0ab3-4790-b1ab-072fd51ab460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:38.400111 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-77761786-0ab3-4790-b1ab-072fd51ab460 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.4314454 May 27 22:24:38.401390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e64fd48c-9b84-40e6-a0c3-91f57fc6a4e6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Usage tracker for resource:security_group_rule and tenant:79c092a1a5a54f6398d0d9bdc51864e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:38.405663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:38.406335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e64fd48c-9b84-40e6-a0c3-91f57fc6a4e6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:38.406943 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:38.468922 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9563278d-fdee-4f60-b7ba-5f0b576565a9 req-59f3a9d0-56a2-407f-a23b-9495a1af51a6 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 210 time: 0.0776680 May 27 22:24:38.508980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e64fd48c-9b84-40e6-a0c3-91f57fc6a4e6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:38.549005 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e0c3d-9731-4cd6-a5ef-f32c84681edd None None] Pushing event updated for resources: {'Port': ['ID=511f5c87-976e-4623-a599-39c26e3da090,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:38.593512 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:38.694963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d3bda17c-ff38-4c82-b92a-0bbae0847a7c None None] Provisioning complete for port b292cab0-276c-4972-9b0f-d4734bb26790 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:38.700077 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3bda17c-ff38-4c82-b92a-0bbae0847a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:38.796126 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Attempting to bind port 511f5c87-976e-4623-a599-39c26e3da090 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:24:38.796701 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Attempting to bind port 511f5c87-976e-4623-a599-39c26e3da090 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'a789c1de-c27b-44ea-95e0-2a32a6a2b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:24:38.796829 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Attempting to bind port 511f5c87-976e-4623-a599-39c26e3da090 on network e644cc6f-56cf-461d-9b5c-11ecc2c2e143 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:38.808105 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:24:38.808505 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Checking segment: {'id': 'a789c1de-c27b-44ea-95e0-2a32a6a2b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:38.809059 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:38.809441 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Bound using segment: {'id': 'a789c1de-c27b-44ea-95e0-2a32a6a2b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:24:38.809893 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Bound port: 511f5c87-976e-4623-a599-39c26e3da090, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a789c1de-c27b-44ea-95e0-2a32a6a2b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:24:38.810276 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:38.813572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-8cea6499-7187-4f6a-b9c8-f20e9de41ae4 None None] Set router df577254-5919-4894-911d-d4570790ef87 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:38.855205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0adedf-67ee-402b-ab23-573c644ecd24 req-252a3b13-4a83-4e2f-95fb-f9fe65233d14 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:38.857276 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac0adedf-67ee-402b-ab23-573c644ecd24 req-252a3b13-4a83-4e2f-95fb-f9fe65233d14 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 1096 time: 1.1371031 May 27 22:24:38.914572 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e64fd48c-9b84-40e6-a0c3-91f57fc6a4e6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:38.917026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-08560cd4-87b7-4e92-9f47-bf4999f7d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:38.919421 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-08560cd4-87b7-4e92-9f47-bf4999f7d4aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5018547 May 27 22:24:38.934687 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] For port 511f5c87-976e-4623-a599-39c26e3da090, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:24:38.937889 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] For port 511f5c87-976e-4623-a599-39c26e3da090, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=511f5c87-976e-4623-a599-39c26e3da090,segment=NetworkSegment(a789c1de-c27b-44ea-95e0-2a32a6a2b984),segment_id=a789c1de-c27b-44ea-95e0-2a32a6a2b984)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:24:39.006779 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e64fd48c-9b84-40e6-a0c3-91f57fc6a4e6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:39.008113 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:39.043363 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Allocated IP 172.20.0.7 (e51e3690-df49-4f7a-b8d3-27dcdc04e6cc/e8c8f5e3-074a-40b4-8df6-5028503f9f82/80f3dd36-8187-47eb-82d5-fba11aba560b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:24:39.055772 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:39.083780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fd48c-9b84-40e6-a0c3-91f57fc6a4e6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccea17f7-fd33-4ef1-af56-2572fe438bf4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:39.087965 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e0c3d-9731-4cd6-a5ef-f32c84681edd None None] Pushing event updated for resources: {'Port': ['ID=511f5c87-976e-4623-a599-39c26e3da090,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:39.106033 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Routers {'aca33bdf-3740-45c7-a3f9-5b57bfdf938a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:39.106180 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:39.119709 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac0adedf-67ee-402b-ab23-573c644ecd24 req-aec2161c-b8c7-40f0-83ab-305a42bc9e39 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432396 May 27 22:24:39.123123 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-963e0ddc-5e08-4dcb-ab75-76b9ac35609f service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964717 May 27 22:24:39.222137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057ea03-ff83-4294-a751-38289d47422d req-b39967ba-638c-4902-8987-e38cba42003e tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:39.233878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b057ea03-ff83-4294-a751-38289d47422d req-b39967ba-638c-4902-8987-e38cba42003e tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 949 time: 0.4989927 May 27 22:24:39.237223 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e64fd48c-9b84-40e6-a0c3-91f57fc6a4e6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:39.238811 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e64fd48c-9b84-40e6-a0c3-91f57fc6a4e6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4192929 May 27 22:24:39.251041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37908) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:39.252703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] Deleting port 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:39.253887 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:39.280339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:39.302477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3f2f2088-498a-4f21-b43d-77e056dcb758 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Request body: {'security_group_rule': {'security_group_id': 'ccea17f7-fd33-4ef1-af56-2572fe438bf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:39.342793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3f2f2088-498a-4f21-b43d-77e056dcb758 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:39.354530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3f2f2088-498a-4f21-b43d-77e056dcb758 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Usage tracker for resource:security_group_rule and tenant:79c092a1a5a54f6398d0d9bdc51864e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:39.361138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3f2f2088-498a-4f21-b43d-77e056dcb758 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:39.372798 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3f2f2088-498a-4f21-b43d-77e056dcb758 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:39.389513 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] Set router aca33bdf-3740-45c7-a3f9-5b57bfdf938a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:39.504997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:39.505579 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:39.545646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d3bda17c-ff38-4c82-b92a-0bbae0847a7c None None] Current status of the port b292cab0-276c-4972-9b0f-d4734bb26790 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:39.561862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:39.581052 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-a0337d70-9b66-47a5-a502-c0233de8a19e service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498413 May 27 22:24:39.586623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:39.589135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-8cea6499-7187-4f6a-b9c8-f20e9de41ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df577254-5919-4894-911d-d4570790ef87', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:23Z', 'updated_at': '2022-05-27T22:24:34Z', 'revision_number': 5, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'gw_port': {'id': '62a5fb5d-b9a0-4e60-9400-fd0cc8c65132', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:18:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df577254-5919-4894-911d-d4570790ef87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 199, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:24Z', 'updated_at': '2022-05-27T22:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:39.605968 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f2f2088-498a-4f21-b43d-77e056dcb758 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:39.609382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cea6499-7187-4f6a-b9c8-f20e9de41ae4 None None] Checking router: df577254-5919-4894-911d-d4570790ef87 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:24:39.620718 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cea6499-7187-4f6a-b9c8-f20e9de41ae4 None None] Routers {'df577254-5919-4894-911d-d4570790ef87'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:39.622566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-8cea6499-7187-4f6a-b9c8-f20e9de41ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['df577254-5919-4894-911d-d4570790ef87'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:39.645650 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b057ea03-ff83-4294-a751-38289d47422d req-4809bfcf-3edf-45fc-8946-aed981c59104 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108946 May 27 22:24:39.653777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] For port 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62a5fb5d-b9a0-4e60-9400-fd0cc8c65132,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:39.654598 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:39.824415 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:20Z', 'updated_at': '2022-05-27T22:24:33Z', 'revision_number': 4, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'gw_port': {'id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:23Z', 'updated_at': '2022-05-27T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '511f5c87-976e-4623-a599-39c26e3da090', 'name': '', 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'mac_address': 'fa:16:3e:78:e4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:30Z', 'updated_at': '2022-05-27T22:24:38Z', 'revision_number': 4, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'subnets': [{'id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:39.828066 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b74bdf-df69-4800-9666-2cc77332cdd0 None None] The sync data for ids ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'] in n-d-843680-3 is: [{'id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:20Z', 'updated_at': '2022-05-27T22:24:33Z', 'revision_number': 4, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'gw_port': {'id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:23Z', 'updated_at': '2022-05-27T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '511f5c87-976e-4623-a599-39c26e3da090', 'name': '', 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'mac_address': 'fa:16:3e:78:e4:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:30Z', 'updated_at': '2022-05-27T22:24:38Z', 'revision_number': 4, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'subnets': [{'id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:24:39.854092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-8cea6499-7187-4f6a-b9c8-f20e9de41ae4 None None] Set router df577254-5919-4894-911d-d4570790ef87 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:39.938367 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-577e225e-3378-4f19-b47b-f7ca0f4caf88 req-dd9fa854-d4cb-46e1-806f-5b5b53eff14a tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 210 time: 0.1019714 May 27 22:24:40.021986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-8cea6499-7187-4f6a-b9c8-f20e9de41ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df577254-5919-4894-911d-d4570790ef87', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:23Z', 'updated_at': '2022-05-27T22:24:39Z', 'revision_number': 6, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:40.026451 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:40.031627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b292cab0-276c-4972-9b0f-d4734bb26790 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:40.040306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110167b-2076-495b-845e-7d2c54ac161d req-03a41602-7daa-47a0-8745-222ad41c7b20 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:40.045034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f110167b-2076-495b-845e-7d2c54ac161d req-03a41602-7daa-47a0-8745-222ad41c7b20 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 1096 time: 0.6402164 May 27 22:24:40.059465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Router 09534324-b751-4404-80ba-49bb670beb66 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:24:40.102215 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c27a2309-53a0-4413-a007-0d4fc940586e'] response: {'server_uuid': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652', 'code': 200} May 27 22:24:40.112928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] Calling delete_port for 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:40.162799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cea6499-7187-4f6a-b9c8-f20e9de41ae4 None None] The sync data for ids ['df577254-5919-4894-911d-d4570790ef87'] in n-d-843680-3 is: [{'id': 'df577254-5919-4894-911d-d4570790ef87', 'name': 'tempest-AttachSCSIVolumeTestJSON-522616465-router', 'tenant_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:23Z', 'updated_at': '2022-05-27T22:24:39Z', 'revision_number': 6, 'project_id': 'dd7854410b794c8abce9ac7bdb1540b8', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:24:40.182581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port b292cab0-276c-4972-9b0f-d4734bb26790 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:40.182948 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:40.208395 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f2f2088-498a-4f21-b43d-77e056dcb758 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:40.224867 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:40.255599 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:40.282574 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f110167b-2076-495b-845e-7d2c54ac161d req-5a452490-f4a0-4cad-a135-abc4367cef2e tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245708 May 27 22:24:40.342165 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f2f2088-498a-4f21-b43d-77e056dcb758 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:40.351266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port b292cab0-276c-4972-9b0f-d4734bb26790 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:40.368996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f2088-498a-4f21-b43d-77e056dcb758 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5fd215-baee-4d0f-bca8-495be0b5235b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:40.407741 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:40.414585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:24:40.424990 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Sync routers for ids ['09534324-b751-4404-80ba-49bb670beb66'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:24:40.438988 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Routers {'09534324-b751-4404-80ba-49bb670beb66'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:40.439408 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['09534324-b751-4404-80ba-49bb670beb66'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:40.467626 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f2f2088-498a-4f21-b43d-77e056dcb758 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:40.471188 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3f2f2088-498a-4f21-b43d-77e056dcb758 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1795263 May 27 22:24:40.472413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37926) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:40.478104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ccf8dcbf-8f6b-43f6-8e0b-a2e19da2b875 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Request body: {'security_group_rule': {'security_group_id': 'ccea17f7-fd33-4ef1-af56-2572fe438bf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:40.479587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=62a5fb5d-b9a0-4e60-9400-fd0cc8c65132,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:40.493665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ccf8dcbf-8f6b-43f6-8e0b-a2e19da2b875 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:40.498853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ccf8dcbf-8f6b-43f6-8e0b-a2e19da2b875 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Usage tracker for resource:security_group_rule and tenant:79c092a1a5a54f6398d0d9bdc51864e7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:40.507041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ccf8dcbf-8f6b-43f6-8e0b-a2e19da2b875 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:40.521743 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:40.582722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ccf8dcbf-8f6b-43f6-8e0b-a2e19da2b875 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:40.596721 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:40.623789 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:40.626787 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5d06489b-9d87-49f2-a816-bb6ca87d4208 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.5082133 May 27 22:24:40.646024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37932) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:40.895463 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:40.897516 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:40.914541 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Set router 09534324-b751-4404-80ba-49bb670beb66 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:40.946539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Pushing event updated for resources: {'Port': ['ID=80f3dd36-8187-47eb-82d5-fba11aba560b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:41.077312 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:41.077821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router df577254-5919-4894-911d-d4570790ef87 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:24:41.082742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Network e51e3690-df49-4f7a-b8d3-27dcdc04e6cc is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:41.089976 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:41.096441 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e36ef18a-0c9f-4d12-9231-dc4a02fef1fd admin admin] 10.222.0.27 "DELETE /v2.0/routers/df577254-5919-4894-911d-d4570790ef87 HTTP/1.1" status: 204 len: 168 time: 2.9224842 May 27 22:24:41.099718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37942) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:41.128133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:41.132607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:24:41.213261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1e70bb-c490-4531-804e-74a6fa18a639 admin admin] Deleting subnet edca6ddd-355d-49c2-acf1-5150668cb91b {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:24:41.218153 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e1e70bb-c490-4531-804e-74a6fa18a639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:41.222557 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ccf8dcbf-8f6b-43f6-8e0b-a2e19da2b875 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:41.309849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e1e70bb-c490-4531-804e-74a6fa18a639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:41.380000 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09534324-b751-4404-80ba-49bb670beb66', 'name': 'tempest-FloatingIPsNegativeTestJSON-1466495856-router', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:33Z', 'updated_at': '2022-05-27T22:24:37Z', 'revision_number': 3, 'project_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'gw_port': {'id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09534324-b751-4404-80ba-49bb670beb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:35Z', 'updated_at': '2022-05-27T22:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:41.384503 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Checking router: 09534324-b751-4404-80ba-49bb670beb66 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:24:41.384874 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Updating router 09534324-b751-4404-80ba-49bb670beb66 port e70eac8e-9ba1-4296-98ad-7388586ea284 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:24:41.410657 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e1e70bb-c490-4531-804e-74a6fa18a639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:41.417518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:41.417776 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:41.475298 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:41.487423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28270325-df13-4da1-8538-7c558c28bb93 req-5d5d5a1b-ea8f-4140-9ef6-094f376d02a5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:41.489097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28270325-df13-4da1-8538-7c558c28bb93 req-5d5d5a1b-ea8f-4140-9ef6-094f376d02a5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.5636334 May 27 22:24:41.561348 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ccf8dcbf-8f6b-43f6-8e0b-a2e19da2b875 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:41.570823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ba6b2-9ea5-47ef-9863-fec350a6470a req-9a125788-84ce-4e8b-bf1c-d89779619390 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:41.578587 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d54ba6b2-9ea5-47ef-9863-fec350a6470a req-9a125788-84ce-4e8b-bf1c-d89779619390 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 1096 time: 0.6551507 May 27 22:24:41.583688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a56a6e-565e-437d-a619-512468bbcc05 req-9d5cc4bb-3cb3-49a3-883d-6ada5ed96fcd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5986180 May 27 22:24:41.602330 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e1e70bb-c490-4531-804e-74a6fa18a639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:41.631053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Request body: {'port': {'device_id': 'dc829401-7aa2-472a-9bc1-94b749ff1750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:41.661053 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e1e70bb-c490-4531-804e-74a6fa18a639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:41.669999 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6499aa0b-00a7-4dd9-98a1-0021e76f069b None None] Network aace8a43-3db2-4854-b12e-1933448b39f0 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:24:41.679231 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ccf8dcbf-8f6b-43f6-8e0b-a2e19da2b875 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:41.684041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e70bb-c490-4531-804e-74a6fa18a639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edca6ddd-355d-49c2-acf1-5150668cb91b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:41.702936 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6e1e70bb-c490-4531-804e-74a6fa18a639 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/edca6ddd-355d-49c2-acf1-5150668cb91b HTTP/1.1" status: 204 len: 168 time: 0.6021447 May 27 22:24:41.703719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37946) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:41.948685 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:41.962539 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Transition to ACTIVE for port object e70eac8e-9ba1-4296-98ad-7388586ea284 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:41.969944 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:41.970266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8dcbf-8f6b-43f6-8e0b-a2e19da2b875 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0bbfdee-6b6e-4c57-804c-c8d22b09673b,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:41.994265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] Deleting port 36303b49-e719-40ff-aa43-94b07c9327a8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:41.994265 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:42.017764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 511f5c87-976e-4623-a599-39c26e3da090 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:42.037289 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28270325-df13-4da1-8538-7c558c28bb93 req-f2ff6d5b-17b4-46cd-959a-e3cba7bd65b4 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797738 May 27 22:24:42.043604 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:42.091401 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:42.162465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d54ba6b2-9ea5-47ef-9863-fec350a6470a req-9e140ea0-c347-4013-998c-9749ecb32abb tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829928 May 27 22:24:42.184324 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ccf8dcbf-8f6b-43f6-8e0b-a2e19da2b875 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:42.185653 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ccf8dcbf-8f6b-43f6-8e0b-a2e19da2b875 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7120268 May 27 22:24:42.191026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37952) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:42.222945 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Attempting to bind port e70eac8e-9ba1-4296-98ad-7388586ea284 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:24:42.223478 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Attempting to bind port e70eac8e-9ba1-4296-98ad-7388586ea284 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:24:42.224084 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Attempting to bind port e70eac8e-9ba1-4296-98ad-7388586ea284 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:42.227523 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8a45f-6fdc-496f-a360-0a68168eeb6f None None] Pushing event updated for resources: {'Port': ['ID=e70eac8e-9ba1-4296-98ad-7388586ea284,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:42.232098 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:24:42.232606 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:42.233067 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:42.233516 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:24:42.234042 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Bound port: e70eac8e-9ba1-4296-98ad-7388586ea284, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:24:42.234496 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:42.234628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:42.249084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 511f5c87-976e-4623-a599-39c26e3da090 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:42.260805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63604a80-82a9-4a6d-a731-6060cbf90731 None None] DHCP port deletion for aace8a43-3db2-4854-b12e-1933448b39f0 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:24:42.267362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:42.272323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Usage tracker for resource:floatingip and tenant:79c092a1a5a54f6398d0d9bdc51864e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:42.276009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:42.277043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 511f5c87-976e-4623-a599-39c26e3da090 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:42.277509 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:42.283978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:42.314872 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] For port e70eac8e-9ba1-4296-98ad-7388586ea284, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:24:42.318918 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] For port e70eac8e-9ba1-4296-98ad-7388586ea284, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e70eac8e-9ba1-4296-98ad-7388586ea284,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:24:42.330189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-63604a80-82a9-4a6d-a731-6060cbf90731 None None] Deleting port 36303b49-e719-40ff-aa43-94b07c9327a8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:42.330840 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63604a80-82a9-4a6d-a731-6060cbf90731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:42.381929 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:42.408494 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:42.484197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] For port 36303b49-e719-40ff-aa43-94b07c9327a8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=36303b49-e719-40ff-aa43-94b07c9327a8,segment=NetworkSegment(f30b90a9-e57b-4e42-842c-c0c8ac869202),segment_id=f30b90a9-e57b-4e42-842c-c0c8ac869202)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:42.484612 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:42.513006 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8a45f-6fdc-496f-a360-0a68168eeb6f None None] Pushing event updated for resources: {'Port': ['ID=e70eac8e-9ba1-4296-98ad-7388586ea284,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:42.530610 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Routers {'09534324-b751-4404-80ba-49bb670beb66'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:42.531207 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['09534324-b751-4404-80ba-49bb670beb66'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:42.662941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f802e8-bcd3-45a7-8aa0-fcc770fecc8d req-b73d33dc-229a-44c2-bd16-18052ec48de1 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:42.666553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-38f802e8-bcd3-45a7-8aa0-fcc770fecc8d req-b73d33dc-229a-44c2-bd16-18052ec48de1 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Synchronizing usage tracker for tenant:bd83fc0fe9494498a84af7de1d8ff04c on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:24:42.740404 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-63604a80-82a9-4a6d-a731-6060cbf90731 None None] For port 36303b49-e719-40ff-aa43-94b07c9327a8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=36303b49-e719-40ff-aa43-94b07c9327a8,segment=NetworkSegment(f30b90a9-e57b-4e42-842c-c0c8ac869202),segment_id=f30b90a9-e57b-4e42-842c-c0c8ac869202)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:42.741056 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63604a80-82a9-4a6d-a731-6060cbf90731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:42.741511 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] Set router 09534324-b751-4404-80ba-49bb670beb66 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:42.891256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] Calling delete_port for 36303b49-e719-40ff-aa43-94b07c9327a8 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:42.928098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-63604a80-82a9-4a6d-a731-6060cbf90731 None None] Calling delete_port for 36303b49-e719-40ff-aa43-94b07c9327a8 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:42.999527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 511f5c87-976e-4623-a599-39c26e3da090 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:42.999881 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:43.041600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-b3fbb1df-3a05-4b63-b226-b5047420dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:43.044574 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-b3fbb1df-3a05-4b63-b226-b5047420dd39 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5&tenant_id=ecba41eb2b894855a95cc6ec50ef6350 HTTP/1.1" status: 200 len: 1101 time: 0.2231414 May 27 22:24:43.053419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 511f5c87-976e-4623-a599-39c26e3da090, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=511f5c87-976e-4623-a599-39c26e3da090,segment=NetworkSegment(a789c1de-c27b-44ea-95e0-2a32a6a2b984),segment_id=a789c1de-c27b-44ea-95e0-2a32a6a2b984)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:43.092066 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:43.107638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-38f802e8-bcd3-45a7-8aa0-fcc770fecc8d req-b73d33dc-229a-44c2-bd16-18052ec48de1 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Unset dirty status for tenant:bd83fc0fe9494498a84af7de1d8ff04c on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:24:43.115043 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38f802e8-bcd3-45a7-8aa0-fcc770fecc8d req-b73d33dc-229a-44c2-bd16-18052ec48de1 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 931 time: 0.9493685 May 27 22:24:43.118641 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-63604a80-82a9-4a6d-a731-6060cbf90731 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:24:43.121278 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-63604a80-82a9-4a6d-a731-6060cbf90731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:24:43.129665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:43.169506 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:43.239543 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09534324-b751-4404-80ba-49bb670beb66', 'name': 'tempest-FloatingIPsNegativeTestJSON-1466495856-router', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:33Z', 'updated_at': '2022-05-27T22:24:37Z', 'revision_number': 3, 'project_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'gw_port': {'id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09534324-b751-4404-80ba-49bb670beb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:35Z', 'updated_at': '2022-05-27T22:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:43.242402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-38f802e8-bcd3-45a7-8aa0-fcc770fecc8d req-f240c886-65b2-476f-92b1-efa4b84cabce tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Synchronizing usage tracker for tenant:bd83fc0fe9494498a84af7de1d8ff04c on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:24:43.254720 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:43.255035 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3811766-1a76-4141-b658-1b905230ae85 None None] The sync data for ids ['09534324-b751-4404-80ba-49bb670beb66'] in n-d-843680-3 is: [{'id': '09534324-b751-4404-80ba-49bb670beb66', 'name': 'tempest-FloatingIPsNegativeTestJSON-1466495856-router', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:33Z', 'updated_at': '2022-05-27T22:24:37Z', 'revision_number': 3, 'project_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'gw_port': {'id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09534324-b751-4404-80ba-49bb670beb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:35Z', 'updated_at': '2022-05-27T22:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:24:43.264320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] No DVR routers for this DVR port 36303b49-e719-40ff-aa43-94b07c9327a8 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:24:43.266475 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] Pushing event deleted for resources: {'Port': ['ID=36303b49-e719-40ff-aa43-94b07c9327a8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:43.282878 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 21790916-59e6-4dc7-8ffe-6427414159be no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:43.348693 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:24:43.371054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 21790916-59e6-4dc7-8ffe-6427414159be {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:24:43.371054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 21790916-59e6-4dc7-8ffe-6427414159be not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:24:43.372202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:43.405501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-38f802e8-bcd3-45a7-8aa0-fcc770fecc8d req-f240c886-65b2-476f-92b1-efa4b84cabce tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Unset dirty status for tenant:bd83fc0fe9494498a84af7de1d8ff04c on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:24:43.408866 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38f802e8-bcd3-45a7-8aa0-fcc770fecc8d req-f240c886-65b2-476f-92b1-efa4b84cabce tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f96ba10-27a3-4a45-85f4-1ee7a9423813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930312 May 27 22:24:43.423073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=511f5c87-976e-4623-a599-39c26e3da090,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:43.446720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:24:43.447173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 62a5fb5d-b9a0-4e60-9400-fd0cc8c65132 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:24:43.474426 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:43.526947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f3dd36-8187-47eb-82d5-fba11aba560b {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:24:43.560208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aace8a43-3db2-4854-b12e-1933448b39f0']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:43.567311 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:43.575080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-d74eb996-a941-4aa1-853e-fcbbae6b8842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:43.576757 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-d74eb996-a941-4aa1-853e-fcbbae6b8842 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 1101 time: 0.4874957 May 27 22:24:43.583273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30b90a9-e57b-4e42-842c-c0c8ac869202') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:43.583656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30b90a9-e57b-4e42-842c-c0c8ac869202') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:43.621452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-63604a80-82a9-4a6d-a731-6060cbf90731 None None] Deleting port 36303b49-e719-40ff-aa43-94b07c9327a8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:43.623355 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-63604a80-82a9-4a6d-a731-6060cbf90731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:43.700433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Transition to ACTIVE for port object 80f3dd36-8187-47eb-82d5-fba11aba560b will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:43.711628 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:43.717429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893a103-f728-42db-b577-3517ba1ae0f8 req-bea70d3d-d07e-4347-847f-25f937524b14 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:43.718998 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7893a103-f728-42db-b577-3517ba1ae0f8 req-bea70d3d-d07e-4347-847f-25f937524b14 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 950 time: 0.4412715 May 27 22:24:43.735216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Allocated IP 172.25.2.150 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/68f8f99a-ba1c-4213-b645-9d67f9cf7298) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:24:43.755285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-63604a80-82a9-4a6d-a731-6060cbf90731 None None] The port '36303b49-e719-40ff-aa43-94b07c9327a8' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:24:43.771739 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:43.787483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:24:43.787875 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:43.795916 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:43.948628 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f30b90a9-e57b-4e42-842c-c0c8ac869202 resource provider aggregate not found May 27 22:24:43.987074 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f30b90a9-e57b-4e42-842c-c0c8ac869202 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f30b90a9-e57b-4e42-842c-c0c8ac869202 found for delete ", "request_id": "req-ab0b5489-4710-467a-951c-3244fdf03a71"}]} May 27 22:24:44.021844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f62301-a777-4d53-97bc-32a53a9441c8 req-85e7c0cd-c680-4d98-8c2b-107b3b256bdf tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:44.024386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-34678f01-4103-463b-84ea-a4f688e5ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:44.025850 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-34678f01-4103-463b-84ea-a4f688e5ab4a service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.4357131 May 27 22:24:44.029724 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38f62301-a777-4d53-97bc-32a53a9441c8 req-85e7c0cd-c680-4d98-8c2b-107b3b256bdf tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 1096 time: 0.4581952 May 27 22:24:44.045940 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7893a103-f728-42db-b577-3517ba1ae0f8 req-ea27226b-dc41-41d0-a8f7-da395bb7d8b0 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117683 May 27 22:24:44.073149 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e70eac8e-9ba1-4296-98ad-7388586ea284 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:44.075214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Pushing event updated for resources: {'Port': ['ID=80f3dd36-8187-47eb-82d5-fba11aba560b,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:44.083538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Allocated IP 172.20.0.1 (5805d8d7-b08f-4c0d-95c4-a9196fefe40b/99632e2f-b0d6-4aae-9ffd-e4010b3687e4/9acb0f1c-a293-4b31-b0a3-8291986d9494) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:24:44.162641 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-7e8ee771-5f40-4ca7-80b4-4498a8bf2f6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 HTTP/1.1" status: 200 len: 217 time: 0.1282406 May 27 22:24:44.180198 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:44.209577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38f62301-a777-4d53-97bc-32a53a9441c8 req-8aeff0ee-18e5-45e4-9ecd-80dbb981d6de tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784699 May 27 22:24:44.248187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port e70eac8e-9ba1-4296-98ad-7388586ea284 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:44.253695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e70eac8e-9ba1-4296-98ad-7388586ea284 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:44.254075 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:44.296085 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:44.342127 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] Pushing event deleted for resources: {'Network': ['ID=aace8a43-3db2-4854-b12e-1933448b39f0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:44.412293 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:44.415395 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:44.417855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e70eac8e-9ba1-4296-98ad-7388586ea284 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:44.419449 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:44.438583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Transition to ACTIVE for port object 9acb0f1c-a293-4b31-b0a3-8291986d9494 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:44.441019 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port e70eac8e-9ba1-4296-98ad-7388586ea284, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e70eac8e-9ba1-4296-98ad-7388586ea284,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:44.447535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-870d1c2c-179f-44b0-a5f1-a37edc57286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:44.449041 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-870d1c2c-179f-44b0-a5f1-a37edc57286d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2700493 May 27 22:24:44.472657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Attempting to bind port 80f3dd36-8187-47eb-82d5-fba11aba560b on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:24:44.473129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Attempting to bind port 80f3dd36-8187-47eb-82d5-fba11aba560b by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b6248b23-f6ae-47af-b81d-e8619e3091ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e51e3690-df49-4f7a-b8d3-27dcdc04e6cc'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:24:44.473549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Attempting to bind port 80f3dd36-8187-47eb-82d5-fba11aba560b on network e51e3690-df49-4f7a-b8d3-27dcdc04e6cc {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:44.482380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Port 80f3dd36-8187-47eb-82d5-fba11aba560b on network e51e3690-df49-4f7a-b8d3-27dcdc04e6cc not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:24:44.482847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Attempting to bind port 80f3dd36-8187-47eb-82d5-fba11aba560b on network e51e3690-df49-4f7a-b8d3-27dcdc04e6cc {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:44.491376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:24:44.491936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Checking segment: {'id': 'b6248b23-f6ae-47af-b81d-e8619e3091ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e51e3690-df49-4f7a-b8d3-27dcdc04e6cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:44.492479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Bound using segment: {'id': 'b6248b23-f6ae-47af-b81d-e8619e3091ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e51e3690-df49-4f7a-b8d3-27dcdc04e6cc'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:24:44.493016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Bound port: 80f3dd36-8187-47eb-82d5-fba11aba560b, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6248b23-f6ae-47af-b81d-e8619e3091ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e51e3690-df49-4f7a-b8d3-27dcdc04e6cc'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:24:44.493451 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:44.529085 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:44.529968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 511f5c87-976e-4623-a599-39c26e3da090 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:44.581428 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1aa274ec-a20e-4d2c-b545-799ca5f1a305 admin admin] 10.222.0.27 "DELETE /v2.0/networks/aace8a43-3db2-4854-b12e-1933448b39f0 HTTP/1.1" status: 204 len: 168 time: 2.8766818 May 27 22:24:44.585050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37976) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:44.672094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5fca68-42e4-41c0-b623-740dcf2218de req-c48e8640-5b6c-4ad5-a594-7da8be97f174 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:44.673633 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf5fca68-42e4-41c0-b623-740dcf2218de req-c48e8640-5b6c-4ad5-a594-7da8be97f174 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 1097 time: 0.1294320 May 27 22:24:44.674624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] For port 80f3dd36-8187-47eb-82d5-fba11aba560b, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:24:44.684933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] For port 80f3dd36-8187-47eb-82d5-fba11aba560b, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=80f3dd36-8187-47eb-82d5-fba11aba560b,segment=NetworkSegment(b6248b23-f6ae-47af-b81d-e8619e3091ea),segment_id=b6248b23-f6ae-47af-b81d-e8619e3091ea)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:24:44.696484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=e70eac8e-9ba1-4296-98ad-7388586ea284,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:44.707806 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:44.712100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 511f5c87-976e-4623-a599-39c26e3da090 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:44.712543 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:44.819299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Network 5805d8d7-b08f-4c0d-95c4-a9196fefe40b is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:44.820235 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:44.833498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:44.844109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:24:44.858174 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 511f5c87-976e-4623-a599-39c26e3da090 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:44.900963 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf5fca68-42e4-41c0-b623-740dcf2218de req-ad3a0a31-eca8-4326-af0e-e0f5b3347e26 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145810 May 27 22:24:44.928988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:44.929597 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:44.930954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a56a6e-565e-437d-a619-512468bbcc05 req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] 10.222.0.46 "PUT /v2.0/ports/80f3dd36-8187-47eb-82d5-fba11aba560b HTTP/1.1" status: 200 len: 1091 time: 3.3133719 May 27 22:24:44.931376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc829401-7aa2-472a-9bc1-94b749ff1750', 'tag': '80f3dd36-8187-47eb-82d5-fba11aba560b'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:44.950921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Pushing event updated for resources: {'Port': ['ID=9acb0f1c-a293-4b31-b0a3-8291986d9494,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:44.964879 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 36303b49-e719-40ff-aa43-94b07c9327a8 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:44.995414 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-c5977464-9bc7-4031-b43b-1e43ede521db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:45.002551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 36303b49-e719-40ff-aa43-94b07c9327a8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:24:45.002916 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-c5977464-9bc7-4031-b43b-1e43ede521db service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5321224 May 27 22:24:45.003425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 36303b49-e719-40ff-aa43-94b07c9327a8 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:24:45.004184 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:45.133076 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:45.200547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Pushing event updated for resources: {'Port': ['ID=68f8f99a-ba1c-4213-b645-9d67f9cf7298,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:45.235547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:45.240600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:45.249683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:24:45.385354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4f9e40d7-bb57-4a7e-a1af-efbbd6073f32 None None] Provisioning for port 9acb0f1c-a293-4b31-b0a3-8291986d9494 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:45.390439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4f9e40d7-bb57-4a7e-a1af-efbbd6073f32 None None] Provisioning complete for port 9acb0f1c-a293-4b31-b0a3-8291986d9494 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:45.390790 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f9e40d7-bb57-4a7e-a1af-efbbd6073f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:45.427041 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-00a5b2df-2439-44af-bc8a-2d3b10c68deb service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041924 May 27 22:24:45.494824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e40d7-bb57-4a7e-a1af-efbbd6073f32 None None] Port 9acb0f1c-a293-4b31-b0a3-8291986d9494 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:24:45.550199 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:45.579851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee0dbb-1450-4c58-b89b-27e8d24440fd service neutron] Pushing event updated for resources: {'Port': ['ID=80f3dd36-8187-47eb-82d5-fba11aba560b,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:45.631645 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:45.635136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a56a6e-565e-437d-a619-512468bbcc05 req-c5336d1b-a31d-4865-9e4c-84359be71c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:45.637007 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a56a6e-565e-437d-a619-512468bbcc05 req-c5336d1b-a31d-4865-9e4c-84359be71c1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd83fc0fe9494498a84af7de1d8ff04c&device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 1094 time: 0.5452893 May 27 22:24:45.649427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc8d1f-f3e2-40fe-b4a8-8dfdb5ff00ac req-5e377926-1b70-4c08-9fbf-a38f5aefc4af tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:45.656634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8fbc8d1f-f3e2-40fe-b4a8-8dfdb5ff00ac req-5e377926-1b70-4c08-9fbf-a38f5aefc4af tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 943 time: 0.2551656 May 27 22:24:45.713297 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-457cb90d-90f1-4f50-a4d2-918002a36953 req-a98a268e-808a-4617-af66-e14ad9196045 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235315 May 27 22:24:45.781514 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a56a6e-565e-437d-a619-512468bbcc05 req-c96b1abc-1d2d-46d9-8e6b-7faa710fac48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80f3dd36-8187-47eb-82d5-fba11aba560b HTTP/1.1" status: 200 len: 217 time: 0.1229069 May 27 22:24:45.835999 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:45.865152 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8fbc8d1f-f3e2-40fe-b4a8-8dfdb5ff00ac req-8e2dbdc5-df54-44d2-b88d-b9bcf9a55dff tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f96ba10-27a3-4a45-85f4-1ee7a9423813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073960 May 27 22:24:45.884009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:45.888105 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:45.914219 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a56a6e-565e-437d-a619-512468bbcc05 req-3b038182-6f9d-4e99-a2f8-516bbf6a483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:45.915869 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a56a6e-565e-437d-a619-512468bbcc05 req-3b038182-6f9d-4e99-a2f8-516bbf6a483e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8c8f5e3-074a-40b4-8df6-5028503f9f82 HTTP/1.1" status: 200 len: 855 time: 0.1118448 May 27 22:24:45.952042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e70eac8e-9ba1-4296-98ad-7388586ea284 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:46.076604 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:46.090462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e70eac8e-9ba1-4296-98ad-7388586ea284 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:46.091082 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:46.147541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:46.148150 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:46.157891 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:46.187810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:46.204904 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9921e70-81d0-4307-9250-4c39e3b95258'] response: {'name': 'network-changed', 'server_uuid': 'dc829401-7aa2-472a-9bc1-94b749ff1750', 'tag': '80f3dd36-8187-47eb-82d5-fba11aba560b', 'status': 'completed', 'code': 200} May 27 22:24:46.241077 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97a21924-aa74-4af5-8ee9-d7048dc5797f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:46.254295 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:46.262355 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a56a6e-565e-437d-a619-512468bbcc05 req-63a258c7-0990-4cd3-a54e-0c47318b3227 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51e3690-df49-4f7a-b8d3-27dcdc04e6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566416 May 27 22:24:46.279188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:46.292558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e70eac8e-9ba1-4296-98ad-7388586ea284 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:46.364802 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:46.365004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:46.386531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Pushing event updated for resources: {'Port': ['ID=68f8f99a-ba1c-4213-b645-9d67f9cf7298,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:46.432155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:46.471828 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:46.494308 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:46.507834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Pushing event updated for resources: {'Port': ['ID=9acb0f1c-a293-4b31-b0a3-8291986d9494,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:46.599179 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a56a6e-565e-437d-a619-512468bbcc05 req-b68723a4-6dcf-4799-abd3-03bde3a43aad service neutron] 10.222.0.46 "GET /v2.0/networks/e51e3690-df49-4f7a-b8d3-27dcdc04e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296349 May 27 22:24:46.697178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:46.698773 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5ebc7f46-a39f-466b-98b3-61037124ffbe tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4919198 May 27 22:24:46.703222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-1c483810-d771-4c6a-9b89-a88fe487a84c tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:24:46.704340 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-1c483810-d771-4c6a-9b89-a88fe487a84c tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241201 May 27 22:24:46.728497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0f623c2f-a710-4987-8fc0-cfac1e5a4774 service neutron] Request body: {'binding': {'host': 'n-h1-843680-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:46.728845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0f623c2f-a710-4987-8fc0-cfac1e5a4774 service neutron] Unknown quota resources ['binding']. {{(pid=88900) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 22:24:46.848429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Network 5805d8d7-b08f-4c0d-95c4-a9196fefe40b is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:46.853821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:46.867049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-97a21924-aa74-4af5-8ee9-d7048dc5797f admin admin] Deleting port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:46.867525 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97a21924-aa74-4af5-8ee9-d7048dc5797f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:46.913482 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a56a6e-565e-437d-a619-512468bbcc05 req-eca89724-b0b3-42f7-a800-2d8eb8d4a7ed service neutron] 10.222.0.46 "GET /v2.0/networks/e51e3690-df49-4f7a-b8d3-27dcdc04e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054442 May 27 22:24:47.067798 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-97a21924-aa74-4af5-8ee9-d7048dc5797f admin admin] For port 32d58fdd-0d2a-4a2a-86f3-28bf20d51005, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32d58fdd-0d2a-4a2a-86f3-28bf20d51005,segment=NetworkSegment(f820359d-be88-415e-955b-c91c46f7e5ea),segment_id=f820359d-be88-415e-955b-c91c46f7e5ea)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:47.068420 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97a21924-aa74-4af5-8ee9-d7048dc5797f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:47.131711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3cac1d87-4780-4a7c-8156-95188dee6310 None None] Provisioning complete for port 9acb0f1c-a293-4b31-b0a3-8291986d9494 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:47.132808 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cac1d87-4780-4a7c-8156-95188dee6310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:47.187690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3cac1d87-4780-4a7c-8156-95188dee6310 None None] Port 9acb0f1c-a293-4b31-b0a3-8291986d9494 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:24:47.203432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-97a21924-aa74-4af5-8ee9-d7048dc5797f admin admin] Calling delete_port for 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:47.355433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Router 09534324-b751-4404-80ba-49bb670beb66 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:24:47.356257 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0f623c2f-a710-4987-8fc0-cfac1e5a4774 service neutron] Attempting to bind port f96c045c-74fb-43e2-9abd-ee3f45807c53 on host n-h1-843680-3 for vnic_type normal with profile None {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:24:47.356597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0f623c2f-a710-4987-8fc0-cfac1e5a4774 service neutron] Attempting to bind port f96c045c-74fb-43e2-9abd-ee3f45807c53 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:24:47.356913 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0f623c2f-a710-4987-8fc0-cfac1e5a4774 service neutron] Attempting to bind port f96c045c-74fb-43e2-9abd-ee3f45807c53 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:47.360005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73ffc3-b21e-4aa8-9894-b38102fe1ae0 req-764ecf6b-7de1-4572-b5c9-9c683be2b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:47.361722 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff73ffc3-b21e-4aa8-9894-b38102fe1ae0 req-764ecf6b-7de1-4572-b5c9-9c683be2b9c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=bd83fc0fe9494498a84af7de1d8ff04c&device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 1094 time: 0.2503963 May 27 22:24:47.366787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0f623c2f-a710-4987-8fc0-cfac1e5a4774 service neutron] Port f96c045c-74fb-43e2-9abd-ee3f45807c53 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:24:47.372158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0f623c2f-a710-4987-8fc0-cfac1e5a4774 service neutron] Attempting to bind port f96c045c-74fb-43e2-9abd-ee3f45807c53 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:47.398715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0f623c2f-a710-4987-8fc0-cfac1e5a4774 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:24:47.399045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0f623c2f-a710-4987-8fc0-cfac1e5a4774 service neutron] Checking segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:47.399418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0f623c2f-a710-4987-8fc0-cfac1e5a4774 service neutron] Bound using segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:24:47.399836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0f623c2f-a710-4987-8fc0-cfac1e5a4774 service neutron] Bound port: f96c045c-74fb-43e2-9abd-ee3f45807c53, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:24:47.482166 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97a21924-aa74-4af5-8ee9-d7048dc5797f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:47.535005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a21924-aa74-4af5-8ee9-d7048dc5797f admin admin] Pushing event deleted for resources: {'Port': ['ID=32d58fdd-0d2a-4a2a-86f3-28bf20d51005,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:47.670585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73ffc3-b21e-4aa8-9894-b38102fe1ae0 req-7e573c50-5f32-496b-a805-552daab5d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:47.672698 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff73ffc3-b21e-4aa8-9894-b38102fe1ae0 req-7e573c50-5f32-496b-a805-552daab5d200 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e51e3690-df49-4f7a-b8d3-27dcdc04e6cc HTTP/1.1" status: 200 len: 916 time: 0.3034284 May 27 22:24:47.677952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0f623c2f-a710-4987-8fc0-cfac1e5a4774 service neutron] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:24:47.768128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff73ffc3-b21e-4aa8-9894-b38102fe1ae0 req-0da489f9-24e4-4be1-ae53-85f870503acd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80f3dd36-8187-47eb-82d5-fba11aba560b HTTP/1.1" status: 200 len: 217 time: 0.0869997 May 27 22:24:47.771810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:24:47.802787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Sync routers for ids ['09534324-b751-4404-80ba-49bb670beb66'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:24:47.816311 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Routers {'09534324-b751-4404-80ba-49bb670beb66'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:47.818271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['09534324-b751-4404-80ba-49bb670beb66'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:47.836601 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0f623c2f-a710-4987-8fc0-cfac1e5a4774 service neutron] Notify callbacks [] for binding, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:47.838004 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0f623c2f-a710-4987-8fc0-cfac1e5a4774 service neutron] 10.222.0.27 "POST /v2.0/ports/f96c045c-74fb-43e2-9abd-ee3f45807c53/bindings HTTP/1.1" status: 201 len: 389 time: 1.1169508 May 27 22:24:47.840444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3fea8b79-81fa-47bd-81d0-72505e782b24 admin admin] 10.222.0.27 "PUT /v2.0/routers/09534324-b751-4404-80ba-49bb670beb66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1813905 May 27 22:24:47.858760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73ffc3-b21e-4aa8-9894-b38102fe1ae0 req-8165ca3c-d099-486a-b1a9-b9dfeb951729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:47.860308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff73ffc3-b21e-4aa8-9894-b38102fe1ae0 req-8165ca3c-d099-486a-b1a9-b9dfeb951729 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e8c8f5e3-074a-40b4-8df6-5028503f9f82 HTTP/1.1" status: 200 len: 855 time: 0.0818975 May 27 22:24:47.955271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff73ffc3-b21e-4aa8-9894-b38102fe1ae0 req-9f824505-9956-4538-9eba-7cf6a8862d0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e51e3690-df49-4f7a-b8d3-27dcdc04e6cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875664 May 27 22:24:47.987802 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97a21924-aa74-4af5-8ee9-d7048dc5797f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:48.086269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Set router 09534324-b751-4404-80ba-49bb670beb66 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:48.122133 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff73ffc3-b21e-4aa8-9894-b38102fe1ae0 req-9cc66b7e-9f30-4bf4-9204-14aa6f494502 service neutron] 10.222.0.46 "GET /v2.0/networks/e51e3690-df49-4f7a-b8d3-27dcdc04e6cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591752 May 27 22:24:48.363999 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff73ffc3-b21e-4aa8-9894-b38102fe1ae0 req-36368b22-14d7-408b-a536-d4198d2a2f76 service neutron] 10.222.0.46 "GET /v2.0/networks/e51e3690-df49-4f7a-b8d3-27dcdc04e6cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245171 May 27 22:24:48.574257 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94262604-bf35-4524-b8de-e08706f99494 req-79b57356-ea00-4a51-9f4b-f3275c476b95 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:48.574257 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94262604-bf35-4524-b8de-e08706f99494 req-79b57356-ea00-4a51-9f4b-f3275c476b95 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 948 time: 0.1364760 May 27 22:24:48.594633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09534324-b751-4404-80ba-49bb670beb66', 'name': 'tempest-FloatingIPsNegativeTestJSON-1466495856-router', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:33Z', 'updated_at': '2022-05-27T22:24:45Z', 'revision_number': 4, 'project_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'gw_port': {'id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09534324-b751-4404-80ba-49bb670beb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:35Z', 'updated_at': '2022-05-27T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '9acb0f1c-a293-4b31-b0a3-8291986d9494', 'name': '', 'network_id': '5805d8d7-b08f-4c0d-95c4-a9196fefe40b', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'mac_address': 'fa:16:3e:2a:ac:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09534324-b751-4404-80ba-49bb670beb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '99632e2f-b0d6-4aae-9ffd-e4010b3687e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:43Z', 'updated_at': '2022-05-27T22:24:45Z', 'revision_number': 2, 'project_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'subnets': [{'id': '99632e2f-b0d6-4aae-9ffd-e4010b3687e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:48.607086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Checking router: 09534324-b751-4404-80ba-49bb670beb66 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:24:48.607086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Updating router 09534324-b751-4404-80ba-49bb670beb66 port 9acb0f1c-a293-4b31-b0a3-8291986d9494 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:24:48.609178 n-d-843680-3 neutron-server[88901]: WARNING keystonemiddleware.auth_token [req-10b42571-9242-489d-96c5-9476c2ba8eb8 req-4bc1694c-13b8-4554-ac3a-3d069a4e78bf service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 22:24:48.637138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-ba18af9b-b389-4561-8d73-29f7b513886a tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:24:48.637138 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-ba18af9b-b389-4561-8d73-29f7b513886a tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1943142 May 27 22:24:48.669653 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94262604-bf35-4524-b8de-e08706f99494 req-087a123c-cf78-4485-aac9-d9f8c77bae9e tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809729 May 27 22:24:48.709992 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d2c838-0d4c-4fbc-a2f1-174900afec33'] response: {'server_uuid': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652', 'code': 200} May 27 22:24:48.729634 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:48.839908 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-032fe48f-a5d6-49f2-bb03-3576794c5632 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--738536436&fields=id&tenant_id=79c092a1a5a54f6398d0d9bdc51864e7 HTTP/1.1" status: 200 len: 267 time: 0.0492661 May 27 22:24:48.846862 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5de1cedf-a755-475f-b8bc-c163623c5832 service neutron] Request body: {'binding': {'host': 'n-h1-843680-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:48.847362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5de1cedf-a755-475f-b8bc-c163623c5832 service neutron] Unknown quota resources ['binding']. {{(pid=88901) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 22:24:48.881570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a21924-aa74-4af5-8ee9-d7048dc5797f admin admin] Router bfdc5dee-4eb7-4cc0-b589-247aaa0a408e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:24:48.999743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-536d70f4-73eb-4e0f-a0ff-014cf8dd09a6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:49.006913 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-536d70f4-73eb-4e0f-a0ff-014cf8dd09a6 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/networks?id=e644cc6f-56cf-461d-9b5c-11ecc2c2e143 HTTP/1.1" status: 200 len: 812 time: 0.1601696 May 27 22:24:49.023182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-9f90a26b-8e23-420c-831d-5be9f8ef9400 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/quotas/79c092a1a5a54f6398d0d9bdc51864e7 HTTP/1.1" status: 200 len: 375 time: 0.0151155 May 27 22:24:49.096105 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:49.106097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-e6c5dae3-219f-4fbc-9d8a-6f1a897d1baa tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=79c092a1a5a54f6398d0d9bdc51864e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818708 May 27 22:24:49.110692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Transition to ACTIVE for port object 9acb0f1c-a293-4b31-b0a3-8291986d9494 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:49.176458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-1df40806-e875-432d-b260-ca3af8737aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:49.177973 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-1df40806-e875-432d-b260-ca3af8737aef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 1096 time: 0.5031276 May 27 22:24:49.207402 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:49.221017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a21924-aa74-4af5-8ee9-d7048dc5797f admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:24:49.235412 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ce768-3cf3-417e-8cdb-304d5bd86a69 None None] Sync routers for ids ['bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:24:49.253261 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ce768-3cf3-417e-8cdb-304d5bd86a69 None None] Routers {'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:49.254541 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3c6ce768-3cf3-417e-8cdb-304d5bd86a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:49.317789 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-97a21924-aa74-4af5-8ee9-d7048dc5797f admin admin] 10.222.0.27 "PUT /v2.0/routers/bfdc5dee-4eb7-4cc0-b589-247aaa0a408e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7311213 May 27 22:24:49.326259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38064) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:49.334076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 80f3dd36-8187-47eb-82d5-fba11aba560b details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:24:49.401853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-2290a5ea-df21-425c-b5ba-bcbbbfa36c83 service neutron] 10.222.0.27 "GET /v2.0/networks/e644cc6f-56cf-461d-9b5c-11ecc2c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817595 May 27 22:24:49.478154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5de1cedf-a755-475f-b8bc-c163623c5832 service neutron] Attempting to bind port 28fd374c-7f11-4ae1-a3c1-b05211c94501 on host n-h1-843680-3 for vnic_type normal with profile None {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:24:49.478587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5de1cedf-a755-475f-b8bc-c163623c5832 service neutron] Attempting to bind port 28fd374c-7f11-4ae1-a3c1-b05211c94501 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:24:49.478981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5de1cedf-a755-475f-b8bc-c163623c5832 service neutron] Attempting to bind port 28fd374c-7f11-4ae1-a3c1-b05211c94501 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:49.485710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb39bc-2123-45fe-989b-ec5d7d08679e None None] Pushing event updated for resources: {'Port': ['ID=9acb0f1c-a293-4b31-b0a3-8291986d9494,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:49.487045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0337ab34-0e8f-452d-ace7-8f9e849cd364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:49.488606 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-0337ab34-0e8f-452d-ace7-8f9e849cd364 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.2957418 May 27 22:24:49.492479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5de1cedf-a755-475f-b8bc-c163623c5832 service neutron] Port 28fd374c-7f11-4ae1-a3c1-b05211c94501 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:24:49.492923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5de1cedf-a755-475f-b8bc-c163623c5832 service neutron] Attempting to bind port 28fd374c-7f11-4ae1-a3c1-b05211c94501 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:49.570338 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3c6ce768-3cf3-417e-8cdb-304d5bd86a69 None None] Set router bfdc5dee-4eb7-4cc0-b589-247aaa0a408e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:49.603372 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-69825cf0-e469-48b3-a17f-b667e125815a service neutron] 10.222.0.27 "GET /v2.0/networks/e644cc6f-56cf-461d-9b5c-11ecc2c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882744 May 27 22:24:49.647694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 80f3dd36-8187-47eb-82d5-fba11aba560b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=80f3dd36-8187-47eb-82d5-fba11aba560b,segment=NetworkSegment(b6248b23-f6ae-47af-b81d-e8619e3091ea),segment_id=b6248b23-f6ae-47af-b81d-e8619e3091ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:49.669282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5de1cedf-a755-475f-b8bc-c163623c5832 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:24:49.669882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5de1cedf-a755-475f-b8bc-c163623c5832 service neutron] Checking segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:49.670225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5de1cedf-a755-475f-b8bc-c163623c5832 service neutron] Bound using segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:24:49.670788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5de1cedf-a755-475f-b8bc-c163623c5832 service neutron] Bound port: 28fd374c-7f11-4ae1-a3c1-b05211c94501, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:24:49.677788 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-e412cf2f-5451-4d6d-b8f5-cd9b7f5ccc8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53 HTTP/1.1" status: 200 len: 217 time: 0.1158094 May 27 22:24:49.684129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '80f3dd36-8187-47eb-82d5-fba11aba560b', 'network_id': 'e51e3690-df49-4f7a-b8d3-27dcdc04e6cc', 'port_id': '80f3dd36-8187-47eb-82d5-fba11aba560b', 'mac_address': 'fa:16:3e:b1:45:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c8f5e3-074a-40b4-8df6-5028503f9f82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:24:49.756147 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Attempting to bind port 9acb0f1c-a293-4b31-b0a3-8291986d9494 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:24:49.756806 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Attempting to bind port 9acb0f1c-a293-4b31-b0a3-8291986d9494 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'c5117cdc-c82d-4af3-baf7-4c2bdc414292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5805d8d7-b08f-4c0d-95c4-a9196fefe40b'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:24:49.757331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Attempting to bind port 9acb0f1c-a293-4b31-b0a3-8291986d9494 on network 5805d8d7-b08f-4c0d-95c4-a9196fefe40b {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:49.802460 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:49.825462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:24:49.826098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Checking segment: {'id': 'c5117cdc-c82d-4af3-baf7-4c2bdc414292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5805d8d7-b08f-4c0d-95c4-a9196fefe40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:49.826668 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:49.827218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Bound using segment: {'id': 'c5117cdc-c82d-4af3-baf7-4c2bdc414292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5805d8d7-b08f-4c0d-95c4-a9196fefe40b'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:24:49.827849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Bound port: 9acb0f1c-a293-4b31-b0a3-8291986d9494, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5117cdc-c82d-4af3-baf7-4c2bdc414292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '5805d8d7-b08f-4c0d-95c4-a9196fefe40b'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:24:49.828210 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:49.856160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 80f3dd36-8187-47eb-82d5-fba11aba560b is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:49.856770 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:49.914596 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-f13b5a6d-7b9e-4dd2-b191-867c5d27b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:49.916060 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3c6ce768-3cf3-417e-8cdb-304d5bd86a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2059501265-router', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:35Z', 'updated_at': '2022-05-27T22:24:47Z', 'revision_number': 5, 'project_id': 'b5cc61dd554942139f8cdb274726be18', 'gw_port': {'id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:38Z', 'updated_at': '2022-05-27T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:49.916741 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-f13b5a6d-7b9e-4dd2-b191-867c5d27b573 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.1995196 May 27 22:24:49.921544 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ce768-3cf3-417e-8cdb-304d5bd86a69 None None] Checking router: bfdc5dee-4eb7-4cc0-b589-247aaa0a408e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:24:49.931159 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ce768-3cf3-417e-8cdb-304d5bd86a69 None None] Routers {'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:49.931851 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3c6ce768-3cf3-417e-8cdb-304d5bd86a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:49.935141 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:24:49.970424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5de1cedf-a755-475f-b8bc-c163623c5832 service neutron] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:24:49.979750 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-6780828a-45b7-460e-989e-74a3a7ce462b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525212 May 27 22:24:50.069704 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5de1cedf-a755-475f-b8bc-c163623c5832 service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:50.069864 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] For port 9acb0f1c-a293-4b31-b0a3-8291986d9494, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:24:50.071637 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5de1cedf-a755-475f-b8bc-c163623c5832 service neutron] 10.222.0.27 "POST /v2.0/ports/28fd374c-7f11-4ae1-a3c1-b05211c94501/bindings HTTP/1.1" status: 201 len: 389 time: 1.2362034 May 27 22:24:50.085994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] For port 9acb0f1c-a293-4b31-b0a3-8291986d9494, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9acb0f1c-a293-4b31-b0a3-8291986d9494,segment=NetworkSegment(c5117cdc-c82d-4af3-baf7-4c2bdc414292),segment_id=c5117cdc-c82d-4af3-baf7-4c2bdc414292)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:24:50.134920 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f3dd36-8187-47eb-82d5-fba11aba560b {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:24:50.164808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 80f3dd36-8187-47eb-82d5-fba11aba560b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=80f3dd36-8187-47eb-82d5-fba11aba560b,segment=NetworkSegment(b6248b23-f6ae-47af-b81d-e8619e3091ea),segment_id=b6248b23-f6ae-47af-b81d-e8619e3091ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:50.177767 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:50.180572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac55f389-3ebc-4df3-9115-9e9965322a29 req-6668dde0-29c2-46b3-b12f-e3ed67914492 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:50.181363 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3c6ce768-3cf3-417e-8cdb-304d5bd86a69 None None] Set router bfdc5dee-4eb7-4cc0-b589-247aaa0a408e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:50.222438 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac55f389-3ebc-4df3-9115-9e9965322a29 req-6668dde0-29c2-46b3-b12f-e3ed67914492 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 943 time: 0.2156205 May 27 22:24:50.265503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:50.279533 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:50.296044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652', 'mac_address': 'fa:16:3e:8a:27:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:24:50.303129 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac55f389-3ebc-4df3-9115-9e9965322a29 req-4f544602-77c1-4c2b-a56c-c5f713bfbd08 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f96ba10-27a3-4a45-85f4-1ee7a9423813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780854 May 27 22:24:50.311255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Routers {'09534324-b751-4404-80ba-49bb670beb66'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:50.312106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['09534324-b751-4404-80ba-49bb670beb66'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:50.373801 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:50.420685 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-68f0a910-ecda-40e1-823d-84772e1c818f service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791797 May 27 22:24:50.530807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0023a417-c572-4e5d-b70e-d3037255b425 req-77d33aae-fbfa-4fe1-b4e9-3794699529d1 tempest-FloatingIPsNegativeTestJSON-301735155 tempest-FloatingIPsNegativeTestJSON-301735155-project] 10.222.0.27 "GET /v2.0/floatingips?tenant_id=beb9c46471874b9fa616b3b7de7b7a41 HTTP/1.1" status: 200 len: 217 time: 0.1065879 May 27 22:24:50.540435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] Deleting port ac18266f-f01d-459e-9c85-8a38c66d7308 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:50.540648 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:50.554105 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb39bc-2123-45fe-989b-ec5d7d08679e None None] Pushing event updated for resources: {'Port': ['ID=9acb0f1c-a293-4b31-b0a3-8291986d9494,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:50.611506 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3c6ce768-3cf3-417e-8cdb-304d5bd86a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2059501265-router', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:35Z', 'updated_at': '2022-05-27T22:24:47Z', 'revision_number': 5, 'project_id': 'b5cc61dd554942139f8cdb274726be18', 'gw_port': {'id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:38Z', 'updated_at': '2022-05-27T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:50.621469 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ce768-3cf3-417e-8cdb-304d5bd86a69 None None] The sync data for ids ['bfdc5dee-4eb7-4cc0-b589-247aaa0a408e'] in n-d-843680-3 is: [{'id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'name': 'tempest-AttachSCSIVolumeTestJSON-2059501265-router', 'tenant_id': 'b5cc61dd554942139f8cdb274726be18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:21:35Z', 'updated_at': '2022-05-27T22:24:47Z', 'revision_number': 5, 'project_id': 'b5cc61dd554942139f8cdb274726be18', 'gw_port': {'id': 'ac18266f-f01d-459e-9c85-8a38c66d7308', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:a8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfdc5dee-4eb7-4cc0-b589-247aaa0a408e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:21:38Z', 'updated_at': '2022-05-27T22:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:24:50.640937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:50.641597 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:50.786766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['80f3dd36-8187-47eb-82d5-fba11aba560b'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:24:50.832078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] For port ac18266f-f01d-459e-9c85-8a38c66d7308, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ac18266f-f01d-459e-9c85-8a38c66d7308,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:50.832736 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:50.849620 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-5a25dd63-e288-4430-a8bb-a1b94de28615 service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209487 May 27 22:24:50.851632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa1c72-294a-4617-b201-3a03d771d000 req-f8060e9b-7ac3-4095-8e85-5233db1b5c93 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:50.858077 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fefa1c72-294a-4617-b201-3a03d771d000 req-f8060e9b-7ac3-4095-8e85-5233db1b5c93 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 945 time: 0.1822560 May 27 22:24:50.861202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] Set router 09534324-b751-4404-80ba-49bb670beb66 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:50.875173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e359fa8-daab-4909-9540-3a65ddd39ba7 req-961edc65-531f-4817-b879-319d06559662 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:50.876726 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e359fa8-daab-4909-9540-3a65ddd39ba7 req-961edc65-531f-4817-b879-319d06559662 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 948 time: 0.1260574 May 27 22:24:50.920972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:24:50.972120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] Calling delete_port for ac18266f-f01d-459e-9c85-8a38c66d7308 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:50.984962 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fefa1c72-294a-4617-b201-3a03d771d000 req-1ef7ea29-ba9e-4ce5-b32f-af02e5cc820c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248076 May 27 22:24:51.002610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:51.018118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=80f3dd36-8187-47eb-82d5-fba11aba560b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:51.029875 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e359fa8-daab-4909-9540-3a65ddd39ba7 req-4147d2e8-f1ae-4e5b-93eb-ccbf95b5f863 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386120 May 27 22:24:51.117738 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:51.132680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58f7d3a1-1972-4bc7-ab25-30cf130a1369 req-e9f6d296-0644-4055-b857-4bf65b5bac5a tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 210 time: 0.0512655 May 27 22:24:51.226797 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-19af72e0-b6af-4807-8a45-e3a7893c9dc6 req-569f4d92-7e1c-42a6-8d0e-fe1f093ceefb tempest-FloatingIPsNegativeTestJSON-301735155 tempest-FloatingIPsNegativeTestJSON-301735155-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0762410 May 27 22:24:51.318603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-b77a14e4-0786-472b-bdce-866d557bc36f tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:51.320370 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-b77a14e4-0786-472b-bdce-866d557bc36f tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a&tenant_id=091c975465a443ff9f9924fb8c574958&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 1096 time: 0.2397716 May 27 22:24:51.338905 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843680-3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:51.367200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:51.382793 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-fe36155e-a816-4b0f-ad83-bc8ce08c7db2 req-3a0ad41a-68b0-486d-aebf-c697971d6d59 tempest-FloatingIPsNegativeTestJSON-301735155 tempest-FloatingIPsNegativeTestJSON-301735155-project] show failed (client error): The resource could not be found. May 27 22:24:51.397065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe36155e-a816-4b0f-ad83-bc8ce08c7db2 req-3a0ad41a-68b0-486d-aebf-c697971d6d59 tempest-FloatingIPsNegativeTestJSON-301735155 tempest-FloatingIPsNegativeTestJSON-301735155-project] 10.222.0.27 "GET /v2.0/floatingips/842f0c65-f2a8-47ed-a69a-4d42b7a4c93b HTTP/1.1" status: 404 len: 350 time: 0.1027174 May 27 22:24:51.397927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38092) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:51.456742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:51.497279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['fec3477a-d54d-4ab8-96ed-7a9f9e6cb652'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:24:51.517634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6a802-19ad-4f4b-b75d-ff098aeb3b00 req-3811c2a9-b241-477b-84e2-81b3b5e58746 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:51.520473 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80e6a802-19ad-4f4b-b75d-ff098aeb3b00 req-3811c2a9-b241-477b-84e2-81b3b5e58746 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 946 time: 0.3337433 May 27 22:24:51.567346 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac18266f-f01d-459e-9c85-8a38c66d7308,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:51.607323 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:51.616736 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09534324-b751-4404-80ba-49bb670beb66', 'name': 'tempest-FloatingIPsNegativeTestJSON-1466495856-router', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:33Z', 'updated_at': '2022-05-27T22:24:45Z', 'revision_number': 4, 'project_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'gw_port': {'id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09534324-b751-4404-80ba-49bb670beb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:35Z', 'updated_at': '2022-05-27T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '9acb0f1c-a293-4b31-b0a3-8291986d9494', 'name': '', 'network_id': '5805d8d7-b08f-4c0d-95c4-a9196fefe40b', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'mac_address': 'fa:16:3e:2a:ac:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09534324-b751-4404-80ba-49bb670beb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '99632e2f-b0d6-4aae-9ffd-e4010b3687e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:43Z', 'updated_at': '2022-05-27T22:24:50Z', 'revision_number': 4, 'project_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'subnets': [{'id': '99632e2f-b0d6-4aae-9ffd-e4010b3687e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:51.636511 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2ce43f-8e52-44a4-b22d-17977b6e449a None None] The sync data for ids ['09534324-b751-4404-80ba-49bb670beb66'] in n-d-843680-3 is: [{'id': '09534324-b751-4404-80ba-49bb670beb66', 'name': 'tempest-FloatingIPsNegativeTestJSON-1466495856-router', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:33Z', 'updated_at': '2022-05-27T22:24:45Z', 'revision_number': 4, 'project_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'gw_port': {'id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09534324-b751-4404-80ba-49bb670beb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:35Z', 'updated_at': '2022-05-27T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '9acb0f1c-a293-4b31-b0a3-8291986d9494', 'name': '', 'network_id': '5805d8d7-b08f-4c0d-95c4-a9196fefe40b', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'mac_address': 'fa:16:3e:2a:ac:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09534324-b751-4404-80ba-49bb670beb66', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '99632e2f-b0d6-4aae-9ffd-e4010b3687e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:43Z', 'updated_at': '2022-05-27T22:24:50Z', 'revision_number': 4, 'project_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'subnets': [{'id': '99632e2f-b0d6-4aae-9ffd-e4010b3687e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:24:51.806592 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:51.810602 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80e6a802-19ad-4f4b-b75d-ff098aeb3b00 req-2875cf3d-4755-44b7-a20f-ba5a58ebd655 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814894 May 27 22:24:51.939128 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:52.029187 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-3b7fe4ce-125e-4570-b17c-0e76659b3769 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585570 May 27 22:24:52.046022 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cf6cf-e89b-45d6-bdc2-2613c029e0c7 req-0d763d82-9526-4856-a2bd-b4e8d866ccdd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:52.053216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3d2cf6cf-e89b-45d6-bdc2-2613c029e0c7 req-0d763d82-9526-4856-a2bd-b4e8d866ccdd tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 944 time: 0.4979706 May 27 22:24:52.087719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9acb0f1c-a293-4b31-b0a3-8291986d9494 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:52.189506 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:52.193508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:52.241692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 9acb0f1c-a293-4b31-b0a3-8291986d9494 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:52.247269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9acb0f1c-a293-4b31-b0a3-8291986d9494 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:52.247638 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:52.256195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:52.294830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:24:52.414259 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3d2cf6cf-e89b-45d6-bdc2-2613c029e0c7 req-73f9449f-bc58-4d42-91d8-895f94242633 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f96ba10-27a3-4a45-85f4-1ee7a9423813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601041 May 27 22:24:52.444277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9acb0f1c-a293-4b31-b0a3-8291986d9494 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:52.444680 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:52.474352 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:52.474889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfdc5dee-4eb7-4cc0-b589-247aaa0a408e {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:24:52.487950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 9acb0f1c-a293-4b31-b0a3-8291986d9494, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9acb0f1c-a293-4b31-b0a3-8291986d9494,segment=NetworkSegment(c5117cdc-c82d-4af3-baf7-4c2bdc414292),segment_id=c5117cdc-c82d-4af3-baf7-4c2bdc414292)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:52.515494 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:52.522854 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5a8f338f-fd93-4fab-877c-0e8c982cd8e1 admin admin] 10.222.0.27 "DELETE /v2.0/routers/bfdc5dee-4eb7-4cc0-b589-247aaa0a408e HTTP/1.1" status: 204 len: 168 time: 3.1892166 May 27 22:24:52.522854 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f96c045c-74fb-43e2-9abd-ee3f45807c53'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:52.531701 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:52.533972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38110) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:52.562243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:52.608916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc445858-0b2f-429b-8e70-edadfa92c39b admin admin] Deleting subnet 138b7ce5-1c68-4594-9563-551c3ad80c24 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:24:52.612470 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc445858-0b2f-429b-8e70-edadfa92c39b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:52.633138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:52.646060 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:52.724732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:24:52.725510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 32d58fdd-0d2a-4a2a-86f3-28bf20d51005 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:24:52.752144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=9acb0f1c-a293-4b31-b0a3-8291986d9494,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:52.794413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-3b48b640-01b2-4e88-ae7a-432b18c6f4f9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:52.801169 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-3b48b640-01b2-4e88-ae7a-432b18c6f4f9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7668386 May 27 22:24:52.844675 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-fcb2729c-281b-4b2e-972c-ac1b9ff75223 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/quotas/ecba41eb2b894855a95cc6ec50ef6350 HTTP/1.1" status: 200 len: 375 time: 0.0374980 May 27 22:24:52.913556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Attempting to bind port f96c045c-74fb-43e2-9abd-ee3f45807c53 on host n-h2-843680-3 for vnic_type normal with profile {"migrating_to": "n-h1-843680-3"} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:24:52.914008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Attempting to bind port f96c045c-74fb-43e2-9abd-ee3f45807c53 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:24:52.914208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Attempting to bind port f96c045c-74fb-43e2-9abd-ee3f45807c53 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:52.923186 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc445858-0b2f-429b-8e70-edadfa92c39b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:52.942100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5a434-c5d6-44e1-8657-2fac838fc0c4 req-fff14728-f795-4dae-974e-c5bd3d6d9bf1 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:52.952047 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ef5a434-c5d6-44e1-8657-2fac838fc0c4 req-fff14728-f795-4dae-974e-c5bd3d6d9bf1 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 943 time: 0.3443174 May 27 22:24:52.988319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Port f96c045c-74fb-43e2-9abd-ee3f45807c53 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:24:52.988672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Attempting to bind port f96c045c-74fb-43e2-9abd-ee3f45807c53 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:53.026587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:24:53.027215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Checking segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:53.027618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Bound using segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:24:53.028066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Bound port: f96c045c-74fb-43e2-9abd-ee3f45807c53, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:24:53.028445 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:53.040315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Pushing event updated for resources: {'Port': ['ID=f96c045c-74fb-43e2-9abd-ee3f45807c53,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:53.111488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ef5a434-c5d6-44e1-8657-2fac838fc0c4 req-22135ec4-db6d-436f-acac-9fe7c5645d32 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605871 May 27 22:24:53.162892 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc445858-0b2f-429b-8e70-edadfa92c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:53.229142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:24:53.253838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:24:53.285484 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-926b6b70-7ab3-400e-b7ae-3df7b7fb7010 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4435353 May 27 22:24:53.305803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:53.337325 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 80f3dd36-8187-47eb-82d5-fba11aba560b up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:53.353608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96168b36-7ab9-48a0-893e-cf5da9fe431e req-7b9754f4-fdcc-4124-a4a9-a364dbe3714b tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 210 time: 0.0655959 May 27 22:24:53.387619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-b54eb953-5581-43b3-8204-ada979968e78 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:53.389338 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-b54eb953-5581-43b3-8204-ada979968e78 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.57 "GET /v2.0/networks?id=e644cc6f-56cf-461d-9b5c-11ecc2c2e143 HTTP/1.1" status: 200 len: 812 time: 0.4219933 May 27 22:24:53.469649 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:53.518762 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecc77aa-9d76-4dbd-ad07-d941a9fbeb04'] response: {'server_uuid': 'd1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f96c045c-74fb-43e2-9abd-ee3f45807c53', 'code': 200} May 27 22:24:53.521938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Pushing event updated for resources: {'Port': ['ID=f96c045c-74fb-43e2-9abd-ee3f45807c53,revision_number=8']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:53.528120 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc445858-0b2f-429b-8e70-edadfa92c39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:53.562663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 80f3dd36-8187-47eb-82d5-fba11aba560b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:53.568969 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 80f3dd36-8187-47eb-82d5-fba11aba560b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:53.569336 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:53.593389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc445858-0b2f-429b-8e70-edadfa92c39b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=138b7ce5-1c68-4594-9563-551c3ad80c24,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:53.637195 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc445858-0b2f-429b-8e70-edadfa92c39b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:53.654607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:53.655213 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:53.664175 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-df40f6e3-0067-443e-b8b2-3cf106a3fca1 service neutron] 10.222.0.57 "PUT /v2.0/ports/f96c045c-74fb-43e2-9abd-ee3f45807c53 HTTP/1.1" status: 200 len: 1121 time: 2.3348172 May 27 22:24:53.665979 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dc445858-0b2f-429b-8e70-edadfa92c39b admin admin] 10.222.0.27 "DELETE /v2.0/subnets/138b7ce5-1c68-4594-9563-551c3ad80c24 HTTP/1.1" status: 204 len: 168 time: 1.1309941 May 27 22:24:53.669107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38128) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:53.683197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bd9f41-fc8b-45a8-aebb-6fdced80397c None None] Network 8248a3c2-e6f2-4c89-bdff-ea0cddce86a2 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:24:53.775790 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['f96c045c-74fb-43e2-9abd-ee3f45807c53'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:24:53.843901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-929a5ef3-aa9a-4db9-ba04-b81ca45a892e tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79c092a1a5a54f6398d0d9bdc51864e7 HTTP/1.1" status: 200 len: 379 time: 0.4354012 May 27 22:24:53.862223 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:53.864322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Request body: {'port': {'device_id': '5627d2e2-f1a8-4a75-88c3-41099cb202d5', 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'admin_state_up': True, 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'security_groups': ['ccea17f7-fd33-4ef1-af56-2572fe438bf4']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:53.878847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Deleting port 62c8d863-c4cd-4604-91a2-05c16291d595 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:53.879900 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:53.930461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:53.997929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9acb0f1c-a293-4b31-b0a3-8291986d9494 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:24:54.101707 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 80f3dd36-8187-47eb-82d5-fba11aba560b is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:54.102093 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:54.150977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] For port 62c8d863-c4cd-4604-91a2-05c16291d595, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62c8d863-c4cd-4604-91a2-05c16291d595,segment=NetworkSegment(f820359d-be88-415e-955b-c91c46f7e5ea),segment_id=f820359d-be88-415e-955b-c91c46f7e5ea)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:54.151326 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:54.162044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2ea7cf-0683-46f7-88c8-9807545ab329 req-8518b8d7-99c5-4229-a9d3-929fabeea58a tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:54.169321 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e2ea7cf-0683-46f7-88c8-9807545ab329 req-8518b8d7-99c5-4229-a9d3-929fabeea58a tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 944 time: 0.4419844 May 27 22:24:54.194898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e4c2d-d317-425d-82f4-900dbb5bd982 req-86560488-c7e0-40e9-b888-33a6dc8da010 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:54.196579 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5a2e4c2d-d317-425d-82f4-900dbb5bd982 req-86560488-c7e0-40e9-b888-33a6dc8da010 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 946 time: 0.4341221 May 27 22:24:54.214601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:54.220291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc829401-7aa2-472a-9bc1-94b749ff1750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f3dd36-8187-47eb-82d5-fba11aba560b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:54.241998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Usage tracker for resource:port and tenant:79c092a1a5a54f6398d0d9bdc51864e7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:24:54.242225 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 80f3dd36-8187-47eb-82d5-fba11aba560b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=80f3dd36-8187-47eb-82d5-fba11aba560b,segment=NetworkSegment(b6248b23-f6ae-47af-b81d-e8619e3091ea),segment_id=b6248b23-f6ae-47af-b81d-e8619e3091ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:54.258454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:24:54.278929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:54.289783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:54.290155 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:54.297820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Calling delete_port for 62c8d863-c4cd-4604-91a2-05c16291d595 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:54.299764 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e2ea7cf-0683-46f7-88c8-9807545ab329 req-e863eb96-2288-45fa-9fbc-92a8a2069834 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f96ba10-27a3-4a45-85f4-1ee7a9423813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293604 May 27 22:24:54.327002 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5a2e4c2d-d317-425d-82f4-900dbb5bd982 req-f7f8da5c-4f2e-4dda-bd4a-9e515ae20120 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183338 May 27 22:24:54.338811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:54.384426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9acb0f1c-a293-4b31-b0a3-8291986d9494 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:54.384991 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:54.441616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Made reservation on behalf of 79c092a1a5a54f6398d0d9bdc51864e7 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:24:54.445677 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:54.459233 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:54.469513 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cb813c-1bbe-44bd-a58b-fadae6ab1b71 req-1112fe48-cd9d-4ed8-95cd-24230490b9d5 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 210 time: 0.0997295 May 27 22:24:54.546947 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec9aa58-78fb-4ee9-9966-184aa3b1e150'] response: {'server_uuid': 'dc829401-7aa2-472a-9bc1-94b749ff1750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f3dd36-8187-47eb-82d5-fba11aba560b', 'code': 200} May 27 22:24:54.583295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Deleting port 9acb0f1c-a293-4b31-b0a3-8291986d9494 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:24:54.584257 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:54.601267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=80f3dd36-8187-47eb-82d5-fba11aba560b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:54.602210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] No DVR routers for this DVR port 62c8d863-c4cd-4604-91a2-05c16291d595 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:24:54.643037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a1e215-1c41-4ac4-a9ed-81f0aedd799f None None] DHCP port deletion for 8248a3c2-e6f2-4c89-bdff-ea0cddce86a2 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:24:54.650189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Pushing event deleted for resources: {'Port': ['ID=62c8d863-c4cd-4604-91a2-05c16291d595,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:54.666576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:54.667293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:54.667640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:54.668012 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:54.668362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:54.668722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:54.669234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:54.669561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:54.670199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:54.670578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:54.671212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:54.671543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:54.770222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9acb0f1c-a293-4b31-b0a3-8291986d9494 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:54.782352 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ac18266f-f01d-459e-9c85-8a38c66d7308 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:54.818133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:24:54.818807 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:54.835821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: ac18266f-f01d-459e-9c85-8a38c66d7308 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:24:54.835821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ac18266f-f01d-459e-9c85-8a38c66d7308 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:24:54.863594 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:54.917432 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:54.933239 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:54.933972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-09afabff-b18f-4744-8c0d-d0b58c81f218 req-c9e1e209-5c72-4709-b1bf-5242f9f3d65d tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 210 time: 0.0879965 May 27 22:24:54.945259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8248a3c2-e6f2-4c89-bdff-ea0cddce86a2']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:54.966620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f820359d-be88-415e-955b-c91c46f7e5ea') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:54.967296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f820359d-be88-415e-955b-c91c46f7e5ea') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:54.982521 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:55.007601 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:55.017252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:24:55.017894 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:55.025682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,revision_number=11']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:55.085269 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f820359d-be88-415e-955b-c91c46f7e5ea resource provider aggregate not found May 27 22:24:55.108897 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f820359d-be88-415e-955b-c91c46f7e5ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f820359d-be88-415e-955b-c91c46f7e5ea found for delete ", "request_id": "req-5386f511-966c-46f3-83f7-7b9896e76aca"}]} May 27 22:24:55.139424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42996d23-dfdf-43a3-bc7e-968bfa3b714b req-29b482c4-b3bb-46f9-a617-10f53f559584 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:55.140921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42996d23-dfdf-43a3-bc7e-968bfa3b714b req-29b482c4-b3bb-46f9-a617-10f53f559584 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 943 time: 0.6611087 May 27 22:24:55.155304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Allocated IP 172.20.0.9 (e644cc6f-56cf-461d-9b5c-11ecc2c2e143/e4124652-a084-462a-a1cd-fd8903fd3428/3181e765-c199-4290-ac6f-a3c5b5081d1a) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:24:55.190670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114835b1-ff9c-46f5-a932-9d67e8457a48 req-392c74a2-aff9-4127-b437-079f1795ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:55.192101 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-114835b1-ff9c-46f5-a932-9d67e8457a48 req-392c74a2-aff9-4127-b437-079f1795ef4f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 1096 time: 0.5692163 May 27 22:24:55.193689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] For port 9acb0f1c-a293-4b31-b0a3-8291986d9494, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9acb0f1c-a293-4b31-b0a3-8291986d9494,segment=NetworkSegment(c5117cdc-c82d-4af3-baf7-4c2bdc414292),segment_id=c5117cdc-c82d-4af3-baf7-4c2bdc414292)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:55.194035 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:55.213456 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:55.233421 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:55.245053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] Pushing event deleted for resources: {'Network': ['ID=8248a3c2-e6f2-4c89-bdff-ea0cddce86a2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:55.249192 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c9054f88-1301-49fe-bba9-2a351522ec4f admin admin] 10.222.0.27 "DELETE /v2.0/networks/8248a3c2-e6f2-4c89-bdff-ea0cddce86a2 HTTP/1.1" status: 204 len: 168 time: 1.5783916 May 27 22:24:55.349810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Calling delete_port for 9acb0f1c-a293-4b31-b0a3-8291986d9494 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:24:55.423774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42996d23-dfdf-43a3-bc7e-968bfa3b714b req-6670b407-2426-41bf-a9e3-6f257d9a0ecf tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698069 May 27 22:24:55.486781 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-114835b1-ff9c-46f5-a932-9d67e8457a48 req-af6bdbed-ecd7-423f-94d0-7052905d68d1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9f96ba10-27a3-4a45-85f4-1ee7a9423813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773793 May 27 22:24:55.520557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a', 'tag': 'f96c045c-74fb-43e2-9abd-ee3f45807c53'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:55.557928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38158) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:55.607783 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-70dc7fab-b2f5-4a46-9d4f-9de58c9b9358 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dd7854410b794c8abce9ac7bdb1540b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479367 May 27 22:24:55.610365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38162) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:55.673223 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27771b61-591c-40f8-af78-4977795f1248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:55.707145 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27771b61-591c-40f8-af78-4977795f1248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:55.830344 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27771b61-591c-40f8-af78-4977795f1248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:55.848627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27771b61-591c-40f8-af78-4977795f1248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a306f4c6-72fa-406c-8b53-889bc8043619,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:55.859926 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27771b61-591c-40f8-af78-4977795f1248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:55.859926 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-27771b61-591c-40f8-af78-4977795f1248 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a306f4c6-72fa-406c-8b53-889bc8043619 HTTP/1.1" status: 204 len: 168 time: 0.2481282 May 27 22:24:55.892378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26f2e4-4fd2-4f69-b45b-8881c1cc6d8a req-68a50d36-3a78-4c4e-96d6-7f93eddcb9f5 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:55.894540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d26f2e4-4fd2-4f69-b45b-8881c1cc6d8a req-68a50d36-3a78-4c4e-96d6-7f93eddcb9f5 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 945 time: 0.4740222 May 27 22:24:55.897867 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:55.918678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf214a0-6f11-4130-b0b4-b8747ba7e74e req-f2453134-107f-4580-947c-bef6af9af324 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:55.929359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-daf214a0-6f11-4130-b0b4-b8747ba7e74e req-f2453134-107f-4580-947c-bef6af9af324 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 946 time: 0.3660519 May 27 22:24:55.955930 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-4e63420c-5505-482b-8f58-b40e69577f47 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295017 May 27 22:24:55.997161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Transition to ACTIVE for port object 3181e765-c199-4290-ac6f-a3c5b5081d1a will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:56.006200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f96c045c-74fb-43e2-9abd-ee3f45807c53 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:24:56.009346 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 62c8d863-c4cd-4604-91a2-05c16291d595 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:24:56.063683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 62c8d863-c4cd-4604-91a2-05c16291d595 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:24:56.064438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 62c8d863-c4cd-4604-91a2-05c16291d595 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:24:56.073582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-daf214a0-6f11-4130-b0b4-b8747ba7e74e req-de4212d8-25cc-4351-a2e3-6ff46ddf3857 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425431 May 27 22:24:56.103832 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d26f2e4-4fd2-4f69-b45b-8881c1cc6d8a req-8ad07a12-f87e-4b0a-a7d5-d2d3378a9541 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f96ba10-27a3-4a45-85f4-1ee7a9423813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944501 May 27 22:24:56.181145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-0f707347-2bb6-495f-addc-b72accd25f52 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:56.185886 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-0f707347-2bb6-495f-addc-b72accd25f52 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226586 May 27 22:24:56.203709 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e95fa8-3386-4512-bcb5-f816095443c9'] response: {'name': 'network-changed', 'server_uuid': 'd1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a', 'tag': 'f96c045c-74fb-43e2-9abd-ee3f45807c53', 'status': 'completed', 'code': 200} May 27 22:24:56.217582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Request body: {'port': {'device_id': 'd5904915-6999-4912-9512-fd090c286258', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'ecba41eb2b894855a95cc6ec50ef6350'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:56.336127 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce424a77-7b12-4baa-ad3d-895439050302 req-383602ac-76c0-439e-a8cb-8b1bdef14bfc tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 210 time: 0.1105537 May 27 22:24:56.405047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:24:56.418278 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:56.419427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:24:56.457247 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4985def-dc52-4844-beab-6ffc47445de6 req-9bf3a559-591f-4638-88a9-f74e1e33ce23 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 210 time: 0.1201990 May 27 22:24:56.462269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:56.494541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Made reservation on behalf of ecba41eb2b894855a95cc6ec50ef6350 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:24:56.498190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f96c045c-74fb-43e2-9abd-ee3f45807c53 has no active binding in host n-h1-843680-3 {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 22:24:56.498581 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:56.548413 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:24:56.610493 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bbb32a7-2adb-42ae-be0c-58c500bc9e81'] response: {'server_uuid': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652', 'code': 200} May 27 22:24:56.614647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Pushing event deleted for resources: {'Port': ['ID=9acb0f1c-a293-4b31-b0a3-8291986d9494,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:56.668295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:56.668649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:56.669223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:56.669763 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:56.670687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:56.671454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:56.671996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:56.672583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:56.673143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:56.673676 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:56.674210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:56.674769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:24:56.715971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Allocated IP 192.168.233.233 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/4ca6a601-568c-41da-a1c9-9f9c71f785b0) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:24:56.768194 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:56.813162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38176) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:56.915824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Network e644cc6f-56cf-461d-9b5c-11ecc2c2e143 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:56.956410 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2a973d23-ae05-463b-b79d-3b74c5d54773 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b5cc61dd554942139f8cdb274726be18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420012 May 27 22:24:56.959751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38180) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:56.975684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:56.996280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:24:57.031621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Pushing event updated for resources: {'Port': ['ID=3181e765-c199-4290-ac6f-a3c5b5081d1a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:57.043513 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:57.061564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5bbc8-c59f-4876-a284-770671954bba req-60c0eb64-cff7-4c8d-bc8a-8ac68ee7fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:57.063121 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bf5bbc8-c59f-4876-a284-770671954bba req-60c0eb64-cff7-4c8d-bc8a-8ac68ee7fc90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 1124 time: 0.7474914 May 27 22:24:57.073787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Transition to ACTIVE for port object 4ca6a601-568c-41da-a1c9-9f9c71f785b0 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:57.075455 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-040ea096-bbac-4c5d-bf3b-1b81cad3cbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:57.107912 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-040ea096-bbac-4c5d-bf3b-1b81cad3cbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:57.210476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289dca6a-0e68-44dc-be28-19c037a1a7bf req-2315a581-0b28-475f-b0eb-3912da6e01e0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:57.211948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-289dca6a-0e68-44dc-be28-19c037a1a7bf req-2315a581-0b28-475f-b0eb-3912da6e01e0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 943 time: 0.5326107 May 27 22:24:57.271415 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:57.272443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:57.273056 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:57.283107 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b3b96510-2f78-4efa-9b87-9d3e1c553325'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:24:57.326330 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-040ea096-bbac-4c5d-bf3b-1b81cad3cbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:57.332861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['06ae86bd-b637-4110-b5ff-000cf3971924', 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:24:57.365428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:24:57.366619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ea096-bbac-4c5d-bf3b-1b81cad3cbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b646ae68-fb16-4cdd-943c-b2ea69c53545,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:57.377816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:24:57.379775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-19349e1d-3211-4fa0-a4bb-99a042845a2b None None] Provisioning for port 3181e765-c199-4290-ac6f-a3c5b5081d1a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:57.380991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:24:57.408503 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:57.426177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-19349e1d-3211-4fa0-a4bb-99a042845a2b None None] Provisioning complete for port 3181e765-c199-4290-ac6f-a3c5b5081d1a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:57.426537 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-19349e1d-3211-4fa0-a4bb-99a042845a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:57.461701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Pushing event updated for resources: {'Port': ['ID=4ca6a601-568c-41da-a1c9-9f9c71f785b0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:57.487493 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-289dca6a-0e68-44dc-be28-19c037a1a7bf req-e1a8f797-36a1-4fde-9223-98280ec6d739 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232795 May 27 22:24:57.496175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:57.496878 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:57.553412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-19349e1d-3211-4fa0-a4bb-99a042845a2b None None] Port 3181e765-c199-4290-ac6f-a3c5b5081d1a cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:24:57.626411 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-040ea096-bbac-4c5d-bf3b-1b81cad3cbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:57.628843 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-040ea096-bbac-4c5d-bf3b-1b81cad3cbe2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b646ae68-fb16-4cdd-943c-b2ea69c53545 HTTP/1.1" status: 204 len: 168 time: 0.6680353 May 27 22:24:57.648335 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fbc3c87-cd61-49bf-b53c-9ff2d1e18569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:57.781497 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-23fe5a4d-0ed4-48e5-b090-8f989b77f795 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5680881 May 27 22:24:57.803651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Request body: {'port': {'device_id': 'd5904915-6999-4912-9512-fd090c286258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:57.834497 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-51da6055-8d0b-480f-b577-a0d4c44b4164 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9738019 May 27 22:24:57.846719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5bbc8-c59f-4876-a284-770671954bba req-edbdad0e-0990-41be-96dc-17e9bba34f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:57.848279 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bf5bbc8-c59f-4876-a284-770671954bba req-edbdad0e-0990-41be-96dc-17e9bba34f5a service neutron] 10.222.0.46 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.7622526 May 27 22:24:57.853574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3cde37f7-0213-4fb6-85a0-f56d5ca2f961 None None] Provisioning for port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:24:57.862862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3cde37f7-0213-4fb6-85a0-f56d5ca2f961 None None] Provisioning complete for port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:24:57.863195 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3cde37f7-0213-4fb6-85a0-f56d5ca2f961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:57.865735 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Request body: {'port': {'device_id': '5627d2e2-f1a8-4a75-88c3-41099cb202d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:24:57.943600 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-c8801f8c-b49f-41d7-bc81-eeb0a47c746b service neutron] 10.222.0.46 "GET /v2.0/ports/f96c045c-74fb-43e2-9abd-ee3f45807c53/bindings/n-h1-843680-3 HTTP/1.1" status: 200 len: 384 time: 0.2471833 May 27 22:24:57.971400 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3cde37f7-0213-4fb6-85a0-f56d5ca2f961 None None] Port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:24:58.028825 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:58.065043 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bf5bbc8-c59f-4876-a284-770671954bba req-79238b54-7daa-445a-be1a-cb5a3e51dcf2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53 HTTP/1.1" status: 200 len: 217 time: 0.1384673 May 27 22:24:58.130010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739ab5d-61e7-419e-90cd-2d808ed6dd19 req-c207fccb-6df5-44c2-9d9d-ad94ceea9ad4 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:58.131704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5739ab5d-61e7-419e-90cd-2d808ed6dd19 req-c207fccb-6df5-44c2-9d9d-ad94ceea9ad4 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 946 time: 0.8727684 May 27 22:24:58.339856 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:58.484910 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5bbc8-c59f-4876-a284-770671954bba req-cf0ce038-3fdd-44bc-9051-2eabfce8a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:58.486257 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bf5bbc8-c59f-4876-a284-770671954bba req-cf0ce038-3fdd-44bc-9051-2eabfce8a0b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.4083157 May 27 22:24:58.536545 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5739ab5d-61e7-419e-90cd-2d808ed6dd19 req-6435f0e2-b0d4-4213-8036-1fff7a50d62e tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886163 May 27 22:24:58.556138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dbf27-2e38-46e4-80da-b257eee6be58 req-ccd5358c-b038-49dd-8307-90d4c7ce231c tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:58.565589 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c4dbf27-2e38-46e4-80da-b257eee6be58 req-ccd5358c-b038-49dd-8307-90d4c7ce231c tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 945 time: 0.8214245 May 27 22:24:58.587417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Router 09534324-b751-4404-80ba-49bb670beb66 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:24:58.592464 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bf5bbc8-c59f-4876-a284-770671954bba req-eafa9db5-8941-4256-8248-3c20f6f3464a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970538 May 27 22:24:58.610103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-967cbcc6-54c9-44cc-b013-b10f6027f896 service neutron] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:58.648893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-967cbcc6-54c9-44cc-b013-b10f6027f896 service neutron] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:24:58.775403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-967cbcc6-54c9-44cc-b013-b10f6027f896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96c045c-74fb-43e2-9abd-ee3f45807c53 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:24:58.791472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-967cbcc6-54c9-44cc-b013-b10f6027f896 service neutron] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:24:58.804867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca6a601-568c-41da-a1c9-9f9c71f785b0 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:24:58.815412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:58.831088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Transition to ACTIVE for port object 4ca6a601-568c-41da-a1c9-9f9c71f785b0 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:58.876101 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-967cbcc6-54c9-44cc-b013-b10f6027f896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:58.906390 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c4dbf27-2e38-46e4-80da-b257eee6be58 req-0fc666b7-5458-4781-9474-229977ad0271 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f96ba10-27a3-4a45-85f4-1ee7a9423813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424437 May 27 22:24:58.921911 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:59.101813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Pushing event updated for resources: {'Port': ['ID=4ca6a601-568c-41da-a1c9-9f9c71f785b0,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:59.194109 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bf5bbc8-c59f-4876-a284-770671954bba req-5f0c0d39-99ca-4e80-af81-781cbed07400 service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556929 May 27 22:24:59.231457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-967cbcc6-54c9-44cc-b013-b10f6027f896 service neutron] Transition to ACTIVE for port object f96c045c-74fb-43e2-9abd-ee3f45807c53 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:59.238341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:24:59.250222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dddd0e5-3e93-4607-b54e-36ed9c3ccf77 None None] Sync routers for ids ['09534324-b751-4404-80ba-49bb670beb66'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:24:59.255954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d7121ba3-1194-48a6-bab1-524d8a669adb admin admin] 10.222.0.27 "PUT /v2.0/routers/09534324-b751-4404-80ba-49bb670beb66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8536296 May 27 22:24:59.260591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38222) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:24:59.272323 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddd0e5-3e93-4607-b54e-36ed9c3ccf77 None None] Routers {'09534324-b751-4404-80ba-49bb670beb66'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:59.272323 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2dddd0e5-3e93-4607-b54e-36ed9c3ccf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['09534324-b751-4404-80ba-49bb670beb66'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:59.388517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa2d85-efc0-4212-b30c-5b15875d06a6 req-22cbad7a-2f71-480e-bfe4-cdd1dad7a638 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:59.395695 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3aa2d85-efc0-4212-b30c-5b15875d06a6 req-22cbad7a-2f71-480e-bfe4-cdd1dad7a638 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 936 time: 0.7048526 May 27 22:24:59.395829 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-967cbcc6-54c9-44cc-b013-b10f6027f896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:59.412244 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:24:59.498533 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-2dddd0e5-3e93-4607-b54e-36ed9c3ccf77 None None] Set router 09534324-b751-4404-80ba-49bb670beb66 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:24:59.564201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3aa2d85-efc0-4212-b30c-5b15875d06a6 req-ede73eeb-d7c1-4000-945e-459263d65716 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638033 May 27 22:24:59.623778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3181e765-c199-4290-ac6f-a3c5b5081d1a {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:24:59.637701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-967cbcc6-54c9-44cc-b013-b10f6027f896 service neutron] No DVR routers for this DVR port f96c045c-74fb-43e2-9abd-ee3f45807c53 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:24:59.640472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aef170-de32-49ed-8715-a8b527c64f14 req-94510bde-131d-40b7-9e80-d5a73fa97066 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:24:59.641244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-68aef170-de32-49ed-8715-a8b527c64f14 req-94510bde-131d-40b7-9e80-d5a73fa97066 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Synchronizing usage tracker for tenant:79c092a1a5a54f6398d0d9bdc51864e7 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:24:59.654765 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:59.709497 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bf5bbc8-c59f-4876-a284-770671954bba req-3bc3c3fe-15c3-4ef3-ad2d-1390655825dc service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535327 May 27 22:24:59.713278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Transition to ACTIVE for port object 3181e765-c199-4290-ac6f-a3c5b5081d1a will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:24:59.794466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Attempting to bind port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:24:59.795060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Attempting to bind port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:24:59.795179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Attempting to bind port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:59.797894 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:59.804280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:24:59.806021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Attempting to bind port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:24:59.817139 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-967cbcc6-54c9-44cc-b013-b10f6027f896 service neutron] 10.222.0.46 "PUT /v2.0/ports/f96c045c-74fb-43e2-9abd-ee3f45807c53/bindings/n-h1-843680-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8610911 May 27 22:24:59.822445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cbcc6-54c9-44cc-b013-b10f6027f896 service neutron] Pushing event updated for resources: {'Port': ['ID=f96c045c-74fb-43e2-9abd-ee3f45807c53,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:24:59.883079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:24:59.883643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:24:59.884034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:24:59.884525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Bound port: 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:24:59.884878 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:59.905009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-68aef170-de32-49ed-8715-a8b527c64f14 req-94510bde-131d-40b7-9e80-d5a73fa97066 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Unset dirty status for tenant:79c092a1a5a54f6398d0d9bdc51864e7 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:24:59.911761 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68aef170-de32-49ed-8715-a8b527c64f14 req-94510bde-131d-40b7-9e80-d5a73fa97066 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 931 time: 0.8120461 May 27 22:24:59.921010 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:24:59.940288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2dddd0e5-3e93-4607-b54e-36ed9c3ccf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09534324-b751-4404-80ba-49bb670beb66', 'name': 'tempest-FloatingIPsNegativeTestJSON-1466495856-router', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:33Z', 'updated_at': '2022-05-27T22:24:56Z', 'revision_number': 5, 'project_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'gw_port': {'id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09534324-b751-4404-80ba-49bb670beb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:35Z', 'updated_at': '2022-05-27T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:24:59.945021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dddd0e5-3e93-4607-b54e-36ed9c3ccf77 None None] Checking router: 09534324-b751-4404-80ba-49bb670beb66 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:24:59.956398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddd0e5-3e93-4607-b54e-36ed9c3ccf77 None None] Routers {'09534324-b751-4404-80ba-49bb670beb66'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:24:59.956398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2dddd0e5-3e93-4607-b54e-36ed9c3ccf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:24:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['09534324-b751-4404-80ba-49bb670beb66'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:00.062147 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec4bebe8-d450-418a-92d8-f795fe0179cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:00.237553 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-2dddd0e5-3e93-4607-b54e-36ed9c3ccf77 None None] Set router 09534324-b751-4404-80ba-49bb670beb66 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:25:00.397610 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68aef170-de32-49ed-8715-a8b527c64f14 req-c623bacf-db27-4370-8662-e7130f573a7c tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccea17f7-fd33-4ef1-af56-2572fe438bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4849632 May 27 22:25:00.398928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Pushing event updated for resources: {'Port': ['ID=3181e765-c199-4290-ac6f-a3c5b5081d1a,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:00.431341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Attempting to bind port 3181e765-c199-4290-ac6f-a3c5b5081d1a on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:25:00.431883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Attempting to bind port 3181e765-c199-4290-ac6f-a3c5b5081d1a by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'a789c1de-c27b-44ea-95e0-2a32a6a2b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:25:00.432412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Attempting to bind port 3181e765-c199-4290-ac6f-a3c5b5081d1a on network e644cc6f-56cf-461d-9b5c-11ecc2c2e143 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:00.440402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Port 3181e765-c199-4290-ac6f-a3c5b5081d1a on network e644cc6f-56cf-461d-9b5c-11ecc2c2e143 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:25:00.440728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Attempting to bind port 3181e765-c199-4290-ac6f-a3c5b5081d1a on network e644cc6f-56cf-461d-9b5c-11ecc2c2e143 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:00.453315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e9685-ba60-4557-ab4e-4fb47e565f60 req-a960789e-eebc-4a94-a0a8-a2f352a12424 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:00.458249 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a20e9685-ba60-4557-ab4e-4fb47e565f60 req-a960789e-eebc-4a94-a0a8-a2f352a12424 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 944 time: 0.7242682 May 27 22:25:00.462670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:25:00.476988 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:25:00.483387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:25:00.483726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Checking segment: {'id': 'a789c1de-c27b-44ea-95e0-2a32a6a2b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:25:00.484113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Bound using segment: {'id': 'a789c1de-c27b-44ea-95e0-2a32a6a2b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:25:00.484575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Bound port: 3181e765-c199-4290-ac6f-a3c5b5081d1a, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a789c1de-c27b-44ea-95e0-2a32a6a2b984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:25:00.484925 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:00.517672 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:00.524469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-c49fae76-04d2-4c30-9df3-9b116e147f82 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:00.525948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-c49fae76-04d2-4c30-9df3-9b116e147f82 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a&tenant_id=091c975465a443ff9f9924fb8c574958&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 1095 time: 0.4858675 May 27 22:25:00.556464 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:00.611446 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] Deleting port e70eac8e-9ba1-4296-98ad-7388586ea284 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:00.611700 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:00.663780 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a20e9685-ba60-4557-ab4e-4fb47e565f60 req-86261e91-fa2d-4321-a158-f1e25630786f tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045884 May 27 22:25:00.671899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:00.672604 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:00.674014 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] 10.222.0.57 "PUT /v2.0/ports/4ca6a601-568c-41da-a1c9-9f9c71f785b0 HTTP/1.1" status: 200 len: 1096 time: 2.8749676 May 27 22:25:00.707349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:00.738543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2dddd0e5-3e93-4607-b54e-36ed9c3ccf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09534324-b751-4404-80ba-49bb670beb66', 'name': 'tempest-FloatingIPsNegativeTestJSON-1466495856-router', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:33Z', 'updated_at': '2022-05-27T22:24:56Z', 'revision_number': 5, 'project_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'gw_port': {'id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09534324-b751-4404-80ba-49bb670beb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:35Z', 'updated_at': '2022-05-27T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:00.754109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dddd0e5-3e93-4607-b54e-36ed9c3ccf77 None None] The sync data for ids ['09534324-b751-4404-80ba-49bb670beb66'] in n-d-843680-3 is: [{'id': '09534324-b751-4404-80ba-49bb670beb66', 'name': 'tempest-FloatingIPsNegativeTestJSON-1466495856-router', 'tenant_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:33Z', 'updated_at': '2022-05-27T22:24:56Z', 'revision_number': 5, 'project_id': 'beb9c46471874b9fa616b3b7de7b7a41', 'gw_port': {'id': 'e70eac8e-9ba1-4296-98ad-7388586ea284', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:3e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09534324-b751-4404-80ba-49bb670beb66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:35Z', 'updated_at': '2022-05-27T22:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:25:00.769317 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:00.850797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] For port 3181e765-c199-4290-ac6f-a3c5b5081d1a, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:25:00.862345 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] For port 3181e765-c199-4290-ac6f-a3c5b5081d1a, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3181e765-c199-4290-ac6f-a3c5b5081d1a,segment=NetworkSegment(a789c1de-c27b-44ea-95e0-2a32a6a2b984),segment_id=a789c1de-c27b-44ea-95e0-2a32a6a2b984)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:25:00.888212 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:00.908393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd40a0-6175-451b-8b6e-62ccc73938db req-972075f7-9ecb-497b-85e7-bfece35b7f05 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:00.919617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95cd40a0-6175-451b-8b6e-62ccc73938db req-972075f7-9ecb-497b-85e7-bfece35b7f05 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 946 time: 0.3113408 May 27 22:25:00.922301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-b10db943-2ed3-4300-8db4-c919fcccb561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:00.922675 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-b10db943-2ed3-4300-8db4-c919fcccb561 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a&tenant_id=091c975465a443ff9f9924fb8c574958 HTTP/1.1" status: 200 len: 1095 time: 0.3653719 May 27 22:25:00.965134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4be99d-afa9-452b-b2c9-c8d991cf157f service neutron] Pushing event updated for resources: {'Port': ['ID=4ca6a601-568c-41da-a1c9-9f9c71f785b0,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:00.973547 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:01.039571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] For port e70eac8e-9ba1-4296-98ad-7388586ea284, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e70eac8e-9ba1-4296-98ad-7388586ea284,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:01.039927 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:01.055219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-04d823b9-1649-4598-a3f2-58a4e8cc13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:01.056841 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-04d823b9-1649-4598-a3f2-58a4e8cc13f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 1099 time: 0.2210348 May 27 22:25:01.108228 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:01.108870 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:01.110253 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] 10.222.0.57 "PUT /v2.0/ports/3181e765-c199-4290-ac6f-a3c5b5081d1a HTTP/1.1" status: 200 len: 1091 time: 3.2486713 May 27 22:25:01.110676 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5627d2e2-f1a8-4a75-88c3-41099cb202d5', 'tag': '3181e765-c199-4290-ac6f-a3c5b5081d1a'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:01.142202 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95cd40a0-6175-451b-8b6e-62ccc73938db req-dbd86eb3-a221-4770-9c7a-13cabc7e8298 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179828 May 27 22:25:01.166238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8821016-920d-4607-b9ad-dac9aa3c4947 service neutron] Pushing event updated for resources: {'Port': ['ID=3181e765-c199-4290-ac6f-a3c5b5081d1a,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:01.216568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-9a77f723-5b7e-491a-8b49-f3e5bc6f09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:01.218377 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-9a77f723-5b7e-491a-8b49-f3e5bc6f09dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 1095 time: 0.2407198 May 27 22:25:01.379997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] Calling delete_port for e70eac8e-9ba1-4296-98ad-7388586ea284 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:01.398938 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device f96c045c-74fb-43e2-9abd-ee3f45807c53 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:25:01.455949 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e6bbec-968c-43ee-9062-b6c649187bc8'] response: {'name': 'network-changed', 'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0', 'status': 'completed', 'code': 200} May 27 22:25:01.484904 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-3edd6524-f514-44cb-aea1-3bd3579cc8af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0 HTTP/1.1" status: 200 len: 217 time: 0.3708389 May 27 22:25:01.526636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device f96c045c-74fb-43e2-9abd-ee3f45807c53 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:25:01.529909 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea99fcd0-8153-44ed-831b-8a6c4f7153e1'] response: {'name': 'network-changed', 'server_uuid': '5627d2e2-f1a8-4a75-88c3-41099cb202d5', 'tag': '3181e765-c199-4290-ac6f-a3c5b5081d1a', 'status': 'completed', 'code': 200} May 27 22:25:01.628683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-d264ba3d-2c65-4195-9a9a-0f78c32c7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:01.630217 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-d264ba3d-2c65-4195-9a9a-0f78c32c7194 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1311557 May 27 22:25:01.642583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-09740658-1306-4144-bb92-efefbd095d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:01.644294 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-09740658-1306-4144-bb92-efefbd095d06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.4139609 May 27 22:25:01.706196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-765b1a13-298e-4816-8f40-c81de0d01731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:01.707784 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-765b1a13-298e-4816-8f40-c81de0d01731 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79c092a1a5a54f6398d0d9bdc51864e7&device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 1094 time: 0.4301960 May 27 22:25:01.722222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba6594-31ef-477d-a426-bea6f0ca213d req-ea7a2fdd-9d8d-4268-bd64-654911cfe41c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:01.729626 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31ba6594-31ef-477d-a426-bea6f0ca213d req-ea7a2fdd-9d8d-4268-bd64-654911cfe41c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 948 time: 0.2742140 May 27 22:25:01.778490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-62a2e48a-f737-4041-b7d0-f6a625298e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:01.780177 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-62a2e48a-f737-4041-b7d0-f6a625298e5f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1430521 May 27 22:25:01.811306 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-96527485-9d7e-437f-8941-c15b390c0bd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53 HTTP/1.1" status: 200 len: 217 time: 0.1590867 May 27 22:25:01.826715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-571a17d8-00dd-4ade-a1ab-34e1fdc8ed1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3181e765-c199-4290-ac6f-a3c5b5081d1a HTTP/1.1" status: 200 len: 217 time: 0.0927987 May 27 22:25:01.897162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9acb0f1c-a293-4b31-b0a3-8291986d9494 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:25:01.931065 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-708608c5-ba14-4caa-bad4-ca44e2f3fcba service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421802 May 27 22:25:01.934395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 9acb0f1c-a293-4b31-b0a3-8291986d9494 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:25:01.934739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9acb0f1c-a293-4b31-b0a3-8291986d9494 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:25:01.961863 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31ba6594-31ef-477d-a426-bea6f0ca213d req-caec6994-3a38-43c9-8907-c16604381994 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307508 May 27 22:25:01.968097 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:01.980553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-ddf45b29-5bb1-486f-88f6-092109fdf575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:01.981966 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-ddf45b29-5bb1-486f-88f6-092109fdf575 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.1581347 May 27 22:25:01.985875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-c1ee3a08-d309-4dda-bf31-147f7f76eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:01.987210 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-c1ee3a08-d309-4dda-bf31-147f7f76eecd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4124652-a084-462a-a1cd-fd8903fd3428 HTTP/1.1" status: 200 len: 851 time: 0.1252739 May 27 22:25:02.008792 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:02.067365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] Pushing event deleted for resources: {'Port': ['ID=e70eac8e-9ba1-4296-98ad-7388586ea284,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:02.097433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-e8a966b1-47ce-4915-bda0-18462db1a539 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044583 May 27 22:25:02.319178 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d652c8e-ca41-4b5b-88f7-083f75626397 req-c05bcbab-3401-468e-ac3c-3cc58582c6d2 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799691 May 27 22:25:02.321723 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:02.367259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f2e1e39c-7322-41a0-abfb-e5fbbe1932f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:02.368751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-f2e1e39c-7322-41a0-abfb-e5fbbe1932f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e644cc6f-56cf-461d-9b5c-11ecc2c2e143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3747728 May 27 22:25:02.379294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed4ce2-04f5-412e-abeb-9bf222c131f9 req-7e36cd72-000d-478b-85c7-82569b182fe1 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:02.380670 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51ed4ce2-04f5-412e-abeb-9bf222c131f9 req-7e36cd72-000d-478b-85c7-82569b182fe1 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 945 time: 0.2989562 May 27 22:25:02.383209 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-2ebac7e6-5d81-4136-a85e-46a5fc5ad3e7 service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495434 May 27 22:25:02.496477 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:02.498864 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:02.586758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd8baa-2cc3-47bc-ad25-431cf1e5d196 req-d0c85217-bd87-44d4-b97f-ce8c201cc511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:02.588247 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-91cd8baa-2cc3-47bc-ad25-431cf1e5d196 req-d0c85217-bd87-44d4-b97f-ce8c201cc511 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 1099 time: 0.0860765 May 27 22:25:02.664058 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:02.664571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09534324-b751-4404-80ba-49bb670beb66 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:25:02.690898 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:02.692839 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d78433d2-d9b7-4031-84e6-dd327e4173ef admin admin] 10.222.0.27 "DELETE /v2.0/routers/09534324-b751-4404-80ba-49bb670beb66 HTTP/1.1" status: 204 len: 168 time: 3.4312241 May 27 22:25:02.702787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38324) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:02.704377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11013d7-8868-408e-bd8d-7f8275cba7e1 req-5eebfbf5-3cdf-42dc-a259-a4eb42030468 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:02.705833 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d11013d7-8868-408e-bd8d-7f8275cba7e1 req-5eebfbf5-3cdf-42dc-a259-a4eb42030468 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 943 time: 0.4713428 May 27 22:25:02.754238 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51ed4ce2-04f5-412e-abeb-9bf222c131f9 req-13c5e64f-c959-41dd-9b47-a96b85718410 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3492193 May 27 22:25:02.820593 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-2587aa59-90de-46d8-b3da-d3246dccbbb2 admin admin] Deleting subnet 99632e2f-b0d6-4aae-9ffd-e4010b3687e4 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:25:02.826248 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2587aa59-90de-46d8-b3da-d3246dccbbb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:02.844251 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d11013d7-8868-408e-bd8d-7f8275cba7e1 req-3da0326e-f4c4-4adf-8088-98229abb910d tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccea17f7-fd33-4ef1-af56-2572fe438bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282668 May 27 22:25:02.847630 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-a2064407-b4bc-46f7-b0d2-09b311a89013 service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406250 May 27 22:25:02.849527 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-dadbe743-f12f-48d5-b45e-28eb8f2a5f94 service neutron] 10.222.0.57 "GET /v2.0/networks/e644cc6f-56cf-461d-9b5c-11ecc2c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623182 May 27 22:25:02.865669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd8baa-2cc3-47bc-ad25-431cf1e5d196 req-15d4e692-5505-48f9-940a-90b792f61b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:02.872948 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-91cd8baa-2cc3-47bc-ad25-431cf1e5d196 req-15d4e692-5505-48f9-940a-90b792f61b02 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.2727304 May 27 22:25:02.902959 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2587aa59-90de-46d8-b3da-d3246dccbbb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:03.015775 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-91cd8baa-2cc3-47bc-ad25-431cf1e5d196 req-5b4883d2-3bb4-4124-b49d-7f15cd33644c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0 HTTP/1.1" status: 200 len: 217 time: 0.0791466 May 27 22:25:03.056279 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2587aa59-90de-46d8-b3da-d3246dccbbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:03.091706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ada8b-711a-4302-ad01-9a1725cc61f6 req-d8954b9b-6c5b-4f40-b8d5-29d2940249ac tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:03.093154 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-193ada8b-711a-4302-ad01-9a1725cc61f6 req-d8954b9b-6c5b-4f40-b8d5-29d2940249ac tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 944 time: 0.1983259 May 27 22:25:03.095059 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f057aa3-737a-4f8e-82c3-2b8b3eca79e8 req-1f9fd14c-dcde-48a4-81b6-ee38b116fc9c service neutron] 10.222.0.57 "GET /v2.0/networks/e644cc6f-56cf-461d-9b5c-11ecc2c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628213 May 27 22:25:03.140941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-193ada8b-711a-4302-ad01-9a1725cc61f6 req-0d02a2e6-875d-48e8-aeb1-bd63e4afb375 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409832 May 27 22:25:03.163392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd8baa-2cc3-47bc-ad25-431cf1e5d196 req-be29b796-e83a-4358-ae43-6af02130ffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:03.164902 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-91cd8baa-2cc3-47bc-ad25-431cf1e5d196 req-be29b796-e83a-4358-ae43-6af02130ffbe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0815287 May 27 22:25:03.287871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd8baa-2cc3-47bc-ad25-431cf1e5d196 req-0981f299-1ad0-4219-a664-6a6daf3d80ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:03.289597 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-91cd8baa-2cc3-47bc-ad25-431cf1e5d196 req-0981f299-1ad0-4219-a664-6a6daf3d80ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140161 May 27 22:25:03.383400 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2587aa59-90de-46d8-b3da-d3246dccbbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:03.384000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-dbdd96f8-39eb-4591-928c-7081c6fdd536 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:03.385497 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-dbdd96f8-39eb-4591-928c-7081c6fdd536 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 945 time: 0.2094140 May 27 22:25:03.445252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587aa59-90de-46d8-b3da-d3246dccbbb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99632e2f-b0d6-4aae-9ffd-e4010b3687e4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:03.460642 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2587aa59-90de-46d8-b3da-d3246dccbbb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:03.460642 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2587aa59-90de-46d8-b3da-d3246dccbbb2 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/99632e2f-b0d6-4aae-9ffd-e4010b3687e4 HTTP/1.1" status: 204 len: 168 time: 0.7516737 May 27 22:25:03.461489 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc146545-7f1c-459e-a7a7-4209328d24a5 None None] Network 5805d8d7-b08f-4c0d-95c4-a9196fefe40b requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:25:03.461846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38368) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:03.481822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-f46dd712-412f-4cc4-8701-a27a63e1eeaa tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Deleting port 547493d4-378a-4491-9ae9-4a20886fdb70 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:03.482195 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-f46dd712-412f-4cc4-8701-a27a63e1eeaa tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:03.535184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61bcb1-cd5c-455f-a431-6c1f79a7a013 req-8fd653a2-84f5-4350-8c4c-cd8ca57d28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:03.536683 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6d61bcb1-cd5c-455f-a431-6c1f79a7a013 req-8fd653a2-84f5-4350-8c4c-cd8ca57d28e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79c092a1a5a54f6398d0d9bdc51864e7&device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 1094 time: 0.2658432 May 27 22:25:03.590475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa9d97-7767-4631-af67-be2e87c39620 req-66504149-9935-4829-bfb0-4294e23659a8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:03.597469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ceaa9d97-7767-4631-af67-be2e87c39620 req-66504149-9935-4829-bfb0-4294e23659a8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 946 time: 0.2734325 May 27 22:25:03.602668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 62312) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:03.673156 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-91cd8baa-2cc3-47bc-ad25-431cf1e5d196 req-0769e4b4-7a80-4ac2-a73f-844fa09ddda6 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750374 May 27 22:25:03.689817 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:03.795419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] DHCP port deletion for 5805d8d7-b08f-4c0d-95c4-a9196fefe40b request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:25:03.795572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ceaa9d97-7767-4631-af67-be2e87c39620 req-d35beb65-6715-43d6-949f-bdc70c7fbc38 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971512 May 27 22:25:03.798318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] Deleting port b292cab0-276c-4972-9b0f-d4734bb26790 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:03.799175 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:03.811855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Deleting port b292cab0-276c-4972-9b0f-d4734bb26790 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:03.812133 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:03.858450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-373664bf-f281-4453-913d-f159dd0ebf68 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:03.860197 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-373664bf-f281-4453-913d-f159dd0ebf68 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a&tenant_id=091c975465a443ff9f9924fb8c574958&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 1095 time: 0.2562823 May 27 22:25:03.946137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61bcb1-cd5c-455f-a431-6c1f79a7a013 req-1262a546-b9c9-4b5e-a15f-3cf28f964b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:03.948100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6d61bcb1-cd5c-455f-a431-6c1f79a7a013 req-1262a546-b9c9-4b5e-a15f-3cf28f964b16 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e644cc6f-56cf-461d-9b5c-11ecc2c2e143 HTTP/1.1" status: 200 len: 913 time: 0.4037879 May 27 22:25:03.972634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e70eac8e-9ba1-4296-98ad-7388586ea284 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:25:04.018778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: e70eac8e-9ba1-4296-98ad-7388586ea284 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:25:04.019018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e70eac8e-9ba1-4296-98ad-7388586ea284 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:25:04.019606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b292cab0-276c-4972-9b0f-d4734bb26790 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:25:04.045645 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6d61bcb1-cd5c-455f-a431-6c1f79a7a013 req-897d4951-47c8-4642-9135-4875d62c6ecc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3181e765-c199-4290-ac6f-a3c5b5081d1a HTTP/1.1" status: 200 len: 217 time: 0.0887914 May 27 22:25:04.206440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-f46dd712-412f-4cc4-8701-a27a63e1eeaa tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] For port 547493d4-378a-4491-9ae9-4a20886fdb70, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=547493d4-378a-4491-9ae9-4a20886fdb70,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:04.206861 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-f46dd712-412f-4cc4-8701-a27a63e1eeaa tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:04.223770 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-91cd8baa-2cc3-47bc-ad25-431cf1e5d196 req-5e1b191a-36e9-4527-9b45-cf03909cfbba service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378191 May 27 22:25:04.231737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61bcb1-cd5c-455f-a431-6c1f79a7a013 req-9227118b-da1b-4049-a93a-8ac08bae49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:04.233349 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6d61bcb1-cd5c-455f-a431-6c1f79a7a013 req-9227118b-da1b-4049-a93a-8ac08bae49fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4124652-a084-462a-a1cd-fd8903fd3428 HTTP/1.1" status: 200 len: 851 time: 0.1252463 May 27 22:25:04.253636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] For port b292cab0-276c-4972-9b0f-d4734bb26790, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b292cab0-276c-4972-9b0f-d4734bb26790,segment=NetworkSegment(c5117cdc-c82d-4af3-baf7-4c2bdc414292),segment_id=c5117cdc-c82d-4af3-baf7-4c2bdc414292)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:04.255814 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:04.322491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] For port b292cab0-276c-4972-9b0f-d4734bb26790, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b292cab0-276c-4972-9b0f-d4734bb26790,segment=NetworkSegment(c5117cdc-c82d-4af3-baf7-4c2bdc414292),segment_id=c5117cdc-c82d-4af3-baf7-4c2bdc414292)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:04.322856 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:04.394312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] Calling delete_port for b292cab0-276c-4972-9b0f-d4734bb26790 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:04.428088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port b292cab0-276c-4972-9b0f-d4734bb26790 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:04.428504 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:04.462715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Calling delete_port for b292cab0-276c-4972-9b0f-d4734bb26790 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:04.496081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a3986-fbbf-4b89-84a8-cd793be58ab1 req-d4f946d9-8b47-491d-afe7-df9d50535729 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:04.498179 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e60a3986-fbbf-4b89-84a8-cd793be58ab1 req-d4f946d9-8b47-491d-afe7-df9d50535729 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 948 time: 0.4484212 May 27 22:25:04.516923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port b292cab0-276c-4972-9b0f-d4734bb26790, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b292cab0-276c-4972-9b0f-d4734bb26790,segment=NetworkSegment(c5117cdc-c82d-4af3-baf7-4c2bdc414292),segment_id=c5117cdc-c82d-4af3-baf7-4c2bdc414292)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:04.594379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-248142aa-cc2d-4e22-a974-eaa50bd90f3f service neutron] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:25:04.602163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-248142aa-cc2d-4e22-a974-eaa50bd90f3f service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:04.602322 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-356cd7a6-7d4e-4d64-9f38-e091180dc219 req-248142aa-cc2d-4e22-a974-eaa50bd90f3f service neutron] 10.222.0.57 "DELETE /v2.0/ports/f96c045c-74fb-43e2-9abd-ee3f45807c53/bindings/n-h2-843680-3 HTTP/1.1" status: 204 len: 173 time: 0.7327232 May 27 22:25:04.636931 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:04.699973 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:25:04.700311 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:25:04.720704 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=b292cab0-276c-4972-9b0f-d4734bb26790,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:04.725512 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:25:04.726123 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:25:04.806121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61bcb1-cd5c-455f-a431-6c1f79a7a013 req-580a8f45-c0e6-4727-a4fb-624051c95703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:04.807580 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6d61bcb1-cd5c-455f-a431-6c1f79a7a013 req-580a8f45-c0e6-4727-a4fb-624051c95703 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e644cc6f-56cf-461d-9b5c-11ecc2c2e143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5231683 May 27 22:25:04.824599 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e60a3986-fbbf-4b89-84a8-cd793be58ab1 req-9e665de2-42b6-4682-a205-f831629b6de3 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503014 May 27 22:25:04.940473 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-f46dd712-412f-4cc4-8701-a27a63e1eeaa tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:04.940843 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-f46dd712-412f-4cc4-8701-a27a63e1eeaa tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:04.941164 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-f46dd712-412f-4cc4-8701-a27a63e1eeaa tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Floating IP cc9a7132-fd33-433e-a277-ac0cb5923d1c disassociated. External IP: 172.25.2.159, port: 547493d4-378a-4491-9ae9-4a20886fdb70. May 27 22:25:04.941481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-f46dd712-412f-4cc4-8701-a27a63e1eeaa tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Calling delete_port for 547493d4-378a-4491-9ae9-4a20886fdb70 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:05.087399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59bd40-3665-4f84-bd4a-6110ce42c3cf req-6327b152-a031-40c5-99f4-3bac8bc7167e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:05.088817 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da59bd40-3665-4f84-bd4a-6110ce42c3cf req-6327b152-a031-40c5-99f4-3bac8bc7167e tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 945 time: 0.4340687 May 27 22:25:05.137457 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6d61bcb1-cd5c-455f-a431-6c1f79a7a013 req-63b94ce9-18c9-42b9-b320-debebf23fda0 service neutron] 10.222.0.57 "GET /v2.0/networks/e644cc6f-56cf-461d-9b5c-11ecc2c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176420 May 27 22:25:05.201506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Deleting port b292cab0-276c-4972-9b0f-d4734bb26790 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:05.201987 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:05.226954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] Deleting port b292cab0-276c-4972-9b0f-d4734bb26790 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:05.227674 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:05.288974 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da59bd40-3665-4f84-bd4a-6110ce42c3cf req-f9eeda76-7ae0-4e84-8338-fecdf26b1a20 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups?id=16ef8bd3-0d37-425c-a7ad-c0193979d350&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860881 May 27 22:25:05.316635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d963835-a5b4-4864-b682-113f06dfc782 req-ee91f01d-47ad-4dec-b637-7db90447c794 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:05.323654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d963835-a5b4-4864-b682-113f06dfc782 req-ee91f01d-47ad-4dec-b637-7db90447c794 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 943 time: 0.3859107 May 27 22:25:05.406907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6d61bcb1-cd5c-455f-a431-6c1f79a7a013 req-89ed93f5-7362-4521-8ac7-05688a4828a8 service neutron] 10.222.0.57 "GET /v2.0/networks/e644cc6f-56cf-461d-9b5c-11ecc2c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621431 May 27 22:25:05.421556 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d963835-a5b4-4864-b682-113f06dfc782 req-7ade300c-082b-4463-ba55-0f9b1ba91bfb tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccea17f7-fd33-4ef1-af56-2572fe438bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970666 May 27 22:25:05.458761 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-f46dd712-412f-4cc4-8701-a27a63e1eeaa tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:05.493457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] For port b292cab0-276c-4972-9b0f-d4734bb26790, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b292cab0-276c-4972-9b0f-d4734bb26790,segment=NetworkSegment(c5117cdc-c82d-4af3-baf7-4c2bdc414292),segment_id=c5117cdc-c82d-4af3-baf7-4c2bdc414292)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:05.494094 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:05.532752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] For port b292cab0-276c-4972-9b0f-d4734bb26790, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b292cab0-276c-4972-9b0f-d4734bb26790,segment=NetworkSegment(c5117cdc-c82d-4af3-baf7-4c2bdc414292),segment_id=c5117cdc-c82d-4af3-baf7-4c2bdc414292)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:05.532752 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:05.613184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46dd712-412f-4cc4-8701-a27a63e1eeaa tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Pushing event deleted for resources: {'Port': ['ID=547493d4-378a-4491-9ae9-4a20886fdb70,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:05.717875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Calling delete_port for b292cab0-276c-4972-9b0f-d4734bb26790 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:05.763236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] Calling delete_port for b292cab0-276c-4972-9b0f-d4734bb26790 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:05.874032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180d661-6258-425c-b0d7-959cbfc93b27 req-1384a9c5-5ba6-4790-8043-012245b3297e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:05.875629 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7180d661-6258-425c-b0d7-959cbfc93b27 req-1384a9c5-5ba6-4790-8043-012245b3297e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 944 time: 0.3343506 May 27 22:25:05.971970 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3181e765-c199-4290-ac6f-a3c5b5081d1a details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:25:05.990023 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:05.996260 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:25:05.996260 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:25:05.999385 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7180d661-6258-425c-b0d7-959cbfc93b27 req-1c540549-d037-4b37-b71e-86a490f34762 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718622 May 27 22:25:06.011711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-f46dd712-412f-4cc4-8701-a27a63e1eeaa tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:25:06.062124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] Pushing event deleted for resources: {'Port': ['ID=b292cab0-276c-4972-9b0f-d4734bb26790,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:06.106641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9206505b-9b4c-409e-ac24-19b32966b778 None None] No DVR routers for this DVR port b292cab0-276c-4972-9b0f-d4734bb26790 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:25:06.252746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-f46dd712-412f-4cc4-8701-a27a63e1eeaa tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:25:06.268458 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b194c4-de98-4eb7-a704-5717dc7aa402 None None] Sync routers for ids ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:25:06.272499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Deleting port b292cab0-276c-4972-9b0f-d4734bb26790 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:06.273583 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:06.283294 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b194c4-de98-4eb7-a704-5717dc7aa402 None None] Routers {'1ccf0cf2-bb67-4599-96ba-8a7fa890863c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:25:06.287049 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d7b194c4-de98-4eb7-a704-5717dc7aa402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:25:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:06.325239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3181e765-c199-4290-ac6f-a3c5b5081d1a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3181e765-c199-4290-ac6f-a3c5b5081d1a,segment=NetworkSegment(a789c1de-c27b-44ea-95e0-2a32a6a2b984),segment_id=a789c1de-c27b-44ea-95e0-2a32a6a2b984)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:06.344754 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '3181e765-c199-4290-ac6f-a3c5b5081d1a', 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'port_id': '3181e765-c199-4290-ac6f-a3c5b5081d1a', 'mac_address': 'fa:16:3e:5d:e3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:25:06.380294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] The port 'b292cab0-276c-4972-9b0f-d4734bb26790' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:25:06.422185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3181e765-c199-4290-ac6f-a3c5b5081d1a is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:06.422566 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:06.443138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3181e765-c199-4290-ac6f-a3c5b5081d1a {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:25:06.460883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3181e765-c199-4290-ac6f-a3c5b5081d1a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3181e765-c199-4290-ac6f-a3c5b5081d1a,segment=NetworkSegment(a789c1de-c27b-44ea-95e0-2a32a6a2b984),segment_id=a789c1de-c27b-44ea-95e0-2a32a6a2b984)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:06.531853 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d7b194c4-de98-4eb7-a704-5717dc7aa402 None None] Set router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:25:06.540654 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:06.572328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5805d8d7-b08f-4c0d-95c4-a9196fefe40b']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:06.585987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5117cdc-c82d-4af3-baf7-4c2bdc414292') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:06.587861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5117cdc-c82d-4af3-baf7-4c2bdc414292') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:06.598756 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:06.607275 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:06.608302 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4ca6a601-568c-41da-a1c9-9f9c71f785b0 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:25:06.616245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:06.625001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:25:06.625661 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:06.627744 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-f46dd712-412f-4cc4-8701-a27a63e1eeaa tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] No DVR routers for this DVR port 547493d4-378a-4491-9ae9-4a20886fdb70 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:25:06.635309 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-f46dd712-412f-4cc4-8701-a27a63e1eeaa tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:06.644151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e31c44-cd8c-4bae-9672-35fa15721446', 'name': 'network-vif-deleted', 'tag': '547493d4-378a-4491-9ae9-4a20886fdb70'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:06.649619 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-18f3cb7c-6d63-4074-9ad7-1e22d0baaf9a req-f46dd712-412f-4cc4-8701-a27a63e1eeaa tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.57 "DELETE /v2.0/ports/547493d4-378a-4491-9ae9-4a20886fdb70 HTTP/1.1" status: 204 len: 173 time: 3.2581713 May 27 22:25:06.699179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396870da-9b17-4314-83f2-ee6f52d85b5c req-927094bd-e6e7-42f0-ba75-e2410eb44f00 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:06.706356 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-396870da-9b17-4314-83f2-ee6f52d85b5c req-927094bd-e6e7-42f0-ba75-e2410eb44f00 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 946 time: 0.4496138 May 27 22:25:06.707114 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c5117cdc-c82d-4af3-baf7-4c2bdc414292 resource provider aggregate not found May 27 22:25:06.731506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-9b78baca-e1f0-46e5-b187-6ed02d185529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:06.733009 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-9b78baca-e1f0-46e5-b187-6ed02d185529 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 1097 time: 0.4784472 May 27 22:25:06.748135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4dd592-f2bd-4d7d-8d6a-eace44a1d4ed req-d733e949-09f4-465b-9a46-7f147eeff428 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:06.754730 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c5117cdc-c82d-4af3-baf7-4c2bdc414292 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5117cdc-c82d-4af3-baf7-4c2bdc414292 found for delete ", "request_id": "req-c6df7951-834f-4c6a-9ef2-6b595d893c3f"}]} May 27 22:25:06.757359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa4dd592-f2bd-4d7d-8d6a-eace44a1d4ed req-d733e949-09f4-465b-9a46-7f147eeff428 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 948 time: 0.5016050 May 27 22:25:06.885378 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-396870da-9b17-4314-83f2-ee6f52d85b5c req-0de151a8-0155-4a6f-9d0e-e827ffecd068 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780176 May 27 22:25:06.886545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3181e765-c199-4290-ac6f-a3c5b5081d1a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:06.923403 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:06.957040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa4dd592-f2bd-4d7d-8d6a-eace44a1d4ed req-4470756f-963a-41c9-bb31-50d73a8d707b tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986914 May 27 22:25:06.959580 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:06.973622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] Pushing event deleted for resources: {'Network': ['ID=5805d8d7-b08f-4c0d-95c4-a9196fefe40b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:06.990487 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b5ee2dc2-ae03-4248-a8e7-f7f8febeb646 admin admin] 10.222.0.27 "DELETE /v2.0/networks/5805d8d7-b08f-4c0d-95c4-a9196fefe40b HTTP/1.1" status: 204 len: 168 time: 3.5306575 May 27 22:25:06.998065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:07.016941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '4ca6a601-568c-41da-a1c9-9f9c71f785b0', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '4ca6a601-568c-41da-a1c9-9f9c71f785b0', 'mac_address': 'fa:16:3e:fd:75:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:25:07.035188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-8160241d-42cf-4534-b325-40e55b4c7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:07.041600 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-8160241d-42cf-4534-b325-40e55b4c7c0d service neutron] 10.222.0.57 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.2717421 May 27 22:25:07.099826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:07.100220 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:07.125854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca6a601-568c-41da-a1c9-9f9c71f785b0 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:25:07.146665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:07.152278 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d7b194c4-de98-4eb7-a704-5717dc7aa402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'cfa00173-5568-4e4e-8aa4-17cdacbd3b0f', 'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'mac_address': 'fa:16:3e:5d:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:16Z', 'updated_at': '2022-05-27T22:22:28Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'subnets': [{'id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:07.156779 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b194c4-de98-4eb7-a704-5717dc7aa402 None None] Checking router: 1ccf0cf2-bb67-4599-96ba-8a7fa890863c for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:25:07.167915 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b194c4-de98-4eb7-a704-5717dc7aa402 None None] Routers {'1ccf0cf2-bb67-4599-96ba-8a7fa890863c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:25:07.167915 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d7b194c4-de98-4eb7-a704-5717dc7aa402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:25:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:07.237307 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-694c8bc7-10f4-4490-a592-1936dd7c9aa7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501 HTTP/1.1" status: 200 len: 217 time: 0.1772597 May 27 22:25:07.253200 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:07.337993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-95360a36-90c4-41c0-a238-611838fb5c9c req-8c5cd636-fe00-4a9e-8f36-d3c183b80157 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Synchronizing usage tracker for tenant:e18f035654174a42b48b0fc1a9791032 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:25:07.355680 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d7b194c4-de98-4eb7-a704-5717dc7aa402 None None] Set router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:25:07.361306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4ca6a601-568c-41da-a1c9-9f9c71f785b0,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:07.391626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-7c4b2176-3541-41eb-a5d1-15998ed873b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:07.393014 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-7c4b2176-3541-41eb-a5d1-15998ed873b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.0989935 May 27 22:25:07.444838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-92496640-e193-4356-aae7-5fc0d9edb0a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451648 May 27 22:25:07.446194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-95360a36-90c4-41c0-a238-611838fb5c9c req-8c5cd636-fe00-4a9e-8f36-d3c183b80157 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Unset dirty status for tenant:e18f035654174a42b48b0fc1a9791032 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:25:07.447201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95360a36-90c4-41c0-a238-611838fb5c9c req-8c5cd636-fe00-4a9e-8f36-d3c183b80157 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5e31c44-cd8c-4bae-9672-35fa15721446 HTTP/1.1" status: 200 len: 210 time: 0.2520311 May 27 22:25:07.454797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d89d8-1cb1-480d-a2bf-8f5adcf05d82 req-c1827db0-2c2a-4beb-84e8-421673a85e23 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:07.456189 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e9d89d8-1cb1-480d-a2bf-8f5adcf05d82 req-c1827db0-2c2a-4beb-84e8-421673a85e23 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 944 time: 0.2180166 May 27 22:25:07.548048 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c60f485f-53a1-4688-b6da-db1a5140731d'] response: {'server_uuid': 'd5e31c44-cd8c-4bae-9672-35fa15721446', 'name': 'network-vif-deleted', 'tag': '547493d4-378a-4491-9ae9-4a20886fdb70', 'status': 'completed', 'code': 200} May 27 22:25:07.577701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38470) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:07.589799 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e9d89d8-1cb1-480d-a2bf-8f5adcf05d82 req-ff2b5856-c03e-47a1-9275-93f88e78108e tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccea17f7-fd33-4ef1-af56-2572fe438bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100733 May 27 22:25:07.630371 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-298399c7-35ee-4cde-88d3-999a6daec85b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=beb9c46471874b9fa616b3b7de7b7a41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507824 May 27 22:25:07.632748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38474) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:07.649550 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-fc3bd194-af03-4635-9aa2-8ffcc5e03dbd service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923325 May 27 22:25:07.693437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['3181e765-c199-4290-ac6f-a3c5b5081d1a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:25:07.742812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['4ca6a601-568c-41da-a1c9-9f9c71f785b0'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:25:07.774005 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26e59846-e2e7-4232-a510-c0d9d0271cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:07.779929 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d7b194c4-de98-4eb7-a704-5717dc7aa402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'cfa00173-5568-4e4e-8aa4-17cdacbd3b0f', 'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'mac_address': 'fa:16:3e:5d:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:16Z', 'updated_at': '2022-05-27T22:22:28Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'subnets': [{'id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:07.786606 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b194c4-de98-4eb7-a704-5717dc7aa402 None None] The sync data for ids ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'] in n-d-843680-3 is: [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:22:19Z', 'revision_number': 4, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'cfa00173-5568-4e4e-8aa4-17cdacbd3b0f', 'name': '', 'network_id': 'ab33ae76-9300-40f2-8dbc-de1d762ee34e', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'mac_address': 'fa:16:3e:5d:56:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:16Z', 'updated_at': '2022-05-27T22:22:28Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'subnets': [{'id': '9afffc65-b4ef-4eef-9951-21b17ee5d145', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:25:07.838789 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26e59846-e2e7-4232-a510-c0d9d0271cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:08.007386 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-4411c9e7-ef27-4213-85e6-3a8afa759f60 service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409708 May 27 22:25:08.013536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc7248-e57e-484e-b737-829a86f03b5a req-c7bd4efd-90ce-45aa-b540-cae48d26a66e tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:08.015130 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5afc7248-e57e-484e-b737-829a86f03b5a req-c7bd4efd-90ce-45aa-b540-cae48d26a66e tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 1095 time: 0.2811463 May 27 22:25:08.040511 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 547493d4-378a-4491-9ae9-4a20886fdb70 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:25:08.081813 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5afc7248-e57e-484e-b737-829a86f03b5a req-ad40b355-a858-467b-93af-55b1259efdc5 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599782 May 27 22:25:08.095546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 547493d4-378a-4491-9ae9-4a20886fdb70 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:25:08.096057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 547493d4-378a-4491-9ae9-4a20886fdb70 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:25:08.148374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670391af-895f-4a99-b879-12d5ce339c22 None None] New status for floating IP cc9a7132-fd33-433e-a277-ac0cb5923d1c: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:25:08.253901 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26e59846-e2e7-4232-a510-c0d9d0271cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:08.272484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e59846-e2e7-4232-a510-c0d9d0271cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ea6bde-fc71-46b1-8704-ffb9debf8856,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:08.277998 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26e59846-e2e7-4232-a510-c0d9d0271cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:08.281395 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-26e59846-e2e7-4232-a510-c0d9d0271cbb admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/40ea6bde-fc71-46b1-8704-ffb9debf8856 HTTP/1.1" status: 204 len: 168 time: 0.6452129 May 27 22:25:08.426199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab131e-56b8-4b5f-840d-acd4c33a0c7f req-e42e45db-7186-474c-bd65-e85d55c2027c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:08.427708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fab131e-56b8-4b5f-840d-acd4c33a0c7f req-e42e45db-7186-474c-bd65-e85d55c2027c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 946 time: 0.2048726 May 27 22:25:08.436994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093e363-cc8e-4536-ab2a-4c40aef477e4 req-9c73516e-8f96-4b4d-afb5-67db6e63fb72 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:08.438452 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2093e363-cc8e-4536-ab2a-4c40aef477e4 req-9c73516e-8f96-4b4d-afb5-67db6e63fb72 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 949 time: 0.1780984 May 27 22:25:08.527265 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2093e363-cc8e-4536-ab2a-4c40aef477e4 req-00feb643-2eaa-4546-898f-56d359ee9874 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731618 May 27 22:25:08.529826 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fab131e-56b8-4b5f-840d-acd4c33a0c7f req-34861e00-3afb-4776-b77b-bcd7ec03d753 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905032 May 27 22:25:08.938759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-0242dd4b-e471-4c53-b43b-d0cafcfe9d69 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:08.938759 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-0242dd4b-e471-4c53-b43b-d0cafcfe9d69 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 808 time: 0.2900972 May 27 22:25:08.955291 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-85e5f13c-77d6-43e3-8b4c-397c1e181983 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/quotas/091c975465a443ff9f9924fb8c574958 HTTP/1.1" status: 200 len: 375 time: 0.0098448 May 27 22:25:09.044771 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-fe828262-ef69-4200-937e-657474bf3937 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830696 May 27 22:25:09.193863 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-a0c6976a-d278-460f-b1c5-885e3f9dfa3e service neutron] 10.222.0.27 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420293 May 27 22:25:09.392806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-d67c72f3-0f9e-41c9-952e-1e28678f9211 service neutron] 10.222.0.27 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928675 May 27 22:25:09.408091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee23399-b7e7-4a46-a048-5189681bc5a3 req-94cc86e9-6b9b-47ee-ab75-611378920046 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:09.409554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dee23399-b7e7-4a46-a048-5189681bc5a3 req-94cc86e9-6b9b-47ee-ab75-611378920046 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 944 time: 0.1345782 May 27 22:25:09.468916 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dee23399-b7e7-4a46-a048-5189681bc5a3 req-b7542077-f496-43ed-a443-7bd475882c1f tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccea17f7-fd33-4ef1-af56-2572fe438bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530756 May 27 22:25:09.820319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd1f60-130d-487b-8210-6f903976c3c3 req-e6f41669-74c6-4f99-b7c0-c795e6a51c1f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:09.822068 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6cbd1f60-130d-487b-8210-6f903976c3c3 req-e6f41669-74c6-4f99-b7c0-c795e6a51c1f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 949 time: 0.1070914 May 27 22:25:09.881954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6cbd1f60-130d-487b-8210-6f903976c3c3 req-920233d8-6d1b-4a2c-a0f5-4e79332b9543 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489216 May 27 22:25:10.003238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3181e765-c199-4290-ac6f-a3c5b5081d1a up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:25:10.138322 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 3181e765-c199-4290-ac6f-a3c5b5081d1a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:25:10.140562 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfebc80-91f8-4b85-9449-87326eb1017d req-4b2dadb0-eb77-499b-8db2-c28a92bae522 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:10.142166 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cfebc80-91f8-4b85-9449-87326eb1017d req-4b2dadb0-eb77-499b-8db2-c28a92bae522 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 946 time: 0.0905831 May 27 22:25:10.143769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 3181e765-c199-4290-ac6f-a3c5b5081d1a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:25:10.144331 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:10.202773 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cfebc80-91f8-4b85-9449-87326eb1017d req-70c95b3b-a921-477c-b569-2cd704bbc2c0 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530105 May 27 22:25:10.324519 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7023c121-cfb4-44a1-91fa-d30d6302d612 req-11a72151-852f-408c-81e9-6b4a6b24fe36 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 210 time: 0.0641870 May 27 22:25:10.348111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3181e765-c199-4290-ac6f-a3c5b5081d1a is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:10.348872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:10.378604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5627d2e2-f1a8-4a75-88c3-41099cb202d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3181e765-c199-4290-ac6f-a3c5b5081d1a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:10.390017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3181e765-c199-4290-ac6f-a3c5b5081d1a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3181e765-c199-4290-ac6f-a3c5b5081d1a,segment=NetworkSegment(a789c1de-c27b-44ea-95e0-2a32a6a2b984),segment_id=a789c1de-c27b-44ea-95e0-2a32a6a2b984)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:10.409248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38686) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:10.450355 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a26be5a5-c683-448c-a068-f6254685aa0c'] response: {'server_uuid': '5627d2e2-f1a8-4a75-88c3-41099cb202d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3181e765-c199-4290-ac6f-a3c5b5081d1a', 'code': 200} May 27 22:25:10.483604 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e3ebdbd-f5f9-474f-bfb7-2fb33f7cd6a1 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:10.487371 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:10.488212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4ca6a601-568c-41da-a1c9-9f9c71f785b0 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:25:10.535277 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e3ebdbd-f5f9-474f-bfb7-2fb33f7cd6a1 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:10.639498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3181e765-c199-4290-ac6f-a3c5b5081d1a,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:10.676389 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e3ebdbd-f5f9-474f-bfb7-2fb33f7cd6a1 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:10.716684 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:25:10.733265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:25:10.733265 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:10.749294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae283dd7-7e7c-4e7e-9743-e09c31453a4e req-18503246-4c3b-459c-9357-9b06f8872ce5 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:10.756594 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae283dd7-7e7c-4e7e-9743-e09c31453a4e req-18503246-4c3b-459c-9357-9b06f8872ce5 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 945 time: 0.1656389 May 27 22:25:10.782785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85596dbb-beec-4d20-82f9-9af505558a03 req-f30e3cb7-387c-4e04-8120-ee299a60ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:10.784297 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-85596dbb-beec-4d20-82f9-9af505558a03 req-f30e3cb7-387c-4e04-8120-ee299a60ec0e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 1096 time: 0.1604214 May 27 22:25:10.850993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae283dd7-7e7c-4e7e-9743-e09c31453a4e req-f63cb505-3e15-4c57-910c-df7dcebb8f84 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccea17f7-fd33-4ef1-af56-2572fe438bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934250 May 27 22:25:10.877056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:10.877691 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:10.887547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ebdbd-f5f9-474f-bfb7-2fb33f7cd6a1 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ef8bd3-0d37-425c-a7ad-c0193979d350,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:10.888102 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-85596dbb-beec-4d20-82f9-9af505558a03 req-0025806c-d44b-4cdf-84f0-11bcba9fe814 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ccea17f7-fd33-4ef1-af56-2572fe438bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885177 May 27 22:25:10.943113 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:11.012883 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3e3ebdbd-f5f9-474f-bfb7-2fb33f7cd6a1 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:11.013963 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3e3ebdbd-f5f9-474f-bfb7-2fb33f7cd6a1 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "DELETE /v2.0/security-groups/16ef8bd3-0d37-425c-a7ad-c0193979d350 HTTP/1.1" status: 204 len: 168 time: 0.6037328 May 27 22:25:11.016753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38744) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:11.032780 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-0b296ab9-cf9f-422b-9e5f-1e7b46eb83b6 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] show failed (client error): The resource could not be found. May 27 22:25:11.033742 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0b296ab9-cf9f-422b-9e5f-1e7b46eb83b6 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "GET /v2.0/security-groups/16ef8bd3-0d37-425c-a7ad-c0193979d350 HTTP/1.1" status: 404 len: 347 time: 0.0160861 May 27 22:25:11.036524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38748) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:11.041433 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:11.098220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5b15a-ecd1-4446-acf7-598f512c1825 req-633d2e84-80c9-4466-a3d0-4948c3c95c5b tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:11.099726 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-78b5b15a-ecd1-4446-acf7-598f512c1825 req-633d2e84-80c9-4466-a3d0-4948c3c95c5b tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.0828688 May 27 22:25:11.129665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4ca6a601-568c-41da-a1c9-9f9c71f785b0,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:11.146393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-78b5b15a-ecd1-4446-acf7-598f512c1825 req-3a64560f-4e34-46cf-945b-b0100a0b3969 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404174 May 27 22:25:11.215226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ff08edb2-3b71-48b8-96d5-ac17b1ef4c51 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Deleting port 6027303a-c0eb-450e-b9ab-86e04a9d51c1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:11.215977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff08edb2-3b71-48b8-96d5-ac17b1ef4c51 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:11.439838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa976e-f314-4281-beb6-822115f3c353 req-b63f499e-7dd4-4cf2-a8a9-f01e627ffe80 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:11.447035 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70aa976e-f314-4281-beb6-822115f3c353 req-b63f499e-7dd4-4cf2-a8a9-f01e627ffe80 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 946 time: 0.1159589 May 27 22:25:11.466003 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff08edb2-3b71-48b8-96d5-ac17b1ef4c51 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:11.466604 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff08edb2-3b71-48b8-96d5-ac17b1ef4c51 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:11.488301 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70aa976e-f314-4281-beb6-822115f3c353 req-6e4b179e-13d3-49f5-bf83-8632122db99b tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399451 May 27 22:25:11.599889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ff08edb2-3b71-48b8-96d5-ac17b1ef4c51 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Calling delete_port for 6027303a-c0eb-450e-b9ab-86e04a9d51c1 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:11.677262 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67a1d7fa-4d14-4cd4-b7c1-6d0d9ecd990a req-5861393b-b848-4ca3-9d6d-8b6661b59277 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 210 time: 0.0484219 May 27 22:25:11.847481 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff08edb2-3b71-48b8-96d5-ac17b1ef4c51 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:11.931466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08edb2-3b71-48b8-96d5-ac17b1ef4c51 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Pushing event deleted for resources: {'Port': ['ID=6027303a-c0eb-450e-b9ab-86e04a9d51c1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:12.030966 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff08edb2-3b71-48b8-96d5-ac17b1ef4c51 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:12.047385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231dc77-b2ec-40eb-8d62-f9abcab09b5b req-6c14b0fe-6b73-458d-92c1-954becd4881b tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:12.062995 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e231dc77-b2ec-40eb-8d62-f9abcab09b5b req-6c14b0fe-6b73-458d-92c1-954becd4881b tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 945 time: 0.1080058 May 27 22:25:12.109172 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e231dc77-b2ec-40eb-8d62-f9abcab09b5b req-9185ff89-5244-456d-af84-76dcf16efe48 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccea17f7-fd33-4ef1-af56-2572fe438bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452788 May 27 22:25:12.121135 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff08edb2-3b71-48b8-96d5-ac17b1ef4c51 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:12.131218 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ff08edb2-3b71-48b8-96d5-ac17b1ef4c51 tempest-ServersWithSpecificFlavorTestJSON-808711931 tempest-ServersWithSpecificFlavorTestJSON-808711931-project] 10.222.0.27 "DELETE /v2.0/floatingips/cc9a7132-fd33-433e-a277-ac0cb5923d1c HTTP/1.1" status: 204 len: 168 time: 1.0937366 May 27 22:25:12.158825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38864) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:12.308290 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8276ddbd-baa5-4861-b722-a34ce91f57d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:12.323722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8276ddbd-baa5-4861-b722-a34ce91f57d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:12.328604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8276ddbd-baa5-4861-b722-a34ce91f57d3 admin admin] Usage tracker for resource:security_group_rule and tenant:5a03e4ab7952409b9ac509d1905c2095 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:12.331451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8276ddbd-baa5-4861-b722-a34ce91f57d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:12.337625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8276ddbd-baa5-4861-b722-a34ce91f57d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:12.451482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:12.520807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-2e62b0d7-ff8a-4807-9424-620eae3b4f85 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:12.522755 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-2e62b0d7-ff8a-4807-9424-620eae3b4f85 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.46 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 808 time: 0.1761987 May 27 22:25:12.530754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e5964-41fd-40c5-bef9-0d56af292ece req-1e55e781-3519-41aa-b96d-4a6d9a2c025f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:12.532493 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-079e5964-41fd-40c5-bef9-0d56af292ece req-1e55e781-3519-41aa-b96d-4a6d9a2c025f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.1859148 May 27 22:25:12.545508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-60861370-03b6-4a43-8e00-c39eeb96dc2e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Request body: {'port': {'device_id': '8a704380-b4ba-4e39-8ec5-e64c7e25e08b', 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380', 'admin_state_up': True, 'tenant_id': '091c975465a443ff9f9924fb8c574958'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:12.584969 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb44c3d-2114-49cf-a467-97c284d7f472'] response: {'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0', 'code': 200} May 27 22:25:12.606991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-079e5964-41fd-40c5-bef9-0d56af292ece req-d6275180-fb36-4f4d-87b9-11a60e39475c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479338 May 27 22:25:12.622692 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8276ddbd-baa5-4861-b722-a34ce91f57d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:12.784980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-60861370-03b6-4a43-8e00-c39eeb96dc2e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:12.794054 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8276ddbd-baa5-4861-b722-a34ce91f57d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:12.813480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-60861370-03b6-4a43-8e00-c39eeb96dc2e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:12.874062 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8276ddbd-baa5-4861-b722-a34ce91f57d3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5a03e4ab7952409b9ac509d1905c2095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7132850 May 27 22:25:12.877617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38922) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:12.879239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276ddbd-baa5-4861-b722-a34ce91f57d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd8153a-3894-4fca-811e-94a64bc0051c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:12.910292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf1e68-2890-4a25-9e99-0d8d3468cbe8 req-d79a0f93-745d-4a66-8c78-7f24b5a32bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:12.911759 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-23cf1e68-2890-4a25-9e99-0d8d3468cbe8 req-d79a0f93-745d-4a66-8c78-7f24b5a32bda service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 1101 time: 0.2146966 May 27 22:25:12.913052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-60861370-03b6-4a43-8e00-c39eeb96dc2e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Made reservation on behalf of 091c975465a443ff9f9924fb8c574958 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:25:12.916505 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-60861370-03b6-4a43-8e00-c39eeb96dc2e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:12.920546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44436d6-5c1d-45e4-9940-b3b6670fe00b req-8a834eda-f8a1-4144-b7ce-2e0e2d94a384 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:12.922002 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d44436d6-5c1d-45e4-9940-b3b6670fe00b req-8a834eda-f8a1-4144-b7ce-2e0e2d94a384 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 946 time: 0.1799474 May 27 22:25:12.989805 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-23cf1e68-2890-4a25-9e99-0d8d3468cbe8 req-da3bee65-5c8d-4ef9-9899-888f3acd28c6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668535 May 27 22:25:12.996621 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d44436d6-5c1d-45e4-9940-b3b6670fe00b req-bd067422-9f17-4342-bdd3-9d1155ed46e4 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594850 May 27 22:25:13.035412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c1679317-0bd9-4989-932d-810c41db40ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:13.081063 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c1679317-0bd9-4989-932d-810c41db40ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:13.182896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-60861370-03b6-4a43-8e00-c39eeb96dc2e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Allocated IP 172.20.0.3 (21f4cca6-9de0-4960-904f-ee228a1d4380/c6553a03-c42d-4c2a-b37f-5623f5c12ea9/5daa1417-a7eb-4605-ad00-c3ba651b1df1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:25:13.288618 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c1679317-0bd9-4989-932d-810c41db40ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:13.365056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1679317-0bd9-4989-932d-810c41db40ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd8153a-3894-4fca-811e-94a64bc0051c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:13.371958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5aa9e82b-58c2-41f1-b652-3ec07c586e4c req-14e428b1-1df0-41d1-9276-b3e959e017e8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 210 time: 0.1744263 May 27 22:25:13.434938 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:25:13.492085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bd769-1c07-44ea-afcb-d8f8533ddd05 req-51d7700d-7480-47b6-b121-2e9edb477aaf tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:13.494894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-092bd769-1c07-44ea-afcb-d8f8533ddd05 req-51d7700d-7480-47b6-b121-2e9edb477aaf tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 945 time: 0.0905809 May 27 22:25:13.550216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-092bd769-1c07-44ea-afcb-d8f8533ddd05 req-31988bf6-0516-4eca-934b-048662f0d3d4 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccea17f7-fd33-4ef1-af56-2572fe438bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491192 May 27 22:25:13.618949 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-60861370-03b6-4a43-8e00-c39eeb96dc2e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:13.636657 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c1679317-0bd9-4989-932d-810c41db40ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:13.648673 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c1679317-0bd9-4989-932d-810c41db40ab admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/bcd8153a-3894-4fca-811e-94a64bc0051c HTTP/1.1" status: 204 len: 168 time: 0.7619400 May 27 22:25:13.762144 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-60861370-03b6-4a43-8e00-c39eeb96dc2e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:13.799342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16917e08-6432-45b3-86f9-ecad1e11bcae req-c482234e-7bc9-48e6-ad62-36d897e30a59 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:13.818062 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16917e08-6432-45b3-86f9-ecad1e11bcae req-c482234e-7bc9-48e6-ad62-36d897e30a59 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 945 time: 0.1475604 May 27 22:25:13.819212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38974) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:13.827713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-dfee32f8-a2f7-488d-943f-300623d1d86b tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Request body: {'floatingip': {'port_id': '3181e765-c199-4290-ac6f-a3c5b5081d1a'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:13.879666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-60861370-03b6-4a43-8e00-c39eeb96dc2e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Network 21f4cca6-9de0-4960-904f-ee228a1d4380 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:25:13.882921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-60861370-03b6-4a43-8e00-c39eeb96dc2e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:25:13.887164 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-60861370-03b6-4a43-8e00-c39eeb96dc2e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:25:13.960735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60861370-03b6-4a43-8e00-c39eeb96dc2e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Pushing event updated for resources: {'Port': ['ID=5daa1417-a7eb-4605-ad00-c3ba651b1df1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:13.979591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-60861370-03b6-4a43-8e00-c39eeb96dc2e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:13.981745 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-60861370-03b6-4a43-8e00-c39eeb96dc2e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:13.990575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38984) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:14.019910 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dfee32f8-a2f7-488d-943f-300623d1d86b tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:14.192868 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-60861370-03b6-4a43-8e00-c39eeb96dc2e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6517715 May 27 22:25:14.206845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Request body: {'port': {'device_id': '8a704380-b4ba-4e39-8ec5-e64c7e25e08b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:14.330147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530f209-9fee-4ab0-ae2a-69afaf4e5020 req-a385e3e9-d571-4ce6-8478-743048398625 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:14.337216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f530f209-9fee-4ab0-ae2a-69afaf4e5020 req-a385e3e9-d571-4ce6-8478-743048398625 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.4161022 May 27 22:25:14.371622 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:14.657486 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f530f209-9fee-4ab0-ae2a-69afaf4e5020 req-c85c743b-411e-4c00-a3f5-8e99640a7526 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046272 May 27 22:25:15.041020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39026) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:15.085993 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5daa1417-a7eb-4605-ad00-c3ba651b1df1 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:25:15.095486 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:15.098122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf00eec-fd8c-4096-bf0e-2aa9a34765fe req-9bce7a51-93d0-481f-947f-1484ad5954f6 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:15.099627 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fdf00eec-fd8c-4096-bf0e-2aa9a34765fe req-9bce7a51-93d0-481f-947f-1484ad5954f6 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 946 time: 0.2011127 May 27 22:25:15.135585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049498b7-170f-45cd-beca-7160423506d2 req-a920d9a0-0391-4602-90b9-11089feca64c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:15.137609 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-049498b7-170f-45cd-beca-7160423506d2 req-a920d9a0-0391-4602-90b9-11089feca64c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 931 time: 0.1866353 May 27 22:25:15.154168 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Transition to ACTIVE for port object 5daa1417-a7eb-4605-ad00-c3ba651b1df1 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:25:15.191555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12786025-679b-4af9-bc58-5299aeea35e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:15.266593 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fdf00eec-fd8c-4096-bf0e-2aa9a34765fe req-ca571200-78e7-430b-b840-df65f6aa4a6c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607401 May 27 22:25:15.271302 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:15.284862 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f5c8415-34cd-4c68-8c1e-61a3ff02fe51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:15.324092 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4f5c8415-34cd-4c68-8c1e-61a3ff02fe51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:15.328764 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-049498b7-170f-45cd-beca-7160423506d2 req-298a26ae-c3bf-4e5c-b7f6-9324ffe33134 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731517 May 27 22:25:15.333220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4f5c8415-34cd-4c68-8c1e-61a3ff02fe51 admin admin] Usage tracker for resource:security_group_rule and tenant:1aaa03e6fc0c46ad8a33e4d2544c0a4b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:15.337433 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dfee32f8-a2f7-488d-943f-300623d1d86b tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:15.338564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4f5c8415-34cd-4c68-8c1e-61a3ff02fe51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:15.344997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4f5c8415-34cd-4c68-8c1e-61a3ff02fe51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:15.401348 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dfee32f8-a2f7-488d-943f-300623d1d86b tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:15.499015 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:15.661586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Pushing event updated for resources: {'Port': ['ID=5daa1417-a7eb-4605-ad00-c3ba651b1df1,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:15.799674 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-dfee32f8-a2f7-488d-943f-300623d1d86b tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Floating IP 8bf082f5-cf8b-4f82-a755-9b9f24f1d923 associated. External IP: 172.25.2.150, port: 3181e765-c199-4290-ac6f-a3c5b5081d1a. May 27 22:25:15.851875 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f5c8415-34cd-4c68-8c1e-61a3ff02fe51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:15.913964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-12786025-679b-4af9-bc58-5299aeea35e7 admin admin] Deleting port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:15.914321 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12786025-679b-4af9-bc58-5299aeea35e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:15.959584 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f5c8415-34cd-4c68-8c1e-61a3ff02fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:16.082788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c8415-34cd-4c68-8c1e-61a3ff02fe51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fec278-ee3b-4bc5-90f3-9476b8713963,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:16.087187 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4f5c8415-34cd-4c68-8c1e-61a3ff02fe51 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1aaa03e6fc0c46ad8a33e4d2544c0a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0446529 May 27 22:25:16.091395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39050) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:16.190031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Attempting to bind port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:25:16.190566 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Attempting to bind port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:25:16.191054 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Attempting to bind port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:16.201048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-12786025-679b-4af9-bc58-5299aeea35e7 admin admin] For port cfa00173-5568-4e4e-8aa4-17cdacbd3b0f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=cfa00173-5568-4e4e-8aa4-17cdacbd3b0f,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:16.201635 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12786025-679b-4af9-bc58-5299aeea35e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:16.217516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:25:16.217844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Attempting to bind port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:16.262974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b8464-8f6f-4964-b6df-118e30376754 req-fbb67f03-cdd0-4727-91d1-87896928da72 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:16.264571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e3b8464-8f6f-4964-b6df-118e30376754 req-fbb67f03-cdd0-4727-91d1-87896928da72 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.3135762 May 27 22:25:16.330815 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e3b8464-8f6f-4964-b6df-118e30376754 req-2a03ec75-7011-4f96-b05d-ce5108f15e52 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557797 May 27 22:25:16.340191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfee32f8-a2f7-488d-943f-300623d1d86b tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Router aca33bdf-3740-45c7-a3f9-5b57bfdf938a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:25:16.353998 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-12786025-679b-4af9-bc58-5299aeea35e7 admin admin] Calling delete_port for cfa00173-5568-4e4e-8aa4-17cdacbd3b0f owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:16.382853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:25:16.382853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Checking segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:25:16.382853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Bound using segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:25:16.382853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Bound port: 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:25:16.382853 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:16.395903 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d91e828-bdfa-43c1-aae1-a542dcf857c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:16.490462 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d91e828-bdfa-43c1-aae1-a542dcf857c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:16.575747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:25:16.593864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:25:16.611595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfee32f8-a2f7-488d-943f-300623d1d86b tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:25:16.622212 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60fd27d-12de-45cc-b600-0c97c83083a1 None None] Sync routers for ids ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:25:16.658613 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60fd27d-12de-45cc-b600-0c97c83083a1 None None] Routers {'aca33bdf-3740-45c7-a3f9-5b57bfdf938a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:25:16.658613 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b60fd27d-12de-45cc-b600-0c97c83083a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:25:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:16.665050 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dfee32f8-a2f7-488d-943f-300623d1d86b tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:16.671527 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:16.726381 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d91e828-bdfa-43c1-aae1-a542dcf857c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:16.739184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc298d-45f7-4573-a8a9-04ff5a860f14 req-ddb81aed-c2d7-477b-985b-06c4a04646ef tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:16.740730 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5cc298d-45f7-4573-a8a9-04ff5a860f14 req-ddb81aed-c2d7-477b-985b-06c4a04646ef tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 946 time: 0.2186971 May 27 22:25:16.759354 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2dfa7e-0c38-4846-9a75-8a21cf33c805 req-f3137b91-9365-464f-8f36-e03ff33f9d08 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:16.766211 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c2dfa7e-0c38-4846-9a75-8a21cf33c805 req-f3137b91-9365-464f-8f36-e03ff33f9d08 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 943 time: 0.2065804 May 27 22:25:16.768749 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dfee32f8-a2f7-488d-943f-300623d1d86b tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "PUT /v2.0/floatingips/8bf082f5-cf8b-4f82-a755-9b9f24f1d923 HTTP/1.1" status: 200 len: 991 time: 2.9476132 May 27 22:25:16.782179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5627d2e2-f1a8-4a75-88c3-41099cb202d5', 'tag': '3181e765-c199-4290-ac6f-a3c5b5081d1a'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:16.799054 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Pushing event updated for resources: {'Port': ['ID=5daa1417-a7eb-4605-ad00-c3ba651b1df1,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:16.819213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91e828-bdfa-43c1-aae1-a542dcf857c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fec278-ee3b-4bc5-90f3-9476b8713963,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:16.840711 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:16.841242 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:16.842609 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-f2019277-44ab-4a98-9c1e-bfbfd0bb7b81 service neutron] 10.222.0.46 "PUT /v2.0/ports/5daa1417-a7eb-4605-ad00-c3ba651b1df1 HTTP/1.1" status: 200 len: 1091 time: 2.6398971 May 27 22:25:16.843048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a704380-b4ba-4e39-8ec5-e64c7e25e08b', 'tag': '5daa1417-a7eb-4605-ad00-c3ba651b1df1'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:16.861781 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d91e828-bdfa-43c1-aae1-a542dcf857c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:16.863468 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6d91e828-bdfa-43c1-aae1-a542dcf857c5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f4fec278-ee3b-4bc5-90f3-9476b8713963 HTTP/1.1" status: 204 len: 168 time: 0.7709455 May 27 22:25:16.881239 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b60fd27d-12de-45cc-b600-0c97c83083a1 None None] Set router aca33bdf-3740-45c7-a3f9-5b57bfdf938a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:25:16.938737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12786025-679b-4af9-bc58-5299aeea35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:16.955335 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c2dfa7e-0c38-4846-9a75-8a21cf33c805 req-eefba759-5a3c-4786-97f8-5123fc764c88 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881838 May 27 22:25:16.989384 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5cc298d-45f7-4573-a8a9-04ff5a860f14 req-c2ec3614-8101-47dd-8c8d-d865b5eabe6f tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383661 May 27 22:25:17.076878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-498ec25f-948f-48f9-8c5d-104fb7714f55 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:17.078297 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-498ec25f-948f-48f9-8c5d-104fb7714f55 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2&tenant_id=3576fc8b868b4910aafa386813d8d521&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 1097 time: 0.1890216 May 27 22:25:17.092540 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843680-3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:17.124171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12786025-679b-4af9-bc58-5299aeea35e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa00173-5568-4e4e-8aa4-17cdacbd3b0f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:17.383649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-92316cb6-f5e7-498a-bc5a-4920a1e5e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:17.385544 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-92316cb6-f5e7-498a-bc5a-4920a1e5e994 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 1094 time: 0.3508554 May 27 22:25:17.477911 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b60fd27d-12de-45cc-b600-0c97c83083a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:20Z', 'updated_at': '2022-05-27T22:24:33Z', 'revision_number': 4, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'gw_port': {'id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:23Z', 'updated_at': '2022-05-27T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '8bf082f5-cf8b-4f82-a755-9b9f24f1d923', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'floating_ip_address': '172.25.2.150', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'port_id': '3181e765-c199-4290-ac6f-a3c5b5081d1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'mac_address': 'fa:16:3e:5d:e3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627d2e2-f1a8-4a75-88c3-41099cb202d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:24:45Z', 'updated_at': '2022-05-27T22:25:15Z', 'revision_number': 1, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511f5c87-976e-4623-a599-39c26e3da090', 'name': '', 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'mac_address': 'fa:16:3e:78:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:30Z', 'updated_at': '2022-05-27T22:24:43Z', 'revision_number': 5, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'subnets': [{'id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:17.484113 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60fd27d-12de-45cc-b600-0c97c83083a1 None None] Checking router: aca33bdf-3740-45c7-a3f9-5b57bfdf938a for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:25:17.491304 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-76d989c2-11a4-48c7-944d-1da14d1c0759 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1 HTTP/1.1" status: 200 len: 217 time: 0.0965478 May 27 22:25:17.496898 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60fd27d-12de-45cc-b600-0c97c83083a1 None None] Routers {'aca33bdf-3740-45c7-a3f9-5b57bfdf938a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:25:17.497590 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b60fd27d-12de-45cc-b600-0c97c83083a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:25:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:17.523994 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:17.543568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f85d4d-745c-4fa5-a1d9-6a1e8873862f req-683214d4-ba43-4c30-8eb3-2ed2008b15a5 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:17.545205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-91f85d4d-745c-4fa5-a1d9-6a1e8873862f req-683214d4-ba43-4c30-8eb3-2ed2008b15a5 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 1101 time: 0.3551428 May 27 22:25:17.653633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda10bc1-f680-45a9-8df9-b9e3c0f88d8e req-c77d36f6-7612-4f08-9ffa-ed2037d989ef tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:17.661260 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fda10bc1-f680-45a9-8df9-b9e3c0f88d8e req-c77d36f6-7612-4f08-9ffa-ed2037d989ef tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 945 time: 0.2867022 May 27 22:25:17.708719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-91f85d4d-745c-4fa5-a1d9-6a1e8873862f req-0e81a44a-1832-436d-8541-324178d61cb7 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548653 May 27 22:25:17.838936 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12786025-679b-4af9-bc58-5299aeea35e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:17.850446 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b60fd27d-12de-45cc-b600-0c97c83083a1 None None] Set router aca33bdf-3740-45c7-a3f9-5b57bfdf938a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:25:17.909531 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016cd0ed-3dbc-41cf-a051-ffff42154eb8'] response: {'name': 'network-changed', 'server_uuid': '8a704380-b4ba-4e39-8ec5-e64c7e25e08b', 'tag': '5daa1417-a7eb-4605-ad00-c3ba651b1df1', 'status': 'completed', 'code': 200} May 27 22:25:17.968775 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a62479-4429-4a36-a3bb-5d147bf502b0'] response: {'name': 'network-changed', 'server_uuid': '5627d2e2-f1a8-4a75-88c3-41099cb202d5', 'tag': '3181e765-c199-4290-ac6f-a3c5b5081d1a', 'status': 'completed', 'code': 200} May 27 22:25:18.031572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-1c288f05-167c-4401-a0b6-cc69ecb9d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:18.033061 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-1c288f05-167c-4401-a0b6-cc69ecb9d0af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.5337033 May 27 22:25:18.068940 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fda10bc1-f680-45a9-8df9-b9e3c0f88d8e req-67a612c0-28e0-43d9-8e74-9e5b927a7d96 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccea17f7-fd33-4ef1-af56-2572fe438bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4072435 May 27 22:25:18.078781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 28fd374c-7f11-4ae1-a3c1-b05211c94501 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:25:18.132235 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-6fe6c210-513a-4845-b875-0d803d620078 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904531 May 27 22:25:18.132848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:18.146640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583a594-ee7d-4293-986e-b20e6bd9a824 req-e04962a1-e273-4803-a3ff-4b2df17b8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:18.148109 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2583a594-ee7d-4293-986e-b20e6bd9a824 req-e04962a1-e273-4803-a3ff-4b2df17b8854 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=79c092a1a5a54f6398d0d9bdc51864e7&device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 1096 time: 0.1853967 May 27 22:25:18.387351 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583a594-ee7d-4293-986e-b20e6bd9a824 req-7e12b36e-0641-4173-b205-9dfb0678fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:18.390778 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2583a594-ee7d-4293-986e-b20e6bd9a824 req-7e12b36e-0641-4173-b205-9dfb0678fc5d service neutron] 10.222.0.57 "GET /v2.0/networks?id=e644cc6f-56cf-461d-9b5c-11ecc2c2e143 HTTP/1.1" status: 200 len: 913 time: 0.2293608 May 27 22:25:18.402624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:25:18.422199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:18.429195 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-0043601e-c75c-48b4-93de-d2a90f831144 service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793159 May 27 22:25:18.450453 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 28fd374c-7f11-4ae1-a3c1-b05211c94501 has no active binding in host n-h1-843680-3 {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 22:25:18.522608 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:18.551625 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b60fd27d-12de-45cc-b600-0c97c83083a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:20Z', 'updated_at': '2022-05-27T22:24:33Z', 'revision_number': 4, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'gw_port': {'id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:23Z', 'updated_at': '2022-05-27T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '8bf082f5-cf8b-4f82-a755-9b9f24f1d923', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'floating_ip_address': '172.25.2.150', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'port_id': '3181e765-c199-4290-ac6f-a3c5b5081d1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'mac_address': 'fa:16:3e:5d:e3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627d2e2-f1a8-4a75-88c3-41099cb202d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:24:45Z', 'updated_at': '2022-05-27T22:25:15Z', 'revision_number': 1, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511f5c87-976e-4623-a599-39c26e3da090', 'name': '', 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'mac_address': 'fa:16:3e:78:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:30Z', 'updated_at': '2022-05-27T22:24:43Z', 'revision_number': 5, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'subnets': [{'id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:18.556523 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60fd27d-12de-45cc-b600-0c97c83083a1 None None] The sync data for ids ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'] in n-d-843680-3 is: [{'id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:20Z', 'updated_at': '2022-05-27T22:24:33Z', 'revision_number': 4, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'gw_port': {'id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:23Z', 'updated_at': '2022-05-27T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '8bf082f5-cf8b-4f82-a755-9b9f24f1d923', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'floating_ip_address': '172.25.2.150', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'port_id': '3181e765-c199-4290-ac6f-a3c5b5081d1a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'mac_address': 'fa:16:3e:5d:e3:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5627d2e2-f1a8-4a75-88c3-41099cb202d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:24:45Z', 'updated_at': '2022-05-27T22:25:15Z', 'revision_number': 1, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511f5c87-976e-4623-a599-39c26e3da090', 'name': '', 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'mac_address': 'fa:16:3e:78:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:30Z', 'updated_at': '2022-05-27T22:24:43Z', 'revision_number': 5, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'subnets': [{'id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:25:18.682350 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2583a594-ee7d-4293-986e-b20e6bd9a824 req-5e050580-bdd1-4509-a318-2e0925b04f30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3181e765-c199-4290-ac6f-a3c5b5081d1a HTTP/1.1" status: 200 len: 999 time: 0.1538136 May 27 22:25:18.809070 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:18.834216 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a156c4dc-51ec-4157-9f51-02dcefebac2a req-de5887c1-b370-4abc-a34a-ded77b117a17 service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876856 May 27 22:25:18.838784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12786025-679b-4af9-bc58-5299aeea35e7 admin admin] Router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:25:18.914180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c365fc-1c3e-4548-9b20-379046919b04 None None] New status for floating IP 8bf082f5-cf8b-4f82-a755-9b9f24f1d923: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:25:19.027572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583a594-ee7d-4293-986e-b20e6bd9a824 req-d4ed840e-e1fc-4ba7-8b41-bc46e15001f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:19.029136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2583a594-ee7d-4293-986e-b20e6bd9a824 req-d4ed840e-e1fc-4ba7-8b41-bc46e15001f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4124652-a084-462a-a1cd-fd8903fd3428 HTTP/1.1" status: 200 len: 851 time: 0.2931077 May 27 22:25:19.070507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Pushing event updated for resources: {'Port': ['ID=28fd374c-7f11-4ae1-a3c1-b05211c94501,revision_number=7']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:19.092956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12786025-679b-4af9-bc58-5299aeea35e7 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:25:19.101641 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-12786025-679b-4af9-bc58-5299aeea35e7 admin admin] 10.222.0.27 "PUT /v2.0/routers/1ccf0cf2-bb67-4599-96ba-8a7fa890863c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1100388 May 27 22:25:19.102824 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37ef37d-a0db-4993-a113-c4746478c1ca None None] Sync routers for ids ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:25:19.103314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39120) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:19.115311 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37ef37d-a0db-4993-a113-c4746478c1ca None None] Routers {'1ccf0cf2-bb67-4599-96ba-8a7fa890863c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:25:19.120959 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b37ef37d-a0db-4993-a113-c4746478c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:25:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:19.197513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892aea42-6bca-41d8-b589-bd6033e23d9b req-df7b5f79-edbd-43ca-98ee-ca68c21fcb78 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:19.199841 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-892aea42-6bca-41d8-b589-bd6033e23d9b req-df7b5f79-edbd-43ca-98ee-ca68c21fcb78 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 943 time: 0.5156419 May 27 22:25:19.207137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Attempting to bind port 28fd374c-7f11-4ae1-a3c1-b05211c94501 on host n-h2-843680-3 for vnic_type normal with profile {"migrating_to": "n-h1-843680-3"} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:25:19.207137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Attempting to bind port 28fd374c-7f11-4ae1-a3c1-b05211c94501 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:25:19.207453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Attempting to bind port 28fd374c-7f11-4ae1-a3c1-b05211c94501 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:19.231336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Port 28fd374c-7f11-4ae1-a3c1-b05211c94501 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:25:19.231667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Attempting to bind port 28fd374c-7f11-4ae1-a3c1-b05211c94501 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:19.241347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:25:19.241765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Checking segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:25:19.242216 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Bound using segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:25:19.242807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Bound port: 28fd374c-7f11-4ae1-a3c1-b05211c94501, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:25:19.243228 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:19.313072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7c56e-83a7-4769-9672-212c065d1f61 req-8c984ee3-32b0-4f60-a5e6-85d8a0d61976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:19.314584 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-49a7c56e-83a7-4769-9672-212c065d1f61 req-8c984ee3-32b0-4f60-a5e6-85d8a0d61976 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 1094 time: 0.3156862 May 27 22:25:19.413477 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-892aea42-6bca-41d8-b589-bd6033e23d9b req-dbaf7db3-e52b-4ce5-8be3-e0df6c1a4d6e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003672 May 27 22:25:19.441359 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b37ef37d-a0db-4993-a113-c4746478c1ca None None] Set router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:25:19.464078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:25:19.468256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:25:19.501670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583a594-ee7d-4293-986e-b20e6bd9a824 req-e249cc39-0706-46dd-8a47-b28e95b1f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:19.503278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2583a594-ee7d-4293-986e-b20e6bd9a824 req-e249cc39-0706-46dd-8a47-b28e95b1f4d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e644cc6f-56cf-461d-9b5c-11ecc2c2e143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4657891 May 27 22:25:19.563677 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:19.675877 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:19.800965 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b37ef37d-a0db-4993-a113-c4746478c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:25:16Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:19.808872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e09b4-6d67-4a14-a8d2-d6299c663919 req-1dcb3ace-1050-4e22-8edb-cf2ed13769bb tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:19.810589 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37ef37d-a0db-4993-a113-c4746478c1ca None None] Checking router: 1ccf0cf2-bb67-4599-96ba-8a7fa890863c for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:25:19.816124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-701e09b4-6d67-4a14-a8d2-d6299c663919 req-1dcb3ace-1050-4e22-8edb-cf2ed13769bb tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 944 time: 0.4719784 May 27 22:25:19.829900 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37ef37d-a0db-4993-a113-c4746478c1ca None None] Routers {'1ccf0cf2-bb67-4599-96ba-8a7fa890863c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:25:19.830643 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b37ef37d-a0db-4993-a113-c4746478c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:25:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:19.890664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Pushing event updated for resources: {'Port': ['ID=28fd374c-7f11-4ae1-a3c1-b05211c94501,revision_number=8']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:19.896277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:19.897147 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:19.898606 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-88aefbe9-e0cf-49d4-b0cd-4e13e8e088b2 service neutron] 10.222.0.57 "PUT /v2.0/ports/28fd374c-7f11-4ae1-a3c1-b05211c94501 HTTP/1.1" status: 200 len: 1122 time: 2.8116677 May 27 22:25:19.985260 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2583a594-ee7d-4293-986e-b20e6bd9a824 req-3ba8ade1-05df-47b9-bbcc-ce0531458e96 service neutron] 10.222.0.57 "GET /v2.0/networks/e644cc6f-56cf-461d-9b5c-11ecc2c2e143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678776 May 27 22:25:19.985693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b607a53-5ad3-4f29-b4f9-71624fc154b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28fd374c-7f11-4ae1-a3c1-b05211c94501'}, {'name': 'network-changed', 'server_uuid': '5b607a53-5ad3-4f29-b4f9-71624fc154b2', 'tag': '28fd374c-7f11-4ae1-a3c1-b05211c94501'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:19.992373 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['28fd374c-7f11-4ae1-a3c1-b05211c94501'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:25:20.030602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7c56e-83a7-4769-9672-212c065d1f61 req-9c50c745-91ed-436a-8084-9e9eb4af479a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:20.032067 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-49a7c56e-83a7-4769-9672-212c065d1f61 req-9c50c745-91ed-436a-8084-9e9eb4af479a service neutron] 10.222.0.46 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.7103181 May 27 22:25:20.107730 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b37ef37d-a0db-4993-a113-c4746478c1ca None None] Set router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:25:20.180020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-701e09b4-6d67-4a14-a8d2-d6299c663919 req-0a999a5e-e3ca-4d17-bcee-181248c4f364 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628531 May 27 22:25:20.222662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['28fd374c-7f11-4ae1-a3c1-b05211c94501'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:25:20.247150 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-2e595f86-bee9-4abb-a6c0-62cdb6dc9ab4 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8537455 May 27 22:25:20.248593 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-49a7c56e-83a7-4769-9672-212c065d1f61 req-4fb87aa1-253d-444b-b916-f8b17d56e846 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1 HTTP/1.1" status: 200 len: 217 time: 0.1917393 May 27 22:25:20.259242 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:20.404669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7c56e-83a7-4769-9672-212c065d1f61 req-a10a5c0a-4726-4aca-9831-8e05f02cc2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:20.406198 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-49a7c56e-83a7-4769-9672-212c065d1f61 req-a10a5c0a-4726-4aca-9831-8e05f02cc2d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.1488023 May 27 22:25:20.429319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753be4a6-dfd0-40ea-812b-56bece6c5f4c req-01ecc052-79a9-4dd3-a445-56f3ca218d46 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:20.437020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-753be4a6-dfd0-40ea-812b-56bece6c5f4c req-01ecc052-79a9-4dd3-a445-56f3ca218d46 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.4963760 May 27 22:25:20.440074 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2583a594-ee7d-4293-986e-b20e6bd9a824 req-c0edbb1f-0187-43d6-acc5-1bc213f69df8 service neutron] 10.222.0.57 "GET /v2.0/networks/e644cc6f-56cf-461d-9b5c-11ecc2c2e143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396071 May 27 22:25:20.524873 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-753be4a6-dfd0-40ea-812b-56bece6c5f4c req-ebb6d118-bae9-4ca5-89fd-49dcee010f1c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868249 May 27 22:25:20.558159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] Deleting port aee21dbb-12b7-440e-b721-9f553a8ee783 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:20.559973 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:20.580515 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20dce5ae-1be2-4ba9-b65f-71cd63258a61'] response: {'server_uuid': '5b607a53-5ad3-4f29-b4f9-71624fc154b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28fd374c-7f11-4ae1-a3c1-b05211c94501', 'code': 200} May 27 22:25:20.580966 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20dce5ae-1be2-4ba9-b65f-71cd63258a61'] response: {'name': 'network-changed', 'server_uuid': '5b607a53-5ad3-4f29-b4f9-71624fc154b2', 'tag': '28fd374c-7f11-4ae1-a3c1-b05211c94501', 'status': 'completed', 'code': 200} May 27 22:25:20.692557 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-49a7c56e-83a7-4769-9672-212c065d1f61 req-64696505-98e1-4e39-804f-e91a544de635 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2791629 May 27 22:25:20.830896 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b37ef37d-a0db-4993-a113-c4746478c1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:25:16Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:20.842107 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37ef37d-a0db-4993-a113-c4746478c1ca None None] The sync data for ids ['1ccf0cf2-bb67-4599-96ba-8a7fa890863c'] in n-d-843680-3 is: [{'id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1913983527-router', 'tenant_id': 'e18f035654174a42b48b0fc1a9791032', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:05Z', 'updated_at': '2022-05-27T22:25:16Z', 'revision_number': 5, 'project_id': 'e18f035654174a42b48b0fc1a9791032', 'gw_port': {'id': 'aee21dbb-12b7-440e-b721-9f553a8ee783', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:03:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ccf0cf2-bb67-4599-96ba-8a7fa890863c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:08Z', 'updated_at': '2022-05-27T22:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:25:20.852051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e5470-3ea7-4025-a2ee-b3ee04333689 req-c61b276c-16d5-4cd1-906f-9e4b7b725754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:20.853688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-993e5470-3ea7-4025-a2ee-b3ee04333689 req-c61b276c-16d5-4cd1-906f-9e4b7b725754 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 1125 time: 0.2232230 May 27 22:25:21.072434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e5470-3ea7-4025-a2ee-b3ee04333689 req-def3506e-e23a-4457-ae7d-09582278d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:21.074537 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-993e5470-3ea7-4025-a2ee-b3ee04333689 req-def3506e-e23a-4457-ae7d-09582278d7a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.2138691 May 27 22:25:21.088584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc84b9b-42dc-41a4-a72b-9372f9baeba2 req-ef532bb4-d9e9-4f6a-967e-bfe5ab72125a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:21.092621 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3bc84b9b-42dc-41a4-a72b-9372f9baeba2 req-ef532bb4-d9e9-4f6a-967e-bfe5ab72125a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 943 time: 0.1415238 May 27 22:25:21.109629 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-49a7c56e-83a7-4769-9672-212c065d1f61 req-7ecc04ee-4d71-42ad-ba4f-92795f9af19d service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664186 May 27 22:25:21.178744 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-993e5470-3ea7-4025-a2ee-b3ee04333689 req-a4de0e4f-204c-4eb1-b5cc-321a61005fd2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501 HTTP/1.1" status: 200 len: 217 time: 0.0855520 May 27 22:25:21.246705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] For port aee21dbb-12b7-440e-b721-9f553a8ee783, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aee21dbb-12b7-440e-b721-9f553a8ee783,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:21.247064 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:21.286876 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3bc84b9b-42dc-41a4-a72b-9372f9baeba2 req-9748ffdc-ea70-4551-8f4b-bf1aa1a58040 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317213 May 27 22:25:21.326978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e5470-3ea7-4025-a2ee-b3ee04333689 req-fcbfc9ce-157a-4fd5-9ee8-e29922dddb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:21.328483 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-993e5470-3ea7-4025-a2ee-b3ee04333689 req-fcbfc9ce-157a-4fd5-9ee8-e29922dddb9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.1404271 May 27 22:25:21.452488 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] Calling delete_port for aee21dbb-12b7-440e-b721-9f553a8ee783 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:21.475910 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-993e5470-3ea7-4025-a2ee-b3ee04333689 req-111ab077-48a5-4f23-975f-4af67066f9ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387956 May 27 22:25:21.547419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5daa1417-a7eb-4605-ad00-c3ba651b1df1 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:25:21.561573 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-49a7c56e-83a7-4769-9672-212c065d1f61 req-f83381af-7307-4d9d-b3a9-a8ee2e5721a1 service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442546 May 27 22:25:21.648488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-993e5470-3ea7-4025-a2ee-b3ee04333689 req-bf761046-8583-4006-b294-277d79bac8f5 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603093 May 27 22:25:21.712830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:21.727664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '5daa1417-a7eb-4605-ad00-c3ba651b1df1', 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380', 'port_id': '5daa1417-a7eb-4605-ad00-c3ba651b1df1', 'mac_address': 'fa:16:3e:21:8d:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6553a03-c42d-4c2a-b37f-5623f5c12ea9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:25:21.756193 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:21.825378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:21.826193 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:21.869937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aee21dbb-12b7-440e-b721-9f553a8ee783,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:21.870430 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5daa1417-a7eb-4605-ad00-c3ba651b1df1 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:25:21.896175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:21.973332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546fe14-c4d6-44c4-b102-bcdfe8ae07e8 req-3bae9f4d-600c-464c-9f14-91b6d702ce69 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:21.980891 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f546fe14-c4d6-44c4-b102-bcdfe8ae07e8 req-3bae9f4d-600c-464c-9f14-91b6d702ce69 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 944 time: 0.5467124 May 27 22:25:21.987521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device cfa00173-5568-4e4e-8aa4-17cdacbd3b0f no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:25:22.004096 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-993e5470-3ea7-4025-a2ee-b3ee04333689 req-3246104e-71a5-4e2a-bca3-c72f5892e669 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292229 May 27 22:25:22.004614 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39220) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:22.009755 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:22.029189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef5ec-aa96-4831-a36f-28db07353534 req-969be392-1bcd-49c3-892c-c99d49503593 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:22.030673 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e69ef5ec-aa96-4831-a36f-28db07353534 req-969be392-1bcd-49c3-892c-c99d49503593 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.3144381 May 27 22:25:22.046815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: cfa00173-5568-4e4e-8aa4-17cdacbd3b0f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:25:22.047187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device cfa00173-5568-4e4e-8aa4-17cdacbd3b0f not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:25:22.048597 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:22.049747 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:22.072622 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f546fe14-c4d6-44c4-b102-bcdfe8ae07e8 req-d4c43198-63cb-45ed-bde6-93652f277282 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906711 May 27 22:25:22.096637 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e69ef5ec-aa96-4831-a36f-28db07353534 req-e97a69e6-bd3a-4b2f-a3c5-8c6c7529e814 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525808 May 27 22:25:22.159122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=5daa1417-a7eb-4605-ad00-c3ba651b1df1,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:22.247389 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ce57245b-c8c4-4d1f-91dd-5721a2517bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:22.263927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ce57245b-c8c4-4d1f-91dd-5721a2517bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:22.267864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ce57245b-c8c4-4d1f-91dd-5721a2517bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:52c2b298d8c9418a913282c71d17c5bf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:22.271943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ce57245b-c8c4-4d1f-91dd-5721a2517bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:22.278054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ce57245b-c8c4-4d1f-91dd-5721a2517bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:22.313648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5daa1417-a7eb-4605-ad00-c3ba651b1df1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:25:22.417036 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:22.419736 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:22.429900 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ce57245b-c8c4-4d1f-91dd-5721a2517bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:22.531695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502f115-53e4-489d-a376-23031cbe24fb req-ca51d199-1149-4b04-883f-3b4ac89badfb tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:22.533681 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:22.534429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ccf0cf2-bb67-4599-96ba-8a7fa890863c {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:25:22.535352 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b502f115-53e4-489d-a376-23031cbe24fb req-ca51d199-1149-4b04-883f-3b4ac89badfb tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 944 time: 0.0849748 May 27 22:25:22.549672 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:22.553614 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-38ce4a53-0dd7-4cda-b80d-5c9c77cbd6c2 admin admin] 10.222.0.27 "DELETE /v2.0/routers/1ccf0cf2-bb67-4599-96ba-8a7fa890863c HTTP/1.1" status: 204 len: 168 time: 3.4494271 May 27 22:25:22.554516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39240) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:22.563882 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ce57245b-c8c4-4d1f-91dd-5721a2517bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:22.628264 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ce57245b-c8c4-4d1f-91dd-5721a2517bf6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=52c2b298d8c9418a913282c71d17c5bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6205308 May 27 22:25:22.632287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57245b-c8c4-4d1f-91dd-5721a2517bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3248f5-4ed5-47ed-a15c-ebd4df280b0b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:22.643854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39246) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:22.699651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b502f115-53e4-489d-a376-23031cbe24fb req-eb41d2d2-f14c-4c25-969f-7baf1ee7e68d tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532540 May 27 22:25:22.703919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-686154d1-9f72-4e7f-893d-52e2af69fe05 admin admin] Deleting subnet 9afffc65-b4ef-4eef-9951-21b17ee5d145 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:25:22.717086 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-686154d1-9f72-4e7f-893d-52e2af69fe05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:22.734061 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f584ba24-cb0e-4bca-9cfc-f0de45b05928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:22.790524 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f584ba24-cb0e-4bca-9cfc-f0de45b05928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:22.825553 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-686154d1-9f72-4e7f-893d-52e2af69fe05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:22.934484 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-686154d1-9f72-4e7f-893d-52e2af69fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:23.003952 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f584ba24-cb0e-4bca-9cfc-f0de45b05928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:23.039506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584ba24-cb0e-4bca-9cfc-f0de45b05928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3248f5-4ed5-47ed-a15c-ebd4df280b0b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:23.059143 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f584ba24-cb0e-4bca-9cfc-f0de45b05928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:23.065127 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f584ba24-cb0e-4bca-9cfc-f0de45b05928 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0d3248f5-4ed5-47ed-a15c-ebd4df280b0b HTTP/1.1" status: 204 len: 168 time: 0.4199800 May 27 22:25:23.076012 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-686154d1-9f72-4e7f-893d-52e2af69fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:23.092956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-5dd5925a-82de-4ae6-936a-71a3411ad6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:23.095649 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-5dd5925a-82de-4ae6-936a-71a3411ad6a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 1101 time: 0.1478758 May 27 22:25:23.223152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686154d1-9f72-4e7f-893d-52e2af69fe05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9afffc65-b4ef-4eef-9951-21b17ee5d145,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:23.242412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a23214e-af14-45a7-9f96-a59cb1738be9 None None] Network ab33ae76-9300-40f2-8dbc-de1d762ee34e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:25:23.249484 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-686154d1-9f72-4e7f-893d-52e2af69fe05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:23.270706 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-686154d1-9f72-4e7f-893d-52e2af69fe05 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/9afffc65-b4ef-4eef-9951-21b17ee5d145 HTTP/1.1" status: 204 len: 168 time: 0.7135227 May 27 22:25:23.271769 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39256) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:23.527822 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:23.559950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-38bb743c-f29a-414a-b64c-95cac27ab810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:23.561550 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-38bb743c-f29a-414a-b64c-95cac27ab810 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.4551713 May 27 22:25:23.573925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f4b35-7afa-49cb-9402-08bb5e105f37 req-1e653ad4-05fa-434d-9077-1e548b00a2dc tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:23.578712 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5daa1417-a7eb-4605-ad00-c3ba651b1df1 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:25:23.581017 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-533f4b35-7afa-49cb-9402-08bb5e105f37 req-1e653ad4-05fa-434d-9077-1e548b00a2dc tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 944 time: 0.1473246 May 27 22:25:23.586832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] Deleting port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:23.587355 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:23.691857 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-c4e1f17b-3a72-4a7d-bb87-aab3f02b5007 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0 HTTP/1.1" status: 200 len: 217 time: 0.1088233 May 27 22:25:23.696230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf872ef2-f1a6-40c8-ba9d-a62131d47882 None None] DHCP port deletion for ab33ae76-9300-40f2-8dbc-de1d762ee34e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:25:23.710350 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cf872ef2-f1a6-40c8-ba9d-a62131d47882 None None] Deleting port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:23.711378 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf872ef2-f1a6-40c8-ba9d-a62131d47882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:23.969728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:25:23.983075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 83b09ca9-a416-477b-8cea-7ebb9ad62c81 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:25:23.990800 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-533f4b35-7afa-49cb-9402-08bb5e105f37 req-c43fb177-31ed-4c50-a89a-210cc1e9272a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088998 May 27 22:25:24.013754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-570c4b77-8913-4adb-a603-720a7f9971de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:24.015198 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-570c4b77-8913-4adb-a603-720a7f9971de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.3090134 May 27 22:25:24.037039 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:25:24.037411 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:24.108985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] For port 83b09ca9-a416-477b-8cea-7ebb9ad62c81, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=83b09ca9-a416-477b-8cea-7ebb9ad62c81,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:24.109368 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:24.143854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cf872ef2-f1a6-40c8-ba9d-a62131d47882 None None] For port 83b09ca9-a416-477b-8cea-7ebb9ad62c81, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=83b09ca9-a416-477b-8cea-7ebb9ad62c81,segment=NetworkSegment(2354abc2-a690-41cf-9047-6ff952a3fcb4),segment_id=2354abc2-a690-41cf-9047-6ff952a3fcb4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:24.144176 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf872ef2-f1a6-40c8-ba9d-a62131d47882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:24.153404 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d62d06-ee2c-4d3e-b42e-81c33dc0e62b req-830110da-fc31-4f36-9e55-672df1e077cc tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:24.166864 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02d62d06-ee2c-4d3e-b42e-81c33dc0e62b req-830110da-fc31-4f36-9e55-672df1e077cc tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.3123722 May 27 22:25:24.254358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-6edc70cc-1a00-4ddf-aca2-3a1883e76df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:24.255850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-6edc70cc-1a00-4ddf-aca2-3a1883e76df9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2314587 May 27 22:25:24.284990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] Calling delete_port for 83b09ca9-a416-477b-8cea-7ebb9ad62c81 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:24.364406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cf872ef2-f1a6-40c8-ba9d-a62131d47882 None None] Calling delete_port for 83b09ca9-a416-477b-8cea-7ebb9ad62c81 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:24.424768 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:24.425068 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:24.430456 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02d62d06-ee2c-4d3e-b42e-81c33dc0e62b req-03557ddd-7430-46da-8074-a923e735004e tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622955 May 27 22:25:24.434145 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-03855ec0-000c-4794-9d48-d0674d05a2d1 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663539 May 27 22:25:24.465038 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:24.550967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ab96-ae68-44ba-9a50-b704b6d362de req-6993dfc9-a0a7-43e0-84d6-4db8171c7e07 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:24.558599 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f107ab96-ae68-44ba-9a50-b704b6d362de req-6993dfc9-a0a7-43e0-84d6-4db8171c7e07 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 944 time: 0.3452165 May 27 22:25:24.587409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] Pushing event deleted for resources: {'Port': ['ID=83b09ca9-a416-477b-8cea-7ebb9ad62c81,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:24.606982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] No DVR routers for this DVR port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:25:24.646775 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f107ab96-ae68-44ba-9a50-b704b6d362de req-c0d84ccc-8599-4f43-b469-bacfd485b80d tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873106 May 27 22:25:24.671021 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-1a8c497d-35d4-4db5-9c3a-5a15e8ceea26 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294295 May 27 22:25:24.722745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:24.722745 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:24.746973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aee21dbb-12b7-440e-b721-9f553a8ee783 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:25:24.786328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: aee21dbb-12b7-440e-b721-9f553a8ee783 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:25:24.787083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aee21dbb-12b7-440e-b721-9f553a8ee783 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:25:24.794074 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-cf872ef2-f1a6-40c8-ba9d-a62131d47882 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:25:24.794722 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-cf872ef2-f1a6-40c8-ba9d-a62131d47882 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:25:24.821238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a704380-b4ba-4e39-8ec5-e64c7e25e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5daa1417-a7eb-4605-ad00-c3ba651b1df1'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:24.834107 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:24.834649 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:24.864935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab33ae76-9300-40f2-8dbc-de1d762ee34e']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:24.878301 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb73fffa-9e5f-49b2-895d-4c86ae1d5419'] response: {'server_uuid': '8a704380-b4ba-4e39-8ec5-e64c7e25e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5daa1417-a7eb-4605-ad00-c3ba651b1df1', 'code': 200} May 27 22:25:24.878779 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2354abc2-a690-41cf-9047-6ff952a3fcb4') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:24.879092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2354abc2-a690-41cf-9047-6ff952a3fcb4') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:24.892071 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:24.912008 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:24.915954 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:24.922252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:25:24.922808 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:25.000120 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2354abc2-a690-41cf-9047-6ff952a3fcb4 resource provider aggregate not found May 27 22:25:25.042041 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2354abc2-a690-41cf-9047-6ff952a3fcb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2354abc2-a690-41cf-9047-6ff952a3fcb4 found for delete ", "request_id": "req-5269d365-d2b2-48a1-ac26-f029f8fe6715"}]} May 27 22:25:25.084676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=5daa1417-a7eb-4605-ad00-c3ba651b1df1,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:25.117466 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:25.152443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc414c4-31e2-46be-a18e-11a76d5bacca req-c0cec7d9-3563-496c-b674-9a3109a99bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:25.153994 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4dc414c4-31e2-46be-a18e-11a76d5bacca req-c0cec7d9-3563-496c-b674-9a3109a99bfe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 1096 time: 0.1200995 May 27 22:25:25.167817 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:25.186685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] Pushing event deleted for resources: {'Network': ['ID=ab33ae76-9300-40f2-8dbc-de1d762ee34e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:25.263568 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4dc414c4-31e2-46be-a18e-11a76d5bacca req-5f715f2f-efe8-4778-85e3-0b7cb8aeda55 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019895 May 27 22:25:25.280515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:25.287546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374b82e-8d00-4e70-84d0-efb55f57bf3d req-da0ccbb2-4bf6-419e-8e42-383c12e7d253 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:25.288966 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cdccd7af-5e06-4f12-9c28-e9c9199ffbac admin admin] 10.222.0.27 "DELETE /v2.0/networks/ab33ae76-9300-40f2-8dbc-de1d762ee34e HTTP/1.1" status: 204 len: 168 time: 2.0153487 May 27 22:25:25.289305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f374b82e-8d00-4e70-84d0-efb55f57bf3d req-da0ccbb2-4bf6-419e-8e42-383c12e7d253 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 944 time: 0.1146836 May 27 22:25:25.292377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39322) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:25.296473 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cf872ef2-f1a6-40c8-ba9d-a62131d47882 None None] Deleting port 83b09ca9-a416-477b-8cea-7ebb9ad62c81 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:25.297016 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf872ef2-f1a6-40c8-ba9d-a62131d47882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:25.354000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f374b82e-8d00-4e70-84d0-efb55f57bf3d req-019e1fc6-211c-48ce-9428-d16b7745478e tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549693 May 27 22:25:25.386559 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb279492-db70-40a6-8e2c-9dea5620f33a req-07f4bd9e-6d73-499e-b75b-857a9e4ea9ca tempest-AbsoluteLimitsNegativeTestJSON-2117730833 tempest-AbsoluteLimitsNegativeTestJSON-2117730833-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=dcafbfdbb28b46fb9cf9d3093704cb7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291643 May 27 22:25:25.417092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cf872ef2-f1a6-40c8-ba9d-a62131d47882 None None] The port '83b09ca9-a416-477b-8cea-7ebb9ad62c81' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:25:25.567051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb279492-db70-40a6-8e2c-9dea5620f33a req-b4e3bb16-8924-40a5-b769-2fd5cb2a7527 tempest-AbsoluteLimitsNegativeTestJSON-2117730833 tempest-AbsoluteLimitsNegativeTestJSON-2117730833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:25.574219 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb279492-db70-40a6-8e2c-9dea5620f33a req-b4e3bb16-8924-40a5-b769-2fd5cb2a7527 tempest-AbsoluteLimitsNegativeTestJSON-2117730833 tempest-AbsoluteLimitsNegativeTestJSON-2117730833-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822271 May 27 22:25:25.627408 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb279492-db70-40a6-8e2c-9dea5620f33a req-e8575098-4e30-4938-9b28-752163f9d18f tempest-AbsoluteLimitsNegativeTestJSON-2117730833 tempest-AbsoluteLimitsNegativeTestJSON-2117730833-project] 10.222.0.27 "GET /v2.0/quotas/dcafbfdbb28b46fb9cf9d3093704cb7a HTTP/1.1" status: 200 len: 375 time: 0.0523174 May 27 22:25:25.646669 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8047cf3-bf8c-42b0-93f2-d59e4cbb8aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:25.703824 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f8047cf3-bf8c-42b0-93f2-d59e4cbb8aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:25.719310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f8047cf3-bf8c-42b0-93f2-d59e4cbb8aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:86e0c043d25a4096864a86f347627cb7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:25.738617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f8047cf3-bf8c-42b0-93f2-d59e4cbb8aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:25.753060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f8047cf3-bf8c-42b0-93f2-d59e4cbb8aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:25.757425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb279492-db70-40a6-8e2c-9dea5620f33a req-c9371baa-ec3e-4986-a1f6-2d15b2a373f5 tempest-AbsoluteLimitsNegativeTestJSON-2117730833 tempest-AbsoluteLimitsNegativeTestJSON-2117730833-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=dcafbfdbb28b46fb9cf9d3093704cb7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1127324 May 27 22:25:25.818952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d117e5-0fc5-41ea-a2e3-510a5478d4c8 req-83875008-63f3-46c5-a973-9e96ee62f2ff tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:25.822928 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3d117e5-0fc5-41ea-a2e3-510a5478d4c8 req-83875008-63f3-46c5-a973-9e96ee62f2ff tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.2444019 May 27 22:25:25.895299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3d117e5-0fc5-41ea-a2e3-510a5478d4c8 req-f9b78a25-055c-42cb-8dce-41e2c20dfd14 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672309 May 27 22:25:26.000620 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391dba04-4246-4b61-96e7-31b1c14f5fbf req-bd8695b7-2410-43e7-87f6-7663c1dd9d2a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:26.002014 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-391dba04-4246-4b61-96e7-31b1c14f5fbf req-bd8695b7-2410-43e7-87f6-7663c1dd9d2a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 945 time: 0.1008923 May 27 22:25:26.055352 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-391dba04-4246-4b61-96e7-31b1c14f5fbf req-4c650322-da29-414a-bef2-7dbf6add7f40 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453181 May 27 22:25:26.119132 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8047cf3-bf8c-42b0-93f2-d59e4cbb8aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:26.181201 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8047cf3-bf8c-42b0-93f2-d59e4cbb8aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:26.244526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39340) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:26.244755 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f8047cf3-bf8c-42b0-93f2-d59e4cbb8aa5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=86e0c043d25a4096864a86f347627cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9629295 May 27 22:25:26.245597 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8047cf3-bf8c-42b0-93f2-d59e4cbb8aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91171df-1510-407f-b4b5-d8256c89cdd4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:26.359721 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dba32a7f-9112-4437-885a-8d2e315c261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:26.398603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39348) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:26.483537 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a4091f0-b954-4081-b26b-8c804eab9322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:26.504884 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-59f9c744-6ae6-4eea-b57a-71344906238e service neutron] 10.222.0.46 "GET /v2.0/ports/28fd374c-7f11-4ae1-a3c1-b05211c94501/bindings/n-h1-843680-3 HTTP/1.1" status: 200 len: 384 time: 0.1909389 May 27 22:25:26.705762 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a4091f0-b954-4081-b26b-8c804eab9322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:26.768342 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-61de9807-64c8-4d6b-99b7-3bd969724e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:26.818563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-61de9807-64c8-4d6b-99b7-3bd969724e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:26.828746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-61de9807-64c8-4d6b-99b7-3bd969724e6b admin admin] Usage tracker for resource:security_group_rule and tenant:dcafbfdbb28b46fb9cf9d3093704cb7a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:26.833697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-61de9807-64c8-4d6b-99b7-3bd969724e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:26.844465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-61de9807-64c8-4d6b-99b7-3bd969724e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:26.920411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dba32a7f-9112-4437-885a-8d2e315c261c admin admin] Deleting port 41c9b072-e754-41df-a2b9-bc83cec840ef {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:26.920873 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dba32a7f-9112-4437-885a-8d2e315c261c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:26.944263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c62dd1-48bb-4f21-99e1-6038cf92854b req-45ee0446-38b8-4c54-a66d-86730f7b8b98 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:26.945812 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7c62dd1-48bb-4f21-99e1-6038cf92854b req-45ee0446-38b8-4c54-a66d-86730f7b8b98 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 944 time: 0.4316843 May 27 22:25:27.073718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a4091f0-b954-4081-b26b-8c804eab9322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:27.101544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-dba32a7f-9112-4437-885a-8d2e315c261c admin admin] For port 41c9b072-e754-41df-a2b9-bc83cec840ef, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=41c9b072-e754-41df-a2b9-bc83cec840ef,segment=NetworkSegment(e0ae777a-807d-4afe-829d-99995092d009),segment_id=e0ae777a-807d-4afe-829d-99995092d009)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:27.102171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dba32a7f-9112-4437-885a-8d2e315c261c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:27.169107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4091f0-b954-4081-b26b-8c804eab9322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91171df-1510-407f-b4b5-d8256c89cdd4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:27.171839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-f8145a35-ed35-4153-92d7-1417e4acd10f service neutron] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:27.233966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dba32a7f-9112-4437-885a-8d2e315c261c admin admin] Calling delete_port for 41c9b072-e754-41df-a2b9-bc83cec840ef owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:27.237262 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a4091f0-b954-4081-b26b-8c804eab9322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:27.238391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1a4091f0-b954-4081-b26b-8c804eab9322 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d91171df-1510-407f-b4b5-d8256c89cdd4 HTTP/1.1" status: 204 len: 168 time: 0.9918237 May 27 22:25:27.249048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7c62dd1-48bb-4f21-99e1-6038cf92854b req-57125fa6-61b7-4e89-8989-774aaddef722 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815190 May 27 22:25:27.284066 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-f8145a35-ed35-4153-92d7-1417e4acd10f service neutron] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:25:27.377959 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83252900-4663-4d31-9f1a-1b8ddb781030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:27.429426 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-f8145a35-ed35-4153-92d7-1417e4acd10f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fd374c-7f11-4ae1-a3c1-b05211c94501 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:25:27.451791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16f0df-2b8f-46cd-9ca4-2f788d05faad req-a5c1a247-7e0c-4a2e-8a81-370db2d08104 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:27.453340 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de16f0df-2b8f-46cd-9ca4-2f788d05faad req-a5c1a247-7e0c-4a2e-8a81-370db2d08104 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.3933108 May 27 22:25:27.457818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-f8145a35-ed35-4153-92d7-1417e4acd10f service neutron] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:27.515111 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-61de9807-64c8-4d6b-99b7-3bd969724e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:27.542462 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de16f0df-2b8f-46cd-9ca4-2f788d05faad req-63d688cb-d4fd-49ef-a512-31fb2231b32a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707116 May 27 22:25:27.558531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e614d61-e0aa-408e-a15c-9845f405b573 req-09c96ae9-e955-417b-b326-85ead54bdfb1 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:27.560195 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e614d61-e0aa-408e-a15c-9845f405b573 req-09c96ae9-e955-417b-b326-85ead54bdfb1 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 945 time: 0.1966813 May 27 22:25:27.584401 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dba32a7f-9112-4437-885a-8d2e315c261c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:27.596833 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-61de9807-64c8-4d6b-99b7-3bd969724e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:27.620569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-f8145a35-ed35-4153-92d7-1417e4acd10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:27.750791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de9807-64c8-4d6b-99b7-3bd969724e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2f4652-5dac-4ea4-bb2e-b1abcc2880f6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:27.758086 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-61de9807-64c8-4d6b-99b7-3bd969724e6b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dcafbfdbb28b46fb9cf9d3093704cb7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3559811 May 27 22:25:27.759656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e614d61-e0aa-408e-a15c-9845f405b573 req-b4de84f3-e0d6-45f9-a11f-bb82debe0db4 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847835 May 27 22:25:27.760025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39370) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:27.835990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba32a7f-9112-4437-885a-8d2e315c261c admin admin] Pushing event deleted for resources: {'Port': ['ID=41c9b072-e754-41df-a2b9-bc83cec840ef,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:27.862762 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-f8145a35-ed35-4153-92d7-1417e4acd10f service neutron] Transition to ACTIVE for port object 28fd374c-7f11-4ae1-a3c1-b05211c94501 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:25:27.989777 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9dec0ac5-917e-4a9b-807a-01cb8ba8fb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:28.017865 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9dec0ac5-917e-4a9b-807a-01cb8ba8fb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:28.068419 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-f8145a35-ed35-4153-92d7-1417e4acd10f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:28.222590 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dba32a7f-9112-4437-885a-8d2e315c261c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:28.301022 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-f8145a35-ed35-4153-92d7-1417e4acd10f service neutron] No DVR routers for this DVR port 28fd374c-7f11-4ae1-a3c1-b05211c94501 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:25:28.303316 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9dec0ac5-917e-4a9b-807a-01cb8ba8fb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:28.371511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec0ac5-917e-4a9b-807a-01cb8ba8fb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2f4652-5dac-4ea4-bb2e-b1abcc2880f6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:28.545970 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9dec0ac5-917e-4a9b-807a-01cb8ba8fb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:28.545970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9dec0ac5-917e-4a9b-807a-01cb8ba8fb3e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9e2f4652-5dac-4ea4-bb2e-b1abcc2880f6 HTTP/1.1" status: 204 len: 168 time: 0.6451821 May 27 22:25:28.545970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8145a35-ed35-4153-92d7-1417e4acd10f service neutron] Pushing event updated for resources: {'Port': ['ID=28fd374c-7f11-4ae1-a3c1-b05211c94501,revision_number=10']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:28.545970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-f8145a35-ed35-4153-92d7-1417e4acd10f service neutron] 10.222.0.46 "PUT /v2.0/ports/28fd374c-7f11-4ae1-a3c1-b05211c94501/bindings/n-h1-843680-3/activate HTTP/1.1" status: 200 len: 369 time: 1.9503305 May 27 22:25:28.545970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67c392-ae36-4a03-a9d8-d70ce27daead req-baaff244-e7ca-4947-9470-3fb2a5118e2b tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:28.545970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4c67c392-ae36-4a03-a9d8-d70ce27daead req-baaff244-e7ca-4947-9470-3fb2a5118e2b tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 1096 time: 0.5664737 May 27 22:25:28.545970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19905b-016a-4eab-8f84-47d45b6a9d9e req-369436d4-a682-4142-9764-a4b471d895d4 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:28.545970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf19905b-016a-4eab-8f84-47d45b6a9d9e req-369436d4-a682-4142-9764-a4b471d895d4 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 945 time: 0.1367986 May 27 22:25:28.573503 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4c67c392-ae36-4a03-a9d8-d70ce27daead req-9ba40227-82a3-48e1-b115-3be1761aa3b8 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708570 May 27 22:25:28.606039 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf19905b-016a-4eab-8f84-47d45b6a9d9e req-26ebf03c-8f1e-4688-8f1d-992db75951fa tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560203 May 27 22:25:28.698519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba32a7f-9112-4437-885a-8d2e315c261c admin admin] Router a485b20f-7af3-4a95-ad15-588d1bbd9c2f has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:25:28.834184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49a72c-8220-43c3-892f-1f791411c4bd req-1c61bb07-abab-42b4-8ef4-57a13a176a40 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:28.842363 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d49a72c-8220-43c3-892f-1f791411c4bd req-1c61bb07-abab-42b4-8ef4-57a13a176a40 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.1628442 May 27 22:25:28.959232 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d49a72c-8220-43c3-892f-1f791411c4bd req-0a9e9aab-7d95-47ea-8c7d-3fb37dc3ffbe tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158087 May 27 22:25:28.976127 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba32a7f-9112-4437-885a-8d2e315c261c admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:25:28.986770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91220f02-da2d-41f3-875a-319716c26414 None None] Sync routers for ids ['a485b20f-7af3-4a95-ad15-588d1bbd9c2f'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:25:28.998243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91220f02-da2d-41f3-875a-319716c26414 None None] Routers {'a485b20f-7af3-4a95-ad15-588d1bbd9c2f'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:25:28.998855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-91220f02-da2d-41f3-875a-319716c26414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:25:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a485b20f-7af3-4a95-ad15-588d1bbd9c2f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:29.038459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-e531240c-5778-4878-a92c-74ba556b7a5c tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:29.039048 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dba32a7f-9112-4437-885a-8d2e315c261c admin admin] 10.222.0.27 "PUT /v2.0/routers/a485b20f-7af3-4a95-ad15-588d1bbd9c2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7438519 May 27 22:25:29.041057 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-e531240c-5778-4878-a92c-74ba556b7a5c tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2&tenant_id=3576fc8b868b4910aafa386813d8d521&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 1096 time: 0.1480792 May 27 22:25:29.041665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39410) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:29.205643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-1ed0d071-c5c8-44f7-b3fa-56cf630e7e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:29.205643 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-1ed0d071-c5c8-44f7-b3fa-56cf630e7e33 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2&tenant_id=3576fc8b868b4910aafa386813d8d521 HTTP/1.1" status: 200 len: 1096 time: 0.1541309 May 27 22:25:29.262739 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:29.355027 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-91220f02-da2d-41f3-875a-319716c26414 None None] Set router a485b20f-7af3-4a95-ad15-588d1bbd9c2f gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:25:29.477262 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:29.539531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5b06d98a-9e9f-4986-bade-798a3b199909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:29.541071 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-5b06d98a-9e9f-4986-bade-798a3b199909 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 1096 time: 0.2949162 May 27 22:25:29.572972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] Deleting port 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:29.574090 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:29.596370 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 28fd374c-7f11-4ae1-a3c1-b05211c94501 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:25:29.683805 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-07f023f0-2784-4c79-8597-983d8f95c967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:29.859761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 28fd374c-7f11-4ae1-a3c1-b05211c94501 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:25:29.934654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-91220f02-da2d-41f3-875a-319716c26414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474462369-router', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.26'}], 'enable_snat': True}, 'gw_port_id': '23b586d9-75a8-4313-bdb6-86b6ed3fdcd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:26Z', 'updated_at': '2022-05-27T22:25:27Z', 'revision_number': 5, 'project_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'gw_port': {'id': '23b586d9-75a8-4313-bdb6-86b6ed3fdcd5', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:22:29Z', 'updated_at': '2022-05-27T22:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:29.949245 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91220f02-da2d-41f3-875a-319716c26414 None None] Checking router: a485b20f-7af3-4a95-ad15-588d1bbd9c2f for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:25:29.960548 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91220f02-da2d-41f3-875a-319716c26414 None None] Routers {'a485b20f-7af3-4a95-ad15-588d1bbd9c2f'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:25:29.961172 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-91220f02-da2d-41f3-875a-319716c26414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:25:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a485b20f-7af3-4a95-ad15-588d1bbd9c2f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:29.968462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39436) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:30.130181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-9bad5342-294f-4e84-88c5-e97467a0340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:30.131616 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-9bad5342-294f-4e84-88c5-e97467a0340b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.5827091 May 27 22:25:30.169285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-91220f02-da2d-41f3-875a-319716c26414 None None] Set router a485b20f-7af3-4a95-ad15-588d1bbd9c2f gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:25:30.261777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] For port 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=23b586d9-75a8-4313-bdb6-86b6ed3fdcd5,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:30.262236 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:30.306549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-91220f02-da2d-41f3-875a-319716c26414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474462369-router', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:26Z', 'updated_at': '2022-05-27T22:25:29Z', 'revision_number': 6, 'project_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:30.312615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91220f02-da2d-41f3-875a-319716c26414 None None] The sync data for ids ['a485b20f-7af3-4a95-ad15-588d1bbd9c2f'] in n-d-843680-3 is: [{'id': 'a485b20f-7af3-4a95-ad15-588d1bbd9c2f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1474462369-router', 'tenant_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:22:26Z', 'updated_at': '2022-05-27T22:25:29Z', 'revision_number': 6, 'project_id': 'cbd9975d1f4e4c8eaabf468ff5935829', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:25:30.364727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-fa7464b3-ab92-4359-b30f-cffd660fa75e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501 HTTP/1.1" status: 200 len: 217 time: 0.1355083 May 27 22:25:30.365414 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92de71ca-a740-4061-84b0-4f8ac8dbb086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:30.398980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39452) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:30.418608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] Calling delete_port for 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:30.514711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-92de71ca-a740-4061-84b0-4f8ac8dbb086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:30.520940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-92de71ca-a740-4061-84b0-4f8ac8dbb086 admin admin] Usage tracker for resource:security_group_rule and tenant:de3508085a7643af82fc1e5b6ab2a037 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:30.529420 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-92de71ca-a740-4061-84b0-4f8ac8dbb086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:30.554202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-92de71ca-a740-4061-84b0-4f8ac8dbb086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:30.625716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-86b4ef09-60c3-4526-98a6-0eb5d47c01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:30.627371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-86b4ef09-60c3-4526-98a6-0eb5d47c01e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.2305098 May 27 22:25:30.645215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e673f-3313-4806-92f2-ba992c016fa1 req-1a3f7471-15c0-4dad-bcc6-104d79106437 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:30.646980 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f50e673f-3313-4806-92f2-ba992c016fa1 req-1a3f7471-15c0-4dad-bcc6-104d79106437 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 945 time: 0.6362031 May 27 22:25:30.720746 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:30.728203 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:30.728621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35195010-5419-4387-89d2-71f732a37c08 req-c17b8f7a-fa86-4992-8bb2-220f3fbee968 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:30.741915 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35195010-5419-4387-89d2-71f732a37c08 req-c17b8f7a-fa86-4992-8bb2-220f3fbee968 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.6146955 May 27 22:25:30.794559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-789825562-network', 'tenant_id': '30513d18dfb7473dbe429465efd7906b'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:30.803594 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-63644216-90dd-4f20-b7fc-6ba109737f43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1556444 May 27 22:25:30.808377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b586d9-75a8-4313-bdb6-86b6ed3fdcd5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:30.830975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:30.855981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Usage tracker for resource:network and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:30.858333 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:30.875781 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:30.936788 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:30.948034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60d839b3-e876-4c77-9ab5-e67e654b5d62 req-297b11fd-255e-4430-8199-4fb70459b846 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5850971 May 27 22:25:30.954212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:30.980816 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35195010-5419-4387-89d2-71f732a37c08 req-8d195049-353e-499c-a28a-ed5088ea4615 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378714 May 27 22:25:30.987018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f50e673f-3313-4806-92f2-ba992c016fa1 req-f5c4d2fb-e093-4eed-bdb0-94e6086b01ab tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932777 May 27 22:25:31.109918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Made reservation on behalf of 30513d18dfb7473dbe429465efd7906b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:25:31.112133 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.128947 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.131832 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.141240 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.182073 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-c38a0d97-6742-4afd-8f2d-5d15d34a2eec service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547630 May 27 22:25:31.182178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:31.224434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.225326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a485b20f-7af3-4a95-ad15-588d1bbd9c2f {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:25:31.247147 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.250692 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a0802287-0525-4557-9e22-3746f6729274 admin admin] 10.222.0.27 "DELETE /v2.0/routers/a485b20f-7af3-4a95-ad15-588d1bbd9c2f HTTP/1.1" status: 204 len: 168 time: 2.2047164 May 27 22:25:31.257503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39466) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:31.277037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Usage tracker for resource:security_group_rule and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:31.281378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:31.285375 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92de71ca-a740-4061-84b0-4f8ac8dbb086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.305711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:31.331999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d839b3-e876-4c77-9ab5-e67e654b5d62 req-c98a2201-5659-4ffc-b01d-72b411ab8268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:31.333544 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60d839b3-e876-4c77-9ab5-e67e654b5d62 req-c98a2201-5659-4ffc-b01d-72b411ab8268 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 1095 time: 0.3428817 May 27 22:25:31.337804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-9964fd1d-a9b0-4e7d-a559-b6890b98e0f7 admin admin] Deleting subnet c2af7e40-3781-4656-a329-f34f19562434 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:25:31.341359 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9964fd1d-a9b0-4e7d-a559-b6890b98e0f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.395738 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9964fd1d-a9b0-4e7d-a559-b6890b98e0f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.415248 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92de71ca-a740-4061-84b0-4f8ac8dbb086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.481418 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9964fd1d-a9b0-4e7d-a559-b6890b98e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.498866 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-9f417d76-be2a-4ea8-98b2-038102f8dc2d service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024619 May 27 22:25:31.579194 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-92de71ca-a740-4061-84b0-4f8ac8dbb086 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=de3508085a7643af82fc1e5b6ab2a037&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6094964 May 27 22:25:31.582388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39472) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:31.588191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de71ca-a740-4061-84b0-4f8ac8dbb086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c51049-1da6-4669-84ce-d6d7d374fe02,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:31.647853 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9964fd1d-a9b0-4e7d-a559-b6890b98e0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.695693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964fd1d-a9b0-4e7d-a559-b6890b98e0f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2af7e40-3781-4656-a329-f34f19562434,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:31.697450 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c282eb91-fc30-4802-add8-d961be81d23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.701833 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9964fd1d-a9b0-4e7d-a559-b6890b98e0f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.712041 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a833f40-e211-4a09-813a-ad45abf9a637 None None] Network 06fad8c1-a202-4a24-8648-dbba8692285f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:25:31.712916 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.714882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d839b3-e876-4c77-9ab5-e67e654b5d62 req-15a9e8c1-d943-4b64-b6a2-4d95bb274aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:31.723294 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60d839b3-e876-4c77-9ab5-e67e654b5d62 req-15a9e8c1-d943-4b64-b6a2-4d95bb274aa6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.3314419 May 27 22:25:31.727133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9964fd1d-a9b0-4e7d-a559-b6890b98e0f7 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c2af7e40-3781-4656-a329-f34f19562434 HTTP/1.1" status: 204 len: 168 time: 0.4663208 May 27 22:25:31.727260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39476) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:31.733031 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c282eb91-fc30-4802-add8-d961be81d23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.906905 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c282eb91-fc30-4802-add8-d961be81d23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.944058 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.955887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c282eb91-fc30-4802-add8-d961be81d23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c51049-1da6-4669-84ce-d6d7d374fe02,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:31.966551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:25:31.978499 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c282eb91-fc30-4802-add8-d961be81d23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:31.980688 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c282eb91-fc30-4802-add8-d961be81d23d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/75c51049-1da6-4669-84ce-d6d7d374fe02 HTTP/1.1" status: 204 len: 168 time: 0.3972983 May 27 22:25:32.010164 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:32.019896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:25:32.020258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 23b586d9-75a8-4313-bdb6-86b6ed3fdcd5 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:25:32.020702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 41c9b072-e754-41df-a2b9-bc83cec840ef no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:25:32.059697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 41c9b072-e754-41df-a2b9-bc83cec840ef {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:25:32.060072 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 41c9b072-e754-41df-a2b9-bc83cec840ef not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:25:32.061320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e728ae2b-7066-4ff6-a228-084f53378aa8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:32.065723 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60d839b3-e876-4c77-9ab5-e67e654b5d62 req-11ca95d3-7929-4c0c-9d12-01f9451c88aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24 HTTP/1.1" status: 200 len: 217 time: 0.3191109 May 27 22:25:32.081778 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:32.147499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:25:32.162029 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] DHCP port deletion for 06fad8c1-a202-4a24-8648-dbba8692285f request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:25:32.166104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Deleting port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:32.167214 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:32.209934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0d7dc-f658-4450-98ad-3d6298523deb req-1d713a91-6b39-4788-85c4-e126b00eae43 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:32.211451 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12f0d7dc-f658-4450-98ad-3d6298523deb req-1d713a91-6b39-4788-85c4-e126b00eae43 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 945 time: 0.5952368 May 27 22:25:32.287354 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:32.287688 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Added segment 6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e of type vlan for network 4b78b2d5-ee0b-494c-a4f8-80f59f901351 May 27 22:25:32.297936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Deleting port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:32.297936 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:32.357042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d839b3-e876-4c77-9ab5-e67e654b5d62 req-b83a4e93-6d95-4deb-b4f1-4e6286dc694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:32.358657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60d839b3-e876-4c77-9ab5-e67e654b5d62 req-b83a4e93-6d95-4deb-b4f1-4e6286dc694c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.2738492 May 27 22:25:32.379407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] For port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2458abde-75c6-4a2b-9c79-3d47ebf4b2ff,segment=NetworkSegment(e0ae777a-807d-4afe-829d-99995092d009),segment_id=e0ae777a-807d-4afe-829d-99995092d009)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:32.379953 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:32.453553 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:32.475739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60d839b3-e876-4c77-9ab5-e67e654b5d62 req-f285142d-c58f-48c6-9262-bbb4da9adf5d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768616 May 27 22:25:32.482034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12f0d7dc-f658-4450-98ad-3d6298523deb req-d85237f1-92df-4ca5-9676-20b22cdc9cb1 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f96ba10-27a3-4a45-85f4-1ee7a9423813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226224 May 27 22:25:32.565510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Calling delete_port for 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:32.708435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-cba89940-d5ca-43f4-b80a-acb8122c39c5 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:32.710069 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-cba89940-d5ca-43f4-b80a-acb8122c39c5 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2&tenant_id=3576fc8b868b4910aafa386813d8d521&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 1096 time: 0.5669241 May 27 22:25:32.726984 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:32.777645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Pushing event deleted for resources: {'Port': ['ID=2458abde-75c6-4a2b-9c79-3d47ebf4b2ff,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:32.778511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572c63d-bc38-4ca2-a2ab-e6b47154faad req-b9f5d7ac-7c77-4323-b885-4a07e318ff8d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:32.779988 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8572c63d-bc38-4ca2-a2ab-e6b47154faad req-b9f5d7ac-7c77-4323-b885-4a07e318ff8d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.6249962 May 27 22:25:32.780174 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] No DVR routers for this DVR port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:25:32.788902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:32.789232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:32.789791 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:32.790267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:32.790770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:32.791273 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:32.792421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:32.792421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:32.792421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:32.793011 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:32.793746 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:32.794075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752164cd-4b6e-4d99-b47e-f7952c608ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:32.845684 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:32.846631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:32.847202 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:33.076155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] For port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2458abde-75c6-4a2b-9c79-3d47ebf4b2ff,segment=NetworkSegment(e0ae777a-807d-4afe-829d-99995092d009),segment_id=e0ae777a-807d-4afe-829d-99995092d009)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:33.076825 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:33.099182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8572c63d-bc38-4ca2-a2ab-e6b47154faad req-4ea5fd0f-9504-4f79-9ff4-95a391277278 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724402 May 27 22:25:33.103646 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] Pushing event updated for resources: {'Network': ['ID=4b78b2d5-ee0b-494c-a4f8-80f59f901351,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:33.107705 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60d839b3-e876-4c77-9ab5-e67e654b5d62 req-eaeba611-54f4-4139-88fc-33f013e7a876 service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904984 May 27 22:25:33.124393 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 4b78b2d5-ee0b-494c-a4f8-80f59f901351 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:25:33.140021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39508) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:33.245874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-70a1b368-ddf7-4a9b-88d3-fab03ef1757b admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8162134 May 27 22:25:33.248831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39516) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:33.253726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Calling delete_port for 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:33.256397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] Request body: {'subnet': {'network_id': '4b78b2d5-ee0b-494c-a4f8-80f59f901351', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-789825562-subnet', 'tenant_id': '30513d18dfb7473dbe429465efd7906b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:33.261885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:33.267723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] Usage tracker for resource:subnet and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:33.271591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:33.285385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-747168649-network', 'tenant_id': '5b84c7c97d4c4cc88ed75cc4f809f691'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:33.294546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:33.297508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:33.304521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Usage tracker for resource:network and tenant:5b84c7c97d4c4cc88ed75cc4f809f691 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:33.309284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:33.315836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:33.383861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] Made reservation on behalf of 30513d18dfb7473dbe429465efd7906b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:25:33.386171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:33.405428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Made reservation on behalf of 5b84c7c97d4c4cc88ed75cc4f809f691 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:25:33.407632 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:33.428823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b51283-200f-418a-8105-2a05935ecf04 req-25976837-869b-4c9f-bcb2-a90cb38ff94d tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:33.430298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82b51283-200f-418a-8105-2a05935ecf04 req-25976837-869b-4c9f-bcb2-a90cb38ff94d tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 945 time: 0.7997110 May 27 22:25:33.467473 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:33.501469 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:33.509161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Usage tracker for resource:security_group_rule and tenant:5b84c7c97d4c4cc88ed75cc4f809f691 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:33.513995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:33.526314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:33.693423 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:25:33.693761 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:25:33.698335 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82b51283-200f-418a-8105-2a05935ecf04 req-84d7f051-160a-4c97-9d4b-9fb08312e44e tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533574 May 27 22:25:33.702570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:33.710245 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60d839b3-e876-4c77-9ab5-e67e654b5d62 req-1d367f53-b28b-43b4-bd42-53a595b33e06 service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469816 May 27 22:25:33.739267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2276564-27f6-46e0-84a6-b283fa7b5b0c req-3eece367-06cc-4c16-afb6-9a8cf93cf442 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:33.740830 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e2276564-27f6-46e0-84a6-b283fa7b5b0c req-3eece367-06cc-4c16-afb6-9a8cf93cf442 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.46 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 945 time: 0.4524562 May 27 22:25:33.772711 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:33.776709 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:33.798917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-0fb560cf-35b7-4e31-80bf-5544f291d334 service neutron] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:25:33.822036 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-0fb560cf-35b7-4e31-80bf-5544f291d334 service neutron] Notify callbacks [] for binding, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:33.824286 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae854ab5-f6ea-455d-b667-9fdf727c7f37 req-0fb560cf-35b7-4e31-80bf-5544f291d334 service neutron] 10.222.0.57 "DELETE /v2.0/ports/28fd374c-7f11-4ae1-a3c1-b05211c94501/bindings/n-h2-843680-3 HTTP/1.1" status: 204 len: 173 time: 1.1003425 May 27 22:25:33.863016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-e2276564-27f6-46e0-84a6-b283fa7b5b0c req-0e4b13ad-8fc3-43cb-8392-b678a3012966 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Deleting port 80f3dd36-8187-47eb-82d5-fba11aba560b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:33.863348 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e2276564-27f6-46e0-84a6-b283fa7b5b0c req-0e4b13ad-8fc3-43cb-8392-b678a3012966 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:33.870453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:25:33.894456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=80c5892e-159c-4437-81f3-a948f9bd6b77,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:33.993927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:25:34.053105 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:25:34.053811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:25:34.081960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484ef2db-ab24-43b9-960c-a2f062d1d614,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:34.090151 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:34.090522 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Added segment e7eaa551-000a-4758-b2c9-6fa221373afb of type vlan for network a89f067b-14cc-467a-b0ba-eaf6dd6a8764 May 27 22:25:34.101548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] Checking segment: {'id': '6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b78b2d5-ee0b-494c-a4f8-80f59f901351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:25:34.101906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] Network hostable DHCP agents. Network: 4b78b2d5-ee0b-494c-a4f8-80f59f901351, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:25:34.133246 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:34.191018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc9daa-e0a4-487c-bcc2-2036e70fc4fa req-7c82ded2-0752-4d04-89a1-53c713f63a2c tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:34.192667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2bc9daa-e0a4-487c-bcc2-2036e70fc4fa req-7c82ded2-0752-4d04-89a1-53c713f63a2c tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 945 time: 0.3734205 May 27 22:25:34.197730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Deleting port 2458abde-75c6-4a2b-9c79-3d47ebf4b2ff {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:25:34.198065 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:34.200463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] Network 4b78b2d5-ee0b-494c-a4f8-80f59f901351 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:25:34.224806 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:34.226290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:34.227432 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:34.350038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] The port '2458abde-75c6-4a2b-9c79-3d47ebf4b2ff' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:25:34.358719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] Pushing event updated for resources: {'Network': ['ID=a89f067b-14cc-467a-b0ba-eaf6dd6a8764,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:34.361119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 4b78b2d5-ee0b-494c-a4f8-80f59f901351) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:25:34.365163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:34.365920 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:34.370258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network a89f067b-14cc-467a-b0ba-eaf6dd6a8764 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:25:34.444745 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2209ea63-ea48-4b36-b66f-36ab393d625c admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3010392 May 27 22:25:34.444957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39534) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:34.450391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2bc9daa-e0a4-487c-bcc2-2036e70fc4fa req-1d6abdd6-5ec1-4ecd-9808-4c643bebe465 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/security-groups?id=9f96ba10-27a3-4a45-85f4-1ee7a9423813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770718 May 27 22:25:34.451156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] Request body: {'subnet': {'network_id': 'a89f067b-14cc-467a-b0ba-eaf6dd6a8764', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-747168649-subnet', 'tenant_id': '5b84c7c97d4c4cc88ed75cc4f809f691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:34.462599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:34.474208 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-71d3b391-cbf8-43c1-b4b7-f84a3d3eb9fb admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2243357 May 27 22:25:34.475508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] Usage tracker for resource:subnet and tenant:5b84c7c97d4c4cc88ed75cc4f809f691 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:34.481208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:34.498244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:34.503344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2fdd46-97d7-41ca-a142-f5a87b786b65 None None] Network 4b78b2d5-ee0b-494c-a4f8-80f59f901351 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:25:34.583658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] Made reservation on behalf of 5b84c7c97d4c4cc88ed75cc4f809f691 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:25:34.585979 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:34.638329 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:34.664955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d88e8-b56c-4aed-ae6d-06dabc1a7625 req-a15b6add-3b5b-44f8-a3b6-a0cab0cb1dee tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:34.672421 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b27d88e8-b56c-4aed-ae6d-06dabc1a7625 req-a15b6add-3b5b-44f8-a3b6-a0cab0cb1dee tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 1096 time: 0.5974908 May 27 22:25:34.831156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fad8c1-a202-4a24-8648-dbba8692285f']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:34.839808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e2276564-27f6-46e0-84a6-b283fa7b5b0c req-0e4b13ad-8fc3-43cb-8392-b678a3012966 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] For port 80f3dd36-8187-47eb-82d5-fba11aba560b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=80f3dd36-8187-47eb-82d5-fba11aba560b,segment=NetworkSegment(b6248b23-f6ae-47af-b81d-e8619e3091ea),segment_id=b6248b23-f6ae-47af-b81d-e8619e3091ea)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:34.841839 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e2276564-27f6-46e0-84a6-b283fa7b5b0c req-0e4b13ad-8fc3-43cb-8392-b678a3012966 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:34.897548 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901edf1b-800d-44d3-a64e-48b8ff2bc8ac None None] Network 4b78b2d5-ee0b-494c-a4f8-80f59f901351 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:25:34.998333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-e2276564-27f6-46e0-84a6-b283fa7b5b0c req-0e4b13ad-8fc3-43cb-8392-b678a3012966 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Calling delete_port for 80f3dd36-8187-47eb-82d5-fba11aba560b owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:25:35.001580 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:35.028088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ae777a-807d-4afe-829d-99995092d009') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:35.028396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ae777a-807d-4afe-829d-99995092d009') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:35.052740 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b27d88e8-b56c-4aed-ae6d-06dabc1a7625 req-b175dd64-9f7c-4c33-9c6c-ea0521395dd7 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793168 May 27 22:25:35.064528 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:35.153849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] Pushing event updated for resources: {'Subnet': ['ID=02aaf00e-e618-4d16-8486-cbd3348cf4cb,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:35.167002 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:35.171419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] Checking segment: {'id': 'e7eaa551-000a-4758-b2c9-6fa221373afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a89f067b-14cc-467a-b0ba-eaf6dd6a8764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:25:35.171848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] Network hostable DHCP agents. Network: a89f067b-14cc-467a-b0ba-eaf6dd6a8764, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:25:35.269563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:25:35.270054 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:35.298069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] Network a89f067b-14cc-467a-b0ba-eaf6dd6a8764 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:25:35.364577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-ee6665be-aeeb-42fe-8b3a-5ea3c75e5a6a req-00fef6d4-0e3d-4510-b806-721c649a66b8 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1659227823', 'description': 'tempest-description-1971790821'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:35.376204 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment e0ae777a-807d-4afe-829d-99995092d009 resource provider aggregate not found May 27 22:25:35.390422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, a89f067b-14cc-467a-b0ba-eaf6dd6a8764) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:25:35.393778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedad6e-664c-4d9f-8e7a-a38d6c159bdd req-45433c0f-b8fa-4280-9538-5b7a4433fa10 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:35.395541 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3eedad6e-664c-4d9f-8e7a-a38d6c159bdd req-45433c0f-b8fa-4280-9538-5b7a4433fa10 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.6575391 May 27 22:25:35.396204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:35.396974 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:35.398865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ee6665be-aeeb-42fe-8b3a-5ea3c75e5a6a req-00fef6d4-0e3d-4510-b806-721c649a66b8 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:35.405841 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99793e44-d705-4e06-9602-1ac31e975343 None None] Network a89f067b-14cc-467a-b0ba-eaf6dd6a8764 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:25:35.409441 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment e0ae777a-807d-4afe-829d-99995092d009 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0ae777a-807d-4afe-829d-99995092d009 found for delete ", "request_id": "req-1d12f6d0-3ab0-41d2-8975-7fbf32fa14df"}]} May 27 22:25:35.430011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ee6665be-aeeb-42fe-8b3a-5ea3c75e5a6a req-00fef6d4-0e3d-4510-b806-721c649a66b8 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:35.438822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ee6665be-aeeb-42fe-8b3a-5ea3c75e5a6a req-00fef6d4-0e3d-4510-b806-721c649a66b8 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:35.452672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ee6665be-aeeb-42fe-8b3a-5ea3c75e5a6a req-00fef6d4-0e3d-4510-b806-721c649a66b8 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:35.478359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3eedad6e-664c-4d9f-8e7a-a38d6c159bdd req-e375c025-a213-41ef-a8b5-c837f6490156 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678375 May 27 22:25:35.524009 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b1e8fac0-d9e7-42be-8dff-3a41f72a964e admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0703878 May 27 22:25:35.544807 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:35.546775 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e2276564-27f6-46e0-84a6-b283fa7b5b0c req-0e4b13ad-8fc3-43cb-8392-b678a3012966 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:35.560265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['80f3dd36-8187-47eb-82d5-fba11aba560b'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:25:35.579748 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:35.598200 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ee6665be-aeeb-42fe-8b3a-5ea3c75e5a6a req-00fef6d4-0e3d-4510-b806-721c649a66b8 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:35.679441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583653d3-8039-44e2-801e-aaf53f552a0a None None] Network a89f067b-14cc-467a-b0ba-eaf6dd6a8764 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:25:35.698890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] Pushing event deleted for resources: {'Network': ['ID=06fad8c1-a202-4a24-8648-dbba8692285f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:35.700440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b13ad-8fc3-43cb-8392-b678a3012966 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Pushing event deleted for resources: {'Port': ['ID=80f3dd36-8187-47eb-82d5-fba11aba560b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:35.715237 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ee6665be-aeeb-42fe-8b3a-5ea3c75e5a6a req-00fef6d4-0e3d-4510-b806-721c649a66b8 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:35.721319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ee6665be-aeeb-42fe-8b3a-5ea3c75e5a6a req-00fef6d4-0e3d-4510-b806-721c649a66b8 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group_rule and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:35.722511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ee6665be-aeeb-42fe-8b3a-5ea3c75e5a6a req-00fef6d4-0e3d-4510-b806-721c649a66b8 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:35.732625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ee6665be-aeeb-42fe-8b3a-5ea3c75e5a6a req-00fef6d4-0e3d-4510-b806-721c649a66b8 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:35.844666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c3476d69-8486-4c47-b1d1-11c6fc8395ec admin admin] 10.222.0.27 "DELETE /v2.0/networks/06fad8c1-a202-4a24-8648-dbba8692285f HTTP/1.1" status: 204 len: 168 time: 4.1226492 May 27 22:25:36.032676 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2276564-27f6-46e0-84a6-b283fa7b5b0c req-0e4b13ad-8fc3-43cb-8392-b678a3012966 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] No DVR routers for this DVR port 80f3dd36-8187-47eb-82d5-fba11aba560b on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:25:36.035948 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e2276564-27f6-46e0-84a6-b283fa7b5b0c req-0e4b13ad-8fc3-43cb-8392-b678a3012966 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:36.043830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc829401-7aa2-472a-9bc1-94b749ff1750', 'name': 'network-vif-deleted', 'tag': '80f3dd36-8187-47eb-82d5-fba11aba560b'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:36.049858 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ee6665be-aeeb-42fe-8b3a-5ea3c75e5a6a req-00fef6d4-0e3d-4510-b806-721c649a66b8 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:36.058751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e2276564-27f6-46e0-84a6-b283fa7b5b0c req-0e4b13ad-8fc3-43cb-8392-b678a3012966 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.46 "DELETE /v2.0/ports/80f3dd36-8187-47eb-82d5-fba11aba560b HTTP/1.1" status: 204 len: 173 time: 2.3117158 May 27 22:25:36.075766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab277f-943e-4807-8a56-e92010d17c87 req-8e46bcf3-bb68-4851-97c7-c75769079e2d tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:36.079880 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddab277f-943e-4807-8a56-e92010d17c87 req-8e46bcf3-bb68-4851-97c7-c75769079e2d tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 1096 time: 0.3822818 May 27 22:25:36.120302 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddab277f-943e-4807-8a56-e92010d17c87 req-1edc59f6-91e0-4ced-b404-23df0c945cc0 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365338 May 27 22:25:36.154860 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ee6665be-aeeb-42fe-8b3a-5ea3c75e5a6a req-00fef6d4-0e3d-4510-b806-721c649a66b8 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:36.194521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fef6d4-0e3d-4510-b806-721c649a66b8 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db18a64-846a-4c4d-99ad-814468702ca5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:36.240610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39570) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:36.253646 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ee6665be-aeeb-42fe-8b3a-5ea3c75e5a6a req-00fef6d4-0e3d-4510-b806-721c649a66b8 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:36.255474 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee6665be-aeeb-42fe-8b3a-5ea3c75e5a6a req-00fef6d4-0e3d-4510-b806-721c649a66b8 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9113374 May 27 22:25:36.366282 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ffd5cf1c-2cfb-43dd-80c5-50e06b55e949 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e18f035654174a42b48b0fc1a9791032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1244364 May 27 22:25:36.368772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39580) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:36.373698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1217f41a-4d38-4fa8-b456-7991835ff7d0 req-5093bbc4-e43c-425b-a730-215d28260157 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Synchronizing usage tracker for tenant:bd83fc0fe9494498a84af7de1d8ff04c on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:25:36.440907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1217f41a-4d38-4fa8-b456-7991835ff7d0 req-5093bbc4-e43c-425b-a730-215d28260157 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] Unset dirty status for tenant:bd83fc0fe9494498a84af7de1d8ff04c on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:25:36.445724 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1217f41a-4d38-4fa8-b456-7991835ff7d0 req-5093bbc4-e43c-425b-a730-215d28260157 tempest-VolumesAdminNegativeTest-739652506 tempest-VolumesAdminNegativeTest-739652506-project] 10.222.0.27 "GET /v2.0/ports?device_id=dc829401-7aa2-472a-9bc1-94b749ff1750 HTTP/1.1" status: 200 len: 210 time: 0.1276739 May 27 22:25:36.447347 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f41c392-f14a-49e9-a25c-81926a8483d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:36.483566 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f41c392-f14a-49e9-a25c-81926a8483d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:36.496050 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80fd25b5-4d16-473c-b6b8-d4fbcf825319'] response: {'server_uuid': 'dc829401-7aa2-472a-9bc1-94b749ff1750', 'name': 'network-vif-deleted', 'tag': '80f3dd36-8187-47eb-82d5-fba11aba560b', 'status': 'completed', 'code': 200} May 27 22:25:36.517793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-5999cb1b-3188-47d8-b95c-7778d66598c1 req-71e167d6-4dc8-4278-9a5a-9e83255d8b9e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1345516914', 'description': 'tempest-description-226615607'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:36.525291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-5999cb1b-3188-47d8-b95c-7778d66598c1 req-71e167d6-4dc8-4278-9a5a-9e83255d8b9e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:36.530429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5999cb1b-3188-47d8-b95c-7778d66598c1 req-71e167d6-4dc8-4278-9a5a-9e83255d8b9e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:36.533799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5999cb1b-3188-47d8-b95c-7778d66598c1 req-71e167d6-4dc8-4278-9a5a-9e83255d8b9e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:36.545871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-5999cb1b-3188-47d8-b95c-7778d66598c1 req-71e167d6-4dc8-4278-9a5a-9e83255d8b9e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:36.600997 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f41c392-f14a-49e9-a25c-81926a8483d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:36.619766 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41c392-f14a-49e9-a25c-81926a8483d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9d75f9-eb29-4da8-9de9-dd74f5a34371,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:36.624007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f41c392-f14a-49e9-a25c-81926a8483d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:36.628259 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4f41c392-f14a-49e9-a25c-81926a8483d9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9c9d75f9-eb29-4da8-9de9-dd74f5a34371 HTTP/1.1" status: 204 len: 168 time: 0.2548926 May 27 22:25:36.651960 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5999cb1b-3188-47d8-b95c-7778d66598c1 req-71e167d6-4dc8-4278-9a5a-9e83255d8b9e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:36.691620 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-5999cb1b-3188-47d8-b95c-7778d66598c1 req-71e167d6-4dc8-4278-9a5a-9e83255d8b9e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:36.700325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5999cb1b-3188-47d8-b95c-7778d66598c1 req-71e167d6-4dc8-4278-9a5a-9e83255d8b9e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group_rule and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:36.705623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5999cb1b-3188-47d8-b95c-7778d66598c1 req-71e167d6-4dc8-4278-9a5a-9e83255d8b9e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:36.728470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-5999cb1b-3188-47d8-b95c-7778d66598c1 req-71e167d6-4dc8-4278-9a5a-9e83255d8b9e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:36.760454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-67c00626-f2ec-4e58-b6e5-f004c6906826 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:36.761919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-67c00626-f2ec-4e58-b6e5-f004c6906826 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/networks?id=a89f067b-14cc-467a-b0ba-eaf6dd6a8764 HTTP/1.1" status: 200 len: 813 time: 0.1831000 May 27 22:25:36.784047 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-bcb0b26f-885d-4748-9e67-ee14bb569448 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/quotas/5b84c7c97d4c4cc88ed75cc4f809f691 HTTP/1.1" status: 200 len: 375 time: 0.0152366 May 27 22:25:36.841671 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-e20060e1-c5d2-4be2-b86c-5246f7f49e11 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=5b84c7c97d4c4cc88ed75cc4f809f691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504172 May 27 22:25:36.948531 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5999cb1b-3188-47d8-b95c-7778d66598c1 req-71e167d6-4dc8-4278-9a5a-9e83255d8b9e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:36.999744 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-940e7d89-4eb3-4ac6-8c6a-69bc4484c035 service neutron] 10.222.0.27 "GET /v2.0/networks/a89f067b-14cc-467a-b0ba-eaf6dd6a8764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506493 May 27 22:25:37.001465 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5999cb1b-3188-47d8-b95c-7778d66598c1 req-71e167d6-4dc8-4278-9a5a-9e83255d8b9e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:37.135060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e167d6-4dc8-4278-9a5a-9e83255d8b9e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=658a80b6-1c53-4ff5-9683-d5d611aa72b8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:37.177271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-9b6a8c05-6494-4f5a-8008-59f4ffd2db55 service neutron] 10.222.0.27 "GET /v2.0/networks/a89f067b-14cc-467a-b0ba-eaf6dd6a8764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589081 May 27 22:25:37.194390 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5999cb1b-3188-47d8-b95c-7778d66598c1 req-71e167d6-4dc8-4278-9a5a-9e83255d8b9e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:37.195608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5999cb1b-3188-47d8-b95c-7778d66598c1 req-71e167d6-4dc8-4278-9a5a-9e83255d8b9e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6824384 May 27 22:25:37.337439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39604) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:37.415738 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-511d6e41-32e1-4119-9b94-944dd620ec71 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cbd9975d1f4e4c8eaabf468ff5935829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0762823 May 27 22:25:37.418876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39612) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:37.567567 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f1bf207-8246-4931-88d9-83a1b9e14eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:37.600890 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f1bf207-8246-4931-88d9-83a1b9e14eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:37.603486 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 80f3dd36-8187-47eb-82d5-fba11aba560b no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:25:37.617076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45990b10-51ca-4ed3-b8dc-514b0fc1189e req-2f11d4ef-b893-482c-8aa5-27d39ea15039 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:37.618518 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45990b10-51ca-4ed3-b8dc-514b0fc1189e req-2f11d4ef-b893-482c-8aa5-27d39ea15039 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.1524973 May 27 22:25:37.637617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 80f3dd36-8187-47eb-82d5-fba11aba560b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:25:37.637888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 80f3dd36-8187-47eb-82d5-fba11aba560b not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:25:37.686737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45990b10-51ca-4ed3-b8dc-514b0fc1189e req-cbb477da-c2fb-4c0b-b6b5-f4826e8f3ac9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595467 May 27 22:25:37.818012 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ab47904-5af6-4c0c-becf-68f6df64489f req-e428321d-a071-4068-9cf3-1d5fee9ef91d tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/ports?device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 210 time: 0.0612566 May 27 22:25:37.821408 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f1bf207-8246-4931-88d9-83a1b9e14eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:37.899764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bf207-8246-4931-88d9-83a1b9e14eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb5ff95-264f-4a8d-8483-6818a0522cce,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:37.908813 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f1bf207-8246-4931-88d9-83a1b9e14eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:37.909925 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6f1bf207-8246-4931-88d9-83a1b9e14eea admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2cb5ff95-264f-4a8d-8483-6818a0522cce HTTP/1.1" status: 204 len: 168 time: 0.4893401 May 27 22:25:37.922009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39638) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:37.991975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-2698816c-482e-4906-81dc-1a00c40e42b9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:37.992699 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-2698816c-482e-4906-81dc-1a00c40e42b9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Synchronizing usage tracker for tenant:30513d18dfb7473dbe429465efd7906b on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:25:38.000269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-44503853-b503-4df2-8289-b3c8db788d83 admin admin] Deleting subnet e8c8f5e3-074a-40b4-8df6-5028503f9f82 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:25:38.004136 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44503853-b503-4df2-8289-b3c8db788d83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:38.055227 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44503853-b503-4df2-8289-b3c8db788d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:38.075467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-2698816c-482e-4906-81dc-1a00c40e42b9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Unset dirty status for tenant:30513d18dfb7473dbe429465efd7906b on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:25:38.076701 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-2698816c-482e-4906-81dc-1a00c40e42b9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/networks?id=4b78b2d5-ee0b-494c-a4f8-80f59f901351 HTTP/1.1" status: 200 len: 812 time: 0.2839909 May 27 22:25:38.091378 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-6a3e0bf6-7277-4f23-95d1-aa12f23a9188 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/quotas/30513d18dfb7473dbe429465efd7906b HTTP/1.1" status: 200 len: 375 time: 0.0090604 May 27 22:25:38.115179 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44503853-b503-4df2-8289-b3c8db788d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:38.139194 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-53aafd6f-f481-40de-9995-84a3ce11eb2c tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=30513d18dfb7473dbe429465efd7906b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426190 May 27 22:25:38.264521 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44503853-b503-4df2-8289-b3c8db788d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:38.286580 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-7e0ebc81-1096-4d20-918a-4181809bed93 service neutron] 10.222.0.27 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372859 May 27 22:25:38.302954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44503853-b503-4df2-8289-b3c8db788d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c8f5e3-074a-40b4-8df6-5028503f9f82,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:38.306439 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44503853-b503-4df2-8289-b3c8db788d83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:38.312506 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-44503853-b503-4df2-8289-b3c8db788d83 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/e8c8f5e3-074a-40b4-8df6-5028503f9f82 HTTP/1.1" status: 204 len: 168 time: 0.3894415 May 27 22:25:38.315069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39644) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:38.502552 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8baf0df-6d5b-45c0-9cda-7afbeeb6ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:38.861834 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-3e07a718-557d-48a8-96c7-a93263f08f1e service neutron] 10.222.0.27 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663564 May 27 22:25:38.958346 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8baf0df-6d5b-45c0-9cda-7afbeeb6ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:39.014550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c8baf0df-6d5b-45c0-9cda-7afbeeb6ba40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51e3690-df49-4f7a-b8d3-27dcdc04e6cc']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:39.032365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c8baf0df-6d5b-45c0-9cda-7afbeeb6ba40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6248b23-f6ae-47af-b81d-e8619e3091ea') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:39.032365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c8baf0df-6d5b-45c0-9cda-7afbeeb6ba40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6248b23-f6ae-47af-b81d-e8619e3091ea') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:39.046225 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8baf0df-6d5b-45c0-9cda-7afbeeb6ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:39.066667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e32e7f-2216-4c27-abfa-acab0f5939cc req-6fcb6461-0d66-462d-88f1-e31ada2057d9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:39.074405 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47e32e7f-2216-4c27-abfa-acab0f5939cc req-6fcb6461-0d66-462d-88f1-e31ada2057d9 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.2115173 May 27 22:25:39.096322 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8baf0df-6d5b-45c0-9cda-7afbeeb6ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:39.111764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8baf0df-6d5b-45c0-9cda-7afbeeb6ba40 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:25:39.112158 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8baf0df-6d5b-45c0-9cda-7afbeeb6ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:39.188795 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b6248b23-f6ae-47af-b81d-e8619e3091ea resource provider aggregate not found May 27 22:25:39.214439 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47e32e7f-2216-4c27-abfa-acab0f5939cc req-38d07c42-b89c-4ce5-a8c5-f8c50f21e405 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390016 May 27 22:25:39.219713 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b6248b23-f6ae-47af-b81d-e8619e3091ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6248b23-f6ae-47af-b81d-e8619e3091ea found for delete ", "request_id": "req-768dbe90-7ac1-44c8-9985-5bc87ad373da"}]} May 27 22:25:39.297238 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e1a64c4-fb43-4afa-97d8-b502aa809721 req-cd31e471-b3a5-409f-8e66-f152dbc8838b tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/ports?device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 210 time: 0.0587621 May 27 22:25:39.349667 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8baf0df-6d5b-45c0-9cda-7afbeeb6ba40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:39.356392 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8baf0df-6d5b-45c0-9cda-7afbeeb6ba40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:39.444400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8baf0df-6d5b-45c0-9cda-7afbeeb6ba40 admin admin] Pushing event deleted for resources: {'Network': ['ID=e51e3690-df49-4f7a-b8d3-27dcdc04e6cc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:39.456292 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2472dc7f-cdf7-4806-92ab-8fde5eb3597e req-af97a91e-9f19-4d5b-9b3d-21b30eae39af tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 210 time: 0.0957620 May 27 22:25:39.545005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c8baf0df-6d5b-45c0-9cda-7afbeeb6ba40 admin admin] 10.222.0.27 "DELETE /v2.0/networks/e51e3690-df49-4f7a-b8d3-27dcdc04e6cc HTTP/1.1" status: 204 len: 168 time: 1.2289093 May 27 22:25:39.547815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39692) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:39.611664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb7e39d-1834-43cb-b738-b3448d85381c admin admin] Deleting subnet 6af3da23-f30a-4a99-991c-8def13922d4a {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:25:39.614771 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fdb7e39d-1834-43cb-b738-b3448d85381c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:39.693008 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fdb7e39d-1834-43cb-b738-b3448d85381c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:39.754893 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fdb7e39d-1834-43cb-b738-b3448d85381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:39.933256 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fdb7e39d-1834-43cb-b738-b3448d85381c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:39.972052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7e39d-1834-43cb-b738-b3448d85381c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af3da23-f30a-4a99-991c-8def13922d4a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:39.975614 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fdb7e39d-1834-43cb-b738-b3448d85381c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:39.981597 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fdb7e39d-1834-43cb-b738-b3448d85381c admin admin] 10.222.0.27 "DELETE /v2.0/subnets/6af3da23-f30a-4a99-991c-8def13922d4a HTTP/1.1" status: 204 len: 168 time: 0.4327719 May 27 22:25:39.989798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39740) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:40.193135 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a91cb31-163c-428c-bcc6-03ea17a55730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:40.340633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-7386e418-a164-4718-93dd-296f03dcb1f8 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:40.342341 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-7386e418-a164-4718-93dd-296f03dcb1f8 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.46 "GET /v2.0/networks?id=a89f067b-14cc-467a-b0ba-eaf6dd6a8764 HTTP/1.1" status: 200 len: 813 time: 0.2757885 May 27 22:25:40.407754 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a91cb31-163c-428c-bcc6-03ea17a55730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:40.424421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Request body: {'port': {'device_id': '4e2e18b6-1c67-437f-995d-46c1698ae6d6', 'network_id': 'a89f067b-14cc-467a-b0ba-eaf6dd6a8764', 'admin_state_up': True, 'tenant_id': '5b84c7c97d4c4cc88ed75cc4f809f691'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:40.569274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-3a91cb31-163c-428c-bcc6-03ea17a55730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445e27c4-86b3-47ff-8d87-af0690fd8b90']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:40.599880 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-34269433-1aba-4927-85cd-ba1be8d3ffc9 req-51c2b07c-8f37-484d-b827-7479fec5415a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/ports?device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 210 time: 0.1427219 May 27 22:25:40.604060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-3a91cb31-163c-428c-bcc6-03ea17a55730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fcc8a0-c409-4b97-a60e-4c5b1e564db9') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:40.604372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-3a91cb31-163c-428c-bcc6-03ea17a55730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fcc8a0-c409-4b97-a60e-4c5b1e564db9') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:40.625771 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a91cb31-163c-428c-bcc6-03ea17a55730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:40.809121 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a91cb31-163c-428c-bcc6-03ea17a55730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:40.858661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:40.861212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a91cb31-163c-428c-bcc6-03ea17a55730 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:25:40.861614 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a91cb31-163c-428c-bcc6-03ea17a55730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:40.888071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Usage tracker for resource:port and tenant:5b84c7c97d4c4cc88ed75cc4f809f691 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:40.936889 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d693c62e-7a7e-4aa7-bbba-afb5d09473cf req-d7a692e9-6519-409f-aaec-4364741fcd09 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 210 time: 0.1290572 May 27 22:25:40.942851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:40.955274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a51c99-6b0e-480c-903a-5271cead4ec4 req-1cb4b950-55ba-4c25-adbd-74a07a86997a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:40.956772 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e0a51c99-6b0e-480c-903a-5271cead4ec4 req-1cb4b950-55ba-4c25-adbd-74a07a86997a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.6088717 May 27 22:25:40.975470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:41.029312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e0a51c99-6b0e-480c-903a-5271cead4ec4 req-382517c4-cd67-419b-b40d-1ae0a557a596 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550144 May 27 22:25:41.074770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Made reservation on behalf of 5b84c7c97d4c4cc88ed75cc4f809f691 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:25:41.078667 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:41.090339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a91cb31-163c-428c-bcc6-03ea17a55730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:41.112916 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a91cb31-163c-428c-bcc6-03ea17a55730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:41.120758 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91cb31-163c-428c-bcc6-03ea17a55730 admin admin] Pushing event deleted for resources: {'Network': ['ID=445e27c4-86b3-47ff-8d87-af0690fd8b90,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:41.133519 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3a91cb31-163c-428c-bcc6-03ea17a55730 admin admin] 10.222.0.27 "DELETE /v2.0/networks/445e27c4-86b3-47ff-8d87-af0690fd8b90 HTTP/1.1" status: 204 len: 168 time: 1.1420009 May 27 22:25:41.270653 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 67fcc8a0-c409-4b97-a60e-4c5b1e564db9 resource provider aggregate not found May 27 22:25:41.293793 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 67fcc8a0-c409-4b97-a60e-4c5b1e564db9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67fcc8a0-c409-4b97-a60e-4c5b1e564db9 found for delete ", "request_id": "req-c23fa2c5-bcf7-4e65-b6ad-4bcee1df6ae4"}]} May 27 22:25:41.314400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Allocated IP 172.20.0.7 (a89f067b-14cc-467a-b0ba-eaf6dd6a8764/02aaf00e-e618-4d16-8486-cbd3348cf4cb/0d258a5e-0839-4fa7-94ab-2263cafe2469) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:25:41.564691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39822) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:41.572388 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:41.624417 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-06a6fc9d-0a8e-4545-9ca7-437f6df12713 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bd83fc0fe9494498a84af7de1d8ff04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559072 May 27 22:25:41.625599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39828) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:41.700741 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:41.881604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-eeb43ddf-bd93-4071-b00a-7704f8a26017 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:41.883463 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-eeb43ddf-bd93-4071-b00a-7704f8a26017 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.46 "GET /v2.0/networks?id=4b78b2d5-ee0b-494c-a4f8-80f59f901351 HTTP/1.1" status: 200 len: 812 time: 0.2551341 May 27 22:25:41.911899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'port': {'device_id': 'a8a04e05-73f8-4ffa-b294-32f514f846fe', 'network_id': '4b78b2d5-ee0b-494c-a4f8-80f59f901351', 'admin_state_up': True, 'tenant_id': '30513d18dfb7473dbe429465efd7906b'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:42.008795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Pushing event updated for resources: {'Port': ['ID=0d258a5e-0839-4fa7-94ab-2263cafe2469,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:42.027235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Network a89f067b-14cc-467a-b0ba-eaf6dd6a8764 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:25:42.028989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:25:42.032178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:25:42.073020 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e376c9f6-4f9e-4beb-9f6b-620e0952d649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:42.122904 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:42.123693 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:42.127714 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e376c9f6-4f9e-4beb-9f6b-620e0952d649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:42.143699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:42.156390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:port and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:42.161783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:42.191885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:42.192817 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b897a13a-e05a-49df-94dc-e93608576029 req-abf4cad7-3eb4-4b1e-a453-3f787d0fd4a4 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 210 time: 0.0631704 May 27 22:25:42.210332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc3925-85e8-4aa1-a575-467470b8fcec req-a9dc9196-6f73-4fd1-87cd-de2a77a90ca6 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:42.211173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-18fc3925-85e8-4aa1-a575-467470b8fcec req-a9dc9196-6f73-4fd1-87cd-de2a77a90ca6 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Synchronizing usage tracker for tenant:5b84c7c97d4c4cc88ed75cc4f809f691 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:25:42.276435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-f740468f-cf8e-413f-8727-7cbb47eeca7a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8588197 May 27 22:25:42.289815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Request body: {'port': {'device_id': '4e2e18b6-1c67-437f-995d-46c1698ae6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:42.349786 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e376c9f6-4f9e-4beb-9f6b-620e0952d649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:42.366382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376c9f6-4f9e-4beb-9f6b-620e0952d649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f96ba10-27a3-4a45-85f4-1ee7a9423813,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:42.378341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Made reservation on behalf of 30513d18dfb7473dbe429465efd7906b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:25:42.382138 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:42.382839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-18fc3925-85e8-4aa1-a575-467470b8fcec req-a9dc9196-6f73-4fd1-87cd-de2a77a90ca6 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Unset dirty status for tenant:5b84c7c97d4c4cc88ed75cc4f809f691 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:25:42.390678 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-18fc3925-85e8-4aa1-a575-467470b8fcec req-a9dc9196-6f73-4fd1-87cd-de2a77a90ca6 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/ports?device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 931 time: 0.5377834 May 27 22:25:42.461380 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e376c9f6-4f9e-4beb-9f6b-620e0952d649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:42.462822 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e376c9f6-4f9e-4beb-9f6b-620e0952d649 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9f96ba10-27a3-4a45-85f4-1ee7a9423813 HTTP/1.1" status: 204 len: 168 time: 0.8360100 May 27 22:25:42.521310 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:42.537074 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-18fc3925-85e8-4aa1-a575-467470b8fcec req-534b5de6-927a-4d11-85fb-836c081ca48a tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/security-groups?id=484ef2db-ab24-43b9-960c-a2f062d1d614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427119 May 27 22:25:42.597805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Allocated IP 172.20.0.14 (4b78b2d5-ee0b-494c-a4f8-80f59f901351/80c5892e-159c-4437-81f3-a948f9bd6b77/5ea67c82-053f-410e-8025-c8d2015108b1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:25:42.600617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f24d63-f83a-451e-8c9e-1a0caa44ea5f req-129a5c98-b5f8-4c23-92dd-8755721f3967 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:42.602214 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31f24d63-f83a-451e-8c9e-1a0caa44ea5f req-129a5c98-b5f8-4c23-92dd-8755721f3967 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.2648461 May 27 22:25:42.730282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31f24d63-f83a-451e-8c9e-1a0caa44ea5f req-a5ebae1b-c568-4fa3-b0d7-04db23b4032c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120689 May 27 22:25:42.971392 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:43.056239 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:43.079657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d258a5e-0839-4fa7-94ab-2263cafe2469 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:25:43.087838 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:43.103633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Transition to ACTIVE for port object 0d258a5e-0839-4fa7-94ab-2263cafe2469 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:25:43.230401 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:43.276867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Network 4b78b2d5-ee0b-494c-a4f8-80f59f901351 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:25:43.280151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:25:43.282560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:25:43.312419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d258a5e-0839-4fa7-94ab-2263cafe2469,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:43.362777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:43.362777 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:43.368718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'Port': ['ID=5ea67c82-053f-410e-8025-c8d2015108b1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:43.435012 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39880) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:43.436706 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-e4cc10ae-fee0-4b21-881f-3fed70047160 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5325642 May 27 22:25:43.457618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Request body: {'port': {'device_id': 'a8a04e05-73f8-4ffa-b294-32f514f846fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:43.615758 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1e51d24e-4502-4c18-97ab-d8dcab0d9d45 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2b2366ce11f240aea08aa4efc6e4085c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1779292 May 27 22:25:43.618396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39888) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:43.651006 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:43.741812 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6735-a94d-4583-9b4d-f00705e343f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:43.780314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Attempting to bind port 0d258a5e-0839-4fa7-94ab-2263cafe2469 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:25:43.780902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Attempting to bind port 0d258a5e-0839-4fa7-94ab-2263cafe2469 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'e7eaa551-000a-4758-b2c9-6fa221373afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a89f067b-14cc-467a-b0ba-eaf6dd6a8764'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:25:43.781050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Attempting to bind port 0d258a5e-0839-4fa7-94ab-2263cafe2469 on network a89f067b-14cc-467a-b0ba-eaf6dd6a8764 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:43.787024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Port 0d258a5e-0839-4fa7-94ab-2263cafe2469 on network a89f067b-14cc-467a-b0ba-eaf6dd6a8764 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:25:43.787346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Attempting to bind port 0d258a5e-0839-4fa7-94ab-2263cafe2469 on network a89f067b-14cc-467a-b0ba-eaf6dd6a8764 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:43.812418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:25:43.812920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Checking segment: {'id': 'e7eaa551-000a-4758-b2c9-6fa221373afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a89f067b-14cc-467a-b0ba-eaf6dd6a8764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:25:43.813371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Bound using segment: {'id': 'e7eaa551-000a-4758-b2c9-6fa221373afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a89f067b-14cc-467a-b0ba-eaf6dd6a8764'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:25:43.813869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Bound port: 0d258a5e-0839-4fa7-94ab-2263cafe2469, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7eaa551-000a-4758-b2c9-6fa221373afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a89f067b-14cc-467a-b0ba-eaf6dd6a8764'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:25:43.814218 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:43.829388 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6735-a94d-4583-9b4d-f00705e343f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:43.837088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdde863-e4d0-4a0f-8b96-280025b00613 req-c4fdb12d-711d-42e4-8e4d-ec8bb233a58e tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:43.837088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fcdde863-e4d0-4a0f-8b96-280025b00613 req-c4fdb12d-711d-42e4-8e4d-ec8bb233a58e tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 1096 time: 0.4163771 May 27 22:25:43.941832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c8cae-f5e7-4ac7-8d17-506ab2930226 req-4c95632a-6ac8-4772-9bce-dea658b0278c tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:43.943312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-460c8cae-f5e7-4ac7-8d17-506ab2930226 req-4c95632a-6ac8-4772-9bce-dea658b0278c tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 932 time: 0.2619503 May 27 22:25:43.947920 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fcdde863-e4d0-4a0f-8b96-280025b00613 req-fe0544e3-bdef-4777-812a-d506ca41c5cf tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039600 May 27 22:25:44.006685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] For port 0d258a5e-0839-4fa7-94ab-2263cafe2469, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:25:44.012030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] For port 0d258a5e-0839-4fa7-94ab-2263cafe2469, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0d258a5e-0839-4fa7-94ab-2263cafe2469,segment=NetworkSegment(e7eaa551-000a-4758-b2c9-6fa221373afb),segment_id=e7eaa551-000a-4758-b2c9-6fa221373afb)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:25:44.023072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-460c8cae-f5e7-4ac7-8d17-506ab2930226 req-304058e6-7c0b-4c7d-9930-69a27b03be49 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Synchronizing usage tracker for tenant:30513d18dfb7473dbe429465efd7906b on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:25:44.108822 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:44.135426 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6735-a94d-4583-9b4d-f00705e343f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:44.158920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c6735-a94d-4583-9b4d-f00705e343f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77db9a2d-b1ec-4985-b6d5-c1e12ad8d232,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:44.162226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea67c82-053f-410e-8025-c8d2015108b1 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:25:44.164905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-460c8cae-f5e7-4ac7-8d17-506ab2930226 req-304058e6-7c0b-4c7d-9930-69a27b03be49 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Unset dirty status for tenant:30513d18dfb7473dbe429465efd7906b on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:25:44.166806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-460c8cae-f5e7-4ac7-8d17-506ab2930226 req-304058e6-7c0b-4c7d-9930-69a27b03be49 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088308 May 27 22:25:44.171411 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:44.180157 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f7c6735-a94d-4583-9b4d-f00705e343f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:44.181409 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4f7c6735-a94d-4583-9b4d-f00705e343f7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/77db9a2d-b1ec-4985-b6d5-c1e12ad8d232 HTTP/1.1" status: 204 len: 168 time: 0.5620034 May 27 22:25:44.195809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Transition to ACTIVE for port object 5ea67c82-053f-410e-8025-c8d2015108b1 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:25:44.202652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:44.203458 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:44.214244 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] 10.222.0.46 "PUT /v2.0/ports/0d258a5e-0839-4fa7-94ab-2263cafe2469 HTTP/1.1" status: 200 len: 1091 time: 1.9310434 May 27 22:25:44.216970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e2e18b6-1c67-437f-995d-46c1698ae6d6', 'tag': '0d258a5e-0839-4fa7-94ab-2263cafe2469'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:44.234987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf26214-ed5f-4666-915a-d11696fbc5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d258a5e-0839-4fa7-94ab-2263cafe2469,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:44.260453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3470a6-48b7-4fb3-8064-ab1fff342fc3 req-083633f8-a149-42dc-821c-8cc2de690bb1 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:44.260453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff3470a6-48b7-4fb3-8064-ab1fff342fc3 req-083633f8-a149-42dc-821c-8cc2de690bb1 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/ports?device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 943 time: 0.1987829 May 27 22:25:44.275990 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:44.325636 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff3470a6-48b7-4fb3-8064-ab1fff342fc3 req-b2c471f3-416d-4b0f-96bb-4c8228d886fa tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/security-groups?id=484ef2db-ab24-43b9-960c-a2f062d1d614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579336 May 27 22:25:44.441148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-e62b1f8b-d76f-4988-a40c-f5ce04ece99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:44.441148 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-e62b1f8b-d76f-4988-a40c-f5ce04ece99a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b84c7c97d4c4cc88ed75cc4f809f691&device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 1094 time: 0.0985596 May 27 22:25:44.561553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea67c82-053f-410e-8025-c8d2015108b1,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:44.593408 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-ea957a64-eb13-4ae1-9d03-158654f98ca8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d258a5e-0839-4fa7-94ab-2263cafe2469 HTTP/1.1" status: 200 len: 217 time: 0.1418169 May 27 22:25:44.687196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Attempting to bind port 5ea67c82-053f-410e-8025-c8d2015108b1 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:25:44.688335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Attempting to bind port 5ea67c82-053f-410e-8025-c8d2015108b1 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b78b2d5-ee0b-494c-a4f8-80f59f901351'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:25:44.688848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Attempting to bind port 5ea67c82-053f-410e-8025-c8d2015108b1 on network 4b78b2d5-ee0b-494c-a4f8-80f59f901351 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:44.693610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-0756618e-0b51-4d41-8410-34e2e72abbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:44.695136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-0756618e-0b51-4d41-8410-34e2e72abbd5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02aaf00e-e618-4d16-8486-cbd3348cf4cb HTTP/1.1" status: 200 len: 853 time: 0.0947282 May 27 22:25:44.696871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Port 5ea67c82-053f-410e-8025-c8d2015108b1 on network 4b78b2d5-ee0b-494c-a4f8-80f59f901351 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:25:44.698458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Attempting to bind port 5ea67c82-053f-410e-8025-c8d2015108b1 on network 4b78b2d5-ee0b-494c-a4f8-80f59f901351 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:44.708335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:25:44.708967 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Checking segment: {'id': '6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b78b2d5-ee0b-494c-a4f8-80f59f901351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:25:44.709509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Bound using segment: {'id': '6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b78b2d5-ee0b-494c-a4f8-80f59f901351'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:25:44.710341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Bound port: 5ea67c82-053f-410e-8025-c8d2015108b1, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b78b2d5-ee0b-494c-a4f8-80f59f901351'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:25:44.710852 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:44.760430 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-65a09535-ce99-4116-82b7-6635c0c7047f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a89f067b-14cc-467a-b0ba-eaf6dd6a8764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558698 May 27 22:25:44.768888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda5056-f0ee-4fe4-a3ec-ec9bf0db64d8 req-342cd06a-8bbe-4a7b-a6d7-b71a143adb68 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:44.776669 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbda5056-f0ee-4fe4-a3ec-ec9bf0db64d8 req-342cd06a-8bbe-4a7b-a6d7-b71a143adb68 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.2258849 May 27 22:25:44.856578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] For port 5ea67c82-053f-410e-8025-c8d2015108b1, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:25:44.860249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] For port 5ea67c82-053f-410e-8025-c8d2015108b1, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5ea67c82-053f-410e-8025-c8d2015108b1,segment=NetworkSegment(6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e),segment_id=6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:25:44.912775 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbda5056-f0ee-4fe4-a3ec-ec9bf0db64d8 req-1ca4e32f-2917-4076-9a66-9b4254de052a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352119 May 27 22:25:44.951491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-5848ea99-6ddb-4aac-b9f3-295ecf84cffd service neutron] 10.222.0.46 "GET /v2.0/networks/a89f067b-14cc-467a-b0ba-eaf6dd6a8764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692317 May 27 22:25:44.985302 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:45.007759 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8e86ba-2803-453c-a1fe-bde8061e3664'] response: {'name': 'network-changed', 'server_uuid': '4e2e18b6-1c67-437f-995d-46c1698ae6d6', 'tag': '0d258a5e-0839-4fa7-94ab-2263cafe2469', 'status': 'completed', 'code': 200} May 27 22:25:45.138738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:45.139359 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:45.140768 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] 10.222.0.46 "PUT /v2.0/ports/5ea67c82-053f-410e-8025-c8d2015108b1 HTTP/1.1" status: 200 len: 1092 time: 1.6873195 May 27 22:25:45.145221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a04e05-73f8-4ffa-b294-32f514f846fe', 'tag': '5ea67c82-053f-410e-8025-c8d2015108b1'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:45.154733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a61d9cde-7baf-40c4-a266-8e3e49434c50 req-c40f94d3-48fd-4a2e-852c-d5fd916b2feb service neutron] 10.222.0.46 "GET /v2.0/networks/a89f067b-14cc-467a-b0ba-eaf6dd6a8764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965590 May 27 22:25:45.161880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b9df8-1346-4cee-baa9-0d23f9f87178 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea67c82-053f-410e-8025-c8d2015108b1,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:45.233459 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4510c9be-1d5d-44e8-b7a9-f2745533ffca'] response: {'name': 'network-changed', 'server_uuid': 'a8a04e05-73f8-4ffa-b294-32f514f846fe', 'tag': '5ea67c82-053f-410e-8025-c8d2015108b1', 'status': 'completed', 'code': 200} May 27 22:25:45.442024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba53353-1fe3-490d-b896-dcf9bd8334ce req-8b5708b0-7ecf-4bcc-bcd4-607491ba94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:45.444730 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1ba53353-1fe3-490d-b896-dcf9bd8334ce req-8b5708b0-7ecf-4bcc-bcd4-607491ba94fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5b84c7c97d4c4cc88ed75cc4f809f691&device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 1094 time: 0.1417561 May 27 22:25:45.471682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02b576-3589-4dc4-a2a1-37221e89cf07 req-6ab0f41b-8d01-4577-9369-fe8c4ff1aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:45.473855 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c02b576-3589-4dc4-a2a1-37221e89cf07 req-6ab0f41b-8d01-4577-9369-fe8c4ff1aaa1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30513d18dfb7473dbe429465efd7906b&device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 1095 time: 0.2198777 May 27 22:25:45.522845 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:45.614060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba53353-1fe3-490d-b896-dcf9bd8334ce req-31d41728-6350-46fd-b793-797c7bb3867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:45.615809 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1ba53353-1fe3-490d-b896-dcf9bd8334ce req-31d41728-6350-46fd-b793-797c7bb3867a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a89f067b-14cc-467a-b0ba-eaf6dd6a8764 HTTP/1.1" status: 200 len: 914 time: 0.1620057 May 27 22:25:45.627102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3f3b7-62ef-4e1c-beff-52236bd8b013 req-19cee250-30f7-49ec-b258-086cae7f0175 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:45.629411 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bbc3f3b7-62ef-4e1c-beff-52236bd8b013 req-19cee250-30f7-49ec-b258-086cae7f0175 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 944 time: 0.2417965 May 27 22:25:45.675640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39950) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:45.694231 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1ba53353-1fe3-490d-b896-dcf9bd8334ce req-4f52cf65-988e-4ff4-81fc-025fb9b8d44d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d258a5e-0839-4fa7-94ab-2263cafe2469 HTTP/1.1" status: 200 len: 217 time: 0.0711162 May 27 22:25:45.722848 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bbc3f3b7-62ef-4e1c-beff-52236bd8b013 req-d57c0362-464a-4110-99b4-843540f681f2 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861983 May 27 22:25:45.733046 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02b576-3589-4dc4-a2a1-37221e89cf07 req-bb462ea0-a2c5-4a62-95e9-51b46068cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:45.734975 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c02b576-3589-4dc4-a2a1-37221e89cf07 req-bb462ea0-a2c5-4a62-95e9-51b46068cfa5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=30513d18dfb7473dbe429465efd7906b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2473710 May 27 22:25:45.791731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba53353-1fe3-490d-b896-dcf9bd8334ce req-822db7d1-0693-4061-b719-7a18fbb9e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:45.793356 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1ba53353-1fe3-490d-b896-dcf9bd8334ce req-822db7d1-0693-4061-b719-7a18fbb9e076 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02aaf00e-e618-4d16-8486-cbd3348cf4cb HTTP/1.1" status: 200 len: 853 time: 0.0916564 May 27 22:25:45.855493 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1ba53353-1fe3-490d-b896-dcf9bd8334ce req-45bbfdf2-a91c-4ad5-bde1-afe7f1c327c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a89f067b-14cc-467a-b0ba-eaf6dd6a8764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515466 May 27 22:25:45.877884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-network', 'tenant_id': 'a103764016804495a572e1edea3fca44'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:45.889193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:45.906471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Usage tracker for resource:network and tenant:a103764016804495a572e1edea3fca44 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:45.912597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:45.923823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:46.128852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02b576-3589-4dc4-a2a1-37221e89cf07 req-cbb72a87-66a7-4424-9135-30df0d599094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:46.130289 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c02b576-3589-4dc4-a2a1-37221e89cf07 req-cbb72a87-66a7-4424-9135-30df0d599094 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3823216 May 27 22:25:46.131268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Made reservation on behalf of a103764016804495a572e1edea3fca44 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:25:46.133023 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:46.157865 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:46.172782 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1ba53353-1fe3-490d-b896-dcf9bd8334ce req-50cba5cd-e163-4616-95c3-1ac79c8e0f16 service neutron] 10.222.0.46 "GET /v2.0/networks/a89f067b-14cc-467a-b0ba-eaf6dd6a8764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074462 May 27 22:25:46.195843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:46.202559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Usage tracker for resource:security_group_rule and tenant:a103764016804495a572e1edea3fca44 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:46.207554 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:46.258721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:46.322911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfdf13-1e2d-4d08-ad45-7911140a6be2 req-655c33c2-eb62-4149-8dd3-f5a6552deaca tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:46.324408 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-75dfdf13-1e2d-4d08-ad45-7911140a6be2 req-655c33c2-eb62-4149-8dd3-f5a6552deaca tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/ports?device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 943 time: 0.3622410 May 27 22:25:46.332871 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1ba53353-1fe3-490d-b896-dcf9bd8334ce req-8e6c6f7d-feea-43ec-8992-3961e7bca061 service neutron] 10.222.0.46 "GET /v2.0/networks/a89f067b-14cc-467a-b0ba-eaf6dd6a8764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530983 May 27 22:25:46.398181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-2765df57-ee7e-4775-a3c1-5c04af82734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:46.399790 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-2765df57-ee7e-4775-a3c1-5c04af82734c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30513d18dfb7473dbe429465efd7906b&device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 1095 time: 0.1933632 May 27 22:25:46.414444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-75dfdf13-1e2d-4d08-ad45-7911140a6be2 req-8d324cf4-933f-4831-9be7-1e8b5d366b0d tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/security-groups?id=484ef2db-ab24-43b9-960c-a2f062d1d614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810630 May 27 22:25:46.490915 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-203fa677-a981-4248-a1c9-b0e470ce2c40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ea67c82-053f-410e-8025-c8d2015108b1 HTTP/1.1" status: 200 len: 217 time: 0.0817115 May 27 22:25:46.539937 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:46.606699 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-676d81ed-474f-4a60-82cd-8ca7e76d7726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:46.608161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-676d81ed-474f-4a60-82cd-8ca7e76d7726 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=80c5892e-159c-4437-81f3-a948f9bd6b77 HTTP/1.1" status: 200 len: 852 time: 0.1048613 May 27 22:25:46.610791 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:46.696028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:25:46.699672 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-5ac9332a-2990-4029-a9a3-c6024438cddb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b78b2d5-ee0b-494c-a4f8-80f59f901351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726335 May 27 22:25:46.714489 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:46.714816 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Added segment b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50 of type vlan for network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 May 27 22:25:46.740209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60004740-2bdd-4f13-96b6-bf8e1156d7ef,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:46.745686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-fc87cc58-aeb6-4c75-86d0-572ee46b9970 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:25:46.746672 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-fc87cc58-aeb6-4c75-86d0-572ee46b9970 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0342140 May 27 22:25:46.760441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-2098bdb3-d341-433a-8bfe-c95f64c80600 service neutron] Request body: {'binding': {'host': 'n-h1-843680-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:46.764813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-2098bdb3-d341-433a-8bfe-c95f64c80600 service neutron] Unknown quota resources ['binding']. {{(pid=88900) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 22:25:46.893222 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:46.948888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572a065-b15e-4158-94d7-8d82d06fc4df req-dafbfe66-2032-4a6b-95f3-d0841e6902f1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:46.950242 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2572a065-b15e-4158-94d7-8d82d06fc4df req-dafbfe66-2032-4a6b-95f3-d0841e6902f1 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.3918357 May 27 22:25:47.061265 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-b8945c8c-e442-486b-9784-c2103a16e30f service neutron] 10.222.0.46 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444149 May 27 22:25:47.168478 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2572a065-b15e-4158-94d7-8d82d06fc4df req-13a63cce-a9d6-45ec-838a-6245cdac6848 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637580 May 27 22:25:47.173298 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:47.174235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:47.174811 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:47.406045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-2098bdb3-d341-433a-8bfe-c95f64c80600 service neutron] Attempting to bind port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 on host n-h1-843680-3 for vnic_type normal with profile None {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:25:47.406372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-2098bdb3-d341-433a-8bfe-c95f64c80600 service neutron] Attempting to bind port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:25:47.406691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-2098bdb3-d341-433a-8bfe-c95f64c80600 service neutron] Attempting to bind port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:47.408732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] Pushing event updated for resources: {'Network': ['ID=70dd1cd7-83dd-4b84-a4fc-0af2745e3302,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:47.419113 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:25:47.454151 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5bfe9fb8-a9c9-477b-a13b-08957467e996 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7731557 May 27 22:25:47.457049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39980) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:47.465159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] Request body: {'subnet': {'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-subnet', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:47.471935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-2098bdb3-d341-433a-8bfe-c95f64c80600 service neutron] Port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:25:47.472304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-2098bdb3-d341-433a-8bfe-c95f64c80600 service neutron] Attempting to bind port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:47.473490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:47.476022 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25f2b57e-f83a-4cc2-88f8-8c5063d1ad07 req-47a21fb9-ea9c-4c9d-a984-4494efe50f0d service neutron] 10.222.0.46 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036899 May 27 22:25:47.483449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] Usage tracker for resource:subnet and tenant:a103764016804495a572e1edea3fca44 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:47.488085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:47.490086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-2098bdb3-d341-433a-8bfe-c95f64c80600 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:25:47.490429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-2098bdb3-d341-433a-8bfe-c95f64c80600 service neutron] Checking segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:25:47.490814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-2098bdb3-d341-433a-8bfe-c95f64c80600 service neutron] Bound using segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:25:47.491788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-2098bdb3-d341-433a-8bfe-c95f64c80600 service neutron] Bound port: 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:25:47.499315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:47.527320 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-ea812a3c-bbb5-48b7-8d76-a66183533ef7 service neutron] show failed (client error): The resource could not be found. May 27 22:25:47.528321 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-ea812a3c-bbb5-48b7-8d76-a66183533ef7 service neutron] 10.222.0.57 "GET /v2.0/ports/4ca6a601-568c-41da-a1c9-9f9c71f785b0/bindings/n-h2-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.1842794 May 27 22:25:47.552444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-2098bdb3-d341-433a-8bfe-c95f64c80600 service neutron] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:25:47.563391 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b9211-e0db-4508-ba4c-c03cec09970f req-fff42dff-a3f3-4289-9dd4-435bb7b76f11 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:47.564856 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-157b9211-e0db-4508-ba4c-c03cec09970f req-fff42dff-a3f3-4289-9dd4-435bb7b76f11 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 944 time: 0.1710258 May 27 22:25:47.600957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] Made reservation on behalf of a103764016804495a572e1edea3fca44 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:25:47.603354 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:47.616120 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-157b9211-e0db-4508-ba4c-c03cec09970f req-8db28d72-4a52-46f5-a01d-2f4e5606374d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437536 May 27 22:25:47.628458 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-2098bdb3-d341-433a-8bfe-c95f64c80600 service neutron] Notify callbacks [] for binding, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:47.630433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-2098bdb3-d341-433a-8bfe-c95f64c80600 service neutron] 10.222.0.27 "POST /v2.0/ports/5daa1417-a7eb-4605-ad00-c3ba651b1df1/bindings HTTP/1.1" status: 201 len: 389 time: 0.8749213 May 27 22:25:47.670197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0d258a5e-0839-4fa7-94ab-2263cafe2469 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:25:47.833106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0d258a5e-0839-4fa7-94ab-2263cafe2469, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0d258a5e-0839-4fa7-94ab-2263cafe2469,segment=NetworkSegment(e7eaa551-000a-4758-b2c9-6fa221373afb),segment_id=e7eaa551-000a-4758-b2c9-6fa221373afb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:47.849732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '0d258a5e-0839-4fa7-94ab-2263cafe2469', 'network_id': 'a89f067b-14cc-467a-b0ba-eaf6dd6a8764', 'port_id': '0d258a5e-0839-4fa7-94ab-2263cafe2469', 'mac_address': 'fa:16:3e:c4:ab:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02aaf00e-e618-4d16-8486-cbd3348cf4cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:25:47.950156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0d258a5e-0839-4fa7-94ab-2263cafe2469 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:47.950156 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:47.963350 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d258a5e-0839-4fa7-94ab-2263cafe2469 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:25:47.986323 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0d258a5e-0839-4fa7-94ab-2263cafe2469, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0d258a5e-0839-4fa7-94ab-2263cafe2469,segment=NetworkSegment(e7eaa551-000a-4758-b2c9-6fa221373afb),segment_id=e7eaa551-000a-4758-b2c9-6fa221373afb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:48.005258 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:48.034448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ed4c1-ffed-4a24-ba25-1ded43736e06 req-827cddee-8c6e-47d1-afed-8ba541e54aa4 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:48.036896 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b62ed4c1-ffed-4a24-ba25-1ded43736e06 req-827cddee-8c6e-47d1-afed-8ba541e54aa4 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/ports?device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 943 time: 0.1406052 May 27 22:25:48.064165 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:48.126206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c58856-8bad-480b-bab4-80dce2c9b40a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:48.129933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] Checking segment: {'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:25:48.130304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] Network hostable DHCP agents. Network: 70dd1cd7-83dd-4b84-a4fc-0af2745e3302, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:25:48.153094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0d258a5e-0839-4fa7-94ab-2263cafe2469,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:48.190371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b62ed4c1-ffed-4a24-ba25-1ded43736e06 req-3a7f1cda-ce95-4a65-88df-a39fcb183772 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/security-groups?id=484ef2db-ab24-43b9-960c-a2f062d1d614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060193 May 27 22:25:48.236643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b9ba1-b7a5-4ec6-82a6-a24b30e5b34a req-903d1d98-3f87-40d5-af4f-0784b6c103f7 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:48.241751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-352b9ba1-b7a5-4ec6-82a6-a24b30e5b34a req-903d1d98-3f87-40d5-af4f-0784b6c103f7 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 945 time: 0.2028649 May 27 22:25:48.254485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] Network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:25:48.267504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-ca91bb96-f166-4cf2-afc3-75d59e415914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:48.269273 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-ca91bb96-f166-4cf2-afc3-75d59e415914 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258&tenant_id=ecba41eb2b894855a95cc6ec50ef6350 HTTP/1.1" status: 200 len: 1101 time: 0.1442025 May 27 22:25:48.295049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:48.327227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['0d258a5e-0839-4fa7-94ab-2263cafe2469'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:25:48.366421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 70dd1cd7-83dd-4b84-a4fc-0af2745e3302) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:25:48.371285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:48.371864 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:48.426462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57b7675-c1d5-43d5-a276-525ecfa67568 None None] Network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:25:48.491191 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-352b9ba1-b7a5-4ec6-82a6-a24b30e5b34a req-873a1989-fb07-4924-9440-0397dd4b0fe5 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485783 May 27 22:25:48.492456 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-276444be-0027-4313-b454-a1c2e88c8346 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0326638 May 27 22:25:48.495807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39998) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:48.503587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:48.513921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:48.522935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Usage tracker for resource:router and tenant:a103764016804495a572e1edea3fca44 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:48.536679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:48.552699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:48.652816 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:48.653998 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:48.664542 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:48.710407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:48.749562 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b7111-46b9-4352-9bf6-87fa7ef2c309 req-ad89a3e0-2494-40b4-b646-1048ca1410ba tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:48.756711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-798b7111-46b9-4352-9bf6-87fa7ef2c309 req-ad89a3e0-2494-40b4-b646-1048ca1410ba tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.3128965 May 27 22:25:48.763145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-485c320a-e7ad-4667-afe0-e0e29167f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:48.764384 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-485c320a-e7ad-4667-afe0-e0e29167f896 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 1096 time: 0.2563918 May 27 22:25:48.814849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:25:48.820575 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:48.989949 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-798b7111-46b9-4352-9bf6-87fa7ef2c309 req-3fd42445-2461-4359-9fd2-e1b2d6d4920d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322855 May 27 22:25:49.067566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Allocated IP 172.20.0.2 (70dd1cd7-83dd-4b84-a4fc-0af2745e3302/23c58856-8bad-480b-bab4-80dce2c9b40a/a3370a92-76b5-41de-b275-0b97bbb95a7e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:25:49.146832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-ae15c62e-1402-4147-ae17-02ad86f129d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:49.148334 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-ae15c62e-1402-4147-ae17-02ad86f129d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.3682220 May 27 22:25:49.159574 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:49.231764 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-11c602f8-11d7-42bf-96cc-46e55b9f08b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1 HTTP/1.1" status: 200 len: 217 time: 0.0757818 May 27 22:25:49.298011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cd49b-a18e-4d84-bcb4-6b809831f9c6 req-571cf838-6251-419e-bca9-4d56b710bb08 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:49.299547 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-758cd49b-a18e-4d84-bcb4-6b809831f9c6 req-571cf838-6251-419e-bca9-4d56b710bb08 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 944 time: 0.4222968 May 27 22:25:49.364255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:49.391794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-1c6b79d8-c356-489a-86f1-41eb5a6aa2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:49.393281 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-1c6b79d8-c356-489a-86f1-41eb5a6aa2d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.1547852 May 27 22:25:49.396854 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:49.403088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-758cd49b-a18e-4d84-bcb4-6b809831f9c6 req-326705a3-bb72-4f9d-af43-0f17e6296dcd tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826705 May 27 22:25:49.410769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Transition to ACTIVE for port object a3370a92-76b5-41de-b275-0b97bbb95a7e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:25:49.440062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Transition to ACTIVE for port object a3370a92-76b5-41de-b275-0b97bbb95a7e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:25:49.526111 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:49.539426 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-6ad3b357-3f83-4be9-88ee-38a1804e1f1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353896 May 27 22:25:49.585948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:25:49.669047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:25:49.673321 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:25:49.677355 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:25:49.690038 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5ea67c82-053f-410e-8025-c8d2015108b1 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:25:49.692186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0d258a5e-0839-4fa7-94ab-2263cafe2469 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:25:49.725855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:49.741014 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:49.804639 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:49.809798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Transition to ACTIVE for port object 4ca6a601-568c-41da-a1c9-9f9c71f785b0 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:25:49.826649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Pushing event updated for resources: {'Port': ['ID=a3370a92-76b5-41de-b275-0b97bbb95a7e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:49.838869 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:49.873981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d10fd-a8dd-45bd-938d-c20e023c8b9f req-5d16aa7a-c094-4be7-8d6f-622c956a8fd1 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:49.875514 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee7d10fd-a8dd-45bd-938d-c20e023c8b9f req-5d16aa7a-c094-4be7-8d6f-622c956a8fd1 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/ports?device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 944 time: 0.4083931 May 27 22:25:49.883951 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-79f39e8d-0154-4173-b679-012d8c4376da service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263924 May 27 22:25:49.904086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Attempting to bind port a3370a92-76b5-41de-b275-0b97bbb95a7e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:25:49.904497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Attempting to bind port a3370a92-76b5-41de-b275-0b97bbb95a7e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:25:49.904860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Attempting to bind port a3370a92-76b5-41de-b275-0b97bbb95a7e on network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:49.929487 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:49.930313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:25:49.930740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Checking segment: {'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:25:49.931136 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:49.932051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Bound using segment: {'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:25:49.932586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Bound port: a3370a92-76b5-41de-b275-0b97bbb95a7e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:25:49.932963 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:50.037558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Allocated IP 172.25.2.3 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/ce25be45-8b5e-49f2-95cb-29750e2ac318) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:25:50.089162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 0d258a5e-0839-4fa7-94ab-2263cafe2469 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:25:50.115103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 0d258a5e-0839-4fa7-94ab-2263cafe2469 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:25:50.115478 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:50.167152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5ea67c82-053f-410e-8025-c8d2015108b1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5ea67c82-053f-410e-8025-c8d2015108b1,segment=NetworkSegment(6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e),segment_id=6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:50.208911 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] For port a3370a92-76b5-41de-b275-0b97bbb95a7e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:25:50.211223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '5ea67c82-053f-410e-8025-c8d2015108b1', 'network_id': '4b78b2d5-ee0b-494c-a4f8-80f59f901351', 'port_id': '5ea67c82-053f-410e-8025-c8d2015108b1', 'mac_address': 'fa:16:3e:aa:31:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c5892e-159c-4437-81f3-a948f9bd6b77', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:25:50.304592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] For port a3370a92-76b5-41de-b275-0b97bbb95a7e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a3370a92-76b5-41de-b275-0b97bbb95a7e,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:25:50.312998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411812b0-2365-462c-be6d-fffe4c1adba5 req-4e49ca7d-e2d5-4d56-9b17-a31275b1fe03 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:50.318108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-411812b0-2365-462c-be6d-fffe4c1adba5 req-4e49ca7d-e2d5-4d56-9b17-a31275b1fe03 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 945 time: 0.5566239 May 27 22:25:50.332069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 5ea67c82-053f-410e-8025-c8d2015108b1 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:50.332481 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:50.375524 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:50.382539 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee7d10fd-a8dd-45bd-938d-c20e023c8b9f req-7837d6ca-7d3e-474e-82bd-1a8e8134cf35 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/security-groups?id=484ef2db-ab24-43b9-960c-a2f062d1d614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932694 May 27 22:25:50.422538 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:50.436239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] No DVR routers for this DVR port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:25:50.439749 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:25:50.440252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca6a601-568c-41da-a1c9-9f9c71f785b0,revision_number=6']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:50.455322 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea67c82-053f-410e-8025-c8d2015108b1 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:25:50.529459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0d258a5e-0839-4fa7-94ab-2263cafe2469 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:50.529832 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:50.544169 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:50.564932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5ea67c82-053f-410e-8025-c8d2015108b1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5ea67c82-053f-410e-8025-c8d2015108b1,segment=NetworkSegment(6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e),segment_id=6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:50.598685 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0d258a5e-0839-4fa7-94ab-2263cafe2469, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0d258a5e-0839-4fa7-94ab-2263cafe2469,segment=NetworkSegment(e7eaa551-000a-4758-b2c9-6fa221373afb),segment_id=e7eaa551-000a-4758-b2c9-6fa221373afb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:50.601695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e2e18b6-1c67-437f-995d-46c1698ae6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d258a5e-0839-4fa7-94ab-2263cafe2469'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:50.613705 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb34607-33f9-429d-a1a8-8bf7ce6a2083 None None] Pushing event updated for resources: {'Port': ['ID=a3370a92-76b5-41de-b275-0b97bbb95a7e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:50.628766 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc7eca1e-4a98-4e74-8cbf-50340e250acb'] response: {'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0', 'code': 200} May 27 22:25:50.636259 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:50.649196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:25:50.658911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:25:50.662925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:25:50.679582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-90180cbf-c712-4d9a-9415-ab6a5c5d51b6 service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7873695 May 27 22:25:50.687469 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:50.698805 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-411812b0-2365-462c-be6d-fffe4c1adba5 req-2f12733c-530e-427f-a173-b1467286e05a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530710 May 27 22:25:50.709181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Attempting to bind port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:25:50.710776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Attempting to bind port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:25:50.711317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Attempting to bind port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:50.732967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:25:50.734153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Attempting to bind port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:50.748151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:25:50.748842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Pushing event updated for resources: {'Port': ['ID=ce25be45-8b5e-49f2-95cb-29750e2ac318,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:50.751117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:25:50.755747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:25:50.756777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Bound port: 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:25:50.758391 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:50.780069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=5ea67c82-053f-410e-8025-c8d2015108b1,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:51.007973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0d258a5e-0839-4fa7-94ab-2263cafe2469,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:51.043416 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5ea67c82-053f-410e-8025-c8d2015108b1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:25:51.163793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:25:51.168665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:25:51.193505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f51674-63d6-4bee-b598-55071445faed req-e4e54ba1-8f00-4ad8-bec2-2843107eed09 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:51.195353 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4f51674-63d6-4bee-b598-55071445faed req-e4e54ba1-8f00-4ad8-bec2-2843107eed09 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 945 time: 0.1479089 May 27 22:25:51.217218 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98892d-e75c-4e23-a1ca-88cadeb890dc req-26ee93ee-cc57-4e20-aa91-ac6e3a2904dd tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:51.231063 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b98892d-e75c-4e23-a1ca-88cadeb890dc req-26ee93ee-cc57-4e20-aa91-ac6e3a2904dd tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 948 time: 0.2511628 May 27 22:25:51.270833 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:51.385173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca6a601-568c-41da-a1c9-9f9c71f785b0,revision_number=7']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:51.425929 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4f51674-63d6-4bee-b598-55071445faed req-452c6617-448f-40f5-ab79-a7d63169c716 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996064 May 27 22:25:51.429957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:51.430958 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:51.433122 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b79a2fd1-1553-4892-bf89-b9fd42107353 service neutron] 10.222.0.46 "PUT /v2.0/ports/4ca6a601-568c-41da-a1c9-9f9c71f785b0 HTTP/1.1" status: 200 len: 1096 time: 3.1532657 May 27 22:25:51.460160 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b98892d-e75c-4e23-a1ca-88cadeb890dc req-34cc5a61-da22-48cc-921b-1502ebcfc379 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192740 May 27 22:25:51.575324 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31de9098-2fcc-4e35-88f4-149cb13792e0'] response: {'server_uuid': '4e2e18b6-1c67-437f-995d-46c1698ae6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d258a5e-0839-4fa7-94ab-2263cafe2469', 'code': 200} May 27 22:25:51.684873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-4cb0d7b7-0c98-4a0a-b130-14282921ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:51.696590 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-4cb0d7b7-0c98-4a0a-b130-14282921ec66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 1099 time: 0.2307703 May 27 22:25:51.932873 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:51.965057 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:52.102797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a3370a92-76b5-41de-b275-0b97bbb95a7e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:25:52.205725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b06d7-85b3-440e-9d46-18467116cc17 req-9eca46e9-e956-41c4-bb70-251d3ad481ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:52.207150 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-610b06d7-85b3-440e-9d46-18467116cc17 req-9eca46e9-e956-41c4-bb70-251d3ad481ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 1096 time: 0.4772472 May 27 22:25:52.227830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f146dd-3aa2-4c0f-8a20-5833e9beace8 None None] Network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:25:52.261382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b85e2f84-1576-4b4d-bfa7-4da70cee4336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:52.263183 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-b85e2f84-1576-4b4d-bfa7-4da70cee4336 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.5641134 May 27 22:25:52.283816 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-610b06d7-85b3-440e-9d46-18467116cc17 req-8a55efd2-ba51-4ad4-870c-2b02848f51ed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=484ef2db-ab24-43b9-960c-a2f062d1d614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685487 May 27 22:25:52.321300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port a3370a92-76b5-41de-b275-0b97bbb95a7e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:25:52.332378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4ca6a601-568c-41da-a1c9-9f9c71f785b0 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:25:52.337532 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-0f925431-2cbd-4d21-aeaf-a068e4e51368 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0 HTTP/1.1" status: 200 len: 217 time: 0.0671146 May 27 22:25:52.370145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16af5f-0682-4352-a5c4-c30f9440b087 req-0d970884-d262-4c69-8864-f5a883ad9426 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:52.377393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da16af5f-0682-4352-a5c4-c30f9440b087 req-0d970884-d262-4c69-8864-f5a883ad9426 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/ports?device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 945 time: 0.4527018 May 27 22:25:52.391518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67584609-9f81-43ab-ad8b-ee388121959c req-3bf9e2e2-428b-4911-b9ef-2badde6c70c1 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:52.391518 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67584609-9f81-43ab-ad8b-ee388121959c req-3bf9e2e2-428b-4911-b9ef-2badde6c70c1 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 945 time: 0.3184342 May 27 22:25:52.445163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4ca6a601-568c-41da-a1c9-9f9c71f785b0 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:25:52.466174 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da16af5f-0682-4352-a5c4-c30f9440b087 req-8ab315e2-295b-4204-ba62-b828fde15493 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/security-groups?id=484ef2db-ab24-43b9-960c-a2f062d1d614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875878 May 27 22:25:52.469329 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:52.479315 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67584609-9f81-43ab-ad8b-ee388121959c req-b61a1fc7-a5cd-4375-939b-c736cb8f5926 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759158 May 27 22:25:52.555181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6e9a286e-eaf4-44ed-a442-2533a682e19e None None] Provisioning for port a3370a92-76b5-41de-b275-0b97bbb95a7e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:25:52.569363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6e9a286e-eaf4-44ed-a442-2533a682e19e None None] Provisioning complete for port a3370a92-76b5-41de-b275-0b97bbb95a7e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:25:52.569946 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e9a286e-eaf4-44ed-a442-2533a682e19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:52.632868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:52.685748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-a0dcafb7-b92f-4b6a-aaee-8ef730fcb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:52.691981 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-a0dcafb7-b92f-4b6a-aaee-8ef730fcb715 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2023094 May 27 22:25:52.806762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:25:52.820789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6e9a286e-eaf4-44ed-a442-2533a682e19e None None] Current status of the port a3370a92-76b5-41de-b275-0b97bbb95a7e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:52.821855 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e9a286e-eaf4-44ed-a442-2533a682e19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:52.874552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6e9a286e-eaf4-44ed-a442-2533a682e19e None None] For port a3370a92-76b5-41de-b275-0b97bbb95a7e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a3370a92-76b5-41de-b275-0b97bbb95a7e,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:52.950252 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e9a286e-eaf4-44ed-a442-2533a682e19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:53.079740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-11f082f2-b6e5-46f4-99a9-91fab8ea7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:53.096649 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-11f082f2-b6e5-46f4-99a9-91fab8ea7f64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3941708 May 27 22:25:53.130518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0b1fef1e-3d35-4923-b4ea-7525a49f761f None None] Provisioning complete for port a3370a92-76b5-41de-b275-0b97bbb95a7e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:25:53.131106 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b1fef1e-3d35-4923-b4ea-7525a49f761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:53.186339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a286e-eaf4-44ed-a442-2533a682e19e None None] Pushing event updated for resources: {'Port': ['ID=a3370a92-76b5-41de-b275-0b97bbb95a7e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:53.199499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:25:53.210566 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Sync routers for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:25:53.225948 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:25:53.226576 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:25:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:53.275644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466dc79-d1c0-4869-bdc5-9d06ce6d22ff req-8be756d9-93e6-4b37-9c63-a95e28275e75 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:53.280833 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2466dc79-d1c0-4869-bdc5-9d06ce6d22ff req-8be756d9-93e6-4b37-9c63-a95e28275e75 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 945 time: 0.4694715 May 27 22:25:53.292173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3370607-fff7-46bd-8d19-6b2be659bf7d req-ca44e85e-1301-459e-94fb-be0628d9e63a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:53.299240 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:53.299571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a3370607-fff7-46bd-8d19-6b2be659bf7d req-ca44e85e-1301-459e-94fb-be0628d9e63a tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 948 time: 0.4236593 May 27 22:25:53.300875 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3b92098a-2fd0-419f-88c5-74c89ff57d33 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8032832 May 27 22:25:53.303587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40062) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:53.326012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0b1fef1e-3d35-4923-b4ea-7525a49f761f None None] Current status of the port a3370a92-76b5-41de-b275-0b97bbb95a7e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:53.501779 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:25:53.547993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a3370607-fff7-46bd-8d19-6b2be659bf7d req-1e3a211d-9ee3-4913-98d8-05d91567fd54 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474418 May 27 22:25:53.623576 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2466dc79-d1c0-4869-bdc5-9d06ce6d22ff req-54d1d868-0058-4a40-be2e-393601effb85 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837121 May 27 22:25:53.648658 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-39e9add9-5ea1-4dc9-a72d-2425e99f6cf7 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443764 May 27 22:25:53.694425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5ea67c82-053f-410e-8025-c8d2015108b1 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:25:53.852803 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90954618-c3d8-457c-8c3f-9f5e0821163c'] response: {'name': 'network-changed', 'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0', 'status': 'completed', 'code': 200} May 27 22:25:53.983562 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 5ea67c82-053f-410e-8025-c8d2015108b1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:25:53.990185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 5ea67c82-053f-410e-8025-c8d2015108b1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:25:53.990185 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:54.085227 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:51Z', 'revision_number': 3, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:54.088938 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a3370a92-76b5-41de-b275-0b97bbb95a7e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:25:54.098193 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Checking router: 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:25:54.098535 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Updating router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a port ce25be45-8b5e-49f2-95cb-29750e2ac318 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:25:54.170160 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:54.234928 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-70eae342-117f-4105-8392-913ef0e582b6 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785942 May 27 22:25:54.259167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a3370a92-76b5-41de-b275-0b97bbb95a7e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:25:54.260127 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:54.347561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-6bf05517-a50c-4b66-b536-bc153bffbd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:54.347959 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:54.349167 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-6bf05517-a50c-4b66-b536-bc153bffbd93 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 1099 time: 0.4990203 May 27 22:25:54.358883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 5ea67c82-053f-410e-8025-c8d2015108b1 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:54.362216 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:54.372718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc6ac7-39d4-443a-a081-f8754b5b13fe req-d0a8041f-ac78-49f1-a9fc-fa2156bb5e3e tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:54.374259 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6fcc6ac7-39d4-443a-a081-f8754b5b13fe req-d0a8041f-ac78-49f1-a9fc-fa2156bb5e3e tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/ports?device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 945 time: 0.4828992 May 27 22:25:54.399221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a04e05-73f8-4ffa-b294-32f514f846fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea67c82-053f-410e-8025-c8d2015108b1'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:54.500519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a3370a92-76b5-41de-b275-0b97bbb95a7e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:54.507583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5ea67c82-053f-410e-8025-c8d2015108b1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5ea67c82-053f-410e-8025-c8d2015108b1,segment=NetworkSegment(6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e),segment_id=6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:54.566593 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:54.636846 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:54.639174 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310db14-fc8d-4036-852d-d66ab28be2bc req-e1817042-afa4-432f-9c3c-f380e3059846 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:54.648132 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d310db14-fc8d-4036-852d-d66ab28be2bc req-e1817042-afa4-432f-9c3c-f380e3059846 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 945 time: 0.6904039 May 27 22:25:54.654597 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Transition to ACTIVE for port object ce25be45-8b5e-49f2-95cb-29750e2ac318 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:25:54.683168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=5ea67c82-053f-410e-8025-c8d2015108b1,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:54.707471 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6fcc6ac7-39d4-443a-a081-f8754b5b13fe req-ece8e391-5859-4cf0-9c83-4ead4dbabbb4 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/security-groups?id=484ef2db-ab24-43b9-960c-a2f062d1d614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137975 May 27 22:25:54.708993 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Allocated IP 172.20.0.1 (70dd1cd7-83dd-4b84-a4fc-0af2745e3302/23c58856-8bad-480b-bab4-80dce2c9b40a/6069443c-49c8-4884-a375-a129aac3dc81) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:25:54.778035 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:54.778220 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d310db14-fc8d-4036-852d-d66ab28be2bc req-f2d738f9-70f3-4c76-afd5-828f97f80c74 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289594 May 27 22:25:54.793915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-2d343e62-c70f-4faf-94ab-98391ec60be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:54.806743 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-2d343e62-c70f-4faf-94ab-98391ec60be0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.3614504 May 27 22:25:54.842364 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-327e384a-e7b6-4032-a677-30ae6bd473e4'] response: {'server_uuid': 'a8a04e05-73f8-4ffa-b294-32f514f846fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea67c82-053f-410e-8025-c8d2015108b1', 'code': 200} May 27 22:25:54.926727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-be1e1f40-aa04-443e-b4c3-e1cf1bbfde6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:54.929443 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-be1e1f40-aa04-443e-b4c3-e1cf1bbfde6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 1099 time: 0.4799457 May 27 22:25:54.963115 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e871bd2-8236-4e73-a2cb-90d0edf9e6dc None None] Pushing event updated for resources: {'Port': ['ID=ce25be45-8b5e-49f2-95cb-29750e2ac318,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:54.971635 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Attempting to bind port ce25be45-8b5e-49f2-95cb-29750e2ac318 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:25:54.972000 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Attempting to bind port ce25be45-8b5e-49f2-95cb-29750e2ac318 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:25:54.972375 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Attempting to bind port ce25be45-8b5e-49f2-95cb-29750e2ac318 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:25:54.975428 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e871bd2-8236-4e73-a2cb-90d0edf9e6dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:54.975769 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e871bd2-8236-4e73-a2cb-90d0edf9e6dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:54.976100 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e871bd2-8236-4e73-a2cb-90d0edf9e6dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:54.976454 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e871bd2-8236-4e73-a2cb-90d0edf9e6dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:54.976779 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e871bd2-8236-4e73-a2cb-90d0edf9e6dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:54.977344 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e871bd2-8236-4e73-a2cb-90d0edf9e6dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:54.977677 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e871bd2-8236-4e73-a2cb-90d0edf9e6dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:54.978736 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e871bd2-8236-4e73-a2cb-90d0edf9e6dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:54.979055 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e871bd2-8236-4e73-a2cb-90d0edf9e6dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:54.979378 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e871bd2-8236-4e73-a2cb-90d0edf9e6dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:54.979695 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e871bd2-8236-4e73-a2cb-90d0edf9e6dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:54.980009 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e871bd2-8236-4e73-a2cb-90d0edf9e6dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:54.993500 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:25:54.994403 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:25:54.994965 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:54.995739 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:25:54.996379 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Bound port: ce25be45-8b5e-49f2-95cb-29750e2ac318, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:25:54.996955 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:55.015434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:55.049484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Transition to ACTIVE for port object 6069443c-49c8-4884-a375-a129aac3dc81 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:25:55.073142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f4b26-7811-4cdf-a349-46fc4ea4f5f4 req-f8503e4d-16e1-45fc-8adf-ecbecc01144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:55.073142 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-402f4b26-7811-4cdf-a349-46fc4ea4f5f4 req-f8503e4d-16e1-45fc-8adf-ecbecc01144e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 1097 time: 0.1427073 May 27 22:25:55.125604 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-402f4b26-7811-4cdf-a349-46fc4ea4f5f4 req-aaf42386-a171-4c22-bfd1-64ffaa2ec90e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445867 May 27 22:25:55.126253 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-0f4026bb-4091-43d7-bcf2-beb4a713ab58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0 HTTP/1.1" status: 200 len: 217 time: 0.3097973 May 27 22:25:55.150316 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] For port ce25be45-8b5e-49f2-95cb-29750e2ac318, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:25:55.160245 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] For port ce25be45-8b5e-49f2-95cb-29750e2ac318, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ce25be45-8b5e-49f2-95cb-29750e2ac318,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:25:55.185236 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:55.209074 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:55.233474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-7052125e-5f21-4039-b761-202c61ceb4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:55.235190 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-7052125e-5f21-4039-b761-202c61ceb4b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0897744 May 27 22:25:55.262289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Pushing event updated for resources: {'Port': ['ID=6069443c-49c8-4884-a375-a129aac3dc81,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:55.278868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:55.280860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:55.280860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:55.280860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:55.280860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:55.280860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:55.281373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:55.281373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:55.281633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:55.281957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:55.282275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:55.282603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:55.300838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:25:55.302515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:25:55.303724 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:25:55.304581 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:25:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:55.320052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:25:55.371036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040a3eb-295e-4683-b0a4-272d2edf65bb req-8bf9e3c7-a374-41f3-a64d-8a9597648f9d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:55.372737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c040a3eb-295e-4683-b0a4-272d2edf65bb req-8bf9e3c7-a374-41f3-a64d-8a9597648f9d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 948 time: 0.2962115 May 27 22:25:55.383703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-d5ec5119-fc48-4436-a19b-ba1816d3f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:55.385532 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-d5ec5119-fc48-4436-a19b-ba1816d3f17b service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.4445343 May 27 22:25:55.402461 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:55.423590 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e871bd2-8236-4e73-a2cb-90d0edf9e6dc None None] Pushing event updated for resources: {'Port': ['ID=ce25be45-8b5e-49f2-95cb-29750e2ac318,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:55.498137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-8bebc0f5-50c3-4a32-8602-6f122f66f8aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0 HTTP/1.1" status: 200 len: 217 time: 0.0814166 May 27 22:25:55.644978 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c040a3eb-295e-4683-b0a4-272d2edf65bb req-66aa6a43-4bea-4463-9d63-f7812ac57b53 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530785 May 27 22:25:55.694793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22a6e0-a391-4cbc-b1dc-5ac366cbb322 req-cd0debef-507f-4195-a822-0ca27b1c053d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:55.696703 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff22a6e0-a391-4cbc-b1dc-5ac366cbb322 req-cd0debef-507f-4195-a822-0ca27b1c053d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 946 time: 0.4040582 May 27 22:25:55.698995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-783fd28c-3016-474e-95ec-95132538a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:55.700702 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-783fd28c-3016-474e-95ec-95132538a295 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4509580 May 27 22:25:55.717759 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:25:55.753570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ca05b695-36f1-4115-b275-16390a91b0df None None] Provisioning for port 6069443c-49c8-4884-a375-a129aac3dc81 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:25:55.755524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-e511f891-ac0a-4705-aa30-d870a04f1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:55.757189 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-e511f891-ac0a-4705-aa30-d870a04f1a54 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2485249 May 27 22:25:55.758959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ca05b695-36f1-4115-b275-16390a91b0df None None] Provisioning complete for port 6069443c-49c8-4884-a375-a129aac3dc81 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:25:55.760197 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca05b695-36f1-4115-b275-16390a91b0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:55.951899 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ca05b695-36f1-4115-b275-16390a91b0df None None] Port 6069443c-49c8-4884-a375-a129aac3dc81 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:25:56.039261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:56.059749 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff22a6e0-a391-4cbc-b1dc-5ac366cbb322 req-31e2fe70-dfbf-47b5-8500-a4e7024ef8a2 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554091 May 27 22:25:56.132183 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-ba4f015a-7526-43ac-8045-787c66a0364d service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092479 May 27 22:25:56.178243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-3f562a73-f853-4d42-afb4-d7f84e43b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:56.179721 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-3f562a73-f853-4d42-afb4-d7f84e43b67b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3675818 May 27 22:25:56.264191 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:51Z', 'revision_number': 3, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:56.275117 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04286c97-3b36-459f-b084-482dfae551b6 None None] The sync data for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 is: [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:51Z', 'revision_number': 3, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:25:56.353686 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:56.440672 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:56.591742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:56.591742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Pushing event updated for resources: {'Port': ['ID=6069443c-49c8-4884-a375-a129aac3dc81,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:56.596682 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-98b31af9-463c-4416-bc3e-b7d4f40ee877 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505718 May 27 22:25:56.600418 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-92f3bf27-2a58-40ef-b52b-9ec09b6959d3 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047945 May 27 22:25:56.672805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a437c39b-30bd-4e14-a0fe-6dec4137c8d4 req-ba8d43f7-810e-4880-96c9-d8554f9d0a68 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:56.674245 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a437c39b-30bd-4e14-a0fe-6dec4137c8d4 req-ba8d43f7-810e-4880-96c9-d8554f9d0a68 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 945 time: 0.2699540 May 27 22:25:56.682531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa2d7d-c71c-43e0-86e6-ab5638d61798 req-75033acd-0cb9-4254-97c7-7969a680fc21 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:56.689598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6afa2d7d-c71c-43e0-86e6-ab5638d61798 req-75033acd-0cb9-4254-97c7-7969a680fc21 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 945 time: 0.3941646 May 27 22:25:56.822295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:25:56.823617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:25:56.930361 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6afa2d7d-c71c-43e0-86e6-ab5638d61798 req-110c150a-a57b-4883-bd18-be0287b24315 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397969 May 27 22:25:57.003445 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a437c39b-30bd-4e14-a0fe-6dec4137c8d4 req-f6688b80-dadf-432c-8b58-2033ed992f34 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccea17f7-fd33-4ef1-af56-2572fe438bf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117840 May 27 22:25:57.080237 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199e7e3c-705b-45fc-81ab-15da270e13d5 req-354831f9-43af-40cc-ad49-8582bdf6bf91 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694085 May 27 22:25:57.112440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:25:57.192709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cf903df4-08ee-45a3-a429-7bfe95bd1514 None None] Provisioning complete for port 6069443c-49c8-4884-a375-a129aac3dc81 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:25:57.193316 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf903df4-08ee-45a3-a429-7bfe95bd1514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:57.400556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cf903df4-08ee-45a3-a429-7bfe95bd1514 None None] Port 6069443c-49c8-4884-a375-a129aac3dc81 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:25:57.520622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:25:57.520622 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6f6d8f15-73c9-4e73-9114-2b9994b20747 admin admin] 10.222.0.27 "PUT /v2.0/routers/7ec66db0-8f69-45fc-89c0-7b0a0778ef8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1988733 May 27 22:25:57.575218 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909e5ac-890d-4621-9328-7e0cba442985 req-21ad15c5-4b2b-44b2-bfe8-28be9d4bf14e tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:57.576902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f909e5ac-890d-4621-9328-7e0cba442985 req-21ad15c5-4b2b-44b2-bfe8-28be9d4bf14e tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 948 time: 0.1959608 May 27 22:25:57.586225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416bce4-8b2c-40c6-9d3f-7bc38460ae7a req-66a7a77a-1c25-4b9e-a913-30945a20e04c tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:57.592925 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1416bce4-8b2c-40c6-9d3f-7bc38460ae7a req-66a7a77a-1c25-4b9e-a913-30945a20e04c tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 946 time: 0.1634321 May 27 22:25:57.699060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1416bce4-8b2c-40c6-9d3f-7bc38460ae7a req-e9cb05fa-70f2-4eff-9c77-5bf5ddd1e5c4 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039627 May 27 22:25:57.701737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f909e5ac-890d-4621-9328-7e0cba442985 req-d484653f-44e2-4636-8bee-f25db9bfcd3b tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035817 May 27 22:25:57.729349 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4ca6a601-568c-41da-a1c9-9f9c71f785b0 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:25:57.789937 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5da206cf-69cf-434d-b315-5ed81abe4f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:58.042663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ce25be45-8b5e-49f2-95cb-29750e2ac318 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:25:58.064068 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0148ebd-f7b2-41fa-b077-cc704dfd2deb req-8878529b-6e96-43c0-adf3-2ca97d70a8d0 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1659227823&fields=id&tenant_id=30513d18dfb7473dbe429465efd7906b HTTP/1.1" status: 200 len: 267 time: 0.0578985 May 27 22:25:58.109605 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:58.129580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '4ca6a601-568c-41da-a1c9-9f9c71f785b0', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '4ca6a601-568c-41da-a1c9-9f9c71f785b0', 'mac_address': 'fa:16:3e:fd:75:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:25:58.159302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0148ebd-f7b2-41fa-b077-cc704dfd2deb req-975e7011-3e51-44e7-9409-cb836e6d2dc5 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:58.168449 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0148ebd-f7b2-41fa-b077-cc704dfd2deb req-975e7011-3e51-44e7-9409-cb836e6d2dc5 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 946 time: 0.0958900 May 27 22:25:58.176336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-f0148ebd-f7b2-41fa-b077-cc704dfd2deb req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'port': {'security_groups': ['e728ae2b-7066-4ff6-a228-084f53378aa8', '4db18a64-846a-4c4d-99ad-814468702ca5']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:25:58.205788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:58.206267 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:58.225273 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca6a601-568c-41da-a1c9-9f9c71f785b0 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:25:58.247581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:58.252265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port ce25be45-8b5e-49f2-95cb-29750e2ac318 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:25:58.262511 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port ce25be45-8b5e-49f2-95cb-29750e2ac318 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:25:58.265125 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:58.311614 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:58.377117 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f0148ebd-f7b2-41fa-b077-cc704dfd2deb req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:58.400461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40136) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:58.573329 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ce25be45-8b5e-49f2-95cb-29750e2ac318 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:25:58.573329 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:58.579405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4ca6a601-568c-41da-a1c9-9f9c71f785b0,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:58.602634 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7f32-5458-4337-a4c4-59ddf62968c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:58.604876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port ce25be45-8b5e-49f2-95cb-29750e2ac318, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ce25be45-8b5e-49f2-95cb-29750e2ac318,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:58.625195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2ecf7f32-5458-4337-a4c4-59ddf62968c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:25:58.627953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2ecf7f32-5458-4337-a4c4-59ddf62968c6 admin admin] Usage tracker for resource:security_group_rule and tenant:7c1982c58eb54562a8a0e811da9d7df5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:25:58.631187 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2ecf7f32-5458-4337-a4c4-59ddf62968c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:25:58.639041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2ecf7f32-5458-4337-a4c4-59ddf62968c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:25:58.676811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:58.778022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Sync routers for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:25:58.780369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['4ca6a601-568c-41da-a1c9-9f9c71f785b0'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:25:58.784453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-f0148ebd-f7b2-41fa-b077-cc704dfd2deb req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] For port 5ea67c82-053f-410e-8025-c8d2015108b1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5ea67c82-053f-410e-8025-c8d2015108b1,segment=NetworkSegment(6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e),segment_id=6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:25:58.802035 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7f32-5458-4337-a4c4-59ddf62968c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:58.859071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:25:58.859632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:25:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:58.892460 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7f32-5458-4337-a4c4-59ddf62968c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:58.917880 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f0148ebd-f7b2-41fa-b077-cc704dfd2deb req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:58.951142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf7f32-5458-4337-a4c4-59ddf62968c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27eaa03-d4f6-451c-b803-e81abf146d59,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:58.968510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=ce25be45-8b5e-49f2-95cb-29750e2ac318,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:58.970337 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2ecf7f32-5458-4337-a4c4-59ddf62968c6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7c1982c58eb54562a8a0e811da9d7df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671904 May 27 22:25:58.971562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40152) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:25:59.001827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-3080834a-12db-4c1c-b875-d1a9932e95ee tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:59.002786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-3080834a-12db-4c1c-b875-d1a9932e95ee tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Synchronizing usage tracker for tenant:a103764016804495a572e1edea3fca44 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:25:59.007218 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f0148ebd-f7b2-41fa-b077-cc704dfd2deb req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:59.090534 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3db88ff-a16d-4ea5-8033-e10f2624b811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:59.117494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:25:59.143306 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3db88ff-a16d-4ea5-8033-e10f2624b811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:59.241778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0148ebd-f7b2-41fa-b077-cc704dfd2deb req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:25:59.242401 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f0148ebd-f7b2-41fa-b077-cc704dfd2deb req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:59.244334 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0148ebd-f7b2-41fa-b077-cc704dfd2deb req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "PUT /v2.0/ports/5ea67c82-053f-410e-8025-c8d2015108b1 HTTP/1.1" status: 200 len: 982 time: 1.0744636 May 27 22:25:59.248482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a04e05-73f8-4ffa-b294-32f514f846fe', 'tag': '5ea67c82-053f-410e-8025-c8d2015108b1'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:25:59.278939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'Port': ['ID=5ea67c82-053f-410e-8025-c8d2015108b1,revision_number=6']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:25:59.292480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:59.292798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:59.293151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:59.293493 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:59.293820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:59.294141 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:59.294461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:59.296455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:59.296455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:59.296455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:59.297909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:59.297909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3c39b8-9ecc-4e22-adae-2803c4f75d3d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:25:59.382467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5ea67c82-053f-410e-8025-c8d2015108b1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:25:59.670048 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:25:56Z', 'revision_number': 2, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:25:59.680804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Checking router: 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:25:59.681173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Updating router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a port 6069443c-49c8-4884-a375-a129aac3dc81 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:25:59.795316 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:25:59.981242 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ce25be45-8b5e-49f2-95cb-29750e2ac318 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:00.030792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-46dde1fb-2f30-4d99-b799-67ac5de63e67 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:00.032228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-46dde1fb-2f30-4d99-b799-67ac5de63e67 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.57 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 945 time: 0.0923021 May 27 22:26:00.122639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-3c4fc5da-c3a4-4852-9ddf-f2d5f6604e64 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Deleting port 3181e765-c199-4290-ac6f-a3c5b5081d1a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:26:00.123364 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-3c4fc5da-c3a4-4852-9ddf-f2d5f6604e64 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:00.159432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port ce25be45-8b5e-49f2-95cb-29750e2ac318 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:00.159797 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:00.186117 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5ea67c82-053f-410e-8025-c8d2015108b1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:00.411564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-3c4fc5da-c3a4-4852-9ddf-f2d5f6604e64 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] For port 3181e765-c199-4290-ac6f-a3c5b5081d1a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3181e765-c199-4290-ac6f-a3c5b5081d1a,segment=NetworkSegment(a789c1de-c27b-44ea-95e0-2a32a6a2b984),segment_id=a789c1de-c27b-44ea-95e0-2a32a6a2b984)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:00.411920 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-3c4fc5da-c3a4-4852-9ddf-f2d5f6604e64 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:00.435553 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:00.461798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ce25be45-8b5e-49f2-95cb-29750e2ac318 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:00.600050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Transition to ACTIVE for port object 6069443c-49c8-4884-a375-a129aac3dc81 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:00.600835 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3db88ff-a16d-4ea5-8033-e10f2624b811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:00.617845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db88ff-a16d-4ea5-8033-e10f2624b811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27eaa03-d4f6-451c-b803-e81abf146d59,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:00.636257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3db88ff-a16d-4ea5-8033-e10f2624b811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:00.651577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-3080834a-12db-4c1c-b875-d1a9932e95ee tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Unset dirty status for tenant:a103764016804495a572e1edea3fca44 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:26:00.651577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-3080834a-12db-4c1c-b875-d1a9932e95ee tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 820 time: 1.8445346 May 27 22:26:00.654555 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c3db88ff-a16d-4ea5-8033-e10f2624b811 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a27eaa03-d4f6-451c-b803-e81abf146d59 HTTP/1.1" status: 204 len: 168 time: 1.6709111 May 27 22:26:00.654826 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ce8a045-2a07-40a7-8cf1-b85edff72cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:00.721265 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:00.786019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-4ae552b6-839e-4dd7-859c-6af381b6b4f1 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:00.790907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-4ae552b6-839e-4dd7-859c-6af381b6b4f1 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b&tenant_id=091c975465a443ff9f9924fb8c574958&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 1096 time: 0.3101757 May 27 22:26:00.816500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843680-3'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:00.853882 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:00.868049 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-b1531495-765c-4847-bcc2-f0f22ad1dc3f tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/quotas/a103764016804495a572e1edea3fca44 HTTP/1.1" status: 200 len: 375 time: 0.2204461 May 27 22:26:00.885560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a70e98-fc83-49fa-9658-39ccfbb4d73b None None] Pushing event updated for resources: {'Port': ['ID=6069443c-49c8-4884-a375-a129aac3dc81,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:01.005352 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:01.018171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Attempting to bind port 6069443c-49c8-4884-a375-a129aac3dc81 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:26:01.019065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Attempting to bind port 6069443c-49c8-4884-a375-a129aac3dc81 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:26:01.019756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Attempting to bind port 6069443c-49c8-4884-a375-a129aac3dc81 on network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:01.028992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:26:01.029550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Checking segment: {'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:01.029948 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:01.031146 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Bound using segment: {'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:26:01.031619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Bound port: 6069443c-49c8-4884-a375-a129aac3dc81, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:26:01.032335 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:01.101089 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-3c4fc5da-c3a4-4852-9ddf-f2d5f6604e64 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:01.101698 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-3c4fc5da-c3a4-4852-9ddf-f2d5f6604e64 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:01.101804 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-3c4fc5da-c3a4-4852-9ddf-f2d5f6604e64 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Floating IP 8bf082f5-cf8b-4f82-a755-9b9f24f1d923 disassociated. External IP: 172.25.2.150, port: 3181e765-c199-4290-ac6f-a3c5b5081d1a. May 27 22:26:01.102292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-3c4fc5da-c3a4-4852-9ddf-f2d5f6604e64 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Calling delete_port for 3181e765-c199-4290-ac6f-a3c5b5081d1a owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:26:01.148614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] For port 6069443c-49c8-4884-a375-a129aac3dc81, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:01.154216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] For port 6069443c-49c8-4884-a375-a129aac3dc81, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6069443c-49c8-4884-a375-a129aac3dc81,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:26:01.155430 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:01.242046 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:01.257959 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-b524d7ce-50d3-4ebc-8ea9-1b16db9da303 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3782864 May 27 22:26:01.349212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:26:01.349835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:01.451597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a70e98-fc83-49fa-9658-39ccfbb4d73b None None] Pushing event updated for resources: {'Port': ['ID=6069443c-49c8-4884-a375-a129aac3dc81,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:01.524525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40192) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:01.554170 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dbaa7a5-91fa-4602-8e51-97fb62019bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:01.568751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:26:01.584278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5dbaa7a5-91fa-4602-8e51-97fb62019bb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:01.589034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5dbaa7a5-91fa-4602-8e51-97fb62019bb7 admin admin] Usage tracker for resource:security_group_rule and tenant:9fd5dcb5169744abbf51543cead27eef is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:01.592977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5dbaa7a5-91fa-4602-8e51-97fb62019bb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:01.599966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5dbaa7a5-91fa-4602-8e51-97fb62019bb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:01.715625 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dbaa7a5-91fa-4602-8e51-97fb62019bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:01.782814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4ca6a601-568c-41da-a1c9-9f9c71f785b0 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:01.788823 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-c5d1123d-1299-47f0-b04d-9640f34647f8 service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400555 May 27 22:26:01.801942 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dbaa7a5-91fa-4602-8e51-97fb62019bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:01.855764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbaa7a5-91fa-4602-8e51-97fb62019bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc3c52b-c37f-47a5-864e-ceb1b9e53cf9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:01.870823 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5dbaa7a5-91fa-4602-8e51-97fb62019bb7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9fd5dcb5169744abbf51543cead27eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448117 May 27 22:26:01.871178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40196) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:01.936730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:01.945415 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21e62041-2489-4447-8bdf-15c8ea8a3ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:01.946623 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-3c4fc5da-c3a4-4852-9ddf-f2d5f6604e64 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:01.974148 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21e62041-2489-4447-8bdf-15c8ea8a3ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:02.009167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fc5da-c3a4-4852-9ddf-f2d5f6604e64 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Pushing event deleted for resources: {'Port': ['ID=3181e765-c199-4290-ac6f-a3c5b5081d1a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:02.079497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b1904-16f3-45a5-a44c-8051abb58edb req-d7a41bc6-e18d-4109-b0a8-60231dbadc0c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:02.088120 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-679b1904-16f3-45a5-a44c-8051abb58edb req-d7a41bc6-e18d-4109-b0a8-60231dbadc0c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 945 time: 1.0342610 May 27 22:26:02.131811 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21e62041-2489-4447-8bdf-15c8ea8a3ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:02.151558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e62041-2489-4447-8bdf-15c8ea8a3ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc3c52b-c37f-47a5-864e-ceb1b9e53cf9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:02.160882 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:02.172644 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21e62041-2489-4447-8bdf-15c8ea8a3ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:02.174473 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-21e62041-2489-4447-8bdf-15c8ea8a3ee9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/bbc3c52b-c37f-47a5-864e-ceb1b9e53cf9 HTTP/1.1" status: 204 len: 168 time: 0.3023489 May 27 22:26:02.186242 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:02.195669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:02.196189 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:02.217816 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-3dd20e49-b14b-41a3-b436-72e7c33c09fc service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280057 May 27 22:26:02.226155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:02.263579 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:01Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:02.269497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2f6b8-48c6-440a-85a5-61204a79cfd2 None None] The sync data for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 is: [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:01Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:26:02.376921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5daa1417-a7eb-4605-ad00-c3ba651b1df1 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:26:02.412036 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:02.416477 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:02.490474 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-679b1904-16f3-45a5-a44c-8051abb58edb req-71490bc4-380c-40e7-b877-68bceb71ffe9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010882 May 27 22:26:02.514198 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:26:02.639185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:02.652675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-3c4fc5da-c3a4-4852-9ddf-f2d5f6604e64 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Router aca33bdf-3740-45c7-a3f9-5b57bfdf938a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:26:02.684398 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:02.696611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:02.722284 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:02.819261 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4ca6a601-568c-41da-a1c9-9f9c71f785b0,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:02.875958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:02.901264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5daa1417-a7eb-4605-ad00-c3ba651b1df1 has no active binding in host n-h1-843680-3 {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 22:26:02.908538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cfbbf790-d31f-44c2-ac56-53647ee4ef13 req-fd38c83f-a352-4fbd-ad67-e9668934ba4a tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/ports?device_id=5627d2e2-f1a8-4a75-88c3-41099cb202d5 HTTP/1.1" status: 200 len: 210 time: 0.2558136 May 27 22:26:02.932794 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:03.238646 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Pushing event updated for resources: {'Port': ['ID=5daa1417-a7eb-4605-ad00-c3ba651b1df1,revision_number=7']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:03.390788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb6cd3-7fa8-49a4-ab67-43b006b3a9ca req-5909645d-a471-49a5-a554-c8b9a3bd4b89 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:03.392286 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ffb6cd3-7fa8-49a4-ab67-43b006b3a9ca req-5909645d-a471-49a5-a554-c8b9a3bd4b89 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 945 time: 0.7409925 May 27 22:26:03.649697 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59d06fa1-23fb-4041-9ff5-498d072e97db req-c29c7d51-8323-4928-95b3-b1ee452ea712 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1345516914&fields=id&tenant_id=30513d18dfb7473dbe429465efd7906b HTTP/1.1" status: 200 len: 267 time: 0.4168072 May 27 22:26:03.742964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-5ffb6cd3-7fa8-49a4-ab67-43b006b3a9ca req-a0f35fdd-584f-4ce9-a832-5c439c65d705 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Deleting port 0d258a5e-0839-4fa7-94ab-2263cafe2469 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:26:03.743356 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5ffb6cd3-7fa8-49a4-ab67-43b006b3a9ca req-a0f35fdd-584f-4ce9-a832-5c439c65d705 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:03.769037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Attempting to bind port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 on host n-h2-843680-3 for vnic_type normal with profile {"migrating_to": "n-h1-843680-3"} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:26:03.769189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Attempting to bind port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:26:03.769648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Attempting to bind port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:03.866537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-3c4fc5da-c3a4-4852-9ddf-f2d5f6604e64 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:26:03.878356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:26:03.878677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Attempting to bind port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:03.881377 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818cad4-525d-4230-beba-fe2caea9ac80 None None] Sync routers for ids ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:26:03.907896 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818cad4-525d-4230-beba-fe2caea9ac80 None None] Routers {'aca33bdf-3740-45c7-a3f9-5b57bfdf938a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:26:03.908544 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7818cad4-525d-4230-beba-fe2caea9ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:04.097407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6069443c-49c8-4884-a375-a129aac3dc81 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:04.148792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-3c4fc5da-c3a4-4852-9ddf-f2d5f6604e64 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] No DVR routers for this DVR port 3181e765-c199-4290-ac6f-a3c5b5081d1a on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:26:04.169746 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-3c4fc5da-c3a4-4852-9ddf-f2d5f6604e64 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:04.218839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:26:04.219172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Checking segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:04.219553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Bound using segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:26:04.219990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Bound port: 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:26:04.220330 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:04.248403 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7818cad4-525d-4230-beba-fe2caea9ac80 None None] Set router aca33bdf-3740-45c7-a3f9-5b57bfdf938a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:26:04.281291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821568d-f79f-4431-9146-54c3a4f60c62 req-ea81264a-6042-49b3-985c-a333a3f17e00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:04.289227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4821568d-f79f-4431-9146-54c3a4f60c62 req-ea81264a-6042-49b3-985c-a333a3f17e00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.9175215 May 27 22:26:04.340562 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b3cea53-bd4e-421f-8a5a-c654f22f6d88 req-3c4fc5da-c3a4-4852-9ddf-f2d5f6604e64 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.57 "DELETE /v2.0/ports/3181e765-c199-4290-ac6f-a3c5b5081d1a HTTP/1.1" status: 204 len: 173 time: 4.3029742 May 27 22:26:04.361085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 6069443c-49c8-4884-a375-a129aac3dc81 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:04.368431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 6069443c-49c8-4884-a375-a129aac3dc81 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:04.368431 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:04.440804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3181e765-c199-4290-ac6f-a3c5b5081d1a no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:26:04.496951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 3181e765-c199-4290-ac6f-a3c5b5081d1a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:26:04.508631 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3181e765-c199-4290-ac6f-a3c5b5081d1a not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:26:04.565252 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4821568d-f79f-4431-9146-54c3a4f60c62 req-8dff04fc-06b5-48a8-bc2e-a780bd45da20 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746999 May 27 22:26:04.636424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d06fa1-23fb-4041-9ff5-498d072e97db req-3df97a82-f31f-4c0d-a40e-aecde915718c tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:04.638026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59d06fa1-23fb-4041-9ff5-498d072e97db req-3df97a82-f31f-4c0d-a40e-aecde915718c tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 985 time: 0.9673998 May 27 22:26:04.660613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6069443c-49c8-4884-a375-a129aac3dc81 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:04.660996 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:04.666663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:04.688385 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7818cad4-525d-4230-beba-fe2caea9ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:20Z', 'updated_at': '2022-05-27T22:24:33Z', 'revision_number': 4, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'gw_port': {'id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:23Z', 'updated_at': '2022-05-27T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '511f5c87-976e-4623-a599-39c26e3da090', 'name': '', 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'mac_address': 'fa:16:3e:78:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:30Z', 'updated_at': '2022-05-27T22:24:43Z', 'revision_number': 5, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'subnets': [{'id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:04.701176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-59d06fa1-23fb-4041-9ff5-498d072e97db req-99f85565-db66-44c0-8b80-b2e727650387 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'port': {'security_groups': ['4db18a64-846a-4c4d-99ad-814468702ca5', 'e728ae2b-7066-4ff6-a228-084f53378aa8', '658a80b6-1c53-4ff5-9683-d5d611aa72b8']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:04.701355 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818cad4-525d-4230-beba-fe2caea9ac80 None None] Checking router: aca33bdf-3740-45c7-a3f9-5b57bfdf938a for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:26:04.716868 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7818cad4-525d-4230-beba-fe2caea9ac80 None None] Routers {'aca33bdf-3740-45c7-a3f9-5b57bfdf938a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:26:04.717488 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7818cad4-525d-4230-beba-fe2caea9ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:04.766775 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec19e05-eeed-4cae-b92d-e8965209a5cb'] response: {'name': 'network-changed', 'server_uuid': 'a8a04e05-73f8-4ffa-b294-32f514f846fe', 'tag': '5ea67c82-053f-410e-8025-c8d2015108b1', 'status': 'completed', 'code': 200} May 27 22:26:04.773450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 6069443c-49c8-4884-a375-a129aac3dc81, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6069443c-49c8-4884-a375-a129aac3dc81,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:04.802082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-5ffb6cd3-7fa8-49a4-ab67-43b006b3a9ca req-a0f35fdd-584f-4ce9-a832-5c439c65d705 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] For port 0d258a5e-0839-4fa7-94ab-2263cafe2469, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0d258a5e-0839-4fa7-94ab-2263cafe2469,segment=NetworkSegment(e7eaa551-000a-4758-b2c9-6fa221373afb),segment_id=e7eaa551-000a-4758-b2c9-6fa221373afb)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:04.802538 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5ffb6cd3-7fa8-49a4-ab67-43b006b3a9ca req-a0f35fdd-584f-4ce9-a832-5c439c65d705 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:04.847769 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:04.903970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae97b9a-3dd7-4667-b40f-0ef6ca10990a req-b734c38c-7c19-4235-9d5c-62e9b0144caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:04.905753 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dae97b9a-3dd7-4667-b40f-0ef6ca10990a req-b734c38c-7c19-4235-9d5c-62e9b0144caa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30513d18dfb7473dbe429465efd7906b&device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 1136 time: 0.1874630 May 27 22:26:05.050933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:26:05.080382 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7818cad4-525d-4230-beba-fe2caea9ac80 None None] Set router aca33bdf-3740-45c7-a3f9-5b57bfdf938a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:26:05.084495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-5ffb6cd3-7fa8-49a4-ab67-43b006b3a9ca req-a0f35fdd-584f-4ce9-a832-5c439c65d705 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Calling delete_port for 0d258a5e-0839-4fa7-94ab-2263cafe2469 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:26:05.117264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=6069443c-49c8-4884-a375-a129aac3dc81,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:05.218753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae97b9a-3dd7-4667-b40f-0ef6ca10990a req-f46762f1-5793-4b0b-bb7b-d88dc7474b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:05.221704 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dae97b9a-3dd7-4667-b40f-0ef6ca10990a req-f46762f1-5793-4b0b-bb7b-d88dc7474b08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b78b2d5-ee0b-494c-a4f8-80f59f901351 HTTP/1.1" status: 200 len: 913 time: 0.3079715 May 27 22:26:05.231054 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:05.303866 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dae97b9a-3dd7-4667-b40f-0ef6ca10990a req-272c2c78-6538-42f3-9e49-930fbb8ee286 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ea67c82-053f-410e-8025-c8d2015108b1 HTTP/1.1" status: 200 len: 217 time: 0.0767052 May 27 22:26:05.451169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae97b9a-3dd7-4667-b40f-0ef6ca10990a req-20ebe8b1-e650-4250-a2ff-c4508a7b0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:05.452763 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dae97b9a-3dd7-4667-b40f-0ef6ca10990a req-20ebe8b1-e650-4250-a2ff-c4508a7b0ae7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=80c5892e-159c-4437-81f3-a948f9bd6b77 HTTP/1.1" status: 200 len: 852 time: 0.1411052 May 27 22:26:05.504469 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dae97b9a-3dd7-4667-b40f-0ef6ca10990a req-41a67451-2d40-40bb-a07d-2d297b8e2b85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b78b2d5-ee0b-494c-a4f8-80f59f901351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431113 May 27 22:26:05.534422 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7818cad4-525d-4230-beba-fe2caea9ac80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:20Z', 'updated_at': '2022-05-27T22:24:33Z', 'revision_number': 4, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'gw_port': {'id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:23Z', 'updated_at': '2022-05-27T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '511f5c87-976e-4623-a599-39c26e3da090', 'name': '', 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'mac_address': 'fa:16:3e:78:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:30Z', 'updated_at': '2022-05-27T22:24:43Z', 'revision_number': 5, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'subnets': [{'id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:05.542855 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7818cad4-525d-4230-beba-fe2caea9ac80 None None] The sync data for ids ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'] in n-d-843680-3 is: [{'id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:20Z', 'updated_at': '2022-05-27T22:24:33Z', 'revision_number': 4, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'gw_port': {'id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:23Z', 'updated_at': '2022-05-27T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '511f5c87-976e-4623-a599-39c26e3da090', 'name': '', 'network_id': 'e644cc6f-56cf-461d-9b5c-11ecc2c2e143', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'mac_address': 'fa:16:3e:78:e4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:30Z', 'updated_at': '2022-05-27T22:24:43Z', 'revision_number': 5, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'subnets': [{'id': 'e4124652-a084-462a-a1cd-fd8903fd3428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:26:05.711719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:05.711719 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:05.711719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] 10.222.0.57 "PUT /v2.0/ports/5daa1417-a7eb-4605-ad00-c3ba651b1df1 HTTP/1.1" status: 200 len: 1121 time: 4.8959401 May 27 22:26:05.713065 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dae97b9a-3dd7-4667-b40f-0ef6ca10990a req-d536c991-ed21-44f6-a281-35ed3293c2c4 service neutron] 10.222.0.46 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958182 May 27 22:26:05.782179 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0d258a5e-0839-4fa7-94ab-2263cafe2469 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:26:05.783978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a48e60-b04b-4f4a-ba3b-d0743d4773ed service neutron] Pushing event updated for resources: {'Port': ['ID=5daa1417-a7eb-4605-ad00-c3ba651b1df1,revision_number=8']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:05.796914 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-59d06fa1-23fb-4041-9ff5-498d072e97db req-99f85565-db66-44c0-8b80-b2e727650387 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:05.824392 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a3ce9-f9a4-4144-b1e2-932aabd9ef27 req-5335a1f7-e86f-452e-8ad0-dd98e137c7a3 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:05.826129 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d4a3ce9-f9a4-4144-b1e2-932aabd9ef27 req-5335a1f7-e86f-452e-8ad0-dd98e137c7a3 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/ports?device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 945 time: 0.8782182 May 27 22:26:05.892321 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dae97b9a-3dd7-4667-b40f-0ef6ca10990a req-81f92cc5-6c1e-49d3-95d4-bd657dec7a49 service neutron] 10.222.0.46 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778286 May 27 22:26:05.896227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5daa1417-a7eb-4605-ad00-c3ba651b1df1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:05.966963 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d4a3ce9-f9a4-4144-b1e2-932aabd9ef27 req-b3086f2a-0d2e-468b-86f8-e1b7dad5d21d tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/security-groups?id=484ef2db-ab24-43b9-960c-a2f062d1d614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312928 May 27 22:26:05.977838 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['5daa1417-a7eb-4605-ad00-c3ba651b1df1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:06.095026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6069443c-49c8-4884-a375-a129aac3dc81 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:06.137273 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e123e6-c177-4f1d-aca6-a699f0590e38 None None] New status for floating IP 8bf082f5-cf8b-4f82-a755-9b9f24f1d923: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:26:06.210484 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5ffb6cd3-7fa8-49a4-ab67-43b006b3a9ca req-a0f35fdd-584f-4ce9-a832-5c439c65d705 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:06.274879 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79d009d0-f30c-4381-807d-68a5aa0a86c6 req-dd4c3ef2-3372-4c8a-995a-7f4efcce4569 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 210 time: 0.1126716 May 27 22:26:06.281652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f35fdd-584f-4ce9-a832-5c439c65d705 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Pushing event deleted for resources: {'Port': ['ID=0d258a5e-0839-4fa7-94ab-2263cafe2469,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:06.331515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No active binding found for port 0d258a5e-0839-4fa7-94ab-2263cafe2469 {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 22:26:06.331980 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0d258a5e-0839-4fa7-94ab-2263cafe2469 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:26:06.385452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffb6cd3-7fa8-49a4-ab67-43b006b3a9ca req-a0f35fdd-584f-4ce9-a832-5c439c65d705 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] No DVR routers for this DVR port 0d258a5e-0839-4fa7-94ab-2263cafe2469 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:26:06.392041 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5ffb6cd3-7fa8-49a4-ab67-43b006b3a9ca req-a0f35fdd-584f-4ce9-a832-5c439c65d705 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:06.408091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-59d06fa1-23fb-4041-9ff5-498d072e97db req-99f85565-db66-44c0-8b80-b2e727650387 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] For port 5ea67c82-053f-410e-8025-c8d2015108b1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5ea67c82-053f-410e-8025-c8d2015108b1,segment=NetworkSegment(6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e),segment_id=6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:06.419668 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57e84d1-42dd-4794-9dad-605231a9aa4b'] response: {'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0', 'code': 200} May 27 22:26:06.447603 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-59d06fa1-23fb-4041-9ff5-498d072e97db req-99f85565-db66-44c0-8b80-b2e727650387 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:06.514764 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ffb6cd3-7fa8-49a4-ab67-43b006b3a9ca req-a0f35fdd-584f-4ce9-a832-5c439c65d705 tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.46 "DELETE /v2.0/ports/0d258a5e-0839-4fa7-94ab-2263cafe2469 HTTP/1.1" status: 204 len: 173 time: 3.0855479 May 27 22:26:06.551696 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 6069443c-49c8-4884-a375-a129aac3dc81 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:06.552056 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:06.552574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa12256-632b-4b13-af02-411794d26ce7 req-85df0307-f0f1-43da-b805-ab35b76810d7 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:06.554040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-faa12256-632b-4b13-af02-411794d26ce7 req-85df0307-f0f1-43da-b805-ab35b76810d7 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 943 time: 0.0864871 May 27 22:26:06.563257 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-59d06fa1-23fb-4041-9ff5-498d072e97db req-99f85565-db66-44c0-8b80-b2e727650387 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:06.768091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a704380-b4ba-4e39-8ec5-e64c7e25e08b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5daa1417-a7eb-4605-ad00-c3ba651b1df1'}, {'server_uuid': '5627d2e2-f1a8-4a75-88c3-41099cb202d5', 'name': 'network-vif-deleted', 'tag': '3181e765-c199-4290-ac6f-a3c5b5081d1a'}, {'name': 'network-changed', 'server_uuid': '8a704380-b4ba-4e39-8ec5-e64c7e25e08b', 'tag': '5daa1417-a7eb-4605-ad00-c3ba651b1df1'}, {'server_uuid': '4e2e18b6-1c67-437f-995d-46c1698ae6d6', 'name': 'network-vif-deleted', 'tag': '0d258a5e-0839-4fa7-94ab-2263cafe2469'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:06.813210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6069443c-49c8-4884-a375-a129aac3dc81 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:06.850772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5ea67c82-053f-410e-8025-c8d2015108b1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:06.878231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d06fa1-23fb-4041-9ff5-498d072e97db req-99f85565-db66-44c0-8b80-b2e727650387 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:06.878862 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-59d06fa1-23fb-4041-9ff5-498d072e97db req-99f85565-db66-44c0-8b80-b2e727650387 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:06.880208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59d06fa1-23fb-4041-9ff5-498d072e97db req-99f85565-db66-44c0-8b80-b2e727650387 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "PUT /v2.0/ports/5ea67c82-053f-410e-8025-c8d2015108b1 HTTP/1.1" status: 200 len: 1021 time: 2.2276719 May 27 22:26:06.898103 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-faa12256-632b-4b13-af02-411794d26ce7 req-42bf42d5-c64f-4ccb-81e9-871057ce3811 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365011 May 27 22:26:06.908692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f85565-db66-44c0-8b80-b2e727650387 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'Port': ['ID=5ea67c82-053f-410e-8025-c8d2015108b1,revision_number=7']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:06.970825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-4d40eeb2-6e13-41f9-a68b-9b8f845e12d0 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:06.972275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-4d40eeb2-6e13-41f9-a68b-9b8f845e12d0 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.57 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 820 time: 0.2345715 May 27 22:26:06.992764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Request body: {'port': {'device_id': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'admin_state_up': True, 'tenant_id': 'a103764016804495a572e1edea3fca44'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:06.993425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5ea67c82-053f-410e-8025-c8d2015108b1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:07.242737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:07.248029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Usage tracker for resource:port and tenant:a103764016804495a572e1edea3fca44 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:07.252167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:07.258821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:07.329986 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77f44f0-6e0f-43fd-9fa8-80da928f06b6'] response: {'server_uuid': '8a704380-b4ba-4e39-8ec5-e64c7e25e08b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5daa1417-a7eb-4605-ad00-c3ba651b1df1', 'code': 200} May 27 22:26:07.330356 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77f44f0-6e0f-43fd-9fa8-80da928f06b6'] response: {'server_uuid': '5627d2e2-f1a8-4a75-88c3-41099cb202d5', 'name': 'network-vif-deleted', 'tag': '3181e765-c199-4290-ac6f-a3c5b5081d1a', 'status': 'completed', 'code': 200} May 27 22:26:07.330711 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77f44f0-6e0f-43fd-9fa8-80da928f06b6'] response: {'name': 'network-changed', 'server_uuid': '8a704380-b4ba-4e39-8ec5-e64c7e25e08b', 'tag': '5daa1417-a7eb-4605-ad00-c3ba651b1df1', 'status': 'completed', 'code': 200} May 27 22:26:07.331061 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77f44f0-6e0f-43fd-9fa8-80da928f06b6'] response: {'server_uuid': '4e2e18b6-1c67-437f-995d-46c1698ae6d6', 'name': 'network-vif-deleted', 'tag': '0d258a5e-0839-4fa7-94ab-2263cafe2469', 'status': 'completed', 'code': 200} May 27 22:26:07.397725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Made reservation on behalf of a103764016804495a572e1edea3fca44 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:26:07.401572 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:07.586525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4a4cb-1daf-4fc7-9c47-43dd1c48b144 req-9e8bba57-30fc-416d-97dd-86d5942eaa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:07.588653 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36b4a4cb-1daf-4fc7-9c47-43dd1c48b144 req-9e8bba57-30fc-416d-97dd-86d5942eaa8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 1124 time: 0.2315273 May 27 22:26:07.775478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba25761-f85a-41b1-9685-9d95a1f8fa60 req-c10fb017-7d4e-458e-9aeb-a899edd0e8f4 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:07.776993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ba25761-f85a-41b1-9685-9d95a1f8fa60 req-c10fb017-7d4e-458e-9aeb-a899edd0e8f4 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 1024 time: 0.3555365 May 27 22:26:07.797300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bfa00a1d-43ef-4e62-bf75-e0a05a596d18 req-7b0b0a82-bb98-4c14-8263-4b2ff93ee59d tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Synchronizing usage tracker for tenant:5b84c7c97d4c4cc88ed75cc4f809f691 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:26:07.804161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fafabf-deca-4093-ab12-e97f63559218 req-c5a1c80a-b806-4542-9119-9349092a2d3d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:07.807146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-15fafabf-deca-4093-ab12-e97f63559218 req-c5a1c80a-b806-4542-9119-9349092a2d3d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Synchronizing usage tracker for tenant:ecba41eb2b894855a95cc6ec50ef6350 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:26:07.819423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Allocated IP 172.20.0.13 (70dd1cd7-83dd-4b84-a4fc-0af2745e3302/23c58856-8bad-480b-bab4-80dce2c9b40a/997c0397-413a-446a-9243-65d3ef76b8cb) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:26:07.911404 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4a4cb-1daf-4fc7-9c47-43dd1c48b144 req-ca561cf2-cbb1-4ae8-a4a0-3defc8812aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:07.912915 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36b4a4cb-1daf-4fc7-9c47-43dd1c48b144 req-ca561cf2-cbb1-4ae8-a4a0-3defc8812aa3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.2915046 May 27 22:26:07.978684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-15fafabf-deca-4093-ab12-e97f63559218 req-c5a1c80a-b806-4542-9119-9349092a2d3d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Unset dirty status for tenant:ecba41eb2b894855a95cc6ec50ef6350 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:26:07.979870 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-c5a1c80a-b806-4542-9119-9349092a2d3d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258&tenant_id=ecba41eb2b894855a95cc6ec50ef6350&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 950 time: 0.2743583 May 27 22:26:08.013539 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36b4a4cb-1daf-4fc7-9c47-43dd1c48b144 req-60ed53cd-078e-4a7d-85b2-20c5fb0011b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1 HTTP/1.1" status: 200 len: 217 time: 0.0896888 May 27 22:26:08.029045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ba25761-f85a-41b1-9685-9d95a1f8fa60 req-cda8f355-6103-4f6b-afed-7601608aff77 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=4db18a64-846a-4c4d-99ad-814468702ca5&id=e728ae2b-7066-4ff6-a228-084f53378aa8&id=658a80b6-1c53-4ff5-9683-d5d611aa72b8 HTTP/1.1" status: 200 len: 6149 time: 0.2378924 May 27 22:26:08.076332 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-5dc21051-2aef-4c77-a830-cd2fb02a8886 service neutron] 10.222.0.46 "GET /v2.0/ports/4ca6a601-568c-41da-a1c9-9f9c71f785b0/bindings/n-h2-843680-3 HTTP/1.1" status: 200 len: 382 time: 0.0909615 May 27 22:26:08.085275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bfa00a1d-43ef-4e62-bf75-e0a05a596d18 req-7b0b0a82-bb98-4c14-8263-4b2ff93ee59d tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] Unset dirty status for tenant:5b84c7c97d4c4cc88ed75cc4f809f691 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:26:08.086394 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bfa00a1d-43ef-4e62-bf75-e0a05a596d18 req-7b0b0a82-bb98-4c14-8263-4b2ff93ee59d tempest-ServerAddressesTestJSON-1356436854 tempest-ServerAddressesTestJSON-1356436854-project] 10.222.0.27 "GET /v2.0/ports?device_id=4e2e18b6-1c67-437f-995d-46c1698ae6d6 HTTP/1.1" status: 200 len: 210 time: 0.3821852 May 27 22:26:08.141065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40302) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:08.187948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4a4cb-1daf-4fc7-9c47-43dd1c48b144 req-9e39d960-90db-4a77-8636-a7be62551719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:08.189070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36b4a4cb-1daf-4fc7-9c47-43dd1c48b144 req-9e39d960-90db-4a77-8636-a7be62551719 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.1666520 May 27 22:26:08.204391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fafabf-deca-4093-ab12-e97f63559218 req-4420fec7-b386-49a2-bf9f-42e3c09de26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:08.209789 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-4420fec7-b386-49a2-bf9f-42e3c09de26a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 1101 time: 0.1058760 May 27 22:26:08.299289 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36b4a4cb-1daf-4fc7-9c47-43dd1c48b144 req-97ebbea8-95e2-4d6f-b73b-5463d3dcf307 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990148 May 27 22:26:08.385001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a13673f-cc9a-4580-9818-3301769e2356 req-558f42fe-3856-4760-9272-0998660ef209 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 210 time: 0.1097586 May 27 22:26:08.397435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fafabf-deca-4093-ab12-e97f63559218 req-7e1d624f-186e-401a-8f4c-fb09cc005b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:08.398971 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-7e1d624f-186e-401a-8f4c-fb09cc005b46 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.1817915 May 27 22:26:08.472024 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-a0201a21-6305-4f50-99d2-75f1b387c68c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0 HTTP/1.1" status: 200 len: 217 time: 0.0661395 May 27 22:26:08.545192 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fafabf-deca-4093-ab12-e97f63559218 req-7ef38bd1-74d1-44be-9594-cce5a99bebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:08.547050 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-7ef38bd1-74d1-44be-9594-cce5a99bebc7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0657306 May 27 22:26:08.625507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fafabf-deca-4093-ab12-e97f63559218 req-8bc031df-6eb4-474d-80ea-da73a8f3d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:08.626990 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-8bc031df-6eb4-474d-80ea-da73a8f3d77f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736270 May 27 22:26:08.678516 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:08.687905 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-789b9e7c-3ead-444c-a526-e12098947247 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:08.759842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Transition to ACTIVE for port object 997c0397-413a-446a-9243-65d3ef76b8cb will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:08.762004 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-fe154a35-8fe9-4360-a4fa-2408599d6c63 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277430 May 27 22:26:08.776718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-789b9e7c-3ead-444c-a526-e12098947247 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:08.827385 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36b4a4cb-1daf-4fc7-9c47-43dd1c48b144 req-a166bb4e-11dd-4ad2-9c73-b2f74498f164 service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846609 May 27 22:26:08.898601 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-56a237a0-6c43-4072-afa7-fe0b80a0a922 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307433 May 27 22:26:08.955684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b9300-010b-4655-924c-96e0bd7b3a82 req-7cd7b192-45e0-4c63-b78f-e8612f277482 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:08.957169 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c06b9300-010b-4655-924c-96e0bd7b3a82 req-7cd7b192-45e0-4c63-b78f-e8612f277482 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.5750120 May 27 22:26:08.977875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8aec5-684e-49f8-910b-5b782bed1508 req-141380e6-aa38-4f85-89dc-61337df63c73 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:08.979290 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ec8aec5-684e-49f8-910b-5b782bed1508 req-141380e6-aa38-4f85-89dc-61337df63c73 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 943 time: 0.3689530 May 27 22:26:09.080086 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:09.088143 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c06b9300-010b-4655-924c-96e0bd7b3a82 req-cd807cbf-adbc-4a21-ae78-9ecc01d662c4 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220324 May 27 22:26:09.095525 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36b4a4cb-1daf-4fc7-9c47-43dd1c48b144 req-a6f0f08a-1c86-4594-a9cf-a4a5a714ccd8 service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518179 May 27 22:26:09.141235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ec8aec5-684e-49f8-910b-5b782bed1508 req-946411a4-2860-4878-9cad-c8a81897492f tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456218 May 27 22:26:09.152578 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-789b9e7c-3ead-444c-a526-e12098947247 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:09.171216 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-f1c826c9-d325-4e0a-8c2d-f9bfe33a225c req-655766f5-c0a1-404c-944f-872f727de859 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'security_group': {'name': ' tempest-securitygroup -962402156 ', 'description': 'tempest-description-958753263'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:09.195644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-f1c826c9-d325-4e0a-8c2d-f9bfe33a225c req-655766f5-c0a1-404c-944f-872f727de859 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:09.209132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b9e7c-3ead-444c-a526-e12098947247 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccea17f7-fd33-4ef1-af56-2572fe438bf4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:09.226092 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:26:09.227501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-f1c826c9-d325-4e0a-8c2d-f9bfe33a225c req-655766f5-c0a1-404c-944f-872f727de859 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:09.229444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Pushing event updated for resources: {'Port': ['ID=997c0397-413a-446a-9243-65d3ef76b8cb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:09.234662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:09.235518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40314) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:09.239148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:26:09.300423 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-789b9e7c-3ead-444c-a526-e12098947247 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:09.305070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-789b9e7c-3ead-444c-a526-e12098947247 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "DELETE /v2.0/security-groups/ccea17f7-fd33-4ef1-af56-2572fe438bf4 HTTP/1.1" status: 204 len: 168 time: 1.1552336 May 27 22:26:09.305185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40324) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:09.337906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a04e05-73f8-4ffa-b294-32f514f846fe', 'tag': '5ea67c82-053f-410e-8025-c8d2015108b1'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:09.347156 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-ae4a1538-ff60-4d4e-813c-88260cfc16b8 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] show failed (client error): The resource could not be found. May 27 22:26:09.347156 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ae4a1538-ff60-4d4e-813c-88260cfc16b8 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "GET /v2.0/security-groups/ccea17f7-fd33-4ef1-af56-2572fe438bf4 HTTP/1.1" status: 404 len: 347 time: 0.0399759 May 27 22:26:09.355837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40338) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:09.369428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-33210e85-2f2b-42ca-824e-7c048101182a admin admin] Deleting subnet 02aaf00e-e618-4d16-8486-cbd3348cf4cb {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:26:09.379002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:09.379674 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:09.389933 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f1c826c9-d325-4e0a-8c2d-f9bfe33a225c req-655766f5-c0a1-404c-944f-872f727de859 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:09.436125 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6141f100-6495-4856-b7df-b5d6e419c316'] response: {'name': 'network-changed', 'server_uuid': 'a8a04e05-73f8-4ffa-b294-32f514f846fe', 'tag': '5ea67c82-053f-410e-8025-c8d2015108b1', 'status': 'completed', 'code': 200} May 27 22:26:09.476663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-f1c826c9-d325-4e0a-8c2d-f9bfe33a225c req-655766f5-c0a1-404c-944f-872f727de859 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:09.478206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f1c826c9-d325-4e0a-8c2d-f9bfe33a225c req-655766f5-c0a1-404c-944f-872f727de859 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group_rule and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:09.481914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f1c826c9-d325-4e0a-8c2d-f9bfe33a225c req-655766f5-c0a1-404c-944f-872f727de859 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:09.527538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-f1c826c9-d325-4e0a-8c2d-f9bfe33a225c req-655766f5-c0a1-404c-944f-872f727de859 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:09.598396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-1952e848-38b9-4d12-8233-9b11fceeb8eb tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6096230 May 27 22:26:09.599389 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33210e85-2f2b-42ca-824e-7c048101182a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:09.631070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Request body: {'port': {'device_id': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:09.663674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0c481aad-4076-45af-b6cd-4b92daa8258a None None] Provisioning for port 997c0397-413a-446a-9243-65d3ef76b8cb completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:09.673505 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0c481aad-4076-45af-b6cd-4b92daa8258a None None] Provisioning complete for port 997c0397-413a-446a-9243-65d3ef76b8cb triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:09.675673 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c481aad-4076-45af-b6cd-4b92daa8258a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:09.733049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e21f2934-958a-41a7-a55a-6f616088b728 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Deleting port 68f8f99a-ba1c-4213-b645-9d67f9cf7298 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:26:09.733279 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e21f2934-958a-41a7-a55a-6f616088b728 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:09.738815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515f3f6-e2e6-426e-8486-f205b0e794dd req-94883f90-9759-472f-9b1a-b9be065d86c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:09.740334 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8515f3f6-e2e6-426e-8486-f205b0e794dd req-94883f90-9759-472f-9b1a-b9be065d86c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=30513d18dfb7473dbe429465efd7906b&device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 1175 time: 0.2596471 May 27 22:26:09.756043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0c481aad-4076-45af-b6cd-4b92daa8258a None None] Port 997c0397-413a-446a-9243-65d3ef76b8cb cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:26:09.783374 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33210e85-2f2b-42ca-824e-7c048101182a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:09.907083 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f1c826c9-d325-4e0a-8c2d-f9bfe33a225c req-655766f5-c0a1-404c-944f-872f727de859 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:09.916625 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33210e85-2f2b-42ca-824e-7c048101182a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:09.923773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61b54c-7a02-4ebf-8d2e-a74d82bee083 req-61932848-6c0c-46d7-ab18-dd3ac8c1b62f tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:09.923773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9e61b54c-7a02-4ebf-8d2e-a74d82bee083 req-61932848-6c0c-46d7-ab18-dd3ac8c1b62f tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Synchronizing usage tracker for tenant:a103764016804495a572e1edea3fca44 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:26:09.925902 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:10.003171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e21f2934-958a-41a7-a55a-6f616088b728 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:10.003171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e21f2934-958a-41a7-a55a-6f616088b728 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:10.041541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515f3f6-e2e6-426e-8486-f205b0e794dd req-b9c58993-22fc-4fde-8ae2-7db653a328a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:10.043097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8515f3f6-e2e6-426e-8486-f205b0e794dd req-b9c58993-22fc-4fde-8ae2-7db653a328a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4b78b2d5-ee0b-494c-a4f8-80f59f901351 HTTP/1.1" status: 200 len: 913 time: 0.2717943 May 27 22:26:10.052141 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f1c826c9-d325-4e0a-8c2d-f9bfe33a225c req-655766f5-c0a1-404c-944f-872f727de859 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:10.131939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e21f2934-958a-41a7-a55a-6f616088b728 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Calling delete_port for 68f8f99a-ba1c-4213-b645-9d67f9cf7298 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:26:10.191747 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8515f3f6-e2e6-426e-8486-f205b0e794dd req-eb6ec02e-948c-4f01-a918-31e4208f98f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ea67c82-053f-410e-8025-c8d2015108b1 HTTP/1.1" status: 200 len: 217 time: 0.1350288 May 27 22:26:10.208788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9e61b54c-7a02-4ebf-8d2e-a74d82bee083 req-61932848-6c0c-46d7-ab18-dd3ac8c1b62f tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Unset dirty status for tenant:a103764016804495a572e1edea3fca44 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:26:10.209924 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e61b54c-7a02-4ebf-8d2e-a74d82bee083 req-61932848-6c0c-46d7-ab18-dd3ac8c1b62f tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 932 time: 0.6715381 May 27 22:26:10.281365 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33210e85-2f2b-42ca-824e-7c048101182a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:10.283660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655766f5-c0a1-404c-944f-872f727de859 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cb4316-0ea9-4b29-8711-9dd0026edc36,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:10.320716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33210e85-2f2b-42ca-824e-7c048101182a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02aaf00e-e618-4d16-8486-cbd3348cf4cb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:10.324837 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33210e85-2f2b-42ca-824e-7c048101182a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:10.338156 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-33210e85-2f2b-42ca-824e-7c048101182a admin admin] 10.222.0.27 "DELETE /v2.0/subnets/02aaf00e-e618-4d16-8486-cbd3348cf4cb HTTP/1.1" status: 204 len: 168 time: 1.1010654 May 27 22:26:10.340508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40352) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:10.358199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515f3f6-e2e6-426e-8486-f205b0e794dd req-a081a68e-1e84-43ab-b4fe-8fc2c3e4d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:10.359665 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8515f3f6-e2e6-426e-8486-f205b0e794dd req-a081a68e-1e84-43ab-b4fe-8fc2c3e4d49f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=80c5892e-159c-4437-81f3-a948f9bd6b77 HTTP/1.1" status: 200 len: 852 time: 0.1488225 May 27 22:26:10.360823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e21f2934-958a-41a7-a55a-6f616088b728 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:10.409113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9e61b54c-7a02-4ebf-8d2e-a74d82bee083 req-bcf81f81-de8c-4f4f-b612-9f4b72defc52 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Synchronizing usage tracker for tenant:a103764016804495a572e1edea3fca44 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:26:10.450597 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f1c826c9-d325-4e0a-8c2d-f9bfe33a225c req-655766f5-c0a1-404c-944f-872f727de859 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:10.451801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1c826c9-d325-4e0a-8c2d-f9bfe33a225c req-655766f5-c0a1-404c-944f-872f727de859 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 1.3208213 May 27 22:26:10.482459 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8515f3f6-e2e6-426e-8486-f205b0e794dd req-8140cb0f-e3e0-45c3-8b42-79ce35dbd5c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4b78b2d5-ee0b-494c-a4f8-80f59f901351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764115 May 27 22:26:10.501413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f2934-958a-41a7-a55a-6f616088b728 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Pushing event deleted for resources: {'Port': ['ID=68f8f99a-ba1c-4213-b645-9d67f9cf7298,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:10.573411 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c782042-4f64-48f9-a7f6-73e51cdd906e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:10.593588 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e21f2934-958a-41a7-a55a-6f616088b728 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:10.596179 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e21f2934-958a-41a7-a55a-6f616088b728 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:10.602133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e21f2934-958a-41a7-a55a-6f616088b728 tempest-ServersTestManualDisk-1527532983 tempest-ServersTestManualDisk-1527532983-project] 10.222.0.27 "DELETE /v2.0/floatingips/8bf082f5-cf8b-4f82-a755-9b9f24f1d923 HTTP/1.1" status: 204 len: 168 time: 1.2405696 May 27 22:26:10.626066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40362) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:10.719530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9e61b54c-7a02-4ebf-8d2e-a74d82bee083 req-bcf81f81-de8c-4f4f-b612-9f4b72defc52 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Unset dirty status for tenant:a103764016804495a572e1edea3fca44 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:26:10.720327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e61b54c-7a02-4ebf-8d2e-a74d82bee083 req-bcf81f81-de8c-4f4f-b612-9f4b72defc52 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678769 May 27 22:26:10.800453 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c782042-4f64-48f9-a7f6-73e51cdd906e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:10.930174 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8515f3f6-e2e6-426e-8486-f205b0e794dd req-dae1e518-7dcb-4b6c-bf81-ec027bc4b598 service neutron] 10.222.0.46 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398730 May 27 22:26:11.023891 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9c782042-4f64-48f9-a7f6-73e51cdd906e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89f067b-14cc-467a-b0ba-eaf6dd6a8764']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:11.042026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9c782042-4f64-48f9-a7f6-73e51cdd906e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7eaa551-000a-4758-b2c9-6fa221373afb') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:11.042314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9c782042-4f64-48f9-a7f6-73e51cdd906e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7eaa551-000a-4758-b2c9-6fa221373afb') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:11.059182 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c782042-4f64-48f9-a7f6-73e51cdd906e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:11.108463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7c417-9142-42ea-ae95-144d0f0178d9 req-e6f126ec-deb8-4817-bb2d-cedb727da424 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:11.109898 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ed7c417-9142-42ea-ae95-144d0f0178d9 req-e6f126ec-deb8-4817-bb2d-cedb727da424 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.3996518 May 27 22:26:11.113726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 997c0397-413a-446a-9243-65d3ef76b8cb {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:26:11.127890 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:11.146229 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c782042-4f64-48f9-a7f6-73e51cdd906e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:11.158027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c782042-4f64-48f9-a7f6-73e51cdd906e admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:26:11.158416 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c782042-4f64-48f9-a7f6-73e51cdd906e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:11.221163 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ed7c417-9142-42ea-ae95-144d0f0178d9 req-5c19d31f-1362-43a7-b1cd-37cf05d4ecd4 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989959 May 27 22:26:11.230710 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e7eaa551-000a-4758-b2c9-6fa221373afb resource provider aggregate not found May 27 22:26:11.232188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6efcb-e46c-4acd-8f7b-e0555e7bd22c req-37c444a8-bbfd-47a6-8d06-cf683d7f8259 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:11.233247 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-05f6efcb-e46c-4acd-8f7b-e0555e7bd22c req-37c444a8-bbfd-47a6-8d06-cf683d7f8259 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 943 time: 0.3900049 May 27 22:26:11.246275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8515f3f6-e2e6-426e-8486-f205b0e794dd req-80db0e6e-1070-4ab1-81e2-fb2513af67c8 service neutron] 10.222.0.46 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736931 May 27 22:26:11.287618 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e7eaa551-000a-4758-b2c9-6fa221373afb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7eaa551-000a-4758-b2c9-6fa221373afb found for delete ", "request_id": "req-b7a629d6-e962-48ca-a75a-12e33442367f"}]} May 27 22:26:11.320990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-05f6efcb-e46c-4acd-8f7b-e0555e7bd22c req-591f8f02-bf2b-4b3f-9bf9-16edc80e5b89 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756233 May 27 22:26:11.329306 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddef54a1-28ff-4e14-b73a-e615496d9add req-9f5daa0f-b4e4-4ef9-ba37-f9e141a0b1c6 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/e6cb4316-0ea9-4b29-8711-9dd0026edc36 HTTP/1.1" status: 200 len: 1779 time: 0.0662243 May 27 22:26:11.405198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Transition to ACTIVE for port object 997c0397-413a-446a-9243-65d3ef76b8cb will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:11.433548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14c2df44-579b-46c5-8a97-ca1c0d55167d req-7594b727-2a42-401b-8077-5430f5cf5b5d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/e6cb4316-0ea9-4b29-8711-9dd0026edc36 HTTP/1.1" status: 200 len: 1779 time: 0.0612786 May 27 22:26:11.447608 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c782042-4f64-48f9-a7f6-73e51cdd906e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:11.473551 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c782042-4f64-48f9-a7f6-73e51cdd906e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:11.484337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c782042-4f64-48f9-a7f6-73e51cdd906e admin admin] Pushing event deleted for resources: {'Network': ['ID=a89f067b-14cc-467a-b0ba-eaf6dd6a8764,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:11.495091 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9c782042-4f64-48f9-a7f6-73e51cdd906e admin admin] 10.222.0.27 "DELETE /v2.0/networks/a89f067b-14cc-467a-b0ba-eaf6dd6a8764 HTTP/1.1" status: 204 len: 168 time: 1.1536047 May 27 22:26:11.523091 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:11.586378 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-14c2df44-579b-46c5-8a97-ca1c0d55167d req-c7cd7092-8efb-4156-8aca-c58202c34dd1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:11.614596 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03c2a544-5fcf-479a-b630-ff1d3eeda2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:11.900456 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-14c2df44-579b-46c5-8a97-ca1c0d55167d req-c7cd7092-8efb-4156-8aca-c58202c34dd1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:11.929525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Pushing event updated for resources: {'Port': ['ID=997c0397-413a-446a-9243-65d3ef76b8cb,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:12.055105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Attempting to bind port 997c0397-413a-446a-9243-65d3ef76b8cb on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:26:12.055814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Attempting to bind port 997c0397-413a-446a-9243-65d3ef76b8cb by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:26:12.055814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Attempting to bind port 997c0397-413a-446a-9243-65d3ef76b8cb on network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:12.060663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Port 997c0397-413a-446a-9243-65d3ef76b8cb on network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:26:12.060987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Attempting to bind port 997c0397-413a-446a-9243-65d3ef76b8cb on network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:12.067975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:26:12.068315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Checking segment: {'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:12.071861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Bound using segment: {'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:26:12.071861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Bound port: 997c0397-413a-446a-9243-65d3ef76b8cb, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:26:12.071861 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:12.102174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-03c2a544-5fcf-479a-b630-ff1d3eeda2eb admin admin] Deleting port 511f5c87-976e-4623-a599-39c26e3da090 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:26:12.102703 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03c2a544-5fcf-479a-b630-ff1d3eeda2eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:12.227723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40386) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:12.244108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a205e5-a923-45bd-87c6-39f1a2e422e0 req-3a33bc87-6b99-41d2-ba81-7aaaf5d085c6 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:12.244429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40388) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:12.248047 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44a205e5-a923-45bd-87c6-39f1a2e422e0 req-3a33bc87-6b99-41d2-ba81-7aaaf5d085c6 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 944 time: 0.3757877 May 27 22:26:12.262396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-14c2df44-579b-46c5-8a97-ca1c0d55167d req-c7cd7092-8efb-4156-8aca-c58202c34dd1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:12.309598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] For port 997c0397-413a-446a-9243-65d3ef76b8cb, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:12.322048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd7092-8efb-4156-8aca-c58202c34dd1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cb4316-0ea9-4b29-8711-9dd0026edc36,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:12.339621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] For port 997c0397-413a-446a-9243-65d3ef76b8cb, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=997c0397-413a-446a-9243-65d3ef76b8cb,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:26:12.356133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-74fa84ba-b1ca-4100-a086-979935f4cafc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5b84c7c97d4c4cc88ed75cc4f809f691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1116204 May 27 22:26:12.359400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40400) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:12.360445 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-14c2df44-579b-46c5-8a97-ca1c0d55167d req-c7cd7092-8efb-4156-8aca-c58202c34dd1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:12.361561 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14c2df44-579b-46c5-8a97-ca1c0d55167d req-c7cd7092-8efb-4156-8aca-c58202c34dd1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "DELETE /v2.0/security-groups/e6cb4316-0ea9-4b29-8711-9dd0026edc36 HTTP/1.1" status: 204 len: 173 time: 0.9173849 May 27 22:26:12.368458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-03c2a544-5fcf-479a-b630-ff1d3eeda2eb admin admin] For port 511f5c87-976e-4623-a599-39c26e3da090, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=511f5c87-976e-4623-a599-39c26e3da090,segment=NetworkSegment(a789c1de-c27b-44ea-95e0-2a32a6a2b984),segment_id=a789c1de-c27b-44ea-95e0-2a32a6a2b984)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:12.368458 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03c2a544-5fcf-479a-b630-ff1d3eeda2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:12.401269 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44a205e5-a923-45bd-87c6-39f1a2e422e0 req-b8500be1-fc45-454d-80d2-8fe90968a29c tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520910 May 27 22:26:12.432366 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-e73539ab-d9e3-42c1-9b83-dcf180c79621 service neutron] 10.222.0.46 "GET /v2.0/ports/5daa1417-a7eb-4605-ad00-c3ba651b1df1/bindings/n-h1-843680-3 HTTP/1.1" status: 200 len: 384 time: 0.2444425 May 27 22:26:12.513111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-03c2a544-5fcf-479a-b630-ff1d3eeda2eb admin admin] Calling delete_port for 511f5c87-976e-4623-a599-39c26e3da090 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:26:12.559647 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:12.803122 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4208e5b7-85d7-4743-be54-3cad02d959df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:12.827856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:12.828806 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:12.830213 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] 10.222.0.57 "PUT /v2.0/ports/997c0397-413a-446a-9243-65d3ef76b8cb HTTP/1.1" status: 200 len: 1092 time: 3.2068093 May 27 22:26:12.831191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'tag': '997c0397-413a-446a-9243-65d3ef76b8cb'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:12.981348 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-01b06db9-5d5d-4edf-bee1-85b892ce0096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:13.075227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4208e5b7-85d7-4743-be54-3cad02d959df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:13.105155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4208e5b7-85d7-4743-be54-3cad02d959df admin admin] Usage tracker for resource:security_group_rule and tenant:8b2c8294186d4c9497b79b889df72c4d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:13.121090 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03c2a544-5fcf-479a-b630-ff1d3eeda2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:13.124275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f0184-9480-44c5-9f39-6cbb24d48133 service neutron] Pushing event updated for resources: {'Port': ['ID=997c0397-413a-446a-9243-65d3ef76b8cb,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:13.130357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4208e5b7-85d7-4743-be54-3cad02d959df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:13.164140 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-01b06db9-5d5d-4edf-bee1-85b892ce0096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:13.171292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4208e5b7-85d7-4743-be54-3cad02d959df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:13.236458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2a544-5fcf-479a-b630-ff1d3eeda2eb admin admin] Pushing event deleted for resources: {'Port': ['ID=511f5c87-976e-4623-a599-39c26e3da090,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:13.327786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fafabf-deca-4093-ab12-e97f63559218 req-cf3afe23-6bb1-483a-b29f-337d24725f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:13.329147 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-cf3afe23-6bb1-483a-b29f-337d24725f6e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258&tenant_id=ecba41eb2b894855a95cc6ec50ef6350 HTTP/1.1" status: 200 len: 1101 time: 0.8107955 May 27 22:26:13.344610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14658b77-13a8-4183-a2ce-90d0b080e3a6 req-9570951d-a3d9-4527-925b-ef7f08ae6de8 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:13.347169 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14658b77-13a8-4183-a2ce-90d0b080e3a6 req-9570951d-a3d9-4527-925b-ef7f08ae6de8 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.8208752 May 27 22:26:13.372516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:13.498526 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03c2a544-5fcf-479a-b630-ff1d3eeda2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:13.506920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06581313-d705-466d-94e5-2d2fee3f1edc req-3b24c4f6-03c1-4ec6-922e-7c1c6e4f1a3c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:13.508425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06581313-d705-466d-94e5-2d2fee3f1edc req-3b24c4f6-03c1-4ec6-922e-7c1c6e4f1a3c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 943 time: 0.8508558 May 27 22:26:13.521347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-b64eaeab-e21c-46e5-8c41-a4481b00abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:13.522955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-b64eaeab-e21c-46e5-8c41-a4481b00abbf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 1095 time: 0.5478663 May 27 22:26:13.597311 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14658b77-13a8-4183-a2ce-90d0b080e3a6 req-f9407a04-e678-49bd-8c58-89cbe58c146f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419260 May 27 22:26:13.712652 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-01b06db9-5d5d-4edf-bee1-85b892ce0096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:13.716712 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-3bf5c891-5719-4656-8226-0f49c5929192 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=997c0397-413a-446a-9243-65d3ef76b8cb HTTP/1.1" status: 200 len: 217 time: 0.1237071 May 27 22:26:13.718327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-5c1026b4-7f1e-40e2-a2f8-49231697027b service neutron] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:13.813968 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-9dc3ddec-38db-43d6-8411-f748eb6ab3cc req-95448b3a-8641-4154-a52f-51e968d6a405 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] show failed (client error): The resource could not be found. May 27 22:26:13.814896 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9dc3ddec-38db-43d6-8411-f748eb6ab3cc req-95448b3a-8641-4154-a52f-51e968d6a405 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/e6cb4316-0ea9-4b29-8711-9dd0026edc36 HTTP/1.1" status: 404 len: 352 time: 0.1502292 May 27 22:26:13.834910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4ca6a601-568c-41da-a1c9-9f9c71f785b0 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:26:13.838138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b06db9-5d5d-4edf-bee1-85b892ce0096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484ef2db-ab24-43b9-960c-a2f062d1d614,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:13.911308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06581313-d705-466d-94e5-2d2fee3f1edc req-5a0d5ad8-8590-4d45-b0e2-7816a578bdbf tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870182 May 27 22:26:13.911953 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:13.941022 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9292104c-154e-4edb-aff7-2afe7708800c'] response: {'name': 'network-changed', 'server_uuid': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'tag': '997c0397-413a-446a-9243-65d3ef76b8cb', 'status': 'completed', 'code': 200} May 27 22:26:13.947192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-5c1026b4-7f1e-40e2-a2f8-49231697027b service neutron] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:13.966240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c2a544-5fcf-479a-b630-ff1d3eeda2eb admin admin] Router aca33bdf-3740-45c7-a3f9-5b57bfdf938a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:26:14.001048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4208e5b7-85d7-4743-be54-3cad02d959df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:14.018268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:14.019117 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:14.024318 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-01b06db9-5d5d-4edf-bee1-85b892ce0096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:14.026649 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-01b06db9-5d5d-4edf-bee1-85b892ce0096 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/484ef2db-ab24-43b9-960c-a2f062d1d614 HTTP/1.1" status: 204 len: 168 time: 1.6640158 May 27 22:26:14.066976 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-bab7e740-bd54-481a-ae97-2ee844e24c9f req-4f8f5546-2993-4eee-b820-e440d9c39270 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-337114330', 'description': 'tempest-description-269227862'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:14.136938 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:14.146013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-bab7e740-bd54-481a-ae97-2ee844e24c9f req-4f8f5546-2993-4eee-b820-e440d9c39270 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:14.148721 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:14.152976 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4208e5b7-85d7-4743-be54-3cad02d959df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:14.160545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-885d5418-1582-4ee2-bf27-c520545eec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:14.161996 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-885d5418-1582-4ee2-bf27-c520545eec53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.4221013 May 27 22:26:14.178359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bab7e740-bd54-481a-ae97-2ee844e24c9f req-4f8f5546-2993-4eee-b820-e440d9c39270 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:14.199400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c2a544-5fcf-479a-b630-ff1d3eeda2eb admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:26:14.208253 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f9d7a-f957-46fa-abd7-51245e97607e None None] Sync routers for ids ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:26:14.215917 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-03c2a544-5fcf-479a-b630-ff1d3eeda2eb admin admin] 10.222.0.27 "PUT /v2.0/routers/aca33bdf-3740-45c7-a3f9-5b57bfdf938a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5888081 May 27 22:26:14.216766 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40424) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:14.218388 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f9d7a-f957-46fa-abd7-51245e97607e None None] Routers {'aca33bdf-3740-45c7-a3f9-5b57bfdf938a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:26:14.218984 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a26f9d7a-f957-46fa-abd7-51245e97607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:14.229963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bab7e740-bd54-481a-ae97-2ee844e24c9f req-4f8f5546-2993-4eee-b820-e440d9c39270 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:14.239151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-5c1026b4-7f1e-40e2-a2f8-49231697027b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5daa1417-a7eb-4605-ad00-c3ba651b1df1 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:26:14.259876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-bab7e740-bd54-481a-ae97-2ee844e24c9f req-4f8f5546-2993-4eee-b820-e440d9c39270 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:14.304210 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:14.313483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-5c1026b4-7f1e-40e2-a2f8-49231697027b service neutron] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:14.329480 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4208e5b7-85d7-4743-be54-3cad02d959df admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8b2c8294186d4c9497b79b889df72c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0791304 May 27 22:26:14.338424 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:26:14.338743 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:26:14.340799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40428) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:14.345911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208e5b7-85d7-4743-be54-3cad02d959df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab97234-600a-44a5-9367-39edeee9f8f3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:14.407035 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4ca6a601-568c-41da-a1c9-9f9c71f785b0,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:14.433856 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:14.442891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee81e08-f472-41fe-bd94-ef496b3e5a77 req-ea954dab-2bfe-4717-901b-d126c48343f5 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:14.444443 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ee81e08-f472-41fe-bd94-ef496b3e5a77 req-ea954dab-2bfe-4717-901b-d126c48343f5 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 944 time: 0.4117713 May 27 22:26:14.451454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-6750bc63-cfa7-4fb3-b86a-851a40f16e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:14.452953 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-6750bc63-cfa7-4fb3-b86a-851a40f16e07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2761102 May 27 22:26:14.457387 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d08ff979-dbf6-4d83-8591-8c64d3738e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:14.483764 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a26f9d7a-f957-46fa-abd7-51245e97607e None None] Set router aca33bdf-3740-45c7-a3f9-5b57bfdf938a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:26:14.518021 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-5c1026b4-7f1e-40e2-a2f8-49231697027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:14.526253 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bab7e740-bd54-481a-ae97-2ee844e24c9f req-4f8f5546-2993-4eee-b820-e440d9c39270 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:14.638936 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d08ff979-dbf6-4d83-8591-8c64d3738e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:14.669512 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ee81e08-f472-41fe-bd94-ef496b3e5a77 req-61414afb-71db-4088-9e17-0e4c5e06dcb3 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154207 May 27 22:26:14.806854 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b69422-c6bf-40da-bf96-bf0f4d0003be'] response: {'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0', 'code': 200} May 27 22:26:14.809218 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:14.829265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-bab7e740-bd54-481a-ae97-2ee844e24c9f req-4f8f5546-2993-4eee-b820-e440d9c39270 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:14.885359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bab7e740-bd54-481a-ae97-2ee844e24c9f req-4f8f5546-2993-4eee-b820-e440d9c39270 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group_rule and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:14.893759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bab7e740-bd54-481a-ae97-2ee844e24c9f req-4f8f5546-2993-4eee-b820-e440d9c39270 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:14.906073 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a26f9d7a-f957-46fa-abd7-51245e97607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130'}], 'enable_snat': True}, 'gw_port_id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:20Z', 'updated_at': '2022-05-27T22:26:12Z', 'revision_number': 5, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'gw_port': {'id': '38e54e56-e3df-45b4-a68f-11c544b75795', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:83:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:24:23Z', 'updated_at': '2022-05-27T22:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:14.912398 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f9d7a-f957-46fa-abd7-51245e97607e None None] Checking router: aca33bdf-3740-45c7-a3f9-5b57bfdf938a for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:26:14.923753 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f9d7a-f957-46fa-abd7-51245e97607e None None] Routers {'aca33bdf-3740-45c7-a3f9-5b57bfdf938a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:26:14.924413 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a26f9d7a-f957-46fa-abd7-51245e97607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:14.978396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] Deleting port 38e54e56-e3df-45b4-a68f-11c544b75795 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:26:14.978737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:14.990683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-bab7e740-bd54-481a-ae97-2ee844e24c9f req-4f8f5546-2993-4eee-b820-e440d9c39270 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:15.067539 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:15.090029 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-89b2f76e-5e38-4e25-924e-c0f9ac135770 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046937 May 27 22:26:15.114181 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a26f9d7a-f957-46fa-abd7-51245e97607e None None] Set router aca33bdf-3740-45c7-a3f9-5b57bfdf938a gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:26:15.227013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] For port 38e54e56-e3df-45b4-a68f-11c544b75795, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=38e54e56-e3df-45b4-a68f-11c544b75795,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:15.227675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:15.250752 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a26f9d7a-f957-46fa-abd7-51245e97607e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:20Z', 'updated_at': '2022-05-27T22:26:14Z', 'revision_number': 6, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:15.259943 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f9d7a-f957-46fa-abd7-51245e97607e None None] The sync data for ids ['aca33bdf-3740-45c7-a3f9-5b57bfdf938a'] in n-d-843680-3 is: [{'id': 'aca33bdf-3740-45c7-a3f9-5b57bfdf938a', 'name': 'tempest-ServersTestManualDisk-1887945961-router', 'tenant_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:24:20Z', 'updated_at': '2022-05-27T22:26:14Z', 'revision_number': 6, 'project_id': '79c092a1a5a54f6398d0d9bdc51864e7', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:26:15.372085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-5c1026b4-7f1e-40e2-a2f8-49231697027b service neutron] Transition to ACTIVE for port object 5daa1417-a7eb-4605-ad00-c3ba651b1df1 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:15.379587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] Calling delete_port for 38e54e56-e3df-45b4-a68f-11c544b75795 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:26:15.405348 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d08ff979-dbf6-4d83-8591-8c64d3738e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:15.454238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ff979-dbf6-4d83-8591-8c64d3738e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab97234-600a-44a5-9367-39edeee9f8f3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:15.480195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bca809-af54-4d8d-ba72-2a712a487513 req-340e999d-d4aa-4526-ab95-fa5c53e8b34b tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:15.480195 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-34bca809-af54-4d8d-ba72-2a712a487513 req-340e999d-d4aa-4526-ab95-fa5c53e8b34b tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 949 time: 0.5617492 May 27 22:26:15.554521 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:15.597137 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d08ff979-dbf6-4d83-8591-8c64d3738e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:15.598903 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d08ff979-dbf6-4d83-8591-8c64d3738e31 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dab97234-600a-44a5-9367-39edeee9f8f3 HTTP/1.1" status: 204 len: 168 time: 1.2557578 May 27 22:26:15.599633 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-5c1026b4-7f1e-40e2-a2f8-49231697027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:15.640735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40458) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:15.692599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:15.761522 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e12f716b-f858-417c-8b15-1daecacda1b2 req-8a92a070-564d-4273-b670-38ccb69b0e23 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6572130 May 27 22:26:15.805050 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-34bca809-af54-4d8d-ba72-2a712a487513 req-a0fb7955-7782-4353-b37e-a22ea0385192 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147368 May 27 22:26:15.813475 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bab7e740-bd54-481a-ae97-2ee844e24c9f req-4f8f5546-2993-4eee-b820-e440d9c39270 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:15.850560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5daa1417-a7eb-4605-ad00-c3ba651b1df1 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:26:15.875663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e54e56-e3df-45b4-a68f-11c544b75795,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:15.880321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-5c1026b4-7f1e-40e2-a2f8-49231697027b service neutron] No DVR routers for this DVR port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:26:15.880674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2081605075-network', 'tenant_id': '97fe5f44835545c0a61788c6d0ac3edf'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:15.902629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:15.911474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Usage tracker for resource:network and tenant:97fe5f44835545c0a61788c6d0ac3edf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:15.925894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:15.932938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:15.968315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5daa1417-a7eb-4605-ad00-c3ba651b1df1 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:26:16.019318 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.081454 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bab7e740-bd54-481a-ae97-2ee844e24c9f req-4f8f5546-2993-4eee-b820-e440d9c39270 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.213780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1026b4-7f1e-40e2-a2f8-49231697027b service neutron] Pushing event updated for resources: {'Port': ['ID=5daa1417-a7eb-4605-ad00-c3ba651b1df1,revision_number=10']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:16.221356 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 38e54e56-e3df-45b4-a68f-11c544b75795 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:26:16.240873 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bab7e740-bd54-481a-ae97-2ee844e24c9f req-4f8f5546-2993-4eee-b820-e440d9c39270 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.251435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bab7e740-bd54-481a-ae97-2ee844e24c9f req-4f8f5546-2993-4eee-b820-e440d9c39270 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 2.2246103 May 27 22:26:16.261776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Made reservation on behalf of 97fe5f44835545c0a61788c6d0ac3edf for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:26:16.264117 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.278530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:16.285614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 38e54e56-e3df-45b4-a68f-11c544b75795 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:26:16.285952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 38e54e56-e3df-45b4-a68f-11c544b75795 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:26:16.286542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 511f5c87-976e-4623-a599-39c26e3da090 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:26:16.287574 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.297296 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-5c1026b4-7f1e-40e2-a2f8-49231697027b service neutron] 10.222.0.46 "PUT /v2.0/ports/5daa1417-a7eb-4605-ad00-c3ba651b1df1/bindings/n-h1-843680-3/activate HTTP/1.1" status: 200 len: 369 time: 3.8528781 May 27 22:26:16.315386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f5546-2993-4eee-b820-e440d9c39270 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e74195b-04bb-4e68-8dc8-7e1643eb4337,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:16.319434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.325284 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.329472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:16.347995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Usage tracker for resource:security_group_rule and tenant:97fe5f44835545c0a61788c6d0ac3edf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:16.363006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:16.370910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:16.377635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105be6b-d884-4253-86b9-ec78e2d54d1c req-4aa1b2a7-1115-46de-978f-88747b35f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:16.379206 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d105be6b-d884-4253-86b9-ec78e2d54d1c req-4aa1b2a7-1115-46de-978f-88747b35f3e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 1095 time: 0.3790867 May 27 22:26:16.386779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 511f5c87-976e-4623-a599-39c26e3da090 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:26:16.387190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 511f5c87-976e-4623-a599-39c26e3da090 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:26:16.397266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae48cd-4df4-4d18-a34b-75ceb329e237 req-03c37fc1-0888-48dd-b5ce-b91b648e6805 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:16.398404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9ae48cd-4df4-4d18-a34b-75ceb329e237 req-03c37fc1-0888-48dd-b5ce-b91b648e6805 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 944 time: 0.4033186 May 27 22:26:16.429656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:16.489357 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.553954 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.554506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aca33bdf-3740-45c7-a3f9-5b57bfdf938a {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:26:16.579325 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.620111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca6a601-568c-41da-a1c9-9f9c71f785b0 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:26:16.631385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:26:16.643949 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.645458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4407b18-46ce-452e-b560-3a581e08c650,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:16.652067 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.653518 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a5bba83-56f7-4caa-926a-1f7bf6397536 admin admin] 10.222.0.27 "DELETE /v2.0/routers/aca33bdf-3740-45c7-a3f9-5b57bfdf938a HTTP/1.1" status: 204 len: 168 time: 2.4355571 May 27 22:26:16.658208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40474) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:16.662665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.663004 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Added segment c03e3d62-d51e-4ed5-b25b-22cc134d369d of type vlan for network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 May 27 22:26:16.695167 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9ae48cd-4df4-4d18-a34b-75ceb329e237 req-f05eb478-bd0d-4ea9-bb4f-6b3e9e1ce840 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693956 May 27 22:26:16.728246 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Transition to ACTIVE for port object 4ca6a601-568c-41da-a1c9-9f9c71f785b0 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:16.738188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-a1bf267f-ecea-4310-add6-8a779e8df4f5 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:16.739778 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-a1bf267f-ecea-4310-add6-8a779e8df4f5 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b&tenant_id=091c975465a443ff9f9924fb8c574958&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 1095 time: 0.2337096 May 27 22:26:16.771380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105be6b-d884-4253-86b9-ec78e2d54d1c req-e98e4078-594b-472a-8e38-b14d00d98670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:16.774213 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d105be6b-d884-4253-86b9-ec78e2d54d1c req-e98e4078-594b-472a-8e38-b14d00d98670 service neutron] 10.222.0.57 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 921 time: 0.3706722 May 27 22:26:16.783751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-e1948809-1acd-4a0d-a34e-3264bb7004b7 req-9a4e9fe0-fb34-487e-96f9-b62e4927006f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1078343869', 'description': 'tempest-description-282441258'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:16.830031 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.844156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc211c2-349d-4793-9545-0bed62b0efc7 admin admin] Deleting subnet e4124652-a084-462a-a1cd-fd8903fd3428 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:26:16.851545 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.852815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dc211c2-349d-4793-9545-0bed62b0efc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.860375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e1948809-1acd-4a0d-a34e-3264bb7004b7 req-9a4e9fe0-fb34-487e-96f9-b62e4927006f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:16.871788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40480) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:16.928206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dc211c2-349d-4793-9545-0bed62b0efc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:16.931887 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d105be6b-d884-4253-86b9-ec78e2d54d1c req-803cf73e-9059-4922-946d-3fc1c246523f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=997c0397-413a-446a-9243-65d3ef76b8cb HTTP/1.1" status: 200 len: 217 time: 0.1514611 May 27 22:26:16.940662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e1948809-1acd-4a0d-a34e-3264bb7004b7 req-9a4e9fe0-fb34-487e-96f9-b62e4927006f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:16.983234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-99a2f19e-ec39-4106-bf6d-c45d18db548a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:16.984799 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-99a2f19e-ec39-4106-bf6d-c45d18db548a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b&tenant_id=091c975465a443ff9f9924fb8c574958 HTTP/1.1" status: 200 len: 1095 time: 0.2300355 May 27 22:26:17.003303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e1948809-1acd-4a0d-a34e-3264bb7004b7 req-9a4e9fe0-fb34-487e-96f9-b62e4927006f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:17.060342 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:17.061683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:17.062412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:17.067723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e1948809-1acd-4a0d-a34e-3264bb7004b7 req-9a4e9fe0-fb34-487e-96f9-b62e4927006f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:17.069785 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3789980b-5387-4088-9b99-5cdcf1b348bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:17.071719 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dc211c2-349d-4793-9545-0bed62b0efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:17.119973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee85e40-b7cc-4e60-80b0-1f27a0806c3f req-1105ac5c-ac5c-4a38-9410-3357679187c9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:17.127482 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ee85e40-b7cc-4e60-80b0-1f27a0806c3f req-1105ac5c-ac5c-4a38-9410-3357679187c9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 944 time: 0.7228541 May 27 22:26:17.143973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Pushing event updated for resources: {'Port': ['ID=4ca6a601-568c-41da-a1c9-9f9c71f785b0,revision_number=11']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:17.175763 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] No DVR routers for this DVR port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:26:17.185473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3789980b-5387-4088-9b99-5cdcf1b348bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:17.193549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3789980b-5387-4088-9b99-5cdcf1b348bd admin admin] Usage tracker for resource:security_group_rule and tenant:72d3af63c4fd46768b37ee74be19f48d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:17.199278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3789980b-5387-4088-9b99-5cdcf1b348bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:17.389818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3789980b-5387-4088-9b99-5cdcf1b348bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:17.405033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105be6b-d884-4253-86b9-ec78e2d54d1c req-105b9cc4-34de-4c5f-9ed7-b5b3ef451595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:17.406484 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d105be6b-d884-4253-86b9-ec78e2d54d1c req-105b9cc4-34de-4c5f-9ed7-b5b3ef451595 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.4047167 May 27 22:26:17.407222 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e1948809-1acd-4a0d-a34e-3264bb7004b7 req-9a4e9fe0-fb34-487e-96f9-b62e4927006f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:17.421464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] Pushing event updated for resources: {'Network': ['ID=83b2cd8f-2358-49b4-a885-79e5e97a5ec7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:17.434496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:26:17.454942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-ea68922c-214c-4d38-af99-531995667a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:17.456755 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-ea68922c-214c-4d38-af99-531995667a8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 1095 time: 0.4294910 May 27 22:26:17.476700 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ee85e40-b7cc-4e60-80b0-1f27a0806c3f req-54aa1dc4-a488-4850-9e24-747ce9069c3f tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437519 May 27 22:26:17.491621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Attempting to bind port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:26:17.492146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Attempting to bind port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:26:17.492583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Attempting to bind port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:17.511801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:26:17.512269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Attempting to bind port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:17.557370 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2e83aa4a-3d50-43e5-a29b-ea0f9eec18df admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9147134 May 27 22:26:17.558985 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dc211c2-349d-4793-9545-0bed62b0efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:17.565558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40486) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:17.566292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e1948809-1acd-4a0d-a34e-3264bb7004b7 req-9a4e9fe0-fb34-487e-96f9-b62e4927006f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:17.570630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:26:17.571528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:17.573624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:26:17.573624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Bound port: 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:26:17.573624 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:17.593813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e1948809-1acd-4a0d-a34e-3264bb7004b7 req-9a4e9fe0-fb34-487e-96f9-b62e4927006f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group_rule and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:17.602720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] Request body: {'subnet': {'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2081605075-subnet', 'tenant_id': '97fe5f44835545c0a61788c6d0ac3edf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:17.616597 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:17.619477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc211c2-349d-4793-9545-0bed62b0efc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4124652-a084-462a-a1cd-fd8903fd3428,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:17.623536 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a86a74-c58f-4f8a-989f-697e5e1c3e34 None None] Network e644cc6f-56cf-461d-9b5c-11ecc2c2e143 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:26:17.624469 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dc211c2-349d-4793-9545-0bed62b0efc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:17.627134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] Usage tracker for resource:subnet and tenant:97fe5f44835545c0a61788c6d0ac3edf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:17.634441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:17.645964 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9dc211c2-349d-4793-9545-0bed62b0efc7 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/e4124652-a084-462a-a1cd-fd8903fd3428 HTTP/1.1" status: 204 len: 168 time: 0.9841545 May 27 22:26:17.645964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:17.650586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40490) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:17.656440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e1948809-1acd-4a0d-a34e-3264bb7004b7 req-9a4e9fe0-fb34-487e-96f9-b62e4927006f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:17.723307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e1948809-1acd-4a0d-a34e-3264bb7004b7 req-9a4e9fe0-fb34-487e-96f9-b62e4927006f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:17.756925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] Made reservation on behalf of 97fe5f44835545c0a61788c6d0ac3edf for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:26:17.759316 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:17.796797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-9e4c7d95-8e41-4432-9d8f-54dd09721fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:17.798258 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-9e4c7d95-8e41-4432-9d8f-54dd09721fff service neutron] 10.222.0.57 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.3353939 May 27 22:26:17.845039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105be6b-d884-4253-86b9-ec78e2d54d1c req-5d8f9a04-ed7b-45f2-8796-e89712b80936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:17.847305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d105be6b-d884-4253-86b9-ec78e2d54d1c req-5d8f9a04-ed7b-45f2-8796-e89712b80936 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4249871 May 27 22:26:17.935072 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] DHCP port deletion for e644cc6f-56cf-461d-9b5c-11ecc2c2e143 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:26:17.941314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] Deleting port 3607e6f0-af39-4be5-86ca-2679670e8f9b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:26:17.941699 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:17.942556 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-5ad6f14a-3ca5-4d56-ba6f-c8fc662a7409 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1 HTTP/1.1" status: 200 len: 217 time: 0.0872900 May 27 22:26:17.948077 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:17.989283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:18.028188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Deleting port 3607e6f0-af39-4be5-86ca-2679670e8f9b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:26:18.028554 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:18.039935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31757355-0685-4def-809d-6b7b612b154a req-3307f7f6-5307-43d7-b7ee-9cb9f7cbb0a2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:18.041516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31757355-0685-4def-809d-6b7b612b154a req-3307f7f6-5307-43d7-b7ee-9cb9f7cbb0a2 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 949 time: 0.4557405 May 27 22:26:18.043880 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e1948809-1acd-4a0d-a34e-3264bb7004b7 req-9a4e9fe0-fb34-487e-96f9-b62e4927006f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:18.045725 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3789980b-5387-4088-9b99-5cdcf1b348bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:18.053530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:26:18.069128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-54cf4efd-4039-4655-9f9b-4088d59f993d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:18.070592 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-54cf4efd-4039-4655-9f9b-4088d59f993d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.1204886 May 27 22:26:18.076939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3607e6f0-af39-4be5-86ca-2679670e8f9b no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:26:18.123671 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31757355-0685-4def-809d-6b7b612b154a req-1e46d655-a64e-4e03-a1b6-2c2637cc542f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739717 May 27 22:26:18.126442 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d105be6b-d884-4253-86b9-ec78e2d54d1c req-17e4af99-8a4d-499d-b0cd-70ecddabad99 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624826 May 27 22:26:18.127465 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3789980b-5387-4088-9b99-5cdcf1b348bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:18.136155 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:18.138450 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-9634931a-b421-4240-b39d-8e3e773d7943 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568578 May 27 22:26:18.145872 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e1948809-1acd-4a0d-a34e-3264bb7004b7 req-9a4e9fe0-fb34-487e-96f9-b62e4927006f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:18.276007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:18.276648 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:18.278792 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-9afc2894-8353-4643-af93-88a93eac690d service neutron] 10.222.0.57 "PUT /v2.0/ports/4ca6a601-568c-41da-a1c9-9f9c71f785b0 HTTP/1.1" status: 200 len: 1097 time: 4.9215276 May 27 22:26:18.333588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:18.384139 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:18.432761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 997c0397-413a-446a-9243-65d3ef76b8cb details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:26:18.447834 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] For port 3607e6f0-af39-4be5-86ca-2679670e8f9b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3607e6f0-af39-4be5-86ca-2679670e8f9b,segment=NetworkSegment(a789c1de-c27b-44ea-95e0-2a32a6a2b984),segment_id=a789c1de-c27b-44ea-95e0-2a32a6a2b984)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:18.447834 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:18.447834 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3607e6f0-af39-4be5-86ca-2679670e8f9b is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:18.447834 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:18.485025 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3789980b-5387-4088-9b99-5cdcf1b348bd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=72d3af63c4fd46768b37ee74be19f48d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5682590 May 27 22:26:18.490260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40502) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:18.496517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789980b-5387-4088-9b99-5cdcf1b348bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0561751e-b271-4b71-ab5e-e2ec49570fba,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:18.576555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc2894-8353-4643-af93-88a93eac690d service neutron] Pushing event updated for resources: {'Port': ['ID=4ca6a601-568c-41da-a1c9-9f9c71f785b0,revision_number=12']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:18.597088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] Calling delete_port for 3607e6f0-af39-4be5-86ca-2679670e8f9b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:26:18.600005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e9fe0-fb34-487e-96f9-b62e4927006f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e0b8f6-380b-457e-bb44-1eb28aeebb2d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:18.637139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d105be6b-d884-4253-86b9-ec78e2d54d1c req-dfd4aa00-aa34-4108-8a01-ae44bf1756b1 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838941 May 27 22:26:18.643592 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e1948809-1acd-4a0d-a34e-3264bb7004b7 req-9a4e9fe0-fb34-487e-96f9-b62e4927006f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:18.644784 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1948809-1acd-4a0d-a34e-3264bb7004b7 req-9a4e9fe0-fb34-487e-96f9-b62e4927006f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.8693070 May 27 22:26:18.657203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025cf19-d9f1-44fc-b2ad-e0e300596ff8 req-3b7991d9-364b-4e7a-9f44-a594fab1b66b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:18.659251 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5025cf19-d9f1-44fc-b2ad-e0e300596ff8 req-3b7991d9-364b-4e7a-9f44-a594fab1b66b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 944 time: 0.3982751 May 27 22:26:18.668429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fafabf-deca-4093-ab12-e97f63559218 req-b39c5deb-2cc1-4abc-9561-4dd2ba7345f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:18.679553 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-b39c5deb-2cc1-4abc-9561-4dd2ba7345f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 1100 time: 0.3290720 May 27 22:26:18.715038 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 3607e6f0-af39-4be5-86ca-2679670e8f9b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3607e6f0-af39-4be5-86ca-2679670e8f9b,segment=NetworkSegment(a789c1de-c27b-44ea-95e0-2a32a6a2b984),segment_id=a789c1de-c27b-44ea-95e0-2a32a6a2b984)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:18.732105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:18.752872 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-45742eca-e6fa-473c-adbf-bdefddc3ef93 service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141397 May 27 22:26:18.760484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] Checking segment: {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:18.768212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] Network hostable DHCP agents. Network: 83b2cd8f-2358-49b4-a885-79e5e97a5ec7, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:26:18.776123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] For port 3607e6f0-af39-4be5-86ca-2679670e8f9b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3607e6f0-af39-4be5-86ca-2679670e8f9b,segment=NetworkSegment(a789c1de-c27b-44ea-95e0-2a32a6a2b984),segment_id=a789c1de-c27b-44ea-95e0-2a32a6a2b984)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:18.783429 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:18.806432 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:18.855067 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5025cf19-d9f1-44fc-b2ad-e0e300596ff8 req-59b34cb1-7dea-486c-86ab-23f61b2cb509 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889529 May 27 22:26:18.907072 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:26:18.907428 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:26:18.915892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fafabf-deca-4093-ab12-e97f63559218 req-7f7f3898-ff7c-44d9-865d-0c54f94049e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:18.917419 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-7f7f3898-ff7c-44d9-865d-0c54f94049e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.2164717 May 27 22:26:18.944658 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 997c0397-413a-446a-9243-65d3ef76b8cb, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=997c0397-413a-446a-9243-65d3ef76b8cb,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:18.957684 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=3607e6f0-af39-4be5-86ca-2679670e8f9b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:18.962336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '997c0397-413a-446a-9243-65d3ef76b8cb', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'port_id': '997c0397-413a-446a-9243-65d3ef76b8cb', 'mac_address': 'fa:16:3e:2f:2f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:26:19.016565 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-519eb650-49e4-41ce-b48f-f2aa484c45be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0 HTTP/1.1" status: 200 len: 217 time: 0.0915942 May 27 22:26:19.019931 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068ace41-70d4-4155-96a8-cb1a3232862a'] response: {'name': 'network-changed', 'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0', 'status': 'completed', 'code': 200} May 27 22:26:19.058252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 997c0397-413a-446a-9243-65d3ef76b8cb is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:19.058623 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:19.076857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 997c0397-413a-446a-9243-65d3ef76b8cb {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:26:19.088903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Calling delete_port for 3607e6f0-af39-4be5-86ca-2679670e8f9b owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:26:19.105328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 997c0397-413a-446a-9243-65d3ef76b8cb, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=997c0397-413a-446a-9243-65d3ef76b8cb,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:19.201061 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:19.271807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=997c0397-413a-446a-9243-65d3ef76b8cb,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:19.300706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fafabf-deca-4093-ab12-e97f63559218 req-45c69a9f-6162-4c08-b279-8390b8effee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:19.302126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-45c69a9f-6162-4c08-b279-8390b8effee0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2640684 May 27 22:26:19.308729 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8140aba-35d4-46f5-a2ce-8a75840a7479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:19.379010 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8140aba-35d4-46f5-a2ce-8a75840a7479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:19.385850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] Network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:26:19.408695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] Deleting port 3607e6f0-af39-4be5-86ca-2679670e8f9b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:26:19.409135 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:19.427320 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-0d3dd21f-a044-4f9f-b402-79166683dace service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299465 May 27 22:26:19.453434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:26:19.453747 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:26:19.469223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 83b2cd8f-2358-49b4-a885-79e5e97a5ec7) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:19.482336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:19.483086 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:19.508217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe807765-8ee2-411a-b8a6-c08cea158686 None None] Network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:26:19.520816 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8140aba-35d4-46f5-a2ce-8a75840a7479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:19.523185 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8140aba-35d4-46f5-a2ce-8a75840a7479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:19.526806 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a8140aba-35d4-46f5-a2ce-8a75840a7479 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0561751e-b271-4b71-ab5e-e2ec49570fba HTTP/1.1" status: 204 len: 168 time: 1.0172801 May 27 22:26:19.537880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8140aba-35d4-46f5-a2ce-8a75840a7479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0561751e-b271-4b71-ab5e-e2ec49570fba,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:19.549642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-b5ea6591-2802-4334-b105-8763654d53b9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:19.551387 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-b5ea6591-2802-4334-b105-8763654d53b9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 820 time: 0.4690824 May 27 22:26:19.582709 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-533dc2f3-522c-465b-a108-b1f67fb56bd1 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/quotas/3576fc8b868b4910aafa386813d8d521 HTTP/1.1" status: 200 len: 375 time: 0.0226536 May 27 22:26:19.593927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb259f-cf90-4ab8-a89d-9387909fb231 req-8b83f639-4b2f-4e6b-a744-0ea211b0a575 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:19.595406 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0eb259f-cf90-4ab8-a89d-9387909fb231 req-8b83f639-4b2f-4e6b-a744-0ea211b0a575 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 945 time: 0.4712405 May 27 22:26:19.601284 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a12f51d9-366f-460e-b66e-a4167c37b25f admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.0070350 May 27 22:26:19.601491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-c42a3847-6437-4f82-a639-386d1cdb1b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:19.601830 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-c42a3847-6437-4f82-a639-386d1cdb1b2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 1100 time: 0.5239213 May 27 22:26:19.715888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['997c0397-413a-446a-9243-65d3ef76b8cb'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:19.779362 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fafabf-deca-4093-ab12-e97f63559218 req-3dc1d22e-8e7a-42c3-999a-f8c5ce61157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:19.780850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-3dc1d22e-8e7a-42c3-999a-f8c5ce61157d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4612567 May 27 22:26:19.795907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0eb259f-cf90-4ab8-a89d-9387909fb231 req-71d37015-2de9-4696-8450-eb15691511e3 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609817 May 27 22:26:19.886191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-004fca81-5755-421f-b3a9-3b48fe8bffad req-7b3b12ec-6eb8-4954-a5a2-8cff779dcb35 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1598598071', 'description': 'tempest-description-1566333011'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:19.913423 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] For port 3607e6f0-af39-4be5-86ca-2679670e8f9b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3607e6f0-af39-4be5-86ca-2679670e8f9b,segment=NetworkSegment(a789c1de-c27b-44ea-95e0-2a32a6a2b984),segment_id=a789c1de-c27b-44ea-95e0-2a32a6a2b984)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:19.913811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:19.923027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-004fca81-5755-421f-b3a9-3b48fe8bffad req-7b3b12ec-6eb8-4954-a5a2-8cff779dcb35 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:19.946076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-004fca81-5755-421f-b3a9-3b48fe8bffad req-7b3b12ec-6eb8-4954-a5a2-8cff779dcb35 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:19.953454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-004fca81-5755-421f-b3a9-3b48fe8bffad req-7b3b12ec-6eb8-4954-a5a2-8cff779dcb35 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:19.955855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Deleting port 3607e6f0-af39-4be5-86ca-2679670e8f9b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:26:19.955855 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:19.973576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-2d27e2e7-c1d1-489b-9f7f-753d73be10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:19.975011 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-2d27e2e7-c1d1-489b-9f7f-753d73be10f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.3412571 May 27 22:26:19.975867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-004fca81-5755-421f-b3a9-3b48fe8bffad req-7b3b12ec-6eb8-4954-a5a2-8cff779dcb35 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:19.992210 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-c5a30a1e-5fdb-4556-8e4d-6fc7abb0faf8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3942261 May 27 22:26:20.066717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] Calling delete_port for 3607e6f0-af39-4be5-86ca-2679670e8f9b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:26:20.094949 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-ab961e48-878f-43c0-afaa-b941c9afc0cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0 HTTP/1.1" status: 200 len: 217 time: 0.1108036 May 27 22:26:20.100122 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-60622a00-2de3-4620-8fc1-46cc6cd667a9 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091896 May 27 22:26:20.177921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-0478c3d0-d572-4165-8428-577b05d2c4bf tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:20.179509 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-0478c3d0-d572-4165-8428-577b05d2c4bf tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b&tenant_id=091c975465a443ff9f9924fb8c574958&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 1095 time: 0.1504784 May 27 22:26:20.223173 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-004fca81-5755-421f-b3a9-3b48fe8bffad req-7b3b12ec-6eb8-4954-a5a2-8cff779dcb35 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:20.305524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68de865-e16b-475a-a6ab-9d8a549b369c None None] Network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:26:20.344423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-004fca81-5755-421f-b3a9-3b48fe8bffad req-7b3b12ec-6eb8-4954-a5a2-8cff779dcb35 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:20.359214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-3b468539-8e9e-4448-b2dd-ff170e75ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:20.360901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-3b468539-8e9e-4448-b2dd-ff170e75ce61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2175388 May 27 22:26:20.361920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-004fca81-5755-421f-b3a9-3b48fe8bffad req-7b3b12ec-6eb8-4954-a5a2-8cff779dcb35 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group_rule and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:20.379630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-004fca81-5755-421f-b3a9-3b48fe8bffad req-7b3b12ec-6eb8-4954-a5a2-8cff779dcb35 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:20.388036 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] For port 3607e6f0-af39-4be5-86ca-2679670e8f9b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3607e6f0-af39-4be5-86ca-2679670e8f9b,segment=NetworkSegment(a789c1de-c27b-44ea-95e0-2a32a6a2b984),segment_id=a789c1de-c27b-44ea-95e0-2a32a6a2b984)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:20.388401 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:20.446968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-004fca81-5755-421f-b3a9-3b48fe8bffad req-7b3b12ec-6eb8-4954-a5a2-8cff779dcb35 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:20.467090 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-471c47f3-6494-4560-82c9-d5297a3f5300 service neutron] 10.222.0.27 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081852 May 27 22:26:20.467413 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:20.522492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Calling delete_port for 3607e6f0-af39-4be5-86ca-2679670e8f9b owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:26:20.530090 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] Pushing event deleted for resources: {'Port': ['ID=3607e6f0-af39-4be5-86ca-2679670e8f9b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:20.535696 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15fafabf-deca-4093-ab12-e97f63559218 req-81d26c45-2a6f-439e-8847-cafb106090f1 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904326 May 27 22:26:20.577612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a07d8-d186-400c-a99a-229018ec7cbd None None] No DVR routers for this DVR port 3607e6f0-af39-4be5-86ca-2679670e8f9b on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:26:20.647599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:26:20.648194 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:26:20.702572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-76f55ca4-d9ab-457a-be97-f74541dbdebe service neutron] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:20.717599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-76f55ca4-d9ab-457a-be97-f74541dbdebe service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:20.718693 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f0627a7-7c11-4a4e-bb66-34ab6f390755 req-76f55ca4-d9ab-457a-be97-f74541dbdebe service neutron] 10.222.0.57 "DELETE /v2.0/ports/5daa1417-a7eb-4605-ad00-c3ba651b1df1/bindings/n-h2-843680-3 HTTP/1.1" status: 204 len: 173 time: 0.5083935 May 27 22:26:20.721014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-bf5ff831-d6e9-4bb9-8000-712debac8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:20.722482 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-bf5ff831-d6e9-4bb9-8000-712debac8af3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3464208 May 27 22:26:20.729220 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-4807cd76-7075-47d8-bffa-02b6320d0331 service neutron] 10.222.0.27 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417827 May 27 22:26:20.729562 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-004fca81-5755-421f-b3a9-3b48fe8bffad req-7b3b12ec-6eb8-4954-a5a2-8cff779dcb35 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:20.802945 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-004fca81-5755-421f-b3a9-3b48fe8bffad req-7b3b12ec-6eb8-4954-a5a2-8cff779dcb35 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:20.920619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b12ec-6eb8-4954-a5a2-8cff779dcb35 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6119257c-de6e-43fc-8090-0c5800ec52d8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:20.966266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-ad458fbc-f668-4ce5-9902-9ebbe226376f service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985869 May 27 22:26:20.968052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-cf7c9cd6-88a5-4757-940e-8619d91e68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:20.969431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-cf7c9cd6-88a5-4757-940e-8619d91e68fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 1100 time: 0.2346570 May 27 22:26:21.023455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Deleting port 3607e6f0-af39-4be5-86ca-2679670e8f9b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:26:21.024743 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:21.095109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] The port '3607e6f0-af39-4be5-86ca-2679670e8f9b' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:26:21.234638 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:21.269076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e644cc6f-56cf-461d-9b5c-11ecc2c2e143']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:21.276131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-004fca81-5755-421f-b3a9-3b48fe8bffad req-7b3b12ec-6eb8-4954-a5a2-8cff779dcb35 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:21.277357 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-004fca81-5755-421f-b3a9-3b48fe8bffad req-7b3b12ec-6eb8-4954-a5a2-8cff779dcb35 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.4040744 May 27 22:26:21.282970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a789c1de-c27b-44ea-95e0-2a32a6a2b984') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:21.283440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a789c1de-c27b-44ea-95e0-2a32a6a2b984') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:21.298437 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:21.325742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:21.340663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:26:21.341198 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:21.368422 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-bec20753-3f6d-4f6e-b676-252291298bd9 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952241 May 27 22:26:21.370850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-2dc679de-7d12-4afc-8ea1-cd47bd63050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:21.372209 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-2dc679de-7d12-4afc-8ea1-cd47bd63050d service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.3793206 May 27 22:26:21.441862 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a789c1de-c27b-44ea-95e0-2a32a6a2b984 resource provider aggregate not found May 27 22:26:21.465980 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a789c1de-c27b-44ea-95e0-2a32a6a2b984 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a789c1de-c27b-44ea-95e0-2a32a6a2b984 found for delete ", "request_id": "req-cb990319-4da1-44f4-9fc5-e4576fdecb61"}]} May 27 22:26:21.482839 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-5d11c2e9-4956-4412-b856-45ec13a80c5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0 HTTP/1.1" status: 200 len: 217 time: 0.1024005 May 27 22:26:21.549764 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:21.565535 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:21.577741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-de85f071-5d4c-4805-839c-39eef4643e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:21.579327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-de85f071-5d4c-4805-839c-39eef4643e44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0900636 May 27 22:26:21.622336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e644cc6f-56cf-461d-9b5c-11ecc2c2e143,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:21.629149 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c2c095f6-de82-4e7d-bcbc-661a9cc396ea admin admin] 10.222.0.27 "DELETE /v2.0/networks/e644cc6f-56cf-461d-9b5c-11ecc2c2e143 HTTP/1.1" status: 204 len: 168 time: 3.9774997 May 27 22:26:21.642268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e951cd-65bc-447b-94e1-dcdeb51ea7fe req-3b74bbd1-6e9e-4437-92d0-99a16f588453 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:21.644055 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22e951cd-65bc-447b-94e1-dcdeb51ea7fe req-3b74bbd1-6e9e-4437-92d0-99a16f588453 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 949 time: 0.2010100 May 27 22:26:21.741722 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22e951cd-65bc-447b-94e1-dcdeb51ea7fe req-77b2fa4e-acdf-457b-bf74-cf27aa047738 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901220 May 27 22:26:21.752440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-842d3565-5ef9-4766-9737-d4e9e296b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:21.754175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-842d3565-5ef9-4766-9737-d4e9e296b1e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1672425 May 27 22:26:21.955019 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:21.995922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40590) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:22.053721 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-41152d43-82bb-49d2-8da2-8ef47e015849 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=79c092a1a5a54f6398d0d9bdc51864e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565951 May 27 22:26:22.054308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40598) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:22.096961 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-7e2b013d-93fe-4366-8376-2a8981984f30 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309278 May 27 22:26:22.124874 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3863486-8953-46a7-9233-e31a3c75d5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:22.162171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3863486-8953-46a7-9233-e31a3c75d5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:22.219776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cef7c5-07a1-4fef-ac9c-4c8dab01c2ee req-0a4828ab-e396-412f-b37c-565fa40d3ba6 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:22.221282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13cef7c5-07a1-4fef-ac9c-4c8dab01c2ee req-0a4828ab-e396-412f-b37c-565fa40d3ba6 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 944 time: 0.3526566 May 27 22:26:22.259667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-fcaf3721-883a-4b37-bb77-8d2be6705e7f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:22.261033 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-fcaf3721-883a-4b37-bb77-8d2be6705e7f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 806 time: 0.3410735 May 27 22:26:22.296379 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-05f2a6af-9cc6-4fb1-a271-cf779bcfcc50 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/quotas/97fe5f44835545c0a61788c6d0ac3edf HTTP/1.1" status: 200 len: 375 time: 0.0284774 May 27 22:26:22.320389 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3863486-8953-46a7-9233-e31a3c75d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:22.338725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3863486-8953-46a7-9233-e31a3c75d5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371f4b94-79a2-4bdf-b4eb-8fecb689652f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:22.342177 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3863486-8953-46a7-9233-e31a3c75d5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:22.345177 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a3863486-8953-46a7-9233-e31a3c75d5dc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/371f4b94-79a2-4bdf-b4eb-8fecb689652f HTTP/1.1" status: 204 len: 168 time: 0.2877889 May 27 22:26:22.351766 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13cef7c5-07a1-4fef-ac9c-4c8dab01c2ee req-3712aac4-09c4-4be5-b533-686d10a7bf68 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192250 May 27 22:26:22.383499 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7d6946ba-60e6-403e-ad24-3432621a2f05 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687854 May 27 22:26:22.387396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4138755c-a7e7-462f-93a9-238ed5235b11 req-57972fea-8800-49de-84e4-bc8d9a93384d service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795484 May 27 22:26:22.450144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 997c0397-413a-446a-9243-65d3ef76b8cb up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:22.611647 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 997c0397-413a-446a-9243-65d3ef76b8cb completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:22.617440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 997c0397-413a-446a-9243-65d3ef76b8cb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:22.618886 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:22.623046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-bd39ef0f-1355-4676-a5e0-3622f5bc4029 service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347159 May 27 22:26:22.633204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca72c5d-a364-47e8-9d20-af150838b814 req-6102dd8b-1870-45c5-8c85-c6517359a144 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:22.634673 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cca72c5d-a364-47e8-9d20-af150838b814 req-6102dd8b-1870-45c5-8c85-c6517359a144 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 945 time: 0.1279395 May 27 22:26:22.762208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cca72c5d-a364-47e8-9d20-af150838b814 req-ae8cf9df-c0b1-4129-8908-774c24a829dd tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057560 May 27 22:26:22.768708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 997c0397-413a-446a-9243-65d3ef76b8cb is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:22.770039 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:22.815447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997c0397-413a-446a-9243-65d3ef76b8cb'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:22.826288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 997c0397-413a-446a-9243-65d3ef76b8cb, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=997c0397-413a-446a-9243-65d3ef76b8cb,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:22.834206 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-5a358c9e-02af-4ac5-93f0-a1300746e2e1 service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985776 May 27 22:26:22.903414 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:22.954854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-933b324a-bab7-49c1-a52b-20ad9eec7e60 req-7ef019fc-2f35-420e-8c37-a3b947213a56 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Synchronizing usage tracker for tenant:30513d18dfb7473dbe429465efd7906b on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:26:22.998639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=997c0397-413a-446a-9243-65d3ef76b8cb,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:23.154635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-933b324a-bab7-49c1-a52b-20ad9eec7e60 req-7ef019fc-2f35-420e-8c37-a3b947213a56 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Unset dirty status for tenant:30513d18dfb7473dbe429465efd7906b on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:26:23.160588 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-933b324a-bab7-49c1-a52b-20ad9eec7e60 req-7ef019fc-2f35-420e-8c37-a3b947213a56 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=30513d18dfb7473dbe429465efd7906b HTTP/1.1" status: 200 len: 10896 time: 0.3547583 May 27 22:26:23.268936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43da11d5-c069-45c8-afa6-a9228c155234 req-5603ccf3-fef9-453d-a037-934f371667ad tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 210 time: 0.0711203 May 27 22:26:23.274809 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-933b324a-bab7-49c1-a52b-20ad9eec7e60 req-2d948ed2-543a-4ad8-ac2b-67e4938c81db tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/e728ae2b-7066-4ff6-a228-084f53378aa8 HTTP/1.1" status: 200 len: 2981 time: 0.1103008 May 27 22:26:23.467184 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-933b324a-bab7-49c1-a52b-20ad9eec7e60 req-94ece410-b0ca-4f73-92cd-021557a58ba9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/e728ae2b-7066-4ff6-a228-084f53378aa8 HTTP/1.1" status: 200 len: 2981 time: 0.1865833 May 27 22:26:23.622707 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847a6918-1fbd-4332-b592-d05989c6141a'] response: {'server_uuid': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '997c0397-413a-446a-9243-65d3ef76b8cb', 'code': 200} May 27 22:26:23.716602 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad4f2dda-8fea-412d-9f50-fab9836e5b1c req-83799e3f-0985-4f6a-b6f5-2031e222967b tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 210 time: 0.0589097 May 27 22:26:23.882992 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40650) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:23.977749 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39d03958-0b86-4437-ab05-5f80bdc372ed req-7ebe21e2-f6e0-4704-9de4-a28a89177cdd tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/4e74195b-04bb-4e68-8dc8-7e1643eb4337 HTTP/1.1" status: 200 len: 1799 time: 0.2332466 May 27 22:26:24.011088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1393651247-network', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:24.016537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:24.020791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Usage tracker for resource:network and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:24.023843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:24.030308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:24.111043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908bc84-23ed-44aa-b5ad-45ba44f40dde req-2426f64e-d7cd-4260-a7cb-2c80357eaf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:24.112529 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7908bc84-23ed-44aa-b5ad-45ba44f40dde req-2426f64e-d7cd-4260-a7cb-2c80357eaf7f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 1097 time: 0.3296492 May 27 22:26:24.121743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Made reservation on behalf of e95767dc0f454d2c976cbcfe4bc24094 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:26:24.124248 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:24.144794 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:24.155483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-dc9fda26-1e1f-4a85-8075-2427f68a3773 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:24.156902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-dc9fda26-1e1f-4a85-8075-2427f68a3773 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.46 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 820 time: 0.2732472 May 27 22:26:24.169895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:24.179510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Usage tracker for resource:security_group_rule and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:24.179694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Request body: {'port': {'device_id': '3dfe8df9-d1fb-455e-be9a-18901952faea', 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf', 'admin_state_up': True, 'tenant_id': '3576fc8b868b4910aafa386813d8d521'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:24.180977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:24.188300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:24.191714 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-39d03958-0b86-4437-ab05-5f80bdc372ed req-4e8f44a2-973e-4b9a-bfea-6c18815979d7 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:24.200828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe67f4d-5b26-480e-a464-1082e9dd428d req-3f743a98-1ba0-4de8-9ee8-d248370971ac tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:24.208312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fe67f4d-5b26-480e-a464-1082e9dd428d req-3f743a98-1ba0-4de8-9ee8-d248370971ac tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 949 time: 0.3771610 May 27 22:26:24.220317 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4120afb7-bbaa-4737-8ccb-2da426aece49 req-1cfbb17b-955c-44fc-9efb-0a2810de051e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1431594 May 27 22:26:24.288905 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:24.344665 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7908bc84-23ed-44aa-b5ad-45ba44f40dde req-da7e6296-219d-4e52-8747-714a720d9a90 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244120 May 27 22:26:24.356658 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-39d03958-0b86-4437-ab05-5f80bdc372ed req-4e8f44a2-973e-4b9a-bfea-6c18815979d7 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:24.366862 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:24.399264 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fe67f4d-5b26-480e-a464-1082e9dd428d req-e46212ac-dbf4-4860-a8fd-c27ab11d4a2d tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902294 May 27 22:26:24.423618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:26:24.433214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e4409d-daa7-4d56-8343-023124fd4800,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:24.443300 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:24.443642 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Added segment 95cfb425-1bdd-4b57-8aa2-bf9e3027a149 of type vlan for network b090dde9-67db-4c49-bbbc-f76032c598e8 May 27 22:26:24.470167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4ca6a601-568c-41da-a1c9-9f9c71f785b0 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:26:24.510783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120afb7-bbaa-4737-8ccb-2da426aece49 req-15ee9ae6-90dc-4f26-90e9-383fcf849185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:24.512193 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4120afb7-bbaa-4737-8ccb-2da426aece49 req-15ee9ae6-90dc-4f26-90e9-383fcf849185 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 1095 time: 0.1945965 May 27 22:26:24.543765 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:24.604155 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-39d03958-0b86-4437-ab05-5f80bdc372ed req-4e8f44a2-973e-4b9a-bfea-6c18815979d7 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:24.645821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:24.651186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Usage tracker for resource:port and tenant:3576fc8b868b4910aafa386813d8d521 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:24.654534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:24.661452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:24.684700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f44a2-973e-4b9a-bfea-6c18815979d7 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e74195b-04bb-4e68-8dc8-7e1643eb4337,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:24.692921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:24.718806 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-39d03958-0b86-4437-ab05-5f80bdc372ed req-4e8f44a2-973e-4b9a-bfea-6c18815979d7 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:24.732677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '4ca6a601-568c-41da-a1c9-9f9c71f785b0', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '4ca6a601-568c-41da-a1c9-9f9c71f785b0', 'mac_address': 'fa:16:3e:fd:75:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:26:24.737725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39d03958-0b86-4437-ab05-5f80bdc372ed req-4e8f44a2-973e-4b9a-bfea-6c18815979d7 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "DELETE /v2.0/security-groups/4e74195b-04bb-4e68-8dc8-7e1643eb4337 HTTP/1.1" status: 204 len: 173 time: 0.7584739 May 27 22:26:24.745150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c998c5-b334-48ec-b10a-c2ea4ae29430 req-023db954-a9c4-4bb9-84f2-5271e53e1a55 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:24.749541 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26c998c5-b334-48ec-b10a-c2ea4ae29430 req-023db954-a9c4-4bb9-84f2-5271e53e1a55 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 1095 time: 0.2093196 May 27 22:26:24.796098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Made reservation on behalf of 3576fc8b868b4910aafa386813d8d521 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:26:24.800571 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:24.829031 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26c998c5-b334-48ec-b10a-c2ea4ae29430 req-51a5ba91-8fff-4019-9732-024b229d1431 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739183 May 27 22:26:24.841992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:24.843804 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:24.886484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca6a601-568c-41da-a1c9-9f9c71f785b0 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:26:24.904506 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:24.905418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:24.905986 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:24.946849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:25.033249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120afb7-bbaa-4737-8ccb-2da426aece49 req-dea8184c-a353-4628-b024-7f5fc0d6bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:25.035520 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4120afb7-bbaa-4737-8ccb-2da426aece49 req-dea8184c-a353-4628-b024-7f5fc0d6bbaf service neutron] 10.222.0.46 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.4941075 May 27 22:26:25.048675 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:25.141106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4ca6a601-568c-41da-a1c9-9f9c71f785b0,revision_number=13']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:25.145983 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4120afb7-bbaa-4737-8ccb-2da426aece49 req-ab72d6ba-be3e-4ff0-9d79-d6c9d2ef8c90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac HTTP/1.1" status: 200 len: 217 time: 0.0923829 May 27 22:26:25.149697 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef54ec29-f5bc-4b77-ab30-ba91af90c8d1 req-14b8efc6-da85-43c9-9393-c95518276749 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 210 time: 0.1126332 May 27 22:26:25.153779 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] Pushing event updated for resources: {'Network': ['ID=b090dde9-67db-4c49-bbbc-f76032c598e8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:25.176760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Allocated IP 172.20.0.4 (a182e3ef-915a-4e44-aa5e-a36ca2b71adf/b640b426-c3e4-4da9-8c51-f6ef05852c3f/19c87446-4763-4657-b6ae-804cb85c4877) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:26:25.178184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network b090dde9-67db-4c49-bbbc-f76032c598e8 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:26:25.199386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a286e2-66de-482f-ad76-901b9556b2d9 req-e87a4cff-da52-4c79-a459-5b21256b57f7 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:25.205892 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fec39ea8-13c2-4439-8d05-b8d678f9d28b admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3216116 May 27 22:26:25.209931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51a286e2-66de-482f-ad76-901b9556b2d9 req-e87a4cff-da52-4c79-a459-5b21256b57f7 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 946 time: 0.2406354 May 27 22:26:25.211053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40670) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:25.223218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] Request body: {'subnet': {'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1393651247-subnet', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:25.234925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:25.241945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] Usage tracker for resource:subnet and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:25.246294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:25.256152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:25.259798 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120afb7-bbaa-4737-8ccb-2da426aece49 req-54a67427-f3a7-4d8d-92b9-fef9d3c8edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:25.261875 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4120afb7-bbaa-4737-8ccb-2da426aece49 req-54a67427-f3a7-4d8d-92b9-fef9d3c8edd3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.1041896 May 27 22:26:25.321232 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51a286e2-66de-482f-ad76-901b9556b2d9 req-3f80caf5-ad81-4ab4-a2ab-19386e80751a tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019187 May 27 22:26:25.321699 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4120afb7-bbaa-4737-8ccb-2da426aece49 req-9d32bb0b-89bc-43c4-869f-cec812dd7cbb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527120 May 27 22:26:25.402534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] Made reservation on behalf of e95767dc0f454d2c976cbcfe4bc24094 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:26:25.404856 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:25.477702 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-dc329978-74e0-4f4d-9451-fe2ce611c913 req-39090e46-c825-4416-a2f8-1babae222f57 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] show failed (client error): The resource could not be found. May 27 22:26:25.478625 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc329978-74e0-4f4d-9451-fe2ce611c913 req-39090e46-c825-4416-a2f8-1babae222f57 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/4e74195b-04bb-4e68-8dc8-7e1643eb4337 HTTP/1.1" status: 404 len: 352 time: 0.1208813 May 27 22:26:25.500610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['4ca6a601-568c-41da-a1c9-9f9c71f785b0'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:25.696408 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:25.761791 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4120afb7-bbaa-4737-8ccb-2da426aece49 req-94e04df2-deeb-422c-8f85-42ef5469219d service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323082 May 27 22:26:25.771786 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:25.798480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad5284-e9ef-4d4e-963a-6e504979a025 req-6579eedc-62d9-4274-8600-616b3595c7a6 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:25.799984 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13ad5284-e9ef-4d4e-963a-6e504979a025 req-6579eedc-62d9-4274-8600-616b3595c7a6 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 1101 time: 0.4433506 May 27 22:26:25.842061 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9cf1b740-62a3-489d-845e-903c99f1c237 req-66d16c88-7154-4142-a791-e967caad5a30 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 210 time: 0.1555617 May 27 22:26:25.929367 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4120afb7-bbaa-4737-8ccb-2da426aece49 req-9fbb03cb-c547-42ee-8111-c86f7a993122 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594770 May 27 22:26:25.934250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] Pushing event updated for resources: {'Subnet': ['ID=886cb46f-6b6f-4fc3-8c8e-a4f846943042,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:25.942736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] Checking segment: {'id': '95cfb425-1bdd-4b57-8aa2-bf9e3027a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:25.943096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] Network hostable DHCP agents. Network: b090dde9-67db-4c49-bbbc-f76032c598e8, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:26:25.969090 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13ad5284-e9ef-4d4e-963a-6e504979a025 req-e00712f5-91e1-4637-8271-cdb66a7f4425 tempest-MigrationsAdminTest-511024607 tempest-MigrationsAdminTest-511024607-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450126 May 27 22:26:26.027471 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:26.161702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] Network b090dde9-67db-4c49-bbbc-f76032c598e8 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:26:26.170183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-13882c4e-84a6-4089-ba39-a349adb03369 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:26.171052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-13882c4e-84a6-4089-ba39-a349adb03369 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Synchronizing usage tracker for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:26:26.240393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, b090dde9-67db-4c49-bbbc-f76032c598e8) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:26.251854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693c9b6-4ab3-4908-a08c-37c0b300a450 None None] Network b090dde9-67db-4c49-bbbc-f76032c598e8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:26:26.252042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Network a182e3ef-915a-4e44-aa5e-a36ca2b71adf is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:26:26.256678 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:26.257306 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:26.264493 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:26.272051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:26:26.279574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-13882c4e-84a6-4089-ba39-a349adb03369 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Unset dirty status for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:26:26.280954 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-13882c4e-84a6-4089-ba39-a349adb03369 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 806 time: 0.2834015 May 27 22:26:26.294329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Request body: {'port': {'device_id': '3978a4ae-abc8-4880-829e-eb02eb6893d3', 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7', 'admin_state_up': True, 'tenant_id': '97fe5f44835545c0a61788c6d0ac3edf'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:26.299584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Pushing event updated for resources: {'Port': ['ID=19c87446-4763-4657-b6ae-804cb85c4877,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:26.327413 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7ba3802-dbfd-4ad4-a511-f2dbb5421a65 req-0ab82b4e-7140-4fa9-af25-ea2d39561c0e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/20e0b8f6-380b-457e-bb44-1eb28aeebb2d HTTP/1.1" status: 200 len: 1800 time: 0.2594261 May 27 22:26:26.348569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:26.349437 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:26.373567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c49d40-096b-4fb4-82b9-845131162b1c req-d35015c4-4e8f-4def-82a7-3b7ee6fe2715 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:26.375353 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-83c49d40-096b-4fb4-82b9-845131162b1c req-d35015c4-4e8f-4def-82a7-3b7ee6fe2715 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 1095 time: 0.4022031 May 27 22:26:26.456630 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fb755ccf-af3b-4158-9977-dab091ecf34d admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2437994 May 27 22:26:26.459790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40684) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:26.468385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:26.486042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:26.495663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Usage tracker for resource:router and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:26.506867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:26.516695 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-83c49d40-096b-4fb4-82b9-845131162b1c req-28c24d31-786c-43ed-adf9-651e52e6899a tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303873 May 27 22:26:26.518839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:26.525620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-da7d41d9-8d43-4f5b-88de-7365999b8666 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3544395 May 27 22:26:26.528122 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f7ba3802-dbfd-4ad4-a511-f2dbb5421a65 req-08da79ed-43f0-4d64-9a15-1e803e052bdf tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:26.537195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-b090dde9-67db-4c49-bbbc-f76032c598e8', 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'fixed_ips': [{'subnet_id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:26:26.549877 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:26.550244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:26.561583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Request body: {'port': {'device_id': '3dfe8df9-d1fb-455e-be9a-18901952faea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:26.572656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Usage tracker for resource:port and tenant:97fe5f44835545c0a61788c6d0ac3edf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:26.579452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:26.597850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:26.622012 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f7ba3802-dbfd-4ad4-a511-f2dbb5421a65 req-08da79ed-43f0-4d64-9a15-1e803e052bdf tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:26.669030 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:26.672824 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:26.675730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['28fd374c-7f11-4ae1-a3c1-b05211c94501'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:26.692371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:26.727744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Made reservation on behalf of 97fe5f44835545c0a61788c6d0ac3edf for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:26:26.736951 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:26.774452 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:26.901843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Allocated IP 172.20.0.2 (b090dde9-67db-4c49-bbbc-f76032c598e8/886cb46f-6b6f-4fc3-8c8e-a4f846943042/617e8f33-06dc-4f52-8c0d-e4ef019fb7f7) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:26:26.922740 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f7ba3802-dbfd-4ad4-a511-f2dbb5421a65 req-08da79ed-43f0-4d64-9a15-1e803e052bdf tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:26.965945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da79ed-43f0-4d64-9a15-1e803e052bdf tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e0b8f6-380b-457e-bb44-1eb28aeebb2d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:26.996711 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f7ba3802-dbfd-4ad4-a511-f2dbb5421a65 req-08da79ed-43f0-4d64-9a15-1e803e052bdf tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:26.997850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7ba3802-dbfd-4ad4-a511-f2dbb5421a65 req-08da79ed-43f0-4d64-9a15-1e803e052bdf tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "DELETE /v2.0/security-groups/20e0b8f6-380b-457e-bb44-1eb28aeebb2d HTTP/1.1" status: 204 len: 173 time: 0.6431828 May 27 22:26:27.251667 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:27.673232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Transition to ACTIVE for port object 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:27.673232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Transition to ACTIVE for port object 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:27.675549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c87446-4763-4657-b6ae-804cb85c4877 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:26:27.675549 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:27.676053 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:26:27.676465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Allocated IP 172.20.0.14 (83b2cd8f-2358-49b4-a885-79e5e97a5ec7/38c978a7-2c3e-4299-9e00-a1c60f2fbf1c/7f9fac0e-55b6-4100-8cf3-193eb5b2055c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:26:27.676465 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:27.676934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Transition to ACTIVE for port object 19c87446-4763-4657-b6ae-804cb85c4877 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:27.676934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351cdd2-bea8-4bbe-985d-941cae2893da req-c6de994e-c872-47be-82b1-3e818295fff9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:27.676934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3351cdd2-bea8-4bbe-985d-941cae2893da req-c6de994e-c872-47be-82b1-3e818295fff9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Synchronizing usage tracker for tenant:3576fc8b868b4910aafa386813d8d521 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:26:27.676934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322043db-e1fa-45d6-bf34-6d77456fbc44 req-4138e76b-be9c-4ba8-abb4-802f2d02b2cc tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:27.676934 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-322043db-e1fa-45d6-bf34-6d77456fbc44 req-4138e76b-be9c-4ba8-abb4-802f2d02b2cc tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 946 time: 0.1562526 May 27 22:26:27.676934 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-322043db-e1fa-45d6-bf34-6d77456fbc44 req-add1a35e-2328-4dab-b212-7dd60a3d9d18 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 May 27 22:26:27.677497 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:27.743914 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:27.745066 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:27.782819 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b8ab27d7-c68e-41a7-b03f-b6ba2ac1574b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:27.790612 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3351cdd2-bea8-4bbe-985d-941cae2893da req-c6de994e-c872-47be-82b1-3e818295fff9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Unset dirty status for tenant:3576fc8b868b4910aafa386813d8d521 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:26:27.791205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3351cdd2-bea8-4bbe-985d-941cae2893da req-c6de994e-c872-47be-82b1-3e818295fff9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 931 time: 0.5421476 May 27 22:26:27.841765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Network b090dde9-67db-4c49-bbbc-f76032c598e8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:26:27.845802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:27.850347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:26:27.897024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Pushing event updated for resources: {'Port': ['ID=617e8f33-06dc-4f52-8c0d-e4ef019fb7f7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:27.923950 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:27.952739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Pushing event updated for resources: {'Port': ['ID=19c87446-4763-4657-b6ae-804cb85c4877,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:27.969080 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Attempting to bind port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:26:27.969448 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Attempting to bind port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '95cfb425-1bdd-4b57-8aa2-bf9e3027a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:26:27.969867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Attempting to bind port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 on network b090dde9-67db-4c49-bbbc-f76032c598e8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:27.975889 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:26:27.977440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Checking segment: {'id': '95cfb425-1bdd-4b57-8aa2-bf9e3027a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:27.977440 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:27.977828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Bound using segment: {'id': '95cfb425-1bdd-4b57-8aa2-bf9e3027a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:26:27.978167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Bound port: 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95cfb425-1bdd-4b57-8aa2-bf9e3027a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:26:27.978536 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:28.008738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40708) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:28.016922 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3351cdd2-bea8-4bbe-985d-941cae2893da req-a5fcdd4c-be86-41ef-ab5f-b802bf736e5e tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164671 May 27 22:26:28.087619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:26:28.087974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:26:28.088398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:28.091730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] For port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:28.092757 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-1379e4d2-f15f-4343-aa52-6e9ea397a42f req-3c864e73-8920-43f9-8346-768d213860a5 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] show failed (client error): The resource could not be found. May 27 22:26:28.096610 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1379e4d2-f15f-4343-aa52-6e9ea397a42f req-3c864e73-8920-43f9-8346-768d213860a5 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/20e0b8f6-380b-457e-bb44-1eb28aeebb2d HTTP/1.1" status: 404 len: 352 time: 0.0306549 May 27 22:26:28.096610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Port 19c87446-4763-4657-b6ae-804cb85c4877 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:26:28.096610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:28.102544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:26:28.103172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Checking segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:28.103797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Bound using segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:26:28.104474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Bound port: 19c87446-4763-4657-b6ae-804cb85c4877, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:26:28.104997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Pushing event updated for resources: {'Port': ['ID=7f9fac0e-55b6-4100-8cf3-193eb5b2055c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:28.105321 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:28.106723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] For port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=617e8f33-06dc-4f52-8c0d-e4ef019fb7f7,segment=NetworkSegment(95cfb425-1bdd-4b57-8aa2-bf9e3027a149),segment_id=95cfb425-1bdd-4b57-8aa2-bf9e3027a149)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:26:28.157291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:26:28.159819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:28.163046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:26:28.178421 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:28.257891 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:28.313312 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:28.345302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f03d123-4522-46e0-a662-34bbb18b5a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:28.356794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d7def-b48a-4ccf-89a2-2d80755b4758 None None] Pushing event updated for resources: {'Port': ['ID=617e8f33-06dc-4f52-8c0d-e4ef019fb7f7,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:28.358038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:28.381013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=19c87446-4763-4657-b6ae-804cb85c4877,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:26:28.383662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7f03d123-4522-46e0-a662-34bbb18b5a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:28.390124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7f03d123-4522-46e0-a662-34bbb18b5a23 admin admin] Usage tracker for resource:security_group_rule and tenant:50319d8dd6ae44f98bbd06e7f6e12fe1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:28.394591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7f03d123-4522-46e0-a662-34bbb18b5a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:28.403722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7f03d123-4522-46e0-a662-34bbb18b5a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:28.418045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43940f-78af-48b1-bce8-0f0682968425 req-01f6c056-879a-4e48-b4cb-1d74625d452d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:28.425143 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c43940f-78af-48b1-bce8-0f0682968425 req-01f6c056-879a-4e48-b4cb-1d74625d452d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 932 time: 0.2701724 May 27 22:26:28.474711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317d7a9-2e41-43a3-b8e2-43b66c223a6b req-6c1d33ef-f6fe-492e-a22d-da7cc09c24eb tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:28.476196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f317d7a9-2e41-43a3-b8e2-43b66c223a6b req-6c1d33ef-f6fe-492e-a22d-da7cc09c24eb tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.2296786 May 27 22:26:28.492288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4ca6a601-568c-41da-a1c9-9f9c71f785b0 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:28.494736 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:28.558062 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-7a5c3d54-fedd-4aaf-9a6a-e5034e316c0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2675679 May 27 22:26:28.577330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Request body: {'port': {'device_id': '3978a4ae-abc8-4880-829e-eb02eb6893d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:28.667251 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Pushing event updated for resources: {'Port': ['ID=19c87446-4763-4657-b6ae-804cb85c4877,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:28.691020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c43940f-78af-48b1-bce8-0f0682968425 req-d7ab3ff5-35f4-4a1f-84e6-dad2e23d0706 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543683 May 27 22:26:28.740032 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:28.758962 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f03d123-4522-46e0-a662-34bbb18b5a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:28.768561 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:28.775890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:28.776611 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:28.778196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-296871f5-dbab-4810-89fd-477630f471bb service neutron] 10.222.0.46 "PUT /v2.0/ports/19c87446-4763-4657-b6ae-804cb85c4877 HTTP/1.1" status: 200 len: 1091 time: 2.2255216 May 27 22:26:28.778880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfe8df9-d1fb-455e-be9a-18901952faea', 'tag': '19c87446-4763-4657-b6ae-804cb85c4877'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:28.782296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:28.782671 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:28.796130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:28.847371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f317d7a9-2e41-43a3-b8e2-43b66c223a6b req-4e56f4d7-1147-4c4b-a68c-67f429881a47 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605394 May 27 22:26:28.848090 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:29.051969 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:29.052361 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:29.087553 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:29.098815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:29.119989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Allocated IP 172.25.2.27 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/82642776-76f3-4b2a-a76d-9c96e5c1ae48) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:26:29.131141 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f03d123-4522-46e0-a662-34bbb18b5a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:29.177663 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:29.322546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4ca6a601-568c-41da-a1c9-9f9c71f785b0,revision_number=14']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:29.410236 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:29.424718 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7f03d123-4522-46e0-a662-34bbb18b5a23 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=50319d8dd6ae44f98bbd06e7f6e12fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4153032 May 27 22:26:29.431184 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40724) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:29.465364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03d123-4522-46e0-a662-34bbb18b5a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9650c33-0e40-4a73-9300-9512f110d942,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:29.522759 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f60a8a78-be2c-4e8f-bd09-cc941c0f606e req-89e6e2fe-2a36-4e7c-a101-cc8dc0fa9251 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/6119257c-de6e-43fc-8090-0c5800ec52d8 HTTP/1.1" status: 200 len: 1801 time: 0.2196796 May 27 22:26:29.590434 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-a65d03c8-da91-431b-afa7-3beb05bd51b8 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8090649 May 27 22:26:29.609324 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dab58-8b54-488d-a787-58d8ab3eb6c8 req-872eb412-3f81-44df-951d-7829cfa5cea7 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:29.615425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-850dab58-8b54-488d-a787-58d8ab3eb6c8 req-872eb412-3f81-44df-951d-7829cfa5cea7 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.57 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 950 time: 0.8038580 May 27 22:26:29.626866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:29.629762 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e90c8300-b848-41f7-9875-c8e09b9cf4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:29.696079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9fac0e-55b6-4100-8cf3-193eb5b2055c {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:26:29.710947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-850dab58-8b54-488d-a787-58d8ab3eb6c8 req-960e10a3-a9ee-47f0-a307-d4fda60635e6 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Deleting port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:26:29.712033 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-850dab58-8b54-488d-a787-58d8ab3eb6c8 req-960e10a3-a9ee-47f0-a307-d4fda60635e6 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:29.713450 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:29.739914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:29.755836 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-460075ca-2553-442d-bd9e-2960637ea3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:29.758696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Transition to ACTIVE for port object 7f9fac0e-55b6-4100-8cf3-193eb5b2055c will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:29.776612 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-d88a109b-8360-4d8d-a594-e5fbe94b1b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:29.778099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-d88a109b-8360-4d8d-a594-e5fbe94b1b87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 1094 time: 0.6327262 May 27 22:26:29.789555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-460075ca-2553-442d-bd9e-2960637ea3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:29.789992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Usage tracker for resource:floatingip and tenant:a103764016804495a572e1edea3fca44 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:29.798991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:29.838558 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:29.872007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:29.882413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:29.890901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-652d2d9e-a9c9-4b81-bc72-6259a41953d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c87446-4763-4657-b6ae-804cb85c4877 HTTP/1.1" status: 200 len: 217 time: 0.0911012 May 27 22:26:29.916378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:26:29.966397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:29.966520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fbe677-e903-4794-9051-a3e585953911 None None] Network b090dde9-67db-4c49-bbbc-f76032c598e8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:26:29.973082 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-460075ca-2553-442d-bd9e-2960637ea3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:29.976159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:26:30.001041 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f60a8a78-be2c-4e8f-bd09-cc941c0f606e req-9d7c4e6f-5e17-4b1c-8e37-80bce0b89e91 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.029274 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f60a8a78-be2c-4e8f-bd09-cc941c0f606e req-9d7c4e6f-5e17-4b1c-8e37-80bce0b89e91 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.043152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460075ca-2553-442d-bd9e-2960637ea3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9650c33-0e40-4a73-9300-9512f110d942,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:30.044814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Pushing event updated for resources: {'Port': ['ID=82642776-76f3-4b2a-a76d-9c96e5c1ae48,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:30.079449 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.137545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:30.176401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e302a8e3-c650-4325-8a0e-68cd70e908d7 None None] Provisioning for port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:30.235769 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f60a8a78-be2c-4e8f-bd09-cc941c0f606e req-9d7c4e6f-5e17-4b1c-8e37-80bce0b89e91 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.259318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-ebff8d9d-0019-4e9c-953a-f609044e73ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:30.261082 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-ebff8d9d-0019-4e9c-953a-f609044e73ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.3638740 May 27 22:26:30.264211 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-460075ca-2553-442d-bd9e-2960637ea3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.267618 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-460075ca-2553-442d-bd9e-2960637ea3d0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b9650c33-0e40-4a73-9300-9512f110d942 HTTP/1.1" status: 204 len: 168 time: 0.8333733 May 27 22:26:30.347439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Pushing event updated for resources: {'Port': ['ID=7f9fac0e-55b6-4100-8cf3-193eb5b2055c,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:30.361644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:30.367379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:30.367829 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.393647 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-1098b626-0cef-427a-ac99-a5c60f450a75 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584006 May 27 22:26:30.407229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c4e6f-5e17-4b1c-8e37-80bce0b89e91 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6119257c-de6e-43fc-8090-0c5800ec52d8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:30.421303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Attempting to bind port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:26:30.421689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Attempting to bind port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:26:30.421935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Attempting to bind port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:30.431647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:26:30.431970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Attempting to bind port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:30.443477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:26:30.444135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Checking segment: {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:30.444289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Bound using segment: {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:26:30.444658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Bound port: 7f9fac0e-55b6-4100-8cf3-193eb5b2055c, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:26:30.445006 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.486897 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f60a8a78-be2c-4e8f-bd09-cc941c0f606e req-9d7c4e6f-5e17-4b1c-8e37-80bce0b89e91 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.500250 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f60a8a78-be2c-4e8f-bd09-cc941c0f606e req-9d7c4e6f-5e17-4b1c-8e37-80bce0b89e91 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "DELETE /v2.0/security-groups/6119257c-de6e-43fc-8090-0c5800ec52d8 HTTP/1.1" status: 204 len: 173 time: 0.9633522 May 27 22:26:30.505137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-850dab58-8b54-488d-a787-58d8ab3eb6c8 req-960e10a3-a9ee-47f0-a307-d4fda60635e6 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] For port 4ca6a601-568c-41da-a1c9-9f9c71f785b0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4ca6a601-568c-41da-a1c9-9f9c71f785b0,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:30.505505 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-850dab58-8b54-488d-a787-58d8ab3eb6c8 req-960e10a3-a9ee-47f0-a307-d4fda60635e6 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.569139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:30.569498 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.596454 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1ee12a6-ea27-4f4c-bbec-09fbe8482bd0'] response: {'name': 'network-changed', 'server_uuid': '3dfe8df9-d1fb-455e-be9a-18901952faea', 'tag': '19c87446-4763-4657-b6ae-804cb85c4877', 'status': 'completed', 'code': 200} May 27 22:26:30.647129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=617e8f33-06dc-4f52-8c0d-e4ef019fb7f7,segment=NetworkSegment(95cfb425-1bdd-4b57-8aa2-bf9e3027a149),segment_id=95cfb425-1bdd-4b57-8aa2-bf9e3027a149)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:30.722277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] For port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:30.726461 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.738212 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c94d3429-8195-445f-908b-6584cdeedb33 req-eabe4cf1-292f-42db-a356-ed89647e01cf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4040730 May 27 22:26:30.741375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] For port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=7f9fac0e-55b6-4100-8cf3-193eb5b2055c,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:26:30.811457 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.840866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c936274a-8e78-4900-9b99-742321b4e388 None None] Provisioning complete for port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:30.841459 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c936274a-8e78-4900-9b99-742321b4e388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.850502 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.871601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-850dab58-8b54-488d-a787-58d8ab3eb6c8 req-960e10a3-a9ee-47f0-a307-d4fda60635e6 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Calling delete_port for 4ca6a601-568c-41da-a1c9-9f9c71f785b0 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:26:30.883639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=617e8f33-06dc-4f52-8c0d-e4ef019fb7f7,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:30.939531 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.943382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:30.943991 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.946132 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] 10.222.0.46 "PUT /v2.0/ports/7f9fac0e-55b6-4100-8cf3-193eb5b2055c HTTP/1.1" status: 200 len: 1092 time: 2.3750646 May 27 22:26:30.948548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3978a4ae-abc8-4880-829e-eb02eb6893d3', 'tag': '7f9fac0e-55b6-4100-8cf3-193eb5b2055c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:30.956985 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:30.971259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c936274a-8e78-4900-9b99-742321b4e388 None None] Current status of the port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:31.040252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97345859-3d72-4e2d-9b75-2523be6abc1e service neutron] Pushing event updated for resources: {'Port': ['ID=7f9fac0e-55b6-4100-8cf3-193eb5b2055c,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:31.069504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d3429-8195-445f-908b-6584cdeedb33 req-ca6f5265-c9d2-4511-9675-738bc05f19d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:31.071029 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c94d3429-8195-445f-908b-6584cdeedb33 req-ca6f5265-c9d2-4511-9675-738bc05f19d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 1102 time: 0.2760587 May 27 22:26:31.161465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-c918e058-e3ec-4cea-ba89-3efe65576c9b service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7355194 May 27 22:26:31.257339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40744) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:31.269018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2182c-89b3-40aa-9e6c-399c65512476 req-1ffa313a-3012-4c6d-8aeb-2f85d5049b0e tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:31.270497 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7db2182c-89b3-40aa-9e6c-399c65512476 req-1ffa313a-3012-4c6d-8aeb-2f85d5049b0e tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 943 time: 0.5263381 May 27 22:26:31.349522 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc3aaa48-c4e3-4682-9e24-43c1ea649668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:31.382367 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:31.390881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-cc3aaa48-c4e3-4682-9e24-43c1ea649668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:31.444787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-cc3aaa48-c4e3-4682-9e24-43c1ea649668 admin admin] Usage tracker for resource:security_group_rule and tenant:85747d57f5f64d9eb9761e77beb1b3a2 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:31.457095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-cc3aaa48-c4e3-4682-9e24-43c1ea649668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:31.471676 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-cc3aaa48-c4e3-4682-9e24-43c1ea649668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:31.514933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7db2182c-89b3-40aa-9e6c-399c65512476 req-2f5e6904-a8b7-45d8-80c2-b88dd00cf70d tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149887 May 27 22:26:31.527764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d3429-8195-445f-908b-6584cdeedb33 req-eed5330f-97f2-4fae-bd98-80c03ab27af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:31.529353 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c94d3429-8195-445f-908b-6584cdeedb33 req-eed5330f-97f2-4fae-bd98-80c03ab27af3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.4105499 May 27 22:26:31.534707 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-699e7ae6-7521-451d-af10-7caa5edb4761 req-9eef3b9f-2a7e-44d3-9c3c-5cb68ebb8a36 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634403 May 27 22:26:31.552449 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-850dab58-8b54-488d-a787-58d8ab3eb6c8 req-960e10a3-a9ee-47f0-a307-d4fda60635e6 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:31.565872 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b3b96510-2f78-4efa-9b87-9d3e1c553325'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:31.607008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['06ae86bd-b637-4110-b5ff-000cf3971924', 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:31.652343 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-bffa95f0-e2d1-443c-80da-1fec0876e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:31.654162 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-bffa95f0-e2d1-443c-80da-1fec0876e755 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 1095 time: 0.3747838 May 27 22:26:31.662945 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c94d3429-8195-445f-908b-6584cdeedb33 req-75ae4f76-4f33-46dd-978b-e60b90b1e358 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 HTTP/1.1" status: 200 len: 217 time: 0.1273074 May 27 22:26:31.675344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e10a3-a9ee-47f0-a307-d4fda60635e6 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Pushing event deleted for resources: {'Port': ['ID=4ca6a601-568c-41da-a1c9-9f9c71f785b0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:31.842083 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-1b13d3ba-0de1-4945-a867-5d19c8a37305 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f9fac0e-55b6-4100-8cf3-193eb5b2055c HTTP/1.1" status: 200 len: 217 time: 0.1778951 May 27 22:26:31.870310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-850dab58-8b54-488d-a787-58d8ab3eb6c8 req-960e10a3-a9ee-47f0-a307-d4fda60635e6 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] No DVR routers for this DVR port 4ca6a601-568c-41da-a1c9-9f9c71f785b0 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:26:31.873383 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-850dab58-8b54-488d-a787-58d8ab3eb6c8 req-960e10a3-a9ee-47f0-a307-d4fda60635e6 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:31.920337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Allocated IP 172.25.2.246 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/eeb7cd28-c5d3-4bd1-b763-2470f9ae6c1b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:26:32.008950 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:32.025708 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f694242d-babc-402d-9b26-45940b6285a8'] response: {'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0', 'code': 200} May 27 22:26:32.058883 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc3aaa48-c4e3-4682-9e24-43c1ea649668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:32.065387 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-850dab58-8b54-488d-a787-58d8ab3eb6c8 req-960e10a3-a9ee-47f0-a307-d4fda60635e6 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.57 "DELETE /v2.0/ports/4ca6a601-568c-41da-a1c9-9f9c71f785b0 HTTP/1.1" status: 204 len: 173 time: 2.4244843 May 27 22:26:32.087970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d3429-8195-445f-908b-6584cdeedb33 req-235d2d40-bc73-4fd3-a5ea-c11266eb60be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:32.089677 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c94d3429-8195-445f-908b-6584cdeedb33 req-235d2d40-bc73-4fd3-a5ea-c11266eb60be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.4135034 May 27 22:26:32.089885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4f39a-1b5c-4cd3-ad50-70c30327d7a5 req-c2413a26-46e0-4403-8bdb-bb047e710b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:32.091471 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe4f39a-1b5c-4cd3-ad50-70c30327d7a5 req-c2413a26-46e0-4403-8bdb-bb047e710b42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 1094 time: 0.3653421 May 27 22:26:32.105705 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:32.135237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:32.150526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-32c5a225-e84f-4376-a548-6ab7d258fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:32.150526 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-32c5a225-e84f-4376-a548-6ab7d258fe9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 200 len: 846 time: 0.2888484 May 27 22:26:32.175346 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc3aaa48-c4e3-4682-9e24-43c1ea649668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:32.217184 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-9ac88064-61fd-42b4-937f-e1d7d8626176 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497181 May 27 22:26:32.346313 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:32.353719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cc3aaa48-c4e3-4682-9e24-43c1ea649668 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=85747d57f5f64d9eb9761e77beb1b3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0933411 May 27 22:26:32.360503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3aaa48-c4e3-4682-9e24-43c1ea649668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f907335e-8e4a-40bd-a65e-98c927ef0879,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:32.364474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:32.364957 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:32.366665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40750) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:32.433383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4f39a-1b5c-4cd3-ad50-70c30327d7a5 req-5ba3235a-1b77-4996-bb08-dcb841c20aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:32.435142 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe4f39a-1b5c-4cd3-ad50-70c30327d7a5 req-5ba3235a-1b77-4996-bb08-dcb841c20aab service neutron] 10.222.0.46 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.3362808 May 27 22:26:32.456828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d3429-8195-445f-908b-6584cdeedb33 req-73cdbead-3038-4c9f-b543-84570f34850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:32.458302 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c94d3429-8195-445f-908b-6584cdeedb33 req-73cdbead-3038-4c9f-b543-84570f34850b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3605869 May 27 22:26:32.470828 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-e789f5ca-a183-4934-8ea2-ee66e16ce4b6 service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446370 May 27 22:26:32.532645 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe4f39a-1b5c-4cd3-ad50-70c30327d7a5 req-b490080e-1329-45eb-bbfb-22b509ad4c8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c87446-4763-4657-b6ae-804cb85c4877 HTTP/1.1" status: 200 len: 217 time: 0.0825782 May 27 22:26:32.543056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:32.552747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380dcbd-f694-4b7b-bb9e-b284d3d0a96d req-dd406845-0024-4cc5-8dd2-7ec66a54bd92 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:32.554388 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9380dcbd-f694-4b7b-bb9e-b284d3d0a96d req-dd406845-0024-4cc5-8dd2-7ec66a54bd92 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 944 time: 0.4333980 May 27 22:26:32.597356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'name': 'network-vif-deleted', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:32.615256 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e1b4132b-7185-46fe-9bcc-0f6dae3b5b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:32.619795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4ca6a601-568c-41da-a1c9-9f9c71f785b0 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:26:32.655998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 4ca6a601-568c-41da-a1c9-9f9c71f785b0 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:26:32.656374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4ca6a601-568c-41da-a1c9-9f9c71f785b0 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:26:32.687010 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e1b4132b-7185-46fe-9bcc-0f6dae3b5b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:32.693690 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:32.717011 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c94d3429-8195-445f-908b-6584cdeedb33 req-6a9ca922-32d9-4b1b-98e2-3f740a598a07 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482972 May 27 22:26:32.718835 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-185f8d09-7ffc-440a-8012-4e90523ba0f2 req-c2681c44-5ac1-499a-b704-4937dd966865 service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300088 May 27 22:26:32.740479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4f39a-1b5c-4cd3-ad50-70c30327d7a5 req-7036f438-2fd4-40eb-8a20-0dc6ec1ab6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:32.742136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe4f39a-1b5c-4cd3-ad50-70c30327d7a5 req-7036f438-2fd4-40eb-8a20-0dc6ec1ab6fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.1835418 May 27 22:26:32.745190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:26:32.768747 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9380dcbd-f694-4b7b-bb9e-b284d3d0a96d req-c14f2927-01d0-4466-9c53-0845438a70d8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723371 May 27 22:26:32.848835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe4f39a-1b5c-4cd3-ad50-70c30327d7a5 req-404f6700-0873-419b-bc8e-877687845e2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955327 May 27 22:26:32.858419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:26:32.880064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:32.892246 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:26:32.967406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Pushing event updated for resources: {'Port': ['ID=eeb7cd28-c5d3-4bd1-b763-2470f9ae6c1b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:33.139207 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c94d3429-8195-445f-908b-6584cdeedb33 req-f076418b-0196-4c55-85c7-2dc48b369ea5 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146323 May 27 22:26:33.158332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:26:33.174402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Sync routers for ids ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:26:33.179314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4a5a835b-8c13-4837-8b8c-f883cb1ac580 req-3c73c978-5e6d-4cc9-8066-d60eaaeabb66 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Synchronizing usage tracker for tenant:ecba41eb2b894855a95cc6ec50ef6350 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:26:33.184230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Routers {'f1551ec0-c392-40e3-a1b6-212b4ed9fa68'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:26:33.184971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:33.241348 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe4f39a-1b5c-4cd3-ad50-70c30327d7a5 req-9ea58701-7de2-442a-b9d3-af60d4527e9c service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817799 May 27 22:26:33.251909 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:33.253567 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-485252c8-5593-40e2-894e-36f023939768 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7927418 May 27 22:26:33.256125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40758) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:33.357877 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e1b4132b-7185-46fe-9bcc-0f6dae3b5b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:33.361024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4a5a835b-8c13-4837-8b8c-f883cb1ac580 req-3c73c978-5e6d-4cc9-8066-d60eaaeabb66 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Unset dirty status for tenant:ecba41eb2b894855a95cc6ec50ef6350 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:26:33.362219 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a5a835b-8c13-4837-8b8c-f883cb1ac580 req-3c73c978-5e6d-4cc9-8066-d60eaaeabb66 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=d5904915-6999-4912-9512-fd090c286258 HTTP/1.1" status: 200 len: 210 time: 0.4741645 May 27 22:26:33.385952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4132b-7185-46fe-9bcc-0f6dae3b5b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f907335e-8e4a-40bd-a65e-98c927ef0879,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:33.415842 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:33.434266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Set router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:26:33.435957 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e1b4132b-7185-46fe-9bcc-0f6dae3b5b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:33.439796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e1b4132b-7185-46fe-9bcc-0f6dae3b5b15 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f907335e-8e4a-40bd-a65e-98c927ef0879 HTTP/1.1" status: 204 len: 168 time: 1.0696504 May 27 22:26:33.474803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe4f39a-1b5c-4cd3-ad50-70c30327d7a5 req-55ee0914-112f-4f8f-a323-28ae037659bc service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273924 May 27 22:26:33.519198 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-3d2b2ddf-2055-47eb-a60b-957028fc7591 req-35131be4-8698-43d7-ab2e-1c659847cb4f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] show failed (client error): The resource could not be found. May 27 22:26:33.526828 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3d2b2ddf-2055-47eb-a60b-957028fc7591 req-35131be4-8698-43d7-ab2e-1c659847cb4f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/6119257c-de6e-43fc-8090-0c5800ec52d8 HTTP/1.1" status: 404 len: 352 time: 0.0240808 May 27 22:26:33.648282 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:33.734019 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d9f8d0-23ff-46c2-89ac-cec8322164e0'] response: {'name': 'network-changed', 'server_uuid': '3978a4ae-abc8-4880-829e-eb02eb6893d3', 'tag': '7f9fac0e-55b6-4100-8cf3-193eb5b2055c', 'status': 'completed', 'code': 200} May 27 22:26:33.947900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:26Z', 'updated_at': '2022-05-27T22:26:30Z', 'revision_number': 3, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'gw_port': {'id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:28Z', 'updated_at': '2022-05-27T22:26:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:33.960177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Checking router: f1551ec0-c392-40e3-a1b6-212b4ed9fa68 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:26:33.960177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Updating router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 port 82642776-76f3-4b2a-a76d-9c96e5c1ae48 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:26:34.091769 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:34.093790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad219320-139d-4485-9db5-dfd119567900 req-c3960ae2-aadb-4582-ac62-fefe4a0a47a3 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:34.095299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad219320-139d-4485-9db5-dfd119567900 req-c3960ae2-aadb-4582-ac62-fefe4a0a47a3 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 943 time: 0.2616591 May 27 22:26:34.108001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032286a-17ac-4f72-8981-fa03a3e6d5c8 req-1426b3fd-8503-4ae8-8fa2-636365de16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:34.110045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6032286a-17ac-4f72-8981-fa03a3e6d5c8 req-1426b3fd-8503-4ae8-8fa2-636365de16fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 1095 time: 0.3557372 May 27 22:26:34.278259 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad219320-139d-4485-9db5-dfd119567900 req-0fb49a12-9280-4299-8077-5e560efe98d8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744993 May 27 22:26:34.282718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:34.339937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032286a-17ac-4f72-8981-fa03a3e6d5c8 req-55a010d5-a1ff-42c0-8a05-b54134604707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:34.341605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6032286a-17ac-4f72-8981-fa03a3e6d5c8 req-55a010d5-a1ff-42c0-8a05-b54134604707 service neutron] 10.222.0.46 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 907 time: 0.2101307 May 27 22:26:34.425029 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2a20ce-f3a4-4094-87d8-b629317f18d3'] response: {'server_uuid': 'd5904915-6999-4912-9512-fd090c286258', 'name': 'network-vif-deleted', 'tag': '4ca6a601-568c-41da-a1c9-9f9c71f785b0', 'status': 'completed', 'code': 200} May 27 22:26:34.435259 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:34.480091 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6032286a-17ac-4f72-8981-fa03a3e6d5c8 req-666953da-d4e9-47e5-b047-295043836b11 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f9fac0e-55b6-4100-8cf3-193eb5b2055c HTTP/1.1" status: 200 len: 217 time: 0.1310670 May 27 22:26:34.495465 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:34.557076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Pushing event updated for resources: {'Port': ['ID=eeb7cd28-c5d3-4bd1-b763-2470f9ae6c1b,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:34.579824 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:34.592711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Transition to ACTIVE for port object 82642776-76f3-4b2a-a76d-9c96e5c1ae48 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:34.674538 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:34.681069 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:34.701475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032286a-17ac-4f72-8981-fa03a3e6d5c8 req-f89a8d3d-e8dc-4dd2-a8ec-49e1d9691d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:34.702936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6032286a-17ac-4f72-8981-fa03a3e6d5c8 req-f89a8d3d-e8dc-4dd2-a8ec-49e1d9691d67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 200 len: 846 time: 0.2141182 May 27 22:26:34.714157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-92e7df72-682f-4d11-9a36-a1b3d8f824b1 req-a246fe2e-a546-449d-a3ed-635670bd405f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Synchronizing usage tracker for tenant:30513d18dfb7473dbe429465efd7906b on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:26:34.768577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6032286a-17ac-4f72-8981-fa03a3e6d5c8 req-61f50b92-842f-4a97-890b-318d4aa41b42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513060 May 27 22:26:34.781468 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:34.782608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-779f4b08-72d6-4517-b8ef-90a028388394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1913149 May 27 22:26:34.787861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Attempting to bind port 82642776-76f3-4b2a-a76d-9c96e5c1ae48 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:26:34.788046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Attempting to bind port 82642776-76f3-4b2a-a76d-9c96e5c1ae48 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:26:34.788298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Attempting to bind port 82642776-76f3-4b2a-a76d-9c96e5c1ae48 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:34.799598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:26:34.799967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:34.800384 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:34.809052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:26:34.809052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Bound port: 82642776-76f3-4b2a-a76d-9c96e5c1ae48, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:26:34.809052 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:34.812886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Allocated IP 172.20.0.1 (b090dde9-67db-4c49-bbbc-f76032c598e8/886cb46f-6b6f-4fc3-8c8e-a4f846943042/3b5fab1f-44f7-4a51-b860-35fda5bd4c19) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:26:34.830654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac3861-b197-4f81-ae01-4232f56bc142 None None] Pushing event updated for resources: {'Port': ['ID=82642776-76f3-4b2a-a76d-9c96e5c1ae48,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:34.856449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac3861-b197-4f81-ae01-4232f56bc142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:34.856727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac3861-b197-4f81-ae01-4232f56bc142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:34.857516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac3861-b197-4f81-ae01-4232f56bc142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:34.860478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac3861-b197-4f81-ae01-4232f56bc142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:34.860893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac3861-b197-4f81-ae01-4232f56bc142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:34.863404 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac3861-b197-4f81-ae01-4232f56bc142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:34.863808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac3861-b197-4f81-ae01-4232f56bc142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:34.864157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac3861-b197-4f81-ae01-4232f56bc142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:34.864568 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac3861-b197-4f81-ae01-4232f56bc142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:34.866941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac3861-b197-4f81-ae01-4232f56bc142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:34.866941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac3861-b197-4f81-ae01-4232f56bc142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:34.866941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ac3861-b197-4f81-ae01-4232f56bc142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:34.949225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-92e7df72-682f-4d11-9a36-a1b3d8f824b1 req-a246fe2e-a546-449d-a3ed-635670bd405f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Unset dirty status for tenant:30513d18dfb7473dbe429465efd7906b on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:26:34.957554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92e7df72-682f-4d11-9a36-a1b3d8f824b1 req-a246fe2e-a546-449d-a3ed-635670bd405f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=30513d18dfb7473dbe429465efd7906b HTTP/1.1" status: 200 len: 6149 time: 0.5305870 May 27 22:26:35.003474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] For port 82642776-76f3-4b2a-a76d-9c96e5c1ae48, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:35.008898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] For port 82642776-76f3-4b2a-a76d-9c96e5c1ae48, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=82642776-76f3-4b2a-a76d-9c96e5c1ae48,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:26:35.033352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-988ff5c9-d6da-481e-a319-17d06a7fc804 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Synchronizing usage tracker for tenant:a103764016804495a572e1edea3fca44 on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:26:35.065923 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:35.086023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Transition to ACTIVE for port object 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:35.087877 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:35.102885 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92e7df72-682f-4d11-9a36-a1b3d8f824b1 req-a9ca1396-5943-44d1-a1ec-1d957a21f303 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/e728ae2b-7066-4ff6-a228-084f53378aa8 HTTP/1.1" status: 200 len: 2981 time: 0.1448417 May 27 22:26:35.137045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6032286a-17ac-4f72-8981-fa03a3e6d5c8 req-783ebeed-0a68-403e-bc94-8d9c52a241d0 service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569558 May 27 22:26:35.178308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Routers {'f1551ec0-c392-40e3-a1b6-212b4ed9fa68'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:26:35.179648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:35.195377 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:35.245835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac3861-b197-4f81-ae01-4232f56bc142 None None] Pushing event updated for resources: {'Port': ['ID=82642776-76f3-4b2a-a76d-9c96e5c1ae48,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:35.319981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Network b090dde9-67db-4c49-bbbc-f76032c598e8 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:26:35.345517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:35.349358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5fab1f-44f7-4a51-b860-35fda5bd4c19,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:35.353452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:26:35.423372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] Set router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:26:35.509766 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6032286a-17ac-4f72-8981-fa03a3e6d5c8 req-f86183a3-f876-4663-b9a3-6acf40e34082 service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618436 May 27 22:26:35.516065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-988ff5c9-d6da-481e-a319-17d06a7fc804 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Unset dirty status for tenant:a103764016804495a572e1edea3fca44 on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:26:35.516065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-988ff5c9-d6da-481e-a319-17d06a7fc804 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 696 time: 0.6295447 May 27 22:26:35.529940 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92e7df72-682f-4d11-9a36-a1b3d8f824b1 req-66078d7b-1a5b-4e12-87f8-5f8d8beaefa7 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/e728ae2b-7066-4ff6-a228-084f53378aa8 HTTP/1.1" status: 200 len: 2981 time: 0.4258075 May 27 22:26:35.704574 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:35.846334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-f411367c-854e-4ed9-bfd2-064bbc39fecd tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:35.850536 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-f411367c-854e-4ed9-bfd2-064bbc39fecd tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.3142381 May 27 22:26:35.877576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-3d5c8319-9c67-4757-b9ce-a08b13787890 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:26:35.878406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-042a70e8-8b19-46ea-b291-92000b9a8066 None None] Provisioning for port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:35.882629 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22849f8f-24f6-4e06-a4dd-55c4db101712 req-3d5c8319-9c67-4757-b9ce-a08b13787890 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152178 May 27 22:26:35.907527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-042a70e8-8b19-46ea-b291-92000b9a8066 None None] Provisioning complete for port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:35.907995 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-042a70e8-8b19-46ea-b291-92000b9a8066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:35.932323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8dc99-1457-4baa-b6e0-735ac281fbe7 req-2b68e8c3-a74b-47ed-bbde-0d252b7ac1b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:35.947083 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-27a8dc99-1457-4baa-b6e0-735ac281fbe7 req-2b68e8c3-a74b-47ed-bbde-0d252b7ac1b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 944 time: 0.2115722 May 27 22:26:35.985089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 7f9fac0e-55b6-4100-8cf3-193eb5b2055c details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:26:36.034982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-042a70e8-8b19-46ea-b291-92000b9a8066 None None] Port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:26:36.117054 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-27a8dc99-1457-4baa-b6e0-735ac281fbe7 req-69186ce6-72c7-4de6-98e3-74d6a955450d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611447 May 27 22:26:36.169974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-69ef3ca0-966d-4254-a171-162eb938dbe0 req-8ce932fd-0387-4bc5-9212-ba94423bc553 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-935910605', 'description': 'tempest-description-1303697357'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:36.173990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:26Z', 'updated_at': '2022-05-27T22:26:30Z', 'revision_number': 3, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'gw_port': {'id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:28Z', 'updated_at': '2022-05-27T22:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:36.181009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-69ef3ca0-966d-4254-a171-162eb938dbe0 req-8ce932fd-0387-4bc5-9212-ba94423bc553 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:36.187269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d391d90c-bbfc-467d-98d6-66b4aeb4d77f None None] The sync data for ids ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'] in n-d-843680-3 is: [{'id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:26Z', 'updated_at': '2022-05-27T22:26:30Z', 'revision_number': 3, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'gw_port': {'id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:28Z', 'updated_at': '2022-05-27T22:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:26:36.217912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-69ef3ca0-966d-4254-a171-162eb938dbe0 req-8ce932fd-0387-4bc5-9212-ba94423bc553 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:36.249345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=7f9fac0e-55b6-4100-8cf3-193eb5b2055c,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:36.266226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '7f9fac0e-55b6-4100-8cf3-193eb5b2055c', 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7', 'port_id': '7f9fac0e-55b6-4100-8cf3-193eb5b2055c', 'mac_address': 'fa:16:3e:7a:8c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c978a7-2c3e-4299-9e00-a1c60f2fbf1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:26:36.332822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:36.333203 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:36.338839 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-69ef3ca0-966d-4254-a171-162eb938dbe0 req-8ce932fd-0387-4bc5-9212-ba94423bc553 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:36.352156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9fac0e-55b6-4100-8cf3-193eb5b2055c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:26:36.371273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-69ef3ca0-966d-4254-a171-162eb938dbe0 req-8ce932fd-0387-4bc5-9212-ba94423bc553 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:36.372136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=7f9fac0e-55b6-4100-8cf3-193eb5b2055c,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:36.377549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-69ef3ca0-966d-4254-a171-162eb938dbe0 req-8ce932fd-0387-4bc5-9212-ba94423bc553 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group_rule and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:36.381076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-69ef3ca0-966d-4254-a171-162eb938dbe0 req-8ce932fd-0387-4bc5-9212-ba94423bc553 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:36.388580 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:36.389485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-69ef3ca0-966d-4254-a171-162eb938dbe0 req-8ce932fd-0387-4bc5-9212-ba94423bc553 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:36.400576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d484a-908c-41ac-97d1-d9ff0d3f9323 req-84a58fa5-6706-4f6a-ae42-392dd3791d61 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:36.404155 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a53d484a-908c-41ac-97d1-d9ff0d3f9323 req-84a58fa5-6706-4f6a-ae42-392dd3791d61 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 943 time: 0.1600325 May 27 22:26:36.451780 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:36.472508 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a53d484a-908c-41ac-97d1-d9ff0d3f9323 req-675d7657-ad6a-4aaa-88f4-3ea6d8bbc907 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632539 May 27 22:26:36.546377 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-69ef3ca0-966d-4254-a171-162eb938dbe0 req-8ce932fd-0387-4bc5-9212-ba94423bc553 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:36.605923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=7f9fac0e-55b6-4100-8cf3-193eb5b2055c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:36.617838 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-69ef3ca0-966d-4254-a171-162eb938dbe0 req-8ce932fd-0387-4bc5-9212-ba94423bc553 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:36.684317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7f9fac0e-55b6-4100-8cf3-193eb5b2055c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:36.702840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce932fd-0387-4bc5-9212-ba94423bc553 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c04054-bbba-4b3d-a65a-cdcce915d2de,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:36.754329 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-69ef3ca0-966d-4254-a171-162eb938dbe0 req-8ce932fd-0387-4bc5-9212-ba94423bc553 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:36.755585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69ef3ca0-966d-4254-a171-162eb938dbe0 req-8ce932fd-0387-4bc5-9212-ba94423bc553 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5922048 May 27 22:26:36.818069 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:36.891823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:37.016439 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:37.153794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-67affdf3-9f99-4d62-a0ac-21752e81e532 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:37.156417 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-67affdf3-9f99-4d62-a0ac-21752e81e532 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 820 time: 0.2450318 May 27 22:26:37.175090 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-e1681b6a-573a-420f-905f-d22f03458e00 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/quotas/a103764016804495a572e1edea3fca44 HTTP/1.1" status: 200 len: 375 time: 0.0127494 May 27 22:26:37.222987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Network b090dde9-67db-4c49-bbbc-f76032c598e8 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:26:37.229787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:37.331420 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-482ee6cb-f4c5-48aa-8316-7ae5c348e855 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1507268 May 27 22:26:37.558102 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-510383cf-18b5-4303-823c-4bb823bda6aa service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255783 May 27 22:26:37.559144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Pushing event updated for resources: {'Port': ['ID=3b5fab1f-44f7-4a51-b860-35fda5bd4c19,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:37.567267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:26:37.650655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-32c3ae7a-b0bb-4044-96ca-c0abf3e045b9 req-c4bcc7f7-ea25-4886-b2a9-6b9fd834e277 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-721102169', 'description': 'tempest-description-1259025696'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:37.666023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-32c3ae7a-b0bb-4044-96ca-c0abf3e045b9 req-c4bcc7f7-ea25-4886-b2a9-6b9fd834e277 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:37.674315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-32c3ae7a-b0bb-4044-96ca-c0abf3e045b9 req-c4bcc7f7-ea25-4886-b2a9-6b9fd834e277 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:37.678657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-32c3ae7a-b0bb-4044-96ca-c0abf3e045b9 req-c4bcc7f7-ea25-4886-b2a9-6b9fd834e277 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:37.687274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-32c3ae7a-b0bb-4044-96ca-c0abf3e045b9 req-c4bcc7f7-ea25-4886-b2a9-6b9fd834e277 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:37.688001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1bd4aa69-f618-4019-909e-49f2d4be1104 None None] Provisioning complete for port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:37.689755 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1bd4aa69-f618-4019-909e-49f2d4be1104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:37.743451 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-a708a44f-096b-489d-98de-3c7310dda4b8 service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842940 May 27 22:26:37.786793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1bd4aa69-f618-4019-909e-49f2d4be1104 None None] Port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:26:37.789780 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-32c3ae7a-b0bb-4044-96ca-c0abf3e045b9 req-c4bcc7f7-ea25-4886-b2a9-6b9fd834e277 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:37.800315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:26:37.820796 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-66b8c3ef-0a32-46af-9262-ccd4a9c1d526 admin admin] 10.222.0.27 "PUT /v2.0/routers/f1551ec0-c392-40e3-a1b6-212b4ed9fa68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5588312 May 27 22:26:37.821451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-32c3ae7a-b0bb-4044-96ca-c0abf3e045b9 req-c4bcc7f7-ea25-4886-b2a9-6b9fd834e277 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:37.824406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-32c3ae7a-b0bb-4044-96ca-c0abf3e045b9 req-c4bcc7f7-ea25-4886-b2a9-6b9fd834e277 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group_rule and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:37.827925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-32c3ae7a-b0bb-4044-96ca-c0abf3e045b9 req-c4bcc7f7-ea25-4886-b2a9-6b9fd834e277 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:37.835304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-32c3ae7a-b0bb-4044-96ca-c0abf3e045b9 req-c4bcc7f7-ea25-4886-b2a9-6b9fd834e277 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:37.928605 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-32c3ae7a-b0bb-4044-96ca-c0abf3e045b9 req-c4bcc7f7-ea25-4886-b2a9-6b9fd834e277 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:37.974492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 7f9fac0e-55b6-4100-8cf3-193eb5b2055c up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:38.018920 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-32c3ae7a-b0bb-4044-96ca-c0abf3e045b9 req-c4bcc7f7-ea25-4886-b2a9-6b9fd834e277 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:38.124048 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 82642776-76f3-4b2a-a76d-9c96e5c1ae48 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:38.199824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:38.220218 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcc7f7-ea25-4886-b2a9-6b9fd834e277 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e548d1c-4fc9-41a2-a525-1d08c5a9478c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:38.224095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:38.224095 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:38.275497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66739395-5737-4d9d-afc9-50981ae8805d req-4d8a4d0d-cb9c-48c2-884d-1ea12a0d06c7 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:38.277110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66739395-5737-4d9d-afc9-50981ae8805d req-4d8a4d0d-cb9c-48c2-884d-1ea12a0d06c7 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 951 time: 0.1690614 May 27 22:26:38.278349 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-32c3ae7a-b0bb-4044-96ca-c0abf3e045b9 req-c4bcc7f7-ea25-4886-b2a9-6b9fd834e277 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:38.279411 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32c3ae7a-b0bb-4044-96ca-c0abf3e045b9 req-c4bcc7f7-ea25-4886-b2a9-6b9fd834e277 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6376414 May 27 22:26:38.388669 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66739395-5737-4d9d-afc9-50981ae8805d req-0ff923e3-96b4-4abf-b8d3-c92a445de8dc tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991676 May 27 22:26:38.481022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:38.481578 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:38.541638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3978a4ae-abc8-4880-829e-eb02eb6893d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9fac0e-55b6-4100-8cf3-193eb5b2055c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:38.555529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=7f9fac0e-55b6-4100-8cf3-193eb5b2055c,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:38.574478 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Sync routers for ids ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:26:38.592463 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Routers {'f1551ec0-c392-40e3-a1b6-212b4ed9fa68'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:26:38.592463 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:38.612837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 82642776-76f3-4b2a-a76d-9c96e5c1ae48 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:38.619537 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 82642776-76f3-4b2a-a76d-9c96e5c1ae48 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:38.620400 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:38.654953 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe95a45-d0c6-4b24-aca0-129557a53d2d req-91f9e084-eed5-47d0-ac47-5d1c37773fb4 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:38.656805 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:38.657547 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-abe95a45-d0c6-4b24-aca0-129557a53d2d req-91f9e084-eed5-47d0-ac47-5d1c37773fb4 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 945 time: 0.1800463 May 27 22:26:38.819630 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Set router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:26:38.864202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=7f9fac0e-55b6-4100-8cf3-193eb5b2055c,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:38.880426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff40309-57e8-4449-bb84-0db77be41ec0 req-48278c81-5fea-4670-b123-89abc132ed27 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:38.894267 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aff40309-57e8-4449-bb84-0db77be41ec0 req-48278c81-5fea-4670-b123-89abc132ed27 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.57 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 951 time: 0.2247849 May 27 22:26:38.895927 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-abe95a45-d0c6-4b24-aca0-129557a53d2d req-dc605e2c-97b7-41a8-92c6-7b69307e4405 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232871 May 27 22:26:38.933271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e598caa-65c5-40c9-a3bd-33b063bfb736 req-0f185508-a35d-4a1a-b181-48bb06635992 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:38.941874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e598caa-65c5-40c9-a3bd-33b063bfb736 req-0f185508-a35d-4a1a-b181-48bb06635992 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 943 time: 0.1828365 May 27 22:26:39.017501 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e598caa-65c5-40c9-a3bd-33b063bfb736 req-a691c771-82a1-4170-81f5-2b835e1e1c5e tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745058 May 27 22:26:39.073068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 82642776-76f3-4b2a-a76d-9c96e5c1ae48 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:39.073068 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:39.125582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-aff40309-57e8-4449-bb84-0db77be41ec0 req-9ecb8f41-d49a-4396-834c-dde87a855b1c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Deleting port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:26:39.125927 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aff40309-57e8-4449-bb84-0db77be41ec0 req-9ecb8f41-d49a-4396-834c-dde87a855b1c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:39.129012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 82642776-76f3-4b2a-a76d-9c96e5c1ae48, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=82642776-76f3-4b2a-a76d-9c96e5c1ae48,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:39.206429 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:39.302990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fcedccb-67e1-48f7-a95f-96a47948a4f9 req-e2a5fcef-4066-4454-8e36-6d02b5177788 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 210 time: 0.1413112 May 27 22:26:39.365709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40950) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:39.372174 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1953412408-network', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:39.393185 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:39.399846 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053a82fd-8e56-4494-8411-334266c3bca2'] response: {'server_uuid': '3978a4ae-abc8-4880-829e-eb02eb6893d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9fac0e-55b6-4100-8cf3-193eb5b2055c', 'code': 200} May 27 22:26:39.404073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Usage tracker for resource:network and tenant:6bab5f65305f447d801fb8be9e0d4f7c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:39.408264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:39.435929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:39.441886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=82642776-76f3-4b2a-a76d-9c96e5c1ae48,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:39.572529 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Made reservation on behalf of 6bab5f65305f447d801fb8be9e0d4f7c for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:26:39.575098 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:39.621497 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:39.689243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:39.704554 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Usage tracker for resource:security_group_rule and tenant:6bab5f65305f447d801fb8be9e0d4f7c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:39.715672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:39.729540 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:26Z', 'updated_at': '2022-05-27T22:26:36Z', 'revision_number': 4, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'gw_port': {'id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e3:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:28Z', 'updated_at': '2022-05-27T22:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3b5fab1f-44f7-4a51-b860-35fda5bd4c19', 'name': '', 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'mac_address': 'fa:16:3e:17:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:34Z', 'updated_at': '2022-05-27T22:26:36Z', 'revision_number': 2, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'subnets': [{'id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:39.741218 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Checking router: f1551ec0-c392-40e3-a1b6-212b4ed9fa68 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:26:39.741648 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Updating router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:26:39.766615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:39.817297 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:39.828386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-aff40309-57e8-4449-bb84-0db77be41ec0 req-9ecb8f41-d49a-4396-834c-dde87a855b1c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] For port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:39.829106 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aff40309-57e8-4449-bb84-0db77be41ec0 req-9ecb8f41-d49a-4396-834c-dde87a855b1c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:39.987436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 19c87446-4763-4657-b6ae-804cb85c4877 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:26:40.069819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-aff40309-57e8-4449-bb84-0db77be41ec0 req-9ecb8f41-d49a-4396-834c-dde87a855b1c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Calling delete_port for fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:26:40.139194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff00b1a-b23e-4cb0-a660-3524f3743175 req-2c90ff86-3f1e-49cb-83a3-62f36552ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:40.140745 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ff00b1a-b23e-4cb0-a660-3524f3743175 req-2c90ff86-3f1e-49cb-83a3-62f36552ff4b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 1097 time: 0.6645854 May 27 22:26:40.176595 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 82642776-76f3-4b2a-a76d-9c96e5c1ae48 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:40.269713 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:40.278353 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ff00b1a-b23e-4cb0-a660-3524f3743175 req-ec2fc102-0ee9-4204-b694-2f194945bb7b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228991 May 27 22:26:40.286086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-247c445a-215b-486d-b5f6-3ad283152439 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:40.287796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-247c445a-215b-486d-b5f6-3ad283152439 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/networks?id=4b78b2d5-ee0b-494c-a4f8-80f59f901351 HTTP/1.1" status: 200 len: 812 time: 0.6506612 May 27 22:26:40.296477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88aa63-56ae-48f8-a779-bc328916e5dc req-8cdfa443-3135-4e5b-a653-2242813b7418 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:40.297956 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb88aa63-56ae-48f8-a779-bc328916e5dc req-8cdfa443-3135-4e5b-a653-2242813b7418 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 951 time: 0.5355175 May 27 22:26:40.324096 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-1a029402-ee86-424a-bbda-9bb05a59e9c2 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/quotas/30513d18dfb7473dbe429465efd7906b HTTP/1.1" status: 200 len: 375 time: 0.0251482 May 27 22:26:40.327091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=19c87446-4763-4657-b6ae-804cb85c4877,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:40.341414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 82642776-76f3-4b2a-a76d-9c96e5c1ae48 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:40.342014 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:40.342367 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aff40309-57e8-4449-bb84-0db77be41ec0 req-9ecb8f41-d49a-4396-834c-dde87a855b1c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:40.374614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b3b96510-2f78-4efa-9b87-9d3e1c553325'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:40.391171 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:40.420665 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb88aa63-56ae-48f8-a779-bc328916e5dc req-b3bae51e-faf3-4332-bae5-1e3926647bf4 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108468 May 27 22:26:40.436581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['06ae86bd-b637-4110-b5ff-000cf3971924', 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:40.445617 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:40.447591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:26:40.470834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb8f41-d49a-4396-834c-dde87a855b1c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Pushing event deleted for resources: {'Port': ['ID=fec3477a-d54d-4ab8-96ed-7a9f9e6cb652,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:40.473416 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Transition to ACTIVE for port object 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:40.494557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '19c87446-4763-4657-b6ae-804cb85c4877', 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf', 'port_id': '19c87446-4763-4657-b6ae-804cb85c4877', 'mac_address': 'fa:16:3e:32:4c:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b640b426-c3e4-4da9-8c51-f6ef05852c3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:26:40.516600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff40309-57e8-4449-bb84-0db77be41ec0 req-9ecb8f41-d49a-4396-834c-dde87a855b1c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] No DVR routers for this DVR port fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:26:40.520655 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aff40309-57e8-4449-bb84-0db77be41ec0 req-9ecb8f41-d49a-4396-834c-dde87a855b1c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:40.523544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'name': 'network-vif-deleted', 'tag': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:40.540470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b63921f-514f-43c1-a0f2-7446a2b76767,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:40.545425 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:40.545973 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Added segment 7b1df0ed-eac3-4e4a-b0de-27b408e05d61 of type vlan for network d9c41fd1-9c32-42d6-88ce-3077170cd4ea May 27 22:26:40.571667 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:40.587651 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:40.597359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-7aba1fe8-dae4-447e-862e-5d68c8723b57 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=30513d18dfb7473dbe429465efd7906b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2575259 May 27 22:26:40.606985 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aff40309-57e8-4449-bb84-0db77be41ec0 req-9ecb8f41-d49a-4396-834c-dde87a855b1c tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.57 "DELETE /v2.0/ports/fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 HTTP/1.1" status: 204 len: 173 time: 1.7052360 May 27 22:26:40.685049 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c70c2-abb2-4870-9194-f2aaaaf5a386 None None] Pushing event updated for resources: {'Port': ['ID=3b5fab1f-44f7-4a51-b860-35fda5bd4c19,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:40.752926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 19c87446-4763-4657-b6ae-804cb85c4877 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:40.753567 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:40.813438 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:40.813438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:40.813438 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:40.894459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c87446-4763-4657-b6ae-804cb85c4877 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:26:40.929615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=19c87446-4763-4657-b6ae-804cb85c4877,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:41.030060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-95e22857-3f7a-45be-a5bb-9277ef099676 service neutron] 10.222.0.27 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074523 May 27 22:26:41.031741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c41fd1-9c32-42d6-88ce-3077170cd4ea,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:41.090540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network d9c41fd1-9c32-42d6-88ce-3077170cd4ea details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:26:41.139318 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:41.181955 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Attempting to bind port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:26:41.182545 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Attempting to bind port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '95cfb425-1bdd-4b57-8aa2-bf9e3027a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:26:41.190317 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Attempting to bind port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 on network b090dde9-67db-4c49-bbbc-f76032c598e8 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:41.199970 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 82642776-76f3-4b2a-a76d-9c96e5c1ae48 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:41.214015 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:26:41.214391 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Checking segment: {'id': '95cfb425-1bdd-4b57-8aa2-bf9e3027a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:41.214795 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:41.215187 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Bound using segment: {'id': '95cfb425-1bdd-4b57-8aa2-bf9e3027a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:26:41.215664 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Bound port: 3b5fab1f-44f7-4a51-b860-35fda5bd4c19, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95cfb425-1bdd-4b57-8aa2-bf9e3027a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:26:41.216051 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:41.243570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bc4a0bdc-4a86-41b4-be33-c5fcd9f23bf3 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8764601 May 27 22:26:41.246299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40980) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:41.271708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] Request body: {'subnet': {'network_id': 'd9c41fd1-9c32-42d6-88ce-3077170cd4ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1953412408-subnet', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:41.278673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81e389-3681-4cac-939a-caf68b2a3799 req-2c3a0aa2-a826-4648-a38e-554252cbf700 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:41.294059 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1b81e389-3681-4cac-939a-caf68b2a3799 req-2c3a0aa2-a826-4648-a38e-554252cbf700 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 946 time: 0.5697410 May 27 22:26:41.295364 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:41.334776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] Usage tracker for resource:subnet and tenant:6bab5f65305f447d801fb8be9e0d4f7c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:41.340003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:41.377143 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:41.391575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-a85082f7-33af-420e-9d70-95db7be2219a tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:41.394032 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-a85082f7-33af-420e-9d70-95db7be2219a tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.57 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 820 time: 0.4268076 May 27 22:26:41.412805 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1b81e389-3681-4cac-939a-caf68b2a3799 req-d5f02097-b0a4-48a0-8f59-1b49cb9fd932 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164649 May 27 22:26:41.441617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['19c87446-4763-4657-b6ae-804cb85c4877'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:41.441756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Request body: {'port': {'device_id': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'admin_state_up': True, 'tenant_id': 'a103764016804495a572e1edea3fca44'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:41.478052 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-2dd5e5c8-4a99-4565-a995-a63928a2b642 service neutron] 10.222.0.27 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362984 May 27 22:26:41.515429 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=19c87446-4763-4657-b6ae-804cb85c4877,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:41.538805 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] For port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:41.557276 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] For port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3b5fab1f-44f7-4a51-b860-35fda5bd4c19,segment=NetworkSegment(95cfb425-1bdd-4b57-8aa2-bf9e3027a149),segment_id=95cfb425-1bdd-4b57-8aa2-bf9e3027a149)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:26:41.640867 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:41.679204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] Made reservation on behalf of 6bab5f65305f447d801fb8be9e0d4f7c for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:26:41.682534 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:41.683038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531a10f-6f7a-416f-8d40-b46acf060841 req-03222a65-6a86-4f29-9a52-7f0173c57d4c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:41.685113 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1531a10f-6f7a-416f-8d40-b46acf060841 req-03222a65-6a86-4f29-9a52-7f0173c57d4c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 944 time: 0.1179438 May 27 22:26:41.813026 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Routers {'f1551ec0-c392-40e3-a1b6-212b4ed9fa68'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:26:41.833204 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:41.868431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1531a10f-6f7a-416f-8d40-b46acf060841 req-0f9a9a47-a24f-4812-9fd3-e3fdabf1a339 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771045 May 27 22:26:42.112255 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c70c2-abb2-4870-9194-f2aaaaf5a386 None None] Pushing event updated for resources: {'Port': ['ID=3b5fab1f-44f7-4a51-b860-35fda5bd4c19,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:42.150930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:42.178239 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b26503b8-1560-4f11-8dc6-15673e4b35ef req-77c19542-86c1-4fce-89e3-cdba0ad7a00f tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 210 time: 0.1242180 May 27 22:26:42.184476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:42.287068 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0693af4-8fc0-4286-9f18-2903f79eb92e'] response: {'server_uuid': 'b12ed7bd-0150-4e38-834f-6419d736a6e5', 'name': 'network-vif-deleted', 'tag': 'fec3477a-d54d-4ab8-96ed-7a9f9e6cb652', 'status': 'completed', 'code': 200} May 27 22:26:42.353124 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] Set router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:26:42.371832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Made reservation on behalf of a103764016804495a572e1edea3fca44 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:26:42.376203 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:42.389790 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd916a49-8214-45b0-9a52-c3cc2bafa4a5 req-353548aa-a308-4b30-988c-59e2deefc35d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 210 time: 0.0627623 May 27 22:26:42.446149 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:42.486263 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5b1b5d5-6834-40ed-a9b7-0c7784023c64 req-a915c2ef-cde4-45c9-8a6d-93683de881d8 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=b12ed7bd-0150-4e38-834f-6419d736a6e5 HTTP/1.1" status: 200 len: 210 time: 0.0696306 May 27 22:26:42.704559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] Checking segment: {'id': '7b1df0ed-eac3-4e4a-b0de-27b408e05d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd9c41fd1-9c32-42d6-88ce-3077170cd4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:42.704978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] Network hostable DHCP agents. Network: d9c41fd1-9c32-42d6-88ce-3077170cd4ea, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:26:42.712225 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:26:42.715028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3184faf-9b44-4ff2-8990-1179dface3f1,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:42.758970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a18ec8-18ea-43aa-8aa6-6c3a6b51f3ba req-27e2c84e-5faa-45e0-992b-38e2fb7bd5ef tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:42.768625 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87a18ec8-18ea-43aa-8aa6-6c3a6b51f3ba req-27e2c84e-5faa-45e0-992b-38e2fb7bd5ef tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 946 time: 0.1742139 May 27 22:26:42.809601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Allocated IP 172.20.0.10 (70dd1cd7-83dd-4b84-a4fc-0af2745e3302/23c58856-8bad-480b-bab4-80dce2c9b40a/7304960d-5a11-48ad-aa81-8380bb4e7695) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:26:42.841070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87a18ec8-18ea-43aa-8aa6-6c3a6b51f3ba req-af2e7027-a436-4253-9b97-14b8bc20f568 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712774 May 27 22:26:42.850782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:26:42.851712 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fec3477a-d54d-4ab8-96ed-7a9f9e6cb652 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:26:42.863901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] Network d9c41fd1-9c32-42d6-88ce-3077170cd4ea is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:26:42.972576 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:26Z', 'updated_at': '2022-05-27T22:26:36Z', 'revision_number': 4, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'gw_port': {'id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:28Z', 'updated_at': '2022-05-27T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3b5fab1f-44f7-4a51-b860-35fda5bd4c19', 'name': '', 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'mac_address': 'fa:16:3e:17:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:34Z', 'updated_at': '2022-05-27T22:26:41Z', 'revision_number': 4, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'subnets': [{'id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:42.979840 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c855557-6a05-44de-9611-c135bf4a9bfc None None] The sync data for ids ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'] in n-d-843680-3 is: [{'id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:26Z', 'updated_at': '2022-05-27T22:26:36Z', 'revision_number': 4, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'gw_port': {'id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:28Z', 'updated_at': '2022-05-27T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3b5fab1f-44f7-4a51-b860-35fda5bd4c19', 'name': '', 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'mac_address': 'fa:16:3e:17:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:34Z', 'updated_at': '2022-05-27T22:26:41Z', 'revision_number': 4, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'subnets': [{'id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:26:43.176089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c2267-d1e1-4c8b-97e5-9d21737a963e req-6d1ca5f2-02d5-4829-bf7b-901317a25e7c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:43.181981 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb7c2267-d1e1-4c8b-97e5-9d21737a963e req-6d1ca5f2-02d5-4829-bf7b-901317a25e7c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 944 time: 0.1531878 May 27 22:26:43.186618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, d9c41fd1-9c32-42d6-88ce-3077170cd4ea) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:43.191674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:43.192264 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:43.200692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f8127e-f97c-44a4-b0aa-4f9061f1c397 None None] Network d9c41fd1-9c32-42d6-88ce-3077170cd4ea requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:26:43.227653 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:43.264912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Transition to ACTIVE for port object 7304960d-5a11-48ad-aa81-8380bb4e7695 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:43.347742 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e6c52744-d109-414d-8e0b-68b0b9090fea admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0954256 May 27 22:26:43.348455 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:43.358439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41026) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:43.385772 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb7c2267-d1e1-4c8b-97e5-9d21737a963e req-fe3909ef-be9b-4414-b3a6-d24c7eff40c6 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028096 May 27 22:26:43.389447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['997c0397-413a-446a-9243-65d3ef76b8cb'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:43.520265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1953412408-router', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:43.535680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:43.536091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41034) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:43.561091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Usage tracker for resource:router and tenant:6bab5f65305f447d801fb8be9e0d4f7c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:43.571254 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10ed90-fee6-4db1-887b-163108b7559d req-b90bde27-090b-48e1-8dc7-f558a6b3a27a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:43.578203 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:43.584076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a10ed90-fee6-4db1-887b-163108b7559d req-b90bde27-090b-48e1-8dc7-f558a6b3a27a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 806 time: 0.3838131 May 27 22:26:43.591547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Pushing event updated for resources: {'Port': ['ID=7304960d-5a11-48ad-aa81-8380bb4e7695,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:43.613494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:43.627400 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a10ed90-fee6-4db1-887b-163108b7559d req-d5cf029e-4ae5-4ed0-a3ec-166ce83a53ab tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/quotas/97fe5f44835545c0a61788c6d0ac3edf HTTP/1.1" status: 200 len: 375 time: 0.0420556 May 27 22:26:43.636609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:26:43.636609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:43.638171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:26:43.879253 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27581774-8ad2-471d-8e92-333ce4fc8746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:43.907019 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-d9c41fd1-9c32-42d6-88ce-3077170cd4ea', 'network_id': 'd9c41fd1-9c32-42d6-88ce-3077170cd4ea', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'fixed_ips': [{'subnet_id': 'd3184faf-9b44-4ff2-8990-1179dface3f1'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:26:43.927406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-27581774-8ad2-471d-8e92-333ce4fc8746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:43.929718 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:43.946819 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:43.947941 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:43.957114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54f17d-341c-48a8-b450-16d39b96f1db req-5b3b00c3-e8ee-4f34-9568-a7da54c9b9f9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:43.977458 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e54f17d-341c-48a8-b450-16d39b96f1db req-5b3b00c3-e8ee-4f34-9568-a7da54c9b9f9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 932 time: 0.2903566 May 27 22:26:43.980285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-27581774-8ad2-471d-8e92-333ce4fc8746 admin admin] Usage tracker for resource:security_group_rule and tenant:c55dd2fc77124ad6b5a7c77d14b23385 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:44.011164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-27581774-8ad2-471d-8e92-333ce4fc8746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:44.050148 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a10ed90-fee6-4db1-887b-163108b7559d req-96d790a3-4429-4af5-88e3-0644395f6bd3 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4174330 May 27 22:26:44.067149 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 19c87446-4763-4657-b6ae-804cb85c4877 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:44.069097 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:44.123243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:44.124541 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:44.244776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:44.249379 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3a93d701-025e-402c-a5f9-a2de4417d7b9 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8302062 May 27 22:26:44.328695 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Request body: {'port': {'device_id': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:44.463662 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a10ed90-fee6-4db1-887b-163108b7559d req-911159af-d037-43c3-b941-cf90a13ef675 service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125764 May 27 22:26:44.483058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-27581774-8ad2-471d-8e92-333ce4fc8746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:44.595257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fb73a67d-2147-4d16-a14a-e5b03347b1cd None None] Provisioning for port 7304960d-5a11-48ad-aa81-8380bb4e7695 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:44.649147 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e54f17d-341c-48a8-b450-16d39b96f1db req-3b92f55a-d5f1-42f1-8c1b-1f136e1f2399 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707938 May 27 22:26:44.661492 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:44.684508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:44.684508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fb73a67d-2147-4d16-a14a-e5b03347b1cd None None] Provisioning complete for port 7304960d-5a11-48ad-aa81-8380bb4e7695 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:44.684508 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb73a67d-2147-4d16-a14a-e5b03347b1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:44.747333 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:44.778641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:44.778641 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:44.781631 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a10ed90-fee6-4db1-887b-163108b7559d req-6d5dac66-eca3-4495-b2cd-f7452efd8408 service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165634 May 27 22:26:44.925827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 19c87446-4763-4657-b6ae-804cb85c4877 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:44.953410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fb73a67d-2147-4d16-a14a-e5b03347b1cd None None] Port 7304960d-5a11-48ad-aa81-8380bb4e7695 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:26:44.962751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Allocated IP 172.20.0.2 (d9c41fd1-9c32-42d6-88ce-3077170cd4ea/d3184faf-9b44-4ff2-8990-1179dface3f1/2687a6b3-d852-44c1-9ef6-c0a135c1d8c5) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:26:44.965414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 19c87446-4763-4657-b6ae-804cb85c4877 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:44.966324 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:45.055463 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d16ca31-81a2-4317-8b10-2e2123e1dbe5 req-1302761b-8e1b-4915-89bb-d285cb2f0f19 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 210 time: 0.1346371 May 27 22:26:45.066484 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27581774-8ad2-471d-8e92-333ce4fc8746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:45.171778 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27581774-8ad2-471d-8e92-333ce4fc8746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:45.260903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:45.261661 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:45.277943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27581774-8ad2-471d-8e92-333ce4fc8746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6874cbd-6aa7-4f83-ba6d-3280b7c4c8b9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:45.458326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 19c87446-4763-4657-b6ae-804cb85c4877 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:45.459100 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:45.500245 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3b5fab1f-44f7-4a51-b860-35fda5bd4c19,segment=NetworkSegment(95cfb425-1bdd-4b57-8aa2-bf9e3027a149),segment_id=95cfb425-1bdd-4b57-8aa2-bf9e3027a149)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:45.526819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfe8df9-d1fb-455e-be9a-18901952faea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c87446-4763-4657-b6ae-804cb85c4877'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:45.540443 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:45.544203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=19c87446-4763-4657-b6ae-804cb85c4877,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:45.554711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Transition to ACTIVE for port object 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:45.575717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Transition to ACTIVE for port object 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:45.582869 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:45.626510 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:45.628088 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:45.650028 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:45.693869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-e2d7550c-5cc9-492d-9067-3fdae4deba74 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:45.697289 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-e2d7550c-5cc9-492d-9067-3fdae4deba74 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.57 "GET /v2.0/networks?id=4b78b2d5-ee0b-494c-a4f8-80f59f901351 HTTP/1.1" status: 200 len: 812 time: 0.4298666 May 27 22:26:45.748987 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Network d9c41fd1-9c32-42d6-88ce-3077170cd4ea is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:26:45.754192 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:45.758227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:26:45.772190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'port': {'device_id': '8e9a98cd-7c00-4cd7-ba7e-4d58ea624569', 'network_id': '4b78b2d5-ee0b-494c-a4f8-80f59f901351', 'admin_state_up': True, 'tenant_id': '30513d18dfb7473dbe429465efd7906b'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:45.834326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7304960d-5a11-48ad-aa81-8380bb4e7695 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:26:45.875027 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:45.907354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=3b5fab1f-44f7-4a51-b860-35fda5bd4c19,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:45.922861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Transition to ACTIVE for port object 7304960d-5a11-48ad-aa81-8380bb4e7695 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:45.928171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:45.932566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:45.936419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:port and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:45.939281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:45.945566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:45.964272 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:45.970471 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-27581774-8ad2-471d-8e92-333ce4fc8746 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c55dd2fc77124ad6b5a7c77d14b23385&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4284892 May 27 22:26:45.970471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41068) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:45.978743 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Attempting to bind port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:26:45.979300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Attempting to bind port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '7b1df0ed-eac3-4e4a-b0de-27b408e05d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd9c41fd1-9c32-42d6-88ce-3077170cd4ea'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:26:45.979755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Attempting to bind port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 on network d9c41fd1-9c32-42d6-88ce-3077170cd4ea {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:45.988900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:26:45.989419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Checking segment: {'id': '7b1df0ed-eac3-4e4a-b0de-27b408e05d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd9c41fd1-9c32-42d6-88ce-3077170cd4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:45.990077 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:45.990576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Bound using segment: {'id': '7b1df0ed-eac3-4e4a-b0de-27b408e05d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd9c41fd1-9c32-42d6-88ce-3077170cd4ea'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:26:45.991253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Bound port: 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1df0ed-eac3-4e4a-b0de-27b408e05d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd9c41fd1-9c32-42d6-88ce-3077170cd4ea'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:26:45.992512 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:46.046552 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-18c39997-14ac-4d94-8b96-773e6066e05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:46.074730 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-18c39997-14ac-4d94-8b96-773e6066e05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:46.126689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:46.135040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Made reservation on behalf of 30513d18dfb7473dbe429465efd7906b for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:26:46.140771 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:46.176034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Allocated IP 172.25.2.251 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/302d47ae-d65d-41ad-8332-142a088f2d4e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:26:46.181194 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:46.191774 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] For port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:46.206345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=19c87446-4763-4657-b6ae-804cb85c4877,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:46.212853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] For port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2687a6b3-d852-44c1-9ef6-c0a135c1d8c5,segment=NetworkSegment(7b1df0ed-eac3-4e4a-b0de-27b408e05d61),segment_id=7b1df0ed-eac3-4e4a-b0de-27b408e05d61)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:26:46.294997 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:46.298353 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-18c39997-14ac-4d94-8b96-773e6066e05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:46.317273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c23c8c-e4c2-4e3b-bbb3-ccadbb1e6e56 req-dce22db8-8864-49a1-b1ba-6428b13913db tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:46.325330 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a7c23c8c-e4c2-4e3b-bbb3-ccadbb1e6e56 req-dce22db8-8864-49a1-b1ba-6428b13913db tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 945 time: 0.6237185 May 27 22:26:46.336171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Pushing event updated for resources: {'Port': ['ID=2687a6b3-d852-44c1-9ef6-c0a135c1d8c5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:46.386708 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-18c39997-14ac-4d94-8b96-773e6066e05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:46.393330 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-18c39997-14ac-4d94-8b96-773e6066e05a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e6874cbd-6aa7-4f83-ba6d-3280b7c4c8b9 HTTP/1.1" status: 204 len: 168 time: 0.4203548 May 27 22:26:46.436258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c39997-14ac-4d94-8b96-773e6066e05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6874cbd-6aa7-4f83-ba6d-3280b7c4c8b9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:46.500582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a7c23c8c-e4c2-4e3b-bbb3-ccadbb1e6e56 req-77027d89-9226-4c66-85b8-ed43d171e405 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235745 May 27 22:26:46.509657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:46.510060 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:46.634692 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74af598e-a6ba-4ad3-a488-d0caebbe4f10'] response: {'server_uuid': '3dfe8df9-d1fb-455e-be9a-18901952faea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c87446-4763-4657-b6ae-804cb85c4877', 'code': 200} May 27 22:26:46.639597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35f142-ffe6-4159-b753-4af5f22c3a34 None None] Pushing event updated for resources: {'Port': ['ID=2687a6b3-d852-44c1-9ef6-c0a135c1d8c5,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:46.748124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Allocated IP 172.20.0.12 (4b78b2d5-ee0b-494c-a4f8-80f59f901351/80c5892e-159c-4437-81f3-a948f9bd6b77/5bc72c65-df9c-4bc2-b971-7f47c56e76ba) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:26:46.761795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:47.041285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Pushing event updated for resources: {'Port': ['ID=7304960d-5a11-48ad-aa81-8380bb4e7695,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:47.239742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Attempting to bind port 7304960d-5a11-48ad-aa81-8380bb4e7695 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:26:47.240206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Attempting to bind port 7304960d-5a11-48ad-aa81-8380bb4e7695 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:26:47.240741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Attempting to bind port 7304960d-5a11-48ad-aa81-8380bb4e7695 on network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:47.249360 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8a342d33-0fd2-4f51-8842-653eaf6526cc req-2fe1bd2f-6399-43e2-bb1b-a34b92d42f47 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Synchronizing usage tracker for tenant:30513d18dfb7473dbe429465efd7906b on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:26:47.258026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Port 7304960d-5a11-48ad-aa81-8380bb4e7695 on network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:26:47.258491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Attempting to bind port 7304960d-5a11-48ad-aa81-8380bb4e7695 on network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:47.274021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:26:47.274513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Checking segment: {'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:47.275027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Bound using segment: {'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:26:47.280973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Bound port: 7304960d-5a11-48ad-aa81-8380bb4e7695, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:26:47.280973 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:47.306060 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:47.334104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6cdbf-72b5-45e6-b75e-567a2def7a3f req-660d9242-1144-4e0f-91e3-83d1a2748fc6 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:47.335593 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6e6cdbf-72b5-45e6-b75e-567a2def7a3f req-660d9242-1144-4e0f-91e3-83d1a2748fc6 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 944 time: 0.3445675 May 27 22:26:47.338307 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:47.342660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44edc5-c29b-446e-bab9-371de8c63e94 req-4f7f8fbf-bd9c-4985-b1d4-29b480af18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:47.344084 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd44edc5-c29b-446e-bab9-371de8c63e94 req-4f7f8fbf-bd9c-4985-b1d4-29b480af18e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 1096 time: 0.3541989 May 27 22:26:47.382224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8a342d33-0fd2-4f51-8842-653eaf6526cc req-2fe1bd2f-6399-43e2-bb1b-a34b92d42f47 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Unset dirty status for tenant:30513d18dfb7473dbe429465efd7906b on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:26:47.383349 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8a342d33-0fd2-4f51-8842-653eaf6526cc req-2fe1bd2f-6399-43e2-bb1b-a34b92d42f47 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 210 time: 0.1897087 May 27 22:26:47.415907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] For port 7304960d-5a11-48ad-aa81-8380bb4e7695, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:47.416267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41090) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:47.418654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] For port 7304960d-5a11-48ad-aa81-8380bb4e7695, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7304960d-5a11-48ad-aa81-8380bb4e7695,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:26:47.433306 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6e6cdbf-72b5-45e6-b75e-567a2def7a3f req-7a47ef81-63ff-43d0-b7d7-3cd20c0d7116 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868258 May 27 22:26:47.445417 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d15ee25d-6a79-4c1f-ab1f-4156bd854992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:47.483639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d15ee25d-6a79-4c1f-ab1f-4156bd854992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:47.487228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd44edc5-c29b-446e-bab9-371de8c63e94 req-0e1a0810-f763-472b-b784-b60d609b2fb7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246591 May 27 22:26:47.490267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d15ee25d-6a79-4c1f-ab1f-4156bd854992 admin admin] Usage tracker for resource:security_group_rule and tenant:957005a862bd419cb7dd849e4eb2cccf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:47.493544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d15ee25d-6a79-4c1f-ab1f-4156bd854992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:47.503607 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:47.504748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d15ee25d-6a79-4c1f-ab1f-4156bd854992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:47.626487 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:47.636591 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:47.650205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5ea67c82-053f-410e-8025-c8d2015108b1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:47.679314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:47.679950 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:47.681376 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] 10.222.0.57 "PUT /v2.0/ports/7304960d-5a11-48ad-aa81-8380bb4e7695 HTTP/1.1" status: 200 len: 1092 time: 3.3572707 May 27 22:26:47.699507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'tag': '7304960d-5a11-48ad-aa81-8380bb4e7695'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:47.740049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:26:47.767390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:47.772450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:26:47.934947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Pushing event updated for resources: {'Port': ['ID=302d47ae-d65d-41ad-8332-142a088f2d4e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:48.121465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Network 4b78b2d5-ee0b-494c-a4f8-80f59f901351 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:26:48.131248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:48.137892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:26:48.156200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4503ecd3-288f-49aa-b5f9-9bc7fa387fea None None] Network d9c41fd1-9c32-42d6-88ce-3077170cd4ea requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:26:48.214456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:48.215072 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:48.271853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'Port': ['ID=5bc72c65-df9c-4bc2-b971-7f47c56e76ba,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:48.301853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4f539-ed1f-484a-af7b-c33bf15f3e76 service neutron] Pushing event updated for resources: {'Port': ['ID=7304960d-5a11-48ad-aa81-8380bb4e7695,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:48.312253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdba499-c2c5-44f4-ace9-28590b841e77 req-3a636268-7f47-41ee-b715-445eb73caf99 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:48.313773 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9fdba499-c2c5-44f4-ace9-28590b841e77 req-3a636268-7f47-41ee-b715-445eb73caf99 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.7558937 May 27 22:26:48.336003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f9795-4f6e-4eff-8f19-2b1ccc29a3de req-36b391f5-8265-4430-a817-f35b902a1d0c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:48.342939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-567f9795-4f6e-4eff-8f19-2b1ccc29a3de req-36b391f5-8265-4430-a817-f35b902a1d0c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 945 time: 0.6177304 May 27 22:26:48.359676 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d15ee25d-6a79-4c1f-ab1f-4156bd854992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:48.364119 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-f710d643-4d3c-456d-ae23-742d3ec69cc9 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5992467 May 27 22:26:48.375691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-bf2e9e92-adf5-4370-8281-d1cc6cdb7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:48.377034 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-bf2e9e92-adf5-4370-8281-d1cc6cdb7487 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 1095 time: 0.5179307 May 27 22:26:48.389008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Request body: {'port': {'device_id': '8e9a98cd-7c00-4cd7-ba7e-4d58ea624569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:48.399114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:48.470183 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-545268f2-236b-4c1e-9b33-ff52fa71628c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7304960d-5a11-48ad-aa81-8380bb4e7695 HTTP/1.1" status: 200 len: 217 time: 0.0770273 May 27 22:26:48.484736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9fdba499-c2c5-44f4-ace9-28590b841e77 req-4d72aadc-0a95-4afe-bf1b-39abe3dc9705 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271367 May 27 22:26:48.485456 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d15ee25d-6a79-4c1f-ab1f-4156bd854992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:48.519628 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-567f9795-4f6e-4eff-8f19-2b1ccc29a3de req-3519abf4-1e9f-4e91-9c8f-d3a5da028c01 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757634 May 27 22:26:48.597946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dd53672e-0cf1-49b5-8d74-38d40b5e7529 None None] Provisioning for port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:48.642399 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d15ee25d-6a79-4c1f-ab1f-4156bd854992 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=957005a862bd419cb7dd849e4eb2cccf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2309072 May 27 22:26:48.751632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41112) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:48.782919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3da498b9-ff8a-45cd-9cf6-6008140af975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:48.794324 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-3da498b9-ff8a-45cd-9cf6-6008140af975 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.2084424 May 27 22:26:48.797117 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd2ef48-8ffc-4ae7-93b3-01fda15586ad'] response: {'name': 'network-changed', 'server_uuid': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'tag': '7304960d-5a11-48ad-aa81-8380bb4e7695', 'status': 'completed', 'code': 200} May 27 22:26:48.852246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:48.859737 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:48.861027 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:48.861919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ee25d-6a79-4c1f-ab1f-4156bd854992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13a8b2c-140a-447f-abd9-3f51d06c28e9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:49.062478 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:49.076761 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:49.098210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:49.098688 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:49.134484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2687a6b3-d852-44c1-9ef6-c0a135c1d8c5,segment=NetworkSegment(7b1df0ed-eac3-4e4a-b0de-27b408e05d61),segment_id=7b1df0ed-eac3-4e4a-b0de-27b408e05d61)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:49.167592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-11b30bed-8873-4af2-8d9b-d738970631b2 None None] Provisioning complete for port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:49.168058 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11b30bed-8873-4af2-8d9b-d738970631b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:49.214809 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-40cfb501-d42e-4353-8b83-0deab8083281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:49.217952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-2b4c4131-9d0b-4d19-92c7-1bbc9e8771cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:49.222183 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-2b4c4131-9d0b-4d19-92c7-1bbc9e8771cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4269800 May 27 22:26:49.228830 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:49.243849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-09eeafe1-57e2-4b00-918c-0dfc10a0e2f0 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:49.243849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-09eeafe1-57e2-4b00-918c-0dfc10a0e2f0 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 806 time: 0.4761989 May 27 22:26:49.327661 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=2687a6b3-d852-44c1-9ef6-c0a135c1d8c5,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:49.328410 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-40cfb501-d42e-4353-8b83-0deab8083281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:49.347935 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-2a919b93-5890-496c-aace-94a904308c3a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/quotas/97fe5f44835545c0a61788c6d0ac3edf HTTP/1.1" status: 200 len: 375 time: 0.0930567 May 27 22:26:49.360740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cc97b-32af-426e-9d9f-c12295a1a8cf req-9475b28f-c90a-4b43-9d52-f920dfa5738e tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:49.362271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-859cc97b-32af-426e-9d9f-c12295a1a8cf req-9475b28f-c90a-4b43-9d52-f920dfa5738e tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 949 time: 0.7182095 May 27 22:26:49.390882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-11b30bed-8873-4af2-8d9b-d738970631b2 None None] Current status of the port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:49.481909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78898f62-b97e-4250-8190-b995d62bfb6d req-4d4d4116-1f8b-4c4e-94b3-f5835d59a389 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:49.483504 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-78898f62-b97e-4250-8190-b995d62bfb6d req-4d4d4116-1f8b-4c4e-94b3-f5835d59a389 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 932 time: 0.5998299 May 27 22:26:49.637660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-859cc97b-32af-426e-9d9f-c12295a1a8cf req-1585e7ca-b836-4002-ad1a-3c01b4d56053 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Deleting port b3b96510-2f78-4efa-9b87-9d3e1c553325 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:26:49.638252 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-859cc97b-32af-426e-9d9f-c12295a1a8cf req-1585e7ca-b836-4002-ad1a-3c01b4d56053 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:49.747716 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-c269a58f-6d43-44fa-9cf6-c8be2e224a20 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165210 May 27 22:26:49.775235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-78898f62-b97e-4250-8190-b995d62bfb6d req-c092c841-62da-4779-bb71-0f3179c2d6ba tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Synchronizing usage tracker for tenant:30513d18dfb7473dbe429465efd7906b on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:26:49.884800 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-40cfb501-d42e-4353-8b83-0deab8083281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:49.935230 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-a16ac99a-d3bd-46d9-9d99-ed392a1f983c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5628564 May 27 22:26:49.935459 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:50.027420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:50.045700 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6a2ba681-00c0-4e5b-ac01-1e8369d65394 req-7c139323-4594-4b37-9f7c-dfd9781124fb service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870710 May 27 22:26:50.114872 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:50.115399 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:50.229297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfb501-d42e-4353-8b83-0deab8083281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13a8b2c-140a-447f-abd9-3f51d06c28e9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:50.244615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-78898f62-b97e-4250-8190-b995d62bfb6d req-c092c841-62da-4779-bb71-0f3179c2d6ba tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Unset dirty status for tenant:30513d18dfb7473dbe429465efd7906b on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:26:50.247045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-78898f62-b97e-4250-8190-b995d62bfb6d req-c092c841-62da-4779-bb71-0f3179c2d6ba tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7371922 May 27 22:26:50.263843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:50.266967 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-40cfb501-d42e-4353-8b83-0deab8083281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:50.282496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Router 374ff206-43da-4b9e-aa4d-e4c89a5445d9 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:26:50.282656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-40cfb501-d42e-4353-8b83-0deab8083281 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c13a8b2c-140a-447f-abd9-3f51d06c28e9 HTTP/1.1" status: 204 len: 168 time: 1.5005031 May 27 22:26:50.289329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-859cc97b-32af-426e-9d9f-c12295a1a8cf req-1585e7ca-b836-4002-ad1a-3c01b4d56053 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] For port b3b96510-2f78-4efa-9b87-9d3e1c553325, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b3b96510-2f78-4efa-9b87-9d3e1c553325,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:50.289774 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-859cc97b-32af-426e-9d9f-c12295a1a8cf req-1585e7ca-b836-4002-ad1a-3c01b4d56053 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:50.405695 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:26:50.516952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4ae68-bf2c-4cba-b4c3-019788c98e32 req-bebb2931-5310-4391-a0ee-dce89dcbdb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:50.518389 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-01d4ae68-bf2c-4cba-b4c3-019788c98e32 req-bebb2931-5310-4391-a0ee-dce89dcbdb1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 1095 time: 0.3171067 May 27 22:26:50.563517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-859cc97b-32af-426e-9d9f-c12295a1a8cf req-1585e7ca-b836-4002-ad1a-3c01b4d56053 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Calling delete_port for b3b96510-2f78-4efa-9b87-9d3e1c553325 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:26:50.642821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:26:50.645795 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-83d9ebb1-0b97-419d-aa2a-f45539f06735 service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094338 May 27 22:26:50.655307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Sync routers for ids ['374ff206-43da-4b9e-aa4d-e4c89a5445d9'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:26:50.668518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Routers {'374ff206-43da-4b9e-aa4d-e4c89a5445d9'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:26:50.672078 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['374ff206-43da-4b9e-aa4d-e4c89a5445d9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:50.696777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4ae68-bf2c-4cba-b4c3-019788c98e32 req-ad33f1d9-8316-43db-aaa9-0e59056fe3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:50.704644 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-01d4ae68-bf2c-4cba-b4c3-019788c98e32 req-ad33f1d9-8316-43db-aaa9-0e59056fe3dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 921 time: 0.1718650 May 27 22:26:50.771548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc72c65-df9c-4bc2-b971-7f47c56e76ba {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:26:50.793228 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:50.826299 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-01d4ae68-bf2c-4cba-b4c3-019788c98e32 req-8d8e3125-ef5f-4f2c-81a7-081e51cc51c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7304960d-5a11-48ad-aa81-8380bb4e7695 HTTP/1.1" status: 200 len: 217 time: 0.1180029 May 27 22:26:50.838552 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:50.839665 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e0affa9-e37f-441b-8697-302a897e293d admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3791361 May 27 22:26:50.843865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41132) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:50.848433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Transition to ACTIVE for port object 5bc72c65-df9c-4bc2-b971-7f47c56e76ba will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:50.933557 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:50.936572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4ae68-bf2c-4cba-b4c3-019788c98e32 req-a9275bec-73fa-4cc5-825b-41364856e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:50.938677 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-01d4ae68-bf2c-4cba-b4c3-019788c98e32 req-a9275bec-73fa-4cc5-825b-41364856e581 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.1014771 May 27 22:26:50.950500 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Set router 374ff206-43da-4b9e-aa4d-e4c89a5445d9 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:26:50.975129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc70cb4-521a-4241-b5c2-bbff69fd5f34 req-9970b7ee-4991-4f82-84c8-544dfbdbdf5d tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:50.976701 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dcc70cb4-521a-4241-b5c2-bbff69fd5f34 req-9970b7ee-4991-4f82-84c8-544dfbdbdf5d tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 944 time: 0.4741282 May 27 22:26:51.032645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4ae68-bf2c-4cba-b4c3-019788c98e32 req-ea9c2674-d4c6-4c7b-9830-19e9dfdcd6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:51.034196 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-01d4ae68-bf2c-4cba-b4c3-019788c98e32 req-ea9c2674-d4c6-4c7b-9830-19e9dfdcd6f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881655 May 27 22:26:51.202404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-b990ae3d-389a-4de4-a339-d40c21fc85eb service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327632 May 27 22:26:51.275383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'name': 'tempest-TaggedBootDevicesTest-1953412408-router', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '302d47ae-d65d-41ad-8332-142a088f2d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:43Z', 'updated_at': '2022-05-27T22:26:48Z', 'revision_number': 3, 'project_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'gw_port': {'id': '302d47ae-d65d-41ad-8332-142a088f2d4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:46Z', 'updated_at': '2022-05-27T22:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:51.281298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Checking router: 374ff206-43da-4b9e-aa4d-e4c89a5445d9 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:26:51.281618 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Updating router 374ff206-43da-4b9e-aa4d-e4c89a5445d9 port 302d47ae-d65d-41ad-8332-142a088f2d4e binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:26:51.369633 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:51.463848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Pushing event updated for resources: {'Port': ['ID=5bc72c65-df9c-4bc2-b971-7f47c56e76ba,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:51.503581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dcc70cb4-521a-4241-b5c2-bbff69fd5f34 req-9379c667-17bd-4bab-a76f-a3a040a6359f tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156017 May 27 22:26:51.539185 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-01d4ae68-bf2c-4cba-b4c3-019788c98e32 req-f65c5b12-6a9f-4f07-9406-c3748dbaca6d service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939988 May 27 22:26:51.754354 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Attempting to bind port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:26:51.754760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Attempting to bind port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b78b2d5-ee0b-494c-a4f8-80f59f901351'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:26:51.755170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Attempting to bind port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba on network 4b78b2d5-ee0b-494c-a4f8-80f59f901351 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:51.864638 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-01d4ae68-bf2c-4cba-b4c3-019788c98e32 req-50924d39-efdb-40b6-88f2-f92284b39e78 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180635 May 27 22:26:51.872775 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-859cc97b-32af-426e-9d9f-c12295a1a8cf req-1585e7ca-b836-4002-ad1a-3c01b4d56053 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:51.894637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba on network 4b78b2d5-ee0b-494c-a4f8-80f59f901351 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:26:51.895279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Attempting to bind port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba on network 4b78b2d5-ee0b-494c-a4f8-80f59f901351 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:51.924302 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['06ae86bd-b637-4110-b5ff-000cf3971924'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:51.972050 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-354ab18d-4783-4496-aaf4-2343dc8f75e7 req-17e32318-71dc-4ab5-8982-5076672f1c30 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b9283d4-926b-4aba-a6e3-9e9fc7570127 HTTP/1.1" status: 200 len: 210 time: 0.2204792 May 27 22:26:51.985599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:26:51.985960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Checking segment: {'id': '6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b78b2d5-ee0b-494c-a4f8-80f59f901351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:51.986375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Bound using segment: {'id': '6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b78b2d5-ee0b-494c-a4f8-80f59f901351'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:26:51.986792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Bound port: 5bc72c65-df9c-4bc2-b971-7f47c56e76ba, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '4b78b2d5-ee0b-494c-a4f8-80f59f901351'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:26:51.987121 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:52.011131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585e7ca-b836-4002-ad1a-3c01b4d56053 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Pushing event deleted for resources: {'Port': ['ID=b3b96510-2f78-4efa-9b87-9d3e1c553325,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:52.048994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b3b96510-2f78-4efa-9b87-9d3e1c553325 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:26:52.097978 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: b3b96510-2f78-4efa-9b87-9d3e1c553325 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:26:52.098383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b3b96510-2f78-4efa-9b87-9d3e1c553325 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:26:52.150652 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:52.339479 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:52.368798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Transition to ACTIVE for port object 302d47ae-d65d-41ad-8332-142a088f2d4e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:52.438799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-859cc97b-32af-426e-9d9f-c12295a1a8cf req-1585e7ca-b836-4002-ad1a-3c01b4d56053 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] No DVR routers for this DVR port b3b96510-2f78-4efa-9b87-9d3e1c553325 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:26:52.451988 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-859cc97b-32af-426e-9d9f-c12295a1a8cf req-1585e7ca-b836-4002-ad1a-3c01b4d56053 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:52.454624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9283d4-926b-4aba-a6e3-9e9fc7570127', 'name': 'network-vif-deleted', 'tag': 'b3b96510-2f78-4efa-9b87-9d3e1c553325'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:52.467475 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:52.509123 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-859cc97b-32af-426e-9d9f-c12295a1a8cf req-1585e7ca-b836-4002-ad1a-3c01b4d56053 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.46 "DELETE /v2.0/ports/b3b96510-2f78-4efa-9b87-9d3e1c553325 HTTP/1.1" status: 204 len: 173 time: 3.1288550 May 27 22:26:52.594617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Attempting to bind port 302d47ae-d65d-41ad-8332-142a088f2d4e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:26:52.597130 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Attempting to bind port 302d47ae-d65d-41ad-8332-142a088f2d4e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:26:52.597538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Attempting to bind port 302d47ae-d65d-41ad-8332-142a088f2d4e on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:26:52.597991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b086c-517b-48cc-950e-7bc814ad0b28 req-ee71f113-6fe5-41db-b270-de252a0d1e54 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:52.605843 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-759b086c-517b-48cc-950e-7bc814ad0b28 req-ee71f113-6fe5-41db-b270-de252a0d1e54 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 945 time: 0.8495734 May 27 22:26:52.622139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902aa15-f2c7-4e9f-a665-0b1c9aa06a65 None None] Pushing event updated for resources: {'Port': ['ID=302d47ae-d65d-41ad-8332-142a088f2d4e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:52.625374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:26:52.625952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:26:52.626365 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:52.626747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:26:52.627302 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Bound port: 302d47ae-d65d-41ad-8332-142a088f2d4e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:26:52.627649 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:52.726632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] For port 302d47ae-d65d-41ad-8332-142a088f2d4e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:52.730592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] For port 302d47ae-d65d-41ad-8332-142a088f2d4e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=302d47ae-d65d-41ad-8332-142a088f2d4e,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:26:52.740573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] For port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:26:52.754327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7304960d-5a11-48ad-aa81-8380bb4e7695 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:26:52.824728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] For port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc72c65-df9c-4bc2-b971-7f47c56e76ba,segment=NetworkSegment(6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e),segment_id=6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:26:52.841446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97198b-b12d-4530-b030-b5799bb02e8c req-f39396ef-042f-4fdb-afca-e44425a4a550 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:52.849342 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e97198b-b12d-4530-b030-b5799bb02e8c req-f39396ef-042f-4fdb-afca-e44425a4a550 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 944 time: 0.6276863 May 27 22:26:52.858004 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:52.904753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-759b086c-517b-48cc-950e-7bc814ad0b28 req-19e1e2ea-8bb8-47a0-9bc9-7d201c15377f tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716993 May 27 22:26:52.987513 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:52.990433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Routers {'374ff206-43da-4b9e-aa4d-e4c89a5445d9'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:26:52.990673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['374ff206-43da-4b9e-aa4d-e4c89a5445d9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:53.076718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Pushing event updated for resources: {'Port': ['ID=5bc72c65-df9c-4bc2-b971-7f47c56e76ba,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:53.081916 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e97198b-b12d-4530-b030-b5799bb02e8c req-6e25b787-1e11-4654-8f2f-64a432c03b2b tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317109 May 27 22:26:53.089279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902aa15-f2c7-4e9f-a665-0b1c9aa06a65 None None] Pushing event updated for resources: {'Port': ['ID=302d47ae-d65d-41ad-8332-142a088f2d4e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:53.096074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:53.096719 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:53.098391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-53361cb0-ca0b-4b04-a5b4-65b7923733ca service neutron] 10.222.0.57 "PUT /v2.0/ports/5bc72c65-df9c-4bc2-b971-7f47c56e76ba HTTP/1.1" status: 200 len: 1092 time: 4.7150888 May 27 22:26:53.129294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 7304960d-5a11-48ad-aa81-8380bb4e7695, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7304960d-5a11-48ad-aa81-8380bb4e7695,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:53.210752 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61abc36b-40b4-484a-88fc-5df263eb9fdb'] response: {'server_uuid': '3b9283d4-926b-4aba-a6e3-9e9fc7570127', 'name': 'network-vif-deleted', 'tag': 'b3b96510-2f78-4efa-9b87-9d3e1c553325', 'status': 'completed', 'code': 200} May 27 22:26:53.221840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '7304960d-5a11-48ad-aa81-8380bb4e7695', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'port_id': '7304960d-5a11-48ad-aa81-8380bb4e7695', 'mac_address': 'fa:16:3e:f6:ea:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:26:53.229236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ffd87830-4b60-4921-9709-763832b7b3df req-f230e01c-580e-450c-8fed-40507f7ed29d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f19171b2-911e-4b23-93e1-812f1bb9540c HTTP/1.1" status: 200 len: 210 time: 0.0626714 May 27 22:26:53.389205 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:53.403446 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] Set router 374ff206-43da-4b9e-aa4d-e4c89a5445d9 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:26:53.675668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-e36f0279-c155-4faf-864e-e77c96a7e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:53.677098 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-e36f0279-c155-4faf-864e-e77c96a7e455 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30513d18dfb7473dbe429465efd7906b&device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 1095 time: 0.3954773 May 27 22:26:53.727997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 7304960d-5a11-48ad-aa81-8380bb4e7695 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:53.728628 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:53.766524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7304960d-5a11-48ad-aa81-8380bb4e7695 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:26:53.786791 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 7304960d-5a11-48ad-aa81-8380bb4e7695, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7304960d-5a11-48ad-aa81-8380bb4e7695,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:53.812536 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-5dc2a7b6-0edc-4fd8-a412-90372a69a687 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bc72c65-df9c-4bc2-b971-7f47c56e76ba HTTP/1.1" status: 200 len: 217 time: 0.1140482 May 27 22:26:53.863273 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:53.924172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20df1d-c3b4-44e7-8403-bd7ec326ba5e req-e4e31daf-03c2-49b4-b88d-b3d2897a8b81 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:53.935632 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae20df1d-c3b4-44e7-8403-bd7ec326ba5e req-e4e31daf-03c2-49b4-b88d-b3d2897a8b81 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 1096 time: 0.4748950 May 27 22:26:53.966089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Allocated IP 172.20.0.1 (d9c41fd1-9c32-42d6-88ce-3077170cd4ea/d3184faf-9b44-4ff2-8990-1179dface3f1/8d35f652-d92a-4358-87dd-4dc23522c51b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:26:53.971440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=7304960d-5a11-48ad-aa81-8380bb4e7695,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:53.977445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'name': 'tempest-TaggedBootDevicesTest-1953412408-router', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '302d47ae-d65d-41ad-8332-142a088f2d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:43Z', 'updated_at': '2022-05-27T22:26:48Z', 'revision_number': 3, 'project_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'gw_port': {'id': '302d47ae-d65d-41ad-8332-142a088f2d4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:46Z', 'updated_at': '2022-05-27T22:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:26:53.985840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c415ad-58b4-46ac-a41c-24732316f5e6 None None] The sync data for ids ['374ff206-43da-4b9e-aa4d-e4c89a5445d9'] in n-d-843680-3 is: [{'id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'name': 'tempest-TaggedBootDevicesTest-1953412408-router', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '302d47ae-d65d-41ad-8332-142a088f2d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:43Z', 'updated_at': '2022-05-27T22:26:48Z', 'revision_number': 3, 'project_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'gw_port': {'id': '302d47ae-d65d-41ad-8332-142a088f2d4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:46Z', 'updated_at': '2022-05-27T22:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:26:53.989489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9adf277-44ee-496c-a805-396433309a64 req-b19d0a44-5b1f-4944-8aee-993d96c8f370 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:53.991019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9adf277-44ee-496c-a805-396433309a64 req-b19d0a44-5b1f-4944-8aee-993d96c8f370 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 944 time: 0.5761905 May 27 22:26:53.998173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-49c972cc-c921-4443-bda7-4b6e062cdc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:53.999792 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-49c972cc-c921-4443-bda7-4b6e062cdc1c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80c5892e-159c-4437-81f3-a948f9bd6b77 HTTP/1.1" status: 200 len: 852 time: 0.1716430 May 27 22:26:54.249810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['7304960d-5a11-48ad-aa81-8380bb4e7695'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:54.278563 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-85dad902-3011-4850-bf98-72f63e4b2752 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b78b2d5-ee0b-494c-a4f8-80f59f901351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2695158 May 27 22:26:54.330072 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae20df1d-c3b4-44e7-8403-bd7ec326ba5e req-a576097a-215f-4013-a615-1b469caecf47 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934624 May 27 22:26:54.496071 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9adf277-44ee-496c-a805-396433309a64 req-247030b9-0569-4fca-99cb-afb3fb0adf72 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919837 May 27 22:26:54.722889 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:54.952965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Transition to ACTIVE for port object 8d35f652-d92a-4358-87dd-4dc23522c51b will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:26:54.971435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-b5dd4f1f-47b6-4388-b354-acd137f82b09 service neutron] 10.222.0.57 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6844945 May 27 22:26:54.986182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-78fe2bdf-1a6d-4277-ba71-6038fd8edf1f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:54.987620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-78fe2bdf-1a6d-4277-ba71-6038fd8edf1f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 806 time: 0.4397473 May 27 22:26:55.032801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Request body: {'port': {'device_id': 'f19171b2-911e-4b23-93e1-812f1bb9540c', 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7', 'admin_state_up': True, 'tenant_id': '97fe5f44835545c0a61788c6d0ac3edf'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:55.212899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9a98cd-7c00-4cd7-ba7e-4d58ea624569', 'tag': '5bc72c65-df9c-4bc2-b971-7f47c56e76ba'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:55.265506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194ddd-26ac-4c62-a280-0bcd299ea829 req-deddb72a-3bf5-4a9b-a1a3-912ff15a4274 tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:55.274661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194ddd-26ac-4c62-a280-0bcd299ea829 req-deddb72a-3bf5-4a9b-a1a3-912ff15a4274 tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:55.274661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194ddd-26ac-4c62-a280-0bcd299ea829 req-deddb72a-3bf5-4a9b-a1a3-912ff15a4274 tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:55.274661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194ddd-26ac-4c62-a280-0bcd299ea829 req-deddb72a-3bf5-4a9b-a1a3-912ff15a4274 tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:55.274661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194ddd-26ac-4c62-a280-0bcd299ea829 req-deddb72a-3bf5-4a9b-a1a3-912ff15a4274 tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:55.274661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194ddd-26ac-4c62-a280-0bcd299ea829 req-deddb72a-3bf5-4a9b-a1a3-912ff15a4274 tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:55.274661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194ddd-26ac-4c62-a280-0bcd299ea829 req-deddb72a-3bf5-4a9b-a1a3-912ff15a4274 tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:55.274661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194ddd-26ac-4c62-a280-0bcd299ea829 req-deddb72a-3bf5-4a9b-a1a3-912ff15a4274 tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:55.274661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194ddd-26ac-4c62-a280-0bcd299ea829 req-deddb72a-3bf5-4a9b-a1a3-912ff15a4274 tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:55.274661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194ddd-26ac-4c62-a280-0bcd299ea829 req-deddb72a-3bf5-4a9b-a1a3-912ff15a4274 tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:55.274661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194ddd-26ac-4c62-a280-0bcd299ea829 req-deddb72a-3bf5-4a9b-a1a3-912ff15a4274 tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:55.274661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77194ddd-26ac-4c62-a280-0bcd299ea829 req-deddb72a-3bf5-4a9b-a1a3-912ff15a4274 tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:55.274661 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77194ddd-26ac-4c62-a280-0bcd299ea829 req-deddb72a-3bf5-4a9b-a1a3-912ff15a4274 tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8516 time: 0.4788830 May 27 22:26:55.335513 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9cd42ab-1a48-46bb-a9f7-199960fc1263 req-4e0ff789-ae35-47c9-98ea-5e15a66bf79f service neutron] 10.222.0.57 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438203 May 27 22:26:55.355336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e57201-6db0-4672-87c8-ab1d3998face req-c15cd547-b7ae-45b0-95c0-37ac9405b802 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:55.356895 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65e57201-6db0-4672-87c8-ab1d3998face req-c15cd547-b7ae-45b0-95c0-37ac9405b802 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 944 time: 0.4376752 May 27 22:26:55.367292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:55.386351 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Usage tracker for resource:port and tenant:97fe5f44835545c0a61788c6d0ac3edf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:55.420473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:55.451312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:55.455038 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69604b5f-59b4-4a27-aa88-2f06590aa974 req-d1b53770-af38-4dd0-95f2-6e8b91ecc7ee tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f19171b2-911e-4b23-93e1-812f1bb9540c HTTP/1.1" status: 200 len: 210 time: 0.0729115 May 27 22:26:55.469516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65e57201-6db0-4672-87c8-ab1d3998face req-98a59e49-4d37-462a-ba2c-f2f9ebdea3fa tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045897 May 27 22:26:55.646739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce45a6e-bcf9-4d35-beff-7206bc2e4c3c req-a9a24e29-b1b6-4829-9d2d-7c26683842bc tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:55.648527 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ce45a6e-bcf9-4d35-beff-7206bc2e4c3c req-a9a24e29-b1b6-4829-9d2d-7c26683842bc tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 1096 time: 0.0823987 May 27 22:26:55.695094 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ce45a6e-bcf9-4d35-beff-7206bc2e4c3c req-65c67738-7159-4457-8c79-8d237bd589a1 tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396464 May 27 22:26:55.812175 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dbb7d79-7aa4-482b-b090-a50c7d6a9385'] response: {'name': 'network-changed', 'server_uuid': '8e9a98cd-7c00-4cd7-ba7e-4d58ea624569', 'tag': '5bc72c65-df9c-4bc2-b971-7f47c56e76ba', 'status': 'completed', 'code': 200} May 27 22:26:55.923361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Made reservation on behalf of 97fe5f44835545c0a61788c6d0ac3edf for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:26:55.926741 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:55.939756 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:56.078128 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 302d47ae-d65d-41ad-8332-142a088f2d4e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:56.135222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Network d9c41fd1-9c32-42d6-88ce-3077170cd4ea is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:26:56.331780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:56.337438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 302d47ae-d65d-41ad-8332-142a088f2d4e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:56.342894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 302d47ae-d65d-41ad-8332-142a088f2d4e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:56.347409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:26:56.347569 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:56.483018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 302d47ae-d65d-41ad-8332-142a088f2d4e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:56.483243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d85a4f-00df-479c-aa82-f3a754a860df req-97d565d6-cfdb-47e4-8a97-1a98d92ec655 tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:56.483929 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:56.489011 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a2d85a4f-00df-479c-aa82-f3a754a860df req-97d565d6-cfdb-47e4-8a97-1a98d92ec655 tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 886 time: 0.6669049 May 27 22:26:56.489845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Pushing event updated for resources: {'Port': ['ID=8d35f652-d92a-4358-87dd-4dc23522c51b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:56.519420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 302d47ae-d65d-41ad-8332-142a088f2d4e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=302d47ae-d65d-41ad-8332-142a088f2d4e,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:56.547945 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:56.629369 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:56.666913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2e78483c-f637-447f-952c-7f571bc2d546 None None] Provisioning for port 8d35f652-d92a-4358-87dd-4dc23522c51b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:56.719469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=302d47ae-d65d-41ad-8332-142a088f2d4e,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:56.730064 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2e78483c-f637-447f-952c-7f571bc2d546 None None] Provisioning complete for port 8d35f652-d92a-4358-87dd-4dc23522c51b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:56.730435 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2e78483c-f637-447f-952c-7f571bc2d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:56.743942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Allocated IP 172.20.0.13 (83b2cd8f-2358-49b4-a885-79e5e97a5ec7/38c978a7-2c3e-4299-9e00-a1c60f2fbf1c/db3371cc-a875-4381-ba01-9fa507e3b728) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:26:56.771308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7304960d-5a11-48ad-aa81-8380bb4e7695 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:56.839002 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2e78483c-f637-447f-952c-7f571bc2d546 None None] Port 8d35f652-d92a-4358-87dd-4dc23522c51b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:26:56.853793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf45c02-0690-40e0-8c7b-3a3f2f84dac6 req-683da256-937d-443e-812d-71caba6c56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:56.855367 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8bf45c02-0690-40e0-8c7b-3a3f2f84dac6 req-683da256-937d-443e-812d-71caba6c56d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30513d18dfb7473dbe429465efd7906b&device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 1095 time: 0.8494523 May 27 22:26:56.954015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 7304960d-5a11-48ad-aa81-8380bb4e7695 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:26:56.959342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 7304960d-5a11-48ad-aa81-8380bb4e7695 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:56.959714 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:57.026504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48899a-6ed9-41a2-afa6-947170aa8368 req-f3530372-2295-4419-bb39-904bc4addfba tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:57.028022 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd48899a-6ed9-41a2-afa6-947170aa8368 req-f3530372-2295-4419-bb39-904bc4addfba tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 945 time: 0.6885176 May 27 22:26:57.084196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 7304960d-5a11-48ad-aa81-8380bb4e7695 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:57.084854 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:57.111906 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7304960d-5a11-48ad-aa81-8380bb4e7695'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:57.122339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 7304960d-5a11-48ad-aa81-8380bb4e7695, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7304960d-5a11-48ad-aa81-8380bb4e7695,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:57.165944 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:57.199737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb323f4-cb5d-491a-994f-fd7023aea07b req-1f8d2385-4644-4013-9adf-f797a8674d18 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:57.200448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-deb323f4-cb5d-491a-994f-fd7023aea07b req-1f8d2385-4644-4013-9adf-f797a8674d18 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Synchronizing usage tracker for tenant:ecba41eb2b894855a95cc6ec50ef6350 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:26:57.237041 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=7304960d-5a11-48ad-aa81-8380bb4e7695,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:57.258632 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd48899a-6ed9-41a2-afa6-947170aa8368 req-f48d068b-12cf-4b4b-84b5-8ff713302b3c tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990626 May 27 22:26:57.269716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf45c02-0690-40e0-8c7b-3a3f2f84dac6 req-1ce37296-65d2-4b84-910d-0f2cf9d67bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:57.269716 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8bf45c02-0690-40e0-8c7b-3a3f2f84dac6 req-1ce37296-65d2-4b84-910d-0f2cf9d67bde service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b78b2d5-ee0b-494c-a4f8-80f59f901351 HTTP/1.1" status: 200 len: 913 time: 0.4002225 May 27 22:26:57.367692 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd1b0327-8158-41f3-bec4-eba7e7f539c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:57.372285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-deb323f4-cb5d-491a-994f-fd7023aea07b req-1f8d2385-4644-4013-9adf-f797a8674d18 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Unset dirty status for tenant:ecba41eb2b894855a95cc6ec50ef6350 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:26:57.376520 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-deb323f4-cb5d-491a-994f-fd7023aea07b req-1f8d2385-4644-4013-9adf-f797a8674d18 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 950 time: 0.6993818 May 27 22:26:57.388213 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8bf45c02-0690-40e0-8c7b-3a3f2f84dac6 req-a3da015c-0a5e-468c-be56-1053eb8ed3ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bc72c65-df9c-4bc2-b971-7f47c56e76ba HTTP/1.1" status: 200 len: 217 time: 0.0880337 May 27 22:26:57.552038 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da7394f9-518f-4100-9341-b76d7cba55ec req-47c16a75-332b-4f74-8ddf-283a71ffbbe2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f19171b2-911e-4b23-93e1-812f1bb9540c HTTP/1.1" status: 200 len: 210 time: 0.1584268 May 27 22:26:57.554915 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:57.630256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-deb323f4-cb5d-491a-994f-fd7023aea07b req-54562694-eeba-489a-83cd-77bc98fd0e45 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/security-groups?id=e6db5ea8-7cfb-4940-b4d7-373258b9eb58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410307 May 27 22:26:57.698880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf45c02-0690-40e0-8c7b-3a3f2f84dac6 req-8b404510-6488-431e-830f-e2146a60e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:57.700309 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8bf45c02-0690-40e0-8c7b-3a3f2f84dac6 req-8b404510-6488-431e-830f-e2146a60e20b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80c5892e-159c-4437-81f3-a948f9bd6b77 HTTP/1.1" status: 200 len: 852 time: 0.2579675 May 27 22:26:57.709594 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:57.819919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8bf45c02-0690-40e0-8c7b-3a3f2f84dac6 req-02a42d00-46da-4a51-b30e-f3f06bea4fea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b78b2d5-ee0b-494c-a4f8-80f59f901351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995891 May 27 22:26:57.916711 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2de044-7bed-4e76-b3c6-87f6f4671cb5 req-4277c348-0a09-4da7-a16e-556a9b5de62f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:57.917609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-dc2de044-7bed-4e76-b3c6-87f6f4671cb5 req-4277c348-0a09-4da7-a16e-556a9b5de62f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Synchronizing usage tracker for tenant:ecba41eb2b894855a95cc6ec50ef6350 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:26:57.931324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-dc2de044-7bed-4e76-b3c6-87f6f4671cb5 req-4277c348-0a09-4da7-a16e-556a9b5de62f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Unset dirty status for tenant:ecba41eb2b894855a95cc6ec50ef6350 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:26:57.932809 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dc2de044-7bed-4e76-b3c6-87f6f4671cb5 req-4277c348-0a09-4da7-a16e-556a9b5de62f tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.57 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 950 time: 0.1036959 May 27 22:26:58.015459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-dc2de044-7bed-4e76-b3c6-87f6f4671cb5 req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Deleting port 06ae86bd-b637-4110-b5ff-000cf3971924 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:26:58.016161 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dc2de044-7bed-4e76-b3c6-87f6f4671cb5 req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:58.030614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 302d47ae-d65d-41ad-8332-142a088f2d4e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:26:58.106210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 302d47ae-d65d-41ad-8332-142a088f2d4e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:26:58.107411 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:58.211134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc103a7-2449-465c-9f42-74f0df87857d req-02885e3d-1ba5-43a5-aa32-ad5621c9e94b tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:58.211745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc103a7-2449-465c-9f42-74f0df87857d req-02885e3d-1ba5-43a5-aa32-ad5621c9e94b tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:58.212116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc103a7-2449-465c-9f42-74f0df87857d req-02885e3d-1ba5-43a5-aa32-ad5621c9e94b tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:58.212588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc103a7-2449-465c-9f42-74f0df87857d req-02885e3d-1ba5-43a5-aa32-ad5621c9e94b tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:58.213042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc103a7-2449-465c-9f42-74f0df87857d req-02885e3d-1ba5-43a5-aa32-ad5621c9e94b tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:58.213496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc103a7-2449-465c-9f42-74f0df87857d req-02885e3d-1ba5-43a5-aa32-ad5621c9e94b tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:58.213944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc103a7-2449-465c-9f42-74f0df87857d req-02885e3d-1ba5-43a5-aa32-ad5621c9e94b tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:58.214395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc103a7-2449-465c-9f42-74f0df87857d req-02885e3d-1ba5-43a5-aa32-ad5621c9e94b tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:58.214842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc103a7-2449-465c-9f42-74f0df87857d req-02885e3d-1ba5-43a5-aa32-ad5621c9e94b tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:58.215299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc103a7-2449-465c-9f42-74f0df87857d req-02885e3d-1ba5-43a5-aa32-ad5621c9e94b tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:58.215748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc103a7-2449-465c-9f42-74f0df87857d req-02885e3d-1ba5-43a5-aa32-ad5621c9e94b tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:58.216326 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc103a7-2449-465c-9f42-74f0df87857d req-02885e3d-1ba5-43a5-aa32-ad5621c9e94b tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:58.234577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5bc103a7-2449-465c-9f42-74f0df87857d req-02885e3d-1ba5-43a5-aa32-ad5621c9e94b tempest-NetworksTest-1813464482 tempest-NetworksTest-1813464482-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8516 time: 0.6564560 May 27 22:26:58.265655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 302d47ae-d65d-41ad-8332-142a088f2d4e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:58.415392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-dc2de044-7bed-4e76-b3c6-87f6f4671cb5 req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] For port 06ae86bd-b637-4110-b5ff-000cf3971924, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=06ae86bd-b637-4110-b5ff-000cf3971924,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:58.415827 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dc2de044-7bed-4e76-b3c6-87f6f4671cb5 req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:58.471078 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:58.484637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7f9fac0e-55b6-4100-8cf3-193eb5b2055c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:58.607820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-dc2de044-7bed-4e76-b3c6-87f6f4671cb5 req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Calling delete_port for 06ae86bd-b637-4110-b5ff-000cf3971924 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:26:58.629175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:26:58.640797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:26:58.652673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489e424-0e15-43b5-8311-6d461942b02a req-d36a4647-43e7-4eab-b82b-653f9fd6d8ba tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:58.653639 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a489e424-0e15-43b5-8311-6d461942b02a req-d36a4647-43e7-4eab-b82b-653f9fd6d8ba tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 944 time: 0.8909788 May 27 22:26:58.654429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:26:58.734756 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8bf45c02-0690-40e0-8c7b-3a3f2f84dac6 req-d785b740-41e1-4e5c-9846-a5805fab7de5 service neutron] 10.222.0.57 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8898070 May 27 22:26:58.771118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5bc72c65-df9c-4bc2-b971-7f47c56e76ba details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:26:58.826702 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:26:58.876030 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41268) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:58.911440 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:58.919649 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dc2de044-7bed-4e76-b3c6-87f6f4671cb5 req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:58.931472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Pushing event updated for resources: {'Port': ['ID=db3371cc-a875-4381-ba01-9fa507e3b728,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:58.962065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a489e424-0e15-43b5-8311-6d461942b02a req-fc1a134b-0f7e-44a5-86c9-c9ee94b391d0 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194440 May 27 22:26:58.989220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:58.989220 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:59.035000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc72c65-df9c-4bc2-b971-7f47c56e76ba,segment=NetworkSegment(6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e),segment_id=6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:59.058867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '5bc72c65-df9c-4bc2-b971-7f47c56e76ba', 'network_id': '4b78b2d5-ee0b-494c-a4f8-80f59f901351', 'port_id': '5bc72c65-df9c-4bc2-b971-7f47c56e76ba', 'mac_address': 'fa:16:3e:a6:df:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80c5892e-159c-4437-81f3-a948f9bd6b77', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:26:59.062220 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:59.062468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Pushing event deleted for resources: {'Port': ['ID=06ae86bd-b637-4110-b5ff-000cf3971924,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:59.161920 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4576d518-ee0a-48ac-b172-ecd9b503b86a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1451070 May 27 22:26:59.164290 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['06ae86bd-b637-4110-b5ff-000cf3971924'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:59.188187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Request body: {'port': {'device_id': 'f19171b2-911e-4b23-93e1-812f1bb9540c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:26:59.210322 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95d38f43-3b56-4396-963d-324e63650f2a'] response: {'server_uuid': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7304960d-5a11-48ad-aa81-8380bb4e7695', 'code': 200} May 27 22:26:59.211280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:26:59.212177 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:59.235598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc72c65-df9c-4bc2-b971-7f47c56e76ba {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:26:59.254249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.254602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.254945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.255282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.255641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.261574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.261937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.262277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.262614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.265363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.265734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.266078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.269646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc72c65-df9c-4bc2-b971-7f47c56e76ba,segment=NetworkSegment(6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e),segment_id=6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:26:59.309826 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8bf45c02-0690-40e0-8c7b-3a3f2f84dac6 req-64f22ee1-2869-4b79-9c71-43d29840b6e8 service neutron] 10.222.0.57 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450373 May 27 22:26:59.321440 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbb0543c-bf7e-4ab3-b0a4-90b7a6a1b4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:59.343611 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:59.352813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2de044-7bed-4e76-b3c6-87f6f4671cb5 req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] No DVR routers for this DVR port 06ae86bd-b637-4110-b5ff-000cf3971924 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:26:59.355475 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dc2de044-7bed-4e76-b3c6-87f6f4671cb5 req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:59.360721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca6ab1a5-3f29-4d37-b000-552a448023bb', 'name': 'network-vif-deleted', 'tag': '06ae86bd-b637-4110-b5ff-000cf3971924'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:26:59.373645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbb0543c-bf7e-4ab3-b0a4-90b7a6a1b4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:26:59.379079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbb0543c-bf7e-4ab3-b0a4-90b7a6a1b4d1 admin admin] Usage tracker for resource:security_group_rule and tenant:b65de9f320f54803b42545b491a43887 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:26:59.383371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbb0543c-bf7e-4ab3-b0a4-90b7a6a1b4d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:26:59.393096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbb0543c-bf7e-4ab3-b0a4-90b7a6a1b4d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:26:59.429401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Pushing event updated for resources: {'Port': ['ID=8d35f652-d92a-4358-87dd-4dc23522c51b,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:59.435984 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dc2de044-7bed-4e76-b3c6-87f6f4671cb5 req-fb8785e3-bbf9-4697-86e3-5e27d5419c00 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.57 "DELETE /v2.0/ports/06ae86bd-b637-4110-b5ff-000cf3971924 HTTP/1.1" status: 204 len: 173 time: 1.4976265 May 27 22:26:59.468072 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:59.511610 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbb0543c-bf7e-4ab3-b0a4-90b7a6a1b4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:59.581108 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=5bc72c65-df9c-4bc2-b971-7f47c56e76ba,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:59.587409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.587920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.588372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.588799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.589365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.589866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.590355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.590768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.591177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.591586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.592002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.592433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:26:59.616608 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbb0543c-bf7e-4ab3-b0a4-90b7a6a1b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:59.702761 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dbb0543c-bf7e-4ab3-b0a4-90b7a6a1b4d1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b65de9f320f54803b42545b491a43887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8245575 May 27 22:26:59.703639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0543c-bf7e-4ab3-b0a4-90b7a6a1b4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d69a464-56b9-48aa-b6fc-ffe151cf9a70,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:26:59.706789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41292) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:26:59.726391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['5bc72c65-df9c-4bc2-b971-7f47c56e76ba'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:26:59.726601 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:59.780783 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-893f789f-1200-46c5-9697-338769bd4785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:59.781404 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f29908c-61fd-489e-93b4-60103c356c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:59.818033 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f29908c-61fd-489e-93b4-60103c356c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:26:59.910290 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b21b9f-8586-4935-816d-198f99f72ba1 req-1b089d5b-bcea-4838-b6db-44bfc5781ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:59.911776 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95b21b9f-8586-4935-816d-198f99f72ba1 req-1b089d5b-bcea-4838-b6db-44bfc5781ba4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 1097 time: 0.6394806 May 27 22:26:59.914130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Network d9c41fd1-9c32-42d6-88ce-3077170cd4ea is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:26:59.936163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b751141-b33a-49f5-8808-73d377a2f439 req-bfc20ad0-b3ef-4e9d-ad78-d01cc9c013a6 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:26:59.937582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b751141-b33a-49f5-8808-73d377a2f439 req-bfc20ad0-b3ef-4e9d-ad78-d01cc9c013a6 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 946 time: 0.6267922 May 27 22:26:59.938443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:27:00.081384 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f29908c-61fd-489e-93b4-60103c356c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:00.095627 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95b21b9f-8586-4935-816d-198f99f72ba1 req-0f1d05ca-8eb3-4904-b781-0b1a5ae26441 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679168 May 27 22:27:00.104329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29908c-61fd-489e-93b4-60103c356c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d69a464-56b9-48aa-b6fc-ffe151cf9a70,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:00.124362 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f29908c-61fd-489e-93b4-60103c356c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:00.133601 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7f29908c-61fd-489e-93b4-60103c356c65 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4d69a464-56b9-48aa-b6fc-ffe151cf9a70 HTTP/1.1" status: 204 len: 168 time: 0.4253957 May 27 22:27:00.245329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b751141-b33a-49f5-8808-73d377a2f439 req-e86c3d78-afbc-4685-ac81-47dd6592af37 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778375 May 27 22:27:00.309518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ed848cdf-03a5-45e3-afa8-19d748af30e7 None None] Provisioning complete for port 8d35f652-d92a-4358-87dd-4dc23522c51b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:27:00.310069 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed848cdf-03a5-45e3-afa8-19d748af30e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:00.397340 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ed848cdf-03a5-45e3-afa8-19d748af30e7 None None] Port 8d35f652-d92a-4358-87dd-4dc23522c51b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:27:00.553965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Router 374ff206-43da-4b9e-aa4d-e4c89a5445d9 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:27:00.787186 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:00.905753 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:00.980517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaaa62-b66c-4b8d-864e-ae90b58bcb4b req-d469df09-d6ae-4992-9883-0cd2037ad79c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:00.980754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-91aaaa62-b66c-4b8d-864e-ae90b58bcb4b req-d469df09-d6ae-4992-9883-0cd2037ad79c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Synchronizing usage tracker for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:27:00.992071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3371cc-a875-4381-ba01-9fa507e3b728 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:27:01.004372 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:01.006718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:27:01.017347 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ab7a808d-8595-4549-a07d-e183cb4e0b55 admin admin] 10.222.0.27 "PUT /v2.0/routers/374ff206-43da-4b9e-aa4d-e4c89a5445d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1715128 May 27 22:27:01.028135 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Sync routers for ids ['374ff206-43da-4b9e-aa4d-e4c89a5445d9'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:27:01.044454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Transition to ACTIVE for port object db3371cc-a875-4381-ba01-9fa507e3b728 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:01.053090 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Routers {'374ff206-43da-4b9e-aa4d-e4c89a5445d9'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:27:01.053293 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:59Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['374ff206-43da-4b9e-aa4d-e4c89a5445d9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:01.195412 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:01.266071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-91aaaa62-b66c-4b8d-864e-ae90b58bcb4b req-d469df09-d6ae-4992-9883-0cd2037ad79c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Unset dirty status for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:27:01.272512 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Set router 374ff206-43da-4b9e-aa4d-e4c89a5445d9 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:27:01.281428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41318) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:01.295027 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-91aaaa62-b66c-4b8d-864e-ae90b58bcb4b req-d469df09-d6ae-4992-9883-0cd2037ad79c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f19171b2-911e-4b23-93e1-812f1bb9540c HTTP/1.1" status: 200 len: 932 time: 0.7372117 May 27 22:27:01.304784 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-790a1c66-d994-415e-83ef-ac0365f2f142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:01.321845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-790a1c66-d994-415e-83ef-ac0365f2f142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:01.325831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-790a1c66-d994-415e-83ef-ac0365f2f142 admin admin] Usage tracker for resource:security_group_rule and tenant:77680f6261fc4c79ad05cecef56331dc is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:01.328771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-790a1c66-d994-415e-83ef-ac0365f2f142 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:01.347796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-790a1c66-d994-415e-83ef-ac0365f2f142 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:01.527238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-9045fcdb-3f52-4c58-9ddb-bae7a3d5cedb tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:27:01.528074 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-9045fcdb-3f52-4c58-9ddb-bae7a3d5cedb tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177345 May 27 22:27:01.571982 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-790a1c66-d994-415e-83ef-ac0365f2f142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:01.595304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-7943518d-6078-42df-9520-52fbcaa4433c service neutron] Request body: {'binding': {'host': 'n-h1-843680-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:01.595869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-7943518d-6078-42df-9520-52fbcaa4433c service neutron] Unknown quota resources ['binding']. {{(pid=88900) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 22:27:01.650029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Pushing event updated for resources: {'Port': ['ID=db3371cc-a875-4381-ba01-9fa507e3b728,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:01.662830 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-91aaaa62-b66c-4b8d-864e-ae90b58bcb4b req-2a7c289a-092e-43c0-960d-8e2ba65d31a2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355422 May 27 22:27:01.667950 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-790a1c66-d994-415e-83ef-ac0365f2f142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:01.870445 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-790a1c66-d994-415e-83ef-ac0365f2f142 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=77680f6261fc4c79ad05cecef56331dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5878429 May 27 22:27:01.873485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41328) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:01.874193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a1c66-d994-415e-83ef-ac0365f2f142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27df653f-5d28-4c1c-ba05-9e2c803aad67,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:01.907397 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'name': 'tempest-TaggedBootDevicesTest-1953412408-router', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '302d47ae-d65d-41ad-8332-142a088f2d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:43Z', 'updated_at': '2022-05-27T22:26:57Z', 'revision_number': 4, 'project_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'gw_port': {'id': '302d47ae-d65d-41ad-8332-142a088f2d4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:46Z', 'updated_at': '2022-05-27T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8d35f652-d92a-4358-87dd-4dc23522c51b', 'name': '', 'network_id': 'd9c41fd1-9c32-42d6-88ce-3077170cd4ea', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'mac_address': 'fa:16:3e:c4:6b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'd3184faf-9b44-4ff2-8990-1179dface3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:53Z', 'updated_at': '2022-05-27T22:26:58Z', 'revision_number': 2, 'project_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'subnets': [{'id': 'd3184faf-9b44-4ff2-8990-1179dface3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:01.912735 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Checking router: 374ff206-43da-4b9e-aa4d-e4c89a5445d9 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:27:01.914635 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Updating router 374ff206-43da-4b9e-aa4d-e4c89a5445d9 port 8d35f652-d92a-4358-87dd-4dc23522c51b binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:27:01.948873 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ceb65545-84a5-45bc-a919-1f3aec4b8726 req-e4ec6b28-e053-4e13-bd26-4f29d8c88617 tempest-MigrationsAdminTest-2061370695 tempest-MigrationsAdminTest-2061370695-project] 10.222.0.27 "GET /v2.0/ports?device_id=ca6ab1a5-3f29-4d37-b000-552a448023bb HTTP/1.1" status: 200 len: 210 time: 0.0744109 May 27 22:27:01.973573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Attempting to bind port db3371cc-a875-4381-ba01-9fa507e3b728 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:27:01.973906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Attempting to bind port db3371cc-a875-4381-ba01-9fa507e3b728 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:27:01.974230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Attempting to bind port db3371cc-a875-4381-ba01-9fa507e3b728 on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:01.977597 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:01.997438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Port db3371cc-a875-4381-ba01-9fa507e3b728 on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:27:01.997765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Attempting to bind port db3371cc-a875-4381-ba01-9fa507e3b728 on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:02.011799 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:02.020915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:27:02.021261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Checking segment: {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:27:02.021644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Bound using segment: {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:27:02.022076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Bound port: db3371cc-a875-4381-ba01-9fa507e3b728, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:27:02.023039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:02.044117 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33a4332f-c5dc-4fb1-aa67-a6da346ee38d'] response: {'server_uuid': 'ca6ab1a5-3f29-4d37-b000-552a448023bb', 'name': 'network-vif-deleted', 'tag': '06ae86bd-b637-4110-b5ff-000cf3971924', 'status': 'completed', 'code': 200} May 27 22:27:02.166935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-7943518d-6078-42df-9520-52fbcaa4433c service neutron] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 on host n-h1-843680-3 for vnic_type normal with profile None {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:27:02.167266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-7943518d-6078-42df-9520-52fbcaa4433c service neutron] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:27:02.168015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-7943518d-6078-42df-9520-52fbcaa4433c service neutron] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:02.219345 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-84777011-3eee-4cd7-ab9c-26f64845c7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:02.227474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-7943518d-6078-42df-9520-52fbcaa4433c service neutron] Port 19c87446-4763-4657-b6ae-804cb85c4877 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:27:02.228013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-7943518d-6078-42df-9520-52fbcaa4433c service neutron] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:02.249613 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-7943518d-6078-42df-9520-52fbcaa4433c service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:27:02.250223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-7943518d-6078-42df-9520-52fbcaa4433c service neutron] Checking segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:27:02.250815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-7943518d-6078-42df-9520-52fbcaa4433c service neutron] Bound using segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:27:02.251419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-7943518d-6078-42df-9520-52fbcaa4433c service neutron] Bound port: 19c87446-4763-4657-b6ae-804cb85c4877, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:27:02.264074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] For port db3371cc-a875-4381-ba01-9fa507e3b728, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:27:02.295960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] For port db3371cc-a875-4381-ba01-9fa507e3b728, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=db3371cc-a875-4381-ba01-9fa507e3b728,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:27:02.302738 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-84777011-3eee-4cd7-ab9c-26f64845c7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:02.357886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-7943518d-6078-42df-9520-52fbcaa4433c service neutron] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=19c87446-4763-4657-b6ae-804cb85c4877,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:27:02.369938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04285dec-26c6-427f-9cf4-6003ca144b4f req-d3a03a51-e055-4036-80e4-17b9bb23edba tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:02.371392 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04285dec-26c6-427f-9cf4-6003ca144b4f req-d3a03a51-e055-4036-80e4-17b9bb23edba tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 945 time: 0.2095261 May 27 22:27:02.409841 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:02.419788 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04285dec-26c6-427f-9cf4-6003ca144b4f req-16772ebf-aca3-4774-98c0-2f233535adda tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 May 27 22:27:02.421162 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Transition to ACTIVE for port object 8d35f652-d92a-4358-87dd-4dc23522c51b will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:02.429108 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:02.483515 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-84777011-3eee-4cd7-ab9c-26f64845c7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:02.511651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:02.512184 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:02.513546 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] 10.222.0.46 "PUT /v2.0/ports/db3371cc-a875-4381-ba01-9fa507e3b728 HTTP/1.1" status: 200 len: 1092 time: 3.3295944 May 27 22:27:02.516970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19171b2-911e-4b23-93e1-812f1bb9540c', 'tag': 'db3371cc-a875-4381-ba01-9fa507e3b728'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:02.522070 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-84777011-3eee-4cd7-ab9c-26f64845c7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:02.523671 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-84777011-3eee-4cd7-ab9c-26f64845c7df admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/27df653f-5d28-4c1c-ba05-9e2c803aad67 HTTP/1.1" status: 204 len: 168 time: 0.6368940 May 27 22:27:02.528307 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:02.528478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84777011-3eee-4cd7-ab9c-26f64845c7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27df653f-5d28-4c1c-ba05-9e2c803aad67,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:02.533360 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-7943518d-6078-42df-9520-52fbcaa4433c service neutron] Notify callbacks [] for binding, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:02.534515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-7943518d-6078-42df-9520-52fbcaa4433c service neutron] 10.222.0.27 "POST /v2.0/ports/19c87446-4763-4657-b6ae-804cb85c4877/bindings HTTP/1.1" status: 201 len: 389 time: 0.9510093 May 27 22:27:02.592723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b38301-169c-4d26-bdc3-61a11efa3dcf service neutron] Pushing event updated for resources: {'Port': ['ID=db3371cc-a875-4381-ba01-9fa507e3b728,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:02.758847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67caea21-1cca-4da4-b561-1bb434509034 req-3d300712-0ebc-4876-90bd-c4ebce57c0b7 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:02.760575 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67caea21-1cca-4da4-b561-1bb434509034 req-3d300712-0ebc-4876-90bd-c4ebce57c0b7 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 946 time: 0.2333353 May 27 22:27:02.779381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5bc72c65-df9c-4bc2-b971-7f47c56e76ba up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:27:02.798659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-92a9e23f-e8fa-4b4c-b3f1-04d47b79464c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:02.800496 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-92a9e23f-e8fa-4b4c-b3f1-04d47b79464c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&device_id=f19171b2-911e-4b23-93e1-812f1bb9540c HTTP/1.1" status: 200 len: 1095 time: 0.1865230 May 27 22:27:02.850364 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ca03e-071a-4bbb-a093-9989933fbf29 None None] Pushing event updated for resources: {'Port': ['ID=8d35f652-d92a-4358-87dd-4dc23522c51b,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:02.854328 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Attempting to bind port 8d35f652-d92a-4358-87dd-4dc23522c51b on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:27:02.854926 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Attempting to bind port 8d35f652-d92a-4358-87dd-4dc23522c51b by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '7b1df0ed-eac3-4e4a-b0de-27b408e05d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd9c41fd1-9c32-42d6-88ce-3077170cd4ea'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:27:02.855451 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Attempting to bind port 8d35f652-d92a-4358-87dd-4dc23522c51b on network d9c41fd1-9c32-42d6-88ce-3077170cd4ea {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:02.865128 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ca03e-071a-4bbb-a093-9989933fbf29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:02.865661 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ca03e-071a-4bbb-a093-9989933fbf29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:02.866711 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ca03e-071a-4bbb-a093-9989933fbf29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:02.867244 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ca03e-071a-4bbb-a093-9989933fbf29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:02.868317 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ca03e-071a-4bbb-a093-9989933fbf29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:02.868950 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ca03e-071a-4bbb-a093-9989933fbf29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:02.869722 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ca03e-071a-4bbb-a093-9989933fbf29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:02.870249 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ca03e-071a-4bbb-a093-9989933fbf29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:02.870929 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ca03e-071a-4bbb-a093-9989933fbf29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:02.871448 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ca03e-071a-4bbb-a093-9989933fbf29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:02.872012 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ca03e-071a-4bbb-a093-9989933fbf29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:02.872587 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080ca03e-071a-4bbb-a093-9989933fbf29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:02.877367 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:27:02.878080 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Checking segment: {'id': '7b1df0ed-eac3-4e4a-b0de-27b408e05d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd9c41fd1-9c32-42d6-88ce-3077170cd4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:27:02.878700 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:02.879283 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Bound using segment: {'id': '7b1df0ed-eac3-4e4a-b0de-27b408e05d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd9c41fd1-9c32-42d6-88ce-3077170cd4ea'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:27:02.879967 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Bound port: 8d35f652-d92a-4358-87dd-4dc23522c51b, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b1df0ed-eac3-4e4a-b0de-27b408e05d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd9c41fd1-9c32-42d6-88ce-3077170cd4ea'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:27:02.880565 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:03.016616 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] For port 8d35f652-d92a-4358-87dd-4dc23522c51b, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:27:03.020698 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] For port 8d35f652-d92a-4358-87dd-4dc23522c51b, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8d35f652-d92a-4358-87dd-4dc23522c51b,segment=NetworkSegment(7b1df0ed-eac3-4e4a-b0de-27b408e05d61),segment_id=7b1df0ed-eac3-4e4a-b0de-27b408e05d61)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:27:03.029252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:27:03.037028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:27:03.037724 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:03.112217 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-878aea35-75c6-415d-b49a-abff74293fab'] response: {'name': 'network-changed', 'server_uuid': 'f19171b2-911e-4b23-93e1-812f1bb9540c', 'tag': 'db3371cc-a875-4381-ba01-9fa507e3b728', 'status': 'completed', 'code': 200} May 27 22:27:03.131675 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:03.183161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-138c0f92-4c52-44b4-a3da-fead81390728 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3371cc-a875-4381-ba01-9fa507e3b728 HTTP/1.1" status: 200 len: 217 time: 0.3447642 May 27 22:27:03.213184 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67caea21-1cca-4da4-b561-1bb434509034 req-4c86b897-dab3-45f6-8515-1d331a7d4d2a tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432523 May 27 22:27:03.253943 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Routers {'374ff206-43da-4b9e-aa4d-e4c89a5445d9'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:27:03.254590 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:59Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['374ff206-43da-4b9e-aa4d-e4c89a5445d9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:03.294350 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:03.297825 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:03.367317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9a98cd-7c00-4cd7-ba7e-4d58ea624569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc72c65-df9c-4bc2-b971-7f47c56e76ba'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:03.389057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc72c65-df9c-4bc2-b971-7f47c56e76ba,segment=NetworkSegment(6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e),segment_id=6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:03.479775 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:03.480660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 06ae86bd-b637-4110-b5ff-000cf3971924 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:27:03.530661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4fc82c24-a9d6-4b69-bac2-7056ff010b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:03.530661 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-4fc82c24-a9d6-4b69-bac2-7056ff010b1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 200 len: 846 time: 0.3149152 May 27 22:27:03.550775 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] Set router 374ff206-43da-4b9e-aa4d-e4c89a5445d9 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:27:03.601846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 06ae86bd-b637-4110-b5ff-000cf3971924 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:27:03.602611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 06ae86bd-b637-4110-b5ff-000cf3971924 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:27:03.606091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=5bc72c65-df9c-4bc2-b971-7f47c56e76ba,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:03.656475 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-ee461bbe-ed74-4991-9e02-7cbb9cb4c716 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150699 May 27 22:27:03.693327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad182f9-9483-441f-9e26-54a4bffbd26a req-64f274ea-e68c-469c-8fc5-7ceb10f8733d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:03.703444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dad182f9-9483-441f-9e26-54a4bffbd26a req-64f274ea-e68c-469c-8fc5-7ceb10f8733d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f19171b2-911e-4b23-93e1-812f1bb9540c HTTP/1.1" status: 200 len: 944 time: 0.5900693 May 27 22:27:03.868794 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ca03e-071a-4bbb-a093-9989933fbf29 None None] Pushing event updated for resources: {'Port': ['ID=8d35f652-d92a-4358-87dd-4dc23522c51b,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:03.869983 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dad182f9-9483-441f-9e26-54a4bffbd26a req-f015b46c-55c4-46da-89ae-852ddd9d5e29 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654663 May 27 22:27:03.951166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-5f7e79ae-5d7a-4027-b07c-0c64a83fe55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:03.951298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-5f7e79ae-5d7a-4027-b07c-0c64a83fe55b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 1096 time: 0.5605636 May 27 22:27:04.065979 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-851201d5-4a2d-499b-8deb-05c62ddbbbc9 service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983901 May 27 22:27:04.187778 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'name': 'tempest-TaggedBootDevicesTest-1953412408-router', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '302d47ae-d65d-41ad-8332-142a088f2d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:43Z', 'updated_at': '2022-05-27T22:26:57Z', 'revision_number': 4, 'project_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'gw_port': {'id': '302d47ae-d65d-41ad-8332-142a088f2d4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:46Z', 'updated_at': '2022-05-27T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8d35f652-d92a-4358-87dd-4dc23522c51b', 'name': '', 'network_id': 'd9c41fd1-9c32-42d6-88ce-3077170cd4ea', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'mac_address': 'fa:16:3e:c4:6b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'd3184faf-9b44-4ff2-8990-1179dface3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:53Z', 'updated_at': '2022-05-27T22:27:03Z', 'revision_number': 4, 'project_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'subnets': [{'id': 'd3184faf-9b44-4ff2-8990-1179dface3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:04.197222 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cff1d8-2a0c-4da7-ba71-4bb4902333d6 None None] The sync data for ids ['374ff206-43da-4b9e-aa4d-e4c89a5445d9'] in n-d-843680-3 is: [{'id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'name': 'tempest-TaggedBootDevicesTest-1953412408-router', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '302d47ae-d65d-41ad-8332-142a088f2d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:43Z', 'updated_at': '2022-05-27T22:26:57Z', 'revision_number': 4, 'project_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'gw_port': {'id': '302d47ae-d65d-41ad-8332-142a088f2d4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:46Z', 'updated_at': '2022-05-27T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8d35f652-d92a-4358-87dd-4dc23522c51b', 'name': '', 'network_id': 'd9c41fd1-9c32-42d6-88ce-3077170cd4ea', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'mac_address': 'fa:16:3e:c4:6b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': 'd3184faf-9b44-4ff2-8990-1179dface3f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:53Z', 'updated_at': '2022-05-27T22:27:03Z', 'revision_number': 4, 'project_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'subnets': [{'id': 'd3184faf-9b44-4ff2-8990-1179dface3f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:27:04.319852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca64b4-7a8b-4380-964c-d6292b45827a req-a9350144-296a-4610-8fb4-9051c2c068d9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:04.321530 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-beca64b4-7a8b-4380-964c-d6292b45827a req-a9350144-296a-4610-8fb4-9051c2c068d9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 945 time: 0.8568554 May 27 22:27:04.336927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-542272c8-624c-42e6-b6c1-efc7e1cc722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:04.338403 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-542272c8-624c-42e6-b6c1-efc7e1cc722b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.3693829 May 27 22:27:04.430911 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:27:04.484405 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-fdf591fb-6814-4338-9a79-4c47a7c6ea47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c87446-4763-4657-b6ae-804cb85c4877 HTTP/1.1" status: 200 len: 217 time: 0.1157186 May 27 22:27:04.499246 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-605bdf88-0100-401d-80be-1d0421b2cdfe req-8654f360-0ca6-465a-a493-2b9877ce0120 service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213686 May 27 22:27:04.564489 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-beca64b4-7a8b-4380-964c-d6292b45827a req-37288f89-e796-48e1-852b-1702c7f34f66 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335587 May 27 22:27:04.593972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-1c9e3c8b-379b-4a9a-b093-d5dad969a1b3 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:04.596417 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-1c9e3c8b-379b-4a9a-b093-d5dad969a1b3 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4353809 May 27 22:27:04.694980 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118f5752-adc8-413c-98ee-5ccfe3e924bc'] response: {'server_uuid': '8e9a98cd-7c00-4cd7-ba7e-4d58ea624569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc72c65-df9c-4bc2-b971-7f47c56e76ba', 'code': 200} May 27 22:27:04.711102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-5d6275a6-1447-4a30-8daf-158d7be3aece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:04.719165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-5d6275a6-1447-4a30-8daf-158d7be3aece service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.2186174 May 27 22:27:04.847914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41442) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:04.911968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-8e8030ef-1c7a-44d8-9aa1-5eae26e7e984 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 696 time: 0.2936301 May 27 22:27:04.920928 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-6a976a34-f93f-479d-9c4d-1fce10f087a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740180 May 27 22:27:04.958233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-90b2bd72-cfaf-4d27-9868-7ad34e42956c tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Request body: {'floatingip': {'port_id': '997c0397-413a-446a-9243-65d3ef76b8cb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:05.006613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d1c73-a51a-4b08-8a7b-a388a880f943 req-5ecfd829-8ce1-4bb6-af09-5c3ca6601fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:05.011612 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6d1c73-a51a-4b08-8a7b-a388a880f943 req-5ecfd829-8ce1-4bb6-af09-5c3ca6601fbc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 1097 time: 0.2000358 May 27 22:27:05.059565 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-90b2bd72-cfaf-4d27-9868-7ad34e42956c tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:05.136092 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6d1c73-a51a-4b08-8a7b-a388a880f943 req-4b1c8feb-1306-4231-847b-09de3736f6ed service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023152 May 27 22:27:05.612792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561472d-a093-4226-816b-638945709daa req-f2c9ef77-56a0-4aab-9026-707f5ee1bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:05.614261 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a561472d-a093-4226-816b-638945709daa req-f2c9ef77-56a0-4aab-9026-707f5ee1bfc6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&device_id=f19171b2-911e-4b23-93e1-812f1bb9540c HTTP/1.1" status: 200 len: 1095 time: 0.8761744 May 27 22:27:05.821509 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-faf1c817-a2ac-4b95-a4dc-816cbbd402c4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ecba41eb2b894855a95cc6ec50ef6350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9218605 May 27 22:27:05.821889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41466) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:05.908700 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a30340ba-de3e-4b68-826e-8a88041e53a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:05.921051 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-5bb41d36-6940-40bd-bb72-056bfb84b3c7 service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9657888 May 27 22:27:05.950341 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a30340ba-de3e-4b68-826e-8a88041e53a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:06.042447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637ae23-239b-4854-8b27-c5fb60f5f3aa req-94b3fdea-385b-41fc-89cc-57bb9e61caed tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:06.044040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d637ae23-239b-4854-8b27-c5fb60f5f3aa req-94b3fdea-385b-41fc-89cc-57bb9e61caed tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 946 time: 1.1261129 May 27 22:27:06.108931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8d35f652-d92a-4358-87dd-4dc23522c51b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:27:06.176892 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a30340ba-de3e-4b68-826e-8a88041e53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:06.211246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30340ba-de3e-4b68-826e-8a88041e53a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6db5ea8-7cfb-4940-b4d7-373258b9eb58,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:06.212856 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a30340ba-de3e-4b68-826e-8a88041e53a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:06.213877 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a30340ba-de3e-4b68-826e-8a88041e53a1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e6db5ea8-7cfb-4940-b4d7-373258b9eb58 HTTP/1.1" status: 204 len: 168 time: 0.3907158 May 27 22:27:06.227681 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d637ae23-239b-4854-8b27-c5fb60f5f3aa req-48a4f6fb-c04c-485e-aeab-711849d141c5 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584492 May 27 22:27:06.261064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561472d-a093-4226-816b-638945709daa req-1039bdf6-ee78-4e8e-a144-9721e8258765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:06.262450 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a561472d-a093-4226-816b-638945709daa req-1039bdf6-ee78-4e8e-a144-9721e8258765 service neutron] 10.222.0.46 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 907 time: 0.6389065 May 27 22:27:06.291215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 8d35f652-d92a-4358-87dd-4dc23522c51b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:27:06.300634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8d35f652-d92a-4358-87dd-4dc23522c51b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:27:06.303251 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:06.373939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a561472d-a093-4226-816b-638945709daa req-89758ec6-ddbc-4605-b8ca-cbcf13c54580 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db3371cc-a875-4381-ba01-9fa507e3b728 HTTP/1.1" status: 200 len: 217 time: 0.0965359 May 27 22:27:06.474490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8d35f652-d92a-4358-87dd-4dc23522c51b is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:06.475955 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:06.527708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-a3ef75ad-ac91-4e73-a2ca-55d7e70e9314 service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887265 May 27 22:27:06.531954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 8d35f652-d92a-4358-87dd-4dc23522c51b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8d35f652-d92a-4358-87dd-4dc23522c51b,segment=NetworkSegment(7b1df0ed-eac3-4e4a-b0de-27b408e05d61),segment_id=7b1df0ed-eac3-4e4a-b0de-27b408e05d61)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:06.617301 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:06.735975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=8d35f652-d92a-4358-87dd-4dc23522c51b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:06.816230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561472d-a093-4226-816b-638945709daa req-f8e1d5a7-aa36-4da9-93bd-afe958fb40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:06.825065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a561472d-a093-4226-816b-638945709daa req-f8e1d5a7-aa36-4da9-93bd-afe958fb40d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 200 len: 846 time: 0.2818823 May 27 22:27:06.881237 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a561472d-a093-4226-816b-638945709daa req-71566920-a760-40d3-96a0-f29a9a9271ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550745 May 27 22:27:06.984871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c1cc0-4a9b-4cb8-bcfb-23d34d4168e7 req-1e55c1e7-b592-4931-9b0e-4c9303585739 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:06.986367 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e0c1cc0-4a9b-4cb8-bcfb-23d34d4168e7 req-1e55c1e7-b592-4931-9b0e-4c9303585739 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f19171b2-911e-4b23-93e1-812f1bb9540c HTTP/1.1" status: 200 len: 944 time: 0.4577367 May 27 22:27:06.994493 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-90b2bd72-cfaf-4d27-9868-7ad34e42956c tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:27:07.277615 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-90b2bd72-cfaf-4d27-9868-7ad34e42956c tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:07.296695 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e0c1cc0-4a9b-4cb8-bcfb-23d34d4168e7 req-2021285d-16c3-45fb-8684-54bd2d35e1d8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471912 May 27 22:27:07.305360 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a561472d-a093-4226-816b-638945709daa req-ee1bffde-cf54-479a-a58c-2b0551c0ba9e service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129944 May 27 22:27:07.469636 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-90b2bd72-cfaf-4d27-9868-7ad34e42956c tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:07.512951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41490) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:07.584764 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-25ae4463-e5ff-46a8-ab47-e94a45113fe8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=68718812bc9f4014b10ae624f2402fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697460 May 27 22:27:07.587749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41496) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:07.665695 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a561472d-a093-4226-816b-638945709daa req-7070f6d7-c72e-4334-8ff7-6f4ea6eef280 service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483336 May 27 22:27:07.698666 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1635e1bc-15e4-4078-b341-b4f537e4f80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:07.709421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f619c818-3da2-4307-8636-c9e9a88ab2b7 req-2ecc4070-ddac-4d05-b79c-23a09d2142be tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:07.717512 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f619c818-3da2-4307-8636-c9e9a88ab2b7 req-2ecc4070-ddac-4d05-b79c-23a09d2142be tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 945 time: 0.2943206 May 27 22:27:07.729173 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1635e1bc-15e4-4078-b341-b4f537e4f80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:07.749577 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-90b2bd72-cfaf-4d27-9868-7ad34e42956c tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Floating IP 66352146-7dc5-46bf-b6c4-fc30da1b4c78 associated. External IP: 172.25.2.246, port: 997c0397-413a-446a-9243-65d3ef76b8cb. May 27 22:27:07.867483 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f619c818-3da2-4307-8636-c9e9a88ab2b7 req-5923925a-6713-4d46-9ee5-3152025527da tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464891 May 27 22:27:07.896495 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1635e1bc-15e4-4078-b341-b4f537e4f80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:07.935283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635e1bc-15e4-4078-b341-b4f537e4f80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f3fbd6-b89c-444f-8a5e-c57eb35f6e73,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:08.097407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1635e1bc-15e4-4078-b341-b4f537e4f80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:08.103699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8d35f652-d92a-4358-87dd-4dc23522c51b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:27:08.109222 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1635e1bc-15e4-4078-b341-b4f537e4f80e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/24f3fbd6-b89c-444f-8a5e-c57eb35f6e73 HTTP/1.1" status: 204 len: 168 time: 0.4946907 May 27 22:27:08.184191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device db3371cc-a875-4381-ba01-9fa507e3b728 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:27:08.335512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8d35f652-d92a-4358-87dd-4dc23522c51b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:27:08.336676 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:08.460188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port db3371cc-a875-4381-ba01-9fa507e3b728, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=db3371cc-a875-4381-ba01-9fa507e3b728,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:08.479279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'db3371cc-a875-4381-ba01-9fa507e3b728', 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7', 'port_id': 'db3371cc-a875-4381-ba01-9fa507e3b728', 'mac_address': 'fa:16:3e:2c:d0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c978a7-2c3e-4299-9e00-a1c60f2fbf1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:27:08.549217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-90b2bd72-cfaf-4d27-9868-7ad34e42956c tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:27:08.633402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port db3371cc-a875-4381-ba01-9fa507e3b728 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:08.634479 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:08.660724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3371cc-a875-4381-ba01-9fa507e3b728 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:27:08.688936 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8d35f652-d92a-4358-87dd-4dc23522c51b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:08.688936 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port db3371cc-a875-4381-ba01-9fa507e3b728, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=db3371cc-a875-4381-ba01-9fa507e3b728,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:08.834304 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:08.856018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-90b2bd72-cfaf-4d27-9868-7ad34e42956c tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:27:08.865848 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-90b2bd72-cfaf-4d27-9868-7ad34e42956c tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:08.896901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ecc22-8aef-499c-b3ef-ba80375b3e8e None None] Sync routers for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:27:08.973788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ecc22-8aef-499c-b3ef-ba80375b3e8e None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:27:08.973788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-8e6ecc22-8aef-499c-b3ef-ba80375b3e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:59Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:09.031705 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-90b2bd72-cfaf-4d27-9868-7ad34e42956c tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "PUT /v2.0/floatingips/66352146-7dc5-46bf-b6c4-fc30da1b4c78 HTTP/1.1" status: 200 len: 997 time: 4.0957887 May 27 22:27:09.031705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'tag': '997c0397-413a-446a-9243-65d3ef76b8cb'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:09.064624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb01baa-6fdd-4ff2-b386-3fb8644cb445 req-33fc444f-a0a5-4d8e-a850-7e16412d17f4 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:09.064624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fcb01baa-6fdd-4ff2-b386-3fb8644cb445 req-33fc444f-a0a5-4d8e-a850-7e16412d17f4 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 946 time: 0.1047091 May 27 22:27:09.191696 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fcb01baa-6fdd-4ff2-b386-3fb8644cb445 req-e816e2e5-3175-4447-adbf-5941c66760fd tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808203 May 27 22:27:09.222384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-43747dcd-1b55-472f-8ebf-17a41b456476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:09.222384 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-43747dcd-1b55-472f-8ebf-17a41b456476 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 1097 time: 0.1634114 May 27 22:27:09.254138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=db3371cc-a875-4381-ba01-9fa507e3b728,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:09.254138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['db3371cc-a875-4381-ba01-9fa507e3b728'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:09.424494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-8e6ecc22-8aef-499c-b3ef-ba80375b3e8e None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:27:09.435907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-cbaf5012-399b-451d-9549-09c6b5febecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:09.443670 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-cbaf5012-399b-451d-9549-09c6b5febecd service neutron] 10.222.0.27 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 921 time: 0.2166421 May 27 22:27:09.795920 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-bc519f56-18e9-4367-be5f-f51005275c1d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=997c0397-413a-446a-9243-65d3ef76b8cb HTTP/1.1" status: 200 len: 1000 time: 0.3567343 May 27 22:27:09.924983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-daa308ac-b9f1-4563-b3c6-fe700f454fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:09.930635 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-daa308ac-b9f1-4563-b3c6-fe700f454fc9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.1185725 May 27 22:27:09.950767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c1aa5-0791-4327-9bde-e4672f2ac1d4 req-256f3de4-ab94-4bae-ac6a-86bf5e53413f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:09.966409 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f2c1aa5-0791-4327-9bde-e4672f2ac1d4 req-256f3de4-ab94-4bae-ac6a-86bf5e53413f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f19171b2-911e-4b23-93e1-812f1bb9540c HTTP/1.1" status: 200 len: 945 time: 0.2656605 May 27 22:27:10.086503 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f2c1aa5-0791-4327-9bde-e4672f2ac1d4 req-73d813a4-23f8-4f7a-9be5-304eaaaf65c9 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187642 May 27 22:27:10.103151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-8e6ecc22-8aef-499c-b3ef-ba80375b3e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '66352146-7dc5-46bf-b6c4-fc30da1b4c78', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'port_id': '997c0397-413a-446a-9243-65d3ef76b8cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'mac_address': 'fa:16:3e:2f:2f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:26:33Z', 'updated_at': '2022-05-27T22:27:06Z', 'revision_number': 1, 'project_id': 'a103764016804495a572e1edea3fca44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:10.107370 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ecc22-8aef-499c-b3ef-ba80375b3e8e None None] Checking router: 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:27:10.119861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-f8a06d23-3f4a-4a39-9451-56c14d05b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:10.120653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6ecc22-8aef-499c-b3ef-ba80375b3e8e None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:27:10.121308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-8e6ecc22-8aef-499c-b3ef-ba80375b3e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:59Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:10.121636 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-f8a06d23-3f4a-4a39-9451-56c14d05b1f3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282749 May 27 22:27:10.132932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-71e7c2f6-5eb2-4364-9177-8db97fa314ae service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:27:10.134432 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-71e7c2f6-5eb2-4364-9177-8db97fa314ae service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068278 May 27 22:27:10.300565 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-c9a7a6c4-312a-4d33-b2a2-b78c8a0c0b3e service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586993 May 27 22:27:10.335636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-8e6ecc22-8aef-499c-b3ef-ba80375b3e8e None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:27:10.506288 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fb27b9a-7899-40c6-8c2f-14e59ed9beec req-c0172aa8-af32-4c36-8d28-5f51f8d81868 service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045593 May 27 22:27:10.767817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3609e95-4102-40a9-8b3f-c4567bb55fbb req-64f5c314-8144-4e8d-a32f-5bd7aba7ed2d tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:10.781980 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3609e95-4102-40a9-8b3f-c4567bb55fbb req-64f5c314-8144-4e8d-a32f-5bd7aba7ed2d tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 945 time: 0.1273470 May 27 22:27:10.815306 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a95fc1b-7f09-4b35-ab77-93f4c4dd02b1'] response: {'name': 'network-changed', 'server_uuid': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'tag': '997c0397-413a-446a-9243-65d3ef76b8cb', 'status': 'completed', 'code': 200} May 27 22:27:10.833383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3609e95-4102-40a9-8b3f-c4567bb55fbb req-5cdafc74-7b02-4646-bebd-673177d4edcb tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601230 May 27 22:27:10.847149 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-8e6ecc22-8aef-499c-b3ef-ba80375b3e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '66352146-7dc5-46bf-b6c4-fc30da1b4c78', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'port_id': '997c0397-413a-446a-9243-65d3ef76b8cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'mac_address': 'fa:16:3e:2f:2f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:26:33Z', 'updated_at': '2022-05-27T22:27:06Z', 'revision_number': 1, 'project_id': 'a103764016804495a572e1edea3fca44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:10.858454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6ecc22-8aef-499c-b3ef-ba80375b3e8e None None] The sync data for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 is: [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '66352146-7dc5-46bf-b6c4-fc30da1b4c78', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'port_id': '997c0397-413a-446a-9243-65d3ef76b8cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'mac_address': 'fa:16:3e:2f:2f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:26:33Z', 'updated_at': '2022-05-27T22:27:06Z', 'revision_number': 1, 'project_id': 'a103764016804495a572e1edea3fca44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:27:11.061785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c0c1d-b74d-4503-a7c3-ecca74459cde req-2a08782a-10a3-4a4c-b2df-0e0c877735bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:11.064321 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e13c0c1d-b74d-4503-a7c3-ecca74459cde req-2a08782a-10a3-4a4c-b2df-0e0c877735bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 1097 time: 0.2203989 May 27 22:27:11.233747 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d0a9df-bc20-40db-92f2-eb94702766cd None None] New status for floating IP 66352146-7dc5-46bf-b6c4-fc30da1b4c78: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:27:11.341829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c0c1d-b74d-4503-a7c3-ecca74459cde req-33029497-c31b-42dc-b705-741cee91b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:11.343317 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e13c0c1d-b74d-4503-a7c3-ecca74459cde req-33029497-c31b-42dc-b705-741cee91b514 service neutron] 10.222.0.57 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 921 time: 0.2661042 May 27 22:27:11.440877 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-060d695d-d89d-41b6-a326-7aa88a0d0e31 req-75b004c0-cf58-4384-8f2f-e7727de40541 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-935910605&fields=id&tenant_id=30513d18dfb7473dbe429465efd7906b HTTP/1.1" status: 200 len: 267 time: 0.3818672 May 27 22:27:11.576646 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e13c0c1d-b74d-4503-a7c3-ecca74459cde req-d288e398-a66e-46c1-8ca7-698e9009c306 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=997c0397-413a-446a-9243-65d3ef76b8cb HTTP/1.1" status: 200 len: 1000 time: 0.2249665 May 27 22:27:11.628234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-6060d498-3604-4cd4-b0e1-0cc02704a9d4 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:11.630120 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-6060d498-3604-4cd4-b0e1-0cc02704a9d4 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5619776 May 27 22:27:11.758207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d695d-d89d-41b6-a326-7aa88a0d0e31 req-74eeb0c2-44ae-42b1-94f5-1ab91fed4f2b tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:11.758968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-060d695d-d89d-41b6-a326-7aa88a0d0e31 req-74eeb0c2-44ae-42b1-94f5-1ab91fed4f2b tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 946 time: 0.2899065 May 27 22:27:11.769105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c0c1d-b74d-4503-a7c3-ecca74459cde req-fbbba123-0325-4771-9fe9-409bf2d5e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:11.771390 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e13c0c1d-b74d-4503-a7c3-ecca74459cde req-fbbba123-0325-4771-9fe9-409bf2d5e3f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.1868377 May 27 22:27:11.787451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-060d695d-d89d-41b6-a326-7aa88a0d0e31 req-8fd9637d-39f2-4b1c-8540-95641146727f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'port': {'security_groups': ['e728ae2b-7066-4ff6-a228-084f53378aa8', '61c04054-bbba-4b3d-a65a-cdcce915d2de']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:11.903496 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-1df9ca03-cc79-4afc-8775-733331efa9d3 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 1002 time: 0.2577291 May 27 22:27:11.956235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-9f91565a-1fed-466f-8126-43d6974248a1 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Request body: {'floatingip': {'port_id': '7304960d-5a11-48ad-aa81-8380bb4e7695', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:12.145314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device db3371cc-a875-4381-ba01-9fa507e3b728 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:27:12.191343 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-060d695d-d89d-41b6-a326-7aa88a0d0e31 req-8fd9637d-39f2-4b1c-8540-95641146727f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:12.279049 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-9f91565a-1fed-466f-8126-43d6974248a1 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:12.383217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c0c1d-b74d-4503-a7c3-ecca74459cde req-2fb1a4cb-618d-4154-ba7a-ba4bfe9a5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:12.383217 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e13c0c1d-b74d-4503-a7c3-ecca74459cde req-2fb1a4cb-618d-4154-ba7a-ba4bfe9a5538 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5966418 May 27 22:27:12.394352 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port db3371cc-a875-4381-ba01-9fa507e3b728 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:27:12.400240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port db3371cc-a875-4381-ba01-9fa507e3b728 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:27:12.405971 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:12.534535 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port db3371cc-a875-4381-ba01-9fa507e3b728 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:12.537744 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:12.574224 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19171b2-911e-4b23-93e1-812f1bb9540c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3371cc-a875-4381-ba01-9fa507e3b728'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:12.584837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port db3371cc-a875-4381-ba01-9fa507e3b728, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=db3371cc-a875-4381-ba01-9fa507e3b728,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:12.655410 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:12.767809 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e13c0c1d-b74d-4503-a7c3-ecca74459cde req-d6f2207d-6d4c-49cc-900e-3c8a3d6e0521 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780913 May 27 22:27:12.785380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=db3371cc-a875-4381-ba01-9fa507e3b728,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:13.049999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-060d695d-d89d-41b6-a326-7aa88a0d0e31 req-8fd9637d-39f2-4b1c-8540-95641146727f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] For port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc72c65-df9c-4bc2-b971-7f47c56e76ba,segment=NetworkSegment(6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e),segment_id=6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:13.190566 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e13c0c1d-b74d-4503-a7c3-ecca74459cde req-c112d94e-b355-4849-a278-ed72d2929186 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679583 May 27 22:27:13.212313 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-060d695d-d89d-41b6-a326-7aa88a0d0e31 req-8fd9637d-39f2-4b1c-8540-95641146727f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:13.356092 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-060d695d-d89d-41b6-a326-7aa88a0d0e31 req-8fd9637d-39f2-4b1c-8540-95641146727f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:13.368190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5ea67c82-053f-410e-8025-c8d2015108b1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:13.403504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['5bc72c65-df9c-4bc2-b971-7f47c56e76ba'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:13.479982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d695d-d89d-41b6-a326-7aa88a0d0e31 req-8fd9637d-39f2-4b1c-8540-95641146727f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:13.479982 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-060d695d-d89d-41b6-a326-7aa88a0d0e31 req-8fd9637d-39f2-4b1c-8540-95641146727f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:13.497510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-060d695d-d89d-41b6-a326-7aa88a0d0e31 req-8fd9637d-39f2-4b1c-8540-95641146727f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "PUT /v2.0/ports/5bc72c65-df9c-4bc2-b971-7f47c56e76ba HTTP/1.1" status: 200 len: 982 time: 1.7112198 May 27 22:27:13.512937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9a98cd-7c00-4cd7-ba7e-4d58ea624569', 'tag': '5bc72c65-df9c-4bc2-b971-7f47c56e76ba'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:13.581991 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-9f91565a-1fed-466f-8126-43d6974248a1 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:13.584079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9637d-39f2-4b1c-8540-95641146727f tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'Port': ['ID=5bc72c65-df9c-4bc2-b971-7f47c56e76ba,revision_number=6']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:13.645277 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-9f91565a-1fed-466f-8126-43d6974248a1 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:13.674513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['5bc72c65-df9c-4bc2-b971-7f47c56e76ba'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:14.088300 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-9f91565a-1fed-466f-8126-43d6974248a1 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Floating IP 66352146-7dc5-46bf-b6c4-fc30da1b4c78 associated. External IP: 172.25.2.246, port: 997c0397-413a-446a-9243-65d3ef76b8cb. May 27 22:27:14.429556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8a06c-e997-41c0-96dc-2f22a98e763c req-d5bb0149-c1b9-42ff-88d9-5c204dbe820b tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:14.431070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ca8a06c-e997-41c0-96dc-2f22a98e763c req-d5bb0149-c1b9-42ff-88d9-5c204dbe820b tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f19171b2-911e-4b23-93e1-812f1bb9540c HTTP/1.1" status: 200 len: 946 time: 0.2426488 May 27 22:27:14.560752 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ca8a06c-e997-41c0-96dc-2f22a98e763c req-5c5a03d8-2f2e-4a2b-bbf2-ddbc9344469b tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228435 May 27 22:27:14.574720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-9f91565a-1fed-466f-8126-43d6974248a1 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:27:14.830053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-9f91565a-1fed-466f-8126-43d6974248a1 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:27:14.838642 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c25e2e-0e72-4b19-86ac-d6ddc53f4417 None None] Sync routers for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:27:14.851973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c25e2e-0e72-4b19-86ac-d6ddc53f4417 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:27:14.852650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a0c25e2e-0e72-4b19-86ac-d6ddc53f4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:59Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:14.896080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ecd7b-e044-41d4-ba46-de25b087b57c req-f8e68f53-5d63-4463-b8f0-5cf895f17fc9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:14.897466 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e7ecd7b-e044-41d4-ba46-de25b087b57c req-f8e68f53-5d63-4463-b8f0-5cf895f17fc9 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 945 time: 0.2309620 May 27 22:27:15.029361 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e7ecd7b-e044-41d4-ba46-de25b087b57c req-78c5fd5f-f336-4c10-ba31-d8b7553846c5 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220608 May 27 22:27:15.067069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-a0c25e2e-0e72-4b19-86ac-d6ddc53f4417 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:27:15.122528 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fcc4863-b5dc-48f4-902a-37c611074414'] response: {'server_uuid': 'f19171b2-911e-4b23-93e1-812f1bb9540c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3371cc-a875-4381-ba01-9fa507e3b728', 'code': 200} May 27 22:27:15.507253 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea6caab6-1f83-4e07-8056-2361f4648352 req-b76cafd5-1059-42af-8d8e-058a99e6ac07 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/61c04054-bbba-4b3d-a65a-cdcce915d2de HTTP/1.1" status: 200 len: 1800 time: 0.3353446 May 27 22:27:15.522377 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a0c25e2e-0e72-4b19-86ac-d6ddc53f4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '66352146-7dc5-46bf-b6c4-fc30da1b4c78', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'port_id': '7304960d-5a11-48ad-aa81-8380bb4e7695', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'mac_address': 'fa:16:3e:f6:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:26:33Z', 'updated_at': '2022-05-27T22:27:13Z', 'revision_number': 3, 'project_id': 'a103764016804495a572e1edea3fca44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:15.527511 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c25e2e-0e72-4b19-86ac-d6ddc53f4417 None None] Checking router: 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:27:15.539291 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:15.540049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c25e2e-0e72-4b19-86ac-d6ddc53f4417 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:27:15.540895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a0c25e2e-0e72-4b19-86ac-d6ddc53f4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:59Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:15.615129 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-ea6caab6-1f83-4e07-8056-2361f4648352 req-7dc9a8a1-eb3b-4a58-b061-4934470fbc28 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 22:27:15.616165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea6caab6-1f83-4e07-8056-2361f4648352 req-7dc9a8a1-eb3b-4a58-b061-4934470fbc28 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "DELETE /v2.0/security-groups/61c04054-bbba-4b3d-a65a-cdcce915d2de HTTP/1.1" status: 409 len: 341 time: 0.0897810 May 27 22:27:15.618547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-9f91565a-1fed-466f-8126-43d6974248a1 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:27:15.620119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fe25e-ccd8-4a25-83a1-1d436d207ff8 req-b30f10a1-3d05-4aa8-9ffa-6aaeabfa5f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:15.622055 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f06fe25e-ccd8-4a25-83a1-1d436d207ff8 req-b30f10a1-3d05-4aa8-9ffa-6aaeabfa5f71 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f19171b2-911e-4b23-93e1-812f1bb9540c HTTP/1.1" status: 200 len: 1097 time: 0.4167488 May 27 22:27:15.706645 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ea9936-99a6-4133-bb9b-4da2e65ab76c'] response: {'name': 'network-changed', 'server_uuid': '8e9a98cd-7c00-4cd7-ba7e-4d58ea624569', 'tag': '5bc72c65-df9c-4bc2-b971-7f47c56e76ba', 'status': 'completed', 'code': 200} May 27 22:27:15.852012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-a0c25e2e-0e72-4b19-86ac-d6ddc53f4417 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:27:15.863842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f06fe25e-ccd8-4a25-83a1-1d436d207ff8 req-5540c010-5655-41d4-a518-4b8be018f946 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281227 May 27 22:27:16.016295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-df6b03d6-f77c-4287-9789-aae15af0725f tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:16.018682 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-df6b03d6-f77c-4287-9789-aae15af0725f tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea&tenant_id=3576fc8b868b4910aafa386813d8d521&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 1096 time: 0.1135368 May 27 22:27:16.036591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-9f91565a-1fed-466f-8126-43d6974248a1 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:27:16.037506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843680-3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:16.044580 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-9f91565a-1fed-466f-8126-43d6974248a1 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:16.116611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2539918-7361-4a25-9289-12ed23609802 req-5c415411-00a8-4082-922c-c2d7d05ce16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:16.118142 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2539918-7361-4a25-9289-12ed23609802 req-5c415411-00a8-4082-922c-c2d7d05ce16c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30513d18dfb7473dbe429465efd7906b&device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 1136 time: 0.3713853 May 27 22:27:16.223948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-133b046c-263e-4f50-8b4a-e136fdf0c721 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:16.223948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-133b046c-263e-4f50-8b4a-e136fdf0c721 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 808 time: 0.3138094 May 27 22:27:16.307399 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-9f91565a-1fed-466f-8126-43d6974248a1 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "PUT /v2.0/floatingips/66352146-7dc5-46bf-b6c4-fc30da1b4c78 HTTP/1.1" status: 200 len: 999 time: 4.3626654 May 27 22:27:16.310474 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-1660a5f4-fe64-4ff6-8551-db69d7fbdb9d tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/quotas/091c975465a443ff9f9924fb8c574958 HTTP/1.1" status: 200 len: 375 time: 0.0764530 May 27 22:27:16.329133 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:16.356159 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a0c25e2e-0e72-4b19-86ac-d6ddc53f4417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '66352146-7dc5-46bf-b6c4-fc30da1b4c78', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'port_id': '7304960d-5a11-48ad-aa81-8380bb4e7695', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'mac_address': 'fa:16:3e:f6:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:26:33Z', 'updated_at': '2022-05-27T22:27:13Z', 'revision_number': 3, 'project_id': 'a103764016804495a572e1edea3fca44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:16.362131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c25e2e-0e72-4b19-86ac-d6ddc53f4417 None None] The sync data for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 is: [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '66352146-7dc5-46bf-b6c4-fc30da1b4c78', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'port_id': '7304960d-5a11-48ad-aa81-8380bb4e7695', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'mac_address': 'fa:16:3e:f6:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:26:33Z', 'updated_at': '2022-05-27T22:27:13Z', 'revision_number': 3, 'project_id': 'a103764016804495a572e1edea3fca44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:27:16.445277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2539918-7361-4a25-9289-12ed23609802 req-2bc782f2-7d73-429a-acb2-a016d1a2ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:16.446733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2539918-7361-4a25-9289-12ed23609802 req-2bc782f2-7d73-429a-acb2-a016d1a2ba71 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b78b2d5-ee0b-494c-a4f8-80f59f901351 HTTP/1.1" status: 200 len: 913 time: 0.3156407 May 27 22:27:16.533772 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2539918-7361-4a25-9289-12ed23609802 req-de0fbe6d-8901-4989-af9b-1cb8d3349659 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bc72c65-df9c-4bc2-b971-7f47c56e76ba HTTP/1.1" status: 200 len: 217 time: 0.0746737 May 27 22:27:16.543575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-327e866c-3987-40a0-96e8-e5cf56b039ba tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:16.544970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-327e866c-3987-40a0-96e8-e5cf56b039ba tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports/997c0397-413a-446a-9243-65d3ef76b8cb HTTP/1.1" status: 200 len: 943 time: 0.2300029 May 27 22:27:16.571851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=19c87446-4763-4657-b6ae-804cb85c4877,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:16.610712 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:27:16.623176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2539918-7361-4a25-9289-12ed23609802 req-c7b74715-e38e-4b5b-8102-11b45e6dfd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:16.626266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2539918-7361-4a25-9289-12ed23609802 req-c7b74715-e38e-4b5b-8102-11b45e6dfd32 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80c5892e-159c-4437-81f3-a948f9bd6b77 HTTP/1.1" status: 200 len: 852 time: 0.0802126 May 27 22:27:16.645496 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-3bebb1fd-d55d-43b4-a34a-a5aca37cd2d9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3266299 May 27 22:27:16.666947 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fbeefc-3c89-4fb9-9e49-07d74002370f None None] New status for floating IP 66352146-7dc5-46bf-b6c4-fc30da1b4c78: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:27:16.728437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dfe8df9-d1fb-455e-be9a-18901952faea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c87446-4763-4657-b6ae-804cb85c4877'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:16.734053 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:16.766978 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2539918-7361-4a25-9289-12ed23609802 req-51df2706-df0d-4f90-80ab-5c9501b3d763 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b78b2d5-ee0b-494c-a4f8-80f59f901351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961735 May 27 22:27:16.832921 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:16.907147 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 19c87446-4763-4657-b6ae-804cb85c4877 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:27:17.086653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Pushing event updated for resources: {'Port': ['ID=19c87446-4763-4657-b6ae-804cb85c4877,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:17.098537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 on host n-h2-843680-3 for vnic_type normal with profile {"migrating_to": "n-h1-843680-3"} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:27:17.098870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:27:17.099205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:17.108105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Port 19c87446-4763-4657-b6ae-804cb85c4877 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:27:17.108476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:17.116541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:27:17.116843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Checking segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:27:17.117565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Bound using segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:27:17.118179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Bound port: 19c87446-4763-4657-b6ae-804cb85c4877, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:27:17.118737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:17.147847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-1772e6d1-3d69-4232-b31f-56785aca6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:17.149608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-1772e6d1-3d69-4232-b31f-56785aca6df6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 1097 time: 0.4757462 May 27 22:27:17.159302 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-26f63454-2c2f-484e-b884-ec9c561d6034 service neutron] 10.222.0.27 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093760 May 27 22:27:17.161510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2539918-7361-4a25-9289-12ed23609802 req-e00b2651-7b72-4722-8417-a7b347a4125d service neutron] 10.222.0.57 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421335 May 27 22:27:17.239950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a482e2e-e0ec-46f0-9833-fd7b64463124 None None] Sync routers for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:27:17.264598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a482e2e-e0ec-46f0-9833-fd7b64463124 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:27:17.266688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-3a482e2e-e0ec-46f0-9833-fd7b64463124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:59Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:17.276934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:27:17.285550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=19c87446-4763-4657-b6ae-804cb85c4877,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:27:17.333003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h2-843680-3, got binding levels [] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:17.349599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:17.469449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 on host n-h2-843680-3 for vnic_type normal with profile {"migrating_to": "n-h1-843680-3"} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:27:17.470225 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:27:17.470827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:17.494114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Port 19c87446-4763-4657-b6ae-804cb85c4877 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:27:17.494114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Attempting to bind port 19c87446-4763-4657-b6ae-804cb85c4877 on network a182e3ef-915a-4e44-aa5e-a36ca2b71adf {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:17.511418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:27:17.512176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Checking segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:27:17.514953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Bound using segment: {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:27:17.515700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Bound port: 19c87446-4763-4657-b6ae-804cb85c4877, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325679d2-1246-4ed6-aaca-fe7aeb286a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'a182e3ef-915a-4e44-aa5e-a36ca2b71adf'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:27:17.516665 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:17.557343 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:17.558943 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:17.561060 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] 10.222.0.57 "PUT /v2.0/ports/19c87446-4763-4657-b6ae-804cb85c4877 HTTP/1.1" status: 200 len: 1121 time: 1.5304213 May 27 22:27:17.570148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7f250-b830-4a7d-8c6e-160d0eb87f5a service neutron] Pushing event updated for resources: {'Port': ['ID=19c87446-4763-4657-b6ae-804cb85c4877,revision_number=8']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:17.634276 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-3a482e2e-e0ec-46f0-9833-fd7b64463124 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:27:17.638913 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2539918-7361-4a25-9289-12ed23609802 req-c49fc121-f310-46a1-88dc-9d77a0d8fc1b service neutron] 10.222.0.57 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352610 May 27 22:27:17.704441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['19c87446-4763-4657-b6ae-804cb85c4877'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:17.713035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'tag': '997c0397-413a-446a-9243-65d3ef76b8cb'}, {'name': 'network-changed', 'server_uuid': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'tag': '7304960d-5a11-48ad-aa81-8380bb4e7695'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:17.742599 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-f36fea58-0524-4cfc-895d-d3303b7c9138 service neutron] 10.222.0.27 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604620 May 27 22:27:17.765451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-a39eef4e-ff64-49d9-b3f2-6138c7ba466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:17.767404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-a39eef4e-ff64-49d9-b3f2-6138c7ba466e service neutron] 10.222.0.27 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 921 time: 0.6046414 May 27 22:27:17.810580 n-d-843680-3 neutron-server[88902]: WARNING neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Concurrent port binding operations failed on port 19c87446-4763-4657-b6ae-804cb85c4877 May 27 22:27:17.822962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=19c87446-4763-4657-b6ae-804cb85c4877,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:17.844876 n-d-843680-3 neutron-server[88902]: INFO neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Attempt 2 to bind port 19c87446-4763-4657-b6ae-804cb85c4877 May 27 22:27:17.845339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 19c87446-4763-4657-b6ae-804cb85c4877 has no active binding in host n-h1-843680-3 {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 22:27:17.879700 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-2124c15e-5810-45a8-9445-4d7f0b286256 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=997c0397-413a-446a-9243-65d3ef76b8cb HTTP/1.1" status: 200 len: 217 time: 0.1057475 May 27 22:27:17.913738 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['19c87446-4763-4657-b6ae-804cb85c4877'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:17.963154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-bfdf455b-887d-4297-b3a8-2c144965ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:17.965132 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-bfdf455b-887d-4297-b3a8-2c144965ce2d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.0757117 May 27 22:27:18.073505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-fc973141-e117-4d76-b755-ba740ee93989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:18.081831 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-fc973141-e117-4d76-b755-ba740ee93989 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044736 May 27 22:27:18.091770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-892b5625-8afa-4ebe-b25a-8ecfcadfcb94 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:27:18.092333 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-892b5625-8afa-4ebe-b25a-8ecfcadfcb94 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092225 May 27 22:27:18.247060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-c9e5275e-5486-4846-b964-4b22f06ff852 service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482913 May 27 22:27:18.424327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-10f6d613-b39f-4f75-8d15-5681b8797203 service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762681 May 27 22:27:18.425679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-3a482e2e-e0ec-46f0-9833-fd7b64463124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '66352146-7dc5-46bf-b6c4-fc30da1b4c78', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'port_id': '7304960d-5a11-48ad-aa81-8380bb4e7695', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'mac_address': 'fa:16:3e:f6:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:26:33Z', 'updated_at': '2022-05-27T22:27:16Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:18.430402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a482e2e-e0ec-46f0-9833-fd7b64463124 None None] Checking router: 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:27:18.440526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a482e2e-e0ec-46f0-9833-fd7b64463124 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:27:18.441141 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-3a482e2e-e0ec-46f0-9833-fd7b64463124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:59Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:18.644258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-e4859c2d-41c5-428d-b1db-6785938b1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:18.653027 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-e4859c2d-41c5-428d-b1db-6785938b1150 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 1097 time: 0.1445649 May 27 22:27:18.711282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-3a482e2e-e0ec-46f0-9833-fd7b64463124 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:27:18.923952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-985ab457-01b8-4d05-af9f-cf85f881aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:18.925657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-985ab457-01b8-4d05-af9f-cf85f881aa42 service neutron] 10.222.0.27 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 921 time: 0.2717202 May 27 22:27:19.070135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3299f3-73fc-4788-8559-e26667b07a12 req-10a96c24-0d39-4af8-9f7c-d77725ae1f58 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:19.072089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae3299f3-73fc-4788-8559-e26667b07a12 req-10a96c24-0d39-4af8-9f7c-d77725ae1f58 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f19171b2-911e-4b23-93e1-812f1bb9540c HTTP/1.1" status: 200 len: 946 time: 0.2605937 May 27 22:27:19.074071 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-3e4cd92a-399f-47be-920a-de4f213a812e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7304960d-5a11-48ad-aa81-8380bb4e7695 HTTP/1.1" status: 200 len: 1002 time: 0.1414680 May 27 22:27:19.195719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae3299f3-73fc-4788-8559-e26667b07a12 req-708baf94-23f3-4928-ac3c-52ecc8b141f1 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141942 May 27 22:27:19.201894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-556c0f22-06d8-4c30-bb44-56f35d584f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:19.203321 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-556c0f22-06d8-4c30-bb44-56f35d584f47 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.1084187 May 27 22:27:19.306225 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-3a482e2e-e0ec-46f0-9833-fd7b64463124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '66352146-7dc5-46bf-b6c4-fc30da1b4c78', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'port_id': '7304960d-5a11-48ad-aa81-8380bb4e7695', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'mac_address': 'fa:16:3e:f6:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:26:33Z', 'updated_at': '2022-05-27T22:27:16Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:19.313111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a482e2e-e0ec-46f0-9833-fd7b64463124 None None] The sync data for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 is: [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '66352146-7dc5-46bf-b6c4-fc30da1b4c78', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'port_id': '7304960d-5a11-48ad-aa81-8380bb4e7695', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'mac_address': 'fa:16:3e:f6:ea:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:26:33Z', 'updated_at': '2022-05-27T22:27:16Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:27:19.337609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-4495a910-f13c-4519-9063-9c76ce5acffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:19.343132 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-4495a910-f13c-4519-9063-9c76ce5acffd service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270320 May 27 22:27:19.602557 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-1bb034b0-b8b0-48bb-902e-83b5ce9a0557 service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512748 May 27 22:27:19.785803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cc49be-d04e-4977-9c75-92bb9cf779e2 req-25a72950-8865-49cf-aa95-3ae5911e06b8 service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754773 May 27 22:27:19.971162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2afe8-9400-4361-8dbf-ca346356cd20 req-cd0cb7ff-5ae9-4b56-a98a-c6212428ca25 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:19.972938 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bcf2afe8-9400-4361-8dbf-ca346356cd20 req-cd0cb7ff-5ae9-4b56-a98a-c6212428ca25 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 943 time: 0.1710112 May 27 22:27:19.994718 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d4527d7-19c2-41d0-ba16-382b8f641f05'] response: {'server_uuid': '3dfe8df9-d1fb-455e-be9a-18901952faea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c87446-4763-4657-b6ae-804cb85c4877', 'code': 200} May 27 22:27:20.046209 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f22f4e-1bf2-473a-b297-b9a4ae91d66a'] response: {'name': 'network-changed', 'server_uuid': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'tag': '997c0397-413a-446a-9243-65d3ef76b8cb', 'status': 'completed', 'code': 200} May 27 22:27:20.047038 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f22f4e-1bf2-473a-b297-b9a4ae91d66a'] response: {'name': 'network-changed', 'server_uuid': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'tag': '7304960d-5a11-48ad-aa81-8380bb4e7695', 'status': 'completed', 'code': 200} May 27 22:27:20.049991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bcf2afe8-9400-4361-8dbf-ca346356cd20 req-e25967bf-8ad0-4b13-93a4-82f64ef605a7 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657752 May 27 22:27:20.057719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a41d-b378-4a82-a27e-b7454ddb8480 req-8388cc97-a93c-4fa8-a472-43be20f54e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:20.059183 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe5a41d-b378-4a82-a27e-b7454ddb8480 req-8388cc97-a93c-4fa8-a472-43be20f54e8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30513d18dfb7473dbe429465efd7906b&device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 1136 time: 0.1542344 May 27 22:27:20.260238 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-ef8e1409-8a57-43dd-8dda-a4ce6a693804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:20.265795 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02bd2047-9ad3-4e3d-b09f-2d74c5989782 req-b71668eb-497d-449a-a9bd-c2d7a132d45b tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 210 time: 0.1095753 May 27 22:27:20.267279 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-ef8e1409-8a57-43dd-8dda-a4ce6a693804 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 1097 time: 0.1546907 May 27 22:27:20.437217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a41d-b378-4a82-a27e-b7454ddb8480 req-ad3e66b1-1fcb-46f4-b4ae-3590c60dec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:20.438676 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe5a41d-b378-4a82-a27e-b7454ddb8480 req-ad3e66b1-1fcb-46f4-b4ae-3590c60dec55 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b78b2d5-ee0b-494c-a4f8-80f59f901351 HTTP/1.1" status: 200 len: 913 time: 0.3268974 May 27 22:27:20.473139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41672) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:20.503570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-bf11e771-02ae-4bca-8cad-d294c533c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:20.505673 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-bf11e771-02ae-4bca-8cad-d294c533c487 service neutron] 10.222.0.57 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 921 time: 0.2295094 May 27 22:27:20.550668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbd4a9-7b3e-436a-9e23-7f39f7fea5b2 req-2ac9acd0-6994-48fc-b2e3-a4c8a288aea2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:20.552135 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-21fbd4a9-7b3e-436a-9e23-7f39f7fea5b2 req-2ac9acd0-6994-48fc-b2e3-a4c8a288aea2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f19171b2-911e-4b23-93e1-812f1bb9540c HTTP/1.1" status: 200 len: 946 time: 0.3412359 May 27 22:27:20.555564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe5a41d-b378-4a82-a27e-b7454ddb8480 req-9e4a5e98-764d-414a-b288-b2568c84ca5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bc72c65-df9c-4bc2-b971-7f47c56e76ba HTTP/1.1" status: 200 len: 217 time: 0.0961020 May 27 22:27:20.654261 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-81aee22f-0bf2-45b5-91ab-5cc8c369d36e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=997c0397-413a-446a-9243-65d3ef76b8cb HTTP/1.1" status: 200 len: 217 time: 0.0884569 May 27 22:27:20.665840 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-21fbd4a9-7b3e-436a-9e23-7f39f7fea5b2 req-d1a74eb6-5187-41f8-a307-8cb9b152eb23 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059539 May 27 22:27:20.672821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5a41d-b378-4a82-a27e-b7454ddb8480 req-1f269f22-a874-4a55-823e-e6753d4536c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:20.674565 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe5a41d-b378-4a82-a27e-b7454ddb8480 req-1f269f22-a874-4a55-823e-e6753d4536c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80c5892e-159c-4437-81f3-a948f9bd6b77 HTTP/1.1" status: 200 len: 852 time: 0.0979624 May 27 22:27:20.683490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851224f3-0bd3-420f-9efc-553156db7b35 req-61e66bbc-844b-4b9a-baf4-69d7eb3e1419 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:20.685551 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-851224f3-0bd3-420f-9efc-553156db7b35 req-61e66bbc-844b-4b9a-baf4-69d7eb3e1419 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 985 time: 0.2834790 May 27 22:27:20.758439 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7cd6ccb6-1775-492d-9b1e-44f65ab10cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:20.787836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7cd6ccb6-1775-492d-9b1e-44f65ab10cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:20.795342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7cd6ccb6-1775-492d-9b1e-44f65ab10cea admin admin] Usage tracker for resource:security_group_rule and tenant:68b11cb1b6854a51922600d0b68494f8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:20.801082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7cd6ccb6-1775-492d-9b1e-44f65ab10cea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:20.806313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-8f5e1eb9-ce63-4a17-beeb-28de2cc6d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:20.806517 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe5a41d-b378-4a82-a27e-b7454ddb8480 req-56363ae7-7fa9-43b9-b2d1-419a2aa69ea5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b78b2d5-ee0b-494c-a4f8-80f59f901351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196115 May 27 22:27:20.808020 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-8f5e1eb9-ce63-4a17-beeb-28de2cc6d171 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.1456983 May 27 22:27:20.812197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7cd6ccb6-1775-492d-9b1e-44f65ab10cea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:21.291169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-1b6dd2bb-b1d1-444b-8a61-db2a4b90a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:21.291169 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-1b6dd2bb-b1d1-444b-8a61-db2a4b90a8f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202700 May 27 22:27:21.300555 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3a6f4c4-a02e-4e5e-b539-5c53d25cc786 req-7732fac5-59b5-4f21-97f5-6cf30a83e403 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 1002 time: 0.2285094 May 27 22:27:21.300555 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-851224f3-0bd3-420f-9efc-553156db7b35 req-141ac16e-1af5-4aae-94a1-cbd610053997 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&id=61c04054-bbba-4b3d-a65a-cdcce915d2de&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2489605 May 27 22:27:21.307377 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7cd6ccb6-1775-492d-9b1e-44f65ab10cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:21.315571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f4c4-a02e-4e5e-b539-5c53d25cc786 req-bdc1e4bd-2d5e-4d86-b9c8-6fee5bab26dd tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:21.315571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3a6f4c4-a02e-4e5e-b539-5c53d25cc786 req-bdc1e4bd-2d5e-4d86-b9c8-6fee5bab26dd tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports/7304960d-5a11-48ad-aa81-8380bb4e7695 HTTP/1.1" status: 200 len: 943 time: 0.1159122 May 27 22:27:21.315571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe5a41d-b378-4a82-a27e-b7454ddb8480 req-93fa6e9f-b939-4751-be63-dfbbfb9ab87c service neutron] 10.222.0.57 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761164 May 27 22:27:21.323076 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-deeaeb85-8ddc-46f0-a341-f968c25345c1 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681957 May 27 22:27:21.360282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3a6f4c4-a02e-4e5e-b539-5c53d25cc786 req-aa767b9d-d26d-4287-ada2-c3ffb2747431 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 1002 time: 0.1744132 May 27 22:27:21.452192 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-184e54a8-0b42-46b3-8be1-ffbe674aa5f1 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933631 May 27 22:27:21.534812 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe5a41d-b378-4a82-a27e-b7454ddb8480 req-36382305-54ea-4b9c-ab6b-eb02b415935c service neutron] 10.222.0.57 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219065 May 27 22:27:21.607879 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7cd6ccb6-1775-492d-9b1e-44f65ab10cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:21.703355 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7cd6ccb6-1775-492d-9b1e-44f65ab10cea admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=68b11cb1b6854a51922600d0b68494f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2289839 May 27 22:27:21.706710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6ccb6-1775-492d-9b1e-44f65ab10cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8855749a-8a31-47b4-b4ce-057dc2e400ff,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:21.707080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41694) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:21.736563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-44ebd966-6b09-4d26-9608-b261943d3886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:21.738696 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-44ebd966-6b09-4d26-9608-b261943d3886 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 1097 time: 0.1798770 May 27 22:27:21.746845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f4c4-a02e-4e5e-b539-5c53d25cc786 req-8ec328ce-e202-4671-a621-fb8468406e04 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:21.762401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3a6f4c4-a02e-4e5e-b539-5c53d25cc786 req-8ec328ce-e202-4671-a621-fb8468406e04 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.3865209 May 27 22:27:21.763528 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-ae88dd22-a33e-4aca-bf5c-4bb230907116 service neutron] 10.222.0.46 "GET /v2.0/ports/19c87446-4763-4657-b6ae-804cb85c4877/bindings/n-h1-843680-3 HTTP/1.1" status: 200 len: 384 time: 0.1745403 May 27 22:27:21.937878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-e75cfc66-631b-45da-a2d3-57f5859bc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:21.939357 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-e75cfc66-631b-45da-a2d3-57f5859bc3ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 921 time: 0.1940012 May 27 22:27:21.999458 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:22.012970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dfe8df9-d1fb-455e-be9a-18901952faea', 'tag': '19c87446-4763-4657-b6ae-804cb85c4877'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:22.020748 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4357d1c-cc68-4d57-9ce6-bd496527eee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:22.077831 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-9554c79f-b4d0-4cb3-9566-34c0f1b0859f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7304960d-5a11-48ad-aa81-8380bb4e7695 HTTP/1.1" status: 200 len: 1002 time: 0.1305161 May 27 22:27:22.120201 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4357d1c-cc68-4d57-9ce6-bd496527eee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:22.139030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69357d-a1a8-4dac-a63e-a45d2443f91f req-bfda6f94-3ce7-4692-a5b5-c3c3dc1eb7de tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:22.140829 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e69357d-a1a8-4dac-a63e-a45d2443f91f req-bfda6f94-3ce7-4692-a5b5-c3c3dc1eb7de tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 943 time: 0.2427454 May 27 22:27:22.173157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-ea3bccd0-af1b-4c28-a0fe-718152a5dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:22.174606 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-ea3bccd0-af1b-4c28-a0fe-718152a5dbac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.0872023 May 27 22:27:22.314275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-da4dcddd-aa7f-4936-9ed6-f1c00c7a148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:22.315201 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-da4dcddd-aa7f-4936-9ed6-f1c00c7a148a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328137 May 27 22:27:22.342122 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e69357d-a1a8-4dac-a63e-a45d2443f91f req-8530c597-5545-4650-af80-d402f8389b3e tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864498 May 27 22:27:22.449869 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4357d1c-cc68-4d57-9ce6-bd496527eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:22.470882 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35524886-4596-497d-b67b-3ae875712c3d req-48affe6e-9316-4242-9f2b-0845fa7d0b35 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 210 time: 0.1225688 May 27 22:27:22.483043 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-6e680d6b-b642-4931-b636-2906b71fc794 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589551 May 27 22:27:22.508046 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4357d1c-cc68-4d57-9ce6-bd496527eee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8855749a-8a31-47b4-b4ce-057dc2e400ff,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:22.611039 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a45249-db06-493a-8914-d6349c1ca247'] response: {'name': 'network-changed', 'server_uuid': '3dfe8df9-d1fb-455e-be9a-18901952faea', 'tag': '19c87446-4763-4657-b6ae-804cb85c4877', 'status': 'completed', 'code': 200} May 27 22:27:22.767670 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-132fffc4-8ac7-4eaa-b70a-3647a71cf72b req-937c1596-a0cc-4478-ab8b-ccbb14b52dae service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710631 May 27 22:27:22.803019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535cb0c-304a-42c7-976a-38a8c2611d29 req-8b2ed74e-fb98-4601-8bea-4a742d7a8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:22.807128 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a535cb0c-304a-42c7-976a-38a8c2611d29 req-8b2ed74e-fb98-4601-8bea-4a742d7a8fe7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 1124 time: 0.1946745 May 27 22:27:22.832373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-1b474525-fc95-44d7-879c-764ca3ebf7c7 service neutron] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=19c87446-4763-4657-b6ae-804cb85c4877,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:22.890824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4357d1c-cc68-4d57-9ce6-bd496527eee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:22.895063 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a4357d1c-cc68-4d57-9ce6-bd496527eee7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8855749a-8a31-47b4-b4ce-057dc2e400ff HTTP/1.1" status: 204 len: 168 time: 1.1787992 May 27 22:27:22.908569 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-ce3a9a7e-00c2-436a-ac9f-c4339caa10d7 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 1002 time: 0.4062517 May 27 22:27:22.970277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-1b474525-fc95-44d7-879c-764ca3ebf7c7 service neutron] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:27:22.982762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535cb0c-304a-42c7-976a-38a8c2611d29 req-a7e9ca89-2416-4200-8839-21b0ce4daa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:22.984626 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a535cb0c-304a-42c7-976a-38a8c2611d29 req-a7e9ca89-2416-4200-8839-21b0ce4daa85 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.1694067 May 27 22:27:23.059074 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a535cb0c-304a-42c7-976a-38a8c2611d29 req-0eb276e5-c10d-4032-8564-4f57fcd85a4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c87446-4763-4657-b6ae-804cb85c4877 HTTP/1.1" status: 200 len: 217 time: 0.0670261 May 27 22:27:23.099187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-1b474525-fc95-44d7-879c-764ca3ebf7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c87446-4763-4657-b6ae-804cb85c4877 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:27:23.116925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-49d6c8fc-f513-4a72-8949-0121c2b279f2 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:23.118115 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-49d6c8fc-f513-4a72-8949-0121c2b279f2 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.57 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 808 time: 0.6122987 May 27 22:27:23.129516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-eaaf3f45-0e44-4570-bdb6-bc582ad454a7 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:23.130845 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-eaaf3f45-0e44-4570-bdb6-bc582ad454a7 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports/7304960d-5a11-48ad-aa81-8380bb4e7695 HTTP/1.1" status: 200 len: 943 time: 0.2121916 May 27 22:27:23.133598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-1b474525-fc95-44d7-879c-764ca3ebf7c7 service neutron] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=19c87446-4763-4657-b6ae-804cb85c4877,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:23.143816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535cb0c-304a-42c7-976a-38a8c2611d29 req-51ce9e85-745b-40c4-b2da-214eca89759f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:23.146234 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a535cb0c-304a-42c7-976a-38a8c2611d29 req-51ce9e85-745b-40c4-b2da-214eca89759f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.0816007 May 27 22:27:23.154502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Request body: {'port': {'device_id': '0a9cf31a-419d-469a-9fa5-42e274e9e114', 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380', 'admin_state_up': True, 'tenant_id': '091c975465a443ff9f9924fb8c574958'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:23.251312 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a535cb0c-304a-42c7-976a-38a8c2611d29 req-6fcd838a-6fda-40a6-9183-9a46f6f437c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625834 May 27 22:27:23.360063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26c966-1098-4b98-a252-6e2bc319b45a req-42d7d9ff-a1c0-47f0-b7cc-498cf8405783 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:23.361743 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c26c966-1098-4b98-a252-6e2bc319b45a req-42d7d9ff-a1c0-47f0-b7cc-498cf8405783 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f19171b2-911e-4b23-93e1-812f1bb9540c HTTP/1.1" status: 200 len: 946 time: 0.5465193 May 27 22:27:23.402688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-be2c5e8a-64a0-4336-b524-5c55a376ac77 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 1002 time: 0.1499012 May 27 22:27:23.414152 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a535cb0c-304a-42c7-976a-38a8c2611d29 req-cbe74153-dd13-4fa8-88e9-73515b9b19b3 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788189 May 27 22:27:23.644379 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a535cb0c-304a-42c7-976a-38a8c2611d29 req-d69291c7-dd6a-4bd2-a380-edfb41b5d564 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242739 May 27 22:27:23.669108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d05f4b-b2fb-48eb-95d8-0ddff7805f4c req-7d870432-70f6-489d-9c04-d6e78897b275 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:23.669806 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-83d05f4b-b2fb-48eb-95d8-0ddff7805f4c req-7d870432-70f6-489d-9c04-d6e78897b275 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Synchronizing usage tracker for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:27:23.681001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c26c966-1098-4b98-a252-6e2bc319b45a req-2a815bee-1c25-4a2c-ac40-d0c6e3a9844d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091760 May 27 22:27:23.685144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:23.692597 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-83d05f4b-b2fb-48eb-95d8-0ddff7805f4c req-7d870432-70f6-489d-9c04-d6e78897b275 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Unset dirty status for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:27:23.693873 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-83d05f4b-b2fb-48eb-95d8-0ddff7805f4c req-7d870432-70f6-489d-9c04-d6e78897b275 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "GET /v2.0/ports?device_id=f19171b2-911e-4b23-93e1-812f1bb9540c HTTP/1.1" status: 200 len: 946 time: 0.1296942 May 27 22:27:23.696095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Usage tracker for resource:port and tenant:091c975465a443ff9f9924fb8c574958 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:23.701744 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:23.761945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-bf93a7df-0859-4bda-b46f-5418e30d6309 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:23.763605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-bf93a7df-0859-4bda-b46f-5418e30d6309 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.3439677 May 27 22:27:23.769713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:23.887896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-83d05f4b-b2fb-48eb-95d8-0ddff7805f4c req-3cd05ff2-a611-4976-a0b4-46ff235f893a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Deleting port db3371cc-a875-4381-ba01-9fa507e3b728 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:27:23.888225 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-83d05f4b-b2fb-48eb-95d8-0ddff7805f4c req-3cd05ff2-a611-4976-a0b4-46ff235f893a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:23.948719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-77646ca0-e48e-4e51-b557-53db4ae53796 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 1002 time: 0.1752260 May 27 22:27:23.961594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-83225ef7-158f-40d1-8412-80921cec6f88 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:24.066449 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-83225ef7-158f-40d1-8412-80921cec6f88 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:24.213893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-83d05f4b-b2fb-48eb-95d8-0ddff7805f4c req-3cd05ff2-a611-4976-a0b4-46ff235f893a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] For port db3371cc-a875-4381-ba01-9fa507e3b728, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=db3371cc-a875-4381-ba01-9fa507e3b728,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:24.214245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-83d05f4b-b2fb-48eb-95d8-0ddff7805f4c req-3cd05ff2-a611-4976-a0b4-46ff235f893a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:24.239602 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 19c87446-4763-4657-b6ae-804cb85c4877 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:27:24.261547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbe956-fa52-4369-970c-cd806c773b73 req-24f23b8b-0c8c-4348-8310-79179b38296d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:24.269091 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5cfbe956-fa52-4369-970c-cd806c773b73 req-24f23b8b-0c8c-4348-8310-79179b38296d tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 985 time: 0.4313555 May 27 22:27:24.300854 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-1b474525-fc95-44d7-879c-764ca3ebf7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:24.371051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-83d05f4b-b2fb-48eb-95d8-0ddff7805f4c req-3cd05ff2-a611-4976-a0b4-46ff235f893a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Calling delete_port for db3371cc-a875-4381-ba01-9fa507e3b728 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:27:24.414940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Made reservation on behalf of 091c975465a443ff9f9924fb8c574958 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:27:24.429306 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:24.471325 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 19c87446-4763-4657-b6ae-804cb85c4877 is: DOWN; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:24.558371 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-83225ef7-158f-40d1-8412-80921cec6f88 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:24.618897 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5cfbe956-fa52-4369-970c-cd806c773b73 req-8529ac08-f961-410a-af95-71377ca19a06 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=e728ae2b-7066-4ff6-a228-084f53378aa8&id=61c04054-bbba-4b3d-a65a-cdcce915d2de&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3489723 May 27 22:27:24.667148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41758) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:24.689241 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95371c03-b71e-4977-a286-87f031767d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:24.701363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-95371c03-b71e-4977-a286-87f031767d1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:24.709175 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-83225ef7-158f-40d1-8412-80921cec6f88 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:24.709175 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-83225ef7-158f-40d1-8412-80921cec6f88 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Floating IP 66352146-7dc5-46bf-b6c4-fc30da1b4c78 disassociated. External IP: 172.25.2.246, port: 7304960d-5a11-48ad-aa81-8380bb4e7695. May 27 22:27:24.709472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-95371c03-b71e-4977-a286-87f031767d1a admin admin] Usage tracker for resource:security_group_rule and tenant:d4903593104547e287636874db51fe31 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:24.709472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-95371c03-b71e-4977-a286-87f031767d1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:24.713958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-95371c03-b71e-4977-a286-87f031767d1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:24.757407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-83d05f4b-b2fb-48eb-95d8-0ddff7805f4c req-3cd05ff2-a611-4976-a0b4-46ff235f893a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:24.770160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7f9fac0e-55b6-4100-8cf3-193eb5b2055c', 'db3371cc-a875-4381-ba01-9fa507e3b728'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:24.779227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-1b474525-fc95-44d7-879c-764ca3ebf7c7 service neutron] Transition to ACTIVE for port object 19c87446-4763-4657-b6ae-804cb85c4877 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:24.830209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd05ff2-a611-4976-a0b4-46ff235f893a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Pushing event deleted for resources: {'Port': ['ID=db3371cc-a875-4381-ba01-9fa507e3b728,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:25.006743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d05f4b-b2fb-48eb-95d8-0ddff7805f4c req-3cd05ff2-a611-4976-a0b4-46ff235f893a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] No DVR routers for this DVR port db3371cc-a875-4381-ba01-9fa507e3b728 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:27:25.010333 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-83d05f4b-b2fb-48eb-95d8-0ddff7805f4c req-3cd05ff2-a611-4976-a0b4-46ff235f893a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:25.012668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19171b2-911e-4b23-93e1-812f1bb9540c', 'name': 'network-vif-deleted', 'tag': 'db3371cc-a875-4381-ba01-9fa507e3b728'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:25.051211 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-1b474525-fc95-44d7-879c-764ca3ebf7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:25.079831 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95371c03-b71e-4977-a286-87f031767d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:25.281621 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-83d05f4b-b2fb-48eb-95d8-0ddff7805f4c req-3cd05ff2-a611-4976-a0b4-46ff235f893a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "DELETE /v2.0/ports/db3371cc-a875-4381-ba01-9fa507e3b728 HTTP/1.1" status: 204 len: 173 time: 1.5763018 May 27 22:27:25.281621 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95371c03-b71e-4977-a286-87f031767d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:25.301185 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Allocated IP 172.20.0.14 (21f4cca6-9de0-4960-904f-ee228a1d4380/c6553a03-c42d-4c2a-b37f-5623f5c12ea9/fbaee3ae-f2e7-488c-9403-9ece70c0c55e) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:27:25.338370 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95371c03-b71e-4977-a286-87f031767d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3be5db-6c34-42f5-9c2f-2997a6bdf008,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:25.342599 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-95371c03-b71e-4977-a286-87f031767d1a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d4903593104547e287636874db51fe31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6744080 May 27 22:27:25.345114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41768) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:25.355678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-1b474525-fc95-44d7-879c-764ca3ebf7c7 service neutron] No DVR routers for this DVR port 19c87446-4763-4657-b6ae-804cb85c4877 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:27:25.425078 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a7476cd-541b-463e-a91c-ced6c3e70274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:25.463546 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a7476cd-541b-463e-a91c-ced6c3e70274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:25.594125 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a7476cd-541b-463e-a91c-ced6c3e70274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:25.618172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7476cd-541b-463e-a91c-ced6c3e70274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3be5db-6c34-42f5-9c2f-2997a6bdf008,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:25.637471 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a7476cd-541b-463e-a91c-ced6c3e70274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:25.639597 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8a7476cd-541b-463e-a91c-ced6c3e70274 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5f3be5db-6c34-42f5-9c2f-2997a6bdf008 HTTP/1.1" status: 204 len: 168 time: 0.2935729 May 27 22:27:25.695962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b474525-fc95-44d7-879c-764ca3ebf7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=19c87446-4763-4657-b6ae-804cb85c4877,revision_number=10']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:25.965512 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-1b474525-fc95-44d7-879c-764ca3ebf7c7 service neutron] 10.222.0.46 "PUT /v2.0/ports/19c87446-4763-4657-b6ae-804cb85c4877/bindings/n-h1-843680-3/activate HTTP/1.1" status: 200 len: 369 time: 4.1963754 May 27 22:27:26.040028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-83225ef7-158f-40d1-8412-80921cec6f88 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:27:26.087764 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:26.133691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd753b41-72ed-40b9-9c60-437d38e3a957 req-1be33bd6-917e-4285-b1dc-0d3ec35c2bf4 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:26.135620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd753b41-72ed-40b9-9c60-437d38e3a957 req-1be33bd6-917e-4285-b1dc-0d3ec35c2bf4 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 944 time: 0.8046050 May 27 22:27:26.319596 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:26.355583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['5daa1417-a7eb-4605-ad00-c3ba651b1df1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:26.401015 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd753b41-72ed-40b9-9c60-437d38e3a957 req-3a65f52a-3db9-4c11-abc1-2feb4f9448c0 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587621 May 27 22:27:26.486935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Network 21f4cca6-9de0-4960-904f-ee228a1d4380 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:27:26.500704 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:27:26.513565 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:27:26.547589 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Pushing event updated for resources: {'Port': ['ID=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:26.587603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-c37d5152-f17f-4ec9-9bb6-e540c80413dc tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:26.593249 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-c37d5152-f17f-4ec9-9bb6-e540c80413dc tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea&tenant_id=3576fc8b868b4910aafa386813d8d521&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 1095 time: 0.1839778 May 27 22:27:26.666967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-83225ef7-158f-40d1-8412-80921cec6f88 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:27:26.673248 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-83225ef7-158f-40d1-8412-80921cec6f88 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:26.681400 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c34933-40da-461d-bffc-c8ba28ae2434 None None] Sync routers for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:27:26.701167 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c34933-40da-461d-bffc-c8ba28ae2434 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:27:26.701167 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e0c34933-40da-461d-bffc-c8ba28ae2434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:59Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:26.760034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-07c35748-b14d-46be-b03d-55a9a19acea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:26.761666 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-07c35748-b14d-46be-b03d-55a9a19acea6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea&tenant_id=3576fc8b868b4910aafa386813d8d521 HTTP/1.1" status: 200 len: 1095 time: 0.1603982 May 27 22:27:26.789095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:26.790009 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:26.809883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-736e67bf-b944-49e8-a77f-2a96123e7a59 req-7fbe381b-981a-4a84-9af2-3d4138dbb82b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5585513 May 27 22:27:26.906850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-83225ef7-158f-40d1-8412-80921cec6f88 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "PUT /v2.0/floatingips/66352146-7dc5-46bf-b6c4-fc30da1b4c78 HTTP/1.1" status: 200 len: 695 time: 2.9510660 May 27 22:27:26.908866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'tag': '7304960d-5a11-48ad-aa81-8380bb4e7695'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:26.989384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-60d5950d-5f0f-4310-9fa2-00e7b9a3d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:26.992542 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-60d5950d-5f0f-4310-9fa2-00e7b9a3d1aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 1095 time: 0.1649964 May 27 22:27:27.012061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47e7ed-d3c3-4318-aaef-4d71fa0f0d3e req-ebaff5fa-9c28-4a91-a943-7c0dc5f2f3af tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:27.024998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3e47e7ed-d3c3-4318-aaef-4d71fa0f0d3e req-ebaff5fa-9c28-4a91-a943-7c0dc5f2f3af tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Synchronizing usage tracker for tenant:091c975465a443ff9f9924fb8c574958 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:27:27.046063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e67bf-b944-49e8-a77f-2a96123e7a59 req-a2fb1fd4-1496-4797-824c-60cb55904214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:27.047774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-736e67bf-b944-49e8-a77f-2a96123e7a59 req-a2fb1fd4-1496-4797-824c-60cb55904214 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3576fc8b868b4910aafa386813d8d521&device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 1095 time: 0.2119911 May 27 22:27:27.050128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-0bc4a0fe-2b6a-4904-95aa-959d3d0a53f8 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9056902 May 27 22:27:27.075591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Request body: {'port': {'device_id': '0a9cf31a-419d-469a-9fa5-42e274e9e114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:27.148245 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e0c34933-40da-461d-bffc-c8ba28ae2434 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:27:27.174855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-e89b0404-cc40-43c7-8f3c-3d09036a57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:27.174855 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-e89b0404-cc40-43c7-8f3c-3d09036a57fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.1718073 May 27 22:27:27.249671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-fe183b88-f6cd-42d3-b378-77cff35536f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:27.251218 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-fe183b88-f6cd-42d3-b378-77cff35536f1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 1097 time: 0.3101065 May 27 22:27:27.272830 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-5fa17a02-ded7-4642-baee-2b29adb3dc9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19c87446-4763-4657-b6ae-804cb85c4877 HTTP/1.1" status: 200 len: 217 time: 0.0883148 May 27 22:27:27.347755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3e47e7ed-d3c3-4318-aaef-4d71fa0f0d3e req-ebaff5fa-9c28-4a91-a943-7c0dc5f2f3af tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Unset dirty status for tenant:091c975465a443ff9f9924fb8c574958 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:27:27.348373 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e47e7ed-d3c3-4318-aaef-4d71fa0f0d3e req-ebaff5fa-9c28-4a91-a943-7c0dc5f2f3af tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 932 time: 0.7024827 May 27 22:27:27.369741 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f5f2940-1823-4f3c-ac08-b87f5a46f15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:27.415474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-d81386e3-6bb2-4075-8694-198b954f50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:27.417556 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-d81386e3-6bb2-4075-8694-198b954f50e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.1397355 May 27 22:27:27.482397 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-2e70a08f-78eb-4844-abc9-b19d52703264 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562778 May 27 22:27:27.661261 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:27.706619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e67bf-b944-49e8-a77f-2a96123e7a59 req-7ca3bea7-67d3-435b-bc3b-d933de39f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:27.708193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-736e67bf-b944-49e8-a77f-2a96123e7a59 req-7ca3bea7-67d3-435b-bc3b-d933de39f1be service neutron] 10.222.0.46 "GET /v2.0/networks?id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 200 len: 921 time: 0.5808969 May 27 22:27:27.743463 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e47e7ed-d3c3-4318-aaef-4d71fa0f0d3e req-d1583274-3c59-413b-88dc-cf938c1a379c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942564 May 27 22:27:27.775483 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e0c34933-40da-461d-bffc-c8ba28ae2434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:27.793308 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c34933-40da-461d-bffc-c8ba28ae2434 None None] Checking router: 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:27:27.809262 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c34933-40da-461d-bffc-c8ba28ae2434 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:27:27.809262 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e0c34933-40da-461d-bffc-c8ba28ae2434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:26:59Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:27.843286 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-8dd0538d-e4f1-4e0f-92dc-3d228d76ca96 service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506835 May 27 22:27:27.939471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-e955c781-c585-4920-9c99-0b305f5925e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:27.947933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-e955c781-c585-4920-9c99-0b305f5925e5 service neutron] 10.222.0.27 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 921 time: 0.6867027 May 27 22:27:28.050092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-4f1e9e86-a611-436c-8bbb-60792391df0e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7304960d-5a11-48ad-aa81-8380bb4e7695 HTTP/1.1" status: 200 len: 217 time: 0.0991571 May 27 22:27:28.098314 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-9ec60b10-39f3-4472-a1cf-385782402f78 service neutron] 10.222.0.57 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473667 May 27 22:27:28.133783 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-736e67bf-b944-49e8-a77f-2a96123e7a59 req-ac46a8b5-0173-4aed-b6f4-c814286ac4ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1243c73e-3484-403b-828f-8e68370b8bd0 HTTP/1.1" status: 200 len: 217 time: 0.3889189 May 27 22:27:28.146235 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e0c34933-40da-461d-bffc-c8ba28ae2434 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:27:28.269639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device db3371cc-a875-4381-ba01-9fa507e3b728 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:27:28.309969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-809e0152-3622-4748-a107-713bb11384ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:28.318156 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-809e0152-3622-4748-a107-713bb11384ce service neutron] 10.222.0.27 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.2691309 May 27 22:27:28.360673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: db3371cc-a875-4381-ba01-9fa507e3b728 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:27:28.365508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device db3371cc-a875-4381-ba01-9fa507e3b728 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:27:28.382083 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c740646f-c39c-4fd2-8d83-3bedebb05351 req-b7bcf29f-195d-4275-8f81-cb99a8ce0996 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-721102169&fields=id&tenant_id=30513d18dfb7473dbe429465efd7906b HTTP/1.1" status: 200 len: 267 time: 0.3483558 May 27 22:27:28.521403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e67bf-b944-49e8-a77f-2a96123e7a59 req-5be44241-37cf-402e-9411-c71c12cdd83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:28.523334 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-736e67bf-b944-49e8-a77f-2a96123e7a59 req-5be44241-37cf-402e-9411-c71c12cdd83c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 200 len: 860 time: 0.3371727 May 27 22:27:28.661995 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e0c34933-40da-461d-bffc-c8ba28ae2434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:28.672248 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c34933-40da-461d-bffc-c8ba28ae2434 None None] The sync data for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 is: [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:27:28.691378 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-736e67bf-b944-49e8-a77f-2a96123e7a59 req-40d9967a-57ee-447b-b5f4-4812e425d51b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a182e3ef-915a-4e44-aa5e-a36ca2b71adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899436 May 27 22:27:28.964887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-3a6b517c-87f4-42df-bdd8-5e62e3203dba tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:28.975395 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-3a6b517c-87f4-42df-bdd8-5e62e3203dba tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea&tenant_id=3576fc8b868b4910aafa386813d8d521&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 1095 time: 0.1549020 May 27 22:27:29.084531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbaee3ae-f2e7-488c-9403-9ece70c0c55e {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:27:29.101074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738e76b2-c428-4134-8aed-c45c77b634a8 None None] New status for floating IP 66352146-7dc5-46bf-b6c4-fc30da1b4c78: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:27:29.101624 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:29.128557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-6a56a034-bbcf-418b-9bb5-52739ffe3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:29.130078 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-6a56a034-bbcf-418b-9bb5-52739ffe3119 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8100200 May 27 22:27:29.256805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-d0636c28-44d9-4585-a9cc-be26894db175 service neutron] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:27:29.267033 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-d0636c28-44d9-4585-a9cc-be26894db175 service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:29.267033 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f6105bb-bfba-42fc-8d15-8c0f7674af61 req-d0636c28-44d9-4585-a9cc-be26894db175 service neutron] 10.222.0.57 "DELETE /v2.0/ports/19c87446-4763-4657-b6ae-804cb85c4877/bindings/n-h2-843680-3 HTTP/1.1" status: 204 len: 173 time: 0.2855754 May 27 22:27:29.292205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Transition to ACTIVE for port object fbaee3ae-f2e7-488c-9403-9ece70c0c55e will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:29.314705 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-9c13bb8d-f3c3-41bd-ac78-0c965d690251 service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716430 May 27 22:27:29.325106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740646f-c39c-4fd2-8d83-3bedebb05351 req-14ee140c-055f-4fab-aae4-b936d1dda170 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:29.326592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c740646f-c39c-4fd2-8d83-3bedebb05351 req-14ee140c-055f-4fab-aae4-b936d1dda170 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 985 time: 0.9255280 May 27 22:27:29.377520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-c740646f-c39c-4fd2-8d83-3bedebb05351 req-c60ad942-ed12-4db1-86ab-e67e6beada7e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'port': {'security_groups': ['61c04054-bbba-4b3d-a65a-cdcce915d2de', 'e728ae2b-7066-4ff6-a228-084f53378aa8', '1e548d1c-4fc9-41a2-a525-1d08c5a9478c']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:29.451192 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-736e67bf-b944-49e8-a77f-2a96123e7a59 req-d348e3d8-3cd6-407a-bbb4-03288b1bbfde service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7386498 May 27 22:27:29.467531 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:29.616843 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0875ad18-02a5-4358-96ba-5ce006b2631d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:29.883547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Pushing event updated for resources: {'Port': ['ID=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:29.973591 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc19307-e1fe-459c-a817-a6c8bfc162ed req-05dfb4aa-a17e-48e8-a86a-fd78539fc76d service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375930 May 27 22:27:30.007634 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c740646f-c39c-4fd2-8d83-3bedebb05351 req-c60ad942-ed12-4db1-86ab-e67e6beada7e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:30.048822 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-736e67bf-b944-49e8-a77f-2a96123e7a59 req-9d1923bf-b0e8-4936-8921-912c17c17225 service neutron] 10.222.0.46 "GET /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695136 May 27 22:27:30.144463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Attempting to bind port fbaee3ae-f2e7-488c-9403-9ece70c0c55e on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:27:30.144708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Attempting to bind port fbaee3ae-f2e7-488c-9403-9ece70c0c55e by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:27:30.145021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Attempting to bind port fbaee3ae-f2e7-488c-9403-9ece70c0c55e on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:30.161364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Port fbaee3ae-f2e7-488c-9403-9ece70c0c55e on network 21f4cca6-9de0-4960-904f-ee228a1d4380 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:27:30.161693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Attempting to bind port fbaee3ae-f2e7-488c-9403-9ece70c0c55e on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:30.177041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:27:30.177364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Checking segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:27:30.178387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Bound using segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:27:30.178839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Bound port: fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:27:30.179194 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:30.226592 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62cc853f-0107-452c-a31d-b52bca7888d3'] response: {'server_uuid': 'f19171b2-911e-4b23-93e1-812f1bb9540c', 'name': 'network-vif-deleted', 'tag': 'db3371cc-a875-4381-ba01-9fa507e3b728', 'status': 'completed', 'code': 200} May 27 22:27:30.382303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:27:30.399361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:27:30.439435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-c740646f-c39c-4fd2-8d83-3bedebb05351 req-c60ad942-ed12-4db1-86ab-e67e6beada7e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] For port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc72c65-df9c-4bc2-b971-7f47c56e76ba,segment=NetworkSegment(6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e),segment_id=6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:30.476425 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c740646f-c39c-4fd2-8d83-3bedebb05351 req-c60ad942-ed12-4db1-86ab-e67e6beada7e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:30.531177 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98e69e35-66e0-457a-9ac7-3d1204cc6b95'] response: {'name': 'network-changed', 'server_uuid': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'tag': '7304960d-5a11-48ad-aa81-8380bb4e7695', 'status': 'completed', 'code': 200} May 27 22:27:30.538476 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:30.590356 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c740646f-c39c-4fd2-8d83-3bedebb05351 req-c60ad942-ed12-4db1-86ab-e67e6beada7e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:30.605665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5ea67c82-053f-410e-8025-c8d2015108b1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:30.615079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:30.615705 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:30.617104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] 10.222.0.57 "PUT /v2.0/ports/fbaee3ae-f2e7-488c-9403-9ece70c0c55e HTTP/1.1" status: 200 len: 1092 time: 3.5461729 May 27 22:27:30.637701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740646f-c39c-4fd2-8d83-3bedebb05351 req-c60ad942-ed12-4db1-86ab-e67e6beada7e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:30.638345 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c740646f-c39c-4fd2-8d83-3bedebb05351 req-c60ad942-ed12-4db1-86ab-e67e6beada7e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:30.640550 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c740646f-c39c-4fd2-8d83-3bedebb05351 req-c60ad942-ed12-4db1-86ab-e67e6beada7e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "PUT /v2.0/ports/5bc72c65-df9c-4bc2-b971-7f47c56e76ba HTTP/1.1" status: 200 len: 1021 time: 1.2773831 May 27 22:27:30.645212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1460b-b91e-4cba-9c2f-e5ab20810420 service neutron] Pushing event updated for resources: {'Port': ['ID=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:30.678294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fda64-4a1d-4a4b-bff8-a218a89015b9 req-a1ddcfa8-bd64-4e68-9dfc-72ef908003aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:30.680244 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-737fda64-4a1d-4a4b-bff8-a218a89015b9 req-a1ddcfa8-bd64-4e68-9dfc-72ef908003aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 1097 time: 0.0919666 May 27 22:27:30.751361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['5bc72c65-df9c-4bc2-b971-7f47c56e76ba'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:30.838229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad942-ed12-4db1-86ab-e67e6beada7e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'Port': ['ID=5bc72c65-df9c-4bc2-b971-7f47c56e76ba,revision_number=7']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:30.931618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fda64-4a1d-4a4b-bff8-a218a89015b9 req-fad5cd92-9a45-465b-97a8-3a7e1ce43b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:30.933273 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-737fda64-4a1d-4a4b-bff8-a218a89015b9 req-fad5cd92-9a45-465b-97a8-3a7e1ce43b06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 921 time: 0.2461767 May 27 22:27:30.946339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608fb16-fed3-4d50-a04d-e7e7e5eb11bd req-1c79ccfc-c291-4b63-80af-2486af26f12c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:30.947883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f608fb16-fed3-4d50-a04d-e7e7e5eb11bd req-1c79ccfc-c291-4b63-80af-2486af26f12c tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 944 time: 0.2567964 May 27 22:27:30.962528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-dd7ca144-a065-4c31-880b-78e92d61f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:30.964455 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-dd7ca144-a065-4c31-880b-78e92d61f76d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 1095 time: 0.1765811 May 27 22:27:30.965365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['5bc72c65-df9c-4bc2-b971-7f47c56e76ba'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:30.995226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe5a6-752a-4670-9597-be1a12c35a0c req-3838a8fe-23d7-4f2b-acad-bbef2707404c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:30.996721 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d57fe5a6-752a-4670-9597-be1a12c35a0c req-3838a8fe-23d7-4f2b-acad-bbef2707404c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 944 time: 0.1665752 May 27 22:27:31.027777 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-737fda64-4a1d-4a4b-bff8-a218a89015b9 req-f93e1efa-db24-4112-908f-6cf463d6686a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7304960d-5a11-48ad-aa81-8380bb4e7695 HTTP/1.1" status: 200 len: 217 time: 0.0866141 May 27 22:27:31.050484 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:31.078563 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:31.090638 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-63fa88e3-1b3c-4bf0-8de6-e2e493f33d36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e HTTP/1.1" status: 200 len: 217 time: 0.0929327 May 27 22:27:31.119697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fda64-4a1d-4a4b-bff8-a218a89015b9 req-fb75a1b7-66c9-4fbb-a8ba-9bcbe5cc9662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:31.120704 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-737fda64-4a1d-4a4b-bff8-a218a89015b9 req-fb75a1b7-66c9-4fbb-a8ba-9bcbe5cc9662 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.0845723 May 27 22:27:31.141103 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f608fb16-fed3-4d50-a04d-e7e7e5eb11bd req-1ad39dff-9374-46f8-8bf2-0c4b76ae772d tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753924 May 27 22:27:31.188842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d57fe5a6-752a-4670-9597-be1a12c35a0c req-dcd1aa3a-013a-4893-84b8-b97f0de0b253 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307416 May 27 22:27:31.197414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-252e5b72-70a4-47ff-979b-c08ff1f42739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:31.199145 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-252e5b72-70a4-47ff-979b-c08ff1f42739 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.1014400 May 27 22:27:31.260629 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-5c72056a-6444-43f9-811a-503419e504ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522363 May 27 22:27:31.293479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fda64-4a1d-4a4b-bff8-a218a89015b9 req-761b75b8-540a-403e-a3eb-cca6e4c9e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:31.296153 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-737fda64-4a1d-4a4b-bff8-a218a89015b9 req-761b75b8-540a-403e-a3eb-cca6e4c9e143 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671288 May 27 22:27:31.488922 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-737fda64-4a1d-4a4b-bff8-a218a89015b9 req-28ff3993-5f76-4a02-a138-8cd89348d3b9 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833358 May 27 22:27:31.622162 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-02d12de4-5425-4bde-ae13-e733e2ea1348 service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488581 May 27 22:27:31.722407 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-737fda64-4a1d-4a4b-bff8-a218a89015b9 req-b233ac24-15d0-484f-9aae-86d6690399fb service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193091 May 27 22:27:31.973419 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-28dd1f77-c53f-453b-ab85-8be70ec2837f tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=571914c851be419ca9fa71bbd7416ee1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1564677 May 27 22:27:31.992087 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:32.015052 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b3eb25-26e9-4272-a3dd-ef86aa0da38d req-1df46fbc-d722-43de-94b7-7392117d8fa9 service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674333 May 27 22:27:32.145358 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d0252d1-d776-4bf0-ba3b-648124a9f1ea req-a64e8425-1278-4961-9e9e-0bb9f266c562 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/1e548d1c-4fc9-41a2-a525-1d08c5a9478c HTTP/1.1" status: 200 len: 1800 time: 0.0856805 May 27 22:27:32.161267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41870) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:32.187919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-0f31b3d4-31c6-417e-8e9f-3056ebab8a1f tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:32.189393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-0f31b3d4-31c6-417e-8e9f-3056ebab8a1f tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070394 May 27 22:27:32.218669 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-5279a437-41b4-4e86-b3b2-4245aa740056 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/quotas/571914c851be419ca9fa71bbd7416ee1 HTTP/1.1" status: 200 len: 375 time: 0.0188558 May 27 22:27:32.275227 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-1d0252d1-d776-4bf0-ba3b-648124a9f1ea req-20fbd634-9fd4-4ea3-a989-144110350059 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 22:27:32.276234 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d0252d1-d776-4bf0-ba3b-648124a9f1ea req-20fbd634-9fd4-4ea3-a989-144110350059 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "DELETE /v2.0/security-groups/1e548d1c-4fc9-41a2-a525-1d08c5a9478c HTTP/1.1" status: 409 len: 341 time: 0.1162505 May 27 22:27:32.282163 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-61dc1c3f-e2fb-4058-8220-c3903cea215e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=571914c851be419ca9fa71bbd7416ee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515139 May 27 22:27:32.288843 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7249b763-6286-44cf-8b50-8f034e75c104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:32.305324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7249b763-6286-44cf-8b50-8f034e75c104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:32.309657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7249b763-6286-44cf-8b50-8f034e75c104 admin admin] Usage tracker for resource:security_group_rule and tenant:5352ad90be3440509e3c6fa1fee357fe is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:32.312953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7249b763-6286-44cf-8b50-8f034e75c104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:32.319636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7249b763-6286-44cf-8b50-8f034e75c104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:32.415617 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7249b763-6286-44cf-8b50-8f034e75c104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:32.472827 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7249b763-6286-44cf-8b50-8f034e75c104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:32.498568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-d471e574-1aeb-4315-aafc-ea39f70a3ef4 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:32.506614 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-d471e574-1aeb-4315-aafc-ea39f70a3ef4 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1102228 May 27 22:27:32.566005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9cf31a-419d-469a-9fa5-42e274e9e114', 'tag': 'fbaee3ae-f2e7-488c-9403-9ece70c0c55e'}, {'name': 'network-changed', 'server_uuid': '8e9a98cd-7c00-4cd7-ba7e-4d58ea624569', 'tag': '5bc72c65-df9c-4bc2-b971-7f47c56e76ba'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:32.597898 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7249b763-6286-44cf-8b50-8f034e75c104 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5352ad90be3440509e3c6fa1fee357fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348462 May 27 22:27:32.599938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249b763-6286-44cf-8b50-8f034e75c104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad28309c-4edd-4a9c-a26a-944a460d12cb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:32.615561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41892) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:32.670890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-97fd2459-e9a9-44c7-8ba5-1d12bbe6014a tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 696 time: 0.1634173 May 27 22:27:32.682172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-68147b87-4281-4f34-803f-38ccece69115 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Request body: {'floatingip': {'port_id': '997c0397-413a-446a-9243-65d3ef76b8cb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:32.722155 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7136e06b-1ad3-4b4b-a9ec-e4f5615b62d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:32.752316 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7136e06b-1ad3-4b4b-a9ec-e4f5615b62d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:32.784237 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-68147b87-4281-4f34-803f-38ccece69115 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:32.867764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9937287-c807-4eef-a1aa-bb74e6470273 req-9cddd56f-ae5d-4a58-9fbe-e4d5745a0392 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:32.869258 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9937287-c807-4eef-a1aa-bb74e6470273 req-9cddd56f-ae5d-4a58-9fbe-e4d5745a0392 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 944 time: 0.2858651 May 27 22:27:32.897337 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7136e06b-1ad3-4b4b-a9ec-e4f5615b62d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:32.913047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136e06b-1ad3-4b4b-a9ec-e4f5615b62d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad28309c-4edd-4a9c-a26a-944a460d12cb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:32.924188 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7136e06b-1ad3-4b4b-a9ec-e4f5615b62d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:32.924188 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7136e06b-1ad3-4b4b-a9ec-e4f5615b62d4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ad28309c-4edd-4a9c-a26a-944a460d12cb HTTP/1.1" status: 204 len: 168 time: 0.2970605 May 27 22:27:33.003957 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9937287-c807-4eef-a1aa-bb74e6470273 req-3411c579-0ad3-4926-95c2-39713d0af895 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032920 May 27 22:27:33.462724 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-68147b87-4281-4f34-803f-38ccece69115 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:33.577569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-68147b87-4281-4f34-803f-38ccece69115 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:33.900944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41914) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:33.919092 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-668967bd-ff17-49e1-a0d6-2e176367b556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:33.933920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-668967bd-ff17-49e1-a0d6-2e176367b556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:33.937757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-668967bd-ff17-49e1-a0d6-2e176367b556 admin admin] Usage tracker for resource:security_group_rule and tenant:33729cbd364344ac9d5442279b1dfa1e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:33.940636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-668967bd-ff17-49e1-a0d6-2e176367b556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:33.947071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-668967bd-ff17-49e1-a0d6-2e176367b556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:33.961472 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-68147b87-4281-4f34-803f-38ccece69115 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Floating IP 66352146-7dc5-46bf-b6c4-fc30da1b4c78 associated. External IP: 172.25.2.246, port: 997c0397-413a-446a-9243-65d3ef76b8cb. May 27 22:27:34.042943 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-668967bd-ff17-49e1-a0d6-2e176367b556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:34.137673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4068dd2-0fad-4edb-b4f0-dee9a54d7df4 req-3152ee3b-8494-4870-94e8-b961f5eaee9d tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:34.139155 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c4068dd2-0fad-4edb-b4f0-dee9a54d7df4 req-3152ee3b-8494-4870-94e8-b961f5eaee9d tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 1095 time: 0.3142948 May 27 22:27:34.171343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2fe19-a86a-4a07-ad64-56e57e2fae2c req-eb4e4460-7757-4753-8bbc-768c3e90fd9d tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:34.172731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ca2fe19-a86a-4a07-ad64-56e57e2fae2c req-eb4e4460-7757-4753-8bbc-768c3e90fd9d tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.57 "GET /v2.0/ports?device_id=dddd8f8c-3121-4f71-a896-01b7bc225c22 HTTP/1.1" status: 200 len: 946 time: 0.2877500 May 27 22:27:34.204981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-668967bd-ff17-49e1-a0d6-2e176367b556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:34.254913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668967bd-ff17-49e1-a0d6-2e176367b556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68942678-6ea5-4a4d-a9c2-59a82689ea26,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:34.259668 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-668967bd-ff17-49e1-a0d6-2e176367b556 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=33729cbd364344ac9d5442279b1dfa1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571701 May 27 22:27:34.262344 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41920) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:34.320304 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c4068dd2-0fad-4edb-b4f0-dee9a54d7df4 req-421b6324-9cd0-4097-bf2c-f9780ba4694d tempest-LiveAutoBlockMigrationV225Test-1838594143 tempest-LiveAutoBlockMigrationV225Test-1838594143-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727633 May 27 22:27:34.327449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32b40065-af6d-4e35-af1a-cd5082939640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:34.337739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-0ca2fe19-a86a-4a07-ad64-56e57e2fae2c req-c32be044-d224-4462-a45b-b01276910417 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Deleting port 7304960d-5a11-48ad-aa81-8380bb4e7695 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:27:34.341931 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0ca2fe19-a86a-4a07-ad64-56e57e2fae2c req-c32be044-d224-4462-a45b-b01276910417 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:34.356024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32b40065-af6d-4e35-af1a-cd5082939640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:34.454590 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d1ba07-add4-4ad5-8a5e-9d3f277a9b91'] response: {'name': 'network-changed', 'server_uuid': '0a9cf31a-419d-469a-9fa5-42e274e9e114', 'tag': 'fbaee3ae-f2e7-488c-9403-9ece70c0c55e', 'status': 'completed', 'code': 200} May 27 22:27:34.454590 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d1ba07-add4-4ad5-8a5e-9d3f277a9b91'] response: {'name': 'network-changed', 'server_uuid': '8e9a98cd-7c00-4cd7-ba7e-4d58ea624569', 'tag': '5bc72c65-df9c-4bc2-b971-7f47c56e76ba', 'status': 'completed', 'code': 200} May 27 22:27:34.565954 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32b40065-af6d-4e35-af1a-cd5082939640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:34.595337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b40065-af6d-4e35-af1a-cd5082939640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68942678-6ea5-4a4d-a9c2-59a82689ea26,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:34.596435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-68147b87-4281-4f34-803f-38ccece69115 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:27:34.600739 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32b40065-af6d-4e35-af1a-cd5082939640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:34.604041 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-32b40065-af6d-4e35-af1a-cd5082939640 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/68942678-6ea5-4a4d-a9c2-59a82689ea26 HTTP/1.1" status: 204 len: 168 time: 0.3387115 May 27 22:27:34.608690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-c7c3b0f0-5bee-48e3-977f-1e862ffa092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:34.610821 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-c7c3b0f0-5bee-48e3-977f-1e862ffa092d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 1095 time: 0.1113811 May 27 22:27:34.784070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-a7751beb-ae03-4837-947a-3b7644db68ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:34.785706 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-a7751beb-ae03-4837-947a-3b7644db68ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.1666784 May 27 22:27:34.918742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-0ca2fe19-a86a-4a07-ad64-56e57e2fae2c req-c32be044-d224-4462-a45b-b01276910417 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] For port 7304960d-5a11-48ad-aa81-8380bb4e7695, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7304960d-5a11-48ad-aa81-8380bb4e7695,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:34.919061 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0ca2fe19-a86a-4a07-ad64-56e57e2fae2c req-c32be044-d224-4462-a45b-b01276910417 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:34.976536 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-77a09bb5-6182-464d-96a0-22ea22bfbe18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e HTTP/1.1" status: 200 len: 217 time: 0.1832004 May 27 22:27:35.044289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-31994827-9632-4219-8d0f-f0d32068b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:35.045807 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-31994827-9632-4219-8d0f-f0d32068b879 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.0628636 May 27 22:27:35.062882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-20330c43-4c03-4453-a5a7-e1f6129b21e9 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:35.065112 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-20330c43-4c03-4453-a5a7-e1f6129b21e9 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 806 time: 0.5245275 May 27 22:27:35.099755 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-5a91d9dd-d932-4fc3-a50e-7599823ac746 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450480 May 27 22:27:35.133884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-0ca2fe19-a86a-4a07-ad64-56e57e2fae2c req-c32be044-d224-4462-a45b-b01276910417 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Calling delete_port for 7304960d-5a11-48ad-aa81-8380bb4e7695 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:27:35.286904 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-83f0a3c4-59f0-4853-a52e-a2f4afed42c0 service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799266 May 27 22:27:35.330023 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-4e1067db-10b0-430a-a762-76aa64a0e06e tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/quotas/97fe5f44835545c0a61788c6d0ac3edf HTTP/1.1" status: 200 len: 375 time: 0.2058656 May 27 22:27:35.445890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-68147b87-4281-4f34-803f-38ccece69115 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:27:35.447967 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-308b6c2f-d59d-41b9-a8ab-60745a4eed39 service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441412 May 27 22:27:35.456411 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-68147b87-4281-4f34-803f-38ccece69115 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:35.458629 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005e71ef-f92e-4df9-8f43-51a565486174 None None] Sync routers for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:27:35.474391 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005e71ef-f92e-4df9-8f43-51a565486174 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:27:35.474391 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-005e71ef-f92e-4df9-8f43-51a565486174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:27:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:35.586008 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-68147b87-4281-4f34-803f-38ccece69115 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "PUT /v2.0/floatingips/66352146-7dc5-46bf-b6c4-fc30da1b4c78 HTTP/1.1" status: 200 len: 997 time: 2.9083924 May 27 22:27:35.645069 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-0e991081-ef59-468f-839f-d5c0378990da tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3047726 May 27 22:27:35.670514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-60c82952-9c3e-4a1a-b6bb-622e98c72daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:35.672580 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-60c82952-9c3e-4a1a-b6bb-622e98c72daa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=30513d18dfb7473dbe429465efd7906b&device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 1175 time: 0.1413231 May 27 22:27:35.700812 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-005e71ef-f92e-4df9-8f43-51a565486174 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:27:35.807364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936aef4-cfcd-4436-bf2d-381b768348ed req-13f20935-669a-4648-b899-11e2e2b6f81b tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:35.820670 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4936aef4-cfcd-4436-bf2d-381b768348ed req-13f20935-669a-4648-b899-11e2e2b6f81b tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.57 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 1024 time: 0.4396982 May 27 22:27:35.863926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0ca2fe19-a86a-4a07-ad64-56e57e2fae2c req-c32be044-d224-4462-a45b-b01276910417 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:35.884572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-bfd01b25-3067-47c1-bd3e-36a2c9360f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:35.885793 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-bfd01b25-3067-47c1-bd3e-36a2c9360f06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b78b2d5-ee0b-494c-a4f8-80f59f901351 HTTP/1.1" status: 200 len: 913 time: 0.2057490 May 27 22:27:35.902319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['997c0397-413a-446a-9243-65d3ef76b8cb'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:35.977692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-4936aef4-cfcd-4436-bf2d-381b768348ed req-b769b28f-98eb-44cc-bc25-ad6d22ca23bb tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Deleting port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:27:35.978229 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4936aef4-cfcd-4436-bf2d-381b768348ed req-b769b28f-98eb-44cc-bc25-ad6d22ca23bb tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:35.981830 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-20f08636-902c-4010-ac16-cc4ebbd33820 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bc72c65-df9c-4bc2-b971-7f47c56e76ba HTTP/1.1" status: 200 len: 217 time: 0.0870416 May 27 22:27:36.065996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-e0924dd5-bf45-4a14-ae49-b11a9da6f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:36.067455 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-e0924dd5-bf45-4a14-ae49-b11a9da6f58d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=80c5892e-159c-4437-81f3-a948f9bd6b77 HTTP/1.1" status: 200 len: 852 time: 0.0788326 May 27 22:27:36.159870 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-0fafd8dc-323b-49f7-8024-f35592ba5772 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b78b2d5-ee0b-494c-a4f8-80f59f901351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858035 May 27 22:27:36.213108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a2a90946-b74c-47e4-a0eb-dc84f9ebcd5b tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=571914c851be419ca9fa71bbd7416ee1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805399 May 27 22:27:36.223949 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-005e71ef-f92e-4df9-8f43-51a565486174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '66352146-7dc5-46bf-b6c4-fc30da1b4c78', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'port_id': '997c0397-413a-446a-9243-65d3ef76b8cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'mac_address': 'fa:16:3e:2f:2f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:26:33Z', 'updated_at': '2022-05-27T22:27:33Z', 'revision_number': 8, 'project_id': 'a103764016804495a572e1edea3fca44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:36.228792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32be044-d224-4462-a45b-b01276910417 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Pushing event deleted for resources: {'Port': ['ID=7304960d-5a11-48ad-aa81-8380bb4e7695,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:36.234402 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005e71ef-f92e-4df9-8f43-51a565486174 None None] Checking router: 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:27:36.251282 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005e71ef-f92e-4df9-8f43-51a565486174 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:27:36.251880 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-005e71ef-f92e-4df9-8f43-51a565486174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:27:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:36.380565 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-680dc506-cac4-44d7-9282-22a2c1daf9e4 service neutron] 10.222.0.57 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062495 May 27 22:27:36.442385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca2fe19-a86a-4a07-ad64-56e57e2fae2c req-c32be044-d224-4462-a45b-b01276910417 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] No DVR routers for this DVR port 7304960d-5a11-48ad-aa81-8380bb4e7695 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:27:36.458597 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0ca2fe19-a86a-4a07-ad64-56e57e2fae2c req-c32be044-d224-4462-a45b-b01276910417 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:36.461131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'tag': '997c0397-413a-446a-9243-65d3ef76b8cb'}, {'server_uuid': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'name': 'network-vif-deleted', 'tag': '7304960d-5a11-48ad-aa81-8380bb4e7695'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:36.497121 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-005e71ef-f92e-4df9-8f43-51a565486174 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:27:36.525188 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cb783d-7e70-4d0f-99c1-607d82966ed7 req-69da5108-c89a-4f4c-b8c5-ac374238079f service neutron] 10.222.0.57 "GET /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379690 May 27 22:27:36.650227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ca2fe19-a86a-4a07-ad64-56e57e2fae2c req-c32be044-d224-4462-a45b-b01276910417 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.57 "DELETE /v2.0/ports/7304960d-5a11-48ad-aa81-8380bb4e7695 HTTP/1.1" status: 204 len: 173 time: 2.4708686 May 27 22:27:36.681237 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-4a6d0be9-6fee-4f17-bf4b-1733669dac97 service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0352979 May 27 22:27:36.836538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-1334f3e0-1bde-44fa-8d7d-7b0fddd53467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:36.838550 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-1334f3e0-1bde-44fa-8d7d-7b0fddd53467 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 1097 time: 1.2367303 May 27 22:27:36.876422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-d31a932c-b084-4fbd-87d7-5c12c547b527 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:36.876422 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-d31a932c-b084-4fbd-87d7-5c12c547b527 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6335709 May 27 22:27:36.924071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Request body: {'port': {'device_id': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': '571914c851be419ca9fa71bbd7416ee1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:36.951607 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-005e71ef-f92e-4df9-8f43-51a565486174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '66352146-7dc5-46bf-b6c4-fc30da1b4c78', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'port_id': '997c0397-413a-446a-9243-65d3ef76b8cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'mac_address': 'fa:16:3e:2f:2f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:26:33Z', 'updated_at': '2022-05-27T22:27:33Z', 'revision_number': 8, 'project_id': 'a103764016804495a572e1edea3fca44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:36.955568 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005e71ef-f92e-4df9-8f43-51a565486174 None None] The sync data for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 is: [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '66352146-7dc5-46bf-b6c4-fc30da1b4c78', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'floating_ip_address': '172.25.2.246', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'port_id': '997c0397-413a-446a-9243-65d3ef76b8cb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'mac_address': 'fa:16:3e:2f:2f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:26:33Z', 'updated_at': '2022-05-27T22:27:33Z', 'revision_number': 8, 'project_id': 'a103764016804495a572e1edea3fca44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:27:36.967935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7304960d-5a11-48ad-aa81-8380bb4e7695 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:27:36.989692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-4936aef4-cfcd-4436-bf2d-381b768348ed req-b769b28f-98eb-44cc-bc25-ad6d22ca23bb tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] For port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc72c65-df9c-4bc2-b971-7f47c56e76ba,segment=NetworkSegment(6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e),segment_id=6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:36.990055 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4936aef4-cfcd-4436-bf2d-381b768348ed req-b769b28f-98eb-44cc-bc25-ad6d22ca23bb tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:37.034044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 7304960d-5a11-48ad-aa81-8380bb4e7695 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:27:37.034044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7304960d-5a11-48ad-aa81-8380bb4e7695 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:27:37.304921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f16201d-a34f-46db-9c90-e9913a412f24 None None] New status for floating IP 66352146-7dc5-46bf-b6c4-fc30da1b4c78: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:27:37.355912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-4936aef4-cfcd-4436-bf2d-381b768348ed req-b769b28f-98eb-44cc-bc25-ad6d22ca23bb tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Calling delete_port for 5bc72c65-df9c-4bc2-b971-7f47c56e76ba owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:27:37.461955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-62b32e55-b539-462e-8856-79fec95ce971 service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7570114 May 27 22:27:37.528541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-891fce42-4707-4135-a288-90d53b735f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:37.530484 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-891fce42-4707-4135-a288-90d53b735f9f service neutron] 10.222.0.27 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 921 time: 0.6725326 May 27 22:27:37.546558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:37.636110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Usage tracker for resource:port and tenant:571914c851be419ca9fa71bbd7416ee1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:37.650736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:37.670994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:37.720622 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-801c18f2-f830-468e-b269-c21cccb05c4d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=997c0397-413a-446a-9243-65d3ef76b8cb HTTP/1.1" status: 200 len: 1000 time: 0.1714220 May 27 22:27:37.805885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-9c91979a-5af0-41c9-817c-436b74211638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:37.807350 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-9c91979a-5af0-41c9-817c-436b74211638 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.0767138 May 27 22:27:37.811500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Made reservation on behalf of 571914c851be419ca9fa71bbd7416ee1 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:27:37.815718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:37.869362 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:37.879322 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4936aef4-cfcd-4436-bf2d-381b768348ed req-b769b28f-98eb-44cc-bc25-ad6d22ca23bb tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:37.891551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5ea67c82-053f-410e-8025-c8d2015108b1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:38.061047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:38.097594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769b28f-98eb-44cc-bc25-ad6d22ca23bb tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event deleted for resources: {'Port': ['ID=5bc72c65-df9c-4bc2-b971-7f47c56e76ba,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:38.118527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Usage tracker for resource:security_group_rule and tenant:571914c851be419ca9fa71bbd7416ee1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:38.123662 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-92769bb7-7aed-4ee6-b863-b83533d0c62b tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=571914c851be419ca9fa71bbd7416ee1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974505 May 27 22:27:38.125708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:38.128923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-4936aef4-cfcd-4436-bf2d-381b768348ed req-b769b28f-98eb-44cc-bc25-ad6d22ca23bb tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] No DVR routers for this DVR port 5bc72c65-df9c-4bc2-b971-7f47c56e76ba on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:27:38.135149 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4936aef4-cfcd-4436-bf2d-381b768348ed req-b769b28f-98eb-44cc-bc25-ad6d22ca23bb tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:38.141377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:38.274857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-54efaa3b-efb3-4b42-a5aa-0c8d948ea2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:38.276371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-54efaa3b-efb3-4b42-a5aa-0c8d948ea2e5 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4490173 May 27 22:27:38.287821 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4936aef4-cfcd-4436-bf2d-381b768348ed req-b769b28f-98eb-44cc-bc25-ad6d22ca23bb tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.57 "DELETE /v2.0/ports/5bc72c65-df9c-4bc2-b971-7f47c56e76ba HTTP/1.1" status: 204 len: 173 time: 2.4164579 May 27 22:27:38.418040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-1629b849-fb68-424a-83de-6aec4b521a55 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:38.419471 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-1629b849-fb68-424a-83de-6aec4b521a55 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2814915 May 27 22:27:38.449769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-cfcc1c92-b34d-47f2-8294-7e261638946d tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/quotas/571914c851be419ca9fa71bbd7416ee1 HTTP/1.1" status: 200 len: 375 time: 0.0243955 May 27 22:27:38.536100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-b040e662-646d-4fa7-a896-55a9317cb501 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=571914c851be419ca9fa71bbd7416ee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730855 May 27 22:27:38.546366 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-635fd856-a189-4acb-b4a9-6f52cfb40949 service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578325 May 27 22:27:38.580189 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:38.682533 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:38.735722 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b89dcaa5-8f04-4af1-8dab-b89b9891a5a3 req-a6e22390-9360-4278-bb1d-1fd6acdc6375 service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819255 May 27 22:27:38.778721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3668a522-edb1-4dae-a9eb-20eb957415f2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:38.890868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Allocated IP 192.168.233.210 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:27:38.981924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5bc72c65-df9c-4bc2-b971-7f47c56e76ba no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:27:39.029603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 5bc72c65-df9c-4bc2-b971-7f47c56e76ba {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:27:39.030086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5bc72c65-df9c-4bc2-b971-7f47c56e76ba not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:27:39.042324 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-51e6604f-7da3-435c-92b5-efeb08c49232 req-953b2cfd-a361-49e5-bf06-5292e6e31e6e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Synchronizing usage tracker for tenant:30513d18dfb7473dbe429465efd7906b on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:27:39.345367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0059db-de4d-4882-bb20-0ea345f88212 req-19c9aaa7-f9f2-46e2-b01a-bc8b31e67fae tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:39.346921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d0059db-de4d-4882-bb20-0ea345f88212 req-19c9aaa7-f9f2-46e2-b01a-bc8b31e67fae tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 944 time: 0.3575499 May 27 22:27:39.380204 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:39.412679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-51e6604f-7da3-435c-92b5-efeb08c49232 req-953b2cfd-a361-49e5-bf06-5292e6e31e6e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Unset dirty status for tenant:30513d18dfb7473dbe429465efd7906b on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:27:39.413824 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51e6604f-7da3-435c-92b5-efeb08c49232 req-953b2cfd-a361-49e5-bf06-5292e6e31e6e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=8e9a98cd-7c00-4cd7-ba7e-4d58ea624569 HTTP/1.1" status: 200 len: 210 time: 0.4693086 May 27 22:27:39.416764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Transition to ACTIVE for port object 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:39.423615 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d0059db-de4d-4882-bb20-0ea345f88212 req-1719a47a-fa0d-469f-8d13-7d13a66f0691 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678043 May 27 22:27:39.500077 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d27373-0b40-4c80-9eb2-13035b2ff4ca'] response: {'name': 'network-changed', 'server_uuid': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'tag': '997c0397-413a-446a-9243-65d3ef76b8cb', 'status': 'completed', 'code': 200} May 27 22:27:39.500343 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d27373-0b40-4c80-9eb2-13035b2ff4ca'] response: {'server_uuid': 'dddd8f8c-3121-4f71-a896-01b7bc225c22', 'name': 'network-vif-deleted', 'tag': '7304960d-5a11-48ad-aa81-8380bb4e7695', 'status': 'completed', 'code': 200} May 27 22:27:39.674538 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:39.835144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:27:39.842878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:27:39.871300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:27:39.939282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:39.940250 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:39.973819 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Pushing event updated for resources: {'Port': ['ID=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:39.977882 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-1af80530-40b6-4205-bad0-a2ac27e60790 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=d47f869e18974690bc67f65603b9f1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1459794 May 27 22:27:40.073325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbd201-3eca-48df-a091-92c4b69bc2fc req-0b5e8422-9f4f-44fb-a82f-72ba96fa90ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:40.074912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3bbd201-3eca-48df-a091-92c4b69bc2fc req-0b5e8422-9f4f-44fb-a82f-72ba96fa90ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 1097 time: 0.5067191 May 27 22:27:40.171412 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-f3a4596f-eead-483e-9cbd-ed5b4baf46dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2638142 May 27 22:27:40.236470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Request body: {'port': {'device_id': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:40.277585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c055c39-7b22-4d32-afc2-22ef22ef56ab req-6a2fc6cf-c4c7-41c1-9432-09160c5e32fa tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=530568ae-5b2c-4b74-9596-056ea211f876 HTTP/1.1" status: 200 len: 210 time: 0.1147981 May 27 22:27:40.328744 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-1e22b46a-3ca2-4231-8bdf-b9eab570f3a2 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:40.330496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f29d1da1-aa31-455c-bffb-b245b1a4bd97 None None] Provisioning for port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:27:40.335388 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-1e22b46a-3ca2-4231-8bdf-b9eab570f3a2 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3515630 May 27 22:27:40.343684 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f29d1da1-aa31-455c-bffb-b245b1a4bd97 None None] Provisioning complete for port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:27:40.344297 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f29d1da1-aa31-455c-bffb-b245b1a4bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:40.407937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f29d1da1-aa31-455c-bffb-b245b1a4bd97 None None] Port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:27:40.421119 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-3872e627-fe69-46d9-be39-cad69dfd62c2 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/quotas/d47f869e18974690bc67f65603b9f1d5 HTTP/1.1" status: 200 len: 375 time: 0.0848627 May 27 22:27:40.463838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbd201-3eca-48df-a091-92c4b69bc2fc req-43e4766b-3bc0-41bf-a2de-86fba46ceca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:40.465187 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3bbd201-3eca-48df-a091-92c4b69bc2fc req-43e4766b-3bc0-41bf-a2de-86fba46ceca8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 921 time: 0.3824217 May 27 22:27:40.507279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3b5da952-a449-47a6-8b12-7b183008d928 req-915fbd2d-66d4-4a82-ad2a-dc714cdd1a92 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Synchronizing usage tracker for tenant:571914c851be419ca9fa71bbd7416ee1 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:27:40.574717 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-ca781814-15f9-49ab-8f93-aef34de57ad1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1204293 May 27 22:27:40.583256 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:40.687181 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3bbd201-3eca-48df-a091-92c4b69bc2fc req-eabf1a5f-9058-45a8-a406-6af3772395a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=997c0397-413a-446a-9243-65d3ef76b8cb HTTP/1.1" status: 200 len: 1002 time: 0.1816711 May 27 22:27:40.815260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbd201-3eca-48df-a091-92c4b69bc2fc req-04f1fe95-2eaa-47d4-8bee-a1e6523fb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:40.816812 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3bbd201-3eca-48df-a091-92c4b69bc2fc req-04f1fe95-2eaa-47d4-8bee-a1e6523fb361 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.1229351 May 27 22:27:40.820008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3b5da952-a449-47a6-8b12-7b183008d928 req-915fbd2d-66d4-4a82-ad2a-dc714cdd1a92 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Unset dirty status for tenant:571914c851be419ca9fa71bbd7416ee1 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:27:40.821053 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b5da952-a449-47a6-8b12-7b183008d928 req-915fbd2d-66d4-4a82-ad2a-dc714cdd1a92 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=166435ab-cc70-4255-b6b3-1dc2ecbcd18c HTTP/1.1" status: 200 len: 210 time: 0.4106274 May 27 22:27:40.984709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fbaee3ae-f2e7-488c-9403-9ece70c0c55e details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:27:41.119754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-505d9e4d-5460-4632-b32e-18c41ff2f6cf tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:41.122621 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-505d9e4d-5460-4632-b32e-18c41ff2f6cf tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 806 time: 0.2072859 May 27 22:27:41.139933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Request body: {'port': {'device_id': '530568ae-5b2c-4b74-9596-056ea211f876', 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7', 'admin_state_up': True, 'tenant_id': '97fe5f44835545c0a61788c6d0ac3edf'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:41.178583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:41.194317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'fbaee3ae-f2e7-488c-9403-9ece70c0c55e', 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380', 'port_id': 'fbaee3ae-f2e7-488c-9403-9ece70c0c55e', 'mac_address': 'fa:16:3e:21:b4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6553a03-c42d-4c2a-b37f-5623f5c12ea9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:27:41.269220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fbaee3ae-f2e7-488c-9403-9ece70c0c55e is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:41.269849 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:41.298953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbaee3ae-f2e7-488c-9403-9ece70c0c55e {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:27:41.320944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:41.328082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:41.330020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a131a270-3851-46cd-bef8-66cc9cd0b17f req-c2bb2f61-668d-4e7c-9b7b-9e8c12461f81 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips/66352146-7dc5-46bf-b6c4-fc30da1b4c78 HTTP/1.1" status: 200 len: 999 time: 0.4098191 May 27 22:27:41.333305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Usage tracker for resource:port and tenant:97fe5f44835545c0a61788c6d0ac3edf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:41.336827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:41.342543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:41.415954 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:41.431712 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:27:41.456026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbd201-3eca-48df-a091-92c4b69bc2fc req-e3d4adbd-a925-4d42-b203-f2eb7c1e78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:41.457538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3bbd201-3eca-48df-a091-92c4b69bc2fc req-e3d4adbd-a925-4d42-b203-f2eb7c1e78a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6212676 May 27 22:27:41.495814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:41.501897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9a98cd-7c00-4cd7-ba7e-4d58ea624569', 'name': 'network-vif-deleted', 'tag': '5bc72c65-df9c-4bc2-b971-7f47c56e76ba'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:41.503892 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:41.504253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:41.504625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:41.504963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:41.505867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:41.506235 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:41.506756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:41.507270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:41.507601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Made reservation on behalf of 97fe5f44835545c0a61788c6d0ac3edf for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:27:41.507720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:41.507933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:41.508259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:41.508603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:41.512157 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:41.547198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2a764-dcd0-40e1-9b76-082e8e45ed8d req-a0439b58-08fd-4ae3-8d35-7a476dfb81cb tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:41.548653 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a2a764-dcd0-40e1-9b76-082e8e45ed8d req-a0439b58-08fd-4ae3-8d35-7a476dfb81cb tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.57 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 944 time: 0.5441270 May 27 22:27:41.555788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b215e1-0a27-4a5a-9c9d-b1f2f48c6a72 req-9b402afa-fcdc-49fb-b15b-ed2bf2bc1ce6 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:41.557147 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14b215e1-0a27-4a5a-9c9d-b1f2f48c6a72 req-9b402afa-fcdc-49fb-b15b-ed2bf2bc1ce6 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 944 time: 0.5624888 May 27 22:27:41.747555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:27:41.767628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['fbaee3ae-f2e7-488c-9403-9ece70c0c55e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:41.785730 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:41.822168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131a270-3851-46cd-bef8-66cc9cd0b17f req-ce6bfc3a-5512-4812-ab83-a1ffb8d837ec tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:41.823819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a131a270-3851-46cd-bef8-66cc9cd0b17f req-ce6bfc3a-5512-4812-ab83-a1ffb8d837ec tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.4842279 May 27 22:27:41.832069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-95a2a764-dcd0-40e1-9b76-082e8e45ed8d req-1b09d7b6-4ffb-45e8-9a6e-0805a85565e8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Deleting port 19c87446-4763-4657-b6ae-804cb85c4877 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:27:41.832723 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95a2a764-dcd0-40e1-9b76-082e8e45ed8d req-1b09d7b6-4ffb-45e8-9a6e-0805a85565e8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:41.851022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Allocated IP 172.20.0.10 (83b2cd8f-2358-49b4-a885-79e5e97a5ec7/38c978a7-2c3e-4299-9e00-a1c60f2fbf1c/49a1baa7-93f1-4e98-83d7-b61632b425c9) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:27:41.863133 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14b215e1-0a27-4a5a-9c9d-b1f2f48c6a72 req-ac8347a7-3504-41cd-b6d1-49728192f3ce tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171190 May 27 22:27:41.909816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-a131a270-3851-46cd-bef8-66cc9cd0b17f req-9cc5e74c-1a64-4d1d-9134-44c15023758e tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:27:41.921167 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a131a270-3851-46cd-bef8-66cc9cd0b17f req-9cc5e74c-1a64-4d1d-9134-44c15023758e tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530066 May 27 22:27:41.923630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Transition to ACTIVE for port object 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:41.947781 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3bbd201-3eca-48df-a091-92c4b69bc2fc req-b2fabeed-8a4d-4e32-a1e4-76598e7f3d53 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685049 May 27 22:27:42.139237 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:42.147059 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:42.251277 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:42.252982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df5a1daa-d1ef-4eb6-8ed3-4c0248535951 req-d6fca2fc-6571-48fa-a9dc-a81d4a7f87df tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 210 time: 0.2020912 May 27 22:27:42.264533 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7f9fac0e-55b6-4100-8cf3-193eb5b2055c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:42.408647 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-6444629a-f7a0-4e29-ae84-39d0b6636f4b tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=571914c851be419ca9fa71bbd7416ee1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655243 May 27 22:27:42.418168 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:27:42.475799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:27:42.486937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:27:42.534248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Pushing event updated for resources: {'Port': ['ID=49a1baa7-93f1-4e98-83d7-b61632b425c9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:42.632141 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:42.680560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:42.681507 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:42.699895 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3bbd201-3eca-48df-a091-92c4b69bc2fc req-7f4f25e1-f87e-4b97-81c0-c6a9bcd3db35 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7416663 May 27 22:27:42.745479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-c74efbc1-837a-4c01-9972-61f2601d67da tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:42.747030 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-c74efbc1-837a-4c01-9972-61f2601d67da tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3252590 May 27 22:27:42.758767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Request body: {'port': {'device_id': '166435ab-cc70-4255-b6b3-1dc2ecbcd18c', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': '571914c851be419ca9fa71bbd7416ee1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:42.775828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73634805-032f-481c-8553-77986315149d req-be1ffa16-b329-4552-9aee-c1ec40e30304 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:42.777315 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73634805-032f-481c-8553-77986315149d req-be1ffa16-b329-4552-9aee-c1ec40e30304 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 945 time: 0.6719038 May 27 22:27:42.801922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-95a2a764-dcd0-40e1-9b76-082e8e45ed8d req-1b09d7b6-4ffb-45e8-9a6e-0805a85565e8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] For port 19c87446-4763-4657-b6ae-804cb85c4877, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=19c87446-4763-4657-b6ae-804cb85c4877,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:42.802846 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95a2a764-dcd0-40e1-9b76-082e8e45ed8d req-1b09d7b6-4ffb-45e8-9a6e-0805a85565e8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:42.829009 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-81e76a2a-cd7d-4cd0-9bac-4373234f8908 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6963096 May 27 22:27:42.852051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Request body: {'port': {'device_id': '530568ae-5b2c-4b74-9596-056ea211f876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:43.013245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:43.023328 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:43.029213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fbaee3ae-f2e7-488c-9403-9ece70c0c55e up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:27:43.036161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:43.108199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Attempting to bind port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:27:43.108557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Attempting to bind port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:27:43.108880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Attempting to bind port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:43.120974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-95a2a764-dcd0-40e1-9b76-082e8e45ed8d req-1b09d7b6-4ffb-45e8-9a6e-0805a85565e8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Calling delete_port for 19c87446-4763-4657-b6ae-804cb85c4877 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:27:43.153075 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73634805-032f-481c-8553-77986315149d req-9cf89757-b713-4911-91e6-8a40eaee1c9d tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644304 May 27 22:27:43.161282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:27:43.162102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Attempting to bind port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:43.177327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:27:43.181890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:27:43.181890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:27:43.181890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Bound port: 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:27:43.181890 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:43.212924 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f90109-a170-49f9-b2fd-f3c20dacebf7 req-44a59a73-216b-49a2-9b73-5979d11b936d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:43.220823 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66f90109-a170-49f9-b2fd-f3c20dacebf7 req-44a59a73-216b-49a2-9b73-5979d11b936d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=530568ae-5b2c-4b74-9596-056ea211f876 HTTP/1.1" status: 200 len: 932 time: 0.7598345 May 27 22:27:43.247500 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7147c3d3-bb47-4ccc-9042-b1a8b2100da6'] response: {'server_uuid': '8e9a98cd-7c00-4cd7-ba7e-4d58ea624569', 'name': 'network-vif-deleted', 'tag': '5bc72c65-df9c-4bc2-b971-7f47c56e76ba', 'status': 'completed', 'code': 200} May 27 22:27:43.266834 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port fbaee3ae-f2e7-488c-9403-9ece70c0c55e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:27:43.267850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Made reservation on behalf of 571914c851be419ca9fa71bbd7416ee1 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:27:43.272001 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:43.279222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port fbaee3ae-f2e7-488c-9403-9ece70c0c55e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:27:43.279937 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:43.354520 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66f90109-a170-49f9-b2fd-f3c20dacebf7 req-b7dfd2f4-521a-48e3-8b72-cdd8c4b1df0c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328344 May 27 22:27:43.487771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fbaee3ae-f2e7-488c-9403-9ece70c0c55e is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:43.488319 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:43.519092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9cf31a-419d-469a-9fa5-42e274e9e114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaee3ae-f2e7-488c-9403-9ece70c0c55e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:43.529868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:43.561294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Allocated IP 192.168.233.235 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/a2eb2e93-6c28-4821-804f-17d25e83042d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:27:43.569747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] For port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:27:43.576512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a1baa7-93f1-4e98-83d7-b61632b425c9 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:27:43.584147 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6d197cfc-1234-429a-87b2-d280e5ece5d4 req-a9564b4a-bd76-4e17-994c-d85f8ebe513c tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=166435ab-cc70-4255-b6b3-1dc2ecbcd18c HTTP/1.1" status: 200 len: 210 time: 0.0974338 May 27 22:27:43.586376 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:43.597900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] For port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:27:43.613153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-eed87225-997d-41ca-821a-4b40db3a9251 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 1002 time: 0.2002819 May 27 22:27:43.629550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Transition to ACTIVE for port object 49a1baa7-93f1-4e98-83d7-b61632b425c9 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:43.657449 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:43.657449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 19c87446-4763-4657-b6ae-804cb85c4877 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:27:43.708126 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:43.781498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No active binding found for port 19c87446-4763-4657-b6ae-804cb85c4877 {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 22:27:43.781498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 19c87446-4763-4657-b6ae-804cb85c4877 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:27:43.781498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:43.783409 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95a2a764-dcd0-40e1-9b76-082e8e45ed8d req-1b09d7b6-4ffb-45e8-9a6e-0805a85565e8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:43.807597 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:43.823133 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87849774-b7ed-4814-bcd8-4fda91725f6c req-099d81a7-08e4-4b80-887a-2b7422791a48 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/61c04054-bbba-4b3d-a65a-cdcce915d2de HTTP/1.1" status: 200 len: 1800 time: 0.2089131 May 27 22:27:43.833518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-66083ed6-c275-431a-8101-d70cbdb68394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:43.834150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-66083ed6-c275-431a-8101-d70cbdb68394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Synchronizing usage tracker for tenant:a103764016804495a572e1edea3fca44 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:27:43.847427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['28fd374c-7f11-4ae1-a3c1-b05211c94501'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:43.870288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:43.870904 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:43.884785 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] 10.222.0.46 "PUT /v2.0/ports/9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 HTTP/1.1" status: 200 len: 1096 time: 3.6616969 May 27 22:27:43.895617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e22bc-144b-4b3c-a5e9-0583d80e48d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:44.072315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09d7b6-4ffb-45e8-9a6e-0805a85565e8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Pushing event deleted for resources: {'Port': ['ID=19c87446-4763-4657-b6ae-804cb85c4877,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:44.083632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a2a764-dcd0-40e1-9b76-082e8e45ed8d req-1b09d7b6-4ffb-45e8-9a6e-0805a85565e8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] No DVR routers for this DVR port 19c87446-4763-4657-b6ae-804cb85c4877 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:27:44.093610 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95a2a764-dcd0-40e1-9b76-082e8e45ed8d req-1b09d7b6-4ffb-45e8-9a6e-0805a85565e8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:44.100626 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:44.125561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Transition to ACTIVE for port object a2eb2e93-6c28-4821-804f-17d25e83042d will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:44.155005 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-87849774-b7ed-4814-bcd8-4fda91725f6c req-99c4205b-e38e-4b68-bb24-46f096457047 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:44.189964 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-87849774-b7ed-4814-bcd8-4fda91725f6c req-99c4205b-e38e-4b68-bb24-46f096457047 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:44.195122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Pushing event updated for resources: {'Port': ['ID=49a1baa7-93f1-4e98-83d7-b61632b425c9,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:44.200946 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-3436aab3-9c8e-443e-a0ad-5c585bc4644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:44.202417 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-3436aab3-9c8e-443e-a0ad-5c585bc4644a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=571914c851be419ca9fa71bbd7416ee1&device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 1099 time: 0.1796696 May 27 22:27:44.279382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Attempting to bind port 49a1baa7-93f1-4e98-83d7-b61632b425c9 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:27:44.279961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Attempting to bind port 49a1baa7-93f1-4e98-83d7-b61632b425c9 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:27:44.280131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Attempting to bind port 49a1baa7-93f1-4e98-83d7-b61632b425c9 on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:44.284755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Port 49a1baa7-93f1-4e98-83d7-b61632b425c9 on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:27:44.285069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Attempting to bind port 49a1baa7-93f1-4e98-83d7-b61632b425c9 on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:44.287930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-66083ed6-c275-431a-8101-d70cbdb68394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Unset dirty status for tenant:a103764016804495a572e1edea3fca44 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:27:44.289102 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-66083ed6-c275-431a-8101-d70cbdb68394 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports/997c0397-413a-446a-9243-65d3ef76b8cb HTTP/1.1" status: 200 len: 943 time: 0.6623039 May 27 22:27:44.290233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:27:44.290569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Checking segment: {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:27:44.290954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Bound using segment: {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:27:44.291376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Bound port: 49a1baa7-93f1-4e98-83d7-b61632b425c9, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:27:44.292156 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:44.292937 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-d7ed12a6-a0bf-46a4-9193-eb20829b4f27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 HTTP/1.1" status: 200 len: 217 time: 0.0778201 May 27 22:27:44.340216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a2a764-dcd0-40e1-9b76-082e8e45ed8d req-1b09d7b6-4ffb-45e8-9a6e-0805a85565e8 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.57 "DELETE /v2.0/ports/19c87446-4763-4657-b6ae-804cb85c4877 HTTP/1.1" status: 204 len: 173 time: 2.7682226 May 27 22:27:44.385369 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:44.395632 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-63b7f333-529a-447e-be66-8d2936fb8ad4 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d47f869e18974690bc67f65603b9f1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338249 May 27 22:27:44.402000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-59362dd7-9811-4c36-9709-27472bb5503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:44.403396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-59362dd7-9811-4c36-9709-27472bb5503c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1029091 May 27 22:27:44.442233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] For port 49a1baa7-93f1-4e98-83d7-b61632b425c9, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:27:44.469695 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] For port 49a1baa7-93f1-4e98-83d7-b61632b425c9, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=49a1baa7-93f1-4e98-83d7-b61632b425c9,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:27:44.474229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:27:44.477799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:27:44.482156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:27:44.507042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Pushing event updated for resources: {'Port': ['ID=a2eb2e93-6c28-4821-804f-17d25e83042d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:44.543124 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:44.587283 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-87849774-b7ed-4814-bcd8-4fda91725f6c req-99c4205b-e38e-4b68-bb24-46f096457047 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:44.590137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:44.590821 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:44.635696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:44.636224 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:44.637620 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] 10.222.0.46 "PUT /v2.0/ports/49a1baa7-93f1-4e98-83d7-b61632b425c9 HTTP/1.1" status: 200 len: 1092 time: 1.8023334 May 27 22:27:44.638051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '530568ae-5b2c-4b74-9596-056ea211f876', 'tag': '49a1baa7-93f1-4e98-83d7-b61632b425c9'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:44.658017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3fec5-e0af-4cd8-aca9-24261045cf82 service neutron] Pushing event updated for resources: {'Port': ['ID=49a1baa7-93f1-4e98-83d7-b61632b425c9,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:44.666563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4205b-e38e-4b68-bb24-46f096457047 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c04054-bbba-4b3d-a65a-cdcce915d2de,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:44.730208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-177d16b3-c82a-48a8-a758-556e8e605ba3 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 1002 time: 0.3257508 May 27 22:27:44.760625 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-91abc4d4-be21-4d8e-82a7-96d7bf9e2f04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0052328 May 27 22:27:44.777446 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Request body: {'port': {'device_id': '166435ab-cc70-4255-b6b3-1dc2ecbcd18c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:44.908276 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e820e2fa-b133-49a7-8f65-4e3f936d387e None None] Provisioning for port a2eb2e93-6c28-4821-804f-17d25e83042d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:27:44.915457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e820e2fa-b133-49a7-8f65-4e3f936d387e None None] Provisioning complete for port a2eb2e93-6c28-4821-804f-17d25e83042d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:27:44.917284 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e820e2fa-b133-49a7-8f65-4e3f936d387e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:44.991773 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e820e2fa-b133-49a7-8f65-4e3f936d387e None None] Port a2eb2e93-6c28-4821-804f-17d25e83042d cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:27:45.018897 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-87849774-b7ed-4814-bcd8-4fda91725f6c req-99c4205b-e38e-4b68-bb24-46f096457047 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:45.032545 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87849774-b7ed-4814-bcd8-4fda91725f6c req-99c4205b-e38e-4b68-bb24-46f096457047 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "DELETE /v2.0/security-groups/61c04054-bbba-4b3d-a65a-cdcce915d2de HTTP/1.1" status: 204 len: 173 time: 1.1463635 May 27 22:27:45.085433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-712a2f7d-11bf-4808-9f10-dfbfd0181171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:45.088379 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-712a2f7d-11bf-4808-9f10-dfbfd0181171 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&device_id=530568ae-5b2c-4b74-9596-056ea211f876 HTTP/1.1" status: 200 len: 1095 time: 0.2209079 May 27 22:27:45.117491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-00b9631c-7801-4f88-9f18-2e08f45a0e9c tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:45.118997 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-00b9631c-7801-4f88-9f18-2e08f45a0e9c tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7136416 May 27 22:27:45.149879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Request body: {'port': {'device_id': 'ae6b1f97-d840-4feb-9f34-63d3c0c60860', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'd47f869e18974690bc67f65603b9f1d5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:45.154872 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:45.190496 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-99d680a7-8c52-4e4f-b00f-075fc68cce1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49a1baa7-93f1-4e98-83d7-b61632b425c9 HTTP/1.1" status: 200 len: 217 time: 0.0941484 May 27 22:27:45.203936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-415ab0bd-1d81-494e-bf56-cfcc437f6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:45.205934 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-415ab0bd-1d81-494e-bf56-cfcc437f6b0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7813830 May 27 22:27:45.271050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'tag': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6'}, {'server_uuid': '3dfe8df9-d1fb-455e-be9a-18901952faea', 'name': 'network-vif-deleted', 'tag': '19c87446-4763-4657-b6ae-804cb85c4877'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:45.436158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e5a21c62-759b-43cc-ac11-ae352f276c39 req-c1f96775-d7bc-4a56-a52e-10b4cac333ef tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Synchronizing usage tracker for tenant:3576fc8b868b4910aafa386813d8d521 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:27:45.464433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-ef3b0b4a-286a-4edd-8afd-a3a3a871c034 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:45.472148 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-ef3b0b4a-286a-4edd-8afd-a3a3a871c034 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.7401104 May 27 22:27:45.500793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-e310432d-a91f-4994-ad7f-ccb25367c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:45.502359 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-e310432d-a91f-4994-ad7f-ccb25367c0a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 200 len: 846 time: 0.1626604 May 27 22:27:45.568446 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-bc7b7a51-0d0c-4b85-a2de-814f94d89f18 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560472 May 27 22:27:45.580834 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:45.648926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-01d82f7b-360f-44ea-8043-8ca12d6bdb2d tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 1002 time: 0.1758592 May 27 22:27:45.668739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:45.673452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Usage tracker for resource:port and tenant:d47f869e18974690bc67f65603b9f1d5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:45.676496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:45.683266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:45.687997 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-c25a7fa0-fe7c-434f-a8b2-74978a603c87 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674483 May 27 22:27:45.691397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-da66d27d-0e79-4332-9b95-23132abb21fa tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:45.755878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e5a21c62-759b-43cc-ac11-ae352f276c39 req-c1f96775-d7bc-4a56-a52e-10b4cac333ef tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Unset dirty status for tenant:3576fc8b868b4910aafa386813d8d521 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:27:45.757135 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5a21c62-759b-43cc-ac11-ae352f276c39 req-c1f96775-d7bc-4a56-a52e-10b4cac333ef tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=3dfe8df9-d1fb-455e-be9a-18901952faea HTTP/1.1" status: 200 len: 210 time: 0.5612733 May 27 22:27:45.778415 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-781b79a7-cf55-47ce-8c7d-9fc7fad0cc0d service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040334 May 27 22:27:45.783408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2eb2e93-6c28-4821-804f-17d25e83042d {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:27:45.863558 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:45.873693 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-da66d27d-0e79-4332-9b95-23132abb21fa tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:45.898574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Transition to ACTIVE for port object a2eb2e93-6c28-4821-804f-17d25e83042d will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:45.940787 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50ca8cca-d39a-47e2-bb13-ae0279ac3cd6 req-2a7d01f8-6abd-4417-b202-2b0abfa14903 service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518390 May 27 22:27:45.986610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Made reservation on behalf of d47f869e18974690bc67f65603b9f1d5 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:27:45.990134 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:45.993797 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:46.075408 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:46.094538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:46.098697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Usage tracker for resource:security_group_rule and tenant:d47f869e18974690bc67f65603b9f1d5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:46.101732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:46.107634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:46.179077 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eda43a68-9c1a-4c95-92e7-55dbd8b1bbd2 req-10580aef-d9b0-4734-8b7d-2f21314814f5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 210 time: 0.2384303 May 27 22:27:46.233856 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a48630-bad7-4ca9-bf84-b1d2098ca87e'] response: {'server_uuid': '0a9cf31a-419d-469a-9fa5-42e274e9e114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbaee3ae-f2e7-488c-9403-9ece70c0c55e', 'code': 200} May 27 22:27:46.462729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Pushing event updated for resources: {'Port': ['ID=a2eb2e93-6c28-4821-804f-17d25e83042d,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:46.498276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Attempting to bind port a2eb2e93-6c28-4821-804f-17d25e83042d on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:27:46.498611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Attempting to bind port a2eb2e93-6c28-4821-804f-17d25e83042d by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:27:46.498980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Attempting to bind port a2eb2e93-6c28-4821-804f-17d25e83042d on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:46.504187 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Port a2eb2e93-6c28-4821-804f-17d25e83042d on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:27:46.511804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Attempting to bind port a2eb2e93-6c28-4821-804f-17d25e83042d on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:46.511804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:27:46.511804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:27:46.511804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:27:46.512240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Bound port: a2eb2e93-6c28-4821-804f-17d25e83042d, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:27:46.512240 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:46.593191 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-128ffc6c-1534-4b3d-8a50-434d2b6c25e1 req-872cc4a6-ddd1-4f9b-8036-efc327832300 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8445764 May 27 22:27:46.641118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] For port a2eb2e93-6c28-4821-804f-17d25e83042d, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:27:46.645410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] For port a2eb2e93-6c28-4821-804f-17d25e83042d, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a2eb2e93-6c28-4821-804f-17d25e83042d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:27:46.701438 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-da66d27d-0e79-4332-9b95-23132abb21fa tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:46.708959 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:46.718311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a005b0-eeb5-4af3-b61e-4e12e285a87b req-092a75e0-ed90-4899-b76b-617e81e9b69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:46.719781 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4a005b0-eeb5-4af3-b61e-4e12e285a87b req-092a75e0-ed90-4899-b76b-617e81e9b69f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 1097 time: 0.3649340 May 27 22:27:46.727740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eba95-fa97-4873-adab-5336a5e13712 req-445bd6b9-871e-4931-81c0-e5569264f51e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:46.729161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-604eba95-fa97-4873-adab-5336a5e13712 req-445bd6b9-871e-4931-81c0-e5569264f51e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 946 time: 0.3720882 May 27 22:27:46.798997 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:46.882571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:46.883767 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:46.885297 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] 10.222.0.46 "PUT /v2.0/ports/a2eb2e93-6c28-4821-804f-17d25e83042d HTTP/1.1" status: 200 len: 1096 time: 2.1162937 May 27 22:27:46.919672 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:46.923420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf8ca5-11cc-48c4-9b18-2d93d1202f60 service neutron] Pushing event updated for resources: {'Port': ['ID=a2eb2e93-6c28-4821-804f-17d25e83042d,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:46.950711 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-da66d27d-0e79-4332-9b95-23132abb21fa tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:46.950711 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-da66d27d-0e79-4332-9b95-23132abb21fa tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Floating IP 66352146-7dc5-46bf-b6c4-fc30da1b4c78 disassociated. External IP: 172.25.2.246, port: 997c0397-413a-446a-9243-65d3ef76b8cb. May 27 22:27:47.078427 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4a005b0-eeb5-4af3-b61e-4e12e285a87b req-2dca7faa-4e0b-477e-9bf2-51ceffdfbc83 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483245 May 27 22:27:47.081115 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-604eba95-fa97-4873-adab-5336a5e13712 req-51f69a3f-7353-475c-a940-40ea02550e28 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361311 May 27 22:27:47.153706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1421858-6a9a-4c35-9d7e-6cb88d3f4253,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:47.227918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-7a30b074-f024-4682-918a-4202e6ecbe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:47.229509 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-7a30b074-f024-4682-918a-4202e6ecbe7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=571914c851be419ca9fa71bbd7416ee1&device_id=166435ab-cc70-4255-b6b3-1dc2ecbcd18c HTTP/1.1" status: 200 len: 1099 time: 0.1519930 May 27 22:27:47.314372 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-c3dd1e13-ce30-47c8-a345-6c038568d8e1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=a2eb2e93-6c28-4821-804f-17d25e83042d HTTP/1.1" status: 200 len: 217 time: 0.0764058 May 27 22:27:47.387188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-5b209bf9-9bb2-4083-a9ed-cd4df392252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:47.388816 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-5b209bf9-9bb2-4083-a9ed-cd4df392252c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0676227 May 27 22:27:47.393812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Allocated IP 192.168.233.76 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/e4583884-4f85-4cf4-9c9b-c77f569ea4b9) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:27:47.470011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-781e4cde-3f3a-4a21-b503-a99acef763f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:47.474652 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-781e4cde-3f3a-4a21-b503-a99acef763f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769334 May 27 22:27:47.604132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a40bc3-3b78-4ea9-abf7-6059f04fadb9 req-5afa1563-5f21-4f4f-800c-b92c85f5ed2d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:47.611534 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74a40bc3-3b78-4ea9-abf7-6059f04fadb9 req-5afa1563-5f21-4f4f-800c-b92c85f5ed2d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=530568ae-5b2c-4b74-9596-056ea211f876 HTTP/1.1" status: 200 len: 944 time: 0.3611650 May 27 22:27:47.627123 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-af9bc42e-95bd-4187-8877-b031edd15a5f service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463747 May 27 22:27:47.741779 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74a40bc3-3b78-4ea9-abf7-6059f04fadb9 req-2775b5ec-1cfb-490f-a39a-9ea8a28f4924 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276484 May 27 22:27:47.821162 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0eb0a384-e212-4c10-9a58-1d2e49683b6b req-180285f8-72ac-4225-909f-eae62038573f service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878705 May 27 22:27:47.828367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-da66d27d-0e79-4332-9b95-23132abb21fa tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:27:48.087283 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:48.141652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Transition to ACTIVE for port object e4583884-4f85-4cf4-9c9b-c77f569ea4b9 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:48.160078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-da66d27d-0e79-4332-9b95-23132abb21fa tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:27:48.173789 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a8214b-ad46-43f7-98c7-fb9491ae4900 None None] Sync routers for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:27:48.187909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5981d3-2ae6-4069-9fd2-02d9acb5bce8 req-59d30338-6965-4813-b14b-200bdc584f68 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:48.195849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf5981d3-2ae6-4069-9fd2-02d9acb5bce8 req-59d30338-6965-4813-b14b-200bdc584f68 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=166435ab-cc70-4255-b6b3-1dc2ecbcd18c HTTP/1.1" status: 200 len: 948 time: 0.2925718 May 27 22:27:48.196809 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a8214b-ad46-43f7-98c7-fb9491ae4900 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:27:48.197462 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f3a8214b-ad46-43f7-98c7-fb9491ae4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:27:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:48.252665 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-da66d27d-0e79-4332-9b95-23132abb21fa tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:48.289011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-cf5981d3-2ae6-4069-9fd2-02d9acb5bce8 req-d875c48d-486d-4335-a548-1cd6866ae1f5 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Synchronizing usage tracker for tenant:571914c851be419ca9fa71bbd7416ee1 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:27:48.328726 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-da66d27d-0e79-4332-9b95-23132abb21fa tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "PUT /v2.0/floatingips/66352146-7dc5-46bf-b6c4-fc30da1b4c78 HTTP/1.1" status: 200 len: 696 time: 2.6621330 May 27 22:27:48.343079 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:48.345797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:27:48.424496 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f3a8214b-ad46-43f7-98c7-fb9491ae4900 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:27:48.500157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-cf5981d3-2ae6-4069-9fd2-02d9acb5bce8 req-d875c48d-486d-4335-a548-1cd6866ae1f5 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Unset dirty status for tenant:571914c851be419ca9fa71bbd7416ee1 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:27:48.515740 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf5981d3-2ae6-4069-9fd2-02d9acb5bce8 req-d875c48d-486d-4335-a548-1cd6866ae1f5 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189600 May 27 22:27:48.526943 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:48.543519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6', 'mac_address': 'fa:16:3e:a2:51:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:27:48.568649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:27:48.576369 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:27:48.599214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:27:48.614031 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b03fa683-e09f-42f7-8036-d3ea7661d2df'] response: {'name': 'network-changed', 'server_uuid': '530568ae-5b2c-4b74-9596-056ea211f876', 'tag': '49a1baa7-93f1-4e98-83d7-b61632b425c9', 'status': 'completed', 'code': 200} May 27 22:27:48.626293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:48.626872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:48.666871 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:27:48.711896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:48.719922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event updated for resources: {'Port': ['ID=e4583884-4f85-4cf4-9c9b-c77f569ea4b9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:48.773556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ffe4-2e28-43ae-8687-6fa8b6f6bcb2 req-a3235435-134e-4095-a42e-9c93deb55c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:48.776187 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5e56ffe4-2e28-43ae-8687-6fa8b6f6bcb2 req-a3235435-134e-4095-a42e-9c93deb55c73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&device_id=530568ae-5b2c-4b74-9596-056ea211f876 HTTP/1.1" status: 200 len: 1095 time: 0.1358843 May 27 22:27:48.788223 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:48.789328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 49a1baa7-93f1-4e98-83d7-b61632b425c9 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:27:48.834991 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f3a8214b-ad46-43f7-98c7-fb9491ae4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:48.839186 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a8214b-ad46-43f7-98c7-fb9491ae4900 None None] Checking router: 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:27:48.849782 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a8214b-ad46-43f7-98c7-fb9491ae4900 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:27:48.850400 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f3a8214b-ad46-43f7-98c7-fb9491ae4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:27:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:48.893559 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-db6c2d5e-65ad-41e8-a14d-fe0436b98704 req-170e03f4-ff63-4f8e-adaa-a94afa4509a4 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/1e548d1c-4fc9-41a2-a525-1d08c5a9478c HTTP/1.1" status: 200 len: 1800 time: 0.2016618 May 27 22:27:48.897769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-fffb8ed5-f3c6-47bb-8f4b-eafdc7a0f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:48.906495 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-fffb8ed5-f3c6-47bb-8f4b-eafdc7a0f11b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 1097 time: 0.5011485 May 27 22:27:48.944605 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:48.971064 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dd7d09c2-0cda-42da-a0ae-b1c6522fa297 None None] Provisioning for port e4583884-4f85-4cf4-9c9b-c77f569ea4b9 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:27:49.010487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ffe4-2e28-43ae-8687-6fa8b6f6bcb2 req-8b1e4cc2-21d2-4033-b74e-31df9b9858eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:49.011995 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5e56ffe4-2e28-43ae-8687-6fa8b6f6bcb2 req-8b1e4cc2-21d2-4033-b74e-31df9b9858eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 907 time: 0.2281413 May 27 22:27:49.035957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dd7d09c2-0cda-42da-a0ae-b1c6522fa297 None None] Provisioning complete for port e4583884-4f85-4cf4-9c9b-c77f569ea4b9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:27:49.037294 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd7d09c2-0cda-42da-a0ae-b1c6522fa297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:49.076899 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f3a8214b-ad46-43f7-98c7-fb9491ae4900 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:27:49.113557 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5e56ffe4-2e28-43ae-8687-6fa8b6f6bcb2 req-6bc062e8-d7d8-469d-b4d2-9ba5e41fd248 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49a1baa7-93f1-4e98-83d7-b61632b425c9 HTTP/1.1" status: 200 len: 217 time: 0.0942891 May 27 22:27:49.143881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:49.145250 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:49.169243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d09c2-0cda-42da-a0ae-b1c6522fa297 None None] Port e4583884-4f85-4cf4-9c9b-c77f569ea4b9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:27:49.216748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 49a1baa7-93f1-4e98-83d7-b61632b425c9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=49a1baa7-93f1-4e98-83d7-b61632b425c9,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:49.244375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56ffe4-2e28-43ae-8687-6fa8b6f6bcb2 req-03ec4e7f-4497-42b5-86ef-404d0b46affc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:49.246253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '49a1baa7-93f1-4e98-83d7-b61632b425c9', 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7', 'port_id': '49a1baa7-93f1-4e98-83d7-b61632b425c9', 'mac_address': 'fa:16:3e:7d:6e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c978a7-2c3e-4299-9e00-a1c60f2fbf1c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:27:49.248106 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5e56ffe4-2e28-43ae-8687-6fa8b6f6bcb2 req-03ec4e7f-4497-42b5-86ef-404d0b46affc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 200 len: 846 time: 0.1285572 May 27 22:27:49.341597 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5e56ffe4-2e28-43ae-8687-6fa8b6f6bcb2 req-b7587811-534e-4bbd-b901-77850ea61e53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872912 May 27 22:27:49.368540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 49a1baa7-93f1-4e98-83d7-b61632b425c9 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:49.369130 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:49.379644 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-db6c2d5e-65ad-41e8-a14d-fe0436b98704 req-75278e31-5b03-4a0d-9e1d-51e178ff6114 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:49.386699 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-95a07551-13cd-48db-a878-5e128e53ed1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2477751 May 27 22:27:49.403135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a1baa7-93f1-4e98-83d7-b61632b425c9 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:27:49.408443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Request body: {'port': {'device_id': 'ae6b1f97-d840-4feb-9f34-63d3c0c60860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:49.436886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 49a1baa7-93f1-4e98-83d7-b61632b425c9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=49a1baa7-93f1-4e98-83d7-b61632b425c9,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:49.442336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-a7eadd1a-ead1-4fc0-bceb-83facedb1e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:49.444478 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-a7eadd1a-ead1-4fc0-bceb-83facedb1e99 service neutron] 10.222.0.27 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 921 time: 0.5371981 May 27 22:27:49.500600 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f3a8214b-ad46-43f7-98c7-fb9491ae4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:27:49.507448 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a8214b-ad46-43f7-98c7-fb9491ae4900 None None] The sync data for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 is: [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:25:55Z', 'revision_number': 4, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6069443c-49c8-4884-a375-a129aac3dc81', 'name': '', 'network_id': '70dd1cd7-83dd-4b84-a4fc-0af2745e3302', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'mac_address': 'fa:16:3e:f1:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:54Z', 'updated_at': '2022-05-27T22:26:04Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'subnets': [{'id': '23c58856-8bad-480b-bab4-80dce2c9b40a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:27:49.519347 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:49.546978 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5e56ffe4-2e28-43ae-8687-6fa8b6f6bcb2 req-f9b6de02-a424-40ea-b151-caafd7132af3 service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988587 May 27 22:27:49.549401 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-db6c2d5e-65ad-41e8-a14d-fe0436b98704 req-75278e31-5b03-4a0d-9e1d-51e178ff6114 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:49.571969 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-62c9640c-5bab-4ef2-bb24-5df95dad3c0c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=997c0397-413a-446a-9243-65d3ef76b8cb HTTP/1.1" status: 200 len: 217 time: 0.1143796 May 27 22:27:49.640206 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=49a1baa7-93f1-4e98-83d7-b61632b425c9,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:49.717823 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:49.748958 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-db6c2d5e-65ad-41e8-a14d-fe0436b98704 req-75278e31-5b03-4a0d-9e1d-51e178ff6114 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:49.769609 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5e56ffe4-2e28-43ae-8687-6fa8b6f6bcb2 req-e999fb90-aa08-408e-8d51-62ea90159d77 service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161753 May 27 22:27:49.777179 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:49.827297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-5629ad48-5934-4001-853c-23c4ce7e7cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:49.828818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-5629ad48-5934-4001-853c-23c4ce7e7cd3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.2440927 May 27 22:27:49.829552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75278e31-5b03-4a0d-9e1d-51e178ff6114 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e548d1c-4fc9-41a2-a525-1d08c5a9478c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:49.847907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['49a1baa7-93f1-4e98-83d7-b61632b425c9'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:49.893792 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-db6c2d5e-65ad-41e8-a14d-fe0436b98704 req-75278e31-5b03-4a0d-9e1d-51e178ff6114 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:49.895018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-db6c2d5e-65ad-41e8-a14d-fe0436b98704 req-75278e31-5b03-4a0d-9e1d-51e178ff6114 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "DELETE /v2.0/security-groups/1e548d1c-4fc9-41a2-a525-1d08c5a9478c HTTP/1.1" status: 204 len: 173 time: 0.9319723 May 27 22:27:49.943486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-8db840d5-a2b9-4b50-8be8-9b0193255ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:49.945241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-8db840d5-a2b9-4b50-8be8-9b0193255ad6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035426 May 27 22:27:49.955278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07983fba-9f22-4862-9c9e-a8cb2d3a6734 None None] New status for floating IP 66352146-7dc5-46bf-b6c4-fc30da1b4c78: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:27:50.021660 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd282c15-1334-4f08-8bbc-428cf72dbf1a'] response: {'name': 'network-changed', 'server_uuid': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'tag': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6', 'status': 'completed', 'code': 200} May 27 22:27:50.021938 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd282c15-1334-4f08-8bbc-428cf72dbf1a'] response: {'server_uuid': '3dfe8df9-d1fb-455e-be9a-18901952faea', 'name': 'network-vif-deleted', 'tag': '19c87446-4763-4657-b6ae-804cb85c4877', 'status': 'completed', 'code': 200} May 27 22:27:50.133741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dd70f-4f37-4c98-86da-b2455c6dbe79 req-bb2a715f-60c3-47f6-9bc2-a8300669c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:50.136821 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ca9dd70f-4f37-4c98-86da-b2455c6dbe79 req-bb2a715f-60c3-47f6-9bc2-a8300669c5fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=571914c851be419ca9fa71bbd7416ee1&device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 1100 time: 0.1300087 May 27 22:27:50.366667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-403326f3-0dcd-4afa-8025-7317f42ef6d6 service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149985 May 27 22:27:50.448423 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a2eb2e93-6c28-4821-804f-17d25e83042d details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:27:50.467623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dd70f-4f37-4c98-86da-b2455c6dbe79 req-0fbfa117-24e2-4bc9-ab24-0451694f661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:50.470568 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ca9dd70f-4f37-4c98-86da-b2455c6dbe79 req-0fbfa117-24e2-4bc9-ab24-0451694f661f service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.3277028 May 27 22:27:50.584558 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ca9dd70f-4f37-4c98-86da-b2455c6dbe79 req-c52c8518-b362-4e99-833a-91d564f6c3f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 HTTP/1.1" status: 200 len: 217 time: 0.0986538 May 27 22:27:50.626329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bbbb4-e4a9-4cf8-8d2e-2fb7bf4795e6 req-7a49fb3b-3f43-4870-a3bf-c8cb52b85ef1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:50.627309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6f5bbbb4-e4a9-4cf8-8d2e-2fb7bf4795e6 req-7a49fb3b-3f43-4870-a3bf-c8cb52b85ef1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Synchronizing usage tracker for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:27:50.635571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166435ab-cc70-4255-b6b3-1dc2ecbcd18c', 'tag': 'a2eb2e93-6c28-4821-804f-17d25e83042d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:50.675721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dd70f-4f37-4c98-86da-b2455c6dbe79 req-6f6fdbc9-55ee-4038-a9cb-8ad03f691fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:50.677363 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ca9dd70f-4f37-4c98-86da-b2455c6dbe79 req-6f6fdbc9-55ee-4038-a9cb-8ad03f691fa5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0881538 May 27 22:27:50.793859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dd70f-4f37-4c98-86da-b2455c6dbe79 req-bdbab800-c618-4438-bc62-f1a2874afb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:50.795780 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ca9dd70f-4f37-4c98-86da-b2455c6dbe79 req-bdbab800-c618-4438-bc62-f1a2874afb9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1125178 May 27 22:27:50.816821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a2eb2e93-6c28-4821-804f-17d25e83042d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a2eb2e93-6c28-4821-804f-17d25e83042d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:50.834860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'a2eb2e93-6c28-4821-804f-17d25e83042d', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'a2eb2e93-6c28-4821-804f-17d25e83042d', 'mac_address': 'fa:16:3e:36:db:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:27:50.840267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4583884-4f85-4cf4-9c9b-c77f569ea4b9 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:27:50.850158 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-652f8423-2c41-4445-ba75-a34e58d313d5 req-34408fc7-cc13-4036-9632-83f08f263672 service neutron] 10.222.0.27 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768689 May 27 22:27:50.856015 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:50.861584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6f5bbbb4-e4a9-4cf8-8d2e-2fb7bf4795e6 req-7a49fb3b-3f43-4870-a3bf-c8cb52b85ef1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Unset dirty status for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:27:50.869677 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f5bbbb4-e4a9-4cf8-8d2e-2fb7bf4795e6 req-7a49fb3b-3f43-4870-a3bf-c8cb52b85ef1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 935 time: 0.6397297 May 27 22:27:50.905598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port a2eb2e93-6c28-4821-804f-17d25e83042d is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:50.906304 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:50.911647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Transition to ACTIVE for port object e4583884-4f85-4cf4-9c9b-c77f569ea4b9 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:50.923893 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6f5bbbb4-e4a9-4cf8-8d2e-2fb7bf4795e6 req-cf4619e7-805c-4c04-9339-0daccfed69ec tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Synchronizing usage tracker for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:27:50.929896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2eb2e93-6c28-4821-804f-17d25e83042d {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:27:50.950178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a2eb2e93-6c28-4821-804f-17d25e83042d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a2eb2e93-6c28-4821-804f-17d25e83042d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:50.995512 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ca9dd70f-4f37-4c98-86da-b2455c6dbe79 req-37f0cdac-f5e0-4f05-b4cd-500633f42568 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921253 May 27 22:27:51.010615 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:51.039614 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:51.170725 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ca9dd70f-4f37-4c98-86da-b2455c6dbe79 req-6c45a51c-c923-4fe4-a326-51f0bdde7ecc service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680033 May 27 22:27:51.171259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=a2eb2e93-6c28-4821-804f-17d25e83042d,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:51.188437 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Pushing event updated for resources: {'Port': ['ID=e4583884-4f85-4cf4-9c9b-c77f569ea4b9,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:51.198149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6f5bbbb4-e4a9-4cf8-8d2e-2fb7bf4795e6 req-cf4619e7-805c-4c04-9339-0daccfed69ec tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Unset dirty status for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:27:51.204827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f5bbbb4-e4a9-4cf8-8d2e-2fb7bf4795e6 req-cf4619e7-805c-4c04-9339-0daccfed69ec tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342414 May 27 22:27:51.384557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['a2eb2e93-6c28-4821-804f-17d25e83042d'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:51.657564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3af17a-c121-4130-8189-617ba29e48e2 req-93941a8c-1195-43df-853e-28065ecf5ca1 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:51.659143 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee3af17a-c121-4130-8189-617ba29e48e2 req-93941a8c-1195-43df-853e-28065ecf5ca1 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 946 time: 0.5154822 May 27 22:27:51.685347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Attempting to bind port e4583884-4f85-4cf4-9c9b-c77f569ea4b9 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:27:51.685679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Attempting to bind port e4583884-4f85-4cf4-9c9b-c77f569ea4b9 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:27:51.686138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Attempting to bind port e4583884-4f85-4cf4-9c9b-c77f569ea4b9 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:51.699530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Port e4583884-4f85-4cf4-9c9b-c77f569ea4b9 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:27:51.699849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Attempting to bind port e4583884-4f85-4cf4-9c9b-c77f569ea4b9 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:51.712021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9537de-a14e-49e9-975a-e6331ee7b502 req-f43f22af-b256-4a50-bf31-f2b592f7913e tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:51.713441 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f9537de-a14e-49e9-975a-e6331ee7b502 req-f43f22af-b256-4a50-bf31-f2b592f7913e tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=530568ae-5b2c-4b74-9596-056ea211f876 HTTP/1.1" status: 200 len: 945 time: 0.3659801 May 27 22:27:51.726170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:27:51.728665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:27:51.729054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:27:51.730086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Bound port: e4583884-4f85-4cf4-9c9b-c77f569ea4b9, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:27:51.730433 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:51.775496 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee3af17a-c121-4130-8189-617ba29e48e2 req-1bd1ebcf-ba9b-4920-95da-30470a8d9bd5 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052527 May 27 22:27:51.839180 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f9537de-a14e-49e9-975a-e6331ee7b502 req-6553b249-afdd-4d95-8e99-baddc02ee14d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165648 May 27 22:27:51.874210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-7f4a6a0c-6d94-4481-a9a7-4bdafe40bf79 req-7eae4c77-5a83-48f2-8e50-d920fa3a94d1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-326203072', 'description': 'tempest-description-2132947740'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:51.885082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-7f4a6a0c-6d94-4481-a9a7-4bdafe40bf79 req-7eae4c77-5a83-48f2-8e50-d920fa3a94d1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:51.891865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7f4a6a0c-6d94-4481-a9a7-4bdafe40bf79 req-7eae4c77-5a83-48f2-8e50-d920fa3a94d1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:51.896636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7f4a6a0c-6d94-4481-a9a7-4bdafe40bf79 req-7eae4c77-5a83-48f2-8e50-d920fa3a94d1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:51.903877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] For port e4583884-4f85-4cf4-9c9b-c77f569ea4b9, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:27:51.906573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] For port e4583884-4f85-4cf4-9c9b-c77f569ea4b9, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e4583884-4f85-4cf4-9c9b-c77f569ea4b9,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:27:51.939766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-7f4a6a0c-6d94-4481-a9a7-4bdafe40bf79 req-7eae4c77-5a83-48f2-8e50-d920fa3a94d1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:51.959553 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:51.977249 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:52.023099 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'tag': '997c0397-413a-446a-9243-65d3ef76b8cb'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:52.049334 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7f4a6a0c-6d94-4481-a9a7-4bdafe40bf79 req-7eae4c77-5a83-48f2-8e50-d920fa3a94d1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:52.062056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:52.062690 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:52.064045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] 10.222.0.57 "PUT /v2.0/ports/e4583884-4f85-4cf4-9c9b-c77f569ea4b9 HTTP/1.1" status: 200 len: 1095 time: 2.6600831 May 27 22:27:52.089225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbb02f-0676-4e8d-a95f-6fa1b8d89c9f req-5574899e-f34e-4bf3-b067-20565c9516d1 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:52.090796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0efbb02f-0676-4e8d-a95f-6fa1b8d89c9f req-5574899e-f34e-4bf3-b067-20565c9516d1 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=166435ab-cc70-4255-b6b3-1dc2ecbcd18c HTTP/1.1" status: 200 len: 949 time: 0.1888940 May 27 22:27:52.101844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-7f4a6a0c-6d94-4481-a9a7-4bdafe40bf79 req-7eae4c77-5a83-48f2-8e50-d920fa3a94d1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:52.123050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8142ef6-5643-40de-b0a8-d48e9096df80 service neutron] Pushing event updated for resources: {'Port': ['ID=e4583884-4f85-4cf4-9c9b-c77f569ea4b9,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:52.126489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7f4a6a0c-6d94-4481-a9a7-4bdafe40bf79 req-7eae4c77-5a83-48f2-8e50-d920fa3a94d1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Usage tracker for resource:security_group_rule and tenant:30513d18dfb7473dbe429465efd7906b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:52.134450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7f4a6a0c-6d94-4481-a9a7-4bdafe40bf79 req-7eae4c77-5a83-48f2-8e50-d920fa3a94d1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:52.146274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-7f4a6a0c-6d94-4481-a9a7-4bdafe40bf79 req-7eae4c77-5a83-48f2-8e50-d920fa3a94d1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:52.185439 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0efbb02f-0676-4e8d-a95f-6fa1b8d89c9f req-d41c126e-1ab8-4c4e-8352-61badbd042db tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855074 May 27 22:27:52.279666 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f676b773-6295-424b-b41d-f3ed17efbd86'] response: {'name': 'network-changed', 'server_uuid': '166435ab-cc70-4255-b6b3-1dc2ecbcd18c', 'tag': 'a2eb2e93-6c28-4821-804f-17d25e83042d', 'status': 'completed', 'code': 200} May 27 22:27:52.295465 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7f4a6a0c-6d94-4481-a9a7-4bdafe40bf79 req-7eae4c77-5a83-48f2-8e50-d920fa3a94d1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:52.364680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a2eb2e93-6c28-4821-804f-17d25e83042d up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:27:52.381734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905fc7a-0f0c-4ba0-b645-2490d3f8c586 req-dcf17340-810b-4787-9f7e-e7b663ac49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:52.383461 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e905fc7a-0f0c-4ba0-b645-2490d3f8c586 req-dcf17340-810b-4787-9f7e-e7b663ac49ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=571914c851be419ca9fa71bbd7416ee1&device_id=166435ab-cc70-4255-b6b3-1dc2ecbcd18c HTTP/1.1" status: 200 len: 1100 time: 0.0853424 May 27 22:27:52.407401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42146) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:52.412958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1732768201'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:52.422922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:52.425216 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7f4a6a0c-6d94-4481-a9a7-4bdafe40bf79 req-7eae4c77-5a83-48f2-8e50-d920fa3a94d1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:52.492608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Usage tracker for resource:network and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:52.506930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:52.530960 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port a2eb2e93-6c28-4821-804f-17d25e83042d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:27:52.536278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port a2eb2e93-6c28-4821-804f-17d25e83042d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:27:52.536679 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:52.557085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:52.566067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905fc7a-0f0c-4ba0-b645-2490d3f8c586 req-d8260d70-9d8a-4a11-a62c-96940dfe5e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:52.568051 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e905fc7a-0f0c-4ba0-b645-2490d3f8c586 req-d8260d70-9d8a-4a11-a62c-96940dfe5e0e service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.1776259 May 27 22:27:52.611758 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae4c77-5a83-48f2-8e50-d920fa3a94d1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd5f96e-4861-4c05-a1b8-7c5ca6c2a856,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:52.633398 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e905fc7a-0f0c-4ba0-b645-2490d3f8c586 req-00d8abcb-f277-43a8-882a-3c167c41744b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=a2eb2e93-6c28-4821-804f-17d25e83042d HTTP/1.1" status: 200 len: 217 time: 0.0600905 May 27 22:27:52.639440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-4ccfcc05-0fab-448c-95ad-122305194196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:52.641004 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-4ccfcc05-0fab-448c-95ad-122305194196 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 1098 time: 0.2073572 May 27 22:27:52.648662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243b6d6-6eb2-4e8e-bc20-7b8fda54ea6a req-35fb24bc-5feb-4907-bc36-130cd0c49404 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:52.650546 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0243b6d6-6eb2-4e8e-bc20-7b8fda54ea6a req-35fb24bc-5feb-4907-bc36-130cd0c49404 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 1097 time: 0.1548238 May 27 22:27:52.684094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port a2eb2e93-6c28-4821-804f-17d25e83042d is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:52.684547 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:52.707837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905fc7a-0f0c-4ba0-b645-2490d3f8c586 req-0f46e632-43a8-4866-b93f-32e116b9d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:52.712605 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e905fc7a-0f0c-4ba0-b645-2490d3f8c586 req-0f46e632-43a8-4866-b93f-32e116b9d4cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0709968 May 27 22:27:52.718690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166435ab-cc70-4255-b6b3-1dc2ecbcd18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eb2e93-6c28-4821-804f-17d25e83042d'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:52.732113 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7f4a6a0c-6d94-4481-a9a7-4bdafe40bf79 req-7eae4c77-5a83-48f2-8e50-d920fa3a94d1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:52.754416 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f4a6a0c-6d94-4481-a9a7-4bdafe40bf79 req-7eae4c77-5a83-48f2-8e50-d920fa3a94d1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8784125 May 27 22:27:52.754522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a2eb2e93-6c28-4821-804f-17d25e83042d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a2eb2e93-6c28-4821-804f-17d25e83042d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:52.769162 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-e069be85-42b3-4b25-829c-cace8e2a67cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=e4583884-4f85-4cf4-9c9b-c77f569ea4b9 HTTP/1.1" status: 200 len: 217 time: 0.1133425 May 27 22:27:52.824405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905fc7a-0f0c-4ba0-b645-2490d3f8c586 req-868b945d-3078-404b-a395-f50fa959735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:52.826083 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e905fc7a-0f0c-4ba0-b645-2490d3f8c586 req-868b945d-3078-404b-a395-f50fa959735a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1098247 May 27 22:27:52.828754 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:52.828945 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987575d1-6823-429a-9957-20f9de151c01'] response: {'name': 'network-changed', 'server_uuid': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'tag': '997c0397-413a-446a-9243-65d3ef76b8cb', 'status': 'completed', 'code': 200} May 27 22:27:52.829633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:27:52.840594 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0243b6d6-6eb2-4e8e-bc20-7b8fda54ea6a req-22504e6d-23f5-43df-9df2-44c8643210af tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212218 May 27 22:27:52.918481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Made reservation on behalf of e95767dc0f454d2c976cbcfe4bc24094 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:27:52.922254 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:53.004817 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e905fc7a-0f0c-4ba0-b645-2490d3f8c586 req-9f7933ab-5bed-4f2b-99db-595ead48627e service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674578 May 27 22:27:53.010130 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c497ead-45df-4c6e-94f8-f03908fceeb3'] response: {'server_uuid': '166435ab-cc70-4255-b6b3-1dc2ecbcd18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2eb2e93-6c28-4821-804f-17d25e83042d', 'code': 200} May 27 22:27:53.042629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=a2eb2e93-6c28-4821-804f-17d25e83042d,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:53.059352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-b3a0212a-5eeb-483e-b975-6e06525464de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:53.060859 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-b3a0212a-5eeb-483e-b975-6e06525464de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2782056 May 27 22:27:53.120094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:27:53.128244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:27:53.128834 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:53.164644 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e905fc7a-0f0c-4ba0-b645-2490d3f8c586 req-4a3f1bfb-c95b-4530-841f-650eb1867b78 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528881 May 27 22:27:53.194234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:27:53.240225 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:53.240610 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Added segment 6f39b107-ef45-41b9-a563-fa11dbed27b7 of type vlan for network cfe8967c-799b-45c8-99e7-5751d5d5f38a May 27 22:27:53.245054 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ed39275-e5d2-42ad-ba72-2df4268cc0fa req-e0c1ec51-61c8-4575-8a85-8cb7dc742085 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/1fd5f96e-4861-4c05-a1b8-7c5ca6c2a856 HTTP/1.1" status: 200 len: 1800 time: 0.2069535 May 27 22:27:53.262373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-8ed39275-e5d2-42ad-ba72-2df4268cc0fa req-eba6995e-bc9d-48d0-8daa-d432a6f2b6b3 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Request body: {'security_group': {'name': 'tempest-sg-hth-756989025', 'description': 'tempest-description-hth-196689727'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:53.272325 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:53.272724 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:53.306130 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:53.311679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d6b41-f73e-432f-b53a-299581a7602e req-a74b6404-5737-43d0-944a-e092d04a8272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:53.313256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-314d6b41-f73e-432f-b53a-299581a7602e req-a74b6404-5737-43d0-944a-e092d04a8272 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a103764016804495a572e1edea3fca44&device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 1097 time: 0.4583154 May 27 22:27:53.336586 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:53.370243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:53.371057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 49a1baa7-93f1-4e98-83d7-b61632b425c9 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:27:53.371993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ced72-cee8-4830-a914-704caa9c6c94 req-95ff36f4-4030-41f3-90c6-6bc8fff7a1bf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:53.373602 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-598ced72-cee8-4830-a914-704caa9c6c94 req-95ff36f4-4030-41f3-90c6-6bc8fff7a1bf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 947 time: 0.4392982 May 27 22:27:53.448862 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8ed39275-e5d2-42ad-ba72-2df4268cc0fa req-eba6995e-bc9d-48d0-8daa-d432a6f2b6b3 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:53.458199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefebdef-238b-4e0e-8e9c-63808d5fd9ef req-7fca7fca-053a-400a-9bb9-5b3374c1ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:53.459696 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cefebdef-238b-4e0e-8e9c-63808d5fd9ef req-7fca7fca-053a-400a-9bb9-5b3374c1ce60 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=166435ab-cc70-4255-b6b3-1dc2ecbcd18c HTTP/1.1" status: 200 len: 1101 time: 0.3927240 May 27 22:27:53.494359 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:53.511583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-acc8957f-33bf-4a9d-81bf-b910f22f4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:53.513223 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-acc8957f-33bf-4a9d-81bf-b910f22f4f57 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4014270 May 27 22:27:53.553708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 49a1baa7-93f1-4e98-83d7-b61632b425c9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:27:53.559918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 49a1baa7-93f1-4e98-83d7-b61632b425c9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:27:53.560283 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:53.695620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 49a1baa7-93f1-4e98-83d7-b61632b425c9 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:53.696339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-598ced72-cee8-4830-a914-704caa9c6c94 req-53c22342-62eb-4b92-8fc0-dd921285a623 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129127 May 27 22:27:53.711735 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:53.776093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 49a1baa7-93f1-4e98-83d7-b61632b425c9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=49a1baa7-93f1-4e98-83d7-b61632b425c9,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:53.833789 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8ed39275-e5d2-42ad-ba72-2df4268cc0fa req-eba6995e-bc9d-48d0-8daa-d432a6f2b6b3 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:53.837655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cefebdef-238b-4e0e-8e9c-63808d5fd9ef req-1c8f0884-f015-429e-b9e4-446c863123cb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490644 May 27 22:27:53.844997 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:53.848149 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:53.854060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:53.854718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:53.926358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=49a1baa7-93f1-4e98-83d7-b61632b425c9,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:53.946520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d6b41-f73e-432f-b53a-299581a7602e req-853eda68-1060-45fa-bcf8-d8bb3ed34a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:53.947959 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-314d6b41-f73e-432f-b53a-299581a7602e req-853eda68-1060-45fa-bcf8-d8bb3ed34a74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 200 len: 921 time: 0.6219919 May 27 22:27:53.969480 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8ed39275-e5d2-42ad-ba72-2df4268cc0fa req-eba6995e-bc9d-48d0-8daa-d432a6f2b6b3 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:54.088425 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8ed39275-e5d2-42ad-ba72-2df4268cc0fa req-eba6995e-bc9d-48d0-8daa-d432a6f2b6b3 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:54.089644 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ed39275-e5d2-42ad-ba72-2df4268cc0fa req-eba6995e-bc9d-48d0-8daa-d432a6f2b6b3 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "PUT /v2.0/security-groups/1fd5f96e-4861-4c05-a1b8-7c5ca6c2a856 HTTP/1.1" status: 200 len: 1773 time: 0.8327770 May 27 22:27:54.090845 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-314d6b41-f73e-432f-b53a-299581a7602e req-fbc07887-ba85-48fc-906e-135d6cc04598 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=997c0397-413a-446a-9243-65d3ef76b8cb HTTP/1.1" status: 200 len: 217 time: 0.1344211 May 27 22:27:54.102096 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-c03e14f5-1fcc-4119-baa5-8630b14c5f1d service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695534 May 27 22:27:54.113934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'Network': ['ID=cfe8967c-799b-45c8-99e7-5751d5d5f38a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:54.125550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network cfe8967c-799b-45c8-99e7-5751d5d5f38a details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:27:54.171373 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d1a2a6cc-7aa0-4be3-b5f4-42e85a0b6e3b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7629414 May 27 22:27:54.178162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42168) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:54.183083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6995e-bc9d-48d0-8daa-d432a6f2b6b3 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd5f96e-4861-4c05-a1b8-7c5ca6c2a856,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:54.187048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1133582059'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:54.200440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:54.207173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Usage tracker for resource:network and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:54.217175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:54.233451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:54.317511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Made reservation on behalf of e95767dc0f454d2c976cbcfe4bc24094 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:27:54.321543 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:54.349513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:27:54.357233 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:54.357602 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Added segment 43da4530-189b-4de7-bdc3-38f0c7e98169 of type vlan for network c1c98a16-ff0e-48d9-bd68-874df362e9d7 May 27 22:27:54.366061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d6b41-f73e-432f-b53a-299581a7602e req-8a46abdb-6f63-415b-b3db-56128a9fe0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:54.367650 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-314d6b41-f73e-432f-b53a-299581a7602e req-8a46abdb-6f63-415b-b3db-56128a9fe0c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 200 len: 859 time: 0.2472095 May 27 22:27:54.387457 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:54.483738 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e3bf6-c384-40a2-9abb-38bb7d372247 req-4e7b69e9-c8df-4209-b7f9-cc45005c2c22 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669841 May 27 22:27:54.496092 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:54.497651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b31df-aeb5-4630-8cc4-fb0a3510e814 req-d6cb276e-3869-4933-a675-7d844a2522f1 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:54.499104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-797b31df-aeb5-4630-8cc4-fb0a3510e814 req-d6cb276e-3869-4933-a675-7d844a2522f1 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 1097 time: 0.3170123 May 27 22:27:54.504095 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:54.504770 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:54.541860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5a28b-a103-436e-b55d-d70319b518e5 req-e219c33e-3319-43c4-89fa-f9d2d6e4e9e3 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:54.543326 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5bd5a28b-a103-436e-b55d-d70319b518e5 req-e219c33e-3319-43c4-89fa-f9d2d6e4e9e3 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=530568ae-5b2c-4b74-9596-056ea211f876 HTTP/1.1" status: 200 len: 946 time: 0.2403028 May 27 22:27:54.547135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d6b41-f73e-432f-b53a-299581a7602e req-6d47b26c-a59b-48b8-b441-bab47a587655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:54.548550 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-314d6b41-f73e-432f-b53a-299581a7602e req-6d47b26c-a59b-48b8-b441-bab47a587655 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=70dd1cd7-83dd-4b84-a4fc-0af2745e3302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713228 May 27 22:27:54.615271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'Network': ['ID=c1c98a16-ff0e-48d9-bd68-874df362e9d7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:54.625606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network c1c98a16-ff0e-48d9-bd68-874df362e9d7 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:27:54.662533 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-797b31df-aeb5-4630-8cc4-fb0a3510e814 req-eb9febff-77ce-4a23-8250-ac5009dba167 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561360 May 27 22:27:54.694199 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5bd5a28b-a103-436e-b55d-d70319b518e5 req-a3356b25-47b2-4106-91de-61f3367b7cde tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408424 May 27 22:27:54.702191 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4f2fb8c6-7b0d-4095-9d6f-b41b9c691d1e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5222402 May 27 22:27:54.709010 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42176) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:54.715493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'subnet': {'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:54.834764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6b1f97-d840-4feb-9f34-63d3c0c60860', 'tag': 'e4583884-4f85-4cf4-9c9b-c77f569ea4b9'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:54.841008 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-314d6b41-f73e-432f-b53a-299581a7602e req-a81fbb39-198e-412b-a018-7d5ac0c3e8b8 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829177 May 27 22:27:54.854825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:54.858918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Usage tracker for resource:subnet and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:54.861981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:54.868506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:54.931455 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-5f0e255f-11fe-4afe-bf51-bc973b39a88a tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips/66352146-7dc5-46bf-b6c4-fc30da1b4c78 HTTP/1.1" status: 200 len: 694 time: 0.1836238 May 27 22:27:54.936102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Made reservation on behalf of e95767dc0f454d2c976cbcfe4bc24094 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:27:54.940719 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:55.011815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6'}, {'server_uuid': '530568ae-5b2c-4b74-9596-056ea211f876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a1baa7-93f1-4e98-83d7-b61632b425c9'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:55.234805 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-314d6b41-f73e-432f-b53a-299581a7602e req-f686504a-d19c-46fc-84bf-960d5e754053 service neutron] 10.222.0.57 "GET /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768165 May 27 22:27:55.245020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ce632-b062-415c-bcf7-64ec54267c85 req-1bb7e95e-2e11-4486-8a1b-6988bce47fca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:55.246419 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-050ce632-b062-415c-bcf7-64ec54267c85 req-1bb7e95e-2e11-4486-8a1b-6988bce47fca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=166435ab-cc70-4255-b6b3-1dc2ecbcd18c HTTP/1.1" status: 200 len: 950 time: 0.4038639 May 27 22:27:55.290654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-b907e402-7578-49c0-b5bc-77444e91b304 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:55.291949 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-b907e402-7578-49c0-b5bc-77444e91b304 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.3069854 May 27 22:27:55.313807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dedee-4c6a-4615-82bf-ccd02ff5e7f9 req-9fda580d-afad-4f38-a456-ef84ac4c76bc tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:55.325209 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca5dedee-4c6a-4615-82bf-ccd02ff5e7f9 req-9fda580d-afad-4f38-a456-ef84ac4c76bc tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 945 time: 0.3354425 May 27 22:27:55.325209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-f351c88e-d555-4a26-993d-fb82410c9a0a tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:27:55.325209 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-f351c88e-d555-4a26-993d-fb82410c9a0a tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173962 May 27 22:27:55.342276 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:55.422504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'Subnet': ['ID=c12e036b-b21d-44ef-9e41-b61836ac4b5b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:55.432718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Checking segment: {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:27:55.433081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Network hostable DHCP agents. Network: cfe8967c-799b-45c8-99e7-5751d5d5f38a, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:27:55.508015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Network cfe8967c-799b-45c8-99e7-5751d5d5f38a is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:27:55.531308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-050ce632-b062-415c-bcf7-64ec54267c85 req-022cd16e-22a9-4d84-8b56-23eb0cb62833 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747724 May 27 22:27:55.558888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, cfe8967c-799b-45c8-99e7-5751d5d5f38a) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:27:55.566092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:55.566092 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:55.569654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdf325b-16b3-49a9-90dd-55e137062699 None None] Network cfe8967c-799b-45c8-99e7-5751d5d5f38a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:27:55.581135 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-2b6c0fc2-b60c-4eb8-8afc-5ee49cd28845 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 697 time: 0.2239401 May 27 22:27:55.644242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-ca5dedee-4c6a-4615-82bf-ccd02ff5e7f9 req-af36e027-dda8-434e-b5a8-87871883751a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Deleting port 28fd374c-7f11-4ae1-a3c1-b05211c94501 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:27:55.644645 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ca5dedee-4c6a-4615-82bf-ccd02ff5e7f9 req-af36e027-dda8-434e-b5a8-87871883751a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:55.658066 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4acff1d2-540e-4133-8c1d-42da875e7c94 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9478385 May 27 22:27:55.663747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42186) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:55.672037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'subnet': {'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:55.736812 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-8101133e-ba19-4307-b216-bc863451276f tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.246 HTTP/1.1" status: 200 len: 697 time: 0.1482694 May 27 22:27:55.801512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:55.806119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Usage tracker for resource:subnet and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:55.813052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:55.816305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:55.816726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-cfe8967c-799b-45c8-99e7-5751d5d5f38a', 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'fixed_ips': [{'subnet_id': 'c12e036b-b21d-44ef-9e41-b61836ac4b5b'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:27:55.818568 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:55.824114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9046679-245c-42c1-9750-f253ba3b1406 req-9d9848f9-3cb9-409c-b1d4-8971c09f0984 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/1fd5f96e-4861-4c05-a1b8-7c5ca6c2a856 HTTP/1.1" status: 200 len: 1773 time: 0.2648654 May 27 22:27:55.912315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Made reservation on behalf of e95767dc0f454d2c976cbcfe4bc24094 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:27:55.916430 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:55.992898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-0b975c30-5dd8-414e-a49b-129b4d888d80 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Deleting port eeb7cd28-c5d3-4bd1-b763-2470f9ae6c1b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:27:55.993550 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-0b975c30-5dd8-414e-a49b-129b4d888d80 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:55.998096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Allocated IP 10.1.1.2 (cfe8967c-799b-45c8-99e7-5751d5d5f38a/c12e036b-b21d-44ef-9e41-b61836ac4b5b/e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:27:56.188597 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:56.201511 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:56.212382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Transition to ACTIVE for port object e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:56.232396 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Transition to ACTIVE for port object e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:56.272491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'Subnet': ['ID=1070a7e0-6859-4ad5-8415-366ceef97d50,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:56.281217 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Checking segment: {'id': '43da4530-189b-4de7-bdc3-38f0c7e98169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:27:56.281649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Network hostable DHCP agents. Network: c1c98a16-ff0e-48d9-bd68-874df362e9d7, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:27:56.302432 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:56.307747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd815fc-8781-4878-8b90-2e780eb22c2a req-524feff7-1b09-464f-a526-61a81fd877b2 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:56.309239 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccd815fc-8781-4878-8b90-2e780eb22c2a req-524feff7-1b09-464f-a526-61a81fd877b2 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 945 time: 0.3802993 May 27 22:27:56.349521 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-0b975c30-5dd8-414e-a49b-129b4d888d80 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:56.349890 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-0b975c30-5dd8-414e-a49b-129b4d888d80 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:56.357370 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Network c1c98a16-ff0e-48d9-bd68-874df362e9d7 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:27:56.364674 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ca5dedee-4c6a-4615-82bf-ccd02ff5e7f9 req-af36e027-dda8-434e-b5a8-87871883751a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] For port 28fd374c-7f11-4ae1-a3c1-b05211c94501, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=28fd374c-7f11-4ae1-a3c1-b05211c94501,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:56.365031 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ca5dedee-4c6a-4615-82bf-ccd02ff5e7f9 req-af36e027-dda8-434e-b5a8-87871883751a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:56.369374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Network cfe8967c-799b-45c8-99e7-5751d5d5f38a is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:27:56.372193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:27:56.377238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:27:56.386449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Pushing event updated for resources: {'Port': ['ID=e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:56.439028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, c1c98a16-ff0e-48d9-bd68-874df362e9d7) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:27:56.444134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:56.444832 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:56.456562 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20fdd08-14a0-48a0-a04f-e0dec58a6f99 None None] Network c1c98a16-ff0e-48d9-bd68-874df362e9d7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:27:56.501724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-0b975c30-5dd8-414e-a49b-129b4d888d80 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Calling delete_port for eeb7cd28-c5d3-4bd1-b763-2470f9ae6c1b owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:27:56.519679 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b3a88b1f-e6fd-4a8f-8e61-d91c7a3c0488 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8546376 May 27 22:27:56.522794 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42194) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:56.528493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'port': {'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a', 'name': 'tempest-TaggedBootDevicesTest-42127443', 'fixed_ips': [{'subnet_id': 'c12e036b-b21d-44ef-9e41-b61836ac4b5b'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:56.551687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Attempting to bind port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:27:56.552145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Attempting to bind port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:27:56.553926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Attempting to bind port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d on network cfe8967c-799b-45c8-99e7-5751d5d5f38a {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:56.564156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:27:56.564610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Checking segment: {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:27:56.564957 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:56.565344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Bound using segment: {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:27:56.565814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Bound port: e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:27:56.566187 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:56.651601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-ca5dedee-4c6a-4615-82bf-ccd02ff5e7f9 req-af36e027-dda8-434e-b5a8-87871883751a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Calling delete_port for 28fd374c-7f11-4ae1-a3c1-b05211c94501 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:27:56.667568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:56.671243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Usage tracker for resource:port and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:56.674136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:56.680234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:56.687987 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccd815fc-8781-4878-8b90-2e780eb22c2a req-6eef9393-3396-442f-b863-663c3ca27bd4 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642006 May 27 22:27:56.705312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] For port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:27:56.723292 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] For port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:27:56.763689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Made reservation on behalf of e95767dc0f454d2c976cbcfe4bc24094 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:27:56.833794 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:56.883792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c1c98a16-ff0e-48d9-bd68-874df362e9d7', 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'fixed_ips': [{'subnet_id': '1070a7e0-6859-4ad5-8415-366ceef97d50'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:27:56.885277 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:56.911199 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:56.936208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] device_id is not set on port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:27:57.013896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40f822-b872-419e-a761-ef4a959fc830 None None] Pushing event updated for resources: {'Port': ['ID=e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:57.107256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b94d5-bb77-44ae-af16-ed1c5b42278c req-e1688de9-a014-43ad-ba03-da41e4abc5f1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:57.108871 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d0b94d5-bb77-44ae-af16-ed1c5b42278c req-e1688de9-a014-43ad-ba03-da41e4abc5f1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 947 time: 0.1366889 May 27 22:27:57.117074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Allocated IP 10.2.2.2 (c1c98a16-ff0e-48d9-bd68-874df362e9d7/1070a7e0-6859-4ad5-8415-366ceef97d50/8e988deb-e085-428a-a436-8df453a5f258) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:27:57.126712 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e4583884-4f85-4cf4-9c9b-c77f569ea4b9 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:27:57.187719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d0b94d5-bb77-44ae-af16-ed1c5b42278c req-291f343e-db6d-4373-8a3b-e1932d60c792 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713768 May 27 22:27:57.188840 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ca5dedee-4c6a-4615-82bf-ccd02ff5e7f9 req-af36e027-dda8-434e-b5a8-87871883751a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:57.195422 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-0b975c30-5dd8-414e-a49b-129b4d888d80 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:57.209723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Allocated IP 10.1.1.217 (cfe8967c-799b-45c8-99e7-5751d5d5f38a/c12e036b-b21d-44ef-9e41-b61836ac4b5b/1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:27:57.267392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['28fd374c-7f11-4ae1-a3c1-b05211c94501'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:57.275807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b975c30-5dd8-414e-a49b-129b4d888d80 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Pushing event deleted for resources: {'Port': ['ID=eeb7cd28-c5d3-4bd1-b763-2470f9ae6c1b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:57.320338 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:27:57.366850 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b08c4fca-7554-40a8-bd5a-5b8880fb8067'] response: {'name': 'network-changed', 'server_uuid': 'ae6b1f97-d840-4feb-9f34-63d3c0c60860', 'tag': 'e4583884-4f85-4cf4-9c9b-c77f569ea4b9', 'status': 'completed', 'code': 200} May 27 22:27:57.475657 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:57.495724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Transition to ACTIVE for port object 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:57.558408 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7c4cf3-3a18-4a97-89f6-b598453a91d1'] response: {'server_uuid': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6', 'code': 200} May 27 22:27:57.558711 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7c4cf3-3a18-4a97-89f6-b598453a91d1'] response: {'server_uuid': '530568ae-5b2c-4b74-9596-056ea211f876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a1baa7-93f1-4e98-83d7-b61632b425c9', 'code': 200} May 27 22:27:57.587845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db5a1-12c3-48f1-95ec-8953dc2d6f24 req-0db3af1e-6183-4eca-a623-3f344cc01707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:57.589665 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1f1db5a1-12c3-48f1-95ec-8953dc2d6f24 req-0db3af1e-6183-4eca-a623-3f344cc01707 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 1101 time: 0.0725663 May 27 22:27:57.612432 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:57.634355 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-0b975c30-5dd8-414e-a49b-129b4d888d80 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:57.637886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36e027-dda8-434e-b5a8-87871883751a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Pushing event deleted for resources: {'Port': ['ID=28fd374c-7f11-4ae1-a3c1-b05211c94501,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:57.665310 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-181285b8-2f9c-47a5-890e-da711d9410da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:57.705480 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1f1db5a1-12c3-48f1-95ec-8953dc2d6f24 req-0e3bbc6c-72a1-42f1-8333-c53c1278a229 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097827 May 27 22:27:57.713471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Network cfe8967c-799b-45c8-99e7-5751d5d5f38a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:27:57.716715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5dedee-4c6a-4615-82bf-ccd02ff5e7f9 req-af36e027-dda8-434e-b5a8-87871883751a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] No DVR routers for this DVR port 28fd374c-7f11-4ae1-a3c1-b05211c94501 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:27:57.717706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:27:57.719778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'Port': ['ID=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:57.722440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:27:57.729648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port e4583884-4f85-4cf4-9c9b-c77f569ea4b9, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e4583884-4f85-4cf4-9c9b-c77f569ea4b9,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:57.730927 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ca5dedee-4c6a-4615-82bf-ccd02ff5e7f9 req-af36e027-dda8-434e-b5a8-87871883751a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:57.750734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'e4583884-4f85-4cf4-9c9b-c77f569ea4b9', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'e4583884-4f85-4cf4-9c9b-c77f569ea4b9', 'mac_address': 'fa:16:3e:35:83:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:27:57.790922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:57.792417 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:57.814651 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:57.820544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12ded6-a4d1-41f7-ba3e-5522a5e8f348 req-78c29db5-b583-4cfa-a6a8-55f2efe4359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:57.822026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a12ded6-a4d1-41f7-ba3e-5522a5e8f348 req-78c29db5-b583-4cfa-a6a8-55f2efe4359c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=530568ae-5b2c-4b74-9596-056ea211f876 HTTP/1.1" status: 200 len: 1097 time: 0.3138311 May 27 22:27:57.828991 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port e4583884-4f85-4cf4-9c9b-c77f569ea4b9 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:57.829364 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:57.838635 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Transition to ACTIVE for port object 8e988deb-e085-428a-a436-8df453a5f258 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:57.840943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839425b-3d2a-4b6b-950f-4ceeb93ea856 req-f9cea01c-ff93-4754-8d66-b4539cf81a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:57.840943 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4839425b-3d2a-4b6b-950f-4ceeb93ea856 req-f9cea01c-ff93-4754-8d66-b4539cf81a37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 1098 time: 0.4646840 May 27 22:27:57.847992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736350b-9d14-45cc-aab6-2d3f25eb9cc7 req-ee163524-5afb-4258-bd2f-86bc012ff1e5 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:57.849963 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2736350b-9d14-45cc-aab6-2d3f25eb9cc7 req-ee163524-5afb-4258-bd2f-86bc012ff1e5 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=530568ae-5b2c-4b74-9596-056ea211f876 HTTP/1.1" status: 200 len: 946 time: 0.2174585 May 27 22:27:57.857795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4583884-4f85-4cf4-9c9b-c77f569ea4b9 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:27:57.878139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Transition to ACTIVE for port object 8e988deb-e085-428a-a436-8df453a5f258 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:57.883601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port e4583884-4f85-4cf4-9c9b-c77f569ea4b9, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e4583884-4f85-4cf4-9c9b-c77f569ea4b9,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:57.916531 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7d26bf45-59cb-476e-aa92-15cfc51b5bc8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3924732 May 27 22:27:57.922262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42206) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:27:57.923303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'port': {'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a', 'name': 'tempest-TaggedBootDevicesTest-656887732', 'fixed_ips': [{'subnet_id': 'c12e036b-b21d-44ef-9e41-b61836ac4b5b'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:27:57.940200 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca5dedee-4c6a-4615-82bf-ccd02ff5e7f9 req-af36e027-dda8-434e-b5a8-87871883751a tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.57 "DELETE /v2.0/ports/28fd374c-7f11-4ae1-a3c1-b05211c94501 HTTP/1.1" status: 204 len: 173 time: 2.6170065 May 27 22:27:57.971421 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-0b975c30-5dd8-414e-a49b-129b4d888d80 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:57.986962 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fdf1fab0-fe1d-41e1-a9c7-017004cea455 req-0b975c30-5dd8-414e-a49b-129b4d888d80 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "DELETE /v2.0/floatingips/66352146-7dc5-46bf-b6c4-fc30da1b4c78 HTTP/1.1" status: 204 len: 173 time: 2.2425365 May 27 22:27:58.005754 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:58.069395 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:58.075505 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-122958c8-7b66-41e7-8b53-e2c9c1d42205 req-ca850fb5-2ad9-43c6-a40f-48f4ddf69f83 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/1fd5f96e-4861-4c05-a1b8-7c5ca6c2a856 HTTP/1.1" status: 200 len: 1773 time: 0.0856760 May 27 22:27:58.110292 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Network c1c98a16-ff0e-48d9-bd68-874df362e9d7 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:27:58.119820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:27:58.127512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:27:58.130650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:27:58.137503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Usage tracker for resource:port and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:27:58.140755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:27:58.149439 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2736350b-9d14-45cc-aab6-2d3f25eb9cc7 req-820a5113-6af1-4d10-a354-1e9855b64423 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760184 May 27 22:27:58.150374 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:27:58.193558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a12ded6-a4d1-41f7-ba3e-5522a5e8f348 req-13fb5c8b-de28-4862-a6ec-d806b6f8a51b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013353 May 27 22:27:58.236266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:27:58.263784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Made reservation on behalf of e95767dc0f454d2c976cbcfe4bc24094 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:27:58.268930 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:58.303477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839425b-3d2a-4b6b-950f-4ceeb93ea856 req-231c0887-b02a-4a6b-83a0-ee1aee4b4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:58.305039 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4839425b-3d2a-4b6b-950f-4ceeb93ea856 req-231c0887-b02a-4a6b-83a0-ee1aee4b4ef3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.4541872 May 27 22:27:58.306958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] device_id is not set on port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:27:58.308374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Attempting to bind port 8e988deb-e085-428a-a436-8df453a5f258 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:27:58.308812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Attempting to bind port 8e988deb-e085-428a-a436-8df453a5f258 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '43da4530-189b-4de7-bdc3-38f0c7e98169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:27:58.309239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Attempting to bind port 8e988deb-e085-428a-a436-8df453a5f258 on network c1c98a16-ff0e-48d9-bd68-874df362e9d7 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:27:58.329606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:27:58.330071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Checking segment: {'id': '43da4530-189b-4de7-bdc3-38f0c7e98169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:27:58.330536 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:58.330991 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Bound using segment: {'id': '43da4530-189b-4de7-bdc3-38f0c7e98169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:27:58.331534 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Bound port: 8e988deb-e085-428a-a436-8df453a5f258, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43da4530-189b-4de7-bdc3-38f0c7e98169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:27:58.331987 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:58.352341 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b86ac73-8edf-4e48-aa53-fb2d2c4b4cfd None None] Network cfe8967c-799b-45c8-99e7-5751d5d5f38a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:27:58.435482 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-122958c8-7b66-41e7-8b53-e2c9c1d42205 req-da5cbc61-29b5-47c5-b7f9-5cbb4d07f8d7 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:58.438047 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4839425b-3d2a-4b6b-950f-4ceeb93ea856 req-0cbe693a-406e-48c2-aa4e-3fd11c2de94d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=e4583884-4f85-4cf4-9c9b-c77f569ea4b9 HTTP/1.1" status: 200 len: 217 time: 0.1267266 May 27 22:27:58.530750 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-122958c8-7b66-41e7-8b53-e2c9c1d42205 req-da5cbc61-29b5-47c5-b7f9-5cbb4d07f8d7 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:58.538663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:27:58.584923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839425b-3d2a-4b6b-950f-4ceeb93ea856 req-496f8f9a-264b-4cd1-9476-67e41f1a2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:58.586282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4839425b-3d2a-4b6b-950f-4ceeb93ea856 req-496f8f9a-264b-4cd1-9476-67e41f1a2f11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1350715 May 27 22:27:58.617712 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=e4583884-4f85-4cf4-9c9b-c77f569ea4b9,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:58.634399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Allocated IP 10.1.1.226 (cfe8967c-799b-45c8-99e7-5751d5d5f38a/c12e036b-b21d-44ef-9e41-b61836ac4b5b/0f8c0679-a173-42fd-bf4b-8227fb6895d4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:27:58.648824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50784b8a-73e0-4a4d-a5ce-7d3d122bd252 req-7885fcd6-fe85-40ab-b00f-473b390066bd tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:58.656747 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50784b8a-73e0-4a4d-a5ce-7d3d122bd252 req-7885fcd6-fe85-40ab-b00f-473b390066bd tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=166435ab-cc70-4255-b6b3-1dc2ecbcd18c HTTP/1.1" status: 200 len: 950 time: 0.2720854 May 27 22:27:58.721971 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50784b8a-73e0-4a4d-a5ce-7d3d122bd252 req-68f667ed-5a08-4811-bb12-1a0112c180f8 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651679 May 27 22:27:58.740389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Pushing event updated for resources: {'Port': ['ID=8e988deb-e085-428a-a436-8df453a5f258,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:58.743372 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-122958c8-7b66-41e7-8b53-e2c9c1d42205 req-da5cbc61-29b5-47c5-b7f9-5cbb4d07f8d7 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:58.771184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839425b-3d2a-4b6b-950f-4ceeb93ea856 req-afb237cd-5768-4a60-b14d-e068eb581c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:58.777947 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4839425b-3d2a-4b6b-950f-4ceeb93ea856 req-afb237cd-5768-4a60-b14d-e068eb581c4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1788173 May 27 22:27:58.793821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5cbc61-29b5-47c5-b7f9-5cbb4d07f8d7 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd5f96e-4861-4c05-a1b8-7c5ca6c2a856,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:58.882579 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:58.890967 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-122958c8-7b66-41e7-8b53-e2c9c1d42205 req-da5cbc61-29b5-47c5-b7f9-5cbb4d07f8d7 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:58.900562 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-122958c8-7b66-41e7-8b53-e2c9c1d42205 req-da5cbc61-29b5-47c5-b7f9-5cbb4d07f8d7 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "DELETE /v2.0/security-groups/1fd5f96e-4861-4c05-a1b8-7c5ca6c2a856 HTTP/1.1" status: 204 len: 173 time: 0.7892020 May 27 22:27:58.901117 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-40fbfacc-d21c-424b-acba-cf40d7e6f5a7 None None] Provisioning for port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:27:58.901720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Transition to ACTIVE for port object 0f8c0679-a173-42fd-bf4b-8227fb6895d4 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:27:58.949868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-96621683-3734-48e1-8928-05a5fed971eb None None] For port 8e988deb-e085-428a-a436-8df453a5f258, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:27:58.954005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-96621683-3734-48e1-8928-05a5fed971eb None None] For port 8e988deb-e085-428a-a436-8df453a5f258, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8e988deb-e085-428a-a436-8df453a5f258,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:27:59.031737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4839425b-3d2a-4b6b-950f-4ceeb93ea856 req-ca60092e-32dd-4850-a364-226e084ed968 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319250 May 27 22:27:59.064760 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:59.103957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:27:59.120094 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:59.134244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2d27c15f-5cc9-4823-9e78-cb9f49b24b97 req-d0b1075c-7ca7-4c20-bae7-709cc569573f tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Synchronizing usage tracker for tenant:3576fc8b868b4910aafa386813d8d521 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:27:59.179568 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 28fd374c-7f11-4ae1-a3c1-b05211c94501 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:27:59.237196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Network cfe8967c-799b-45c8-99e7-5751d5d5f38a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:27:59.242598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:27:59.253250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:27:59.270803 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:27:59.271184 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:59.311253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'Port': ['ID=0f8c0679-a173-42fd-bf4b-8227fb6895d4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:59.332128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:59.332735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:59.335118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:59.335707 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:59.336275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:59.338118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:59.338743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:59.339252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:59.344563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:59.344563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:59.344563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:59.344563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:27:59.344918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 28fd374c-7f11-4ae1-a3c1-b05211c94501 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:27:59.344918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 28fd374c-7f11-4ae1-a3c1-b05211c94501 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:27:59.404019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:27:59.406379 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:59.426372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96621683-3734-48e1-8928-05a5fed971eb None None] Pushing event updated for resources: {'Port': ['ID=8e988deb-e085-428a-a436-8df453a5f258,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:27:59.429191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-505c46a3-b2fa-44de-88a2-b156e02b3720 None None] Provisioning complete for port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:27:59.430429 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-505c46a3-b2fa-44de-88a2-b156e02b3720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:59.588511 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c9c7ef50-dd8e-4254-ba1a-b7b7fbac6792 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6699307 May 27 22:27:59.590758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:59.591338 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:59.611128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b607a53-5ad3-4f29-b4f9-71624fc154b2', 'name': 'network-vif-deleted', 'tag': '28fd374c-7f11-4ae1-a3c1-b05211c94501'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:27:59.620493 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2d27c15f-5cc9-4823-9e78-cb9f49b24b97 req-d0b1075c-7ca7-4c20-bae7-709cc569573f tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Unset dirty status for tenant:3576fc8b868b4910aafa386813d8d521 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:27:59.622569 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d27c15f-5cc9-4823-9e78-cb9f49b24b97 req-d0b1075c-7ca7-4c20-bae7-709cc569573f tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=5b607a53-5ad3-4f29-b4f9-71624fc154b2 HTTP/1.1" status: 200 len: 210 time: 0.5597858 May 27 22:27:59.799257 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d159e71-b47a-4b8a-a731-5f94ec3c2930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:59.808004 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4839425b-3d2a-4b6b-950f-4ceeb93ea856 req-dee91a21-3378-4ceb-b0a1-0c8ee4394907 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7697675 May 27 22:27:59.891772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:27:59.905391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-505c46a3-b2fa-44de-88a2-b156e02b3720 None None] Current status of the port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:27:59.905839 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-505c46a3-b2fa-44de-88a2-b156e02b3720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:27:59.990630 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:00.179740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8e988deb-e085-428a-a436-8df453a5f258 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:28:00.311144 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-505c46a3-b2fa-44de-88a2-b156e02b3720 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:28:00.311469 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-505c46a3-b2fa-44de-88a2-b156e02b3720 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:28:00.328015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:00.399401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 8e988deb-e085-428a-a436-8df453a5f258 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:00.508698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64cfb5-f030-4a53-81db-815da7432dc9 req-110da9f1-0feb-4091-b078-3dbba7b2727e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:00.509748 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea64cfb5-f030-4a53-81db-815da7432dc9 req-110da9f1-0feb-4091-b078-3dbba7b2727e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 948 time: 0.0941877 May 27 22:28:00.572078 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea64cfb5-f030-4a53-81db-815da7432dc9 req-68818b81-d679-410e-8580-08b859c1f931 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543740 May 27 22:28:00.748941 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:00.878717 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:00.887564 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-505c46a3-b2fa-44de-88a2-b156e02b3720 None None] Current status of the port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:00.912819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce542994-cb3a-4b4c-97de-7b72fa5d07a8 None None] Network c1c98a16-ff0e-48d9-bd68-874df362e9d7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:28:00.921110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ab7a4-0c02-4d09-834f-b3b8cb70f836 req-ba39a0ed-f0c6-4b6d-93d3-7c2760650783 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:00.927036 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-523ab7a4-0c02-4d09-834f-b3b8cb70f836 req-ba39a0ed-f0c6-4b6d-93d3-7c2760650783 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.0962861 May 27 22:28:00.969613 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-523ab7a4-0c02-4d09-834f-b3b8cb70f836 req-bf3887fa-9d1f-40d2-9d99-8b1662660291 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403903 May 27 22:28:00.991299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-505c46a3-b2fa-44de-88a2-b156e02b3720 None None] Provisioning for port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:00.995951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-505c46a3-b2fa-44de-88a2-b156e02b3720 None None] Provisioning complete for port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:00.996326 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-505c46a3-b2fa-44de-88a2-b156e02b3720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:01.077164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-505c46a3-b2fa-44de-88a2-b156e02b3720 None None] Port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:28:01.139682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e4583884-4f85-4cf4-9c9b-c77f569ea4b9 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:28:01.260498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc43647-471e-48eb-bd0c-b2c24e9d1d24 req-2bef7e07-29e0-4dab-b04e-517f59f5400e tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:01.261867 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bc43647-471e-48eb-bd0c-b2c24e9d1d24 req-2bef7e07-29e0-4dab-b04e-517f59f5400e tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=530568ae-5b2c-4b74-9596-056ea211f876 HTTP/1.1" status: 200 len: 946 time: 0.0792160 May 27 22:28:01.312468 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bc43647-471e-48eb-bd0c-b2c24e9d1d24 req-44c90d34-6c01-4357-9aec-0ee9e8ecfb0c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444391 May 27 22:28:01.336377 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cd8b56eb-2d39-4ca5-b2d5-6c8c0a81145a None None] Provisioning for port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:01.342592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cd8b56eb-2d39-4ca5-b2d5-6c8c0a81145a None None] Provisioning complete for port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:01.342981 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd8b56eb-2d39-4ca5-b2d5-6c8c0a81145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:01.380999 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port e4583884-4f85-4cf4-9c9b-c77f569ea4b9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:01.402990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port e4583884-4f85-4cf4-9c9b-c77f569ea4b9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:01.403356 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:01.461028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42260) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:01.467136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--37693930', 'description': 'tempest-description--1611985628'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:01.468399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b56eb-2d39-4ca5-b2d5-6c8c0a81145a None None] Port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:28:01.475884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:01.481446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Usage tracker for resource:security_group and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:01.485786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:01.492964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:01.504325 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f92c773-7c81-443d-b2ed-11d8cadfa491'] response: {'server_uuid': '5b607a53-5ad3-4f29-b4f9-71624fc154b2', 'name': 'network-vif-deleted', 'tag': '28fd374c-7f11-4ae1-a3c1-b05211c94501', 'status': 'completed', 'code': 200} May 27 22:28:01.533252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-e8f2ede7-4cab-4be3-bbe6-70f811ae36c6 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:28:01.534256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-e8f2ede7-4cab-4be3-bbe6-70f811ae36c6 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1577716 May 27 22:28:01.556260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port e4583884-4f85-4cf4-9c9b-c77f569ea4b9 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:01.556588 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:01.564850 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:01.578676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cd8b56eb-2d39-4ca5-b2d5-6c8c0a81145a None None] Provisioning for port 8e988deb-e085-428a-a436-8df453a5f258 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:01.590026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6b1f97-d840-4feb-9f34-63d3c0c60860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4583884-4f85-4cf4-9c9b-c77f569ea4b9'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:01.594568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:01.596209 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cd8b56eb-2d39-4ca5-b2d5-6c8c0a81145a None None] Provisioning complete for port 8e988deb-e085-428a-a436-8df453a5f258 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:01.596607 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd8b56eb-2d39-4ca5-b2d5-6c8c0a81145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:01.601280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-40a1263d-5193-4e43-99c8-d4b74d3e3a5d service neutron] Request body: {'binding': {'host': 'n-h2-843680-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:01.601763 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-40a1263d-5193-4e43-99c8-d4b74d3e3a5d service neutron] Unknown quota resources ['binding']. {{(pid=88900) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 22:28:01.630957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port e4583884-4f85-4cf4-9c9b-c77f569ea4b9, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e4583884-4f85-4cf4-9c9b-c77f569ea4b9,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:01.631292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Usage tracker for resource:security_group_rule and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:01.640371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:01.715117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:01.719233 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:01.754712 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b56eb-2d39-4ca5-b2d5-6c8c0a81145a None None] Current status of the port 8e988deb-e085-428a-a436-8df453a5f258 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:01.755083 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd8b56eb-2d39-4ca5-b2d5-6c8c0a81145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:01.815300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=e4583884-4f85-4cf4-9c9b-c77f569ea4b9,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:01.818724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cd8b56eb-2d39-4ca5-b2d5-6c8c0a81145a None None] For port 8e988deb-e085-428a-a436-8df453a5f258, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8e988deb-e085-428a-a436-8df453a5f258,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:01.865742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a20e3b-0ecc-4fc3-97e2-0a682fc0c686 req-9a29e698-6f93-45c3-9895-efaa948aec7e tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:01.866427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b0a20e3b-0ecc-4fc3-97e2-0a682fc0c686 req-9a29e698-6f93-45c3-9895-efaa948aec7e tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Synchronizing usage tracker for tenant:a103764016804495a572e1edea3fca44 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:01.913223 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd8b56eb-2d39-4ca5-b2d5-6c8c0a81145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:01.956263 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:01.962350 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:01.979356 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cd8b56eb-2d39-4ca5-b2d5-6c8c0a81145a None None] Provisioning complete for port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:01.979718 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd8b56eb-2d39-4ca5-b2d5-6c8c0a81145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:01.985086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b0a20e3b-0ecc-4fc3-97e2-0a682fc0c686 req-9a29e698-6f93-45c3-9895-efaa948aec7e tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Unset dirty status for tenant:a103764016804495a572e1edea3fca44 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:01.986347 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0a20e3b-0ecc-4fc3-97e2-0a682fc0c686 req-9a29e698-6f93-45c3-9895-efaa948aec7e tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 946 time: 0.3897545 May 27 22:28:01.990326 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-40a1263d-5193-4e43-99c8-d4b74d3e3a5d service neutron] Attempting to bind port fbaee3ae-f2e7-488c-9403-9ece70c0c55e on host n-h2-843680-3 for vnic_type normal with profile None {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:01.990661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-40a1263d-5193-4e43-99c8-d4b74d3e3a5d service neutron] Attempting to bind port fbaee3ae-f2e7-488c-9403-9ece70c0c55e by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:01.990988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-40a1263d-5193-4e43-99c8-d4b74d3e3a5d service neutron] Attempting to bind port fbaee3ae-f2e7-488c-9403-9ece70c0c55e on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:02.009747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-40a1263d-5193-4e43-99c8-d4b74d3e3a5d service neutron] Port fbaee3ae-f2e7-488c-9403-9ece70c0c55e on network 21f4cca6-9de0-4960-904f-ee228a1d4380 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:28:02.009747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-40a1263d-5193-4e43-99c8-d4b74d3e3a5d service neutron] Attempting to bind port fbaee3ae-f2e7-488c-9403-9ece70c0c55e on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:02.021227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-40a1263d-5193-4e43-99c8-d4b74d3e3a5d service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:02.021575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-40a1263d-5193-4e43-99c8-d4b74d3e3a5d service neutron] Checking segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:02.021954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-40a1263d-5193-4e43-99c8-d4b74d3e3a5d service neutron] Bound using segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:02.022390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-40a1263d-5193-4e43-99c8-d4b74d3e3a5d service neutron] Bound port: fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:02.038197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b56eb-2d39-4ca5-b2d5-6c8c0a81145a None None] Pushing event updated for resources: {'Port': ['ID=8e988deb-e085-428a-a436-8df453a5f258,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:02.047278 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:02.054440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b56eb-2d39-4ca5-b2d5-6c8c0a81145a None None] Port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:28:02.070622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:28:02.074226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0a20e3b-0ecc-4fc3-97e2-0a682fc0c686 req-f06895d6-783d-4e51-acc5-6ec8c163d631 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/security-groups?id=60004740-2bdd-4f13-96b6-bf8e1156d7ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795684 May 27 22:28:02.142205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:02.142567 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:02.162208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:02.184755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:02.185101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:02.185441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:02.185775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:02.186106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:02.186432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:02.186833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:02.187063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:02.187380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:02.187695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:02.188202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:02.188547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:02.193160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-40a1263d-5193-4e43-99c8-d4b74d3e3a5d service neutron] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:02.203377 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:02.207435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3c85f2b6-546b-4f66-a79c-39656ca24a36 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7426634 May 27 22:28:02.207579 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-43741643-3430-4499-a0d1-f4adc3ea51e9 None None] Provisioning complete for port 8e988deb-e085-428a-a436-8df453a5f258 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:02.207579 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-43741643-3430-4499-a0d1-f4adc3ea51e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:02.212870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42272) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:02.215737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f4905fed-9214-46e1-99d8-eb84a5e17183 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'security_group_rule': {'security_group_id': '7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:02.223968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f4905fed-9214-46e1-99d8-eb84a5e17183 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:02.229799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f4905fed-9214-46e1-99d8-eb84a5e17183 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Usage tracker for resource:security_group_rule and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:02.233857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f4905fed-9214-46e1-99d8-eb84a5e17183 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:02.246765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d6446-f163-41ac-af13-709a3d949696 req-e86a799f-8cc8-4599-841b-e1c6d1ed7b4a tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:02.248235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c77d6446-f163-41ac-af13-709a3d949696 req-e86a799f-8cc8-4599-841b-e1c6d1ed7b4a tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.57 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 946 time: 0.1657026 May 27 22:28:02.249155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f4905fed-9214-46e1-99d8-eb84a5e17183 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:02.292144 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-40a1263d-5193-4e43-99c8-d4b74d3e3a5d service neutron] Notify callbacks [] for binding, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:02.293682 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-40a1263d-5193-4e43-99c8-d4b74d3e3a5d service neutron] 10.222.0.27 "POST /v2.0/ports/fbaee3ae-f2e7-488c-9403-9ece70c0c55e/bindings HTTP/1.1" status: 201 len: 389 time: 0.7535069 May 27 22:28:02.329312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-c77d6446-f163-41ac-af13-709a3d949696 req-98dabf53-5027-49cb-b3c9-3de93bf9d9d5 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Deleting port 997c0397-413a-446a-9243-65d3ef76b8cb {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:02.330524 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c77d6446-f163-41ac-af13-709a3d949696 req-98dabf53-5027-49cb-b3c9-3de93bf9d9d5 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:02.344470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:02.401077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-43741643-3430-4499-a0d1-f4adc3ea51e9 None None] Current status of the port 8e988deb-e085-428a-a436-8df453a5f258 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:02.415061 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1b4212ff-1b5c-4a73-a78a-b09635349aaa tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=571914c851be419ca9fa71bbd7416ee1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473051 May 27 22:28:02.418176 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4905fed-9214-46e1-99d8-eb84a5e17183 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:02.788860 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4905fed-9214-46e1-99d8-eb84a5e17183 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:02.827146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-9ca57e3b-f943-4c21-b4f2-50ae6a2b0004 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:02.828628 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-9ca57e3b-f943-4c21-b4f2-50ae6a2b0004 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035242 May 27 22:28:02.869948 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4905fed-9214-46e1-99d8-eb84a5e17183 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:02.899523 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e756d3-37fa-4865-91e6-2ca73d530389 req-21fab6de-697d-4cf7-8471-4d0cbce852fb tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:02.901023 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59e756d3-37fa-4865-91e6-2ca73d530389 req-21fab6de-697d-4cf7-8471-4d0cbce852fb tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=530568ae-5b2c-4b74-9596-056ea211f876 HTTP/1.1" status: 200 len: 946 time: 0.3478446 May 27 22:28:02.902207 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-19641757-cfa7-4412-a0b5-fe78f350635a tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/quotas/571914c851be419ca9fa71bbd7416ee1 HTTP/1.1" status: 200 len: 375 time: 0.0567131 May 27 22:28:03.001181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4905fed-9214-46e1-99d8-eb84a5e17183 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14cb62d7-21a4-402d-8091-321e970f2afd,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:03.125603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-c77d6446-f163-41ac-af13-709a3d949696 req-98dabf53-5027-49cb-b3c9-3de93bf9d9d5 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] For port 997c0397-413a-446a-9243-65d3ef76b8cb, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=997c0397-413a-446a-9243-65d3ef76b8cb,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:03.125961 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c77d6446-f163-41ac-af13-709a3d949696 req-98dabf53-5027-49cb-b3c9-3de93bf9d9d5 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:03.149485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4905fed-9214-46e1-99d8-eb84a5e17183 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:03.150684 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f4905fed-9214-46e1-99d8-eb84a5e17183 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9415855 May 27 22:28:03.153510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42292) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:03.158732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c53ea064-9a64-4162-a86a-019d5259545e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'security_group_rule': {'security_group_id': '7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:03.166227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c53ea064-9a64-4162-a86a-019d5259545e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:03.170075 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c53ea064-9a64-4162-a86a-019d5259545e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Usage tracker for resource:security_group_rule and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:03.172984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c53ea064-9a64-4162-a86a-019d5259545e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:03.179376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c53ea064-9a64-4162-a86a-019d5259545e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:03.273739 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c53ea064-9a64-4162-a86a-019d5259545e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:03.282387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-c77d6446-f163-41ac-af13-709a3d949696 req-98dabf53-5027-49cb-b3c9-3de93bf9d9d5 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Calling delete_port for 997c0397-413a-446a-9243-65d3ef76b8cb owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:28:03.335396 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c53ea064-9a64-4162-a86a-019d5259545e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:03.337954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59e756d3-37fa-4865-91e6-2ca73d530389 req-aebbeca7-49af-47c2-8de1-d3538bb96e8b tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877251 May 27 22:28:03.387225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-8340f58e-92f3-4f48-b5c2-340022814224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:03.390688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-8340f58e-92f3-4f48-b5c2-340022814224 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 1097 time: 0.5006540 May 27 22:28:03.401124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-ffe4488b-f500-4167-b076-8ee5bdeae272 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=571914c851be419ca9fa71bbd7416ee1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4519060 May 27 22:28:03.410226 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c53ea064-9a64-4162-a86a-019d5259545e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:03.445903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ea064-9a64-4162-a86a-019d5259545e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28387fbb-5a75-4111-9e18-0e23bd736237,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:03.519140 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c53ea064-9a64-4162-a86a-019d5259545e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:03.520979 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c53ea064-9a64-4162-a86a-019d5259545e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3664448 May 27 22:28:03.524207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42298) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:03.529117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:03.534954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:03.539323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Usage tracker for resource:floatingip and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:03.545752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:03.551608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:03.623136 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee637dd-1fe1-400f-8f96-d6d5961024d3'] response: {'server_uuid': 'ae6b1f97-d840-4feb-9f34-63d3c0c60860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4583884-4f85-4cf4-9c9b-c77f569ea4b9', 'code': 200} May 27 22:28:03.639333 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:03.642069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-8dfa7516-b982-43b9-86ae-fbac35b677cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:03.643538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-8dfa7516-b982-43b9-86ae-fbac35b677cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.2415574 May 27 22:28:03.730632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff40774-49be-4583-85bc-dbe930b9dac2 req-8617e587-0253-4c3d-a300-38e95557616b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:03.732560 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ff40774-49be-4583-85bc-dbe930b9dac2 req-8617e587-0253-4c3d-a300-38e95557616b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 949 time: 0.2804937 May 27 22:28:03.783548 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c77d6446-f163-41ac-af13-709a3d949696 req-98dabf53-5027-49cb-b3c9-3de93bf9d9d5 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:03.797675 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-f57ecc47-3552-4fa7-914a-4ee5f42beebe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e HTTP/1.1" status: 200 len: 217 time: 0.1469779 May 27 22:28:03.864577 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:03.915422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dabf53-5027-49cb-b3c9-3de93bf9d9d5 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Pushing event deleted for resources: {'Port': ['ID=997c0397-413a-446a-9243-65d3ef76b8cb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:04.011900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Allocated IP 172.25.2.70 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/6734223a-16d1-4bc2-91d9-713baf660efd) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:28:04.052748 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ff40774-49be-4583-85bc-dbe930b9dac2 req-778c72ca-be56-4ecc-b53e-7c0301d2d859 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643454 May 27 22:28:04.053688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77d6446-f163-41ac-af13-709a3d949696 req-98dabf53-5027-49cb-b3c9-3de93bf9d9d5 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] No DVR routers for this DVR port 997c0397-413a-446a-9243-65d3ef76b8cb on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:28:04.058738 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c77d6446-f163-41ac-af13-709a3d949696 req-98dabf53-5027-49cb-b3c9-3de93bf9d9d5 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:04.071423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'name': 'network-vif-deleted', 'tag': '997c0397-413a-446a-9243-65d3ef76b8cb'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:04.084391 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-12576ec1-52ac-4fc2-878d-b69ad1b3aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:04.093818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-12576ec1-52ac-4fc2-878d-b69ad1b3aea9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.2438743 May 27 22:28:04.117011 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8e988deb-e085-428a-a436-8df453a5f258 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:28:04.165776 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c77d6446-f163-41ac-af13-709a3d949696 req-98dabf53-5027-49cb-b3c9-3de93bf9d9d5 tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.57 "DELETE /v2.0/ports/997c0397-413a-446a-9243-65d3ef76b8cb HTTP/1.1" status: 204 len: 173 time: 1.9112413 May 27 22:28:04.167789 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-a30bfc2c-0004-4b54-a17d-067c5b7c51c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550411 May 27 22:28:04.169078 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-95872ee8-2aa4-4095-9fc6-20a54565dc29 req-c00c7191-0eb5-49fd-b5d0-cd5ebdfaa62b tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] show failed (client error): The resource could not be found. May 27 22:28:04.169535 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95872ee8-2aa4-4095-9fc6-20a54565dc29 req-c00c7191-0eb5-49fd-b5d0-cd5ebdfaa62b tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/1e548d1c-4fc9-41a2-a525-1d08c5a9478c HTTP/1.1" status: 404 len: 352 time: 0.0763695 May 27 22:28:04.178887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af8a7f-df2a-4b5d-b42e-810f917e85d8 req-878d814c-8a6f-4668-b938-4e1cc34f2611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:04.180235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41af8a7f-df2a-4b5d-b42e-810f917e85d8 req-878d814c-8a6f-4668-b938-4e1cc34f2611 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 1100 time: 0.4385874 May 27 22:28:04.200092 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:04.214884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8e988deb-e085-428a-a436-8df453a5f258 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:04.215482 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:04.326194 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:04.376387 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41af8a7f-df2a-4b5d-b42e-810f917e85d8 req-13342e7d-f549-47f4-b7fd-b4f54c858682 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771345 May 27 22:28:04.420430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:04.424261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:04.429394 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:28:04.450708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8e988deb-e085-428a-a436-8df453a5f258 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:04.485863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'Port': ['ID=6734223a-16d1-4bc2-91d9-713baf660efd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:04.507251 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b23c4bef-90c7-421c-8814-670657f5a811 req-97c913dd-510f-4757-9afb-fd00c6afc4ec tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Synchronizing usage tracker for tenant:a103764016804495a572e1edea3fca44 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:04.525922 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-c83b6ca6-aeb3-4b31-92c5-3d93cb49158e service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501887 May 27 22:28:04.534294 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:04.536634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0de5e9-2859-4431-b026-f3c32a481ccf req-75a729d0-c774-4299-96ec-938411579611 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:04.538017 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c0de5e9-2859-4431-b026-f3c32a481ccf req-75a729d0-c774-4299-96ec-938411579611 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 946 time: 0.2397871 May 27 22:28:04.632330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b23c4bef-90c7-421c-8814-670657f5a811 req-97c913dd-510f-4757-9afb-fd00c6afc4ec tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] Unset dirty status for tenant:a103764016804495a572e1edea3fca44 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:04.633511 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b23c4bef-90c7-421c-8814-670657f5a811 req-97c913dd-510f-4757-9afb-fd00c6afc4ec tempest-FloatingIPsAssociationTestJSON-1681316494 tempest-FloatingIPsAssociationTestJSON-1681316494-project] 10.222.0.27 "GET /v2.0/ports?device_id=57ce15a3-74ff-4847-a583-d1fe51b2d624 HTTP/1.1" status: 200 len: 210 time: 0.2127211 May 27 22:28:04.646530 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:04.681556 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c0de5e9-2859-4431-b026-f3c32a481ccf req-2214449c-5504-4783-babc-18a0e14a146e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214900 May 27 22:28:04.717125 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-178a47ac-cd83-4a3b-9c84-1e75ad94251b service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781821 May 27 22:28:04.984216 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:05.080695 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6f483ff-1ed1-4ad1-b7b8-06e442aedcf9 req-92f8233c-667b-4dae-8d66-d097e4b15fad tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78 HTTP/1.1" status: 200 len: 210 time: 0.2013242 May 27 22:28:05.085832 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:05.089393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7c02dc-5c92-41c6-88c0-d14729f7e146 req-9fe9017d-8905-472a-8535-5f17d339f982 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:05.090884 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f7c02dc-5c92-41c6-88c0-d14729f7e146 req-9fe9017d-8905-472a-8535-5f17d339f982 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.46 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 944 time: 0.3422127 May 27 22:28:05.137872 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 997c0397-413a-446a-9243-65d3ef76b8cb no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:28:05.169113 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ea01e0-dd35-45ed-8812-706d65de9ec3'] response: {'server_uuid': '57ce15a3-74ff-4847-a583-d1fe51b2d624', 'name': 'network-vif-deleted', 'tag': '997c0397-413a-446a-9243-65d3ef76b8cb', 'status': 'completed', 'code': 200} May 27 22:28:05.197372 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-e224fedf-c429-4758-9115-5b1e0091f5b0 req-e95bd22a-07ba-4a34-b9b7-e5c80ccdd804 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] show failed (client error): The resource could not be found. May 27 22:28:05.198388 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e224fedf-c429-4758-9115-5b1e0091f5b0 req-e95bd22a-07ba-4a34-b9b7-e5c80ccdd804 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/61c04054-bbba-4b3d-a65a-cdcce915d2de HTTP/1.1" status: 404 len: 352 time: 0.0320389 May 27 22:28:05.216223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 997c0397-413a-446a-9243-65d3ef76b8cb {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:28:05.216716 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 997c0397-413a-446a-9243-65d3ef76b8cb not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:28:05.218167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9f7c02dc-5c92-41c6-88c0-d14729f7e146 req-0fbb9899-81f1-41ff-ad3e-3c8714d35a21 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Deleting port 1243c73e-3484-403b-828f-8e68370b8bd0 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:05.218906 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f7c02dc-5c92-41c6-88c0-d14729f7e146 req-0fbb9899-81f1-41ff-ad3e-3c8714d35a21 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:05.303395 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:05.335043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'Port': ['ID=6734223a-16d1-4bc2-91d9-713baf660efd,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:05.398717 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:05.400679 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-74bd8a42-d2e0-4788-a227-f4f8cefa0a14 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8750548 May 27 22:28:05.652849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c8d93-f6e5-4611-b841-fea09a0978d4 req-d0131a50-29e1-42cc-9c7a-075f0e531a39 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:05.654410 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f0c8d93-f6e5-4611-b841-fea09a0978d4 req-d0131a50-29e1-42cc-9c7a-075f0e531a39 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 944 time: 0.3375733 May 27 22:28:05.668342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa44112-f3d3-4a14-9d79-37e6eb382152 req-273413b7-41a4-4fb4-bd35-c87db9ab62a5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:05.669841 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7fa44112-f3d3-4a14-9d79-37e6eb382152 req-273413b7-41a4-4fb4-bd35-c87db9ab62a5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 949 time: 0.2974894 May 27 22:28:05.726274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-9f7c02dc-5c92-41c6-88c0-d14729f7e146 req-0fbb9899-81f1-41ff-ad3e-3c8714d35a21 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] For port 1243c73e-3484-403b-828f-8e68370b8bd0, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1243c73e-3484-403b-828f-8e68370b8bd0,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:05.726882 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f7c02dc-5c92-41c6-88c0-d14729f7e146 req-0fbb9899-81f1-41ff-ad3e-3c8714d35a21 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:05.880335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9f7c02dc-5c92-41c6-88c0-d14729f7e146 req-0fbb9899-81f1-41ff-ad3e-3c8714d35a21 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Calling delete_port for 1243c73e-3484-403b-828f-8e68370b8bd0 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:28:05.924908 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f0c8d93-f6e5-4611-b841-fea09a0978d4 req-14e17fdb-9c08-463c-b916-569b43e876c3 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/security-groups?id=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516649 May 27 22:28:05.939266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7fa44112-f3d3-4a14-9d79-37e6eb382152 req-7d614763-39c0-4a63-855c-e5031a128612 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451737 May 27 22:28:06.080713 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-fb9f6292-45e6-42ef-9671-7727f927f458 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=571914c851be419ca9fa71bbd7416ee1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473282 May 27 22:28:06.139008 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-ffc5b17a-1cb7-4edc-b4a6-97e4cd346763 req-0834d8b6-50b0-4fdd-9f71-5b028225b19e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] show failed (client error): The resource could not be found. May 27 22:28:06.139008 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ffc5b17a-1cb7-4edc-b4a6-97e4cd346763 req-0834d8b6-50b0-4fdd-9f71-5b028225b19e tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/6119257c-de6e-43fc-8090-0c5800ec52d8 HTTP/1.1" status: 404 len: 352 time: 0.0732355 May 27 22:28:06.217444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2dd78-2b02-4fcf-8361-aa7696423a12 req-ef588acb-e771-4653-b7d7-04ab3ac3fbbb tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:06.218585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0c2dd78-2b02-4fcf-8361-aa7696423a12 req-ef588acb-e771-4653-b7d7-04ab3ac3fbbb tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=530568ae-5b2c-4b74-9596-056ea211f876 HTTP/1.1" status: 200 len: 946 time: 0.1422832 May 27 22:28:06.220655 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f7c02dc-5c92-41c6-88c0-d14729f7e146 req-0fbb9899-81f1-41ff-ad3e-3c8714d35a21 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:06.309107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbb9899-81f1-41ff-ad3e-3c8714d35a21 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Pushing event deleted for resources: {'Port': ['ID=1243c73e-3484-403b-828f-8e68370b8bd0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:06.311457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e8d5138a-030d-46f6-8f94-853509020341 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:06.313067 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e8d5138a-030d-46f6-8f94-853509020341 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288110 May 27 22:28:06.326325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Request body: {'port': {'device_id': 'f7bce62d-60a0-4ef1-9191-bf6a771ade78', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': '571914c851be419ca9fa71bbd7416ee1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:06.421396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7c02dc-5c92-41c6-88c0-d14729f7e146 req-0fbb9899-81f1-41ff-ad3e-3c8714d35a21 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] No DVR routers for this DVR port 1243c73e-3484-403b-828f-8e68370b8bd0 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:28:06.430825 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f7c02dc-5c92-41c6-88c0-d14729f7e146 req-0fbb9899-81f1-41ff-ad3e-3c8714d35a21 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:06.437653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-36d98ecb-5872-4a92-b731-d8a2dc03b3cd tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Synchronizing usage tracker for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:06.445704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0c2dd78-2b02-4fcf-8361-aa7696423a12 req-d91e2868-a9ce-4764-b798-b5cf1e819085 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770060 May 27 22:28:06.534942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-36d98ecb-5872-4a92-b731-d8a2dc03b3cd tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Unset dirty status for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:06.536614 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-36d98ecb-5872-4a92-b731-d8a2dc03b3cd tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--37693930&fields=id&tenant_id=e95767dc0f454d2c976cbcfe4bc24094 HTTP/1.1" status: 200 len: 267 time: 0.2608433 May 27 22:28:06.537815 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f7c02dc-5c92-41c6-88c0-d14729f7e146 req-0fbb9899-81f1-41ff-ad3e-3c8714d35a21 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.46 "DELETE /v2.0/ports/1243c73e-3484-403b-828f-8e68370b8bd0 HTTP/1.1" status: 204 len: 173 time: 1.4403675 May 27 22:28:06.569850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42346) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:06.701547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-253e0660-9dc4-4ef2-aedd-68c76d081a93 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:06.703658 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-253e0660-9dc4-4ef2-aedd-68c76d081a93 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports/1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f HTTP/1.1" status: 200 len: 930 time: 0.1573751 May 27 22:28:06.808381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-07b486bb-97fd-45c2-aa4c-7405660124bc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:06.812336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:06.815294 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-07b486bb-97fd-45c2-aa4c-7405660124bc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports/0f8c0679-a173-42fd-bf4b-8227fb6895d4 HTTP/1.1" status: 200 len: 931 time: 0.1034546 May 27 22:28:06.822853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Usage tracker for resource:port and tenant:571914c851be419ca9fa71bbd7416ee1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:06.834594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c7ff0-b9df-440d-bb82-b97ca47141d8 req-e94e9236-442e-4bec-b2c5-534c445df059 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:06.837558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-703c7ff0-b9df-440d-bb82-b97ca47141d8 req-e94e9236-442e-4bec-b2c5-534c445df059 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Synchronizing usage tracker for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:06.840942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:06.851873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:06.861887 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-ac288aba-6e6f-4f2e-8317-d1e208f9c174 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?network_id=c1c98a16-ff0e-48d9-bd68-874df362e9d7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0457215 May 27 22:28:06.917173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83964318-6a49-4d4e-98e2-437bb752f072 req-fab52566-8069-4e2a-9075-e9038d436bf1 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:06.920838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-83964318-6a49-4d4e-98e2-437bb752f072 req-fab52566-8069-4e2a-9075-e9038d436bf1 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 946 time: 0.2801106 May 27 22:28:06.952689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-0922f6b8-cd5a-431d-9b00-c9bb1540a8a5 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?network_id=c1c98a16-ff0e-48d9-bd68-874df362e9d7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0773337 May 27 22:28:07.008052 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-83964318-6a49-4d4e-98e2-437bb752f072 req-1cda945e-26c7-40e5-8569-1f92f76fab8c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794432 May 27 22:28:07.049393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-703c7ff0-b9df-440d-bb82-b97ca47141d8 req-e94e9236-442e-4bec-b2c5-534c445df059 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Unset dirty status for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:07.050509 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-703c7ff0-b9df-440d-bb82-b97ca47141d8 req-e94e9236-442e-4bec-b2c5-534c445df059 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "GET /v2.0/ports?device_id=530568ae-5b2c-4b74-9596-056ea211f876 HTTP/1.1" status: 200 len: 946 time: 0.5199444 May 27 22:28:07.051074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Made reservation on behalf of 571914c851be419ca9fa71bbd7416ee1 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:28:07.055113 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:07.153647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-e8d24fb9-a5fc-4d09-ad2c-9a10ffb61d33 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:07.158682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-e8d24fb9-a5fc-4d09-ad2c-9a10ffb61d33 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:07.163688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-e8d24fb9-a5fc-4d09-ad2c-9a10ffb61d33 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:07.163688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-e8d24fb9-a5fc-4d09-ad2c-9a10ffb61d33 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Synchronizing usage tracker for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:07.234420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-703c7ff0-b9df-440d-bb82-b97ca47141d8 req-646bcc0e-aef0-42c1-b06a-52c9b3cc7f3a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Deleting port 49a1baa7-93f1-4e98-83d7-b61632b425c9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:07.234420 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-703c7ff0-b9df-440d-bb82-b97ca47141d8 req-646bcc0e-aef0-42c1-b06a-52c9b3cc7f3a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:07.310188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e35ad5eb-428b-4b36-9b3a-aa2b90cb053c', 'name': 'network-vif-deleted', 'tag': '1243c73e-3484-403b-828f-8e68370b8bd0'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:07.324558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4b3f482-1c33-4f75-b736-fd3295688fa7 req-2eb4d23d-bead-47cc-961a-de88661e780d tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78 HTTP/1.1" status: 200 len: 210 time: 0.1558692 May 27 22:28:07.375611 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-2c4d56f9-813f-4c68-84e3-80100046e1e2 req-a3c5866c-603a-4f3e-ba54-3c353ab46197 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] show failed (client error): The resource could not be found. May 27 22:28:07.388576 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2c4d56f9-813f-4c68-84e3-80100046e1e2 req-a3c5866c-603a-4f3e-ba54-3c353ab46197 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/20e0b8f6-380b-457e-bb44-1eb28aeebb2d HTTP/1.1" status: 404 len: 352 time: 0.0324280 May 27 22:28:07.409085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-e8d24fb9-a5fc-4d09-ad2c-9a10ffb61d33 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Unset dirty status for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:07.409085 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-e8d24fb9-a5fc-4d09-ad2c-9a10ffb61d33 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/networks?id=b090dde9-67db-4c49-bbbc-f76032c598e8&id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&id=c1c98a16-ff0e-48d9-bd68-874df362e9d7&id=c1c98a16-ff0e-48d9-bd68-874df362e9d7 HTTP/1.1" status: 200 len: 1991 time: 0.4393103 May 27 22:28:07.445811 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-e2e88a61-9fcd-48af-bd3d-5ae735c9d242 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/quotas/e95767dc0f454d2c976cbcfe4bc24094 HTTP/1.1" status: 200 len: 375 time: 0.0212724 May 27 22:28:07.579669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ea26ba39-f93a-4a71-9842-3e62c967827a req-1b5d8241-d07b-43da-9d3d-2c1c89e993a1 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Synchronizing usage tracker for tenant:3576fc8b868b4910aafa386813d8d521 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:07.618427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Allocated IP 192.168.233.49 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/70412d97-397b-47ad-9eea-5f01fb31f020) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:28:07.624102 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-cb99033d-8c88-4a1a-ab54-7e3ab441589b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1840909 May 27 22:28:07.744296 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ea26ba39-f93a-4a71-9842-3e62c967827a req-1b5d8241-d07b-43da-9d3d-2c1c89e993a1 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Unset dirty status for tenant:3576fc8b868b4910aafa386813d8d521 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:07.744296 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea26ba39-f93a-4a71-9842-3e62c967827a req-1b5d8241-d07b-43da-9d3d-2c1c89e993a1 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e35ad5eb-428b-4b36-9b3a-aa2b90cb053c HTTP/1.1" status: 200 len: 210 time: 0.2136450 May 27 22:28:07.813885 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06e3e071-33eb-489a-93cd-e0eedb9b3d38 service neutron] 10.222.0.27 "GET /v2.0/networks/b090dde9-67db-4c49-bbbc-f76032c598e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729045 May 27 22:28:07.844480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-703c7ff0-b9df-440d-bb82-b97ca47141d8 req-646bcc0e-aef0-42c1-b06a-52c9b3cc7f3a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] For port 49a1baa7-93f1-4e98-83d7-b61632b425c9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=49a1baa7-93f1-4e98-83d7-b61632b425c9,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:07.844480 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-703c7ff0-b9df-440d-bb82-b97ca47141d8 req-646bcc0e-aef0-42c1-b06a-52c9b3cc7f3a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:08.040278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-2f9544aa-b17e-4153-82b6-32ac6ac5935a service neutron] 10.222.0.27 "GET /v2.0/networks/b090dde9-67db-4c49-bbbc-f76032c598e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253945 May 27 22:28:08.123375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49901d6-7dd0-41dc-82fe-6b6c80a18210 req-ad01c95b-8b29-4be7-9e5b-9b90c1285dc1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:08.128856 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a49901d6-7dd0-41dc-82fe-6b6c80a18210 req-ad01c95b-8b29-4be7-9e5b-9b90c1285dc1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 949 time: 0.1774278 May 27 22:28:08.153368 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f7c137e9-a38e-42d6-a991-2eacf2fed648 service neutron] 10.222.0.27 "GET /v2.0/ports/1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1058218 May 27 22:28:08.168256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-703c7ff0-b9df-440d-bb82-b97ca47141d8 req-646bcc0e-aef0-42c1-b06a-52c9b3cc7f3a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Calling delete_port for 49a1baa7-93f1-4e98-83d7-b61632b425c9 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:28:08.245727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a49901d6-7dd0-41dc-82fe-6b6c80a18210 req-f6ee9389-7715-4104-906f-0979c5ca3e98 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131363 May 27 22:28:08.297045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8577300-e99e-4c2d-8691-fc130dac0b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:08.340609 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac780cb3-ce9f-4656-b6c7-2ae1696e794d'] response: {'server_uuid': 'e35ad5eb-428b-4b36-9b3a-aa2b90cb053c', 'name': 'network-vif-deleted', 'tag': '1243c73e-3484-403b-828f-8e68370b8bd0', 'status': 'completed', 'code': 200} May 27 22:28:08.376620 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-2cfd8b69-505e-4972-aba2-6205eaf0f263 req-9655730a-6587-4913-9c33-0c069614a6c4 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] show failed (client error): The resource could not be found. May 27 22:28:08.376620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2cfd8b69-505e-4972-aba2-6205eaf0f263 req-9655730a-6587-4913-9c33-0c069614a6c4 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/4e74195b-04bb-4e68-8dc8-7e1643eb4337 HTTP/1.1" status: 404 len: 352 time: 0.0188541 May 27 22:28:08.380996 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:08.452383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-3cbefd20-a66a-4213-9507-dacd5d295e20 service neutron] 10.222.0.27 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627029 May 27 22:28:08.458112 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1243c73e-3484-403b-828f-8e68370b8bd0 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:28:08.501866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 1243c73e-3484-403b-828f-8e68370b8bd0 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:28:08.502145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1243c73e-3484-403b-828f-8e68370b8bd0 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:28:08.613681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Transition to ACTIVE for port object 70412d97-397b-47ad-9eea-5f01fb31f020 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:08.655100 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-703c7ff0-b9df-440d-bb82-b97ca47141d8 req-646bcc0e-aef0-42c1-b06a-52c9b3cc7f3a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:08.665311 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7f9fac0e-55b6-4100-8cf3-193eb5b2055c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:28:08.670542 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-00ebe434-3da4-471c-9d6a-cdb2b49efcd9 service neutron] 10.222.0.27 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060158 May 27 22:28:08.681305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5121a5-ee15-432b-ab7c-0f6a9afa5d58 req-bde82713-0d9e-4e3a-a653-cf590c5739bb tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:08.681305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a5121a5-ee15-432b-ab7c-0f6a9afa5d58 req-bde82713-0d9e-4e3a-a653-cf590c5739bb tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=530568ae-5b2c-4b74-9596-056ea211f876 HTTP/1.1" status: 200 len: 946 time: 0.1399801 May 27 22:28:08.736231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bcc0e-aef0-42c1-b06a-52c9b3cc7f3a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Pushing event deleted for resources: {'Port': ['ID=49a1baa7-93f1-4e98-83d7-b61632b425c9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:08.819513 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-3e706b02-de2d-4ad4-a526-b96f7ac6b7c0 service neutron] 10.222.0.27 "GET /v2.0/ports/0f8c0679-a173-42fd-bf4b-8227fb6895d4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1353488 May 27 22:28:08.842628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-703c7ff0-b9df-440d-bb82-b97ca47141d8 req-646bcc0e-aef0-42c1-b06a-52c9b3cc7f3a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] No DVR routers for this DVR port 49a1baa7-93f1-4e98-83d7-b61632b425c9 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:28:08.846768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-703c7ff0-b9df-440d-bb82-b97ca47141d8 req-646bcc0e-aef0-42c1-b06a-52c9b3cc7f3a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:08.852423 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a5121a5-ee15-432b-ab7c-0f6a9afa5d58 req-3fb6e6ba-14a6-4ba6-bfe3-4d70e0812148 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356952 May 27 22:28:08.869289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '530568ae-5b2c-4b74-9596-056ea211f876', 'name': 'network-vif-deleted', 'tag': '49a1baa7-93f1-4e98-83d7-b61632b425c9'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:08.941673 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:08.996369 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-703c7ff0-b9df-440d-bb82-b97ca47141d8 req-646bcc0e-aef0-42c1-b06a-52c9b3cc7f3a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "DELETE /v2.0/ports/49a1baa7-93f1-4e98-83d7-b61632b425c9 HTTP/1.1" status: 204 len: 173 time: 1.9274015 May 27 22:28:09.023871 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1916c16a-336a-40ed-b9ab-02d5cc085747 service neutron] 10.222.0.27 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006922 May 27 22:28:09.037551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:09.040433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c8577300-e99e-4c2d-8691-fc130dac0b61 admin admin] Deleting port 6069443c-49c8-4884-a375-a129aac3dc81 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:09.040764 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8577300-e99e-4c2d-8691-fc130dac0b61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:09.072176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:09.085026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:28:09.124570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Pushing event updated for resources: {'Port': ['ID=70412d97-397b-47ad-9eea-5f01fb31f020,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:09.161140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e15e5a-2d8e-4b7c-baa1-dd83a920f847 req-f3678f0a-6ea8-4645-afc6-bbf5ff0d8ca4 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:09.162643 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4e15e5a-2d8e-4b7c-baa1-dd83a920f847 req-f3678f0a-6ea8-4645-afc6-bbf5ff0d8ca4 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 946 time: 0.2025106 May 27 22:28:09.168751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6', 'a2eb2e93-6c28-4821-804f-17d25e83042d'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:28:09.197348 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f09cd987-22c8-45a2-8608-45438bbae72b service neutron] 10.222.0.27 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656826 May 27 22:28:09.242253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:09.242869 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:09.319924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-c8577300-e99e-4c2d-8691-fc130dac0b61 admin admin] For port 6069443c-49c8-4884-a375-a129aac3dc81, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6069443c-49c8-4884-a375-a129aac3dc81,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:09.320842 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8577300-e99e-4c2d-8691-fc130dac0b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:09.343473 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-e06a43c0-f7d8-4833-9aa3-7176e33b0c3e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0208471 May 27 22:28:09.413651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4e15e5a-2d8e-4b7c-baa1-dd83a920f847 req-e589bd74-00c7-4916-b3a7-ddacf8bbde38 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359700 May 27 22:28:09.473984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Request body: {'port': {'device_id': 'f7bce62d-60a0-4ef1-9191-bf6a771ade78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:09.481841 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-2fd9d39b-d1c4-4068-90b6-71912ab9095e service neutron] 10.222.0.27 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772017 May 27 22:28:09.518430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c8577300-e99e-4c2d-8691-fc130dac0b61 admin admin] Calling delete_port for 6069443c-49c8-4884-a375-a129aac3dc81 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:28:09.561589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-55c04d69-6a0a-4e85-9201-64a3571ec0e5 None None] Provisioning for port 70412d97-397b-47ad-9eea-5f01fb31f020 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:09.570449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-55c04d69-6a0a-4e85-9201-64a3571ec0e5 None None] Provisioning complete for port 70412d97-397b-47ad-9eea-5f01fb31f020 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:09.570822 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-55c04d69-6a0a-4e85-9201-64a3571ec0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:09.637109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-55c04d69-6a0a-4e85-9201-64a3571ec0e5 None None] Port 70412d97-397b-47ad-9eea-5f01fb31f020 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:28:09.703104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-a64fd15d-7eb2-4816-a084-5c1bd9a256d4 service neutron] 10.222.0.27 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051361 May 27 22:28:09.808374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06055c-a893-4a2a-8ae4-1a7feff0a795 req-8258d70f-2c2a-45d3-b205-1605737be3a8 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:09.812950 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef06055c-a893-4a2a-8ae4-1a7feff0a795 req-8258d70f-2c2a-45d3-b205-1605737be3a8 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 1100 time: 0.2134218 May 27 22:28:09.860100 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ef06055c-a893-4a2a-8ae4-1a7feff0a795 req-34011d79-81f3-4169-b3de-aec52abb5be3 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:09.877363 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-e5779fc8-e05e-4000-a1ee-0d4f710fba99 service neutron] 10.222.0.27 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772044 May 27 22:28:09.881312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ef06055c-a893-4a2a-8ae4-1a7feff0a795 req-34011d79-81f3-4169-b3de-aec52abb5be3 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:09.885653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ef06055c-a893-4a2a-8ae4-1a7feff0a795 req-34011d79-81f3-4169-b3de-aec52abb5be3 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Usage tracker for resource:security_group_rule and tenant:d0c80af48f9c4db19848a514bc766bff is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:09.907715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ef06055c-a893-4a2a-8ae4-1a7feff0a795 req-34011d79-81f3-4169-b3de-aec52abb5be3 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:09.922209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ef06055c-a893-4a2a-8ae4-1a7feff0a795 req-34011d79-81f3-4169-b3de-aec52abb5be3 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:09.968574 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:10.072883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-932820e9-22ca-49aa-9fb6-1fea5a5ecb7e service neutron] 10.222.0.27 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838272 May 27 22:28:10.204467 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ef06055c-a893-4a2a-8ae4-1a7feff0a795 req-34011d79-81f3-4169-b3de-aec52abb5be3 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:10.247339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-0dfdc50f-96c4-4f5a-963c-dd8e57eadada service neutron] 10.222.0.27 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568565 May 27 22:28:10.273455 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ef06055c-a893-4a2a-8ae4-1a7feff0a795 req-34011d79-81f3-4169-b3de-aec52abb5be3 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:10.356371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef06055c-a893-4a2a-8ae4-1a7feff0a795 req-34011d79-81f3-4169-b3de-aec52abb5be3 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293052 May 27 22:28:10.375375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34011d79-81f3-4169-b3de-aec52abb5be3 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66880d8-c74a-4a74-9dbb-edaa66aecea9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:10.387377 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8577300-e99e-4c2d-8691-fc130dac0b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:10.428554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4c9574cd-7426-4a3e-afeb-a48f277ec814 service neutron] 10.222.0.27 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753123 May 27 22:28:10.451334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8577300-e99e-4c2d-8691-fc130dac0b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=6069443c-49c8-4884-a375-a129aac3dc81,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:10.472497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 49a1baa7-93f1-4e98-83d7-b61632b425c9 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:28:10.509014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70412d97-397b-47ad-9eea-5f01fb31f020 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:10.510819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 49a1baa7-93f1-4e98-83d7-b61632b425c9 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:28:10.512653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 49a1baa7-93f1-4e98-83d7-b61632b425c9 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:28:10.542591 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:10.574104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Transition to ACTIVE for port object 70412d97-397b-47ad-9eea-5f01fb31f020 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:10.639790 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b376ede9-2d89-4c7b-abab-3870a234cf01 service neutron] 10.222.0.27 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011862 May 27 22:28:10.654243 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:10.663300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3309b-ae7b-46e5-b53e-e779efedcbd6 req-c97da658-a098-46a2-81f0-d072ee9467ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:10.664003 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a5b3309b-ae7b-46e5-b53e-e779efedcbd6 req-c97da658-a098-46a2-81f0-d072ee9467ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78 HTTP/1.1" status: 200 len: 935 time: 0.1940215 May 27 22:28:10.797227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a5b3309b-ae7b-46e5-b53e-e779efedcbd6 req-87f8f6ed-ff61-4cef-a064-af85e5f7d085 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093502 May 27 22:28:10.874536 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-0a8c98c1-bda7-4c84-9fb0-a547b825ed01 req-98c38b04-7760-4990-8e62-ee33fa6b0ed0 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] show failed (client error): The resource could not be found. May 27 22:28:10.884151 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0a8c98c1-bda7-4c84-9fb0-a547b825ed01 req-98c38b04-7760-4990-8e62-ee33fa6b0ed0 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/e6cb4316-0ea9-4b29-8711-9dd0026edc36 HTTP/1.1" status: 404 len: 352 time: 0.0483296 May 27 22:28:10.907512 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-ebfcf360-5ff2-411e-9c2a-0474d1655cf8 service neutron] 10.222.0.27 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601054 May 27 22:28:10.935312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Pushing event updated for resources: {'Port': ['ID=70412d97-397b-47ad-9eea-5f01fb31f020,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:11.024674 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8577300-e99e-4c2d-8691-fc130dac0b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:11.048920 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-971a093b-315c-4e36-a70a-dd2baf102762'] response: {'server_uuid': '530568ae-5b2c-4b74-9596-056ea211f876', 'name': 'network-vif-deleted', 'tag': '49a1baa7-93f1-4e98-83d7-b61632b425c9', 'status': 'completed', 'code': 200} May 27 22:28:11.154825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Attempting to bind port 70412d97-397b-47ad-9eea-5f01fb31f020 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:11.155155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Attempting to bind port 70412d97-397b-47ad-9eea-5f01fb31f020 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:11.155477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Attempting to bind port 70412d97-397b-47ad-9eea-5f01fb31f020 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:11.220711 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Port 70412d97-397b-47ad-9eea-5f01fb31f020 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:28:11.221363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Attempting to bind port 70412d97-397b-47ad-9eea-5f01fb31f020 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:11.239606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:11.240670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:11.240670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:11.241514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Bound port: 70412d97-397b-47ad-9eea-5f01fb31f020, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:11.241514 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:11.541299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3156f9e-8778-41ff-a55c-0e2ff173d536 req-ed9dd2d7-d0ce-4f0f-8274-76775840cab5 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:11.541299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3156f9e-8778-41ff-a55c-0e2ff173d536 req-ed9dd2d7-d0ce-4f0f-8274-76775840cab5 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 946 time: 0.0939839 May 27 22:28:11.571193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] For port 70412d97-397b-47ad-9eea-5f01fb31f020, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:11.587534 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3156f9e-8778-41ff-a55c-0e2ff173d536 req-8850291d-aaad-4670-836a-c94629314ab4 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399170 May 27 22:28:11.590339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] For port 70412d97-397b-47ad-9eea-5f01fb31f020, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=70412d97-397b-47ad-9eea-5f01fb31f020,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:11.703515 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:11.776891 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:11.776891 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:11.776891 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] 10.222.0.46 "PUT /v2.0/ports/70412d97-397b-47ad-9eea-5f01fb31f020 HTTP/1.1" status: 200 len: 1095 time: 2.3647940 May 27 22:28:11.827095 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8577300-e99e-4c2d-8691-fc130dac0b61 admin admin] Router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:28:11.832861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b6f58-557b-40f0-9cd8-5982f0b9aa9b service neutron] Pushing event updated for resources: {'Port': ['ID=70412d97-397b-47ad-9eea-5f01fb31f020,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:12.112994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8577300-e99e-4c2d-8691-fc130dac0b61 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:28:12.120994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-7a9a4533-c7ea-41a6-85f2-01df9d76f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:12.122050 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f577fa-403c-4f83-b9fa-e15eb34e3b62 None None] Sync routers for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:28:12.122537 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-7a9a4533-c7ea-41a6-85f2-01df9d76f8eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=571914c851be419ca9fa71bbd7416ee1&device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78 HTTP/1.1" status: 200 len: 1098 time: 0.2132969 May 27 22:28:12.133559 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f577fa-403c-4f83-b9fa-e15eb34e3b62 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:28:12.135203 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-75f577fa-403c-4f83-b9fa-e15eb34e3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:28:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:12.199705 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-a41ed169-b59c-4415-8989-140201ec89f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=70412d97-397b-47ad-9eea-5f01fb31f020 HTTP/1.1" status: 200 len: 217 time: 0.0626349 May 27 22:28:12.253233 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c8577300-e99e-4c2d-8691-fc130dac0b61 admin admin] 10.222.0.27 "PUT /v2.0/routers/7ec66db0-8f69-45fc-89c0-7b0a0778ef8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6798439 May 27 22:28:12.257473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42412) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:12.288330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-db991d28-be27-49ae-97f7-e8e6aae7873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:12.291346 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-db991d28-be27-49ae-97f7-e8e6aae7873c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0851002 May 27 22:28:12.354170 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-75f577fa-403c-4f83-b9fa-e15eb34e3b62 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:28:12.420744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-7433303e-1a4d-4992-87df-fa4497682b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:12.420744 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-7433303e-1a4d-4992-87df-fa4497682b8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170955 May 27 22:28:12.661320 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-08f963ae-bdae-48b8-8fd9-86c005378a8a service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300708 May 27 22:28:12.662189 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:12.711661 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-75f577fa-403c-4f83-b9fa-e15eb34e3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:28:10Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:12.716885 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f577fa-403c-4f83-b9fa-e15eb34e3b62 None None] Checking router: 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:28:12.729346 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f577fa-403c-4f83-b9fa-e15eb34e3b62 None None] Routers {'7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:28:12.730160 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-75f577fa-403c-4f83-b9fa-e15eb34e3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:28:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:12.955143 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5ba1715-74ad-4af7-bbaa-b624e6f0af9f req-9bd39be0-b696-4f87-a1ad-d3c1d1477fd7 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793057 May 27 22:28:12.969086 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:12.984079 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bb9e1b2f-c59b-42a1-b16a-392a1043f2e8 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=d47f869e18974690bc67f65603b9f1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422122 May 27 22:28:13.046822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7bce62d-60a0-4ef1-9191-bf6a771ade78', 'tag': '70412d97-397b-47ad-9eea-5f01fb31f020'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:13.099739 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-75f577fa-403c-4f83-b9fa-e15eb34e3b62 None None] Set router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:28:13.127159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] Deleting port ce25be45-8b5e-49f2-95cb-29750e2ac318 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:13.127494 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:13.170947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f18f7-f226-453f-b8ca-7bb5a199b1ae req-0fb8c0e6-afa8-47e1-bc7d-c75bdfb68894 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:13.171781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b37f18f7-f226-453f-b8ca-7bb5a199b1ae req-0fb8c0e6-afa8-47e1-bc7d-c75bdfb68894 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Synchronizing usage tracker for tenant:3576fc8b868b4910aafa386813d8d521 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:13.205222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b37f18f7-f226-453f-b8ca-7bb5a199b1ae req-0fb8c0e6-afa8-47e1-bc7d-c75bdfb68894 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Unset dirty status for tenant:3576fc8b868b4910aafa386813d8d521 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:13.205222 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b37f18f7-f226-453f-b8ca-7bb5a199b1ae req-0fb8c0e6-afa8-47e1-bc7d-c75bdfb68894 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 944 time: 0.1422019 May 27 22:28:13.285976 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b37f18f7-f226-453f-b8ca-7bb5a199b1ae req-2933d53e-e172-4dd2-8218-fc2c687eef81 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Deleting port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:13.286459 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b37f18f7-f226-453f-b8ca-7bb5a199b1ae req-2933d53e-e172-4dd2-8218-fc2c687eef81 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:13.341933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e97430-a54e-47e2-ae6b-cdc1479b4f82 req-6d6e883a-56ba-41db-b86a-c198fa05a3eb tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:13.343901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-29e97430-a54e-47e2-ae6b-cdc1479b4f82 req-6d6e883a-56ba-41db-b86a-c198fa05a3eb tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78 HTTP/1.1" status: 200 len: 947 time: 0.3589494 May 27 22:28:13.360157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08cc0-e156-486f-9c7e-65a89852983c req-f58bba65-f115-4781-8f50-7620270ab733 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:13.367052 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-f58bba65-f115-4781-8f50-7620270ab733 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3389602 May 27 22:28:13.418717 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bcb2d51f-029e-4be3-b996-524659d7abb9 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/quotas/d47f869e18974690bc67f65603b9f1d5 HTTP/1.1" status: 200 len: 375 time: 0.0506673 May 27 22:28:13.444221 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-75f577fa-403c-4f83-b9fa-e15eb34e3b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:28:10Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:13.455940 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f577fa-403c-4f83-b9fa-e15eb34e3b62 None None] The sync data for ids ['7ec66db0-8f69-45fc-89c0-7b0a0778ef8a'] in n-d-843680-3 is: [{'id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'name': 'tempest-FloatingIPsAssociationTestJSON-584371549-router', 'tenant_id': 'a103764016804495a572e1edea3fca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:25:48Z', 'updated_at': '2022-05-27T22:28:10Z', 'revision_number': 5, 'project_id': 'a103764016804495a572e1edea3fca44', 'gw_port': {'id': 'ce25be45-8b5e-49f2-95cb-29750e2ac318', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:17:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec66db0-8f69-45fc-89c0-7b0a0778ef8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:25:49Z', 'updated_at': '2022-05-27T22:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:28:13.524323 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-29e97430-a54e-47e2-ae6b-cdc1479b4f82 req-460e8073-34da-4dea-a33a-73a9eaf95555 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476953 May 27 22:28:13.537410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] For port ce25be45-8b5e-49f2-95cb-29750e2ac318, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ce25be45-8b5e-49f2-95cb-29750e2ac318,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:13.537962 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:13.577040 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-3e6c9d5b-92b3-45a9-9066-0550be2fc16f tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:13.579487 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-3e6c9d5b-92b3-45a9-9066-0550be2fc16f tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114&tenant_id=091c975465a443ff9f9924fb8c574958&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 1097 time: 0.1990793 May 27 22:28:13.597063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-843680-3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:13.683963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] Calling delete_port for ce25be45-8b5e-49f2-95cb-29750e2ac318 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:28:13.794603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b37f18f7-f226-453f-b8ca-7bb5a199b1ae req-2933d53e-e172-4dd2-8218-fc2c687eef81 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] For port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,segment=NetworkSegment(325679d2-1246-4ed6-aaca-fe7aeb286a98),segment_id=325679d2-1246-4ed6-aaca-fe7aeb286a98)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:13.795002 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b37f18f7-f226-453f-b8ca-7bb5a199b1ae req-2933d53e-e172-4dd2-8218-fc2c687eef81 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:13.952987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b37f18f7-f226-453f-b8ca-7bb5a199b1ae req-2933d53e-e172-4dd2-8218-fc2c687eef81 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Calling delete_port for ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:28:14.038816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6069443c-49c8-4884-a375-a129aac3dc81 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:28:14.087892 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-04765427-652f-47f0-a7a8-10cf00f61d4d tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6581528 May 27 22:28:14.141365 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:14.143560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 6069443c-49c8-4884-a375-a129aac3dc81 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:28:14.153249 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6069443c-49c8-4884-a375-a129aac3dc81 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:28:14.311409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea7da8-05ca-401d-803e-a686df41d496 req-15967b8d-8d94-463c-a8b2-18d4ca274acb tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:14.311409 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-64ea7da8-05ca-401d-803e-a686df41d496 req-15967b8d-8d94-463c-a8b2-18d4ca274acb tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 1024 time: 0.4036069 May 27 22:28:14.325727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded79a19-6b3f-43ff-a4ea-892a219ed8ef req-34a489f3-31e1-4e34-b0a3-7f995e42bc81 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:14.329318 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ded79a19-6b3f-43ff-a4ea-892a219ed8ef req-34a489f3-31e1-4e34-b0a3-7f995e42bc81 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 1024 time: 0.4170980 May 27 22:28:14.431572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-64ea7da8-05ca-401d-803e-a686df41d496 req-3b0ee148-4c12-4e34-b93d-c3457a777497 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Synchronizing usage tracker for tenant:30513d18dfb7473dbe429465efd7906b on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:14.449726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-ded79a19-6b3f-43ff-a4ea-892a219ed8ef req-be68aec5-3cbe-4f71-9830-a1d26522af15 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Deleting port 5ea67c82-053f-410e-8025-c8d2015108b1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:14.449726 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ded79a19-6b3f-43ff-a4ea-892a219ed8ef req-be68aec5-3cbe-4f71-9830-a1d26522af15 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:14.462202 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b37f18f7-f226-453f-b8ca-7bb5a199b1ae req-2933d53e-e172-4dd2-8218-fc2c687eef81 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:14.493455 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:14.505514 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fbaee3ae-f2e7-488c-9403-9ece70c0c55e details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:28:14.543998 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933d53e-e172-4dd2-8218-fc2c687eef81 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Pushing event deleted for resources: {'Port': ['ID=ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:14.563365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] Pushing event deleted for resources: {'Port': ['ID=ce25be45-8b5e-49f2-95cb-29750e2ac318,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:14.568470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:14.690589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37f18f7-f226-453f-b8ca-7bb5a199b1ae req-2933d53e-e172-4dd2-8218-fc2c687eef81 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] No DVR routers for this DVR port ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:28:14.692838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-64ea7da8-05ca-401d-803e-a686df41d496 req-3b0ee148-4c12-4e34-b93d-c3457a777497 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Unset dirty status for tenant:30513d18dfb7473dbe429465efd7906b on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:14.695519 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b37f18f7-f226-453f-b8ca-7bb5a199b1ae req-2933d53e-e172-4dd2-8218-fc2c687eef81 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:14.702393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-64ea7da8-05ca-401d-803e-a686df41d496 req-3b0ee148-4c12-4e34-b93d-c3457a777497 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups?id=4db18a64-846a-4c4d-99ad-814468702ca5&id=e728ae2b-7066-4ff6-a228-084f53378aa8&id=658a80b6-1c53-4ff5-9683-d5d611aa72b8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3694046 May 27 22:28:14.728023 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:14.741263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:14.757479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fbaee3ae-f2e7-488c-9403-9ece70c0c55e has no active binding in host n-h2-843680-3 {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 22:28:14.824249 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:14.882278 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:14.922210 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b37f18f7-f226-453f-b8ca-7bb5a199b1ae req-2933d53e-e172-4dd2-8218-fc2c687eef81 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.46 "DELETE /v2.0/ports/ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac HTTP/1.1" status: 204 len: 173 time: 1.7195082 May 27 22:28:14.923313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:15.075554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:15.128691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ded79a19-6b3f-43ff-a4ea-892a219ed8ef req-be68aec5-3cbe-4f71-9830-a1d26522af15 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] For port 5ea67c82-053f-410e-8025-c8d2015108b1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5ea67c82-053f-410e-8025-c8d2015108b1,segment=NetworkSegment(6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e),segment_id=6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:15.128691 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ded79a19-6b3f-43ff-a4ea-892a219ed8ef req-be68aec5-3cbe-4f71-9830-a1d26522af15 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:15.311676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Attempting to bind port fbaee3ae-f2e7-488c-9403-9ece70c0c55e on host n-h1-843680-3 for vnic_type normal with profile {"migrating_to": "n-h2-843680-3"} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:15.312011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Attempting to bind port fbaee3ae-f2e7-488c-9403-9ece70c0c55e by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:15.312340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Attempting to bind port fbaee3ae-f2e7-488c-9403-9ece70c0c55e on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:15.317284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Port fbaee3ae-f2e7-488c-9403-9ece70c0c55e on network 21f4cca6-9de0-4960-904f-ee228a1d4380 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:28:15.317672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Attempting to bind port fbaee3ae-f2e7-488c-9403-9ece70c0c55e on network 21f4cca6-9de0-4960-904f-ee228a1d4380 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:15.323479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:15.324101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Checking segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:15.324547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Bound using segment: {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:15.325119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Bound port: fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc33488-b43f-4223-9235-3947fdbbf3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '21f4cca6-9de0-4960-904f-ee228a1d4380'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:15.325502 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:15.411010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-ded79a19-6b3f-43ff-a4ea-892a219ed8ef req-be68aec5-3cbe-4f71-9830-a1d26522af15 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Calling delete_port for 5ea67c82-053f-410e-8025-c8d2015108b1 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:28:15.426293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:15.429656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:15.502261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:15.514468 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:15.521490 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:15.524318 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-896c4bd8-af2a-4b1c-a878-538aff935224 req-c2aa1d51-5827-4c54-8aab-ca651638ee79 tempest-LiveAutoBlockMigrationV225Test-1147367549 tempest-LiveAutoBlockMigrationV225Test-1147367549-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8ec51b1-3f80-407c-967f-c9b1d7f32009 HTTP/1.1" status: 200 len: 210 time: 0.0860834 May 27 22:28:15.545435 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:15.628045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4f9d4-6834-48cc-b68b-38d254f36c8e req-6b869095-126e-4e9a-8c89-9b3b89193259 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:15.630144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71f4f9d4-6834-48cc-b68b-38d254f36c8e req-6b869095-126e-4e9a-8c89-9b3b89193259 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 944 time: 0.7493861 May 27 22:28:15.666904 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:15.668656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ec66db0-8f69-45fc-89c0-7b0a0778ef8a {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:28:15.691009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:15.698554 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:15.700582 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] 10.222.0.46 "PUT /v2.0/ports/fbaee3ae-f2e7-488c-9403-9ece70c0c55e HTTP/1.1" status: 200 len: 1122 time: 2.1103027 May 27 22:28:15.748876 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ae271-1994-46be-b16f-e0bd6ce51bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,revision_number=8']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:15.774651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71f4f9d4-6834-48cc-b68b-38d254f36c8e req-33f21fdb-bb47-4e66-927d-352be88702b7 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298714 May 27 22:28:15.792971 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-083b8d62-2db0-41cf-93f5-9ffab3dcde2d req-0f78bc68-9d48-49b6-a0be-dc21584739e6 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 210 time: 0.0828283 May 27 22:28:15.800089 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ded79a19-6b3f-43ff-a4ea-892a219ed8ef req-be68aec5-3cbe-4f71-9830-a1d26522af15 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:15.800935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['fbaee3ae-f2e7-488c-9403-9ece70c0c55e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:28:15.912084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['fbaee3ae-f2e7-488c-9403-9ece70c0c55e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:28:15.998060 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd13c59-48dc-4aa3-a890-e0df365f4fe4'] response: {'name': 'network-changed', 'server_uuid': 'f7bce62d-60a0-4ef1-9191-bf6a771ade78', 'tag': '70412d97-397b-47ad-9eea-5f01fb31f020', 'status': 'completed', 'code': 200} May 27 22:28:16.156715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b0c2-2c80-4201-b9a6-0a43ee3145c4 req-c24abe99-7022-47dc-a17b-cb78d3c77eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:16.159232 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1620b0c2-2c80-4201-b9a6-0a43ee3145c4 req-c24abe99-7022-47dc-a17b-cb78d3c77eab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=571914c851be419ca9fa71bbd7416ee1&device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78 HTTP/1.1" status: 200 len: 1098 time: 0.1500702 May 27 22:28:16.412203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68aec5-3cbe-4f71-9830-a1d26522af15 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event deleted for resources: {'Port': ['ID=5ea67c82-053f-410e-8025-c8d2015108b1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:16.430185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b0c2-2c80-4201-b9a6-0a43ee3145c4 req-ae78def2-4b0b-45d7-ad31-e35dc36bc24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:16.431790 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1620b0c2-2c80-4201-b9a6-0a43ee3145c4 req-ae78def2-4b0b-45d7-ad31-e35dc36bc24e service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.2665091 May 27 22:28:16.443485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ce25be45-8b5e-49f2-95cb-29750e2ac318 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:28:16.496056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: ce25be45-8b5e-49f2-95cb-29750e2ac318 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:28:16.496419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ce25be45-8b5e-49f2-95cb-29750e2ac318 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:28:16.504688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 70412d97-397b-47ad-9eea-5f01fb31f020 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:28:16.530911 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:28:16.579454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded79a19-6b3f-43ff-a4ea-892a219ed8ef req-be68aec5-3cbe-4f71-9830-a1d26522af15 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] No DVR routers for this DVR port 5ea67c82-053f-410e-8025-c8d2015108b1 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:28:16.589575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:28:16.591527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:28:16.599770 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ded79a19-6b3f-43ff-a4ea-892a219ed8ef req-be68aec5-3cbe-4f71-9830-a1d26522af15 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:16.619595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a04e05-73f8-4ffa-b294-32f514f846fe', 'name': 'network-vif-deleted', 'tag': '5ea67c82-053f-410e-8025-c8d2015108b1'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:16.635073 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1620b0c2-2c80-4201-b9a6-0a43ee3145c4 req-02e7e59d-cbc9-40bc-be7e-1d4f9aed7b9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=70412d97-397b-47ad-9eea-5f01fb31f020 HTTP/1.1" status: 200 len: 217 time: 0.1962807 May 27 22:28:16.648791 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:16.649831 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-34921646-fa03-4f6e-9b41-25105b8ae4ad admin admin] 10.222.0.27 "DELETE /v2.0/routers/7ec66db0-8f69-45fc-89c0-7b0a0778ef8a HTTP/1.1" status: 204 len: 168 time: 4.3845782 May 27 22:28:16.656342 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ded79a19-6b3f-43ff-a4ea-892a219ed8ef req-be68aec5-3cbe-4f71-9830-a1d26522af15 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.46 "DELETE /v2.0/ports/5ea67c82-053f-410e-8025-c8d2015108b1 HTTP/1.1" status: 204 len: 173 time: 2.3074634 May 27 22:28:16.658590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42474) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:16.715609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c2eef7e3-c994-4b38-a5b3-4eb315f85c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:16.717224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b0c2-2c80-4201-b9a6-0a43ee3145c4 req-f7f388c8-71c0-45d1-82a0-783299954b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:16.717523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c2eef7e3-c994-4b38-a5b3-4eb315f85c06 service neutron] 10.222.0.57 "GET /v2.0/ports/1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f HTTP/1.1" status: 200 len: 1026 time: 0.2670414 May 27 22:28:16.718672 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1620b0c2-2c80-4201-b9a6-0a43ee3145c4 req-f7f388c8-71c0-45d1-82a0-783299954b96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0744455 May 27 22:28:16.724187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-fc378050-744e-4f83-bde4-88765f90f560 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:16.725607 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-fc378050-744e-4f83-bde4-88765f90f560 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 806 time: 0.6870732 May 27 22:28:16.770815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 70412d97-397b-47ad-9eea-5f01fb31f020, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=70412d97-397b-47ad-9eea-5f01fb31f020,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:16.785495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '70412d97-397b-47ad-9eea-5f01fb31f020', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '70412d97-397b-47ad-9eea-5f01fb31f020', 'mac_address': 'fa:16:3e:73:e5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:28:16.805026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-e65551aa-bddd-496e-b80c-c368e87215b5 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/quotas/97fe5f44835545c0a61788c6d0ac3edf HTTP/1.1" status: 200 len: 375 time: 0.0655522 May 27 22:28:16.810356 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b0c2-2c80-4201-b9a6-0a43ee3145c4 req-8ccbca7c-4aa4-4e37-a368-32ae5549db88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:16.811858 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1620b0c2-2c80-4201-b9a6-0a43ee3145c4 req-8ccbca7c-4aa4-4e37-a368-32ae5549db88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872521 May 27 22:28:16.873154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-358b4679-f11c-4022-9386-9ca70f529028 admin admin] Deleting subnet 23c58856-8bad-480b-bab4-80dce2c9b40a {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:28:16.873470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 70412d97-397b-47ad-9eea-5f01fb31f020 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:16.874254 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:16.896884 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-358b4679-f11c-4022-9386-9ca70f529028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:16.897878 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70412d97-397b-47ad-9eea-5f01fb31f020 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:16.919402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 70412d97-397b-47ad-9eea-5f01fb31f020, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=70412d97-397b-47ad-9eea-5f01fb31f020,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:16.946142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-3e6b1ac9-b9bb-4f29-aaa5-279a4e92225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:16.947025 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-3e6b1ac9-b9bb-4f29-aaa5-279a4e92225e service neutron] 10.222.0.57 "GET /v2.0/ports/0f8c0679-a173-42fd-bf4b-8227fb6895d4 HTTP/1.1" status: 200 len: 1027 time: 0.1958430 May 27 22:28:16.966792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52f219-b47d-4c61-b074-0cc498fc239f req-451b070f-b429-4e4f-980d-4cef65e50c04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:16.968208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d52f219-b47d-4c61-b074-0cc498fc239f req-451b070f-b429-4e4f-980d-4cef65e50c04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78 HTTP/1.1" status: 200 len: 947 time: 0.5083263 May 27 22:28:16.987589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5ea67c82-053f-410e-8025-c8d2015108b1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:28:17.000812 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1620b0c2-2c80-4201-b9a6-0a43ee3145c4 req-8fc5a643-63cf-4b82-b832-e32099dae0f7 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806500 May 27 22:28:17.028004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-358b4679-f11c-4022-9386-9ca70f529028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:17.039312 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:17.159018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=70412d97-397b-47ad-9eea-5f01fb31f020,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:17.173415 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d52f219-b47d-4c61-b074-0cc498fc239f req-93aafc13-63a6-48ee-812f-017a42cbb107 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777909 May 27 22:28:17.220044 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1620b0c2-2c80-4201-b9a6-0a43ee3145c4 req-f0e8f96b-20a1-4a59-939e-27fa73d46436 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126725 May 27 22:28:17.322454 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-541d04b4-53df-4a60-86c9-5ea246dcbceb tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5088258 May 27 22:28:17.362358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['70412d97-397b-47ad-9eea-5f01fb31f020'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:28:17.431276 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-358b4679-f11c-4022-9386-9ca70f529028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:17.523342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b4f74878-2dac-4c7b-83fc-f8e157456764 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:17.536235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b4f74878-2dac-4c7b-83fc-f8e157456764 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:17.543155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b4f74878-2dac-4c7b-83fc-f8e157456764 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:17.544906 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b4f74878-2dac-4c7b-83fc-f8e157456764 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "GET /v2.0/networks?id=b090dde9-67db-4c49-bbbc-f76032c598e8&id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&id=c1c98a16-ff0e-48d9-bd68-874df362e9d7&id=c1c98a16-ff0e-48d9-bd68-874df362e9d7 HTTP/1.1" status: 200 len: 1991 time: 0.5861301 May 27 22:28:17.715443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-916edfdb-3dd7-4180-8ded-cf8a89c95c9a req-6d2be276-6314-4710-b04e-9f86556c5e46 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Synchronizing usage tracker for tenant:30513d18dfb7473dbe429465efd7906b on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:17.725643 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-358b4679-f11c-4022-9386-9ca70f529028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:17.780834 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-1ac25358-dd91-4ac7-b570-5e55d498dc7d service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437923 May 27 22:28:17.837449 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b4679-f11c-4022-9386-9ca70f529028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23c58856-8bad-480b-bab4-80dce2c9b40a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:17.837924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5ea258-478b-4af7-a67c-71675f74851b None None] Network 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:28:17.838277 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-358b4679-f11c-4022-9386-9ca70f529028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:17.928517 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f90c8382-d7dc-4559-ba42-91d86ad07074 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e95767dc0f454d2c976cbcfe4bc24094 HTTP/1.1" status: 200 len: 378 time: 0.2922118 May 27 22:28:17.943914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'port': {'device_id': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'admin_state_up': True, 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'security_groups': ['7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:17.962620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42484) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:17.969075 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-358b4679-f11c-4022-9386-9ca70f529028 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/23c58856-8bad-480b-bab4-80dce2c9b40a HTTP/1.1" status: 204 len: 168 time: 1.2945311 May 27 22:28:17.989592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ec51b1-3f80-407c-967f-c9b1d7f32009', 'name': 'network-vif-deleted', 'tag': 'ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac'}, {'server_uuid': '0a9cf31a-419d-469a-9fa5-42e274e9e114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbaee3ae-f2e7-488c-9403-9ece70c0c55e'}, {'name': 'network-changed', 'server_uuid': '0a9cf31a-419d-469a-9fa5-42e274e9e114', 'tag': 'fbaee3ae-f2e7-488c-9403-9ece70c0c55e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:18.047163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-916edfdb-3dd7-4180-8ded-cf8a89c95c9a req-6d2be276-6314-4710-b04e-9f86556c5e46 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Unset dirty status for tenant:30513d18dfb7473dbe429465efd7906b on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:18.055272 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-916edfdb-3dd7-4180-8ded-cf8a89c95c9a req-6d2be276-6314-4710-b04e-9f86556c5e46 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/ports?device_id=a8a04e05-73f8-4ffa-b294-32f514f846fe HTTP/1.1" status: 200 len: 210 time: 0.4151328 May 27 22:28:18.141817 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:18.144256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-820a036b-511a-4516-a5dc-e333b4f16349 service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492663 May 27 22:28:18.159240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] Deleting port a3370a92-76b5-41de-b275-0b97bbb95a7e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:18.159808 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:18.177872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42490) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:18.208339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59927b1e-5985-463b-be92-5ea9a4b4d17b None None] DHCP port deletion for 70dd1cd7-83dd-4b84-a4fc-0af2745e3302 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:28:18.214309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-59927b1e-5985-463b-be92-5ea9a4b4d17b None None] Deleting port a3370a92-76b5-41de-b275-0b97bbb95a7e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:18.214683 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-59927b1e-5985-463b-be92-5ea9a4b4d17b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:18.286484 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1caf240d-3555-4391-9ec8-8be2976c0a2c'] response: {'server_uuid': 'a8a04e05-73f8-4ffa-b294-32f514f846fe', 'name': 'network-vif-deleted', 'tag': '5ea67c82-053f-410e-8025-c8d2015108b1', 'status': 'completed', 'code': 200} May 27 22:28:18.313625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:18.327462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Usage tracker for resource:port and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:18.335764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:18.349403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:18.435144 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:28:18.533637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] For port a3370a92-76b5-41de-b275-0b97bbb95a7e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a3370a92-76b5-41de-b275-0b97bbb95a7e,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:18.534037 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:18.552084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Made reservation on behalf of e95767dc0f454d2c976cbcfe4bc24094 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:28:18.552924 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:18.556386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 70412d97-397b-47ad-9eea-5f01fb31f020 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:28:18.702586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fffd9e5-576d-448a-bc67-6b5b3612fffa admin admin] Deleting subnet b640b426-c3e4-4da9-8c51-f6ef05852c3f {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:28:18.723133 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7fffd9e5-576d-448a-bc67-6b5b3612fffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:18.783715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] Calling delete_port for a3370a92-76b5-41de-b275-0b97bbb95a7e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:28:18.914404 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-59927b1e-5985-463b-be92-5ea9a4b4d17b None None] For port a3370a92-76b5-41de-b275-0b97bbb95a7e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a3370a92-76b5-41de-b275-0b97bbb95a7e,segment=NetworkSegment(b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50),segment_id=b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:18.916801 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-59927b1e-5985-463b-be92-5ea9a4b4d17b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:19.037002 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:19.042263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 70412d97-397b-47ad-9eea-5f01fb31f020 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:19.052551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-59927b1e-5985-463b-be92-5ea9a4b4d17b None None] Calling delete_port for a3370a92-76b5-41de-b275-0b97bbb95a7e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:28:19.054487 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2b63fd98-faeb-43f0-96f0-2c3e122b3450 req-fd8d8a1b-8b0b-4ae3-b433-a9412fda46b7 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 210 time: 0.0891585 May 27 22:28:19.064057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af7114-28c6-4b85-a696-9810b3d3398d req-106e79f9-a274-4127-844e-8de929d58a6f tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:19.065801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86af7114-28c6-4b85-a696-9810b3d3398d req-106e79f9-a274-4127-844e-8de929d58a6f tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 944 time: 0.6151035 May 27 22:28:19.072996 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7fffd9e5-576d-448a-bc67-6b5b3612fffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:19.080722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 70412d97-397b-47ad-9eea-5f01fb31f020 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:19.081095 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:19.103683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3370a92-76b5-41de-b275-0b97bbb95a7e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:19.108462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] No DVR routers for this DVR port a3370a92-76b5-41de-b275-0b97bbb95a7e on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:28:19.185170 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde9e8d9-e979-4fd5-a880-076c6e4644d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d47f869e18974690bc67f65603b9f1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552378 May 27 22:28:19.252437 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:19.295759 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-59927b1e-5985-463b-be92-5ea9a4b4d17b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:28:19.296117 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-59927b1e-5985-463b-be92-5ea9a4b4d17b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:28:19.296233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70dd1cd7-83dd-4b84-a4fc-0af2745e3302']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:19.310495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:19.310825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:19.323199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 70412d97-397b-47ad-9eea-5f01fb31f020 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:19.323582 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:19.324257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:19.342086 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:19.354553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:28:19.356558 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:19.368194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bce62d-60a0-4ef1-9191-bf6a771ade78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70412d97-397b-47ad-9eea-5f01fb31f020'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:19.378874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 70412d97-397b-47ad-9eea-5f01fb31f020, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=70412d97-397b-47ad-9eea-5f01fb31f020,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:19.415274 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86af7114-28c6-4b85-a696-9810b3d3398d req-0920f670-8f3d-4c55-bc27-77d4b5d8cdd9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021200 May 27 22:28:19.450079 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50 resource provider aggregate not found May 27 22:28:19.465569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7fffd9e5-576d-448a-bc67-6b5b3612fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:19.477853 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b558f8c5-52e1-4ecb-8b56-3ae6da0d4a50 found for delete ", "request_id": "req-bdace5f2-1e0f-4d7e-817c-b7fd7712ce92"}]} May 27 22:28:19.491505 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:19.492927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5ea67c82-053f-410e-8025-c8d2015108b1 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:28:19.514458 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59e1ba9-fc75-4cb7-b586-3602ecb9156c'] response: {'server_uuid': 'e8ec51b1-3f80-407c-967f-c9b1d7f32009', 'name': 'network-vif-deleted', 'tag': 'ef9a01fb-2121-4b2e-8ae3-a60b8d61a4ac', 'status': 'completed', 'code': 200} May 27 22:28:19.514458 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59e1ba9-fc75-4cb7-b586-3602ecb9156c'] response: {'server_uuid': '0a9cf31a-419d-469a-9fa5-42e274e9e114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbaee3ae-f2e7-488c-9403-9ece70c0c55e', 'code': 200} May 27 22:28:19.514652 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b59e1ba9-fc75-4cb7-b586-3602ecb9156c'] response: {'name': 'network-changed', 'server_uuid': '0a9cf31a-419d-469a-9fa5-42e274e9e114', 'tag': 'fbaee3ae-f2e7-488c-9403-9ece70c0c55e', 'status': 'completed', 'code': 200} May 27 22:28:19.581833 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:19.591270 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:19.617400 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5fcc178b-c6ba-4b14-a0ec-6048076ab50b req-883539a6-fdd8-47d6-90e4-859651099b41 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 210 time: 0.1881239 May 27 22:28:19.619553 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 5ea67c82-053f-410e-8025-c8d2015108b1 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:28:19.620114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5ea67c82-053f-410e-8025-c8d2015108b1 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:28:19.622938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Allocated IP 172.20.0.6 (b090dde9-67db-4c49-bbbc-f76032c598e8/886cb46f-6b6f-4fc3-8c8e-a4f846943042/1b6ec9d7-3358-4a2e-b972-1b7a5f05d052) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:28:19.684607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=70412d97-397b-47ad-9eea-5f01fb31f020,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:19.753385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] Pushing event deleted for resources: {'Network': ['ID=70dd1cd7-83dd-4b84-a4fc-0af2745e3302,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:19.797616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-59927b1e-5985-463b-be92-5ea9a4b4d17b None None] Deleting port a3370a92-76b5-41de-b275-0b97bbb95a7e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:19.798125 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-59927b1e-5985-463b-be92-5ea9a4b4d17b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:19.811424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19e746-5cc6-44db-9fe4-8c6e78ee8a97 req-2af18832-87e6-4e52-9117-f4cff5efde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:19.812886 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9f19e746-5cc6-44db-9fe4-8c6e78ee8a97 req-2af18832-87e6-4e52-9117-f4cff5efde4d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 1125 time: 0.2261441 May 27 22:28:19.876803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-169c5a82-1f1b-45e7-a05d-d2a76eea2984 req-781dd84a-b0e1-4284-acf1-7f458e8f20a6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 210 time: 0.0859184 May 27 22:28:19.895827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-59927b1e-5985-463b-be92-5ea9a4b4d17b None None] The port 'a3370a92-76b5-41de-b275-0b97bbb95a7e' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:28:19.916222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08cc0-e156-486f-9c7e-65a89852983c req-d8ddf77a-1953-43ab-bc27-e18d102e446b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:19.917821 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-d8ddf77a-1953-43ab-bc27-e18d102e446b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6335702 May 27 22:28:19.945686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-efe08cc0-e156-486f-9c7e-65a89852983c req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Request body: {'port': {'device_id': 'eaf9b5b8-d70d-4e7b-b523-da7053fed94b', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'd47f869e18974690bc67f65603b9f1d5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:20.056215 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8557ba1-e89f-4a5e-b5dc-f45d0acbfa4d'] response: {'server_uuid': 'f7bce62d-60a0-4ef1-9191-bf6a771ade78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70412d97-397b-47ad-9eea-5f01fb31f020', 'code': 200} May 27 22:28:20.089487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199afc7d-c2b7-4aeb-a003-2989f79abcf0 req-bc167af7-56ad-4292-ab5f-83a21d2f4e4e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:20.093520 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1c5ccc27-8696-4464-af98-b2a512a9ce95 admin admin] 10.222.0.27 "DELETE /v2.0/networks/70dd1cd7-83dd-4b84-a4fc-0af2745e3302 HTTP/1.1" status: 204 len: 168 time: 2.1275523 May 27 22:28:20.100842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199afc7d-c2b7-4aeb-a003-2989f79abcf0 req-bc167af7-56ad-4292-ab5f-83a21d2f4e4e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78 HTTP/1.1" status: 200 len: 949 time: 0.4110847 May 27 22:28:20.123116 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-af96ff03-a90f-475e-a5f7-1031fcb94510 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d47f869e18974690bc67f65603b9f1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702527 May 27 22:28:20.135082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a3370a92-76b5-41de-b275-0b97bbb95a7e no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:28:20.167923 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7fffd9e5-576d-448a-bc67-6b5b3612fffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:20.228422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: a3370a92-76b5-41de-b275-0b97bbb95a7e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:28:20.228769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a3370a92-76b5-41de-b275-0b97bbb95a7e not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:28:20.275173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffd9e5-576d-448a-bc67-6b5b3612fffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b640b426-c3e4-4da9-8c51-f6ef05852c3f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:20.316926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199afc7d-c2b7-4aeb-a003-2989f79abcf0 req-16d7b372-fd72-40dd-b438-c9173ffced29 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152181 May 27 22:28:20.317963 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7fffd9e5-576d-448a-bc67-6b5b3612fffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:20.336334 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7fffd9e5-576d-448a-bc67-6b5b3612fffa admin admin] 10.222.0.27 "DELETE /v2.0/subnets/b640b426-c3e4-4da9-8c51-f6ef05852c3f HTTP/1.1" status: 204 len: 168 time: 2.1533742 May 27 22:28:20.348235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42522) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:20.434750 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19e746-5cc6-44db-9fe4-8c6e78ee8a97 req-6402b8d6-060b-4dc4-aefd-85caba498109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:20.436545 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9f19e746-5cc6-44db-9fe4-8c6e78ee8a97 req-6402b8d6-060b-4dc4-aefd-85caba498109 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.6157656 May 27 22:28:20.493880 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c63f6cad-b09d-42a9-a69b-1f0ce67c2e3a req-7cdc3a8b-7845-4a9d-82af-4eef18b7e424 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/658a80b6-1c53-4ff5-9683-d5d611aa72b8 HTTP/1.1" status: 200 len: 1800 time: 0.3673511 May 27 22:28:20.574680 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9f19e746-5cc6-44db-9fe4-8c6e78ee8a97 req-71655434-3844-4d5d-bf66-5f7d7dc1271b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e HTTP/1.1" status: 200 len: 217 time: 0.1222606 May 27 22:28:20.574680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 62410) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:20.611261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6b455dc0-1190-4350-a121-aafb4bc52dfd req-cfef7e58-84b2-4109-aae3-ab54bd2b026e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Synchronizing usage tracker for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:20.621546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-efe08cc0-e156-486f-9c7e-65a89852983c req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:20.643082 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ea35b162-d603-4482-be4f-60702b94717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:20.682981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-efe08cc0-e156-486f-9c7e-65a89852983c req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:20.692748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42532) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:20.710677 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:20.810692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Transition to ACTIVE for port object 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:20.817575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08cc0-e156-486f-9c7e-65a89852983c req-65bfa445-1138-4c7f-aba3-f0265c0f8c73 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:20.819109 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-65bfa445-1138-4c7f-aba3-f0265c0f8c73 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6538787 May 27 22:28:20.828967 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-793bece0-a285-45af-a03e-72cdb0ca418f service neutron] 10.222.0.57 "GET /v2.0/ports/fbaee3ae-f2e7-488c-9403-9ece70c0c55e/bindings/n-h2-843680-3 HTTP/1.1" status: 200 len: 384 time: 0.2541287 May 27 22:28:20.837810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19e746-5cc6-44db-9fe4-8c6e78ee8a97 req-c09d119b-64d6-4851-87a1-6ce20c5fc6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:20.838880 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9f19e746-5cc6-44db-9fe4-8c6e78ee8a97 req-c09d119b-64d6-4851-87a1-6ce20c5fc6ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.2642663 May 27 22:28:20.846671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-efe08cc0-e156-486f-9c7e-65a89852983c req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Request body: {'port': {'device_id': 'e3c25962-1527-4a0f-963d-fd430c32d576', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'd47f869e18974690bc67f65603b9f1d5'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:20.865680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be1f76-c7b0-4170-ab39-349d3a058338 req-3ff5d9a7-c23f-42f5-9a01-55c925b16e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:20.867351 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b5be1f76-c7b0-4170-ab39-349d3a058338 req-3ff5d9a7-c23f-42f5-9a01-55c925b16e10 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78 HTTP/1.1" status: 200 len: 1100 time: 0.6292686 May 27 22:28:20.919105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe08cc0-e156-486f-9c7e-65a89852983c req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Made reservation on behalf of d47f869e18974690bc67f65603b9f1d5 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:28:20.922638 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:20.959812 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c63f6cad-b09d-42a9-a69b-1f0ce67c2e3a req-aa24e3e8-6b4a-4c9b-a57e-e93cfe27221a tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:20.959812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6b455dc0-1190-4350-a121-aafb4bc52dfd req-cfef7e58-84b2-4109-aae3-ab54bd2b026e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Unset dirty status for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:20.959812 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b455dc0-1190-4350-a121-aafb4bc52dfd req-cfef7e58-84b2-4109-aae3-ab54bd2b026e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 210 time: 0.4605358 May 27 22:28:21.084628 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9f19e746-5cc6-44db-9fe4-8c6e78ee8a97 req-36fd4341-1d24-430d-914b-7d986127b051 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1768708 May 27 22:28:21.242172 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b5be1f76-c7b0-4170-ab39-349d3a058338 req-0fa8a5fe-19fa-4913-bf26-a07fe15eae85 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993164 May 27 22:28:21.254069 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-50515504-c554-49f2-8fbd-9e0f5ee16708 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a103764016804495a572e1edea3fca44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5599735 May 27 22:28:21.269153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42540) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:21.270183 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:21.291884 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ea35b162-d603-4482-be4f-60702b94717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:21.343735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-efe08cc0-e156-486f-9c7e-65a89852983c req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:21.382923 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c63f6cad-b09d-42a9-a69b-1f0ce67c2e3a req-aa24e3e8-6b4a-4c9b-a57e-e93cfe27221a tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:21.384546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-efe08cc0-e156-486f-9c7e-65a89852983c req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:21.427226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Network b090dde9-67db-4c49-bbbc-f76032c598e8 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:21.435005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-ea35b162-d603-4482-be4f-60702b94717b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a182e3ef-915a-4e44-aa5e-a36ca2b71adf']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:21.448992 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9f19e746-5cc6-44db-9fe4-8c6e78ee8a97 req-819412ba-07a1-4ea4-8413-948cd370a876 service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501117 May 27 22:28:21.453127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:21.455604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:28:21.525743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe08cc0-e156-486f-9c7e-65a89852983c req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Made reservation on behalf of d47f869e18974690bc67f65603b9f1d5 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:28:21.529189 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:21.540983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-ea35b162-d603-4482-be4f-60702b94717b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325679d2-1246-4ed6-aaca-fe7aeb286a98') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:21.540983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-ea35b162-d603-4482-be4f-60702b94717b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325679d2-1246-4ed6-aaca-fe7aeb286a98') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:21.600553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'Port': ['ID=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:21.606773 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ea35b162-d603-4482-be4f-60702b94717b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:21.642029 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0e53e99-e0fb-425c-bd2d-f885b39875a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:21.647057 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ea35b162-d603-4482-be4f-60702b94717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:21.655022 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:21.660999 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:21.698921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7dc103-ef1a-4514-b23a-63ef7a5e1369 req-e18a71f5-5457-4907-84b6-72902d77df4c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:21.723510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa7dc103-ef1a-4514-b23a-63ef7a5e1369 req-e18a71f5-5457-4907-84b6-72902d77df4c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 944 time: 0.5032582 May 27 22:28:21.746298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea35b162-d603-4482-be4f-60702b94717b admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:28:21.746958 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ea35b162-d603-4482-be4f-60702b94717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:21.835016 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9f19e746-5cc6-44db-9fe4-8c6e78ee8a97 req-708ec68a-fc8b-4fe9-a193-7f3397f3a79b service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338237 May 27 22:28:21.844036 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c937824d-c329-465b-8f98-0e4dbe4c9252 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9017935 May 27 22:28:21.844036 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c63f6cad-b09d-42a9-a69b-1f0ce67c2e3a req-aa24e3e8-6b4a-4c9b-a57e-e93cfe27221a tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:21.844036 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c63f6cad-b09d-42a9-a69b-1f0ce67c2e3a req-aa24e3e8-6b4a-4c9b-a57e-e93cfe27221a tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:21.844036 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c63f6cad-b09d-42a9-a69b-1f0ce67c2e3a req-aa24e3e8-6b4a-4c9b-a57e-e93cfe27221a tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "DELETE /v2.0/security-groups/658a80b6-1c53-4ff5-9683-d5d611aa72b8 HTTP/1.1" status: 204 len: 173 time: 1.2904849 May 27 22:28:21.887275 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0e53e99-e0fb-425c-bd2d-f885b39875a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:21.935691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-efe08cc0-e156-486f-9c7e-65a89852983c req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Allocated IP 192.168.233.222 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/5c165e3b-e0df-4343-8f81-36f59003b6c9) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:28:21.949731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-df2d5cdd-773d-4d3f-8aa2-b4f5f8d597ce service neutron] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:21.957170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fbc9f7ee-57cc-4575-b0f5-f8f810b5e7b3 None None] Provisioning for port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:21.957685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'port': {'device_id': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a', 'admin_state_up': True, 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'security_groups': ['7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:21.959858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fbc9f7ee-57cc-4575-b0f5-f8f810b5e7b3 None None] Provisioning complete for port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:21.960528 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbc9f7ee-57cc-4575-b0f5-f8f810b5e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:21.987696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-df2d5cdd-773d-4d3f-8aa2-b4f5f8d597ce service neutron] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:22.054214 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fbc9f7ee-57cc-4575-b0f5-f8f810b5e7b3 None None] Port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:28:22.070377 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 325679d2-1246-4ed6-aaca-fe7aeb286a98 resource provider aggregate not found May 27 22:28:22.079384 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:22.082920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24e3e8-6b4a-4c9b-a57e-e93cfe27221a tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=658a80b6-1c53-4ff5-9683-d5d611aa72b8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:22.141969 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ea35b162-d603-4482-be4f-60702b94717b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:22.152831 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 325679d2-1246-4ed6-aaca-fe7aeb286a98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 325679d2-1246-4ed6-aaca-fe7aeb286a98 found for delete ", "request_id": "req-98ecd80b-fa38-44b9-bbe5-d8a86643b6ac"}]} May 27 22:28:22.165458 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa7dc103-ef1a-4514-b23a-63ef7a5e1369 req-ca0c83f9-c6d6-43f1-815a-9174153e5be7 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4383237 May 27 22:28:22.206951 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ea35b162-d603-4482-be4f-60702b94717b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:22.219678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9f379221-2955-473a-91cd-74e25fd58e15 req-cd9f8831-a110-46d6-b074-8beb19bbe461 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Synchronizing usage tracker for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:22.230515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-df2d5cdd-773d-4d3f-8aa2-b4f5f8d597ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbaee3ae-f2e7-488c-9403-9ece70c0c55e {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:22.242276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-df2d5cdd-773d-4d3f-8aa2-b4f5f8d597ce service neutron] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:22.246671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35b162-d603-4482-be4f-60702b94717b admin admin] Pushing event deleted for resources: {'Network': ['ID=a182e3ef-915a-4e44-aa5e-a36ca2b71adf,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:22.330244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0e53e99-e0fb-425c-bd2d-f885b39875a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:22.332196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9f379221-2955-473a-91cd-74e25fd58e15 req-cd9f8831-a110-46d6-b074-8beb19bbe461 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Unset dirty status for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:22.333364 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f379221-2955-473a-91cd-74e25fd58e15 req-cd9f8831-a110-46d6-b074-8beb19bbe461 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 210 time: 0.2562301 May 27 22:28:22.351271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e53e99-e0fb-425c-bd2d-f885b39875a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60004740-2bdd-4f13-96b6-bf8e1156d7ef,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:22.377465 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-df2d5cdd-773d-4d3f-8aa2-b4f5f8d597ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:22.415774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:22.423485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a5e8749a-84d5-4bd1-b919-2a28de7c59fb req-d40ea31b-1b1e-4b60-8553-a765ac92b85b tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 210 time: 0.0952163 May 27 22:28:22.512445 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ea35b162-d603-4482-be4f-60702b94717b admin admin] 10.222.0.27 "DELETE /v2.0/networks/a182e3ef-915a-4e44-aa5e-a36ca2b71adf HTTP/1.1" status: 204 len: 168 time: 2.1559043 May 27 22:28:22.552990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42556) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:22.554446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:22.654864 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8ef3a67-d9e1-4a76-b235-3b0591815284 req-3e249853-3625-4516-abdc-6e1e103d18b1 tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "GET /v2.0/security-groups/4db18a64-846a-4c4d-99ad-814468702ca5 HTTP/1.1" status: 200 len: 1801 time: 0.1765120 May 27 22:28:22.695982 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:22.713419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Made reservation on behalf of e95767dc0f454d2c976cbcfe4bc24094 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:28:22.717160 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:22.743927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-efe08cc0-e156-486f-9c7e-65a89852983c req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Transition to ACTIVE for port object 5c165e3b-e0df-4343-8f81-36f59003b6c9 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:22.752153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd6e2b7d-1a32-40ec-a76c-72cb4119e77f admin admin] Deleting subnet 87775d89-8950-4dac-b983-f9b3f4da9a6e {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:28:22.800773 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2b7d-1a32-40ec-a76c-72cb4119e77f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:22.825003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c99b5-f71d-4dce-b1f9-490ae04289b1 req-02932582-9866-4ec7-a1d9-b184a12778a1 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:22.826843 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a30c99b5-f71d-4dce-b1f9-490ae04289b1 req-02932582-9866-4ec7-a1d9-b184a12778a1 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78 HTTP/1.1" status: 200 len: 949 time: 0.3428898 May 27 22:28:22.869796 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0e53e99-e0fb-425c-bd2d-f885b39875a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:22.883854 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0e53e99-e0fb-425c-bd2d-f885b39875a8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/60004740-2bdd-4f13-96b6-bf8e1156d7ef HTTP/1.1" status: 204 len: 168 time: 1.6116650 May 27 22:28:22.913236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-a600ce75-e863-48a0-951c-63d318e642c0 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:22.917533 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-a600ce75-e863-48a0-951c-63d318e642c0 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 806 time: 0.5097826 May 27 22:28:22.932558 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8ef3a67-d9e1-4a76-b235-3b0591815284 req-eddc5756-ab04-4f9a-afa3-bf0976dbedba tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:22.933396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-df2d5cdd-773d-4d3f-8aa2-b4f5f8d597ce service neutron] Transition to ACTIVE for port object fbaee3ae-f2e7-488c-9403-9ece70c0c55e will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:22.942701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Request body: {'port': {'device_id': '6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94', 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7', 'admin_state_up': True, 'tenant_id': '97fe5f44835545c0a61788c6d0ac3edf'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:22.970640 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2b7d-1a32-40ec-a76c-72cb4119e77f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:23.019735 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a30c99b5-f71d-4dce-b1f9-490ae04289b1 req-33b46383-7cd3-48d1-9869-bc44792fb6f3 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790886 May 27 22:28:23.058980 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8ef3a67-d9e1-4a76-b235-3b0591815284 req-eddc5756-ab04-4f9a-afa3-bf0976dbedba tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:23.122831 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:23.125854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Allocated IP 10.1.1.74 (cfe8967c-799b-45c8-99e7-5751d5d5f38a/c12e036b-b21d-44ef-9e41-b61836ac4b5b/afbe4a2a-ff42-4360-a344-c0004a52a25b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:28:23.159264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:28:23.186247 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-df2d5cdd-773d-4d3f-8aa2-b4f5f8d597ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:23.235084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fbaee3ae-f2e7-488c-9403-9ece70c0c55e no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:28:23.263841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe08cc0-e156-486f-9c7e-65a89852983c req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:23.286116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-efe08cc0-e156-486f-9c7e-65a89852983c req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:23.299937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe08cc0-e156-486f-9c7e-65a89852983c req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:28:23.337356 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fbaee3ae-f2e7-488c-9403-9ece70c0c55e not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:28:23.402766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event updated for resources: {'Port': ['ID=5c165e3b-e0df-4343-8f81-36f59003b6c9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:23.512259 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2b7d-1a32-40ec-a76c-72cb4119e77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:23.588425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-efe08cc0-e156-486f-9c7e-65a89852983c req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Allocated IP 192.168.233.224 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/cdcc72a2-e100-4abf-aa0e-1959faf54cfa) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:28:23.590769 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-df2d5cdd-773d-4d3f-8aa2-b4f5f8d597ce service neutron] No DVR routers for this DVR port fbaee3ae-f2e7-488c-9403-9ece70c0c55e on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:28:23.600884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d5cdd-773d-4d3f-8aa2-b4f5f8d597ce service neutron] Pushing event updated for resources: {'Port': ['ID=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:23.639639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08cc0-e156-486f-9c7e-65a89852983c req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:23.640237 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:23.673984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:23.697610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Usage tracker for resource:port and tenant:97fe5f44835545c0a61788c6d0ac3edf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:23.704026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:23.729865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdc7cb-71f7-4767-9eba-b8bdebfc243f req-a23f3b19-91ce-49f7-b19d-3ea424f16cab tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:23.729865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-63cdc7cb-71f7-4767-9eba-b8bdebfc243f req-a23f3b19-91ce-49f7-b19d-3ea424f16cab tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Synchronizing usage tracker for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:23.730122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:23.736507 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-df2d5cdd-773d-4d3f-8aa2-b4f5f8d597ce service neutron] 10.222.0.57 "PUT /v2.0/ports/fbaee3ae-f2e7-488c-9403-9ece70c0c55e/bindings/n-h2-843680-3/activate HTTP/1.1" status: 200 len: 369 time: 2.8950081 May 27 22:28:23.793579 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:23.804822 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8ef3a67-d9e1-4a76-b235-3b0591815284 req-eddc5756-ab04-4f9a-afa3-bf0976dbedba tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:23.807341 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8ef3a67-d9e1-4a76-b235-3b0591815284 req-eddc5756-ab04-4f9a-afa3-bf0976dbedba tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:23.808475 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8ef3a67-d9e1-4a76-b235-3b0591815284 req-eddc5756-ab04-4f9a-afa3-bf0976dbedba tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] 10.222.0.27 "DELETE /v2.0/security-groups/4db18a64-846a-4c4d-99ad-814468702ca5 HTTP/1.1" status: 204 len: 173 time: 1.1319089 May 27 22:28:23.827534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42568) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:23.845029 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ea889d3e-a72f-4e14-8026-1e8b3bc03f9d None None] Provisioning for port 5c165e3b-e0df-4343-8f81-36f59003b6c9 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:23.850953 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2b7d-1a32-40ec-a76c-72cb4119e77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:23.851204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ea889d3e-a72f-4e14-8026-1e8b3bc03f9d None None] Provisioning complete for port 5c165e3b-e0df-4343-8f81-36f59003b6c9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:23.851735 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea889d3e-a72f-4e14-8026-1e8b3bc03f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:23.875569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Transition to ACTIVE for port object afbe4a2a-ff42-4360-a344-c0004a52a25b will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:23.883683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc5756-ab04-4f9a-afa3-bf0976dbedba tempest-SecurityGroupsTestJSON-327193257 tempest-SecurityGroupsTestJSON-327193257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db18a64-846a-4c4d-99ad-814468702ca5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:23.889607 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-1baf3158-09fb-42f9-abb1-bb680fdc0813 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9486747 May 27 22:28:23.908811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e2b7d-1a32-40ec-a76c-72cb4119e77f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87775d89-8950-4dac-b983-f9b3f4da9a6e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:23.910967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Request body: {'port': {'device_id': 'eaf9b5b8-d70d-4e7b-b523-da7053fed94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:23.920038 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd6e2b7d-1a32-40ec-a76c-72cb4119e77f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:23.922883 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd6e2b7d-1a32-40ec-a76c-72cb4119e77f admin admin] 10.222.0.27 "DELETE /v2.0/subnets/87775d89-8950-4dac-b983-f9b3f4da9a6e HTTP/1.1" status: 204 len: 168 time: 1.3637266 May 27 22:28:23.928957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ea889d3e-a72f-4e14-8026-1e8b3bc03f9d None None] Port 5c165e3b-e0df-4343-8f81-36f59003b6c9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:28:23.935305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42574) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:23.978028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09b2bfb-955a-495e-8e58-1021d2be88dc admin admin] Deleting subnet 80c5892e-159c-4437-81f3-a948f9bd6b77 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:28:23.986323 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d09b2bfb-955a-495e-8e58-1021d2be88dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:23.995435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Made reservation on behalf of 97fe5f44835545c0a61788c6d0ac3edf for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:28:23.998643 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:24.018850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-63cdc7cb-71f7-4767-9eba-b8bdebfc243f req-a23f3b19-91ce-49f7-b19d-3ea424f16cab tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Unset dirty status for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:24.025996 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-63cdc7cb-71f7-4767-9eba-b8bdebfc243f req-a23f3b19-91ce-49f7-b19d-3ea424f16cab tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 931 time: 0.8291771 May 27 22:28:24.119121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:24.173415 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96db6e23-db89-4631-8485-24dccb7f048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:24.208455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-efe08cc0-e156-486f-9c7e-65a89852983c req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Transition to ACTIVE for port object cdcc72a2-e100-4abf-aa0e-1959faf54cfa will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:24.250810 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:24.261941 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d09b2bfb-955a-495e-8e58-1021d2be88dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:24.314368 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:24.386650 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-63cdc7cb-71f7-4767-9eba-b8bdebfc243f req-1e47d236-ca0c-4d67-bb2c-e60c7da1e227 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3597851 May 27 22:28:24.503424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Network cfe8967c-799b-45c8-99e7-5751d5d5f38a is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:24.531526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:24.555544 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96db6e23-db89-4631-8485-24dccb7f048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:24.578796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:28:24.595764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Allocated IP 172.20.0.12 (83b2cd8f-2358-49b4-a885-79e5e97a5ec7/38c978a7-2c3e-4299-9e00-a1c60f2fbf1c/453ef750-e32a-4c0e-b745-376669d9af24) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:28:24.602776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-96db6e23-db89-4631-8485-24dccb7f048d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ff9eab-817f-4649-a553-79f247250fab']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:24.621059 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-96db6e23-db89-4631-8485-24dccb7f048d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049d8c30-a658-4743-b842-4b1486c54412') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:24.621351 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-96db6e23-db89-4631-8485-24dccb7f048d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049d8c30-a658-4743-b842-4b1486c54412') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:24.637413 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:24.645238 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96db6e23-db89-4631-8485-24dccb7f048d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:24.679279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:28:24.719973 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d09b2bfb-955a-495e-8e58-1021d2be88dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:24.834012 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96db6e23-db89-4631-8485-24dccb7f048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:24.859022 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2273b1e1-8ce7-4427-9d6e-2eed07e1fa38 req-b831a62f-8cc8-48ce-b2d4-772682b36cfd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 210 time: 0.3422947 May 27 22:28:24.886648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe08cc0-e156-486f-9c7e-65a89852983c req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:24.889450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96db6e23-db89-4631-8485-24dccb7f048d admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:28:24.889845 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96db6e23-db89-4631-8485-24dccb7f048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:24.893099 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'Port': ['ID=afbe4a2a-ff42-4360-a344-c0004a52a25b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:24.919862 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-efe08cc0-e156-486f-9c7e-65a89852983c req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:24.951333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe08cc0-e156-486f-9c7e-65a89852983c req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:28:25.026538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-c401ed90-4848-4d0a-853d-b29ba55cad25 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:25.028291 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-c401ed90-4848-4d0a-853d-b29ba55cad25 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114&tenant_id=091c975465a443ff9f9924fb8c574958&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 1096 time: 0.9917359 May 27 22:28:25.032410 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 049d8c30-a658-4743-b842-4b1486c54412 resource provider aggregate not found May 27 22:28:25.070477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:25.074032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event updated for resources: {'Port': ['ID=cdcc72a2-e100-4abf-aa0e-1959faf54cfa,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:25.076617 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:25.152107 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 049d8c30-a658-4743-b842-4b1486c54412 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 049d8c30-a658-4743-b842-4b1486c54412 found for delete ", "request_id": "req-c137c61c-8bc5-4b07-a7b9-ae5c21f5d8a4"}]} May 27 22:28:25.186436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2dafd2dc-aa83-47a5-8bfc-274c25718915 None None] Provisioning for port afbe4a2a-ff42-4360-a344-c0004a52a25b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:25.200337 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2dafd2dc-aa83-47a5-8bfc-274c25718915 None None] Provisioning complete for port afbe4a2a-ff42-4360-a344-c0004a52a25b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:25.200869 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2dafd2dc-aa83-47a5-8bfc-274c25718915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:25.312993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f938e08-c799-4e32-9e55-adbf7151f479 req-b70f8ab6-8755-432e-b085-3244fcefc384 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 210 time: 0.1516578 May 27 22:28:25.333630 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2dafd2dc-aa83-47a5-8bfc-274c25718915 None None] Port afbe4a2a-ff42-4360-a344-c0004a52a25b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:28:25.344202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0df25-06f9-4f3f-8986-d97b6ac2549b req-b135e19c-4151-49ca-9ebc-6458bd4d9bb0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:25.352136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4cb0df25-06f9-4f3f-8986-d97b6ac2549b req-b135e19c-4151-49ca-9ebc-6458bd4d9bb0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 945 time: 0.9271507 May 27 22:28:25.398188 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d09b2bfb-955a-495e-8e58-1021d2be88dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:25.402186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08cc0-e156-486f-9c7e-65a89852983c req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:25.406394 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:25.412840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42602) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:25.477910 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4d531296-f6e2-4a77-b17a-99a0fd9aeda9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5815744 May 27 22:28:25.488844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b2bfb-955a-495e-8e58-1021d2be88dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80c5892e-159c-4437-81f3-a948f9bd6b77,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:25.492371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96db6e23-db89-4631-8485-24dccb7f048d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:25.519578 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96db6e23-db89-4631-8485-24dccb7f048d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:25.523990 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-96db6e23-db89-4631-8485-24dccb7f048d admin admin] 10.222.0.27 "DELETE /v2.0/networks/a9ff9eab-817f-4649-a553-79f247250fab HTTP/1.1" status: 204 len: 168 time: 1.5913453 May 27 22:28:25.537934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db6e23-db89-4631-8485-24dccb7f048d admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ff9eab-817f-4649-a553-79f247250fab,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:25.552597 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4cb0df25-06f9-4f3f-8986-d97b6ac2549b req-7fdb8298-ae0a-46ea-9027-1520d040f501 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917338 May 27 22:28:25.554083 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-5bc216a2-b9e8-4dfd-ad32-e1b60fcb0768 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7080529 May 27 22:28:25.562940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'port': {'device_id': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a', 'admin_state_up': True, 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'security_groups': ['7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:25.576652 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:25.595213 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d09b2bfb-955a-495e-8e58-1021d2be88dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:25.595365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Request body: {'port': {'device_id': 'e3c25962-1527-4a0f-963d-fd430c32d576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:25.598892 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-891064f2-c34d-4ff6-a5e4-4e69a0cb2d22 None None] Provisioning for port cdcc72a2-e100-4abf-aa0e-1959faf54cfa completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:25.604160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-891064f2-c34d-4ff6-a5e4-4e69a0cb2d22 None None] Provisioning complete for port cdcc72a2-e100-4abf-aa0e-1959faf54cfa triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:25.604315 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-891064f2-c34d-4ff6-a5e4-4e69a0cb2d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:25.624756 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d09b2bfb-955a-495e-8e58-1021d2be88dc admin admin] 10.222.0.27 "DELETE /v2.0/subnets/80c5892e-159c-4437-81f3-a948f9bd6b77 HTTP/1.1" status: 204 len: 168 time: 1.7608616 May 27 22:28:25.634715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42612) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:25.681599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-718873624-network', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:25.708192 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-891064f2-c34d-4ff6-a5e4-4e69a0cb2d22 None None] Port cdcc72a2-e100-4abf-aa0e-1959faf54cfa cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:28:25.717367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:25.726533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Usage tracker for resource:network and tenant:e6d42305cc944a89ad317e72239c7933 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:25.730029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:25.740471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:25.812420 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:25.877951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Made reservation on behalf of e6d42305cc944a89ad317e72239c7933 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:28:25.878397 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:25.907103 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:25.930191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:25.940529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Usage tracker for resource:security_group_rule and tenant:e6d42305cc944a89ad317e72239c7933 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:25.945726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:25.990756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42618) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:25.992177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:26.023773 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:26.029132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-1086867c-634b-46e5-8731-32c2e94ae880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:26.030875 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-1086867c-634b-46e5-8731-32c2e94ae880 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114&tenant_id=091c975465a443ff9f9924fb8c574958 HTTP/1.1" status: 200 len: 1096 time: 0.9669838 May 27 22:28:26.037098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7f9fac0e-55b6-4100-8cf3-193eb5b2055c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:28:26.056254 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:28:26.220702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:26.233175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:26.238088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:28:26.266183 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:26.287584 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a8ba-157f-4a86-9120-383447a42597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:26.315158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:26.315710 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:26.321330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4ecfb-b50b-43b5-b044-fbc95c7078aa req-8480c2d6-eb8e-414e-b8ed-9ee7ebad0d2e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:26.322832 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8a4ecfb-b50b-43b5-b044-fbc95c7078aa req-8480c2d6-eb8e-414e-b8ed-9ee7ebad0d2e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78 HTTP/1.1" status: 200 len: 949 time: 0.8356521 May 27 22:28:26.338544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Pushing event updated for resources: {'Port': ['ID=453ef750-e32a-4c0e-b745-376669d9af24,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:26.370528 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8f755b21-8af3-4160-b20b-ade279ea80cc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3576fc8b868b4910aafa386813d8d521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648591 May 27 22:28:26.371558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42624) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:26.391289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:26.408438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c165e3b-e0df-4343-8f81-36f59003b6c9 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:26.441822 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:26.452870 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:26.469876 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6669bed-fcc5-4474-b394-9b4e14fdea9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:26.491165 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-49618329-900d-4946-a25c-b61c547c59b6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5547750 May 27 22:28:26.498652 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6669bed-fcc5-4474-b394-9b4e14fdea9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:26.510058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Request body: {'port': {'device_id': '6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:26.528425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3deb24-2a46-4837-b555-c281b2472409 req-528e14e8-bce1-43b2-b5d1-d506cdb91b11 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:26.534193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3deb24-2a46-4837-b555-c281b2472409 req-528e14e8-bce1-43b2-b5d1-d506cdb91b11 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:26.536338 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf3deb24-2a46-4837-b555-c281b2472409 req-528e14e8-bce1-43b2-b5d1-d506cdb91b11 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 1652 time: 0.7755201 May 27 22:28:26.560809 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:26.561453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Transition to ACTIVE for port object 5c165e3b-e0df-4343-8f81-36f59003b6c9 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:26.578762 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8a4ecfb-b50b-43b5-b044-fbc95c7078aa req-14452a7f-06ff-4d35-94ae-dad790ed39a6 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455766 May 27 22:28:26.582524 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a8ba-157f-4a86-9120-383447a42597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:26.644027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-052373ff-11e1-4469-b614-063fa99b82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:26.646278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-052373ff-11e1-4469-b614-063fa99b82d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 1096 time: 0.5512624 May 27 22:28:26.650192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-ecd5a8ba-157f-4a86-9120-383447a42597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b78b2d5-ee0b-494c-a4f8-80f59f901351']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:26.683028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf3deb24-2a46-4837-b555-c281b2472409 req-960841c6-fa40-4bfe-853a-ef1a035b028a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1258976 May 27 22:28:26.687168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Made reservation on behalf of e95767dc0f454d2c976cbcfe4bc24094 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:28:26.689920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dedb90ed-40d2-4e4e-a4e4-e84ef4f19fca,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:26.690565 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:26.701312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-ecd5a8ba-157f-4a86-9120-383447a42597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:26.701606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-ecd5a8ba-157f-4a86-9120-383447a42597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:26.703699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:28:26.777265 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:26.820397 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:26.824424 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Added segment 58be1920-2a31-486d-908f-3a9f1def7184 of type vlan for network 34eb0311-b45b-410c-9940-8a08339a6fc2 May 27 22:28:26.825108 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a8ba-157f-4a86-9120-383447a42597 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:26.825254 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:26.942228 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:26.950798 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6669bed-fcc5-4474-b394-9b4e14fdea9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:27.045397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6669bed-fcc5-4474-b394-9b4e14fdea9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa880ea-c0ba-41d5-b579-20ad4d58f3bc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:27.109679 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6669bed-fcc5-4474-b394-9b4e14fdea9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:27.114135 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c6669bed-fcc5-4474-b394-9b4e14fdea9f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9fa880ea-c0ba-41d5-b579-20ad4d58f3bc HTTP/1.1" status: 204 len: 168 time: 0.7413807 May 27 22:28:27.169783 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a8ba-157f-4a86-9120-383447a42597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:27.235687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd5a8ba-157f-4a86-9120-383447a42597 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:28:27.236147 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a8ba-157f-4a86-9120-383447a42597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:27.291135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Pushing event updated for resources: {'Port': ['ID=5c165e3b-e0df-4343-8f81-36f59003b6c9,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:27.350538 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:27.351125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:27.351696 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:27.383857 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e resource provider aggregate not found May 27 22:28:27.386272 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c04168b-f075-4810-90e6-f7885fe6a5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:27.438061 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e0e0da1-19e8-46d1-8d1d-9617ab17ad6e found for delete ", "request_id": "req-9971ba08-da70-4251-a21f-4851f7cf66aa"}]} May 27 22:28:27.481182 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdcc72a2-e100-4abf-aa0e-1959faf54cfa {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:27.491423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] Pushing event updated for resources: {'Network': ['ID=34eb0311-b45b-410c-9940-8a08339a6fc2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:27.504446 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:27.506197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 34eb0311-b45b-410c-9940-8a08339a6fc2 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:28:27.531256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-c7a3a3c3-30f0-492e-86cf-8be157e78642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:27.532752 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-c7a3a3c3-30f0-492e-86cf-8be157e78642 service neutron] 10.222.0.46 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 0.8754423 May 27 22:28:27.537616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Allocated IP 10.1.1.66 (cfe8967c-799b-45c8-99e7-5751d5d5f38a/c12e036b-b21d-44ef-9e41-b61836ac4b5b/8cf04518-2939-4728-93ea-50115c31a9be) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:28:27.538192 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Transition to ACTIVE for port object cdcc72a2-e100-4abf-aa0e-1959faf54cfa will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:27.546703 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-013a9c72-640e-4b4e-8521-5808ac7c9253 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1239877 May 27 22:28:27.546703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42638) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:27.552736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] Request body: {'subnet': {'network_id': '34eb0311-b45b-410c-9940-8a08339a6fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-718873624-subnet', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:27.555960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:27.561220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] Usage tracker for resource:subnet and tenant:e6d42305cc944a89ad317e72239c7933 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:27.564737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:27.573405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:27.620284 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:27.631809 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-afb5140d-7601-443a-a6f3-208d3b1805e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e HTTP/1.1" status: 200 len: 217 time: 0.0895042 May 27 22:28:27.633046 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a8ba-157f-4a86-9120-383447a42597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:27.638530 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ecd5a8ba-157f-4a86-9120-383447a42597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:27.735681 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee9cff-6d37-446d-9231-1de5a8957f1c req-cdfd432c-cc5f-4450-940b-11375f864aab tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:27.744417 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82ee9cff-6d37-446d-9231-1de5a8957f1c req-cdfd432c-cc5f-4450-940b-11375f864aab tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 932 time: 0.8415949 May 27 22:28:27.753210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530d16-7744-440c-b3e1-5583774261eb req-6303fdf7-ffce-4278-940f-d8bf574f3147 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:27.761194 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95530d16-7744-440c-b3e1-5583774261eb req-6303fdf7-ffce-4278-940f-d8bf574f3147 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 936 time: 0.9718466 May 27 22:28:27.778877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] Made reservation on behalf of e6d42305cc944a89ad317e72239c7933 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:28:27.778877 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:27.785569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5a8ba-157f-4a86-9120-383447a42597 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b78b2d5-ee0b-494c-a4f8-80f59f901351,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:27.848995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Attempting to bind port 5c165e3b-e0df-4343-8f81-36f59003b6c9 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:27.852979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Attempting to bind port 5c165e3b-e0df-4343-8f81-36f59003b6c9 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:27.852979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Attempting to bind port 5c165e3b-e0df-4343-8f81-36f59003b6c9 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:27.869414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Port 5c165e3b-e0df-4343-8f81-36f59003b6c9 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:28:27.869772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Attempting to bind port 5c165e3b-e0df-4343-8f81-36f59003b6c9 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:27.885710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453ef750-e32a-4c0e-b745-376669d9af24 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:27.945102 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:27.948297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcc72a2-e100-4abf-aa0e-1959faf54cfa,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:28.039651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Transition to ACTIVE for port object 453ef750-e32a-4c0e-b745-376669d9af24 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:28.057431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:28.057761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:28.058341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:28.058951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Bound port: 5c165e3b-e0df-4343-8f81-36f59003b6c9, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:28.059469 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:28.087347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Attempting to bind port cdcc72a2-e100-4abf-aa0e-1959faf54cfa on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:28.087689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Attempting to bind port cdcc72a2-e100-4abf-aa0e-1959faf54cfa by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:28.093235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Attempting to bind port cdcc72a2-e100-4abf-aa0e-1959faf54cfa on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:28.096733 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Port cdcc72a2-e100-4abf-aa0e-1959faf54cfa on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:28:28.097047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Attempting to bind port cdcc72a2-e100-4abf-aa0e-1959faf54cfa on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:28.132775 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ecd5a8ba-157f-4a86-9120-383447a42597 admin admin] 10.222.0.27 "DELETE /v2.0/networks/4b78b2d5-ee0b-494c-a4f8-80f59f901351 HTTP/1.1" status: 204 len: 168 time: 2.4945002 May 27 22:28:28.132775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-266cba9e-4d3f-418f-bf62-c34603ddcddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:28.134485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:28.134660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:28.134890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-266cba9e-4d3f-418f-bf62-c34603ddcddb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.4848218 May 27 22:28:28.135004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:28.135426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Bound port: cdcc72a2-e100-4abf-aa0e-1959faf54cfa, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:28.135748 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:28.166408 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:28.166542 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82ee9cff-6d37-446d-9231-1de5a8957f1c req-8fe56716-af29-49c3-b42d-c18a27c3b96c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187634 May 27 22:28:28.225549 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-3a46c7ee-85d6-4e28-8081-7828d42c76c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748184 May 27 22:28:28.228717 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95530d16-7744-440c-b3e1-5583774261eb req-b444c7c3-43e3-4c50-99b1-26b6489124ba tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665079 May 27 22:28:28.270063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42648) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:28.416910 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-14e0de37-f91c-4618-97e7-839571c8b011 service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530211 May 27 22:28:28.583162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42654) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:28.590644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Pushing event updated for resources: {'Port': ['ID=453ef750-e32a-4c0e-b745-376669d9af24,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:28.729034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] For port cdcc72a2-e100-4abf-aa0e-1959faf54cfa, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:28.732538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b5191bc4-777f-4fe3-9781-06f84f507a04 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=30513d18dfb7473dbe429465efd7906b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438987 May 27 22:28:28.735022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:28.772422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] For port cdcc72a2-e100-4abf-aa0e-1959faf54cfa, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=cdcc72a2-e100-4abf-aa0e-1959faf54cfa,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:28.858837 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:28.906478 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-30166626-7fc9-4895-a8cf-d1969c520f6f service neutron] 10.222.0.46 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578054 May 27 22:28:28.926118 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d056fefd-45cd-42ce-8bee-0100bc303f74 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=776934a5a36045fa9e7dc4588c8c6bdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6463604 May 27 22:28:28.926118 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:28.931437 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] For port 5c165e3b-e0df-4343-8f81-36f59003b6c9, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:28.935925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42664) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:28.943084 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:28.950862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46a927-49ca-4747-9a7f-e9f2f0163e9c req-4de441cf-10c9-4a88-ad02-3fd9ecf7dbaa tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:28.953137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2a46a927-49ca-4747-9a7f-e9f2f0163e9c req-4de441cf-10c9-4a88-ad02-3fd9ecf7dbaa tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 945 time: 0.5291083 May 27 22:28:28.982839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] For port 5c165e3b-e0df-4343-8f81-36f59003b6c9, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5c165e3b-e0df-4343-8f81-36f59003b6c9,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:28.999937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Transition to ACTIVE for port object 8cf04518-2939-4728-93ea-50115c31a9be will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:29.031362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Attempting to bind port 453ef750-e32a-4c0e-b745-376669d9af24 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:29.032060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Attempting to bind port 453ef750-e32a-4c0e-b745-376669d9af24 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:29.032726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Attempting to bind port 453ef750-e32a-4c0e-b745-376669d9af24 on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:29.047592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2a46a927-49ca-4747-9a7f-e9f2f0163e9c req-72c0c5e2-2983-4677-9187-ac5e11a94ade tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845265 May 27 22:28:29.110138 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b8572aa-712e-4286-aee6-34253f573147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:29.112234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Port 453ef750-e32a-4c0e-b745-376669d9af24 on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:28:29.112780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Attempting to bind port 453ef750-e32a-4c0e-b745-376669d9af24 on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:29.124934 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:29.143251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:29.143964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Checking segment: {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:29.144661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Bound using segment: {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:29.145332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Bound port: 453ef750-e32a-4c0e-b745-376669d9af24, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:29.145896 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:29.180578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:29.181494 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:29.183143 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] 10.222.0.57 "PUT /v2.0/ports/cdcc72a2-e100-4abf-aa0e-1959faf54cfa HTTP/1.1" status: 200 len: 1096 time: 3.6040754 May 27 22:28:29.192708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c25962-1527-4a0f-963d-fd430c32d576', 'tag': 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:29.265331 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:29.293503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0e7bf3-3576-436b-a562-a7ddccabbe82,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:29.347141 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Pushing event updated for resources: {'Port': ['ID=5c165e3b-e0df-4343-8f81-36f59003b6c9,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:29.396049 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b8572aa-712e-4286-aee6-34253f573147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:29.458308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:29.458940 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:29.460318 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-ea49ca43-0ac3-49cd-b38e-99600f738f62 service neutron] 10.222.0.57 "PUT /v2.0/ports/5c165e3b-e0df-4343-8f81-36f59003b6c9 HTTP/1.1" status: 200 len: 1096 time: 5.5535541 May 27 22:28:29.460825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf9b5b8-d70d-4e7b-b523-da7053fed94b', 'tag': '5c165e3b-e0df-4343-8f81-36f59003b6c9'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:29.559070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Network cfe8967c-799b-45c8-99e7-5751d5d5f38a is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:29.564818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:29.574494 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:28:29.614475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'Port': ['ID=8cf04518-2939-4728-93ea-50115c31a9be,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:29.614593 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2fb52-6b5b-40e8-86a3-4f66aa02b836 service neutron] Pushing event updated for resources: {'Port': ['ID=cdcc72a2-e100-4abf-aa0e-1959faf54cfa,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:29.655833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] Checking segment: {'id': '58be1920-2a31-486d-908f-3a9f1def7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '34eb0311-b45b-410c-9940-8a08339a6fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:29.655833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] Network hostable DHCP agents. Network: 34eb0311-b45b-410c-9940-8a08339a6fc2, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:28:29.664310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:29.665086 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:29.671442 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e5e537ce-305b-44e2-9bb5-5b2408b8c66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:29.763038 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da746078-511c-4b40-b74c-7dc63bd12660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:29.781514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e768076-0dc6-4144-807d-95e6f8431dba req-a021b383-c5e6-40ab-85d0-9558230b3158 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:29.787658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e768076-0dc6-4144-807d-95e6f8431dba req-a021b383-c5e6-40ab-85d0-9558230b3158 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:29.801186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e768076-0dc6-4144-807d-95e6f8431dba req-a021b383-c5e6-40ab-85d0-9558230b3158 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:29.802115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7e768076-0dc6-4144-807d-95e6f8431dba req-a021b383-c5e6-40ab-85d0-9558230b3158 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Synchronizing usage tracker for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:29.815086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fb55e-38d5-42d1-b0ad-82d495ea3818 req-f49ca639-cb7b-447e-ade3-d9a1432d77c2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:29.817510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc9fb55e-38d5-42d1-b0ad-82d495ea3818 req-f49ca639-cb7b-447e-ade3-d9a1432d77c2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 944 time: 0.3769009 May 27 22:28:29.817669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] For port 453ef750-e32a-4c0e-b745-376669d9af24, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:29.843559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] For port 453ef750-e32a-4c0e-b745-376669d9af24, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=453ef750-e32a-4c0e-b745-376669d9af24,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:29.850085 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da746078-511c-4b40-b74c-7dc63bd12660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:29.901379 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc9fb55e-38d5-42d1-b0ad-82d495ea3818 req-c464671a-c589-4d45-9a50-69027b6f6b1c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747371 May 27 22:28:29.903515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08cc0-e156-486f-9c7e-65a89852983c req-362ea3bf-c78a-42fc-932b-2ef346d2ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:29.905574 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-362ea3bf-c78a-42fc-932b-2ef346d2ed76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 1099 time: 0.5134156 May 27 22:28:29.915727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08cc0-e156-486f-9c7e-65a89852983c req-9b9cd409-c9b9-4e5f-a534-b9685295c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:29.917369 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-9b9cd409-c9b9-4e5f-a534-b9685295c182 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=eaf9b5b8-d70d-4e7b-b523-da7053fed94b HTTP/1.1" status: 200 len: 1099 time: 0.2480929 May 27 22:28:29.919248 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-1165b29b-67e0-46e1-8bd2-ad65b2eff207 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3875108 May 27 22:28:30.007118 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88fc0332-d677-4de8-bc20-451bbe36163e'] response: {'name': 'network-changed', 'server_uuid': 'e3c25962-1527-4a0f-963d-fd430c32d576', 'tag': 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa', 'status': 'completed', 'code': 200} May 27 22:28:30.008592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] Network 34eb0311-b45b-410c-9940-8a08339a6fc2 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:28:30.011220 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:30.014653 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b8572aa-712e-4286-aee6-34253f573147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:30.025501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7e768076-0dc6-4144-807d-95e6f8431dba req-a021b383-c5e6-40ab-85d0-9558230b3158 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Unset dirty status for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:30.032161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e768076-0dc6-4144-807d-95e6f8431dba req-a021b383-c5e6-40ab-85d0-9558230b3158 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 2372 time: 0.6860561 May 27 22:28:30.051594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'port': {'device_id': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7', 'admin_state_up': True, 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'security_groups': ['7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:30.081295 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-b32d61b4-6484-4a8c-a898-c585e49e1c65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=5c165e3b-e0df-4343-8f81-36f59003b6c9 HTTP/1.1" status: 200 len: 217 time: 0.1266196 May 27 22:28:30.085654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-08485f32-af4b-45ed-9f36-f2f14d49f948 None None] Provisioning for port 8cf04518-2939-4728-93ea-50115c31a9be completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:30.087496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8572aa-712e-4286-aee6-34253f573147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e728ae2b-7066-4ff6-a228-084f53378aa8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:30.091393 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-864f1ff6-d222-414b-9f68-a9bd8c53c7ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=cdcc72a2-e100-4abf-aa0e-1959faf54cfa HTTP/1.1" status: 200 len: 217 time: 0.1584463 May 27 22:28:30.095216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-08485f32-af4b-45ed-9f36-f2f14d49f948 None None] Provisioning complete for port 8cf04518-2939-4728-93ea-50115c31a9be triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:30.095216 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-08485f32-af4b-45ed-9f36-f2f14d49f948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:30.148115 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da746078-511c-4b40-b74c-7dc63bd12660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:30.152377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Pushing event updated for resources: {'Port': ['ID=453ef750-e32a-4c0e-b745-376669d9af24,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:30.155179 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-08485f32-af4b-45ed-9f36-f2f14d49f948 None None] Port 8cf04518-2939-4728-93ea-50115c31a9be cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:28:30.169634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.170501 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:30.171930 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-57ced0ba-18fd-40a7-8679-046d64b65a94 service neutron] 10.222.0.46 "PUT /v2.0/ports/453ef750-e32a-4c0e-b745-376669d9af24 HTTP/1.1" status: 200 len: 1092 time: 3.6665285 May 27 22:28:30.185891 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da746078-511c-4b40-b74c-7dc63bd12660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:30.186959 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-da746078-511c-4b40-b74c-7dc63bd12660 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b08d3506-e0c8-40c0-b128-c4ffd85bb8b5 HTTP/1.1" status: 204 len: 168 time: 1.2465613 May 27 22:28:30.232959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da746078-511c-4b40-b74c-7dc63bd12660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08d3506-e0c8-40c0-b128-c4ffd85bb8b5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:30.251911 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b8572aa-712e-4286-aee6-34253f573147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:30.252999 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2b8572aa-712e-4286-aee6-34253f573147 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e728ae2b-7066-4ff6-a228-084f53378aa8 HTTP/1.1" status: 204 len: 168 time: 1.5169723 May 27 22:28:30.268052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 34eb0311-b45b-410c-9940-8a08339a6fc2) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:30.290063 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6caa9c-6860-4d4c-a198-0faf25263782 None None] Network 34eb0311-b45b-410c-9940-8a08339a6fc2 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:28:30.296701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.297279 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:30.377899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08cc0-e156-486f-9c7e-65a89852983c req-e385b45a-2450-4b02-a3a7-3db1359375bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.380486 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-e385b45a-2450-4b02-a3a7-3db1359375bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2365997 May 27 22:28:30.400055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08cc0-e156-486f-9c7e-65a89852983c req-63ac9d6d-48c5-4803-b6d5-b39e5935defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.414815 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-63ac9d6d-48c5-4803-b6d5-b39e5935defe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2345643 May 27 22:28:30.480674 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-40496387-3f91-465c-ab83-2ecd6df7d05b admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9322760 May 27 22:28:30.487501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42686) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:30.501233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-718873624-router', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:30.511427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:30.528764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Usage tracker for resource:router and tenant:e6d42305cc944a89ad317e72239c7933 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:30.538661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:30.549233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:30.576272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-106e6a0f-bb40-479d-b6c9-459007800fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.576272 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-106e6a0f-bb40-479d-b6c9-459007800fdb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 1095 time: 0.2346997 May 27 22:28:30.579253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08cc0-e156-486f-9c7e-65a89852983c req-e52483c6-ba3e-4e36-89c3-5478e1580c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.580662 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-e52483c6-ba3e-4e36-89c3-5478e1580c01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1537066 May 27 22:28:30.628024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-34eb0311-b45b-410c-9940-8a08339a6fc2', 'network_id': '34eb0311-b45b-410c-9940-8a08339a6fc2', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933', 'fixed_ips': [{'subnet_id': 'ab0e7bf3-3576-436b-a562-a7ddccabbe82'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:28:30.629919 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:30.665424 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-9c9e4ae4-181d-406c-90bc-e49c7eee90bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=453ef750-e32a-4c0e-b745-376669d9af24 HTTP/1.1" status: 200 len: 217 time: 0.0809073 May 27 22:28:30.677786 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e768076-0dc6-4144-807d-95e6f8431dba req-cb6c0736-575c-49f7-b7f6-189e42b60660 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6447616 May 27 22:28:30.780041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-fb8ff19b-ebce-4a8e-8676-3a896e821470 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.781805 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-fb8ff19b-ebce-4a8e-8676-3a896e821470 tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114&tenant_id=091c975465a443ff9f9924fb8c574958&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 1096 time: 0.7138264 May 27 22:28:30.828711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Allocated IP 172.20.0.2 (34eb0311-b45b-410c-9940-8a08339a6fc2/ab0e7bf3-3576-436b-a562-a7ddccabbe82/83a9ef86-5b61-496a-b5b3-2513898bcf4f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:28:30.841585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:30.881215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:30.922244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.923148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.923828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.924528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.925180 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.926457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.927151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.927796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.928465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.929108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.929747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.930388 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.931052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.931689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.932325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.937791 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92a77669-7626-4339-9047-3abd7ddfc362 req-76cb0563-21f8-4684-9973-58a3789e844a tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94&device_id=e3c25962-1527-4a0f-963d-fd430c32d576&device_id=eaf9b5b8-d70d-4e7b-b523-da7053fed94b&device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6&device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78&device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860&device_id=166435ab-cc70-4255-b6b3-1dc2ecbcd18c&device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96&device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114&device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3&device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b&device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a&device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 13314 time: 0.3266397 May 27 22:28:30.943288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe08cc0-e156-486f-9c7e-65a89852983c req-2f1251bc-cae8-496d-a6b1-49609d4d56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:30.945037 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-2f1251bc-cae8-496d-a6b1-49609d4d56e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5173259 May 27 22:28:31.013461 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:31.015035 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:31.031589 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-92a77669-7626-4339-9047-3abd7ddfc362 req-64dbfbc6-e9bc-4cbf-9161-853c58b60064 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:31.102572 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:31.116663 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:31.128148 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Transition to ACTIVE for port object 83a9ef86-5b61-496a-b5b3-2513898bcf4f will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:31.160021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Transition to ACTIVE for port object 83a9ef86-5b61-496a-b5b3-2513898bcf4f will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:31.166279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Made reservation on behalf of e95767dc0f454d2c976cbcfe4bc24094 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:28:31.168739 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:31.181419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-6ca914ff-a276-436c-b9c0-2cc2044a3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:31.182977 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-6ca914ff-a276-436c-b9c0-2cc2044a3675 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 200 len: 846 time: 0.2338071 May 27 22:28:31.213825 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:31.248452 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-3623aa54-95c4-4f66-8ea7-92c14d16181c service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791810 May 27 22:28:31.254860 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-a4f89b11-e5f5-4cb8-8f7e-2d7db87e7870 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609512 May 27 22:28:31.274067 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-92a77669-7626-4339-9047-3abd7ddfc362 req-64dbfbc6-e9bc-4cbf-9161-853c58b60064 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:31.302228 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-92a77669-7626-4339-9047-3abd7ddfc362 req-64dbfbc6-e9bc-4cbf-9161-853c58b60064 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Usage tracker for resource:security_group_rule and tenant:332eccba048648de889f8e55ec40f5b1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:31.303826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-92a77669-7626-4339-9047-3abd7ddfc362 req-64dbfbc6-e9bc-4cbf-9161-853c58b60064 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:31.317487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-92a77669-7626-4339-9047-3abd7ddfc362 req-64dbfbc6-e9bc-4cbf-9161-853c58b60064 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:31.325652 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:31.418024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Network 34eb0311-b45b-410c-9940-8a08339a6fc2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:31.425481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:31.425986 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-9cd1b3c6-90b2-452d-9a0b-d35900b10178 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596364 May 27 22:28:31.431232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:28:31.536823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Pushing event updated for resources: {'Port': ['ID=83a9ef86-5b61-496a-b5b3-2513898bcf4f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:31.621306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Attempting to bind port 83a9ef86-5b61-496a-b5b3-2513898bcf4f on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:31.624030 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Attempting to bind port 83a9ef86-5b61-496a-b5b3-2513898bcf4f by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '58be1920-2a31-486d-908f-3a9f1def7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '34eb0311-b45b-410c-9940-8a08339a6fc2'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:31.624918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Attempting to bind port 83a9ef86-5b61-496a-b5b3-2513898bcf4f on network 34eb0311-b45b-410c-9940-8a08339a6fc2 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:31.634458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:31.635261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-cc2227cb-da70-461b-98b8-995bedb88f98 service neutron] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:31.635673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Checking segment: {'id': '58be1920-2a31-486d-908f-3a9f1def7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '34eb0311-b45b-410c-9940-8a08339a6fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:31.636962 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:31.638468 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Bound using segment: {'id': '58be1920-2a31-486d-908f-3a9f1def7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '34eb0311-b45b-410c-9940-8a08339a6fc2'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:31.638612 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:31.644031 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Bound port: 83a9ef86-5b61-496a-b5b3-2513898bcf4f, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58be1920-2a31-486d-908f-3a9f1def7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '34eb0311-b45b-410c-9940-8a08339a6fc2'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:31.644031 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:31.692583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e84797-6819-4208-9b43-422b561d5993 req-786d8a10-2176-4721-a56f-768943e7c510 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:31.692583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44e84797-6819-4208-9b43-422b561d5993 req-786d8a10-2176-4721-a56f-768943e7c510 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 948 time: 0.7210205 May 27 22:28:31.751887 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-92a77669-7626-4339-9047-3abd7ddfc362 req-64dbfbc6-e9bc-4cbf-9161-853c58b60064 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:31.802278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] For port 83a9ef86-5b61-496a-b5b3-2513898bcf4f, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:31.806205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] For port 83a9ef86-5b61-496a-b5b3-2513898bcf4f, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=83a9ef86-5b61-496a-b5b3-2513898bcf4f,segment=NetworkSegment(58be1920-2a31-486d-908f-3a9f1def7184),segment_id=58be1920-2a31-486d-908f-3a9f1def7184)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:31.874854 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:31.884592 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-4d5f8a17-8a26-456e-b990-14cb58faf7ef service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295052 May 27 22:28:31.888686 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-fbcc093f-e230-468b-9d96-5c5e7c2e97d8 service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111283 May 27 22:28:31.899248 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-cc2227cb-da70-461b-98b8-995bedb88f98 service neutron] Notify callbacks [] for binding, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:31.900933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-cc2227cb-da70-461b-98b8-995bedb88f98 service neutron] 10.222.0.46 "DELETE /v2.0/ports/fbaee3ae-f2e7-488c-9403-9ece70c0c55e/bindings/n-h1-843680-3 HTTP/1.1" status: 204 len: 173 time: 1.1088359 May 27 22:28:31.909460 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:31.990800 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:32.012096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94', 'tag': '453ef750-e32a-4c0e-b745-376669d9af24'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:32.065205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6aef1f-a3dd-450b-9b5c-f889014bd012 None None] Pushing event updated for resources: {'Port': ['ID=83a9ef86-5b61-496a-b5b3-2513898bcf4f,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:32.068232 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44e84797-6819-4208-9b43-422b561d5993 req-7a18caea-da05-4525-aa6c-a7dfe4b8d185 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585460 May 27 22:28:32.068894 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-92a77669-7626-4339-9047-3abd7ddfc362 req-64dbfbc6-e9bc-4cbf-9161-853c58b60064 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:32.117746 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efe08cc0-e156-486f-9c7e-65a89852983c req-c009904b-da3d-4a9a-b946-5f1a6203d308 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6165574 May 27 22:28:32.147483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-92a77669-7626-4339-9047-3abd7ddfc362 req-64dbfbc6-e9bc-4cbf-9161-853c58b60064 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Synchronizing usage tracker for tenant:332eccba048648de889f8e55ec40f5b1 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:32.169079 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27f9334-7a83-414c-9e59-bbc45c5ffd7d'] response: {'name': 'network-changed', 'server_uuid': 'eaf9b5b8-d70d-4e7b-b523-da7053fed94b', 'tag': '5c165e3b-e0df-4343-8f81-36f59003b6c9', 'status': 'completed', 'code': 200} May 27 22:28:32.189919 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-48267b63-15f5-4da3-b9c7-bf531ddf21df req-2be7ad1d-b0a6-4745-ac69-76a9d5229908 service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959971 May 27 22:28:32.200532 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbfbc6-e9bc-4cbf-9161-853c58b60064 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb3cfd3-4252-41b5-9d9e-a105b4a21ae1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:32.346428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Allocated IP 10.2.2.100 (c1c98a16-ff0e-48d9-bd68-874df362e9d7/1070a7e0-6859-4ad5-8415-366ceef97d50/3fa643d5-4d0e-43b9-bf15-48d47e85ccdd) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:28:32.458737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42732) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:32.627084 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:32.667052 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:32.720835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133a86e-2d75-41bd-ae4c-d70a1089f598 req-224e2d8a-2725-4fd8-a7b2-8f7a4f47bddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:32.722022 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d133a86e-2d75-41bd-ae4c-d70a1089f598 req-224e2d8a-2725-4fd8-a7b2-8f7a4f47bddc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=eaf9b5b8-d70d-4e7b-b523-da7053fed94b HTTP/1.1" status: 200 len: 1099 time: 0.2624156 May 27 22:28:32.723594 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:32.760799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-92a77669-7626-4339-9047-3abd7ddfc362 req-64dbfbc6-e9bc-4cbf-9161-853c58b60064 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Unset dirty status for tenant:332eccba048648de889f8e55ec40f5b1 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:32.775902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92a77669-7626-4339-9047-3abd7ddfc362 req-64dbfbc6-e9bc-4cbf-9161-853c58b60064 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=d4407b18-46ce-452e-b560-3a581e08c650&id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 579 time: 1.8274496 May 27 22:28:32.842927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Transition to ACTIVE for port object 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:32.914091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35995829-a8c6-41cd-af00-250001eb9da0 req-30aa8fb4-d48c-4a6b-b94c-f713ef787426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:32.916386 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35995829-a8c6-41cd-af00-250001eb9da0 req-30aa8fb4-d48c-4a6b-b94c-f713ef787426 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 1099 time: 0.3479269 May 27 22:28:32.945965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-183005205-network', 'tenant_id': '53ad869cb21c4eb2a29e5ad0491e2c14'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:32.963302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:32.977066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Usage tracker for resource:network and tenant:53ad869cb21c4eb2a29e5ad0491e2c14 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:32.991180 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:33.001310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:33.002158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d437d3-0e80-4bb6-9276-f638863109c7 req-314cbdcc-2439-41e8-a57c-11f39b3689e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:33.004212 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36d437d3-0e80-4bb6-9276-f638863109c7 req-314cbdcc-2439-41e8-a57c-11f39b3689e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 945 time: 0.4413197 May 27 22:28:33.040015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133a86e-2d75-41bd-ae4c-d70a1089f598 req-f1ca399e-dc75-4159-a43a-f1ee7f281414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:33.041803 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d133a86e-2d75-41bd-ae4c-d70a1089f598 req-f1ca399e-dc75-4159-a43a-f1ee7f281414 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.3016174 May 27 22:28:33.049732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Allocated IP 172.25.2.114 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/144ab6ce-4532-4b44-848c-a051e418e734) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:28:33.137898 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d133a86e-2d75-41bd-ae4c-d70a1089f598 req-a216aa85-0652-4083-98ec-3b9187858e33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=5c165e3b-e0df-4343-8f81-36f59003b6c9 HTTP/1.1" status: 200 len: 217 time: 0.0895832 May 27 22:28:33.144001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Made reservation on behalf of 53ad869cb21c4eb2a29e5ad0491e2c14 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:28:33.147076 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:33.210308 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:33.265813 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36d437d3-0e80-4bb6-9276-f638863109c7 req-f5ad5971-0e23-445e-a488-74974fdfbfc3 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080188 May 27 22:28:33.281587 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:33.331365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:33.355449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Usage tracker for resource:security_group_rule and tenant:53ad869cb21c4eb2a29e5ad0491e2c14 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:33.365106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:33.385604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133a86e-2d75-41bd-ae4c-d70a1089f598 req-d1e71ec6-c842-45d7-a448-8f94bde8b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:33.387236 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d133a86e-2d75-41bd-ae4c-d70a1089f598 req-d1e71ec6-c842-45d7-a448-8f94bde8b36d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2285964 May 27 22:28:33.400174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:33.430446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35995829-a8c6-41cd-af00-250001eb9da0 req-5d17bd73-4aa3-4fdd-9295-0e186d4e6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:33.432139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35995829-a8c6-41cd-af00-250001eb9da0 req-5d17bd73-4aa3-4fdd-9295-0e186d4e6125 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.5077631 May 27 22:28:33.454254 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3797e5e-12b0-4bca-a9a7-25f130bf43af req-e320aaff-41e9-46e0-a41b-1a784db754d1 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:33.455754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3797e5e-12b0-4bca-a9a7-25f130bf43af req-e320aaff-41e9-46e0-a41b-1a784db754d1 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 944 time: 0.5366268 May 27 22:28:33.524050 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:33.554268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Network c1c98a16-ff0e-48d9-bd68-874df362e9d7 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:33.571250 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:33.595923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'Port': ['ID=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:33.600259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133a86e-2d75-41bd-ae4c-d70a1089f598 req-538d5082-8202-420f-ad27-8959ff0b438a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:33.601885 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d133a86e-2d75-41bd-ae4c-d70a1089f598 req-538d5082-8202-420f-ad27-8959ff0b438a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1966572 May 27 22:28:33.610522 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:28:33.645245 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35995829-a8c6-41cd-af00-250001eb9da0 req-c3d8e70d-8596-42fa-892c-ae782869af31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=cdcc72a2-e100-4abf-aa0e-1959faf54cfa HTTP/1.1" status: 200 len: 217 time: 0.2012975 May 27 22:28:33.646050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db72eaa7-de13-448a-ab1b-075b378b4024 None None] Network 34eb0311-b45b-410c-9940-8a08339a6fc2 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:28:33.792508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:33.811722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:33.820074 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:33.853950 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d133a86e-2d75-41bd-ae4c-d70a1089f598 req-66041de5-f286-4007-a4fb-69d88f133589 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387612 May 27 22:28:33.901468 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3797e5e-12b0-4bca-a9a7-25f130bf43af req-c3006cd7-26a5-4cf8-b7dd-ca919acb101c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461945 May 27 22:28:33.918179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35995829-a8c6-41cd-af00-250001eb9da0 req-4a7192a9-1f6e-4e2c-a43c-96c662df49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:33.920286 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35995829-a8c6-41cd-af00-250001eb9da0 req-4a7192a9-1f6e-4e2c-a43c-96c662df49c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2672393 May 27 22:28:33.992743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04664c78-e2a5-4317-b4a9-ba757352b1cb req-9a9cdadc-c5f2-422e-9e99-bd43a7b6e889 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:33.999416 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04664c78-e2a5-4317-b4a9-ba757352b1cb req-9a9cdadc-c5f2-422e-9e99-bd43a7b6e889 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:34.014563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04664c78-e2a5-4317-b4a9-ba757352b1cb req-9a9cdadc-c5f2-422e-9e99-bd43a7b6e889 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:34.024511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04664c78-e2a5-4317-b4a9-ba757352b1cb req-9a9cdadc-c5f2-422e-9e99-bd43a7b6e889 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:34.025627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-04664c78-e2a5-4317-b4a9-ba757352b1cb req-9a9cdadc-c5f2-422e-9e99-bd43a7b6e889 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Synchronizing usage tracker for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:34.071766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35995829-a8c6-41cd-af00-250001eb9da0 req-c4e49fe6-aaab-420c-bc26-fa9a709c51eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:34.074006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35995829-a8c6-41cd-af00-250001eb9da0 req-c4e49fe6-aaab-420c-bc26-fa9a709c51eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448195 May 27 22:28:34.122762 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe56a220-34c5-4316-819a-05fe9287bd96'] response: {'name': 'network-changed', 'server_uuid': '6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94', 'tag': '453ef750-e32a-4c0e-b745-376669d9af24', 'status': 'completed', 'code': 200} May 27 22:28:34.171066 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:34.187744 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:34.204932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 83a9ef86-5b61-496a-b5b3-2513898bcf4f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:28:34.219070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-db337261-73bf-4030-bf9f-97fcdc228f00 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1943848 May 27 22:28:34.248283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e3af911c-e5de-461a-9a4c-4ccbbc05d628 None None] Provisioning for port 83a9ef86-5b61-496a-b5b3-2513898bcf4f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:34.298591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'port': {'device_id': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7', 'admin_state_up': True, 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'security_groups': ['7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:34.309193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:28:34.320044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:34.327893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:34.330008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f8087a-b3c3-4384-8f68-59f138e223e9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:34.348700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:28:34.350367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-04664c78-e2a5-4317-b4a9-ba757352b1cb req-9a9cdadc-c5f2-422e-9e99-bd43a7b6e889 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Unset dirty status for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:34.357685 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04664c78-e2a5-4317-b4a9-ba757352b1cb req-9a9cdadc-c5f2-422e-9e99-bd43a7b6e889 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 3093 time: 0.9165428 May 27 22:28:34.382435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Pushing event updated for resources: {'Port': ['ID=144ab6ce-4532-4b44-848c-a051e418e734,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:34.435896 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:34.436246 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Added segment 6a166d9b-3811-43d9-9be1-c89f94bfa341 of type vlan for network fd0bb810-bc46-47aa-89f7-6186899cd8a0 May 27 22:28:34.439635 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35995829-a8c6-41cd-af00-250001eb9da0 req-2aee9ead-843b-422f-9848-844e05b048ae service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569477 May 27 22:28:34.482849 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d133a86e-2d75-41bd-ae4c-d70a1089f598 req-1fa6393b-9330-4007-9b41-ba655fa528f5 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214771 May 27 22:28:34.502302 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 83a9ef86-5b61-496a-b5b3-2513898bcf4f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:34.513039 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5535554b-f509-468e-bf38-d029bb06d828 None None] Provisioning for port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:34.519961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 83a9ef86-5b61-496a-b5b3-2513898bcf4f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:34.524337 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:34.555560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5535554b-f509-468e-bf38-d029bb06d828 None None] Provisioning complete for port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:34.555798 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5535554b-f509-468e-bf38-d029bb06d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:34.583977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:34.644713 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04664c78-e2a5-4317-b4a9-ba757352b1cb req-3e83bc37-db99-40eb-9991-1c417da4b907 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2854719 May 27 22:28:34.652616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 453ef750-e32a-4c0e-b745-376669d9af24 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:28:34.653652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3c3c0-715d-46fa-a52b-53335593e651 req-f03c9bbd-6dff-4b6f-9ccb-540a8c2df008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:34.653766 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7e3c3c0-715d-46fa-a52b-53335593e651 req-f03c9bbd-6dff-4b6f-9ccb-540a8c2df008 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 1095 time: 0.5365186 May 27 22:28:34.749369 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35995829-a8c6-41cd-af00-250001eb9da0 req-f69c1a48-7a90-43ec-a8f0-b93a149fbad0 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645614 May 27 22:28:34.756213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:34.766167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Usage tracker for resource:port and tenant:e95767dc0f454d2c976cbcfe4bc24094 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:34.791107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:34.809830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:34.830280 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ccb3dc8f-56ac-4fe0-9d38-b729cff11877 req-56307300-2210-4906-b3cc-a9e8f94f88d1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4546828 May 27 22:28:34.844265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02cc57-f9f2-4f34-a451-65d808975fdd req-4f99d3e6-c8a8-447f-b06f-23bc70e73299 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:34.848792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 453ef750-e32a-4c0e-b745-376669d9af24, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=453ef750-e32a-4c0e-b745-376669d9af24,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:34.848923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e02cc57-f9f2-4f34-a451-65d808975fdd req-4f99d3e6-c8a8-447f-b06f-23bc70e73299 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 948 time: 0.4269693 May 27 22:28:34.859857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5535554b-f509-468e-bf38-d029bb06d828 None None] Port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:28:34.874127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '453ef750-e32a-4c0e-b745-376669d9af24', 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7', 'port_id': '453ef750-e32a-4c0e-b745-376669d9af24', 'mac_address': 'fa:16:3e:de:ed:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c978a7-2c3e-4299-9e00-a1c60f2fbf1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:28:34.889940 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3c3c0-715d-46fa-a52b-53335593e651 req-4f042890-0c3c-4ef6-b2eb-07c93035a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:34.892132 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7e3c3c0-715d-46fa-a52b-53335593e651 req-4f042890-0c3c-4ef6-b2eb-07c93035a3e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 907 time: 0.2280316 May 27 22:28:34.914116 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e02cc57-f9f2-4f34-a451-65d808975fdd req-e5327afa-897b-4cd6-a91f-2a98b16f32d4 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577908 May 27 22:28:34.964255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Made reservation on behalf of e95767dc0f454d2c976cbcfe4bc24094 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:28:34.991155 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:35.006249 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 83a9ef86-5b61-496a-b5b3-2513898bcf4f is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:35.006249 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:35.035324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a54c9e20-72c9-4b54-8139-5d96f835cfe5 None None] Provisioning complete for port 83a9ef86-5b61-496a-b5b3-2513898bcf4f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:35.035694 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a54c9e20-72c9-4b54-8139-5d96f835cfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:35.116588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 453ef750-e32a-4c0e-b745-376669d9af24 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:35.122724 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:35.124090 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:35.124855 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:35.126477 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:35.130204 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7e3c3c0-715d-46fa-a52b-53335593e651 req-53bafdc3-3ed2-41d3-a51d-88c095783f0f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=453ef750-e32a-4c0e-b745-376669d9af24 HTTP/1.1" status: 200 len: 217 time: 0.2297146 May 27 22:28:35.182635 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 453ef750-e32a-4c0e-b745-376669d9af24 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:35.199326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 453ef750-e32a-4c0e-b745-376669d9af24, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=453ef750-e32a-4c0e-b745-376669d9af24,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:35.227948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 83a9ef86-5b61-496a-b5b3-2513898bcf4f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=83a9ef86-5b61-496a-b5b3-2513898bcf4f,segment=NetworkSegment(58be1920-2a31-486d-908f-3a9f1def7184),segment_id=58be1920-2a31-486d-908f-3a9f1def7184)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:35.272727 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:35.327205 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:35.339133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device cdcc72a2-e100-4abf-aa0e-1959faf54cfa details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:28:35.377985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a54c9e20-72c9-4b54-8139-5d96f835cfe5 None None] Current status of the port 83a9ef86-5b61-496a-b5b3-2513898bcf4f is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:35.378385 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a54c9e20-72c9-4b54-8139-5d96f835cfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:35.430131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Allocated IP 10.2.2.200 (c1c98a16-ff0e-48d9-bd68-874df362e9d7/1070a7e0-6859-4ad5-8415-366ceef97d50/23208c92-dbee-4363-9c21-9737e54a8a81) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:28:35.437034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] Pushing event updated for resources: {'Network': ['ID=fd0bb810-bc46-47aa-89f7-6186899cd8a0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:35.445103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3c3c0-715d-46fa-a52b-53335593e651 req-25b58605-f0e2-411f-b54c-5e7284928212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:35.446971 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7e3c3c0-715d-46fa-a52b-53335593e651 req-25b58605-f0e2-411f-b54c-5e7284928212 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 200 len: 846 time: 0.2791674 May 27 22:28:35.470332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network fd0bb810-bc46-47aa-89f7-6186899cd8a0 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:28:35.510675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58c426-03a2-4bc0-bfda-c0ea01883f87 req-e34231e2-8e43-4f4a-b761-afc8dc7e2d1d tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:35.510675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58c426-03a2-4bc0-bfda-c0ea01883f87 req-e34231e2-8e43-4f4a-b761-afc8dc7e2d1d tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:35.510675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58c426-03a2-4bc0-bfda-c0ea01883f87 req-e34231e2-8e43-4f4a-b761-afc8dc7e2d1d tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:35.511586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3dc8f-56ac-4fe0-9d38-b729cff11877 req-eedf36c1-bc0e-40b3-91e9-9d0dcfeff955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:35.511678 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea58c426-03a2-4bc0-bfda-c0ea01883f87 req-e34231e2-8e43-4f4a-b761-afc8dc7e2d1d tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78&device_id=166435ab-cc70-4255-b6b3-1dc2ecbcd18c&device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 2883 time: 0.1406748 May 27 22:28:35.511762 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ccb3dc8f-56ac-4fe0-9d38-b729cff11877 req-eedf36c1-bc0e-40b3-91e9-9d0dcfeff955 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=091c975465a443ff9f9924fb8c574958&device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 1095 time: 0.4986842 May 27 22:28:35.523929 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7e3c3c0-715d-46fa-a52b-53335593e651 req-f6d47bfd-5cd3-4836-9bd0-129d01a9d7a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618491 May 27 22:28:35.574553 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=453ef750-e32a-4c0e-b745-376669d9af24,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:35.656091 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea58c426-03a2-4bc0-bfda-c0ea01883f87 req-29b9f0c5-dc9a-4fb5-96c9-815dad851893 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328335 May 27 22:28:35.689479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['453ef750-e32a-4c0e-b745-376669d9af24'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:28:35.797999 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:35.862608 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-a54c9e20-72c9-4b54-8139-5d96f835cfe5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:28:35.862608 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-a54c9e20-72c9-4b54-8139-5d96f835cfe5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:28:35.901074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port cdcc72a2-e100-4abf-aa0e-1959faf54cfa, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=cdcc72a2-e100-4abf-aa0e-1959faf54cfa,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:35.910445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=83a9ef86-5b61-496a-b5b3-2513898bcf4f,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:35.923513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa', 'mac_address': 'fa:16:3e:c2:e5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:28:36.003210 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:36.004966 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Transition to ACTIVE for port object 23208c92-dbee-4363-9c21-9737e54a8a81 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:36.021409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port cdcc72a2-e100-4abf-aa0e-1959faf54cfa is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:36.021650 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:36.058146 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdcc72a2-e100-4abf-aa0e-1959faf54cfa {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:36.066858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9a7fe-1495-422d-b299-14c8ff5a08b4 req-8a366c94-7df0-4279-8d9f-092637fe88ff tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:36.066858 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6c9a7fe-1495-422d-b299-14c8ff5a08b4 req-8a366c94-7df0-4279-8d9f-092637fe88ff tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 1096 time: 0.3222642 May 27 22:28:36.101504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port cdcc72a2-e100-4abf-aa0e-1959faf54cfa, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=cdcc72a2-e100-4abf-aa0e-1959faf54cfa,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:36.108754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00b653-92b5-401b-9709-d1e2220d6160 req-12098e62-c8a2-47ea-be8a-a80d24897724 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:36.110231 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb00b653-92b5-401b-9709-d1e2220d6160 req-12098e62-c8a2-47ea-be8a-a80d24897724 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 945 time: 0.2944498 May 27 22:28:36.126582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6c9a7fe-1495-422d-b299-14c8ff5a08b4 req-66209870-3416-4d85-b832-38a4a70a929c tempest-LiveMigrationTest-1939607624 tempest-LiveMigrationTest-1939607624-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596604 May 27 22:28:36.132226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 83a9ef86-5b61-496a-b5b3-2513898bcf4f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:28:36.187004 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4fe3d22b-10d3-4d3e-b003-8da91d5f5db3 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.6864705 May 27 22:28:36.187757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42794) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:36.188204 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb00b653-92b5-401b-9709-d1e2220d6160 req-5f9aa3c0-9b29-4290-91f9-d3814b9e4dfd tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605221 May 27 22:28:36.224272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] Request body: {'subnet': {'network_id': 'fd0bb810-bc46-47aa-89f7-6186899cd8a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-183005205-subnet', 'tenant_id': '53ad869cb21c4eb2a29e5ad0491e2c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:36.239400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:36.248103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 83a9ef86-5b61-496a-b5b3-2513898bcf4f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:36.248880 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:36.251176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] Usage tracker for resource:subnet and tenant:53ad869cb21c4eb2a29e5ad0491e2c14 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:36.262713 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad3dd4b0-2fb5-4790-9eb0-7fa15e959124 req-5622e9b3-09ee-46ed-80dc-70d637b0ad80 tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0502157 May 27 22:28:36.263827 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:36.317765 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:36.318418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5c165e3b-e0df-4343-8f81-36f59003b6c9 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:28:36.344585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Network c1c98a16-ff0e-48d9-bd68-874df362e9d7 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:36.348080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:36.350740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:28:36.432680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:36.438300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event updated for resources: {'Port': ['ID=23208c92-dbee-4363-9c21-9737e54a8a81,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:36.485695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:36.485946 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:36.498725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:36.543193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a54c9e20-72c9-4b54-8139-5d96f835cfe5 None None] Current status of the port 83a9ef86-5b61-496a-b5b3-2513898bcf4f is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:36.560968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=cdcc72a2-e100-4abf-aa0e-1959faf54cfa,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:36.612196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 5c165e3b-e0df-4343-8f81-36f59003b6c9, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5c165e3b-e0df-4343-8f81-36f59003b6c9,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:36.656434 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7e3c3c0-715d-46fa-a52b-53335593e651 req-b7366845-c628-457e-be4c-51719e5a400a service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0971014 May 27 22:28:36.657929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '5c165e3b-e0df-4343-8f81-36f59003b6c9', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '5c165e3b-e0df-4343-8f81-36f59003b6c9', 'mac_address': 'fa:16:3e:87:ff:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:28:36.668014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3dc8f-56ac-4fe0-9d38-b729cff11877 req-553b9b0b-542c-46eb-a0e4-c1339646da36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:36.669709 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ccb3dc8f-56ac-4fe0-9d38-b729cff11877 req-553b9b0b-542c-46eb-a0e4-c1339646da36 service neutron] 10.222.0.57 "GET /v2.0/networks?id=21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 200 len: 909 time: 1.1505382 May 27 22:28:36.709134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631fadb-7d16-4929-9029-462e35604813 req-182def9d-d1b6-48df-8300-72cc1cefbbe8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:36.726340 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 83a9ef86-5b61-496a-b5b3-2513898bcf4f is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:36.732076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631fadb-7d16-4929-9029-462e35604813 req-182def9d-d1b6-48df-8300-72cc1cefbbe8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:36.744749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 5c165e3b-e0df-4343-8f81-36f59003b6c9 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:36.744749 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:36.745766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631fadb-7d16-4929-9029-462e35604813 req-182def9d-d1b6-48df-8300-72cc1cefbbe8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:36.757361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631fadb-7d16-4929-9029-462e35604813 req-182def9d-d1b6-48df-8300-72cc1cefbbe8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:36.769944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631fadb-7d16-4929-9029-462e35604813 req-182def9d-d1b6-48df-8300-72cc1cefbbe8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:36.769944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2631fadb-7d16-4929-9029-462e35604813 req-182def9d-d1b6-48df-8300-72cc1cefbbe8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Synchronizing usage tracker for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:36.770984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c165e3b-e0df-4343-8f81-36f59003b6c9 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:36.775912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] Made reservation on behalf of 53ad869cb21c4eb2a29e5ad0491e2c14 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:28:36.778426 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:36.792899 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 5c165e3b-e0df-4343-8f81-36f59003b6c9, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5c165e3b-e0df-4343-8f81-36f59003b6c9,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:36.793330 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-193c4eaa-84d5-4d83-850b-9858349b6f4c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5322721 May 27 22:28:36.810577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Request body: {'port': {'device_id': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:36.860470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ab2415b1-d2a2-42c4-abbb-5086cbf9dd28 None None] Provisioning for port 23208c92-dbee-4363-9c21-9737e54a8a81 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:36.866157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ab2415b1-d2a2-42c4-abbb-5086cbf9dd28 None None] Provisioning complete for port 23208c92-dbee-4363-9c21-9737e54a8a81 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:36.866853 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ab2415b1-d2a2-42c4-abbb-5086cbf9dd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:36.877116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3572e-bdde-473c-a395-2bbba9401251 req-3db39dbf-77b6-4462-ba64-42efbdc89ec1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:36.879094 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fde3572e-bdde-473c-a395-2bbba9401251 req-3db39dbf-77b6-4462-ba64-42efbdc89ec1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 949 time: 0.2608609 May 27 22:28:36.939398 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ccb3dc8f-56ac-4fe0-9d38-b729cff11877 req-fa3db226-23ec-4409-a928-a956bb0bcfd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24 HTTP/1.1" status: 200 len: 217 time: 0.1363194 May 27 22:28:36.940327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2631fadb-7d16-4929-9029-462e35604813 req-182def9d-d1b6-48df-8300-72cc1cefbbe8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Unset dirty status for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:36.942155 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2631fadb-7d16-4929-9029-462e35604813 req-182def9d-d1b6-48df-8300-72cc1cefbbe8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 3814 time: 0.4678771 May 27 22:28:36.961424 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:36.991283 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:37.000272 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:37.002584 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fde3572e-bdde-473c-a395-2bbba9401251 req-69de920b-8a3a-4933-8c5a-15d18e757f0e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932014 May 27 22:28:37.038762 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ab2415b1-d2a2-42c4-abbb-5086cbf9dd28 None None] Port 23208c92-dbee-4363-9c21-9737e54a8a81 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:28:37.056299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=5c165e3b-e0df-4343-8f81-36f59003b6c9,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:37.078277 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2631fadb-7d16-4929-9029-462e35604813 req-4a7a8f1d-3045-4c92-bd88-351aefdff9f5 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1101465 May 27 22:28:37.152810 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7e3c3c0-715d-46fa-a52b-53335593e651 req-bcb27156-2017-41ce-b152-579df7390c99 service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794173 May 27 22:28:37.213882 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-276e7b34-91d3-4097-8bf0-dcb9bfd0046f req-ffc477e4-a668-4635-8eda-c51d44453946 tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0623634 May 27 22:28:37.256102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3dc8f-56ac-4fe0-9d38-b729cff11877 req-e16fbb5a-7617-4adb-9bfe-c889b2eb7fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:37.256102 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ccb3dc8f-56ac-4fe0-9d38-b729cff11877 req-e16fbb5a-7617-4adb-9bfe-c889b2eb7fae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 200 len: 848 time: 0.2968984 May 27 22:28:37.316808 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ccb3dc8f-56ac-4fe0-9d38-b729cff11877 req-2fd353ee-26b9-4ecb-9eca-a59cb352cb17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=21f4cca6-9de0-4960-904f-ee228a1d4380&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570214 May 27 22:28:37.348585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['cdcc72a2-e100-4abf-aa0e-1959faf54cfa'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:28:37.392801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['5c165e3b-e0df-4343-8f81-36f59003b6c9'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:28:37.518612 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180763a4-0a74-47ee-ad11-178a9a186a54 req-c779983d-3317-4d04-95cf-d57fbb0b50a6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:37.521153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-180763a4-0a74-47ee-ad11-178a9a186a54 req-c779983d-3317-4d04-95cf-d57fbb0b50a6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 945 time: 0.1633551 May 27 22:28:37.607715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:37.619791 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:37.627916 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-180763a4-0a74-47ee-ad11-178a9a186a54 req-83bd0900-d779-41ea-9c71-cfd141b0f9df tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720067 May 27 22:28:37.640873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Transition to ACTIVE for port object 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:37.741129 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:37.751113 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ccb3dc8f-56ac-4fe0-9d38-b729cff11877 req-a41b77c5-1f7d-48de-b7d2-1c51a8f757a0 service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262192 May 27 22:28:37.781867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Router d4e10a65-711d-48ea-bb06-43ce1ccc2127 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:28:37.833382 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:37.925598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Pushing event updated for resources: {'Port': ['ID=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:38.044994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1eedb1-d54a-4059-9c6a-80a0292863e5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:38.070837 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ccb3dc8f-56ac-4fe0-9d38-b729cff11877 req-9c61b057-2cbf-4a2c-b0a1-06ce66a384ef service neutron] 10.222.0.57 "GET /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131917 May 27 22:28:38.117675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e57793-6c37-443f-ba3c-04e7d6830906 req-0538eb91-a40c-4122-a926-91c4c9b37625 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:38.124901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82e57793-6c37-443f-ba3c-04e7d6830906 req-0538eb91-a40c-4122-a926-91c4c9b37625 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 945 time: 0.3382988 May 27 22:28:38.127866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Attempting to bind port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:38.128862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Attempting to bind port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '95cfb425-1bdd-4b57-8aa2-bf9e3027a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:38.129358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Attempting to bind port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 on network b090dde9-67db-4c49-bbbc-f76032c598e8 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:38.131902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] Checking segment: {'id': '6a166d9b-3811-43d9-9be1-c89f94bfa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd0bb810-bc46-47aa-89f7-6186899cd8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:38.132247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] Network hostable DHCP agents. Network: fd0bb810-bc46-47aa-89f7-6186899cd8a0, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:28:38.178125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:28:38.182122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 on network b090dde9-67db-4c49-bbbc-f76032c598e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:28:38.183112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Attempting to bind port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 on network b090dde9-67db-4c49-bbbc-f76032c598e8 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:38.194083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Sync routers for ids ['d4e10a65-711d-48ea-bb06-43ce1ccc2127'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:28:38.204008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Routers {'d4e10a65-711d-48ea-bb06-43ce1ccc2127'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:28:38.204812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:28:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d4e10a65-711d-48ea-bb06-43ce1ccc2127'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:38.206577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82e57793-6c37-443f-ba3c-04e7d6830906 req-72190abc-4e7a-4976-9d96-3eb5ed8d40c9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805740 May 27 22:28:38.225622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:38.225771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Checking segment: {'id': '95cfb425-1bdd-4b57-8aa2-bf9e3027a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:38.226074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Bound using segment: {'id': '95cfb425-1bdd-4b57-8aa2-bf9e3027a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:38.226520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Bound port: 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95cfb425-1bdd-4b57-8aa2-bf9e3027a149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:38.226872 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:38.319471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] Network fd0bb810-bc46-47aa-89f7-6186899cd8a0 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:28:38.354988 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:38.359368 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d97997de-e6c4-4ffa-b73f-2f5b0f4b6f68 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.8708568 May 27 22:28:38.360239 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42818) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:38.426097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Set router d4e10a65-711d-48ea-bb06-43ce1ccc2127 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:28:38.450169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, fd0bb810-bc46-47aa-89f7-6186899cd8a0) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:38.454985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:38.455928 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:38.470344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b48942-970a-45e9-967f-6fc9c93e9d14 None None] Network fd0bb810-bc46-47aa-89f7-6186899cd8a0 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:28:38.569926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c3b36-21bf-483f-bc2d-885a7e4394f6 req-545797fe-df3f-4cf3-8793-52bf5e83d73a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:38.570692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c79c3b36-21bf-483f-bc2d-885a7e4394f6 req-545797fe-df3f-4cf3-8793-52bf5e83d73a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Synchronizing usage tracker for tenant:091c975465a443ff9f9924fb8c574958 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:38.584429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] For port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:38.592916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c79c3b36-21bf-483f-bc2d-885a7e4394f6 req-545797fe-df3f-4cf3-8793-52bf5e83d73a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Unset dirty status for tenant:091c975465a443ff9f9924fb8c574958 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:38.594083 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c79c3b36-21bf-483f-bc2d-885a7e4394f6 req-545797fe-df3f-4cf3-8793-52bf5e83d73a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 945 time: 0.3761516 May 27 22:28:38.601530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] For port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052,segment=NetworkSegment(95cfb425-1bdd-4b57-8aa2-bf9e3027a149),segment_id=95cfb425-1bdd-4b57-8aa2-bf9e3027a149)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:38.605002 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a457df3-1866-42be-9d06-2eaa6bb48c8f admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4074991 May 27 22:28:38.619438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914431c-7a81-4252-a792-7d61dad30352 req-4928bfab-35ba-4ce4-87a6-f88cdece65a8 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:38.620973 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3914431c-7a81-4252-a792-7d61dad30352 req-4928bfab-35ba-4ce4-87a6-f88cdece65a8 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 949 time: 0.2981603 May 27 22:28:38.636244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e71fdd-3f26-4c0f-93b3-0b58aee3ff41 req-e8b00f5b-4240-4fc6-8717-1aafdb1ad90d tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:38.642569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e71fdd-3f26-4c0f-93b3-0b58aee3ff41 req-e8b00f5b-4240-4fc6-8717-1aafdb1ad90d tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:38.649584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e71fdd-3f26-4c0f-93b3-0b58aee3ff41 req-e8b00f5b-4240-4fc6-8717-1aafdb1ad90d tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:38.679811 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e71fdd-3f26-4c0f-93b3-0b58aee3ff41 req-e8b00f5b-4240-4fc6-8717-1aafdb1ad90d tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:38.693825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e71fdd-3f26-4c0f-93b3-0b58aee3ff41 req-e8b00f5b-4240-4fc6-8717-1aafdb1ad90d tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:38.701025 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9e71fdd-3f26-4c0f-93b3-0b58aee3ff41 req-e8b00f5b-4240-4fc6-8717-1aafdb1ad90d tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 3826 time: 0.3262904 May 27 22:28:38.704689 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:38.817352 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 453ef750-e32a-4c0e-b745-376669d9af24 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:28:38.889956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:38.891041 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:38.896444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] 10.222.0.57 "PUT /v2.0/ports/1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 HTTP/1.1" status: 200 len: 1091 time: 2.0909834 May 27 22:28:38.921000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:38.996989 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3914431c-7a81-4252-a792-7d61dad30352 req-6faacd73-94a5-4672-a49b-54c189a52bba tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944517 May 27 22:28:39.012701 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9e71fdd-3f26-4c0f-93b3-0b58aee3ff41 req-48afdcf0-b324-49a9-80cb-908dc93fa005 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2745891 May 27 22:28:39.013660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdf631-8ab6-463d-b477-715ce9b98dfe service neutron] Pushing event updated for resources: {'Port': ['ID=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:39.055689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Request body: {'port': {'device_id': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:39.087603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-718873624-router', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '144ab6ce-4532-4b44-848c-a051e418e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:28:31Z', 'updated_at': '2022-05-27T22:28:34Z', 'revision_number': 3, 'project_id': 'e6d42305cc944a89ad317e72239c7933', 'gw_port': {'id': '144ab6ce-4532-4b44-848c-a051e418e734', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:28:32Z', 'updated_at': '2022-05-27T22:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:39.094071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Checking router: d4e10a65-711d-48ea-bb06-43ce1ccc2127 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:28:39.094419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Updating router d4e10a65-711d-48ea-bb06-43ce1ccc2127 port 144ab6ce-4532-4b44-848c-a051e418e734 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:28:39.207752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 453ef750-e32a-4c0e-b745-376669d9af24 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:39.225881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cb470b-83f9-4234-94c6-9cba754eaedb None None] Network fd0bb810-bc46-47aa-89f7-6186899cd8a0 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:28:39.245251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 453ef750-e32a-4c0e-b745-376669d9af24 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:39.245617 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:39.310209 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:39.337916 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:39.361844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:39.448676 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c94ef48-c4ff-45f7-9394-86996f20a3f0 req-309f5e39-5f58-40a2-9c6b-2905d0c6fd68 tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.1351693 May 27 22:28:39.631393 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99713fa2-7317-4059-86e0-91193998ea1b'] response: {'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052', 'status': 'completed', 'code': 200} May 27 22:28:39.649940 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device cdcc72a2-e100-4abf-aa0e-1959faf54cfa up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:28:39.730386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Allocated IP 172.20.0.1 (34eb0311-b45b-410c-9940-8a08339a6fc2/ab0e7bf3-3576-436b-a562-a7ddccabbe82/8fa7467b-22c9-491e-83b0-ffec73c06b53) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:28:39.879001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-c79c3b36-21bf-483f-bc2d-885a7e4394f6 req-2679be2e-02de-4c70-96a2-a9d6f16b4b1c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Deleting port fbaee3ae-f2e7-488c-9403-9ece70c0c55e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:39.879232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c79c3b36-21bf-483f-bc2d-885a7e4394f6 req-2679be2e-02de-4c70-96a2-a9d6f16b4b1c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:39.987988 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.004244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Transition to ACTIVE for port object 144ab6ce-4532-4b44-848c-a051e418e734 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:40.021650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-1593c131-1fba-4dc6-855a-f58c6910deac tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:40.024825 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-1593c131-1fba-4dc6-855a-f58c6910deac tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/networks?id=fd0bb810-bc46-47aa-89f7-6186899cd8a0 HTTP/1.1" status: 200 len: 817 time: 0.2817862 May 27 22:28:40.072486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20843161-7b8d-41db-b017-137ed9594c78 req-e455883a-77dd-4895-88af-7547654895c7 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:40.074076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20843161-7b8d-41db-b017-137ed9594c78 req-e455883a-77dd-4895-88af-7547654895c7 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 945 time: 0.4407907 May 27 22:28:40.087577 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.105192 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Transition to ACTIVE for port object 8fa7467b-22c9-491e-83b0-ffec73c06b53 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:40.113729 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-75a534cc-5896-4be4-9e15-0bab834067bd tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/quotas/53ad869cb21c4eb2a29e5ad0491e2c14 HTTP/1.1" status: 200 len: 375 time: 0.0715935 May 27 22:28:40.146683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 453ef750-e32a-4c0e-b745-376669d9af24 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:40.146978 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.162822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812eee-47c6-47a1-be99-281d30cc3b27 req-a954fe48-ae9c-4c2a-ac62-5bfa1b3ee1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:40.163308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812eee-47c6-47a1-be99-281d30cc3b27 req-a954fe48-ae9c-4c2a-ac62-5bfa1b3ee1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:40.163772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812eee-47c6-47a1-be99-281d30cc3b27 req-a954fe48-ae9c-4c2a-ac62-5bfa1b3ee1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:40.165454 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20843161-7b8d-41db-b017-137ed9594c78 req-26e11a49-106b-472a-8efc-57361ba0cae6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799108 May 27 22:28:40.165582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812eee-47c6-47a1-be99-281d30cc3b27 req-a954fe48-ae9c-4c2a-ac62-5bfa1b3ee1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:40.165582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812eee-47c6-47a1-be99-281d30cc3b27 req-a954fe48-ae9c-4c2a-ac62-5bfa1b3ee1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:40.167236 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a6812eee-47c6-47a1-be99-281d30cc3b27 req-a954fe48-ae9c-4c2a-ac62-5bfa1b3ee1e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 4361 time: 0.3440874 May 27 22:28:40.171909 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.178488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-477f6086-6885-42af-88cb-f1a345334c6a tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=53ad869cb21c4eb2a29e5ad0491e2c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545139 May 27 22:28:40.242207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.255567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port cdcc72a2-e100-4abf-aa0e-1959faf54cfa completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:40.277278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf4f5b-d1f3-47c4-8615-4912c7c6c8b2 None None] Pushing event updated for resources: {'Port': ['ID=144ab6ce-4532-4b44-848c-a051e418e734,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:40.279541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Attempting to bind port 144ab6ce-4532-4b44-848c-a051e418e734 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:40.280014 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Attempting to bind port 144ab6ce-4532-4b44-848c-a051e418e734 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:40.280240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Attempting to bind port 144ab6ce-4532-4b44-848c-a051e418e734 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:40.289924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453ef750-e32a-4c0e-b745-376669d9af24'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:40.335822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port cdcc72a2-e100-4abf-aa0e-1959faf54cfa triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:40.336313 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.375394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:40.375812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:40.376329 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.376623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:40.377101 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Bound port: 144ab6ce-4532-4b44-848c-a051e418e734, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:40.377471 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.421448 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 453ef750-e32a-4c0e-b745-376669d9af24, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=453ef750-e32a-4c0e-b745-376669d9af24,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:40.445819 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:40.459163 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.469828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Network 34eb0311-b45b-410c-9940-8a08339a6fc2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:40.478908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:40.497566 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:28:40.500515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Transition to ACTIVE for port object 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:40.532165 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.559878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-486e0d21-f758-4828-8962-4370851a5518 service neutron] 10.222.0.27 "GET /v2.0/networks/fd0bb810-bc46-47aa-89f7-6186899cd8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572011 May 27 22:28:40.594494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa7467b-22c9-491e-83b0-ffec73c06b53,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:40.608509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef270887-042b-42d7-a393-4c6b74bd8f49 req-67d64659-872e-45f7-a658-9627c2a28ab2 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:40.609603 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef270887-042b-42d7-a393-4c6b74bd8f49 req-67d64659-872e-45f7-a658-9627c2a28ab2 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 945 time: 0.2335522 May 27 22:28:40.612698 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.630250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] For port 144ab6ce-4532-4b44-848c-a051e418e734, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:40.637220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] For port 144ab6ce-4532-4b44-848c-a051e418e734, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=144ab6ce-4532-4b44-848c-a051e418e734,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:40.638544 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port cdcc72a2-e100-4abf-aa0e-1959faf54cfa is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:40.639082 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.646757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812eee-47c6-47a1-be99-281d30cc3b27 req-0b669340-e818-458f-8d8c-93b0cc247858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:40.650961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812eee-47c6-47a1-be99-281d30cc3b27 req-0b669340-e818-458f-8d8c-93b0cc247858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:40.650961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812eee-47c6-47a1-be99-281d30cc3b27 req-0b669340-e818-458f-8d8c-93b0cc247858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:40.650961 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a6812eee-47c6-47a1-be99-281d30cc3b27 req-0b669340-e818-458f-8d8c-93b0cc247858 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4449286 May 27 22:28:40.653870 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.688857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=453ef750-e32a-4c0e-b745-376669d9af24,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:40.704405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port cdcc72a2-e100-4abf-aa0e-1959faf54cfa, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=cdcc72a2-e100-4abf-aa0e-1959faf54cfa,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:40.709957 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.818254 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.819268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5c165e3b-e0df-4343-8f81-36f59003b6c9 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:28:40.894768 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf4f5b-d1f3-47c4-8615-4912c7c6c8b2 None None] Pushing event updated for resources: {'Port': ['ID=144ab6ce-4532-4b44-848c-a051e418e734,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:40.896421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c79c3b36-21bf-483f-bc2d-885a7e4394f6 req-2679be2e-02de-4c70-96a2-a9d6f16b4b1c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] For port fbaee3ae-f2e7-488c-9403-9ece70c0c55e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:40.896883 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c79c3b36-21bf-483f-bc2d-885a7e4394f6 req-2679be2e-02de-4c70-96a2-a9d6f16b4b1c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:40.983736 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f6ed362a-93ec-4933-a214-e92c5fddf46c None None] Provisioning for port 8fa7467b-22c9-491e-83b0-ffec73c06b53 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:40.994213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Routers {'d4e10a65-711d-48ea-bb06-43ce1ccc2127'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:28:40.994854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:28:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d4e10a65-711d-48ea-bb06-43ce1ccc2127'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:41.067136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f6ed362a-93ec-4933-a214-e92c5fddf46c None None] Provisioning complete for port 8fa7467b-22c9-491e-83b0-ffec73c06b53 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:41.067502 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6ed362a-93ec-4933-a214-e92c5fddf46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:41.069784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-c79c3b36-21bf-483f-bc2d-885a7e4394f6 req-2679be2e-02de-4c70-96a2-a9d6f16b4b1c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Calling delete_port for fbaee3ae-f2e7-488c-9403-9ece70c0c55e owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:28:41.088534 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef270887-042b-42d7-a393-4c6b74bd8f49 req-e3cc3759-7b33-4ef8-9292-abbeca5c3bc0 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234078 May 27 22:28:41.136569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=cdcc72a2-e100-4abf-aa0e-1959faf54cfa,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:41.142193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6812eee-47c6-47a1-be99-281d30cc3b27 req-60409ffd-01c7-433e-9a00-cbbf104be1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:41.143788 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a6812eee-47c6-47a1-be99-281d30cc3b27 req-60409ffd-01c7-433e-9a00-cbbf104be1e3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3602655 May 27 22:28:41.153519 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Pushing event updated for resources: {'Port': ['ID=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:41.224939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed362a-93ec-4933-a214-e92c5fddf46c None None] Port 8fa7467b-22c9-491e-83b0-ffec73c06b53 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:28:41.259855 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b769f42-4867-47d9-b3f4-2a260f364c1f req-b058ad0a-4f7e-4926-80d8-d0cb43676bd9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.1644561 May 27 22:28:41.265140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] Set router d4e10a65-711d-48ea-bb06-43ce1ccc2127 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:28:41.273124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Attempting to bind port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:41.273457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Attempting to bind port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:41.273797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Attempting to bind port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f on network cfe8967c-799b-45c8-99e7-5751d5d5f38a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:41.281712 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f on network cfe8967c-799b-45c8-99e7-5751d5d5f38a not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:28:41.282033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Attempting to bind port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f on network cfe8967c-799b-45c8-99e7-5751d5d5f38a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:41.289841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:41.290182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Checking segment: {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:41.290570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Bound using segment: {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:41.291505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Bound port: 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:41.291505 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:41.308434 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 5c165e3b-e0df-4343-8f81-36f59003b6c9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:41.308981 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-09ebad56-bc98-454f-a671-f5c6daa2990b service neutron] 10.222.0.27 "GET /v2.0/networks/fd0bb810-bc46-47aa-89f7-6186899cd8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7479746 May 27 22:28:41.381943 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c79c3b36-21bf-483f-bc2d-885a7e4394f6 req-2679be2e-02de-4c70-96a2-a9d6f16b4b1c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:41.400577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 5c165e3b-e0df-4343-8f81-36f59003b6c9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:41.400952 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:41.405154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] For port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:41.408051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] For port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:41.429884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['5daa1417-a7eb-4605-ad00-c3ba651b1df1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:28:41.537743 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:41.598243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679be2e-02de-4c70-96a2-a9d6f16b4b1c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Pushing event deleted for resources: {'Port': ['ID=fbaee3ae-f2e7-488c-9403-9ece70c0c55e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:41.699513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:41.699513 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:41.699513 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] 10.222.0.57 "PUT /v2.0/ports/1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f HTTP/1.1" status: 200 len: 1129 time: 2.6570809 May 27 22:28:41.701932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': '1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:41.740382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79c3b36-21bf-483f-bc2d-885a7e4394f6 req-2679be2e-02de-4c70-96a2-a9d6f16b4b1c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] No DVR routers for this DVR port fbaee3ae-f2e7-488c-9403-9ece70c0c55e on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:28:41.745288 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c79c3b36-21bf-483f-bc2d-885a7e4394f6 req-2679be2e-02de-4c70-96a2-a9d6f16b4b1c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:41.747793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9cf31a-419d-469a-9fa5-42e274e9e114', 'name': 'network-vif-deleted', 'tag': 'fbaee3ae-f2e7-488c-9403-9ece70c0c55e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:41.764164 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:41.871279 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c79c3b36-21bf-483f-bc2d-885a7e4394f6 req-2679be2e-02de-4c70-96a2-a9d6f16b4b1c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.46 "DELETE /v2.0/ports/fbaee3ae-f2e7-488c-9403-9ece70c0c55e HTTP/1.1" status: 204 len: 173 time: 3.2590389 May 27 22:28:41.882794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Request body: {'port': {'device_id': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:41.925696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70517d98-ab09-40b3-b80f-429530ab8ffb service neutron] Pushing event updated for resources: {'Port': ['ID=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:42.044614 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9685d27-7697-42d0-919e-3577b21c8e1e req-2da46641-0f13-42b0-9c46-83c905c93826 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:42.051957 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9685d27-7697-42d0-919e-3577b21c8e1e req-2da46641-0f13-42b0-9c46-83c905c93826 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 950 time: 0.4261587 May 27 22:28:42.068338 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:42.070627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 5c165e3b-e0df-4343-8f81-36f59003b6c9 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:42.071078 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:42.097754 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:42.131867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b1b1a-c1c2-47da-9214-fb3e8e1ac6ec req-184b5bd1-7499-499c-afa9-9aa6ec640800 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:42.136794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-718873624-router', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '144ab6ce-4532-4b44-848c-a051e418e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:28:31Z', 'updated_at': '2022-05-27T22:28:34Z', 'revision_number': 3, 'project_id': 'e6d42305cc944a89ad317e72239c7933', 'gw_port': {'id': '144ab6ce-4532-4b44-848c-a051e418e734', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:28:32Z', 'updated_at': '2022-05-27T22:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:42.137010 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:42.137875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b1b1a-c1c2-47da-9214-fb3e8e1ac6ec req-184b5bd1-7499-499c-afa9-9aa6ec640800 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:42.144469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b1b1a-c1c2-47da-9214-fb3e8e1ac6ec req-184b5bd1-7499-499c-afa9-9aa6ec640800 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:42.150300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b1b1a-c1c2-47da-9214-fb3e8e1ac6ec req-184b5bd1-7499-499c-afa9-9aa6ec640800 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:42.153031 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0042f068-8943-4c0b-bec0-21a25fc3c0c7 None None] The sync data for ids ['d4e10a65-711d-48ea-bb06-43ce1ccc2127'] in n-d-843680-3 is: [{'id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-718873624-router', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '144ab6ce-4532-4b44-848c-a051e418e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:28:31Z', 'updated_at': '2022-05-27T22:28:34Z', 'revision_number': 3, 'project_id': 'e6d42305cc944a89ad317e72239c7933', 'gw_port': {'id': '144ab6ce-4532-4b44-848c-a051e418e734', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:28:32Z', 'updated_at': '2022-05-27T22:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:28:42.157337 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 5c165e3b-e0df-4343-8f81-36f59003b6c9, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5c165e3b-e0df-4343-8f81-36f59003b6c9,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:42.157441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b1b1a-c1c2-47da-9214-fb3e8e1ac6ec req-184b5bd1-7499-499c-afa9-9aa6ec640800 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:42.163760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b1b1a-c1c2-47da-9214-fb3e8e1ac6ec req-184b5bd1-7499-499c-afa9-9aa6ec640800 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:42.165960 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-320b1b1a-c1c2-47da-9214-fb3e8e1ac6ec req-184b5bd1-7499-499c-afa9-9aa6ec640800 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 4597 time: 0.3831131 May 27 22:28:42.172436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9685d27-7697-42d0-919e-3577b21c8e1e req-bf9a7f6a-1057-4e3b-8ce7-e59a7390daed tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196301 May 27 22:28:42.242449 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e427c4c-adb3-4214-ab46-d42d59fcd0b0'] response: {'server_uuid': '6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453ef750-e32a-4c0e-b745-376669d9af24', 'code': 200} May 27 22:28:42.244315 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:42.316570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:42.374267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa7467b-22c9-491e-83b0-ffec73c06b53,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:42.398698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=5c165e3b-e0df-4343-8f81-36f59003b6c9,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:42.423109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:42.429213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:42.429213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:42.429213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:42.429213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:42.429213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:42.429213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:42.429213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:42.429213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:42.429213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:42.429213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:42.429213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:42.475533 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-320b1b1a-c1c2-47da-9214-fb3e8e1ac6ec req-253ee9db-4447-49b3-81c5-81786d78420a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2677760 May 27 22:28:42.641732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fbaee3ae-f2e7-488c-9403-9ece70c0c55e no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:28:42.675561 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf20c00b-f1f0-45bc-94d5-26ea78a5a12a req-e6b75aca-fbcf-44de-8efa-2df42a924658 tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.1630094 May 27 22:28:42.742731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: fbaee3ae-f2e7-488c-9403-9ece70c0c55e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:28:42.743417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fbaee3ae-f2e7-488c-9403-9ece70c0c55e not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:28:42.769499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Network 34eb0311-b45b-410c-9940-8a08339a6fc2 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:42.775257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:42.986917 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0670633f-64f1-414e-91ba-3470ce533c21 req-38087083-2396-4887-95cf-27db39c4a9d4 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e HTTP/1.1" status: 200 len: 210 time: 0.1620283 May 27 22:28:43.056917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9622c9f-9d20-48f8-969c-4ec2395ba2b9 req-34087859-f068-48e5-9433-a0b8a12a7997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:43.058421 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d9622c9f-9d20-48f8-969c-4ec2395ba2b9 req-34087859-f068-48e5-9433-a0b8a12a7997 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 1097 time: 0.4015515 May 27 22:28:43.076547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a099b34-d216-4916-83ca-961f6a9c2568 req-fff5b472-b49f-445a-8919-62dd2f4554d5 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:43.076547 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a099b34-d216-4916-83ca-961f6a9c2568 req-fff5b472-b49f-445a-8919-62dd2f4554d5 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 946 time: 0.2493727 May 27 22:28:43.106540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Router d4e10a65-711d-48ea-bb06-43ce1ccc2127 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:28:43.119460 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d9622c9f-9d20-48f8-969c-4ec2395ba2b9 req-76cbdfcf-0c40-4d25-95df-037b21fa0ab4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517056 May 27 22:28:43.134862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a249ddd4-08da-42ce-b1c2-a1df9e9b8bd3 None None] Provisioning complete for port 8fa7467b-22c9-491e-83b0-ffec73c06b53 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:43.136258 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a249ddd4-08da-42ce-b1c2-a1df9e9b8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:43.156733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a099b34-d216-4916-83ca-961f6a9c2568 req-770dc61c-a4b8-47c1-af31-89aa2e715b30 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740829 May 27 22:28:43.251110 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4cceef8-ae3b-4675-ab60-714435117112'] response: {'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': '1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f', 'status': 'completed', 'code': 200} May 27 22:28:43.266637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a249ddd4-08da-42ce-b1c2-a1df9e9b8bd3 None None] Port 8fa7467b-22c9-491e-83b0-ffec73c06b53 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:28:43.283193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8c0679-a173-42fd-bf4b-8227fb6895d4 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:43.294785 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:43.319782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Transition to ACTIVE for port object 0f8c0679-a173-42fd-bf4b-8227fb6895d4 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:43.331076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a01173-2cd4-4755-bd9c-7f1f7154ee88 req-a6c42b18-098b-4d43-96ca-f1d630ca0b87 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:43.333331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3a01173-2cd4-4755-bd9c-7f1f7154ee88 req-a6c42b18-098b-4d43-96ca-f1d630ca0b87 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 1101 time: 0.1403253 May 27 22:28:43.371995 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b2f9e8-14ce-4ab5-a6a1-e68bbd0d2793'] response: {'server_uuid': '0a9cf31a-419d-469a-9fa5-42e274e9e114', 'name': 'network-vif-deleted', 'tag': 'fbaee3ae-f2e7-488c-9403-9ece70c0c55e', 'status': 'completed', 'code': 200} May 27 22:28:43.395168 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3a01173-2cd4-4755-bd9c-7f1f7154ee88 req-8265a41e-93a1-4abf-a41a-d71ca29970d8 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493824 May 27 22:28:43.423803 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:43.507630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:28:43.517292 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1e90d9f4-d51d-465a-b510-b3d5d70a3ed6 admin admin] 10.222.0.27 "PUT /v2.0/routers/d4e10a65-711d-48ea-bb06-43ce1ccc2127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1545267 May 27 22:28:43.554526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd164e-ef8e-4fd6-b749-9719db5930d8 req-11ad9813-eb0d-47f3-a447-7e3cadb96925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:43.555368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd164e-ef8e-4fd6-b749-9719db5930d8 req-11ad9813-eb0d-47f3-a447-7e3cadb96925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:43.556153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd164e-ef8e-4fd6-b749-9719db5930d8 req-11ad9813-eb0d-47f3-a447-7e3cadb96925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:43.556984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd164e-ef8e-4fd6-b749-9719db5930d8 req-11ad9813-eb0d-47f3-a447-7e3cadb96925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:43.557638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd164e-ef8e-4fd6-b749-9719db5930d8 req-11ad9813-eb0d-47f3-a447-7e3cadb96925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:43.558496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd164e-ef8e-4fd6-b749-9719db5930d8 req-11ad9813-eb0d-47f3-a447-7e3cadb96925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:43.562849 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-58dd164e-ef8e-4fd6-b749-9719db5930d8 req-11ad9813-eb0d-47f3-a447-7e3cadb96925 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5283 time: 0.2396598 May 27 22:28:43.867281 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e7f28ca-1d18-4e95-be3d-345dc32f88bf req-dc66e44f-e5a8-4cca-a5f8-f3f406470e0e tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a9cf31a-419d-469a-9fa5-42e274e9e114 HTTP/1.1" status: 200 len: 210 time: 0.3218987 May 27 22:28:43.918687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256872f-2273-4822-919c-9758009a3474 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8c0679-a173-42fd-bf4b-8227fb6895d4,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:43.958096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd164e-ef8e-4fd6-b749-9719db5930d8 req-1748157d-7d91-4d3f-8317-f43b2d293624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:43.959190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd164e-ef8e-4fd6-b749-9719db5930d8 req-1748157d-7d91-4d3f-8317-f43b2d293624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:43.959872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd164e-ef8e-4fd6-b749-9719db5930d8 req-1748157d-7d91-4d3f-8317-f43b2d293624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:43.962423 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-58dd164e-ef8e-4fd6-b749-9719db5930d8 req-1748157d-7d91-4d3f-8317-f43b2d293624 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3764009 May 27 22:28:43.991131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Attempting to bind port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:43.991577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Attempting to bind port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:43.991907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Attempting to bind port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 on network cfe8967c-799b-45c8-99e7-5751d5d5f38a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:44.004810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 on network cfe8967c-799b-45c8-99e7-5751d5d5f38a not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:28:44.004810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Attempting to bind port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 on network cfe8967c-799b-45c8-99e7-5751d5d5f38a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:44.014544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:44.014884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Checking segment: {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:44.015520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Bound using segment: {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:44.016038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Bound port: 0f8c0679-a173-42fd-bf4b-8227fb6895d4, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:44.016415 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:44.059729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e1646-21ed-412d-96f1-562e6c397dfa req-80525b13-afed-4c93-aca4-09d4d85c2ea0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:44.064650 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-421e1646-21ed-412d-96f1-562e6c397dfa req-80525b13-afed-4c93-aca4-09d4d85c2ea0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 950 time: 0.4477272 May 27 22:28:44.159927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 144ab6ce-4532-4b44-848c-a051e418e734 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:28:44.252069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c25962-1527-4a0f-963d-fd430c32d576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa'}, {'server_uuid': 'eaf9b5b8-d70d-4e7b-b523-da7053fed94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c165e3b-e0df-4343-8f81-36f59003b6c9'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:44.274592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] For port 0f8c0679-a173-42fd-bf4b-8227fb6895d4, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:44.277875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] For port 0f8c0679-a173-42fd-bf4b-8227fb6895d4, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0f8c0679-a173-42fd-bf4b-8227fb6895d4,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:44.333138 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-421e1646-21ed-412d-96f1-562e6c397dfa req-f322adc4-21c3-40fc-bdc5-361608637a90 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592061 May 27 22:28:44.345312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11804a7-550d-450e-8f5a-c49fa6ac130b req-d5a5a90c-cab5-4574-8a64-44bb0b2a58c0 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:44.347321 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c11804a7-550d-450e-8f5a-c49fa6ac130b req-d5a5a90c-cab5-4574-8a64-44bb0b2a58c0 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 1101 time: 0.2812536 May 27 22:28:44.404413 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:44.411653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 144ab6ce-4532-4b44-848c-a051e418e734 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:44.418520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 144ab6ce-4532-4b44-848c-a051e418e734 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:44.418520 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:44.438141 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd164e-ef8e-4fd6-b749-9719db5930d8 req-604add20-1a50-45be-a807-53b197780a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:44.439593 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-58dd164e-ef8e-4fd6-b749-9719db5930d8 req-604add20-1a50-45be-a807-53b197780a60 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4651330 May 27 22:28:44.557955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:44.558593 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:44.559996 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f256872f-2273-4822-919c-9758009a3474 service neutron] 10.222.0.57 "PUT /v2.0/ports/0f8c0679-a173-42fd-bf4b-8227fb6895d4 HTTP/1.1" status: 200 len: 1130 time: 2.6913991 May 27 22:28:44.576251 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c11804a7-550d-450e-8f5a-c49fa6ac130b req-69ee6c4b-7194-4a44-a208-4b556eb04c65 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093019 May 27 22:28:44.668967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256872f-2273-4822-919c-9758009a3474 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8c0679-a173-42fd-bf4b-8227fb6895d4,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:44.714367 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 144ab6ce-4532-4b44-848c-a051e418e734 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:44.714750 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:44.770268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 144ab6ce-4532-4b44-848c-a051e418e734, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=144ab6ce-4532-4b44-848c-a051e418e734,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:44.778714 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Sync routers for ids ['d4e10a65-711d-48ea-bb06-43ce1ccc2127'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:28:44.793193 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Routers {'d4e10a65-711d-48ea-bb06-43ce1ccc2127'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:28:44.793861 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:28:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d4e10a65-711d-48ea-bb06-43ce1ccc2127'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:44.838263 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:44.864189 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f10b69e0-d20e-4a93-8f57-49343b139af9 req-1403362e-11ca-4406-9f4f-5115ddf33a5a tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.1034377 May 27 22:28:44.875704 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Request body: {'port': {'device_id': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:45.018875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87718bdb-1a51-4b4f-b26c-68867014a20e req-c9edec02-9e7a-4e30-9d4a-16e0d5285bab tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:45.025641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87718bdb-1a51-4b4f-b26c-68867014a20e req-c9edec02-9e7a-4e30-9d4a-16e0d5285bab tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:45.031503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87718bdb-1a51-4b4f-b26c-68867014a20e req-c9edec02-9e7a-4e30-9d4a-16e0d5285bab tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:45.038100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87718bdb-1a51-4b4f-b26c-68867014a20e req-c9edec02-9e7a-4e30-9d4a-16e0d5285bab tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:45.045523 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87718bdb-1a51-4b4f-b26c-68867014a20e req-c9edec02-9e7a-4e30-9d4a-16e0d5285bab tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:45.052681 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87718bdb-1a51-4b4f-b26c-68867014a20e req-c9edec02-9e7a-4e30-9d4a-16e0d5285bab tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:45.056617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=144ab6ce-4532-4b44-848c-a051e418e734,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:45.058919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87718bdb-1a51-4b4f-b26c-68867014a20e req-c9edec02-9e7a-4e30-9d4a-16e0d5285bab tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:45.067153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87718bdb-1a51-4b4f-b26c-68867014a20e req-c9edec02-9e7a-4e30-9d4a-16e0d5285bab tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5369 time: 0.4896352 May 27 22:28:45.133167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-7f60ad32-6160-440c-af5d-bb81bcbd6e00 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:45.134407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-7f60ad32-6160-440c-af5d-bb81bcbd6e00 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Synchronizing usage tracker for tenant:53ad869cb21c4eb2a29e5ad0491e2c14 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:45.152219 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Set router d4e10a65-711d-48ea-bb06-43ce1ccc2127 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:28:45.196070 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-002d9806-f68d-4d85-9b7b-69e3564b9a57 req-70facae6-23ce-454e-896f-78a55b00c1d9 tempest-FloatingIPDetailsNegativeTestJSON-1976209329 tempest-FloatingIPDetailsNegativeTestJSON-1976209329-project] show failed (client error): The resource could not be found. May 27 22:28:45.197122 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-002d9806-f68d-4d85-9b7b-69e3564b9a57 req-70facae6-23ce-454e-896f-78a55b00c1d9 tempest-FloatingIPDetailsNegativeTestJSON-1976209329 tempest-FloatingIPDetailsNegativeTestJSON-1976209329-project] 10.222.0.27 "GET /v2.0/floatingips/0b9d9246-4bbb-4433-a3a8-5640c9694a9d HTTP/1.1" status: 404 len: 350 time: 0.1221702 May 27 22:28:45.218297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42902) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:45.224656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87718bdb-1a51-4b4f-b26c-68867014a20e req-03d34134-310b-4793-930f-1fcd22b97a0a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1567774 May 27 22:28:45.244421 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:45.263442 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': '0f8c0679-a173-42fd-bf4b-8227fb6895d4'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:45.358822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-7f60ad32-6160-440c-af5d-bb81bcbd6e00 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Unset dirty status for tenant:53ad869cb21c4eb2a29e5ad0491e2c14 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:45.360962 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-7f60ad32-6160-440c-af5d-bb81bcbd6e00 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.46 "GET /v2.0/networks?id=fd0bb810-bc46-47aa-89f7-6186899cd8a0 HTTP/1.1" status: 200 len: 817 time: 0.5078578 May 27 22:28:45.377575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Request body: {'port': {'device_id': 'c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e', 'network_id': 'fd0bb810-bc46-47aa-89f7-6186899cd8a0', 'admin_state_up': True, 'tenant_id': '53ad869cb21c4eb2a29e5ad0491e2c14'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:45.547040 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:45.577603 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-718873624-router', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '144ab6ce-4532-4b44-848c-a051e418e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:28:31Z', 'updated_at': '2022-05-27T22:28:41Z', 'revision_number': 4, 'project_id': 'e6d42305cc944a89ad317e72239c7933', 'gw_port': {'id': '144ab6ce-4532-4b44-848c-a051e418e734', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:28:32Z', 'updated_at': '2022-05-27T22:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8fa7467b-22c9-491e-83b0-ffec73c06b53', 'name': '', 'network_id': '34eb0311-b45b-410c-9940-8a08339a6fc2', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933', 'mac_address': 'fa:16:3e:ff:f6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'ab0e7bf3-3576-436b-a562-a7ddccabbe82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:28:39Z', 'updated_at': '2022-05-27T22:28:41Z', 'revision_number': 2, 'project_id': 'e6d42305cc944a89ad317e72239c7933', 'subnets': [{'id': 'ab0e7bf3-3576-436b-a562-a7ddccabbe82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:45.582568 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Checking router: d4e10a65-711d-48ea-bb06-43ce1ccc2127 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:28:45.582963 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Updating router d4e10a65-711d-48ea-bb06-43ce1ccc2127 port 8fa7467b-22c9-491e-83b0-ffec73c06b53 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:28:45.648608 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:45.760569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:45.778078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Usage tracker for resource:port and tenant:53ad869cb21c4eb2a29e5ad0491e2c14 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:45.782052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:45.793247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:45.804998 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2847bce9-70d7-49f0-ac98-b7e38535f5cb req-8842327c-917a-413b-9898-2db58c035106 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e HTTP/1.1" status: 200 len: 210 time: 0.0733919 May 27 22:28:45.875344 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb68986e-bfe9-4125-86ed-441e2d6af06c'] response: {'server_uuid': 'e3c25962-1527-4a0f-963d-fd430c32d576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa', 'code': 200} May 27 22:28:45.875715 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb68986e-bfe9-4125-86ed-441e2d6af06c'] response: {'server_uuid': 'eaf9b5b8-d70d-4e7b-b523-da7053fed94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c165e3b-e0df-4343-8f81-36f59003b6c9', 'code': 200} May 27 22:28:45.947106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e74ddf7-5875-4b48-a242-69056b6e45be req-b9a839a2-49e4-4c10-b1cb-44318710604b tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:45.948623 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e74ddf7-5875-4b48-a242-69056b6e45be req-b9a839a2-49e4-4c10-b1cb-44318710604b tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 946 time: 0.5561054 May 27 22:28:45.987161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbe4a2a-ff42-4360-a344-c0004a52a25b {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:46.002132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Made reservation on behalf of 53ad869cb21c4eb2a29e5ad0491e2c14 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:28:46.010420 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:46.025283 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:46.093292 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:46.108405 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Transition to ACTIVE for port object 8fa7467b-22c9-491e-83b0-ffec73c06b53 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:46.136216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 144ab6ce-4532-4b44-848c-a051e418e734 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:28:46.163595 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e74ddf7-5875-4b48-a242-69056b6e45be req-cf0f0984-9684-410d-b998-f5b253153822 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001019 May 27 22:28:46.164716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Transition to ACTIVE for port object afbe4a2a-ff42-4360-a344-c0004a52a25b will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:46.221477 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:46.265454 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c4d6f-0376-4df2-93dd-1bc931c20bee req-78f8fd0f-8718-441c-b2ce-78d8d25832e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:46.266033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25905b2e-143f-438e-a245-1d54d532adc3 req-fa008990-d485-4130-b880-ec75621741e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:46.266756 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-779c4d6f-0376-4df2-93dd-1bc931c20bee req-78f8fd0f-8718-441c-b2ce-78d8d25832e4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 1101 time: 0.2380390 May 27 22:28:46.269534 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25905b2e-143f-438e-a245-1d54d532adc3 req-fa008990-d485-4130-b880-ec75621741e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eaf9b5b8-d70d-4e7b-b523-da7053fed94b HTTP/1.1" status: 200 len: 1101 time: 0.2394111 May 27 22:28:46.278208 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:46.318930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 144ab6ce-4532-4b44-848c-a051e418e734 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:46.320540 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:46.627826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 144ab6ce-4532-4b44-848c-a051e418e734 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:46.685441 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a7d244-8c05-4638-b388-b933071461a8'] response: {'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': '0f8c0679-a173-42fd-bf4b-8227fb6895d4', 'status': 'completed', 'code': 200} May 27 22:28:46.686020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Pushing event updated for resources: {'Port': ['ID=afbe4a2a-ff42-4360-a344-c0004a52a25b,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:46.696514 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-779c4d6f-0376-4df2-93dd-1bc931c20bee req-016513e4-e0f9-4471-a09b-e2bc1ed00941 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548112 May 27 22:28:46.705179 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baed256-3571-4e48-9889-25d3824ca7dc None None] Pushing event updated for resources: {'Port': ['ID=8fa7467b-22c9-491e-83b0-ffec73c06b53,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:46.726577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Allocated IP 172.20.0.11 (fd0bb810-bc46-47aa-89f7-6186899cd8a0/1e1eedb1-d54a-4059-9c6a-80a0292863e5/f69c1ab6-5a37-493c-b2ca-bd2191da40e4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:28:46.727484 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baed256-3571-4e48-9889-25d3824ca7dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:46.727846 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baed256-3571-4e48-9889-25d3824ca7dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:46.729012 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baed256-3571-4e48-9889-25d3824ca7dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:46.729692 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baed256-3571-4e48-9889-25d3824ca7dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:46.730798 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baed256-3571-4e48-9889-25d3824ca7dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:46.731368 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baed256-3571-4e48-9889-25d3824ca7dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:46.731700 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baed256-3571-4e48-9889-25d3824ca7dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:46.733671 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baed256-3571-4e48-9889-25d3824ca7dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:46.734329 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baed256-3571-4e48-9889-25d3824ca7dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:46.734575 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baed256-3571-4e48-9889-25d3824ca7dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:46.734818 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baed256-3571-4e48-9889-25d3824ca7dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:46.736083 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baed256-3571-4e48-9889-25d3824ca7dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:28:46.788747 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Attempting to bind port 8fa7467b-22c9-491e-83b0-ffec73c06b53 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:46.792278 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Attempting to bind port 8fa7467b-22c9-491e-83b0-ffec73c06b53 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '58be1920-2a31-486d-908f-3a9f1def7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '34eb0311-b45b-410c-9940-8a08339a6fc2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:46.792671 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Attempting to bind port 8fa7467b-22c9-491e-83b0-ffec73c06b53 on network 34eb0311-b45b-410c-9940-8a08339a6fc2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:46.813682 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:46.818787 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Checking segment: {'id': '58be1920-2a31-486d-908f-3a9f1def7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '34eb0311-b45b-410c-9940-8a08339a6fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:46.819337 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:46.819733 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Bound using segment: {'id': '58be1920-2a31-486d-908f-3a9f1def7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '34eb0311-b45b-410c-9940-8a08339a6fc2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:46.820215 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Bound port: 8fa7467b-22c9-491e-83b0-ffec73c06b53, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58be1920-2a31-486d-908f-3a9f1def7184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '34eb0311-b45b-410c-9940-8a08339a6fc2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:46.820616 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:46.968927 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25905b2e-143f-438e-a245-1d54d532adc3 req-26963039-a679-46f8-a818-2164e0530a51 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6743152 May 27 22:28:46.996737 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] For port 8fa7467b-22c9-491e-83b0-ffec73c06b53, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:47.000949 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] For port 8fa7467b-22c9-491e-83b0-ffec73c06b53, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8fa7467b-22c9-491e-83b0-ffec73c06b53,segment=NetworkSegment(58be1920-2a31-486d-908f-3a9f1def7184),segment_id=58be1920-2a31-486d-908f-3a9f1def7184)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:47.055636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Attempting to bind port afbe4a2a-ff42-4360-a344-c0004a52a25b on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:47.055964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Attempting to bind port afbe4a2a-ff42-4360-a344-c0004a52a25b by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:47.056338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Attempting to bind port afbe4a2a-ff42-4360-a344-c0004a52a25b on network cfe8967c-799b-45c8-99e7-5751d5d5f38a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:47.063509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Port afbe4a2a-ff42-4360-a344-c0004a52a25b on network cfe8967c-799b-45c8-99e7-5751d5d5f38a not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:28:47.063830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Attempting to bind port afbe4a2a-ff42-4360-a344-c0004a52a25b on network cfe8967c-799b-45c8-99e7-5751d5d5f38a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:47.074761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf59b0e-7ccb-43b8-80a1-27a897a48513 req-ad82e262-14be-4d16-8358-2a9b6b5c2946 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:47.076230 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8bf59b0e-7ccb-43b8-80a1-27a897a48513 req-ad82e262-14be-4d16-8358-2a9b6b5c2946 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 950 time: 0.3513198 May 27 22:28:47.078904 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:47.079233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Checking segment: {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:47.079613 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Bound using segment: {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:47.080037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Bound port: afbe4a2a-ff42-4360-a344-c0004a52a25b, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:47.080406 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:47.119489 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:47.121873 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:47.235857 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:47.247240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f24e-9d54-4f68-b19b-3932a8e4c010 req-e4ce753d-8060-4ec1-85b0-2a60b1ad55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:47.247826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f24e-9d54-4f68-b19b-3932a8e4c010 req-e4ce753d-8060-4ec1-85b0-2a60b1ad55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:47.248480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f24e-9d54-4f68-b19b-3932a8e4c010 req-e4ce753d-8060-4ec1-85b0-2a60b1ad55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:47.249053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f24e-9d54-4f68-b19b-3932a8e4c010 req-e4ce753d-8060-4ec1-85b0-2a60b1ad55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:47.255914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f24e-9d54-4f68-b19b-3932a8e4c010 req-e4ce753d-8060-4ec1-85b0-2a60b1ad55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:47.255914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f24e-9d54-4f68-b19b-3932a8e4c010 req-e4ce753d-8060-4ec1-85b0-2a60b1ad55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:47.255914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f24e-9d54-4f68-b19b-3932a8e4c010 req-e4ce753d-8060-4ec1-85b0-2a60b1ad55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:47.255914 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c52f24e-9d54-4f68-b19b-3932a8e4c010 req-e4ce753d-8060-4ec1-85b0-2a60b1ad55b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 6231 time: 0.6922243 May 27 22:28:47.271437 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baed256-3571-4e48-9889-25d3824ca7dc None None] Pushing event updated for resources: {'Port': ['ID=8fa7467b-22c9-491e-83b0-ffec73c06b53,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:47.290743 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Routers {'d4e10a65-711d-48ea-bb06-43ce1ccc2127'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:28:47.291395 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:28:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d4e10a65-711d-48ea-bb06-43ce1ccc2127'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:47.385428 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8bf59b0e-7ccb-43b8-80a1-27a897a48513 req-ef0a0c02-6362-4fe3-8b62-c67c33e3a587 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734521 May 27 22:28:47.511455 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c980ea88-8cc7-48aa-a6a3-50f2da8497e7 req-c126d8ff-c457-4129-b055-abe715976d5b tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.1734955 May 27 22:28:47.568733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] For port afbe4a2a-ff42-4360-a344-c0004a52a25b, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:47.578678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] For port afbe4a2a-ff42-4360-a344-c0004a52a25b, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=afbe4a2a-ff42-4360-a344-c0004a52a25b,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:47.636214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Network fd0bb810-bc46-47aa-89f7-6186899cd8a0 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:47.641179 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fe4fb80a-bd03-454c-b558-ca68a95c7638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:47.839236 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] Set router d4e10a65-711d-48ea-bb06-43ce1ccc2127 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:28:47.841997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:47.887468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:28:47.959380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:47.960206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:47.996703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-3cce89e9-e677-4648-b323-bbf3782e0a8e tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:48.000514 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-3cce89e9-e677-4648-b323-bbf3782e0a8e tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 806 time: 0.2411408 May 27 22:28:48.015666 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:48.066575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Pushing event updated for resources: {'Port': ['ID=f69c1ab6-5a37-493c-b2ca-bd2191da40e4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:48.086780 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-87aa9f7b-90ab-4231-a55d-2b73eb5edf6e tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7143486 May 27 22:28:48.167887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Request body: {'port': {'device_id': 'c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:48.182200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:48.183237 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:48.184616 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] 10.222.0.57 "PUT /v2.0/ports/afbe4a2a-ff42-4360-a344-c0004a52a25b HTTP/1.1" status: 200 len: 1090 time: 3.3130009 May 27 22:28:48.187866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269846d-ea7f-47b5-b09f-ffc8f87ef904 service neutron] Pushing event updated for resources: {'Port': ['ID=afbe4a2a-ff42-4360-a344-c0004a52a25b,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:48.213937 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-113998e4-7e92-48c6-b716-db5fc2c9284d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/quotas/97fe5f44835545c0a61788c6d0ac3edf HTTP/1.1" status: 200 len: 375 time: 0.1660511 May 27 22:28:48.315322 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f24e-9d54-4f68-b19b-3932a8e4c010 req-713eacc8-2436-43d4-9b76-33e06ccf5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:48.316717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f24e-9d54-4f68-b19b-3932a8e4c010 req-713eacc8-2436-43d4-9b76-33e06ccf5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:48.317381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f24e-9d54-4f68-b19b-3932a8e4c010 req-713eacc8-2436-43d4-9b76-33e06ccf5191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:48.319211 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c52f24e-9d54-4f68-b19b-3932a8e4c010 req-713eacc8-2436-43d4-9b76-33e06ccf5191 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0083532 May 27 22:28:48.330528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ab689-c593-4ae4-b5a0-85157f8bfc1a req-62b9ac52-e677-417b-b2da-50dabeb421ae tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:48.347551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ab689-c593-4ae4-b5a0-85157f8bfc1a req-62b9ac52-e677-417b-b2da-50dabeb421ae tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:48.358427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ab689-c593-4ae4-b5a0-85157f8bfc1a req-62b9ac52-e677-417b-b2da-50dabeb421ae tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:48.374741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ab689-c593-4ae4-b5a0-85157f8bfc1a req-62b9ac52-e677-417b-b2da-50dabeb421ae tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:48.391323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ab689-c593-4ae4-b5a0-85157f8bfc1a req-62b9ac52-e677-417b-b2da-50dabeb421ae tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:48.412594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ab689-c593-4ae4-b5a0-85157f8bfc1a req-62b9ac52-e677-417b-b2da-50dabeb421ae tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:48.431435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ab689-c593-4ae4-b5a0-85157f8bfc1a req-62b9ac52-e677-417b-b2da-50dabeb421ae tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:48.437541 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce5ab689-c593-4ae4-b5a0-85157f8bfc1a req-62b9ac52-e677-417b-b2da-50dabeb421ae tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5381 time: 0.8043561 May 27 22:28:48.460083 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-718873624-router', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '144ab6ce-4532-4b44-848c-a051e418e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:28:31Z', 'updated_at': '2022-05-27T22:28:41Z', 'revision_number': 4, 'project_id': 'e6d42305cc944a89ad317e72239c7933', 'gw_port': {'id': '144ab6ce-4532-4b44-848c-a051e418e734', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:28:32Z', 'updated_at': '2022-05-27T22:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8fa7467b-22c9-491e-83b0-ffec73c06b53', 'name': '', 'network_id': '34eb0311-b45b-410c-9940-8a08339a6fc2', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933', 'mac_address': 'fa:16:3e:ff:f6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'ab0e7bf3-3576-436b-a562-a7ddccabbe82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:28:39Z', 'updated_at': '2022-05-27T22:28:46Z', 'revision_number': 4, 'project_id': 'e6d42305cc944a89ad317e72239c7933', 'subnets': [{'id': 'ab0e7bf3-3576-436b-a562-a7ddccabbe82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:48.461389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Request body: {'port': {'device_id': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:48.467880 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2606d6e-5df4-4aa9-a710-d33fd7fb85d5 None None] The sync data for ids ['d4e10a65-711d-48ea-bb06-43ce1ccc2127'] in n-d-843680-3 is: [{'id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-718873624-router', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '144ab6ce-4532-4b44-848c-a051e418e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:28:31Z', 'updated_at': '2022-05-27T22:28:41Z', 'revision_number': 4, 'project_id': 'e6d42305cc944a89ad317e72239c7933', 'gw_port': {'id': '144ab6ce-4532-4b44-848c-a051e418e734', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:28:32Z', 'updated_at': '2022-05-27T22:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8fa7467b-22c9-491e-83b0-ffec73c06b53', 'name': '', 'network_id': '34eb0311-b45b-410c-9940-8a08339a6fc2', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933', 'mac_address': 'fa:16:3e:ff:f6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'ab0e7bf3-3576-436b-a562-a7ddccabbe82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:28:39Z', 'updated_at': '2022-05-27T22:28:46Z', 'revision_number': 4, 'project_id': 'e6d42305cc944a89ad317e72239c7933', 'subnets': [{'id': 'ab0e7bf3-3576-436b-a562-a7ddccabbe82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:28:48.560369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f24e-9d54-4f68-b19b-3932a8e4c010 req-76592f6b-e6b1-4228-9e4f-10ea4e5cebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:48.562283 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c52f24e-9d54-4f68-b19b-3932a8e4c010 req-76592f6b-e6b1-4228-9e4f-10ea4e5cebdf service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2320344 May 27 22:28:48.706886 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:48.762698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': 'afbe4a2a-ff42-4360-a344-c0004a52a25b'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:48.788834 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:48.831930 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce5ab689-c593-4ae4-b5a0-85157f8bfc1a req-9f06fbae-7fec-45d2-a3cc-8a9f5cfa086c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3822644 May 27 22:28:48.929379 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-874eea59-4708-467b-a1a0-795402fd0e5d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7138958 May 27 22:28:49.167686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fe4fb80a-bd03-454c-b558-ca68a95c7638 admin admin] Deleting port 8fa7467b-22c9-491e-83b0-ffec73c06b53 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:49.168176 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fe4fb80a-bd03-454c-b558-ca68a95c7638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:49.334932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-85da5d8b-b69e-4ebf-8fb5-d3e3d1db5c83 service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046319 May 27 22:28:49.487581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-fe4fb80a-bd03-454c-b558-ca68a95c7638 admin admin] For port 8fa7467b-22c9-491e-83b0-ffec73c06b53, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8fa7467b-22c9-491e-83b0-ffec73c06b53,segment=NetworkSegment(58be1920-2a31-486d-908f-3a9f1def7184),segment_id=58be1920-2a31-486d-908f-3a9f1def7184)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:49.487970 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fe4fb80a-bd03-454c-b558-ca68a95c7638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:49.613853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593b19e-6885-4593-850e-b60ba68318e4 req-65b19b74-3afc-4cd0-8d4c-11468526ff53 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:49.622066 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f593b19e-6885-4593-850e-b60ba68318e4 req-65b19b74-3afc-4cd0-8d4c-11468526ff53 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e HTTP/1.1" status: 200 len: 932 time: 0.4576635 May 27 22:28:49.752018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69c1ab6-5a37-493c-b2ca-bd2191da40e4 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:49.759586 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-2cb12d8f-e665-4062-bc35-c1a6772198d0 service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194117 May 27 22:28:49.761989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf04518-2939-4728-93ea-50115c31a9be {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:49.763416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fe4fb80a-bd03-454c-b558-ca68a95c7638 admin admin] Calling delete_port for 8fa7467b-22c9-491e-83b0-ffec73c06b53 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:28:49.774108 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:49.779098 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f593b19e-6885-4593-850e-b60ba68318e4 req-c9f66314-daa5-4545-83bf-5b8151ab3b36 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/security-groups?id=00f8087a-b3c3-4384-8f68-59f138e223e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560662 May 27 22:28:49.800081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Transition to ACTIVE for port object 8cf04518-2939-4728-93ea-50115c31a9be will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:49.802368 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:49.843253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Transition to ACTIVE for port object f69c1ab6-5a37-493c-b2ca-bd2191da40e4 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:49.876696 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:49.992785 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:50.204964 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8fa7467b-22c9-491e-83b0-ffec73c06b53 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:28:50.234362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Pushing event updated for resources: {'Port': ['ID=f69c1ab6-5a37-493c-b2ca-bd2191da40e4,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:50.378846 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e0c8ee7-9eec-4c89-9968-032bf6e02828 req-a842fc3d-cf5b-43c8-9e0a-2cf09645a61f tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.4515085 May 27 22:28:50.438445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 8fa7467b-22c9-491e-83b0-ffec73c06b53 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:50.445879 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8fa7467b-22c9-491e-83b0-ffec73c06b53 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:50.446546 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:50.481234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Attempting to bind port f69c1ab6-5a37-493c-b2ca-bd2191da40e4 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:50.481960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Attempting to bind port f69c1ab6-5a37-493c-b2ca-bd2191da40e4 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '6a166d9b-3811-43d9-9be1-c89f94bfa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd0bb810-bc46-47aa-89f7-6186899cd8a0'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:50.482625 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Attempting to bind port f69c1ab6-5a37-493c-b2ca-bd2191da40e4 on network fd0bb810-bc46-47aa-89f7-6186899cd8a0 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:50.490389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Port f69c1ab6-5a37-493c-b2ca-bd2191da40e4 on network fd0bb810-bc46-47aa-89f7-6186899cd8a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:28:50.491039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Attempting to bind port f69c1ab6-5a37-493c-b2ca-bd2191da40e4 on network fd0bb810-bc46-47aa-89f7-6186899cd8a0 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:50.505143 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:50.505895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Checking segment: {'id': '6a166d9b-3811-43d9-9be1-c89f94bfa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd0bb810-bc46-47aa-89f7-6186899cd8a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:50.506516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Bound using segment: {'id': '6a166d9b-3811-43d9-9be1-c89f94bfa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd0bb810-bc46-47aa-89f7-6186899cd8a0'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:50.507179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Bound port: f69c1ab6-5a37-493c-b2ca-bd2191da40e4, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a166d9b-3811-43d9-9be1-c89f94bfa341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fd0bb810-bc46-47aa-89f7-6186899cd8a0'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:50.507901 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:50.551483 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2bd8c2-92a3-43f1-b614-f3b781da8c88'] response: {'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': 'afbe4a2a-ff42-4360-a344-c0004a52a25b', 'status': 'completed', 'code': 200} May 27 22:28:50.554832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Pushing event updated for resources: {'Port': ['ID=8cf04518-2939-4728-93ea-50115c31a9be,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:50.622783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743acf06-c7e8-4fa1-834a-91eaaa7936da req-1248e684-c56a-4a47-8478-566f4afaa677 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:50.624654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-743acf06-c7e8-4fa1-834a-91eaaa7936da req-1248e684-c56a-4a47-8478-566f4afaa677 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 950 time: 0.2704189 May 27 22:28:50.640619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Attempting to bind port 8cf04518-2939-4728-93ea-50115c31a9be on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:50.640619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Attempting to bind port 8cf04518-2939-4728-93ea-50115c31a9be by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:50.640619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Attempting to bind port 8cf04518-2939-4728-93ea-50115c31a9be on network cfe8967c-799b-45c8-99e7-5751d5d5f38a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:50.645695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Port 8cf04518-2939-4728-93ea-50115c31a9be on network cfe8967c-799b-45c8-99e7-5751d5d5f38a not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:28:50.646021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Attempting to bind port 8cf04518-2939-4728-93ea-50115c31a9be on network cfe8967c-799b-45c8-99e7-5751d5d5f38a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:50.670996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:50.671336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Checking segment: {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:50.671725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Bound using segment: {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:50.672171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Bound port: 8cf04518-2939-4728-93ea-50115c31a9be, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f39b107-ef45-41b9-a563-fa11dbed27b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:50.672695 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:50.716915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8fa7467b-22c9-491e-83b0-ffec73c06b53 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:50.716915 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:50.757157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] For port f69c1ab6-5a37-493c-b2ca-bd2191da40e4, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:50.761342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] For port f69c1ab6-5a37-493c-b2ca-bd2191da40e4, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=f69c1ab6-5a37-493c-b2ca-bd2191da40e4,segment=NetworkSegment(6a166d9b-3811-43d9-9be1-c89f94bfa341),segment_id=6a166d9b-3811-43d9-9be1-c89f94bfa341)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:50.768688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-743acf06-c7e8-4fa1-834a-91eaaa7936da req-881fb07e-2e46-4f72-b40b-c8f172085305 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159117 May 27 22:28:50.808802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] For port 8cf04518-2939-4728-93ea-50115c31a9be, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:50.812641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] For port 8cf04518-2939-4728-93ea-50115c31a9be, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=8cf04518-2939-4728-93ea-50115c31a9be,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:50.870717 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:50.936521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:50.937666 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:50.939115 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] 10.222.0.46 "PUT /v2.0/ports/f69c1ab6-5a37-493c-b2ca-bd2191da40e4 HTTP/1.1" status: 200 len: 1092 time: 2.8425863 May 27 22:28:50.953284 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:50.958048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e', 'tag': 'f69c1ab6-5a37-493c-b2ca-bd2191da40e4'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:50.980437 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fe4fb80a-bd03-454c-b558-ca68a95c7638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:51.042786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.042786 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:51.043130 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] 10.222.0.57 "PUT /v2.0/ports/8cf04518-2939-4728-93ea-50115c31a9be HTTP/1.1" status: 200 len: 1090 time: 2.5992582 May 27 22:28:51.079225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773db07d-c3ee-4c0f-87a0-b840e6a4fdde service neutron] Pushing event updated for resources: {'Port': ['ID=8cf04518-2939-4728-93ea-50115c31a9be,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:51.095443 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66d693-7f1a-400c-8d56-1646e6194ed8 req-9b7e59d9-03e7-428f-89b6-c62209ea89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.096029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66d693-7f1a-400c-8d56-1646e6194ed8 req-9b7e59d9-03e7-428f-89b6-c62209ea89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.097189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66d693-7f1a-400c-8d56-1646e6194ed8 req-9b7e59d9-03e7-428f-89b6-c62209ea89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.097665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66d693-7f1a-400c-8d56-1646e6194ed8 req-9b7e59d9-03e7-428f-89b6-c62209ea89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.098183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66d693-7f1a-400c-8d56-1646e6194ed8 req-9b7e59d9-03e7-428f-89b6-c62209ea89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.098645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66d693-7f1a-400c-8d56-1646e6194ed8 req-9b7e59d9-03e7-428f-89b6-c62209ea89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.099152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66d693-7f1a-400c-8d56-1646e6194ed8 req-9b7e59d9-03e7-428f-89b6-c62209ea89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.102520 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6d66d693-7f1a-400c-8d56-1646e6194ed8 req-9b7e59d9-03e7-428f-89b6-c62209ea89bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 6298 time: 0.5251205 May 27 22:28:51.103226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd6571-fb00-4740-9711-e318f9f261fe service neutron] Pushing event updated for resources: {'Port': ['ID=f69c1ab6-5a37-493c-b2ca-bd2191da40e4,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:51.107355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf85c29-905a-482d-883a-6e2d1461f349 req-02f57509-1810-45fc-bd8b-56699ac926d7 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.118041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf85c29-905a-482d-883a-6e2d1461f349 req-02f57509-1810-45fc-bd8b-56699ac926d7 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.124005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf85c29-905a-482d-883a-6e2d1461f349 req-02f57509-1810-45fc-bd8b-56699ac926d7 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.130526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf85c29-905a-482d-883a-6e2d1461f349 req-02f57509-1810-45fc-bd8b-56699ac926d7 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.136550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf85c29-905a-482d-883a-6e2d1461f349 req-02f57509-1810-45fc-bd8b-56699ac926d7 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.151166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf85c29-905a-482d-883a-6e2d1461f349 req-02f57509-1810-45fc-bd8b-56699ac926d7 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.170465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf85c29-905a-482d-883a-6e2d1461f349 req-02f57509-1810-45fc-bd8b-56699ac926d7 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.174018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5bf85c29-905a-482d-883a-6e2d1461f349 req-02f57509-1810-45fc-bd8b-56699ac926d7 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5393 time: 0.2712543 May 27 22:28:51.188042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Request body: {'port': {'device_id': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:51.328163 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96e0c301-ebf7-45bb-87a7-002c35dde3ce req-c58ec73d-6b38-411a-9e02-4c864d4d8ecc tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 210 time: 0.0918322 May 27 22:28:51.352318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fb80a-bd03-454c-b558-ca68a95c7638 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa7467b-22c9-491e-83b0-ffec73c06b53,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:51.368240 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5bf85c29-905a-482d-883a-6e2d1461f349 req-08702c43-9280-45a1-ae05-cafcc8e8d8e5 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1485202 May 27 22:28:51.441185 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:51.546906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66d693-7f1a-400c-8d56-1646e6194ed8 req-8399629a-9a42-4703-b798-7c3ab5eb9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.547387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66d693-7f1a-400c-8d56-1646e6194ed8 req-8399629a-9a42-4703-b798-7c3ab5eb9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.547854 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66d693-7f1a-400c-8d56-1646e6194ed8 req-8399629a-9a42-4703-b798-7c3ab5eb9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.549427 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6d66d693-7f1a-400c-8d56-1646e6194ed8 req-8399629a-9a42-4703-b798-7c3ab5eb9ff3 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3643360 May 27 22:28:51.553748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-4120e599-395f-4c06-974d-aae90a3c6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.555087 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-4120e599-395f-4c06-974d-aae90a3c6cb6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53ad869cb21c4eb2a29e5ad0491e2c14&device_id=c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e HTTP/1.1" status: 200 len: 1095 time: 0.3441236 May 27 22:28:51.757658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76fcba-a7a0-43af-b17b-b6522b3a58b8 req-c9c72882-8ab3-4338-887e-8d8660dcfc6b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:51.759201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4d76fcba-a7a0-43af-b17b-b6522b3a58b8 req-c9c72882-8ab3-4338-887e-8d8660dcfc6b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=eaf9b5b8-d70d-4e7b-b523-da7053fed94b HTTP/1.1" status: 200 len: 950 time: 0.2327912 May 27 22:28:51.841410 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4d76fcba-a7a0-43af-b17b-b6522b3a58b8 req-f41b334c-235a-44a6-95ac-d12ba2a79ba6 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682452 May 27 22:28:51.900754 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-3d9db13a-2a3d-48af-9c34-ecad01ffd356 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f69c1ab6-5a37-493c-b2ca-bd2191da40e4 HTTP/1.1" status: 200 len: 217 time: 0.3226495 May 27 22:28:51.975402 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901b0700-44d2-4251-ac8f-3c2043409606'] response: {'name': 'network-changed', 'server_uuid': 'c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e', 'tag': 'f69c1ab6-5a37-493c-b2ca-bd2191da40e4', 'status': 'completed', 'code': 200} May 27 22:28:52.021275 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:52.024513 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fe4fb80a-bd03-454c-b558-ca68a95c7638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:52.043772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:52.056048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:52.081589 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Transition to ACTIVE for port object 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:52.104109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c8742-8590-4949-ac43-ac4eae2d52f9 req-a49dc64a-a5ad-46c8-9bf4-8841565eb361 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:52.105622 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c18c8742-8590-4949-ac43-ac4eae2d52f9 req-a49dc64a-a5ad-46c8-9bf4-8841565eb361 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e HTTP/1.1" status: 200 len: 944 time: 0.1360137 May 27 22:28:52.124445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-30410136-48b3-4797-899f-5581ff22d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:52.125899 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-30410136-48b3-4797-899f-5581ff22d518 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e1eedb1-d54a-4059-9c6a-80a0292863e5 HTTP/1.1" status: 200 len: 857 time: 0.1926916 May 27 22:28:52.158954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c18c8742-8590-4949-ac43-ac4eae2d52f9 req-e658bb85-f9c3-4ea1-8c69-c61f23007df3 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/security-groups?id=00f8087a-b3c3-4384-8f68-59f138e223e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475204 May 27 22:28:52.161672 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:52.211857 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-da372533-8630-466d-99df-92664da7c3d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd0bb810-bc46-47aa-89f7-6186899cd8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576110 May 27 22:28:52.213104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66d693-7f1a-400c-8d56-1646e6194ed8 req-de20b6ad-bae4-45a6-8049-c216e4a713b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:52.214485 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6d66d693-7f1a-400c-8d56-1646e6194ed8 req-de20b6ad-bae4-45a6-8049-c216e4a713b5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6585741 May 27 22:28:52.241551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:52.391842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a806db2-c776-46b2-98e7-f1195361c20b req-2801233a-d849-4cd3-bc07-7571adb13b48 tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0822775 May 27 22:28:52.473335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Attempting to bind port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:52.473921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Attempting to bind port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '43da4530-189b-4de7-bdc3-38f0c7e98169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:52.474021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Attempting to bind port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd on network c1c98a16-ff0e-48d9-bd68-874df362e9d7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:52.479119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd on network c1c98a16-ff0e-48d9-bd68-874df362e9d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:28:52.479444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Attempting to bind port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd on network c1c98a16-ff0e-48d9-bd68-874df362e9d7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:52.485737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:52.486082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Checking segment: {'id': '43da4530-189b-4de7-bdc3-38f0c7e98169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:52.486467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Bound using segment: {'id': '43da4530-189b-4de7-bdc3-38f0c7e98169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:52.486905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Bound port: 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43da4530-189b-4de7-bdc3-38f0c7e98169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:52.487898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:52.562616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': '8cf04518-2939-4728-93ea-50115c31a9be'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:52.699422 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-69070e2a-cd0c-4cbe-8658-19e7d838b7f5 service neutron] 10.222.0.46 "GET /v2.0/networks/fd0bb810-bc46-47aa-89f7-6186899cd8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819043 May 27 22:28:52.818382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] For port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:52.822092 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] For port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:52.834868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b807ed-564d-4dc3-8578-8bb2aaa94b54 req-6195f8a6-4a1b-4104-a536-9935214cabd4 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:52.841813 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71b807ed-564d-4dc3-8578-8bb2aaa94b54 req-6195f8a6-4a1b-4104-a536-9935214cabd4 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 944 time: 0.1236658 May 27 22:28:52.920680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4fb80a-bd03-454c-b558-ca68a95c7638 admin admin] Router d4e10a65-711d-48ea-bb06-43ce1ccc2127 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:28:52.948023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960401f0-b51f-4f7c-9d34-26e7bb0345f2 req-48203a88-e4d5-45ab-b7d7-4e6450948261 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:52.948775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-960401f0-b51f-4f7c-9d34-26e7bb0345f2 req-48203a88-e4d5-45ab-b7d7-4e6450948261 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Synchronizing usage tracker for tenant:091c975465a443ff9f9924fb8c574958 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:52.973727 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:53.045835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:53.046440 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:53.047781 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] 10.222.0.57 "PUT /v2.0/ports/3fa643d5-4d0e-43b9-bf15-48d47e85ccdd HTTP/1.1" status: 200 len: 1091 time: 1.8703649 May 27 22:28:53.056109 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b991f862-a7dc-4e5e-ab53-6201c555dc84 req-8c1e1e9e-45a4-4d73-96b5-cede281489a5 service neutron] 10.222.0.46 "GET /v2.0/networks/fd0bb810-bc46-47aa-89f7-6186899cd8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827077 May 27 22:28:53.100951 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71b807ed-564d-4dc3-8578-8bb2aaa94b54 req-ab5f89c8-0ffe-4053-98a2-e72973f8a4b1 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582779 May 27 22:28:53.163665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06230269-586a-4a50-bcc0-7f6586744014 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:53.177679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-08a3bb33-9fb2-46c9-8e83-aa93807d3f9f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:53.178481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-08a3bb33-9fb2-46c9-8e83-aa93807d3f9f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.57 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 806 time: 0.3230543 May 27 22:28:53.184974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-960401f0-b51f-4f7c-9d34-26e7bb0345f2 req-48203a88-e4d5-45ab-b7d7-4e6450948261 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Unset dirty status for tenant:091c975465a443ff9f9924fb8c574958 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:53.186104 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-960401f0-b51f-4f7c-9d34-26e7bb0345f2 req-48203a88-e4d5-45ab-b7d7-4e6450948261 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 944 time: 0.4891422 May 27 22:28:53.195464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9e82a-e2f9-4d6d-910d-19c46f406a8e req-5a3583ee-bd03-46a4-89f4-777d062c5efd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:53.202685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9e82a-e2f9-4d6d-910d-19c46f406a8e req-5a3583ee-bd03-46a4-89f4-777d062c5efd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:53.211818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38d9e82a-e2f9-4d6d-910d-19c46f406a8e req-5a3583ee-bd03-46a4-89f4-777d062c5efd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576&device_id=eaf9b5b8-d70d-4e7b-b523-da7053fed94b HTTP/1.1" status: 200 len: 1691 time: 0.3296149 May 27 22:28:53.222348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Request body: {'port': {'device_id': 'f6ef5138-858e-4499-8456-ffe0d1917ab0', 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7', 'admin_state_up': True, 'tenant_id': '97fe5f44835545c0a61788c6d0ac3edf'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:53.264227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Request body: {'port': {'device_id': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:53.371835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4fb80a-bd03-454c-b558-ca68a95c7638 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:28:53.387984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7029b30b-25a0-4f4e-b1ce-10b09e799249 None None] Sync routers for ids ['d4e10a65-711d-48ea-bb06-43ce1ccc2127'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:28:53.395622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-960401f0-b51f-4f7c-9d34-26e7bb0345f2 req-dac328a7-a120-4f52-aa3e-e2360abbee0a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Deleting port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:53.396111 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-960401f0-b51f-4f7c-9d34-26e7bb0345f2 req-dac328a7-a120-4f52-aa3e-e2360abbee0a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:53.407805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7029b30b-25a0-4f4e-b1ce-10b09e799249 None None] Routers {'d4e10a65-711d-48ea-bb06-43ce1ccc2127'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:28:53.408485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7029b30b-25a0-4f4e-b1ce-10b09e799249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:28:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d4e10a65-711d-48ea-bb06-43ce1ccc2127'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:53.442197 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fe4fb80a-bd03-454c-b558-ca68a95c7638 admin admin] 10.222.0.27 "PUT /v2.0/routers/d4e10a65-711d-48ea-bb06-43ce1ccc2127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2200720 May 27 22:28:53.448079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43010) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:53.452577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fa65dcb7-a0ef-4da5-a41a-f4cd872f3fcb req-90dc148d-91ac-4adc-9f7f-a9e196d33af7 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 210 time: 0.0995190 May 27 22:28:53.467587 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38d9e82a-e2f9-4d6d-910d-19c46f406a8e req-60be2bbc-35ed-4dc5-9040-b61c873f4a45 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545640 May 27 22:28:53.555275 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc768090-2978-411c-b1bb-519c28d710b4'] response: {'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': '8cf04518-2939-4728-93ea-50115c31a9be', 'status': 'completed', 'code': 200} May 27 22:28:53.630897 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:53.649896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:28:53.667868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Usage tracker for resource:port and tenant:97fe5f44835545c0a61788c6d0ac3edf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:28:53.672529 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:28:53.675654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-7029b30b-25a0-4f4e-b1ce-10b09e799249 None None] Set router d4e10a65-711d-48ea-bb06-43ce1ccc2127 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:28:53.779218 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:28:53.889409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08671d78-2104-401c-96fc-7281a8b93080 req-2536c3cb-898c-447a-ab83-3e80c697a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:53.891248 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-08671d78-2104-401c-96fc-7281a8b93080 req-2536c3cb-898c-447a-ab83-3e80c697a42f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53ad869cb21c4eb2a29e5ad0491e2c14&device_id=c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e HTTP/1.1" status: 200 len: 1095 time: 0.6299396 May 27 22:28:53.938752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Made reservation on behalf of 97fe5f44835545c0a61788c6d0ac3edf for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:28:53.942838 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:53.999075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52df78-65f6-4daa-b0b9-7438f8bb674b req-54019108-3071-4efa-a17b-fb15014b76f4 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.000717 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef52df78-65f6-4daa-b0b9-7438f8bb674b req-54019108-3071-4efa-a17b-fb15014b76f4 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.3212430 May 27 22:28:54.006682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7029b30b-25a0-4f4e-b1ce-10b09e799249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-718873624-router', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '144ab6ce-4532-4b44-848c-a051e418e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:28:31Z', 'updated_at': '2022-05-27T22:28:50Z', 'revision_number': 5, 'project_id': 'e6d42305cc944a89ad317e72239c7933', 'gw_port': {'id': '144ab6ce-4532-4b44-848c-a051e418e734', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:28:32Z', 'updated_at': '2022-05-27T22:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:54.011255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7029b30b-25a0-4f4e-b1ce-10b09e799249 None None] Checking router: d4e10a65-711d-48ea-bb06-43ce1ccc2127 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:28:54.021095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7029b30b-25a0-4f4e-b1ce-10b09e799249 None None] Routers {'d4e10a65-711d-48ea-bb06-43ce1ccc2127'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:28:54.021772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7029b30b-25a0-4f4e-b1ce-10b09e799249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:28:29Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d4e10a65-711d-48ea-bb06-43ce1ccc2127'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:54.090686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09810e64-4c73-4da6-be47-f8b9998b5eab req-62599f21-b42a-41ab-90ca-095ddf8c9699 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.096794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09810e64-4c73-4da6-be47-f8b9998b5eab req-62599f21-b42a-41ab-90ca-095ddf8c9699 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.103999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09810e64-4c73-4da6-be47-f8b9998b5eab req-62599f21-b42a-41ab-90ca-095ddf8c9699 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.107983 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:54.117101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09810e64-4c73-4da6-be47-f8b9998b5eab req-62599f21-b42a-41ab-90ca-095ddf8c9699 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.117101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09810e64-4c73-4da6-be47-f8b9998b5eab req-62599f21-b42a-41ab-90ca-095ddf8c9699 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.121488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09810e64-4c73-4da6-be47-f8b9998b5eab req-62599f21-b42a-41ab-90ca-095ddf8c9699 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.127426 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09810e64-4c73-4da6-be47-f8b9998b5eab req-62599f21-b42a-41ab-90ca-095ddf8c9699 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.129890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-09810e64-4c73-4da6-be47-f8b9998b5eab req-62599f21-b42a-41ab-90ca-095ddf8c9699 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5405 time: 0.4035666 May 27 22:28:54.189851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513ae1-d38a-49bb-90bc-6c13fb9cc697 req-ecece30f-75e6-4df6-bc58-87a9cfee970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.191274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513ae1-d38a-49bb-90bc-6c13fb9cc697 req-ecece30f-75e6-4df6-bc58-87a9cfee970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.191391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513ae1-d38a-49bb-90bc-6c13fb9cc697 req-ecece30f-75e6-4df6-bc58-87a9cfee970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.191767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513ae1-d38a-49bb-90bc-6c13fb9cc697 req-ecece30f-75e6-4df6-bc58-87a9cfee970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.192229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513ae1-d38a-49bb-90bc-6c13fb9cc697 req-ecece30f-75e6-4df6-bc58-87a9cfee970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.193081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513ae1-d38a-49bb-90bc-6c13fb9cc697 req-ecece30f-75e6-4df6-bc58-87a9cfee970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.193503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513ae1-d38a-49bb-90bc-6c13fb9cc697 req-ecece30f-75e6-4df6-bc58-87a9cfee970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.195291 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f9513ae1-d38a-49bb-90bc-6c13fb9cc697 req-ecece30f-75e6-4df6-bc58-87a9cfee970e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 6407 time: 0.5337718 May 27 22:28:54.240554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-7029b30b-25a0-4f4e-b1ce-10b09e799249 None None] Set router d4e10a65-711d-48ea-bb06-43ce1ccc2127 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:28:54.293041 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef52df78-65f6-4daa-b0b9-7438f8bb674b req-5e87ba91-db94-4a40-aa77-380d93b6e46c tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450223 May 27 22:28:54.299473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-960401f0-b51f-4f7c-9d34-26e7bb0345f2 req-dac328a7-a120-4f52-aa3e-e2360abbee0a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] For port 5daa1417-a7eb-4605-ad00-c3ba651b1df1, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5daa1417-a7eb-4605-ad00-c3ba651b1df1,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:54.299841 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-960401f0-b51f-4f7c-9d34-26e7bb0345f2 req-dac328a7-a120-4f52-aa3e-e2360abbee0a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:54.407900 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-09810e64-4c73-4da6-be47-f8b9998b5eab req-29d25048-231e-43f8-85da-e12f30aa4bc0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2086124 May 27 22:28:54.520822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Allocated IP 172.20.0.6 (83b2cd8f-2358-49b4-a885-79e5e97a5ec7/38c978a7-2c3e-4299-9e00-a1c60f2fbf1c/fe174b2f-0ddd-4a28-afba-9b2f92a6dc16) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:28:54.547126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08671d78-2104-401c-96fc-7281a8b93080 req-89f6bc03-048a-4ceb-b5df-445170c94d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.548491 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-08671d78-2104-401c-96fc-7281a8b93080 req-89f6bc03-048a-4ceb-b5df-445170c94d12 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fd0bb810-bc46-47aa-89f7-6186899cd8a0 HTTP/1.1" status: 200 len: 918 time: 0.6314595 May 27 22:28:54.557775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-960401f0-b51f-4f7c-9d34-26e7bb0345f2 req-dac328a7-a120-4f52-aa3e-e2360abbee0a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Calling delete_port for 5daa1417-a7eb-4605-ad00-c3ba651b1df1 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:28:54.589234 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-913334d9-4da7-48ae-8eaa-efb40ad51ab6 req-3e775420-f07a-4b80-84a3-4ce46515390f tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0603685 May 27 22:28:54.592689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7029b30b-25a0-4f4e-b1ce-10b09e799249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-718873624-router', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '144ab6ce-4532-4b44-848c-a051e418e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:28:31Z', 'updated_at': '2022-05-27T22:28:50Z', 'revision_number': 5, 'project_id': 'e6d42305cc944a89ad317e72239c7933', 'gw_port': {'id': '144ab6ce-4532-4b44-848c-a051e418e734', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:28:32Z', 'updated_at': '2022-05-27T22:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:28:54.598878 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7029b30b-25a0-4f4e-b1ce-10b09e799249 None None] The sync data for ids ['d4e10a65-711d-48ea-bb06-43ce1ccc2127'] in n-d-843680-3 is: [{'id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-718873624-router', 'tenant_id': 'e6d42305cc944a89ad317e72239c7933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114'}], 'enable_snat': True}, 'gw_port_id': '144ab6ce-4532-4b44-848c-a051e418e734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:28:31Z', 'updated_at': '2022-05-27T22:28:50Z', 'revision_number': 5, 'project_id': 'e6d42305cc944a89ad317e72239c7933', 'gw_port': {'id': '144ab6ce-4532-4b44-848c-a051e418e734', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e10a65-711d-48ea-bb06-43ce1ccc2127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:28:32Z', 'updated_at': '2022-05-27T22:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:28:54.682389 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-08671d78-2104-401c-96fc-7281a8b93080 req-9d77dc62-eae5-434b-8ea5-cb5ca8b1a4e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f69c1ab6-5a37-493c-b2ca-bd2191da40e4 HTTP/1.1" status: 200 len: 217 time: 0.0864010 May 27 22:28:54.736369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device f69c1ab6-5a37-493c-b2ca-bd2191da40e4 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:28:54.822301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513ae1-d38a-49bb-90bc-6c13fb9cc697 req-c98e035e-981a-49c0-8d01-adbc11a78689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.822301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513ae1-d38a-49bb-90bc-6c13fb9cc697 req-c98e035e-981a-49c0-8d01-adbc11a78689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.822301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513ae1-d38a-49bb-90bc-6c13fb9cc697 req-c98e035e-981a-49c0-8d01-adbc11a78689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.822301 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f9513ae1-d38a-49bb-90bc-6c13fb9cc697 req-c98e035e-981a-49c0-8d01-adbc11a78689 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5918496 May 27 22:28:54.828184 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:54.848642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3ee50-6d85-4d8b-bac8-9d192094f2f9 req-7ce331cd-99cd-41be-ba24-2a73bc90fce4 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.850419 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0e3ee50-6d85-4d8b-bac8-9d192094f2f9 req-7ce331cd-99cd-41be-ba24-2a73bc90fce4 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e HTTP/1.1" status: 200 len: 944 time: 0.4290619 May 27 22:28:54.860437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08671d78-2104-401c-96fc-7281a8b93080 req-4e6face6-dfa2-465e-a577-adb9f93988a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:54.863493 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-08671d78-2104-401c-96fc-7281a8b93080 req-4e6face6-dfa2-465e-a577-adb9f93988a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1e1eedb1-d54a-4059-9c6a-80a0292863e5 HTTP/1.1" status: 200 len: 857 time: 0.1673203 May 27 22:28:54.921836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port f69c1ab6-5a37-493c-b2ca-bd2191da40e4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=f69c1ab6-5a37-493c-b2ca-bd2191da40e4,segment=NetworkSegment(6a166d9b-3811-43d9-9be1-c89f94bfa341),segment_id=6a166d9b-3811-43d9-9be1-c89f94bfa341)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:54.937979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'f69c1ab6-5a37-493c-b2ca-bd2191da40e4', 'network_id': 'fd0bb810-bc46-47aa-89f7-6186899cd8a0', 'port_id': 'f69c1ab6-5a37-493c-b2ca-bd2191da40e4', 'mac_address': 'fa:16:3e:6b:34:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1eedb1-d54a-4059-9c6a-80a0292863e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:28:55.001267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port f69c1ab6-5a37-493c-b2ca-bd2191da40e4 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:55.001267 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:55.021116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23208c92-dbee-4363-9c21-9737e54a8a81 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:55.027713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69c1ab6-5a37-493c-b2ca-bd2191da40e4 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:55.045070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port f69c1ab6-5a37-493c-b2ca-bd2191da40e4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=f69c1ab6-5a37-493c-b2ca-bd2191da40e4,segment=NetworkSegment(6a166d9b-3811-43d9-9be1-c89f94bfa341),segment_id=6a166d9b-3811-43d9-9be1-c89f94bfa341)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:55.051669 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:55.069366 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0e3ee50-6d85-4d8b-bac8-9d192094f2f9 req-c8a5de71-4308-4884-9285-24cbeae56986 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/security-groups?id=00f8087a-b3c3-4384-8f68-59f138e223e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562223 May 27 22:28:55.102112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Transition to ACTIVE for port object 23208c92-dbee-4363-9c21-9737e54a8a81 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:55.111935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] Deleting port 144ab6ce-4532-4b44-848c-a051e418e734 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:55.111935 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:55.119909 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:55.171581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373cd29-25e7-4309-92ca-71df62a456f0 req-56dfb66f-5ec5-4f90-9b31-6babd2627e6c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:55.172000 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-08671d78-2104-401c-96fc-7281a8b93080 req-7b2f9094-2fdd-465d-b9ed-53c28f7d793d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fd0bb810-bc46-47aa-89f7-6186899cd8a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2569215 May 27 22:28:55.179522 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1373cd29-25e7-4309-92ca-71df62a456f0 req-56dfb66f-5ec5-4f90-9b31-6babd2627e6c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 944 time: 0.3281200 May 27 22:28:55.198359 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:55.204068 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:55.236247 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=f69c1ab6-5a37-493c-b2ca-bd2191da40e4,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:55.382713 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4df90ed2-ac3a-46fd-a304-9eaaa425839b req-c75140b7-f0d7-41d9-9404-9da78139e532 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 210 time: 0.1267502 May 27 22:28:55.410561 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1373cd29-25e7-4309-92ca-71df62a456f0 req-62ef12b3-afd1-421b-91ae-6e0249d48827 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226763 May 27 22:28:55.435065 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:28:55.453326 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Pushing event updated for resources: {'Port': ['ID=23208c92-dbee-4363-9c21-9737e54a8a81,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:55.464210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5daa1417-a7eb-4605-ad00-c3ba651b1df1 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:28:55.500224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9513ae1-d38a-49bb-90bc-6c13fb9cc697 req-fcb9232a-e5a2-4f4a-8dd3-a786fb49d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:55.502060 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f9513ae1-d38a-49bb-90bc-6c13fb9cc697 req-fcb9232a-e5a2-4f4a-8dd3-a786fb49d0e8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6709094 May 27 22:28:55.556467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': '3fa643d5-4d0e-43b9-bf15-48d47e85ccdd'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:55.575827 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-960401f0-b51f-4f7c-9d34-26e7bb0345f2 req-dac328a7-a120-4f52-aa3e-e2360abbee0a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:55.606251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['f69c1ab6-5a37-493c-b2ca-bd2191da40e4'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:28:55.637451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Attempting to bind port 23208c92-dbee-4363-9c21-9737e54a8a81 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:55.637964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Attempting to bind port 23208c92-dbee-4363-9c21-9737e54a8a81 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '43da4530-189b-4de7-bdc3-38f0c7e98169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:55.638084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Attempting to bind port 23208c92-dbee-4363-9c21-9737e54a8a81 on network c1c98a16-ff0e-48d9-bd68-874df362e9d7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:55.649388 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-08671d78-2104-401c-96fc-7281a8b93080 req-f01f2cf6-0f53-4445-bf0d-7a17c51e30a1 service neutron] 10.222.0.46 "GET /v2.0/networks/fd0bb810-bc46-47aa-89f7-6186899cd8a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973496 May 27 22:28:55.655554 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:55.690363 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Port 23208c92-dbee-4363-9c21-9737e54a8a81 on network c1c98a16-ff0e-48d9-bd68-874df362e9d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:28:55.690752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Attempting to bind port 23208c92-dbee-4363-9c21-9737e54a8a81 on network c1c98a16-ff0e-48d9-bd68-874df362e9d7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:55.693331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac328a7-a120-4f52-aa3e-e2360abbee0a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Pushing event deleted for resources: {'Port': ['ID=5daa1417-a7eb-4605-ad00-c3ba651b1df1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:55.713192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:55.713567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Checking segment: {'id': '43da4530-189b-4de7-bdc3-38f0c7e98169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:55.713949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Bound using segment: {'id': '43da4530-189b-4de7-bdc3-38f0c7e98169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:55.714387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Bound port: 23208c92-dbee-4363-9c21-9737e54a8a81, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43da4530-189b-4de7-bdc3-38f0c7e98169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:55.714731 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:55.721373 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No active binding found for port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 22:28:55.727646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5daa1417-a7eb-4605-ad00-c3ba651b1df1 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:28:55.824271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] For port 144ab6ce-4532-4b44-848c-a051e418e734, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=144ab6ce-4532-4b44-848c-a051e418e734,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:55.824657 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:55.848767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:28:55.869954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:28:55.879655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:28:55.895642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-960401f0-b51f-4f7c-9d34-26e7bb0345f2 req-dac328a7-a120-4f52-aa3e-e2360abbee0a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] No DVR routers for this DVR port 5daa1417-a7eb-4605-ad00-c3ba651b1df1 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:28:55.923879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Pushing event updated for resources: {'Port': ['ID=fe174b2f-0ddd-4a28-afba-9b2f92a6dc16,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:55.959751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] Calling delete_port for 144ab6ce-4532-4b44-848c-a051e418e734 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:28:55.965947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba011db-b7a5-41fc-b5d9-bf7cc5050113 req-df897f2e-926e-41bb-9051-aae845005cf6 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:55.972109 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bba011db-b7a5-41fc-b5d9-bf7cc5050113 req-df897f2e-926e-41bb-9051-aae845005cf6 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 1101 time: 0.3749001 May 27 22:28:55.986528 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-960401f0-b51f-4f7c-9d34-26e7bb0345f2 req-dac328a7-a120-4f52-aa3e-e2360abbee0a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:55.988204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a381cec-4c87-4514-91ff-d1e42c990922 req-2c851a00-2cee-44cc-be3f-f951d5bff43f tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:55.989054 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a704380-b4ba-4e39-8ec5-e64c7e25e08b', 'name': 'network-vif-deleted', 'tag': '5daa1417-a7eb-4605-ad00-c3ba651b1df1'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:55.989705 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a381cec-4c87-4514-91ff-d1e42c990922 req-2c851a00-2cee-44cc-be3f-f951d5bff43f tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.3444438 May 27 22:28:56.018978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:56.019573 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:56.037077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] For port 23208c92-dbee-4363-9c21-9737e54a8a81, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:56.064622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8fa7467b-22c9-491e-83b0-ffec73c06b53 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:28:56.080466 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-08671d78-2104-401c-96fc-7281a8b93080 req-22f37af1-fec0-480a-9ac4-286363dfd7d4 service neutron] 10.222.0.46 "GET /v2.0/networks/fd0bb810-bc46-47aa-89f7-6186899cd8a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207356 May 27 22:28:56.083918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] For port 23208c92-dbee-4363-9c21-9737e54a8a81, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=23208c92-dbee-4363-9c21-9737e54a8a81,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:56.092936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bba011db-b7a5-41fc-b5d9-bf7cc5050113 req-37f7a144-4592-4d64-b9fe-a18beac064aa tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Synchronizing usage tracker for tenant:d0c80af48f9c4db19848a514bc766bff on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:56.103294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 8fa7467b-22c9-491e-83b0-ffec73c06b53 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:28:56.103855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8fa7467b-22c9-491e-83b0-ffec73c06b53 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:28:56.108478 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a381cec-4c87-4514-91ff-d1e42c990922 req-0c7eeebd-8e5d-4651-abea-6bb574398713 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034565 May 27 22:28:56.119067 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-960401f0-b51f-4f7c-9d34-26e7bb0345f2 req-dac328a7-a120-4f52-aa3e-e2360abbee0a tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.57 "DELETE /v2.0/ports/5daa1417-a7eb-4605-ad00-c3ba651b1df1 HTTP/1.1" status: 204 len: 173 time: 2.9075692 May 27 22:28:56.177082 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:56.222033 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-a0570d81-669b-4e7e-bfd5-e76346ecff7c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0077522 May 27 22:28:56.222593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bba011db-b7a5-41fc-b5d9-bf7cc5050113 req-37f7a144-4592-4d64-b9fe-a18beac064aa tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Unset dirty status for tenant:d0c80af48f9c4db19848a514bc766bff on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:56.223598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bba011db-b7a5-41fc-b5d9-bf7cc5050113 req-37f7a144-4592-4d64-b9fe-a18beac064aa tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457876 May 27 22:28:56.267245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:56.276733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Request body: {'port': {'device_id': 'f6ef5138-858e-4499-8456-ffe0d1917ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:28:56.321699 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f550904f-74ab-460e-b4c1-3046368a33d7'] response: {'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': '3fa643d5-4d0e-43b9-bf15-48d47e85ccdd', 'status': 'completed', 'code': 200} May 27 22:28:56.322994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:56.323605 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:56.325007 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] 10.222.0.57 "PUT /v2.0/ports/23208c92-dbee-4363-9c21-9737e54a8a81 HTTP/1.1" status: 200 len: 1091 time: 3.0656133 May 27 22:28:56.373009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4602f4-a1ff-4cdb-ae95-28f1af634861 service neutron] Pushing event updated for resources: {'Port': ['ID=23208c92-dbee-4363-9c21-9737e54a8a81,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:56.424813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7f9fac0e-55b6-4100-8cf3-193eb5b2055c', '453ef750-e32a-4c0e-b745-376669d9af24'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:28:56.444398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] Pushing event deleted for resources: {'Port': ['ID=144ab6ce-4532-4b44-848c-a051e418e734,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:56.507617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff3a4712-59f3-4709-8d59-ecc98bd51f50 req-b359c915-1a17-4dd1-aab6-a3e9a7780d70 tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0981410 May 27 22:28:56.541292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2db5-75cc-44c9-8116-01fa81802d67 req-fd82b86e-c5c0-40d3-a4da-bd010c0e3ad1 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:56.547308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2db5-75cc-44c9-8116-01fa81802d67 req-fd82b86e-c5c0-40d3-a4da-bd010c0e3ad1 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:56.554662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2db5-75cc-44c9-8116-01fa81802d67 req-fd82b86e-c5c0-40d3-a4da-bd010c0e3ad1 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:56.573628 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2db5-75cc-44c9-8116-01fa81802d67 req-fd82b86e-c5c0-40d3-a4da-bd010c0e3ad1 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:56.579861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2db5-75cc-44c9-8116-01fa81802d67 req-fd82b86e-c5c0-40d3-a4da-bd010c0e3ad1 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:56.586951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2db5-75cc-44c9-8116-01fa81802d67 req-fd82b86e-c5c0-40d3-a4da-bd010c0e3ad1 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:56.592669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b2db5-75cc-44c9-8116-01fa81802d67 req-fd82b86e-c5c0-40d3-a4da-bd010c0e3ad1 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:56.595282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd4b2db5-75cc-44c9-8116-01fa81802d67 req-fd82b86e-c5c0-40d3-a4da-bd010c0e3ad1 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5417 time: 0.3842466 May 27 22:28:56.595512 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:56.608021 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0828d2f9-a477-4b3b-919e-4bfe79ed7081'] response: {'server_uuid': '8a704380-b4ba-4e39-8ec5-e64c7e25e08b', 'name': 'network-vif-deleted', 'tag': '5daa1417-a7eb-4605-ad00-c3ba651b1df1', 'status': 'completed', 'code': 200} May 27 22:28:56.620850 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:56.707661 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd4b2db5-75cc-44c9-8116-01fa81802d67 req-893c6a62-c6c2-4ca8-a2c0-638067d94185 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0997136 May 27 22:28:56.780239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device f69c1ab6-5a37-493c-b2ca-bd2191da40e4 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:28:56.987012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port f69c1ab6-5a37-493c-b2ca-bd2191da40e4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:28:56.993230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port f69c1ab6-5a37-493c-b2ca-bd2191da40e4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:28:56.996672 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:57.030076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770e64-9e21-4ecc-acb4-e2263afaffda req-e329a1d1-c7eb-479a-a0f3-52f9a5f06c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.030553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770e64-9e21-4ecc-acb4-e2263afaffda req-e329a1d1-c7eb-479a-a0f3-52f9a5f06c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.031023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770e64-9e21-4ecc-acb4-e2263afaffda req-e329a1d1-c7eb-479a-a0f3-52f9a5f06c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.031485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770e64-9e21-4ecc-acb4-e2263afaffda req-e329a1d1-c7eb-479a-a0f3-52f9a5f06c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.031944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770e64-9e21-4ecc-acb4-e2263afaffda req-e329a1d1-c7eb-479a-a0f3-52f9a5f06c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.033117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770e64-9e21-4ecc-acb4-e2263afaffda req-e329a1d1-c7eb-479a-a0f3-52f9a5f06c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.033117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770e64-9e21-4ecc-acb4-e2263afaffda req-e329a1d1-c7eb-479a-a0f3-52f9a5f06c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.035642 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a770e64-9e21-4ecc-acb4-e2263afaffda req-e329a1d1-c7eb-479a-a0f3-52f9a5f06c98 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 6474 time: 0.6525347 May 27 22:28:57.038373 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:57.040399 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:57.123425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port f69c1ab6-5a37-493c-b2ca-bd2191da40e4 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:28:57.124086 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:57.136264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633670cf-c0e4-4fa4-b30e-d07e74aa9b58 req-e1311c0a-a3f7-4f5e-b8b7-17df423fd267 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.144270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-633670cf-c0e4-4fa4-b30e-d07e74aa9b58 req-e1311c0a-a3f7-4f5e-b8b7-17df423fd267 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e HTTP/1.1" status: 200 len: 945 time: 0.3786068 May 27 22:28:57.162980 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:57.163586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4e10a65-711d-48ea-bb06-43ce1ccc2127 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:28:57.165745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69c1ab6-5a37-493c-b2ca-bd2191da40e4'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:57.178038 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port f69c1ab6-5a37-493c-b2ca-bd2191da40e4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=f69c1ab6-5a37-493c-b2ca-bd2191da40e4,segment=NetworkSegment(6a166d9b-3811-43d9-9be1-c89f94bfa341),segment_id=6a166d9b-3811-43d9-9be1-c89f94bfa341)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:57.192670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4490a67-b866-490b-ab84-2d06515bc79c req-de175f26-7574-4dd4-8c01-554765a82e7f tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.197143 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c4490a67-b866-490b-ab84-2d06515bc79c req-de175f26-7574-4dd4-8c01-554765a82e7f tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=eaf9b5b8-d70d-4e7b-b523-da7053fed94b HTTP/1.1" status: 200 len: 1101 time: 0.2745118 May 27 22:28:57.197466 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:57.198293 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-402cd24e-6810-4684-abf5-75165510b579 admin admin] 10.222.0.27 "DELETE /v2.0/routers/d4e10a65-711d-48ea-bb06-43ce1ccc2127 HTTP/1.1" status: 204 len: 168 time: 3.7489827 May 27 22:28:57.203205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43048) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:57.234673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770e64-9e21-4ecc-acb4-e2263afaffda req-263fe782-8985-4f2b-80d8-ccd197882d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.235158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770e64-9e21-4ecc-acb4-e2263afaffda req-263fe782-8985-4f2b-80d8-ccd197882d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.235752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770e64-9e21-4ecc-acb4-e2263afaffda req-263fe782-8985-4f2b-80d8-ccd197882d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.238302 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a770e64-9e21-4ecc-acb4-e2263afaffda req-263fe782-8985-4f2b-80d8-ccd197882d69 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1795819 May 27 22:28:57.244506 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:57.277284 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-633670cf-c0e4-4fa4-b30e-d07e74aa9b58 req-6bcd6166-cbbf-462b-b6e2-47cd7dccd47c tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/security-groups?id=00f8087a-b3c3-4384-8f68-59f138e223e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320162 May 27 22:28:57.333209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0be407-ec9b-4512-91c3-d531d72667d5 admin admin] Deleting subnet ab0e7bf3-3576-436b-a562-a7ddccabbe82 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:28:57.349602 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a0be407-ec9b-4512-91c3-d531d72667d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:57.356856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=f69c1ab6-5a37-493c-b2ca-bd2191da40e4,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:57.417713 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c4490a67-b866-490b-ab84-2d06515bc79c req-32b2619b-d262-494f-8a9a-6a1f3a623033 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684563 May 27 22:28:57.435978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770e64-9e21-4ecc-acb4-e2263afaffda req-02a0f560-5b3d-43e6-8ef7-a8fe64bc3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.438083 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a770e64-9e21-4ecc-acb4-e2263afaffda req-02a0f560-5b3d-43e6-8ef7-a8fe64bc3fe4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1817422 May 27 22:28:57.449604 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-55233d87-1d93-4d58-9f18-73c968dda9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:57.533539 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a0be407-ec9b-4512-91c3-d531d72667d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:57.586833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-5964dac9-4966-4d0b-b475-0d3324f3f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.587337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-5964dac9-4966-4d0b-b475-0d3324f3f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.587793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-5964dac9-4966-4d0b-b475-0d3324f3f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.588260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-5964dac9-4966-4d0b-b475-0d3324f3f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.588756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-5964dac9-4966-4d0b-b475-0d3324f3f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.589221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-5964dac9-4966-4d0b-b475-0d3324f3f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.589681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-5964dac9-4966-4d0b-b475-0d3324f3f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.591641 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-5964dac9-4966-4d0b-b475-0d3324f3f474 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 6474 time: 0.0900838 May 27 22:28:57.662527 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-342232d4-b001-49ae-a3f7-183aca7dce5a req-a3135a2e-70f9-44ff-9479-3e5f17061fe6 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=8a704380-b4ba-4e39-8ec5-e64c7e25e08b HTTP/1.1" status: 200 len: 210 time: 0.1005397 May 27 22:28:57.670610 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-7f09b2eb-8cc2-472d-bb5b-0f6ec4606f0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 HTTP/1.1" status: 200 len: 217 time: 0.0656483 May 27 22:28:57.691996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:28:57.707649 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:57.739690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Transition to ACTIVE for port object fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:28:57.753211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4f710-2621-481c-8d52-5b0d0344c05f req-adcff484-8237-438f-8791-c24b9999fda7 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.754561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1eb4f710-2621-481c-8d52-5b0d0344c05f req-adcff484-8237-438f-8791-c24b9999fda7 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Synchronizing usage tracker for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:28:57.755420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-de7f8f43-b319-4071-9d20-41fe9cfa8e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.757228 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-de7f8f43-b319-4071-9d20-41fe9cfa8e73 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=886cb46f-6b6f-4fc3-8c8e-a4f846943042 HTTP/1.1" status: 200 len: 851 time: 0.0799201 May 27 22:28:57.776309 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a0be407-ec9b-4512-91c3-d531d72667d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:57.842714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b0e5ca15-20af-45ad-9726-da46ff860a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:57.844176 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b0e5ca15-20af-45ad-9726-da46ff860a05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b090dde9-67db-4c49-bbbc-f76032c598e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785687 May 27 22:28:57.864959 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:57.924845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1eb4f710-2621-481c-8d52-5b0d0344c05f req-adcff484-8237-438f-8791-c24b9999fda7 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Unset dirty status for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:28:57.926026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1eb4f710-2621-481c-8d52-5b0d0344c05f req-adcff484-8237-438f-8791-c24b9999fda7 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 931 time: 0.4845858 May 27 22:28:57.979244 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-735bf3c0-bbb5-424c-acf3-ea1b0fae8dc5 service neutron] 10.222.0.57 "GET /v2.0/networks/b090dde9-67db-4c49-bbbc-f76032c598e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257732 May 27 22:28:58.086743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Pushing event updated for resources: {'Port': ['ID=fe174b2f-0ddd-4a28-afba-9b2f92a6dc16,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:58.101110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 144ab6ce-4532-4b44-848c-a051e418e734 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:28:58.119867 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-4ec09e32-8e7f-48a7-8b4b-78726e9af8f5 service neutron] 10.222.0.57 "GET /v2.0/networks/b090dde9-67db-4c49-bbbc-f76032c598e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334612 May 27 22:28:58.139412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 144ab6ce-4532-4b44-848c-a051e418e734 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:28:58.139626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 144ab6ce-4532-4b44-848c-a051e418e734 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:28:58.176710 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1eb4f710-2621-481c-8d52-5b0d0344c05f req-befe026a-0fdc-4982-8664-e69c4b197df0 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744087 May 27 22:28:58.190811 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-89adfc42-2b4b-485f-8cba-c3ef22c4f104 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f HTTP/1.1" status: 200 len: 217 time: 0.0629301 May 27 22:28:58.193844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0549b-12b8-4fa0-920b-600c89af47a3 req-440c2111-6d79-457f-80c8-f8c03ac3569d tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:58.196232 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dca0549b-12b8-4fa0-920b-600c89af47a3 req-440c2111-6d79-457f-80c8-f8c03ac3569d tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.3885765 May 27 22:28:58.200504 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a0be407-ec9b-4512-91c3-d531d72667d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:58.224411 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0fe7c30-e65a-49f8-ba13-0bd64099f589'] response: {'server_uuid': 'c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69c1ab6-5a37-493c-b2ca-bd2191da40e4', 'code': 200} May 27 22:28:58.262892 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-3a0265dd-5bd3-43fc-8448-308cdfd4faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:58.264877 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-3a0265dd-5bd3-43fc-8448-308cdfd4faa5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12e036b-b21d-44ef-9e41-b61836ac4b5b HTTP/1.1" status: 200 len: 797 time: 0.0689766 May 27 22:28:58.273837 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a0be407-ec9b-4512-91c3-d531d72667d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:58.278724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc88303c-83ae-4ec1-a66d-e75579e5b88d None None] Network 34eb0311-b45b-410c-9940-8a08339a6fc2 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:28:58.286348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0be407-ec9b-4512-91c3-d531d72667d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0e7bf3-3576-436b-a562-a7ddccabbe82,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:58.318992 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1a0be407-ec9b-4512-91c3-d531d72667d5 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/ab0e7bf3-3576-436b-a562-a7ddccabbe82 HTTP/1.1" status: 204 len: 168 time: 1.1147404 May 27 22:28:58.320212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43060) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:28:58.323972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Attempting to bind port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:28:58.324278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Attempting to bind port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:28:58.324645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Attempting to bind port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:58.331755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': '23208c92-dbee-4363-9c21-9737e54a8a81'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:28:58.356203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:28:58.356564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Attempting to bind port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:28:58.367310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dca0549b-12b8-4fa0-920b-600c89af47a3 req-bb0f4c76-ac80-4923-88ae-fcf85cbf7276 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610506 May 27 22:28:58.373233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:28:58.373574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Checking segment: {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:28:58.374361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Bound using segment: {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:28:58.374822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Bound port: fe174b2f-0ddd-4a28-afba-9b2f92a6dc16, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:28:58.375177 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:58.483512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f0b87e77-9aca-4aa7-9b42-01cccda6b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:58.485597 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-f0b87e77-9aca-4aa7-9b42-01cccda6b289 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2143266 May 27 22:28:58.531383 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:58.600849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863927f-eaff-4353-b790-5b65c804a1bf req-22289d36-9be1-4fd8-83ef-902a9b7d6a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:58.606143 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7863927f-eaff-4353-b790-5b65c804a1bf req-22289d36-9be1-4fd8-83ef-902a9b7d6a80 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e HTTP/1.1" status: 200 len: 1097 time: 0.2608275 May 27 22:28:58.606807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20726bd4-6a58-4fd4-b2f2-36129c5f45f6 req-909663f1-5818-46f4-b1c9-31ccbf084866 tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0825944 May 27 22:28:58.614389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Deleting port 83a9ef86-5b61-496a-b5b3-2513898bcf4f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:58.614726 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:58.654813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb584a55-9153-406a-bcd3-76bc4210f2a1 None None] DHCP port deletion for 34eb0311-b45b-410c-9940-8a08339a6fc2 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:28:58.660100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bb584a55-9153-406a-bcd3-76bc4210f2a1 None None] Deleting port 83a9ef86-5b61-496a-b5b3-2513898bcf4f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:28:58.660553 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb584a55-9153-406a-bcd3-76bc4210f2a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:58.678192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] For port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:28:58.769787 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7863927f-eaff-4353-b790-5b65c804a1bf req-47ec0dd4-2e68-4a1f-8e9a-dd85d31dd996 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=00f8087a-b3c3-4384-8f68-59f138e223e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444502 May 27 22:28:58.789038 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-2aa1cbd5-ee32-4d91-8c5c-fea29c607daf service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947221 May 27 22:28:58.899774 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bb584a55-9153-406a-bcd3-76bc4210f2a1 None None] For port 83a9ef86-5b61-496a-b5b3-2513898bcf4f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=83a9ef86-5b61-496a-b5b3-2513898bcf4f,segment=NetworkSegment(58be1920-2a31-486d-908f-3a9f1def7184),segment_id=58be1920-2a31-486d-908f-3a9f1def7184)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:58.900078 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb584a55-9153-406a-bcd3-76bc4210f2a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:58.943251 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-40f5421f-0e9b-4a12-866b-6c27ee7de861 service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468668 May 27 22:28:58.945248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] For port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fe174b2f-0ddd-4a28-afba-9b2f92a6dc16,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:28:59.012783 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-11b73ffb-d7f6-49f3-8ec4-c9c0854ed454 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=0f8c0679-a173-42fd-bf4b-8227fb6895d4 HTTP/1.1" status: 200 len: 217 time: 0.0628617 May 27 22:28:59.025086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bb584a55-9153-406a-bcd3-76bc4210f2a1 None None] Calling delete_port for 83a9ef86-5b61-496a-b5b3-2513898bcf4f owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:28:59.067677 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:59.181935 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb584a55-9153-406a-bcd3-76bc4210f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:59.208158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:59.209152 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:59.210093 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] 10.222.0.57 "PUT /v2.0/ports/fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 HTTP/1.1" status: 200 len: 1091 time: 2.9491630 May 27 22:28:59.219709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9826a573-1862-421b-92e1-0c2a6251f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:59.222328 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9826a573-1862-421b-92e1-0c2a6251f886 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12e036b-b21d-44ef-9e41-b61836ac4b5b HTTP/1.1" status: 200 len: 797 time: 0.2014484 May 27 22:28:59.233627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb584a55-9153-406a-bcd3-76bc4210f2a1 None None] Pushing event deleted for resources: {'Port': ['ID=83a9ef86-5b61-496a-b5b3-2513898bcf4f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:59.237642 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb584a55-9153-406a-bcd3-76bc4210f2a1 None None] No DVR routers for this DVR port 83a9ef86-5b61-496a-b5b3-2513898bcf4f on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:28:59.243437 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40502da2-0abe-4d84-b946-6f4bb0babfd3 req-c2b81805-7242-4643-aab8-626b79582e3f tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:59.249490 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40502da2-0abe-4d84-b946-6f4bb0babfd3 req-c2b81805-7242-4643-aab8-626b79582e3f tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e HTTP/1.1" status: 200 len: 946 time: 0.3345671 May 27 22:28:59.270566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302866e2-6aea-442b-9710-058d1a6efc34 req-e70c4243-4fdc-4d40-87fb-e3eb986787dc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:59.276427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302866e2-6aea-442b-9710-058d1a6efc34 req-e70c4243-4fdc-4d40-87fb-e3eb986787dc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:59.282194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302866e2-6aea-442b-9710-058d1a6efc34 req-e70c4243-4fdc-4d40-87fb-e3eb986787dc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:59.289512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302866e2-6aea-442b-9710-058d1a6efc34 req-e70c4243-4fdc-4d40-87fb-e3eb986787dc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:59.295492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302866e2-6aea-442b-9710-058d1a6efc34 req-e70c4243-4fdc-4d40-87fb-e3eb986787dc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:59.301870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302866e2-6aea-442b-9710-058d1a6efc34 req-e70c4243-4fdc-4d40-87fb-e3eb986787dc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:59.304139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-39260f01-1a32-4f31-9eb6-15734412ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:59.305692 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-39260f01-1a32-4f31-9eb6-15734412ec00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768390 May 27 22:28:59.308051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302866e2-6aea-442b-9710-058d1a6efc34 req-e70c4243-4fdc-4d40-87fb-e3eb986787dc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:59.310000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-302866e2-6aea-442b-9710-058d1a6efc34 req-e70c4243-4fdc-4d40-87fb-e3eb986787dc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5417 time: 0.5978160 May 27 22:28:59.313191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] For port 83a9ef86-5b61-496a-b5b3-2513898bcf4f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=83a9ef86-5b61-496a-b5b3-2513898bcf4f,segment=NetworkSegment(58be1920-2a31-486d-908f-3a9f1def7184),segment_id=58be1920-2a31-486d-908f-3a9f1def7184)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:28:59.318179 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:59.325077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358af6d7-9e1b-43b4-85ea-e30b5132f699 service neutron] Pushing event updated for resources: {'Port': ['ID=fe174b2f-0ddd-4a28-afba-9b2f92a6dc16,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:28:59.463594 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c10c6e9d-62e0-4119-bf67-211f36ad893d service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302087 May 27 22:28:59.512649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Calling delete_port for 83a9ef86-5b61-496a-b5b3-2513898bcf4f owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:28:59.586455 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aac16b83-a7eb-4c33-8477-364d61989195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:28:59.601899 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-69c60317-cfaf-4083-b68a-4455cd3f9f66 service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287720 May 27 22:28:59.619282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-302866e2-6aea-442b-9710-058d1a6efc34 req-ae29993e-2c80-4600-8c0b-bbf3aafa04f2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2881854 May 27 22:28:59.624253 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40502da2-0abe-4d84-b946-6f4bb0babfd3 req-7d510e70-2974-46e9-b386-b0b6bdb57700 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/security-groups?id=00f8087a-b3c3-4384-8f68-59f138e223e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133399 May 27 22:28:59.650220 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:28:59.650536 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:28:59.659955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-6ea68418-0824-4043-a181-e6e6c08ef694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:59.661510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-6ea68418-0824-4043-a181-e6e6c08ef694 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 1094 time: 0.3100150 May 27 22:28:59.689366 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-9e80b517-631c-4734-a057-f33a447d92ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=afbe4a2a-ff42-4360-a344-c0004a52a25b HTTP/1.1" status: 200 len: 217 time: 0.0799110 May 27 22:28:59.748428 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ec2b86-f8b1-4c1d-b72e-dd3c4b42f60a'] response: {'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': '23208c92-dbee-4363-9c21-9737e54a8a81', 'status': 'completed', 'code': 200} May 27 22:28:59.757780 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-9b0c1bd9-98e7-4c35-ab20-685882291a1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 HTTP/1.1" status: 200 len: 217 time: 0.0686982 May 27 22:28:59.778083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5b9cbe9-19f1-4801-8a55-97e0f76daf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:59.779892 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-b5b9cbe9-19f1-4801-8a55-97e0f76daf62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12e036b-b21d-44ef-9e41-b61836ac4b5b HTTP/1.1" status: 200 len: 797 time: 0.0826499 May 27 22:28:59.840806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-ac3683f7-0581-4abb-b92f-3c77ed1c4023 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=d47f869e18974690bc67f65603b9f1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382819 May 27 22:28:59.863529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-0abdcc48-a469-49f7-96fa-2eeab1ae031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:59.865043 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-0abdcc48-a469-49f7-96fa-2eeab1ae031f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0776069 May 27 22:28:59.916915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-994149a8-4d86-49a5-ae7b-5941a42017dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:28:59.918330 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-994149a8-4d86-49a5-ae7b-5941a42017dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 200 len: 846 time: 0.1516171 May 27 22:29:00.002370 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-e9e1da93-bc51-48e0-9641-7b0038cf4b73 service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286900 May 27 22:29:00.029226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-4c48d66a-28e4-4a0a-9d86-861258eff2fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633399 May 27 22:29:00.121491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 83a9ef86-5b61-496a-b5b3-2513898bcf4f no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:29:00.149137 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-ea3e6770-0f1f-47b6-8641-c0764b3c008e service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400568 May 27 22:29:00.152946 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Deleting port 83a9ef86-5b61-496a-b5b3-2513898bcf4f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:29:00.153286 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:00.159086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 83a9ef86-5b61-496a-b5b3-2513898bcf4f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:29:00.159438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 83a9ef86-5b61-496a-b5b3-2513898bcf4f not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:29:00.224472 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-468023c2-8915-4f73-833b-4c6067561e65 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=8cf04518-2939-4728-93ea-50115c31a9be HTTP/1.1" status: 200 len: 217 time: 0.0673556 May 27 22:29:00.248217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] The port '83a9ef86-5b61-496a-b5b3-2513898bcf4f' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:29:00.260269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-64e5adce-da69-49ed-ab1c-3a501e499ae3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:00.261752 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-64e5adce-da69-49ed-ab1c-3a501e499ae3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4112461 May 27 22:29:00.291718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c10da28f-9114-41e4-9e7a-eae840cc1115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:00.293262 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c10da28f-9114-41e4-9e7a-eae840cc1115 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12e036b-b21d-44ef-9e41-b61836ac4b5b HTTP/1.1" status: 200 len: 797 time: 0.0605357 May 27 22:29:00.346817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02baf68-ccfa-4f53-9088-ae5427ed7b8a req-c57408c9-7fd0-4e56-abc3-6f9ebff13896 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:00.348287 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a02baf68-ccfa-4f53-9088-ae5427ed7b8a req-c57408c9-7fd0-4e56-abc3-6f9ebff13896 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 943 time: 0.4759774 May 27 22:29:00.369999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-dc97446e-219a-4846-9874-af377ff93f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:00.371531 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-dc97446e-219a-4846-9874-af377ff93f7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716784 May 27 22:29:00.510704 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-e43b5f87-108e-451c-ba9e-8b3a53bef08c service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309214 May 27 22:29:00.523080 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-d977c729-3a97-4bc8-a85f-9394956054e9 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/quotas/d47f869e18974690bc67f65603b9f1d5 HTTP/1.1" status: 200 len: 375 time: 0.2328751 May 27 22:29:00.589222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-c2301f57-8ad7-4ff9-8521-8f3d4ec055d4 service neutron] 10.222.0.57 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428140 May 27 22:29:00.598755 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:00.649883 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-10fa337e-33db-49c7-b1e8-e031ff1eb0ee service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326816 May 27 22:29:00.715094 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a02baf68-ccfa-4f53-9088-ae5427ed7b8a req-e9a5e299-35d7-4fe7-b38a-33da0fc6ea03 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936159 May 27 22:29:00.725998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34eb0311-b45b-410c-9940-8a08339a6fc2']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:00.741374 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-62333df8-6076-45fb-bf1a-b51081c01c12 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd HTTP/1.1" status: 200 len: 217 time: 0.0798225 May 27 22:29:00.755918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58be1920-2a31-486d-908f-3a9f1def7184') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:00.756210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58be1920-2a31-486d-908f-3a9f1def7184') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:00.774665 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:00.802536 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:00.807607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-da1c3ecf-9980-4c96-a906-b977d18a04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:00.808455 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:00.809229 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-da1c3ecf-9980-4c96-a906-b977d18a04c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1070a7e0-6859-4ad5-8415-366ceef97d50 HTTP/1.1" status: 200 len: 797 time: 0.0615761 May 27 22:29:00.821794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:29:00.822219 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:00.891844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-31b76ec0-8a5d-468d-a7eb-5b4b023ee33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:00.893901 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-31b76ec0-8a5d-468d-a7eb-5b4b023ee33a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1c98a16-ff0e-48d9-bd68-874df362e9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0761702 May 27 22:29:00.903093 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 58be1920-2a31-486d-908f-3a9f1def7184 resource provider aggregate not found May 27 22:29:00.904574 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:00.943801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d35a4ee-035f-4ae8-ac8d-c3ccd2b5c183 req-ee3e504e-2ce5-4e12-9550-95787e1cddb6 service neutron] 10.222.0.57 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372183 May 27 22:29:00.963754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-4a8ab9fa-a4ab-4c56-abb5-53e2ef623754 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4221406 May 27 22:29:00.979306 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 58be1920-2a31-486d-908f-3a9f1def7184 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58be1920-2a31-486d-908f-3a9f1def7184 found for delete ", "request_id": "req-c37f9b7b-a298-4bfa-b3b2-acb572877288"}]} May 27 22:29:01.021731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0f820-95e9-4280-a3da-ada6aadeb485 req-8ccb1d0f-5523-4ab2-996d-d1fd3dfaf72b tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:01.023305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-61f0f820-95e9-4280-a3da-ada6aadeb485 req-8ccb1d0f-5523-4ab2-996d-d1fd3dfaf72b tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.1763418 May 27 22:29:01.077176 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-61f0f820-95e9-4280-a3da-ada6aadeb485 req-86ee94bf-5a18-41a6-ac91-3bf92657fce3 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476637 May 27 22:29:01.078255 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:01.084381 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:01.115376 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] 10.222.0.27 "DELETE /v2.0/networks/34eb0311-b45b-410c-9940-8a08339a6fc2 HTTP/1.1" status: 204 len: 168 time: 2.7848723 May 27 22:29:01.119631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f150f9-6b3c-471f-bfe0-952d2a92ef46 admin admin] Pushing event deleted for resources: {'Network': ['ID=34eb0311-b45b-410c-9940-8a08339a6fc2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:01.158985 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-c54fe2d1-264f-4cf5-8491-efcb5a59d71d service neutron] 10.222.0.57 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552850 May 27 22:29:01.252114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a0bb2eb-5c50-4930-accb-de08aaf29a75 req-723097c0-e0dc-484d-859e-9e5b2fd6f38d tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0477989 May 27 22:29:01.306215 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-bb2c2015-c47b-4bf6-beca-acb37d6f59ac service neutron] 10.222.0.57 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387639 May 27 22:29:01.379813 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-807a16c5-8bfd-40a6-81a3-2adda2f7183d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23208c92-dbee-4363-9c21-9737e54a8a81 HTTP/1.1" status: 200 len: 217 time: 0.0666730 May 27 22:29:01.444867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-14cace52-ff00-4ffa-b8f4-3f9ac3644aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:01.446307 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-14cace52-ff00-4ffa-b8f4-3f9ac3644aaa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1070a7e0-6859-4ad5-8415-366ceef97d50 HTTP/1.1" status: 200 len: 797 time: 0.0589702 May 27 22:29:01.531290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-3bcf5172-8c8a-4c6d-b920-b4dcad2c74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:01.532785 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-3bcf5172-8c8a-4c6d-b920-b4dcad2c74a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1c98a16-ff0e-48d9-bd68-874df362e9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0750220 May 27 22:29:01.552655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43098) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:01.594840 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-69c0913c-d4e4-43aa-974a-f19a03799488 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e6d42305cc944a89ad317e72239c7933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470374 May 27 22:29:01.598376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43102) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:01.674932 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6df4afb4-b3f8-4f62-a801-c12db0e9cc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:01.686221 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-6ffa3529-bf33-43f2-a12c-6098d67fda4d service neutron] 10.222.0.57 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449718 May 27 22:29:01.722458 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6df4afb4-b3f8-4f62-a801-c12db0e9cc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:01.753768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6ef5138-858e-4499-8456-ffe0d1917ab0', 'tag': 'fe174b2f-0ddd-4a28-afba-9b2f92a6dc16'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:01.863618 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6df4afb4-b3f8-4f62-a801-c12db0e9cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:01.890221 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1e8632d8-1cc7-46ad-82d6-cf7b9009ea1d req-75d114ef-fc8a-4396-bb6b-6f59e344608f service neutron] 10.222.0.57 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924005 May 27 22:29:01.914741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4afb4-b3f8-4f62-a801-c12db0e9cc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedb90ed-40d2-4e4e-a4e4-e84ef4f19fca,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:01.935867 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6df4afb4-b3f8-4f62-a801-c12db0e9cc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:01.942679 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6df4afb4-b3f8-4f62-a801-c12db0e9cc1c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dedb90ed-40d2-4e4e-a4e4-e84ef4f19fca HTTP/1.1" status: 204 len: 168 time: 0.3374856 May 27 22:29:01.970127 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:01.997883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974292b-8c2a-4420-a318-24a4ee3c4b5b req-40541fca-266b-426f-b2ea-4b0950c79afb tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.004174 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974292b-8c2a-4420-a318-24a4ee3c4b5b req-40541fca-266b-426f-b2ea-4b0950c79afb tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.009885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974292b-8c2a-4420-a318-24a4ee3c4b5b req-40541fca-266b-426f-b2ea-4b0950c79afb tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.015829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974292b-8c2a-4420-a318-24a4ee3c4b5b req-40541fca-266b-426f-b2ea-4b0950c79afb tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.022061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974292b-8c2a-4420-a318-24a4ee3c4b5b req-40541fca-266b-426f-b2ea-4b0950c79afb tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.028711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974292b-8c2a-4420-a318-24a4ee3c4b5b req-40541fca-266b-426f-b2ea-4b0950c79afb tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.034238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974292b-8c2a-4420-a318-24a4ee3c4b5b req-40541fca-266b-426f-b2ea-4b0950c79afb tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.036126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f974292b-8c2a-4420-a318-24a4ee3c4b5b req-40541fca-266b-426f-b2ea-4b0950c79afb tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5417 time: 0.2167358 May 27 22:29:02.044436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e8218-1fad-4acf-acda-9438907e4699 req-beac6f84-6a69-4ce4-bcd8-61fe33e252bb tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.045862 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-853e8218-1fad-4acf-acda-9438907e4699 req-beac6f84-6a69-4ce4-bcd8-61fe33e252bb tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e HTTP/1.1" status: 200 len: 946 time: 0.1834247 May 27 22:29:02.119654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f974292b-8c2a-4420-a318-24a4ee3c4b5b req-b648eeed-f341-4435-ac88-515b151fe465 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0727413 May 27 22:29:02.124101 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-853e8218-1fad-4acf-acda-9438907e4699 req-51082947-8713-4567-8ec6-698daa030fcf tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/security-groups?id=00f8087a-b3c3-4384-8f68-59f138e223e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643322 May 27 22:29:02.350785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cff5a8-7825-4106-9fb3-0a9c648ba328 req-4ac8b54a-727b-4e33-9442-2b09e0eed926 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.357976 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12cff5a8-7825-4106-9fb3-0a9c648ba328 req-4ac8b54a-727b-4e33-9442-2b09e0eed926 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 944 time: 0.1175752 May 27 22:29:02.410360 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12cff5a8-7825-4106-9fb3-0a9c648ba328 req-b1e55f01-fd1e-4acb-884d-1784c3120158 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514300 May 27 22:29:02.473282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-5ef55057-eb9d-4774-add8-df0174c9acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.473282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-5ef55057-eb9d-4774-add8-df0174c9acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.473282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-5ef55057-eb9d-4774-add8-df0174c9acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.473282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-5ef55057-eb9d-4774-add8-df0174c9acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.473282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-5ef55057-eb9d-4774-add8-df0174c9acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.473282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-5ef55057-eb9d-4774-add8-df0174c9acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.473282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-5ef55057-eb9d-4774-add8-df0174c9acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.475886 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-5ef55057-eb9d-4774-add8-df0174c9acb5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 6474 time: 0.1264801 May 27 22:29:02.523823 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1982bc-ff16-4e32-8f77-ba39dc5c805e'] response: {'name': 'network-changed', 'server_uuid': 'f6ef5138-858e-4499-8456-ffe0d1917ab0', 'tag': 'fe174b2f-0ddd-4a28-afba-9b2f92a6dc16', 'status': 'completed', 'code': 200} May 27 22:29:02.580598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92e87c-986a-48f0-b816-b99521533d62 req-f1368cb2-5be7-4c21-b91c-161b6a2b672f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.587952 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b92e87c-986a-48f0-b816-b99521533d62 req-f1368cb2-5be7-4c21-b91c-161b6a2b672f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 943 time: 0.1038597 May 27 22:29:02.642402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-9c4f03b8-e295-42cc-a6f6-e01a15b00078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.643752 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-9c4f03b8-e295-42cc-a6f6-e01a15b00078 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c1c98a16-ff0e-48d9-bd68-874df362e9d7 HTTP/1.1" status: 200 len: 903 time: 0.1598957 May 27 22:29:02.720979 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-7f60731b-837c-40fa-b388-d7924578e459 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23208c92-dbee-4363-9c21-9737e54a8a81 HTTP/1.1" status: 200 len: 217 time: 0.0696256 May 27 22:29:02.754858 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b92e87c-986a-48f0-b816-b99521533d62 req-f8ea507e-7639-4ec8-9f07-16eeb4eb0b10 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660044 May 27 22:29:02.811567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-926ef8cf-d770-4135-8c31-afe23805e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.813054 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-926ef8cf-d770-4135-8c31-afe23805e076 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1070a7e0-6859-4ad5-8415-366ceef97d50 HTTP/1.1" status: 200 len: 797 time: 0.0838344 May 27 22:29:02.867001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed25e6-9165-4f33-b5aa-6223695de8f6 req-8b7574db-37a9-429a-9fc7-c89a04200d36 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.868520 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95ed25e6-9165-4f33-b5aa-6223695de8f6 req-8b7574db-37a9-429a-9fc7-c89a04200d36 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.57 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 944 time: 0.2118433 May 27 22:29:02.883232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a9560-b89a-47c0-8f27-63b27805f51d req-64c9cd01-ceb2-46b7-8082-70b455f5c23e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.884318 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-856a9560-b89a-47c0-8f27-63b27805f51d req-64c9cd01-ceb2-46b7-8082-70b455f5c23e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.2642081 May 27 22:29:02.921028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-2d2df916-9823-44d9-96a1-bcf0bfe96318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.922622 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-2d2df916-9823-44d9-96a1-bcf0bfe96318 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1c98a16-ff0e-48d9-bd68-874df362e9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1021774 May 27 22:29:02.947100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dd0eb-fd1f-458c-ae97-04274c20f0c2 req-db3b05ee-4f26-48df-8a23-2adc628d737f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:02.947100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b3dd0eb-fd1f-458c-ae97-04274c20f0c2 req-db3b05ee-4f26-48df-8a23-2adc628d737f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 1094 time: 0.2785883 May 27 22:29:03.088390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-95ed25e6-9165-4f33-b5aa-6223695de8f6 req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Deleting port f96c045c-74fb-43e2-9abd-ee3f45807c53 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:29:03.088725 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95ed25e6-9165-4f33-b5aa-6223695de8f6 req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:03.097824 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-92bbb738-e4bf-4f43-8f04-f6d18a185d78 service neutron] 10.222.0.57 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670070 May 27 22:29:03.129639 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-856a9560-b89a-47c0-8f27-63b27805f51d req-895c0ac5-5a81-4670-9fc4-bcda0c991410 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977961 May 27 22:29:03.221087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dd0eb-fd1f-458c-ae97-04274c20f0c2 req-e3434e6b-71d5-49c7-959c-5c95432d02d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:03.221087 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b3dd0eb-fd1f-458c-ae97-04274c20f0c2 req-e3434e6b-71d5-49c7-959c-5c95432d02d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 907 time: 0.2620375 May 27 22:29:03.307439 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-85dc0c79-9d0d-4cb1-86a7-8654828fd969 req-f3bd7839-f2b2-43c9-aef1-2b569f83b117 service neutron] 10.222.0.57 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868432 May 27 22:29:03.476335 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b3dd0eb-fd1f-458c-ae97-04274c20f0c2 req-bb8436ab-f079-4cef-8eeb-e73fc6b86e1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 HTTP/1.1" status: 200 len: 217 time: 0.2469468 May 27 22:29:03.484898 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f57813c-ad9e-4a62-80cf-a5834be1e233 req-751061b0-5000-48d0-977f-83f4a5ece8b8 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 210 time: 0.2669721 May 27 22:29:03.510516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:03.528558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69d2237e-b2a8-409e-a1ea-91efdfa0ad81 req-6b9ca8d5-0ca7-44a8-a8e9-90d7f34178a9 tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.1091192 May 27 22:29:03.688386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fe174b2f-0ddd-4a28-afba-9b2f92a6dc16,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:03.704460 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'fe174b2f-0ddd-4a28-afba-9b2f92a6dc16', 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7', 'port_id': 'fe174b2f-0ddd-4a28-afba-9b2f92a6dc16', 'mac_address': 'fa:16:3e:64:43:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c978a7-2c3e-4299-9e00-a1c60f2fbf1c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:03.714643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dd0eb-fd1f-458c-ae97-04274c20f0c2 req-1a84aa7a-a9b4-40fc-a30a-828d67ed6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:03.725722 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b3dd0eb-fd1f-458c-ae97-04274c20f0c2 req-1a84aa7a-a9b4-40fc-a30a-828d67ed6836 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 200 len: 846 time: 0.2237842 May 27 22:29:03.770896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:03.771295 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:03.789317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:03.805919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fe174b2f-0ddd-4a28-afba-9b2f92a6dc16,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:03.839933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b3dd0eb-fd1f-458c-ae97-04274c20f0c2 req-ff7ff2f8-aa6c-4019-b2ca-b8e363351855 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006701 May 27 22:29:03.847104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-95ed25e6-9165-4f33-b5aa-6223695de8f6 req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] For port f96c045c-74fb-43e2-9abd-ee3f45807c53, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f96c045c-74fb-43e2-9abd-ee3f45807c53,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:03.847492 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95ed25e6-9165-4f33-b5aa-6223695de8f6 req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:03.882294 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:03.965877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fe174b2f-0ddd-4a28-afba-9b2f92a6dc16,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:04.005614 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-95ed25e6-9165-4f33-b5aa-6223695de8f6 req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Calling delete_port for f96c045c-74fb-43e2-9abd-ee3f45807c53 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:29:04.154276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887057-240d-4243-b8bf-9b93595b8664 req-71864df9-5e83-458d-acec-5f7d55553089 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:04.160540 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887057-240d-4243-b8bf-9b93595b8664 req-71864df9-5e83-458d-acec-5f7d55553089 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:04.166203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887057-240d-4243-b8bf-9b93595b8664 req-71864df9-5e83-458d-acec-5f7d55553089 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:04.171847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887057-240d-4243-b8bf-9b93595b8664 req-71864df9-5e83-458d-acec-5f7d55553089 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:04.177557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887057-240d-4243-b8bf-9b93595b8664 req-71864df9-5e83-458d-acec-5f7d55553089 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:04.183178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887057-240d-4243-b8bf-9b93595b8664 req-71864df9-5e83-458d-acec-5f7d55553089 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:04.188891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68887057-240d-4243-b8bf-9b93595b8664 req-71864df9-5e83-458d-acec-5f7d55553089 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:04.190684 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68887057-240d-4243-b8bf-9b93595b8664 req-71864df9-5e83-458d-acec-5f7d55553089 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5417 time: 0.5735245 May 27 22:29:04.259934 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b3dd0eb-fd1f-458c-ae97-04274c20f0c2 req-e5ec95d4-72b2-45bb-b596-a3b3db23698d service neutron] 10.222.0.57 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009385 May 27 22:29:04.267569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2cfd6-b50b-41a7-b8f2-579391dbb986 req-597e69ac-4b07-4bd1-892a-161f331f2009 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:04.269540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdd2cfd6-b50b-41a7-b8f2-579391dbb986 req-597e69ac-4b07-4bd1-892a-161f331f2009 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e HTTP/1.1" status: 200 len: 946 time: 0.5338676 May 27 22:29:04.313540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['fe174b2f-0ddd-4a28-afba-9b2f92a6dc16'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:04.428548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68887057-240d-4243-b8bf-9b93595b8664 req-fe3600a0-e7e5-4047-a51f-b912533950a8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2072909 May 27 22:29:04.475193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdd2cfd6-b50b-41a7-b8f2-579391dbb986 req-221e7c71-03c5-48d4-a4a8-e8c1b34e6416 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/security-groups?id=00f8087a-b3c3-4384-8f68-59f138e223e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814315 May 27 22:29:04.528504 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b3dd0eb-fd1f-458c-ae97-04274c20f0c2 req-42062925-4d9d-4d0b-9163-6339dbe17ca5 service neutron] 10.222.0.57 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560360 May 27 22:29:04.593161 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95ed25e6-9165-4f33-b5aa-6223695de8f6 req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:04.724746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Pushing event deleted for resources: {'Port': ['ID=f96c045c-74fb-43e2-9abd-ee3f45807c53,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:04.783147 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97a48244-64ef-41bf-93cb-ca15953f1c88 req-750378eb-4fb4-4a1c-8c6a-96e9d85dcf66 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a HTTP/1.1" status: 200 len: 210 time: 0.1416812 May 27 22:29:04.791142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:04.791569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:04.791968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:04.792376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:04.793301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:04.793701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:04.794096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:04.794505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:04.794898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:04.795285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:04.795668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:04.796042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:04.859652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede2e8-5074-4a51-a5d7-ba832fbd1887 req-07a9eb3b-01fe-4916-a049-1269e6bbd566 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:04.860515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f4ede2e8-5074-4a51-a5d7-ba832fbd1887 req-07a9eb3b-01fe-4916-a049-1269e6bbd566 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Synchronizing usage tracker for tenant:53ad869cb21c4eb2a29e5ad0491e2c14 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:29:04.969743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ed25e6-9165-4f33-b5aa-6223695de8f6 req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] No DVR routers for this DVR port f96c045c-74fb-43e2-9abd-ee3f45807c53 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:29:04.979047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f4ede2e8-5074-4a51-a5d7-ba832fbd1887 req-07a9eb3b-01fe-4916-a049-1269e6bbd566 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Unset dirty status for tenant:53ad869cb21c4eb2a29e5ad0491e2c14 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:29:04.980609 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f4ede2e8-5074-4a51-a5d7-ba832fbd1887 req-07a9eb3b-01fe-4916-a049-1269e6bbd566 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e HTTP/1.1" status: 200 len: 946 time: 0.2235196 May 27 22:29:05.003066 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95ed25e6-9165-4f33-b5aa-6223695de8f6 req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:05.006590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a', 'name': 'network-vif-deleted', 'tag': 'f96c045c-74fb-43e2-9abd-ee3f45807c53'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:05.054966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f4ede2e8-5074-4a51-a5d7-ba832fbd1887 req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Deleting port f69c1ab6-5a37-493c-b2ca-bd2191da40e4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:29:05.055321 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f4ede2e8-5074-4a51-a5d7-ba832fbd1887 req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:05.057029 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-efa4c70e-919f-4820-8f96-585e1448ac4c tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d47f869e18974690bc67f65603b9f1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450549 May 27 22:29:05.058867 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95ed25e6-9165-4f33-b5aa-6223695de8f6 req-f1bf8c85-30b4-4eec-8e44-2773ad60d0e9 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.57 "DELETE /v2.0/ports/f96c045c-74fb-43e2-9abd-ee3f45807c53 HTTP/1.1" status: 204 len: 173 time: 2.1840303 May 27 22:29:05.192372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d39ba-e93b-468d-a669-6b44fe2fef27 req-80ba83b7-54b7-4905-9825-116f5f32e44c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:05.195211 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8a5d39ba-e93b-468d-a669-6b44fe2fef27 req-80ba83b7-54b7-4905-9825-116f5f32e44c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 944 time: 0.5450618 May 27 22:29:05.273033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4036b4-8db6-4672-9622-bd29a6daaba5 req-78d2ddc4-2046-4f76-a92e-ed42439619b6 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:05.279943 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f4036b4-8db6-4672-9622-bd29a6daaba5 req-78d2ddc4-2046-4f76-a92e-ed42439619b6 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.3170676 May 27 22:29:05.325330 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8a5d39ba-e93b-468d-a669-6b44fe2fef27 req-c2d976a8-fae0-4efc-afef-4ce77b232c1a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245637 May 27 22:29:05.335847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-32fc3be1-7d5f-447b-946a-a2a3b38dd2b1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:05.337509 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-32fc3be1-7d5f-447b-946a-a2a3b38dd2b1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2661972 May 27 22:29:05.361155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Request body: {'port': {'device_id': '3d19dd0f-d68c-451d-908b-89e6b7e3bb88', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'd47f869e18974690bc67f65603b9f1d5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:05.468499 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f4036b4-8db6-4672-9622-bd29a6daaba5 req-b53355be-1174-437c-a314-3b9f3721fcb5 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875904 May 27 22:29:05.503944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:05.543683 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad1eddbb-fea1-49ea-a425-4311feeeffef req-05bcbda3-9d68-4393-8377-224537e59aa0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 210 time: 0.0740609 May 27 22:29:05.587152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f4ede2e8-5074-4a51-a5d7-ba832fbd1887 req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] For port f69c1ab6-5a37-493c-b2ca-bd2191da40e4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=f69c1ab6-5a37-493c-b2ca-bd2191da40e4,segment=NetworkSegment(6a166d9b-3811-43d9-9be1-c89f94bfa341),segment_id=6a166d9b-3811-43d9-9be1-c89f94bfa341)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:05.587152 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f4ede2e8-5074-4a51-a5d7-ba832fbd1887 req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:05.652860 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-d59475ee-87bd-4db9-941c-e65c802ff21e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d47f869e18974690bc67f65603b9f1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875957 May 27 22:29:05.653522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:05.659875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:05.661959 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:05.662107 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17011bf9-ebbb-49e0-bf62-b6993d87d14c'] response: {'server_uuid': 'd1f9f7dd-49ad-4ef8-a9f9-8f1585c3e54a', 'name': 'network-vif-deleted', 'tag': 'f96c045c-74fb-43e2-9abd-ee3f45807c53', 'status': 'completed', 'code': 200} May 27 22:29:05.698173 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e826d556-5fb9-4770-a48d-25527052790d req-1e03b6bd-6414-4507-b6ab-50a5e2f9bb9c tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0838726 May 27 22:29:05.779629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f4ede2e8-5074-4a51-a5d7-ba832fbd1887 req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Calling delete_port for f69c1ab6-5a37-493c-b2ca-bd2191da40e4 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:29:05.836543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:05.846405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Usage tracker for resource:port and tenant:d47f869e18974690bc67f65603b9f1d5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:05.917251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:05.917628 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:05.919116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:05.946679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ef5138-858e-4499-8456-ffe0d1917ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe174b2f-0ddd-4a28-afba-9b2f92a6dc16'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:05.957147 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fe174b2f-0ddd-4a28-afba-9b2f92a6dc16,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:05.974795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:05.994576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-21f283aa-e8b1-490c-a113-7cd0fcb02a15 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:05.996142 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-21f283aa-e8b1-490c-a113-7cd0fcb02a15 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3256216 May 27 22:29:06.025718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Request body: {'port': {'device_id': '45a8740f-175b-4072-9910-d3fed8dc72ca', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'd47f869e18974690bc67f65603b9f1d5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:06.050088 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:06.051549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f96c045c-74fb-43e2-9abd-ee3f45807c53 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:29:06.125836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: f96c045c-74fb-43e2-9abd-ee3f45807c53 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:29:06.126183 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f96c045c-74fb-43e2-9abd-ee3f45807c53 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:29:06.129726 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f4ede2e8-5074-4a51-a5d7-ba832fbd1887 req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:06.141303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['f69c1ab6-5a37-493c-b2ca-bd2191da40e4'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:06.163187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7de8-a5fa-4fba-aec4-38d845142fbd req-d75f2338-507d-4860-828c-89c0117fa6c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:06.169115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7de8-a5fa-4fba-aec4-38d845142fbd req-d75f2338-507d-4860-828c-89c0117fa6c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:06.175562 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7de8-a5fa-4fba-aec4-38d845142fbd req-d75f2338-507d-4860-828c-89c0117fa6c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:06.181612 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7de8-a5fa-4fba-aec4-38d845142fbd req-d75f2338-507d-4860-828c-89c0117fa6c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:06.187204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Pushing event deleted for resources: {'Port': ['ID=f69c1ab6-5a37-493c-b2ca-bd2191da40e4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:06.188069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7de8-a5fa-4fba-aec4-38d845142fbd req-d75f2338-507d-4860-828c-89c0117fa6c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:06.194594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7de8-a5fa-4fba-aec4-38d845142fbd req-d75f2338-507d-4860-828c-89c0117fa6c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:06.199892 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fe174b2f-0ddd-4a28-afba-9b2f92a6dc16,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:06.202040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba7de8-a5fa-4fba-aec4-38d845142fbd req-d75f2338-507d-4860-828c-89c0117fa6c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:06.203959 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bba7de8-a5fa-4fba-aec4-38d845142fbd req-d75f2338-507d-4860-828c-89c0117fa6c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5417 time: 0.3422198 May 27 22:29:06.208953 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Made reservation on behalf of d47f869e18974690bc67f65603b9f1d5 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:29:06.212284 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:06.227797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:06.228006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:06.228297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:06.228658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:06.228982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:06.229303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:06.229636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:06.229942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:06.230299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:06.230573 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:06.230922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:06.231197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:06.239756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa8538-7f73-4170-9163-5e7f17f4a3ae req-f13115c2-a7e1-4797-84ff-4d8ef955f407 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:06.241265 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-acfa8538-7f73-4170-9163-5e7f17f4a3ae req-f13115c2-a7e1-4797-84ff-4d8ef955f407 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e HTTP/1.1" status: 200 len: 946 time: 0.3099735 May 27 22:29:06.280873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ede2e8-5074-4a51-a5d7-ba832fbd1887 req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] No DVR routers for this DVR port f69c1ab6-5a37-493c-b2ca-bd2191da40e4 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:29:06.283788 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f4ede2e8-5074-4a51-a5d7-ba832fbd1887 req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:06.286831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e', 'name': 'network-vif-deleted', 'tag': 'f69c1ab6-5a37-493c-b2ca-bd2191da40e4'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:06.360373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:06.368182 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f4ede2e8-5074-4a51-a5d7-ba832fbd1887 req-2ed0d2b5-d241-4ed6-87e7-27f464f1bcfc tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.46 "DELETE /v2.0/ports/f69c1ab6-5a37-493c-b2ca-bd2191da40e4 HTTP/1.1" status: 204 len: 173 time: 1.3823855 May 27 22:29:06.390322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Usage tracker for resource:port and tenant:d47f869e18974690bc67f65603b9f1d5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:06.399328 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bba7de8-a5fa-4fba-aec4-38d845142fbd req-a84431d7-1e2d-4595-a609-1a289e0fda88 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1680617 May 27 22:29:06.400113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:06.419027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:06.437274 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-acfa8538-7f73-4170-9163-5e7f17f4a3ae req-f897649e-f6c9-469c-b3c6-50ee53dcd3c2 tempest-InstanceActionsV221TestJSON-1497216713 tempest-InstanceActionsV221TestJSON-1497216713-project] 10.222.0.27 "GET /v2.0/security-groups?id=00f8087a-b3c3-4384-8f68-59f138e223e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802714 May 27 22:29:06.542016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Allocated IP 192.168.233.34 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/b79a054f-03df-4600-942e-b9ed8592780d) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:29:06.543730 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3b80f0-18ec-48cd-9c13-e88e3a11fcf6'] response: {'server_uuid': 'f6ef5138-858e-4499-8456-ffe0d1917ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe174b2f-0ddd-4a28-afba-9b2f92a6dc16', 'code': 200} May 27 22:29:06.558569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Made reservation on behalf of d47f869e18974690bc67f65603b9f1d5 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:29:06.562438 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:06.593029 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae16e4c5-553c-490b-8785-a5d90c474605'] response: {'server_uuid': 'c6308ccc-65ef-48ec-abc3-a5bc8b4ef23e', 'name': 'network-vif-deleted', 'tag': 'f69c1ab6-5a37-493c-b2ca-bd2191da40e4', 'status': 'completed', 'code': 200} May 27 22:29:07.153232 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:07.169410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a15d10-9490-485d-b81c-d07c2371f7c0 req-2839f0d9-1848-4e82-ab95-49bde118b05c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:07.170857 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e2a15d10-9490-485d-b81c-d07c2371f7c0 req-2839f0d9-1848-4e82-ab95-49bde118b05c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 945 time: 0.5205812 May 27 22:29:07.176666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e741edc-7c61-4c1f-9554-3458ecdd2d10 req-adc8792d-db27-490a-9006-fb0ca4b3717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:07.178024 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e741edc-7c61-4c1f-9554-3458ecdd2d10 req-adc8792d-db27-490a-9006-fb0ca4b3717a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 1096 time: 0.4897981 May 27 22:29:07.185150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35c10a-5445-49ce-9e06-77ba2eb9b605 req-d73af93b-839a-4f04-83b4-470ab10d63e0 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:07.186548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b35c10a-5445-49ce-9e06-77ba2eb9b605 req-d73af93b-839a-4f04-83b4-470ab10d63e0 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.4993396 May 27 22:29:07.220827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Transition to ACTIVE for port object b79a054f-03df-4600-942e-b9ed8592780d will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:29:07.297551 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e741edc-7c61-4c1f-9554-3458ecdd2d10 req-bdac2f60-4237-460e-8536-fac2f26ccb06 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027150 May 27 22:29:07.307484 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e2a15d10-9490-485d-b81c-d07c2371f7c0 req-d0d1fc05-7e10-42df-9e0c-1a098673e14f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168654 May 27 22:29:07.313038 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b35c10a-5445-49ce-9e06-77ba2eb9b605 req-7e1add3f-d87d-40e8-a51a-7d5bf5996517 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153729 May 27 22:29:07.452389 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:07.495632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9', '5c165e3b-e0df-4343-8f81-36f59003b6c9', 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:07.579643 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec26171a-b79f-40cc-b125-78d0f0a6ef2a req-2991b021-391c-439d-86a2-b99f4c9dfe9f tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 210 time: 0.0868375 May 27 22:29:07.592615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:29:07.601510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:29:07.606068 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event updated for resources: {'Port': ['ID=b79a054f-03df-4600-942e-b9ed8592780d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:07.614722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:29:07.644799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Allocated IP 192.168.233.28 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/2f7cc155-9a9d-4fe1-83eb-2c4125d0f729) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:29:07.726941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:07.727849 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:07.806340 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff11ad65-34a9-4064-98dd-002235e28e2f req-8831896d-d239-48e2-82c2-5f9380b9f3f7 tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0728443 May 27 22:29:07.907734 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-be429a57-1790-46a0-b2e0-ce4cb512de12 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5508735 May 27 22:29:07.921697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Request body: {'port': {'device_id': '3d19dd0f-d68c-451d-908b-89e6b7e3bb88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:08.066484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-617b5282-21a0-4ecd-893c-36f330c793be None None] Provisioning for port b79a054f-03df-4600-942e-b9ed8592780d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:08.071574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-617b5282-21a0-4ecd-893c-36f330c793be None None] Provisioning complete for port b79a054f-03df-4600-942e-b9ed8592780d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:08.072005 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-617b5282-21a0-4ecd-893c-36f330c793be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:08.124793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-617b5282-21a0-4ecd-893c-36f330c793be None None] Port b79a054f-03df-4600-942e-b9ed8592780d cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:29:08.175867 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:08.218073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Transition to ACTIVE for port object 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:29:08.222027 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:08.258994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb1564-87b8-4618-b966-adf5c5a4bac8 req-68ea5549-da41-4340-b6dc-54608c005cb3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:08.264687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb1564-87b8-4618-b966-adf5c5a4bac8 req-68ea5549-da41-4340-b6dc-54608c005cb3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:08.271335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb1564-87b8-4618-b966-adf5c5a4bac8 req-68ea5549-da41-4340-b6dc-54608c005cb3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:08.277098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb1564-87b8-4618-b966-adf5c5a4bac8 req-68ea5549-da41-4340-b6dc-54608c005cb3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:08.282691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb1564-87b8-4618-b966-adf5c5a4bac8 req-68ea5549-da41-4340-b6dc-54608c005cb3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:08.288405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb1564-87b8-4618-b966-adf5c5a4bac8 req-68ea5549-da41-4340-b6dc-54608c005cb3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:08.294062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb1564-87b8-4618-b966-adf5c5a4bac8 req-68ea5549-da41-4340-b6dc-54608c005cb3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:08.295836 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74cb1564-87b8-4618-b966-adf5c5a4bac8 req-68ea5549-da41-4340-b6dc-54608c005cb3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5417 time: 0.3404624 May 27 22:29:08.370845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad325430-3cad-4e64-8a9c-9b14c6b494bf req-0dc6bf74-379a-44e9-8211-c40f1fe36ffa tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:08.371523 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ad325430-3cad-4e64-8a9c-9b14c6b494bf req-0dc6bf74-379a-44e9-8211-c40f1fe36ffa tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Synchronizing usage tracker for tenant:091c975465a443ff9f9924fb8c574958 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:29:08.422981 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74cb1564-87b8-4618-b966-adf5c5a4bac8 req-a8aa9c92-d723-425b-ac56-d9d03f5995d8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0954795 May 27 22:29:08.506516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ad325430-3cad-4e64-8a9c-9b14c6b494bf req-0dc6bf74-379a-44e9-8211-c40f1fe36ffa tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Unset dirty status for tenant:091c975465a443ff9f9924fb8c574958 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:29:08.512236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad325430-3cad-4e64-8a9c-9b14c6b494bf req-0dc6bf74-379a-44e9-8211-c40f1fe36ffa tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 944 time: 0.4680827 May 27 22:29:08.550119 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:08.791070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device f69c1ab6-5a37-493c-b2ca-bd2191da40e4 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:29:08.791287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:29:08.807903 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:29:08.810917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:29:08.837406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: f69c1ab6-5a37-493c-b2ca-bd2191da40e4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:29:08.837758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device f69c1ab6-5a37-493c-b2ca-bd2191da40e4 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:29:08.874346 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9', '5c165e3b-e0df-4343-8f81-36f59003b6c9', 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:09.030998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event updated for resources: {'Port': ['ID=2f7cc155-9a9d-4fe1-83eb-2c4125d0f729,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:09.054155 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad325430-3cad-4e64-8a9c-9b14c6b494bf req-b9eb3f53-68b1-475b-88ba-c5232976dfb4 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390830 May 27 22:29:09.172634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:09.173417 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:09.244021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae431c0e-0e48-41f0-ac2e-50906de2c7bd req-67be6c3f-e968-4c92-857d-111326b6e2f4 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:09.251034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae431c0e-0e48-41f0-ac2e-50906de2c7bd req-67be6c3f-e968-4c92-857d-111326b6e2f4 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 945 time: 0.6072793 May 27 22:29:09.322742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2159b94-eb7e-47be-a9af-07628b2beb54 req-1fb39286-eddf-4750-8ee8-02f794b40634 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:09.324172 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a2159b94-eb7e-47be-a9af-07628b2beb54 req-1fb39286-eddf-4750-8ee8-02f794b40634 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.57 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 944 time: 0.6725883 May 27 22:29:09.328824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f135e6ba-762b-47f8-807e-73ed8d100c56 None None] Provisioning for port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:09.343685 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f135e6ba-762b-47f8-807e-73ed8d100c56 None None] Provisioning complete for port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:09.344059 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f135e6ba-762b-47f8-807e-73ed8d100c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:09.405919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-1c9336ab-dac1-4fa1-a74e-b217549a01d0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3857079 May 27 22:29:09.417213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f135e6ba-762b-47f8-807e-73ed8d100c56 None None] Port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:29:09.435203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Request body: {'port': {'device_id': '45a8740f-175b-4072-9910-d3fed8dc72ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:09.466266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae431c0e-0e48-41f0-ac2e-50906de2c7bd req-9ba322cb-38a2-4a01-a436-d3a871d48626 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144217 May 27 22:29:09.472403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79a054f-03df-4600-942e-b9ed8592780d {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:09.489924 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:09.525924 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-a2159b94-eb7e-47be-a9af-07628b2beb54 req-6a77ea1d-ed55-4199-8013-5e9430272f5c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Deleting port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:29:09.526162 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a2159b94-eb7e-47be-a9af-07628b2beb54 req-6a77ea1d-ed55-4199-8013-5e9430272f5c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:09.568513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Transition to ACTIVE for port object b79a054f-03df-4600-942e-b9ed8592780d will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:29:09.680259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f06e07-eef8-42ff-8b8c-0d2c80b57c66 req-833bb2d5-bc88-4344-93fb-cb574910ea04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:09.681717 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1f06e07-eef8-42ff-8b8c-0d2c80b57c66 req-833bb2d5-bc88-4344-93fb-cb574910ea04 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.4909546 May 27 22:29:09.697139 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:09.799534 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:10.061890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b79a054f-03df-4600-942e-b9ed8592780d,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:10.098132 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1f06e07-eef8-42ff-8b8c-0d2c80b57c66 req-2719869c-5608-431b-8319-7b41a4683fa7 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018352 May 27 22:29:10.279395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98521c5e-0ec3-450b-ad86-3a2528530b3e req-e2bee0bf-92bd-4306-9074-8205ce4ba064 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:10.280100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-98521c5e-0ec3-450b-ad86-3a2528530b3e req-e2bee0bf-92bd-4306-9074-8205ce4ba064 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Synchronizing usage tracker for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:29:10.347327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-a2159b94-eb7e-47be-a9af-07628b2beb54 req-6a77ea1d-ed55-4199-8013-5e9430272f5c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] For port d8be8c44-fd8d-46b0-b490-3fdb28a37c24, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,segment=NetworkSegment(edc33488-b43f-4223-9235-3947fdbbf3e9),segment_id=edc33488-b43f-4223-9235-3947fdbbf3e9)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:10.347580 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a2159b94-eb7e-47be-a9af-07628b2beb54 req-6a77ea1d-ed55-4199-8013-5e9430272f5c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:10.355442 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Attempting to bind port b79a054f-03df-4600-942e-b9ed8592780d on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:29:10.355770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Attempting to bind port b79a054f-03df-4600-942e-b9ed8592780d by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:29:10.356091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Attempting to bind port b79a054f-03df-4600-942e-b9ed8592780d on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:29:10.504318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Port b79a054f-03df-4600-942e-b9ed8592780d on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:29:10.504673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Attempting to bind port b79a054f-03df-4600-942e-b9ed8592780d on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:29:10.572581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-98521c5e-0ec3-450b-ad86-3a2528530b3e req-e2bee0bf-92bd-4306-9074-8205ce4ba064 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Unset dirty status for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:29:10.573717 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-98521c5e-0ec3-450b-ad86-3a2528530b3e req-e2bee0bf-92bd-4306-9074-8205ce4ba064 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 935 time: 0.9386554 May 27 22:29:10.581399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-a2159b94-eb7e-47be-a9af-07628b2beb54 req-6a77ea1d-ed55-4199-8013-5e9430272f5c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Calling delete_port for d8be8c44-fd8d-46b0-b490-3fdb28a37c24 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:29:10.621151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:29:10.621407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:29:10.621781 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:29:10.622211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Bound port: b79a054f-03df-4600-942e-b9ed8592780d, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:29:10.622547 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:10.632111 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-240521a5-0df9-4f9f-b443-26f8370a6be8 req-2664b19e-a75d-4d3c-8682-a1dee4f2926e tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.2535460 May 27 22:29:10.933370 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-98521c5e-0ec3-450b-ad86-3a2528530b3e req-b2b09bf6-ccc0-4ffc-af12-0aeb81de90cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133068 May 27 22:29:11.002408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] For port b79a054f-03df-4600-942e-b9ed8592780d, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:29:11.009493 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] For port b79a054f-03df-4600-942e-b9ed8592780d, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b79a054f-03df-4600-942e-b9ed8592780d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:29:11.021258 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43296) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:11.087727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eea74e9-2200-49b8-96e6-6818f685d1bf admin admin] Deleting subnet 1e1eedb1-d54a-4059-9c6a-80a0292863e5 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:29:11.090804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eea74e9-2200-49b8-96e6-6818f685d1bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.102180 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.141653 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eea74e9-2200-49b8-96e6-6818f685d1bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.196656 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eea74e9-2200-49b8-96e6-6818f685d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.215021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b20619-6f09-4b57-a3f1-d5d1731dcded req-16623a8f-4160-42bd-ab30-aa04db7dc902 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:11.220722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b20619-6f09-4b57-a3f1-d5d1731dcded req-16623a8f-4160-42bd-ab30-aa04db7dc902 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:11.226365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b20619-6f09-4b57-a3f1-d5d1731dcded req-16623a8f-4160-42bd-ab30-aa04db7dc902 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:11.231974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b20619-6f09-4b57-a3f1-d5d1731dcded req-16623a8f-4160-42bd-ab30-aa04db7dc902 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:11.237636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b20619-6f09-4b57-a3f1-d5d1731dcded req-16623a8f-4160-42bd-ab30-aa04db7dc902 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:11.243275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b20619-6f09-4b57-a3f1-d5d1731dcded req-16623a8f-4160-42bd-ab30-aa04db7dc902 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:11.248919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b20619-6f09-4b57-a3f1-d5d1731dcded req-16623a8f-4160-42bd-ab30-aa04db7dc902 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:11.250791 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d6b20619-6f09-4b57-a3f1-d5d1731dcded req-16623a8f-4160-42bd-ab30-aa04db7dc902 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5417 time: 0.4222229 May 27 22:29:11.289152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:11.289766 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.291060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] 10.222.0.46 "PUT /v2.0/ports/b79a054f-03df-4600-942e-b9ed8592780d HTTP/1.1" status: 200 len: 1095 time: 3.3737407 May 27 22:29:11.307997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d19dd0f-d68c-451d-908b-89e6b7e3bb88', 'tag': 'b79a054f-03df-4600-942e-b9ed8592780d'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:11.317482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:11.334715 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.342138 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eea74e9-2200-49b8-96e6-6818f685d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.379828 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a2159b94-eb7e-47be-a9af-07628b2beb54 req-6a77ea1d-ed55-4199-8013-5e9430272f5c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.384008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce16d2c-3ab3-4210-aa89-8853c396a2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b79a054f-03df-4600-942e-b9ed8592780d,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:11.393663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea74e9-2200-49b8-96e6-6818f685d1bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e1eedb1-d54a-4059-9c6a-80a0292863e5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:11.393801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d6b20619-6f09-4b57-a3f1-d5d1731dcded req-87e10904-aa3d-4ce4-8343-efab753a6b0a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1236744 May 27 22:29:11.394610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Transition to ACTIVE for port object 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:29:11.396309 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eea74e9-2200-49b8-96e6-6818f685d1bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.405566 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1eea74e9-2200-49b8-96e6-6818f685d1bf admin admin] 10.222.0.27 "DELETE /v2.0/subnets/1e1eedb1-d54a-4059-9c6a-80a0292863e5 HTTP/1.1" status: 204 len: 168 time: 0.3824370 May 27 22:29:11.413374 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43304) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:11.507244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77ea1d-ed55-4199-8013-5e9430272f5c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Pushing event deleted for resources: {'Port': ['ID=d8be8c44-fd8d-46b0-b490-3fdb28a37c24,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:11.514325 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.529737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e783f552-d14a-4993-b6af-cdb94d3ee111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.559474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device d8be8c44-fd8d-46b0-b490-3fdb28a37c24 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:29:11.600490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: d8be8c44-fd8d-46b0-b490-3fdb28a37c24 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:29:11.600826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device d8be8c44-fd8d-46b0-b490-3fdb28a37c24 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:29:11.654904 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e783f552-d14a-4993-b6af-cdb94d3ee111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.680132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e783f552-d14a-4993-b6af-cdb94d3ee111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0bb810-bc46-47aa-89f7-6186899cd8a0']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:11.694815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e783f552-d14a-4993-b6af-cdb94d3ee111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a166d9b-3811-43d9-9be1-c89f94bfa341') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:11.695121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e783f552-d14a-4993-b6af-cdb94d3ee111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a166d9b-3811-43d9-9be1-c89f94bfa341') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:11.708088 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e783f552-d14a-4993-b6af-cdb94d3ee111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.726018 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e783f552-d14a-4993-b6af-cdb94d3ee111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.733139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e783f552-d14a-4993-b6af-cdb94d3ee111 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:29:11.736993 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e783f552-d14a-4993-b6af-cdb94d3ee111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.756414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2159b94-eb7e-47be-a9af-07628b2beb54 req-6a77ea1d-ed55-4199-8013-5e9430272f5c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] No DVR routers for this DVR port d8be8c44-fd8d-46b0-b490-3fdb28a37c24 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:29:11.771454 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a2159b94-eb7e-47be-a9af-07628b2beb54 req-6a77ea1d-ed55-4199-8013-5e9430272f5c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.803535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Pushing event updated for resources: {'Port': ['ID=2f7cc155-9a9d-4fe1-83eb-2c4125d0f729,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:11.816803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005e424-092a-474b-be02-9953180a91b6 req-8453ad9c-19e0-4cbf-8590-e626b2e41420 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:11.816803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7005e424-092a-474b-be02-9953180a91b6 req-8453ad9c-19e0-4cbf-8590-e626b2e41420 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4 HTTP/1.1" status: 200 len: 944 time: 0.7021933 May 27 22:29:11.822522 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 6a166d9b-3811-43d9-9be1-c89f94bfa341 resource provider aggregate not found May 27 22:29:11.851639 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 6a166d9b-3811-43d9-9be1-c89f94bfa341 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a166d9b-3811-43d9-9be1-c89f94bfa341 found for delete ", "request_id": "req-6fbe81f6-b09e-4fbe-9188-f39987df0f75"}]} May 27 22:29:11.916621 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a2159b94-eb7e-47be-a9af-07628b2beb54 req-6a77ea1d-ed55-4199-8013-5e9430272f5c tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.57 "DELETE /v2.0/ports/d8be8c44-fd8d-46b0-b490-3fdb28a37c24 HTTP/1.1" status: 204 len: 173 time: 2.5752723 May 27 22:29:11.926362 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-d561f21c-8427-49ac-b649-1cd6c99071f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:11.927809 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-d561f21c-8427-49ac-b649-1cd6c99071f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=3d19dd0f-d68c-451d-908b-89e6b7e3bb88 HTTP/1.1" status: 200 len: 1098 time: 0.4889324 May 27 22:29:11.935508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e783f552-d14a-4993-b6af-cdb94d3ee111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.954589 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e783f552-d14a-4993-b6af-cdb94d3ee111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:11.965895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783f552-d14a-4993-b6af-cdb94d3ee111 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0bb810-bc46-47aa-89f7-6186899cd8a0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:12.026236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-6aecd9bd-6a8e-48d9-99f5-8a8e084fed1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=b79a054f-03df-4600-942e-b9ed8592780d HTTP/1.1" status: 200 len: 217 time: 0.0804982 May 27 22:29:12.040997 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7005e424-092a-474b-be02-9953180a91b6 req-4f15bf14-d6d7-4863-843a-2ba54ab74095 tempest-LiveMigrationTest-1696027921 tempest-LiveMigrationTest-1696027921-project] 10.222.0.27 "GET /v2.0/security-groups?id=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870904 May 27 22:29:12.056121 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e783f552-d14a-4993-b6af-cdb94d3ee111 admin admin] 10.222.0.27 "DELETE /v2.0/networks/fd0bb810-bc46-47aa-89f7-6186899cd8a0 HTTP/1.1" status: 204 len: 168 time: 0.6416087 May 27 22:29:12.090626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e45f32-128e-4ae4-8b83-faba2fac605e req-acf1d95f-ef1c-4ead-81e2-1964c587a107 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:12.092138 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45e45f32-128e-4ae4-8b83-faba2fac605e req-acf1d95f-ef1c-4ead-81e2-1964c587a107 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 945 time: 0.5737035 May 27 22:29:12.103622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Attempting to bind port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:29:12.103952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Attempting to bind port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:29:12.104496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Attempting to bind port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:29:12.130200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:29:12.130518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Attempting to bind port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:29:12.146853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:29:12.147187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:29:12.147770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:29:12.148401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Bound port: 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:29:12.148941 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:12.167314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-37ec76b5-8b7d-44a9-86fa-dbd588f9a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:12.169055 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-37ec76b5-8b7d-44a9-86fa-dbd588f9a5da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1311889 May 27 22:29:12.297725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45e45f32-128e-4ae4-8b83-faba2fac605e req-9e8cb62a-c216-47b5-ba19-ed59c692b73c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856344 May 27 22:29:12.350421 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c93ae84-1278-42af-aef5-e6569bd083ac'] response: {'name': 'network-changed', 'server_uuid': '3d19dd0f-d68c-451d-908b-89e6b7e3bb88', 'tag': 'b79a054f-03df-4600-942e-b9ed8592780d', 'status': 'completed', 'code': 200} May 27 22:29:12.386840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] For port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:29:12.391244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] For port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2f7cc155-9a9d-4fe1-83eb-2c4125d0f729,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:29:12.404819 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-5f8a0c7f-e52f-45b9-8cc9-3595dbf41d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:12.406299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-5f8a0c7f-e52f-45b9-8cc9-3595dbf41d6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2273505 May 27 22:29:12.414385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df1045-0118-4ffa-9e89-402220874eb5 req-6d68c61c-30e8-46f8-994f-48fb5228da0d tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:12.415739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62df1045-0118-4ffa-9e89-402220874eb5 req-6d68c61c-30e8-46f8-994f-48fb5228da0d tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.1860769 May 27 22:29:12.533868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43334) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:12.585717 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-86a6bee2-150a-4766-8420-9f338945672d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=53ad869cb21c4eb2a29e5ad0491e2c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502765 May 27 22:29:12.588220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43338) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:12.651842 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a41d4adc-cfc0-4ad9-90f8-6f40ed81e43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:12.654592 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:12.683783 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a41d4adc-cfc0-4ad9-90f8-6f40ed81e43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:12.705095 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8858629-2f6a-4261-ba26-82ad77171b2b req-0643a03c-fde4-4c69-9961-634ff8a2098e tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.2685144 May 27 22:29:12.780606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:12.781221 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:12.782793 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] 10.222.0.57 "PUT /v2.0/ports/2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 HTTP/1.1" status: 200 len: 1095 time: 3.3590572 May 27 22:29:12.785945 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62df1045-0118-4ffa-9e89-402220874eb5 req-c6293248-38d8-4ac9-91d4-cd237e0babe7 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486085 May 27 22:29:12.841302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef98304-ddd0-4cf9-874c-6e5bbb5e4b9a service neutron] Pushing event updated for resources: {'Port': ['ID=2f7cc155-9a9d-4fe1-83eb-2c4125d0f729,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:12.848954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:12.856228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:29:12.883268 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a41d4adc-cfc0-4ad9-90f8-6f40ed81e43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:12.903065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d4adc-cfc0-4ad9-90f8-6f40ed81e43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f8087a-b3c3-4384-8f68-59f138e223e9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:12.912064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-aab53e06-002c-4119-8c86-d5c6d90c34d0 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944921 May 27 22:29:12.924682 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a41d4adc-cfc0-4ad9-90f8-6f40ed81e43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:12.924682 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a41d4adc-cfc0-4ad9-90f8-6f40ed81e43c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/00f8087a-b3c3-4384-8f68-59f138e223e9 HTTP/1.1" status: 204 len: 168 time: 0.3278944 May 27 22:29:13.123124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:13.123510 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:13.182556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:13.196064 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:13.203907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:13.211594 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6', 'mac_address': 'fa:16:3e:a2:51:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:13.266970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-0f7dcc91-886f-49a0-8603-84fe6fd86c61 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443170 May 27 22:29:13.276245 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e5382-ceb4-49f5-aa9e-f79482736d3b req-4f8f8cf1-05a9-4b61-8992-6ac11a90453d tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:13.276860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:13.277722 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:13.283931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-656e5382-ceb4-49f5-aa9e-f79482736d3b req-4f8f8cf1-05a9-4b61-8992-6ac11a90453d tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 947 time: 0.4432211 May 27 22:29:13.292786 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:13.316415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-bf5a3f14-27f5-44fe-b8a1-2855d535c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:13.317889 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-bf5a3f14-27f5-44fe-b8a1-2855d535c844 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 1098 time: 0.2960098 May 27 22:29:13.326761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf1700-0dc1-40f8-a9a0-d8386ea30786 req-85bc7ec3-7c95-4bf6-90e6-23a60186fe08 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:13.330834 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-afbf1700-0dc1-40f8-a9a0-d8386ea30786 req-85bc7ec3-7c95-4bf6-90e6-23a60186fe08 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 946 time: 0.4068437 May 27 22:29:13.347921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:13.390223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:13.477789 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-71c6e65d-dcc2-407a-a225-934cddea7842 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 HTTP/1.1" status: 200 len: 217 time: 0.1409135 May 27 22:29:13.481966 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:29:13.482321 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:29:13.496940 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-656e5382-ceb4-49f5-aa9e-f79482736d3b req-a4261b78-0d11-4725-89bc-46c9c8cbae8b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121401 May 27 22:29:13.617440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-afbf1700-0dc1-40f8-a9a0-d8386ea30786 req-73d2d657-01f6-4283-a2fa-f2d8380f7ee5 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036366 May 27 22:29:13.672917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-f58e1f52-00e6-4375-b5aa-0f43b30cb5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:13.674927 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-f58e1f52-00e6-4375-b5aa-0f43b30cb5fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1858974 May 27 22:29:13.710625 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43368) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:13.766163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0126278-32d9-4184-8d0a-f27b808d5ba1 req-4240adea-53b2-466b-9f1c-079bea9d36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:13.768151 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0126278-32d9-4184-8d0a-f27b808d5ba1 req-4240adea-53b2-466b-9f1c-079bea9d36a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=3d19dd0f-d68c-451d-908b-89e6b7e3bb88 HTTP/1.1" status: 200 len: 1098 time: 0.3375611 May 27 22:29:13.795262 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4855918-ae90-40e3-b9d7-c45e10abaaae'] response: {'server_uuid': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6', 'code': 200} May 27 22:29:13.889550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dff511-66b9-447d-9d98-5587b0aa9b81 req-edec3e3f-d695-4940-ba25-33f271dbf457 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:13.894140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dff511-66b9-447d-9d98-5587b0aa9b81 req-edec3e3f-d695-4940-ba25-33f271dbf457 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:13.900826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dff511-66b9-447d-9d98-5587b0aa9b81 req-edec3e3f-d695-4940-ba25-33f271dbf457 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:13.909421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dff511-66b9-447d-9d98-5587b0aa9b81 req-edec3e3f-d695-4940-ba25-33f271dbf457 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:13.921484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dff511-66b9-447d-9d98-5587b0aa9b81 req-edec3e3f-d695-4940-ba25-33f271dbf457 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:13.921484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dff511-66b9-447d-9d98-5587b0aa9b81 req-edec3e3f-d695-4940-ba25-33f271dbf457 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:13.922226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dff511-66b9-447d-9d98-5587b0aa9b81 req-edec3e3f-d695-4940-ba25-33f271dbf457 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:13.924103 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50dff511-66b9-447d-9d98-5587b0aa9b81 req-edec3e3f-d695-4940-ba25-33f271dbf457 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5417 time: 0.3111427 May 27 22:29:13.936109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-6beafacf-2d3b-4c76-bd67-1544e050eff8 admin admin] Deleting subnet c6553a03-c42d-4c2a-b37f-5623f5c12ea9 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:29:13.939161 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6beafacf-2d3b-4c76-bd67-1544e050eff8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:13.970373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ed7a9a5-0eb1-479e-8f0e-1cba1e352e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:13.972404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-9ed7a9a5-0eb1-479e-8f0e-1cba1e352e97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2899041 May 27 22:29:14.008910 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6beafacf-2d3b-4c76-bd67-1544e050eff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:14.070927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:14.071450 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:14.079132 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6beafacf-2d3b-4c76-bd67-1544e050eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:14.092289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:14.112442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:14.203731 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:14.215646 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50dff511-66b9-447d-9d98-5587b0aa9b81 req-0b90d985-30c7-4e80-b079-98effe862ef6 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2800772 May 27 22:29:14.221107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-ec36c7c1-6148-479b-94fb-98cde437bf49 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207429 May 27 22:29:14.228090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0126278-32d9-4184-8d0a-f27b808d5ba1 req-745981ca-b25b-4750-8444-a957b36d5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:14.229540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0126278-32d9-4184-8d0a-f27b808d5ba1 req-745981ca-b25b-4750-8444-a957b36d5b9e service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.4521847 May 27 22:29:14.261630 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6beafacf-2d3b-4c76-bd67-1544e050eff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:14.284506 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:14.370701 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6beafacf-2d3b-4c76-bd67-1544e050eff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:14.380549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beafacf-2d3b-4c76-bd67-1544e050eff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6553a03-c42d-4c2a-b37f-5623f5c12ea9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:14.388226 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6beafacf-2d3b-4c76-bd67-1544e050eff8 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c6553a03-c42d-4c2a-b37f-5623f5c12ea9 HTTP/1.1" status: 204 len: 168 time: 0.6765559 May 27 22:29:14.388980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43396) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:14.473125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43400) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:14.478565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:14.492341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4', 'name': 'network-vif-deleted', 'tag': 'd8be8c44-fd8d-46b0-b490-3fdb28a37c24'}, {'name': 'network-changed', 'server_uuid': '45a8740f-175b-4072-9910-d3fed8dc72ca', 'tag': '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:14.519737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0126278-32d9-4184-8d0a-f27b808d5ba1 req-ed30f98e-55c6-41c3-aad4-aebc9b994c74 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=b79a054f-03df-4600-942e-b9ed8592780d HTTP/1.1" status: 200 len: 217 time: 0.2662425 May 27 22:29:14.614248 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9254560d-2938-47c6-a5cb-edad4250c34f req-aca499af-1071-42ae-b520-54327b8a5171 tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.1113951 May 27 22:29:14.628257 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f9564-4c4b-4f5a-a58e-1d47b70c8527 req-7f817789-ef58-4b30-89c7-4612661a5cbb tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:14.630442 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee4f9564-4c4b-4f5a-a58e-1d47b70c8527 req-7f817789-ef58-4b30-89c7-4612661a5cbb tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 945 time: 0.7021351 May 27 22:29:14.667556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-416f8c83-73b3-4010-bf62-fdc80f047df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:14.714891 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee4f9564-4c4b-4f5a-a58e-1d47b70c8527 req-2aecf801-433c-4a30-8661-d434ff420642 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736246 May 27 22:29:14.751875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0126278-32d9-4184-8d0a-f27b808d5ba1 req-aa1770fc-efb2-4234-89d3-367b58040b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:14.755852 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0126278-32d9-4184-8d0a-f27b808d5ba1 req-aa1770fc-efb2-4234-89d3-367b58040b5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1960864 May 27 22:29:14.761773 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8166a5a5-22ea-4bcf-88fd-a582ffeb871a req-db32252b-73ae-49b3-b704-66a80985dea2 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313468 May 27 22:29:14.844138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b79a054f-03df-4600-942e-b9ed8592780d details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:14.879068 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-416f8c83-73b3-4010-bf62-fdc80f047df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:14.882883 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e638afb-e159-4e70-87b1-f81c161f0481'] response: {'server_uuid': 'fe18cf24-6b9f-4c7b-a1c6-95c3c89220a4', 'name': 'network-vif-deleted', 'tag': 'd8be8c44-fd8d-46b0-b490-3fdb28a37c24', 'status': 'completed', 'code': 200} May 27 22:29:14.883090 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e638afb-e159-4e70-87b1-f81c161f0481'] response: {'name': 'network-changed', 'server_uuid': '45a8740f-175b-4072-9910-d3fed8dc72ca', 'tag': '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729', 'status': 'completed', 'code': 200} May 27 22:29:14.905032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-416f8c83-73b3-4010-bf62-fdc80f047df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f4cca6-9de0-4960-904f-ee228a1d4380']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:14.918557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-416f8c83-73b3-4010-bf62-fdc80f047df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc33488-b43f-4223-9235-3947fdbbf3e9') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:14.919355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-416f8c83-73b3-4010-bf62-fdc80f047df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc33488-b43f-4223-9235-3947fdbbf3e9') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:14.935967 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-416f8c83-73b3-4010-bf62-fdc80f047df5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:14.946087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1746412349-network', 'tenant_id': 'ae5faca69d014687a4f1e6470224e3b9'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:14.955698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:14.962610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Usage tracker for resource:network and tenant:ae5faca69d014687a4f1e6470224e3b9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:14.965723 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-416f8c83-73b3-4010-bf62-fdc80f047df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:14.968085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:14.977353 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:14.980003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416f8c83-73b3-4010-bf62-fdc80f047df5 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:29:14.980710 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-416f8c83-73b3-4010-bf62-fdc80f047df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.050416 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment edc33488-b43f-4223-9235-3947fdbbf3e9 resource provider aggregate not found May 27 22:29:15.072130 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b79a054f-03df-4600-942e-b9ed8592780d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b79a054f-03df-4600-942e-b9ed8592780d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:15.078996 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment edc33488-b43f-4223-9235-3947fdbbf3e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edc33488-b43f-4223-9235-3947fdbbf3e9 found for delete ", "request_id": "req-5dc6ab59-1c82-4253-bfe7-0b896cecf057"}]} May 27 22:29:15.086456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0126278-32d9-4184-8d0a-f27b808d5ba1 req-45c49845-99c8-47e5-96fb-d368c115283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:15.086837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'b79a054f-03df-4600-942e-b9ed8592780d', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'b79a054f-03df-4600-942e-b9ed8592780d', 'mac_address': 'fa:16:3e:92:cc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:15.087931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0126278-32d9-4184-8d0a-f27b808d5ba1 req-45c49845-99c8-47e5-96fb-d368c115283c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3251221 May 27 22:29:15.144715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Made reservation on behalf of ae5faca69d014687a4f1e6470224e3b9 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:29:15.145863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port b79a054f-03df-4600-942e-b9ed8592780d is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:15.146303 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.146977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.159967 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.163824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79a054f-03df-4600-942e-b9ed8592780d {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:15.173255 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-416f8c83-73b3-4010-bf62-fdc80f047df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.183318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b79a054f-03df-4600-942e-b9ed8592780d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b79a054f-03df-4600-942e-b9ed8592780d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:15.190378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:15.194486 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-416f8c83-73b3-4010-bf62-fdc80f047df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.201623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Usage tracker for resource:security_group_rule and tenant:ae5faca69d014687a4f1e6470224e3b9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:15.204405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f8c83-73b3-4010-bf62-fdc80f047df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=21f4cca6-9de0-4960-904f-ee228a1d4380,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:15.206886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:15.216211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:15.252923 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.280784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b1904-2215-4a97-934b-4ff6ecafc54a req-2d21392b-9128-4130-8f64-5678216811c7 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:15.282292 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8f3b1904-2215-4a97-934b-4ff6ecafc54a req-2d21392b-9128-4130-8f64-5678216811c7 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 949 time: 0.3621113 May 27 22:29:15.305636 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-416f8c83-73b3-4010-bf62-fdc80f047df5 admin admin] 10.222.0.27 "DELETE /v2.0/networks/21f4cca6-9de0-4960-904f-ee228a1d4380 HTTP/1.1" status: 204 len: 168 time: 0.9151666 May 27 22:29:15.308970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43428) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:15.329086 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0126278-32d9-4184-8d0a-f27b808d5ba1 req-6f1dde16-a943-4601-b992-9966cbc9ec5d service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241824 May 27 22:29:15.330382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=b79a054f-03df-4600-942e-b9ed8592780d,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:15.344102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06a565-e167-4c40-9647-fb01ba7c9f8d req-2f17bf18-c07d-41e4-82a8-1e577fe864ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:15.346280 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d06a565-e167-4c40-9647-fb01ba7c9f8d req-2f17bf18-c07d-41e4-82a8-1e577fe864ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 1098 time: 0.3156719 May 27 22:29:15.353005 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.379586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8611e3-e9b7-4663-b5c5-574c830f1dc6 admin admin] Deleting subnet 345bfead-1400-4f9a-8d02-5ab808bb0b5f {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:29:15.380341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133083f4-7ff4-4b87-852c-534e505c231e req-ac272e4d-a532-4921-8070-cd50163b5b8c tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:15.381814 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-133083f4-7ff4-4b87-852c-534e505c231e req-ac272e4d-a532-4921-8070-cd50163b5b8c tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 947 time: 0.4054241 May 27 22:29:15.385194 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba8611e3-e9b7-4663-b5c5-574c830f1dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.433258 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba8611e3-e9b7-4663-b5c5-574c830f1dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.462918 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.465524 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8f3b1904-2215-4a97-934b-4ff6ecafc54a req-d6f4b5a9-3fe1-4bce-9f37-b08f4dfac43d tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699052 May 27 22:29:15.507883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:29:15.528044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82df3f4-3277-4f94-a1d6-be8f11d998dd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:15.532644 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba8611e3-e9b7-4663-b5c5-574c830f1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.545285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b79a054f-03df-4600-942e-b9ed8592780d'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:15.568562 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.568562 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Added segment 82f15a28-d51a-4994-ac4b-b857d6120cf5 of type vlan for network 5ac3eb74-2b3f-4b45-a5af-b096a81bc796 May 27 22:29:15.609270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-133083f4-7ff4-4b87-852c-534e505c231e req-2f006eec-649d-4c8c-88f9-055d5e49fc6b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019246 May 27 22:29:15.626646 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.672261 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0126278-32d9-4184-8d0a-f27b808d5ba1 req-d62f4fb2-fe87-4d66-9ad9-3a18b31db008 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301761 May 27 22:29:15.677389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06a565-e167-4c40-9647-fb01ba7c9f8d req-d04477ac-15d9-4e52-9870-41d049022d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:15.680001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d06a565-e167-4c40-9647-fb01ba7c9f8d req-d04477ac-15d9-4e52-9870-41d049022d5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.3101699 May 27 22:29:15.680818 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.782473 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d06a565-e167-4c40-9647-fb01ba7c9f8d req-fd0d9889-5985-4935-9dd4-cdffcc805aa7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 HTTP/1.1" status: 200 len: 217 time: 0.0936766 May 27 22:29:15.804103 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba8611e3-e9b7-4663-b5c5-574c830f1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.847848 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.848834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:15.849642 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.885948 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8611e3-e9b7-4663-b5c5-574c830f1dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=345bfead-1400-4f9a-8d02-5ab808bb0b5f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:15.891335 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba8611e3-e9b7-4663-b5c5-574c830f1dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:15.927760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06a565-e167-4c40-9647-fb01ba7c9f8d req-3ede8174-5480-4861-aba9-d43e107bb6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:15.929300 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d06a565-e167-4c40-9647-fb01ba7c9f8d req-3ede8174-5480-4861-aba9-d43e107bb6ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1396286 May 27 22:29:15.986088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac3eb74-2b3f-4b45-a5af-b096a81bc796,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:15.992016 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ba8611e3-e9b7-4663-b5c5-574c830f1dc6 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/345bfead-1400-4f9a-8d02-5ab808bb0b5f HTTP/1.1" status: 204 len: 168 time: 0.6801991 May 27 22:29:15.992409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43446) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:15.998582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 5ac3eb74-2b3f-4b45-a5af-b096a81bc796 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:29:16.009282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13098e5-5d94-443e-8a4c-aeda758fe0b4 req-6b61ca91-cd4d-4858-a98f-8fe6b1b0525c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:16.015229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13098e5-5d94-443e-8a4c-aeda758fe0b4 req-6b61ca91-cd4d-4858-a98f-8fe6b1b0525c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:16.021534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13098e5-5d94-443e-8a4c-aeda758fe0b4 req-6b61ca91-cd4d-4858-a98f-8fe6b1b0525c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:16.027210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13098e5-5d94-443e-8a4c-aeda758fe0b4 req-6b61ca91-cd4d-4858-a98f-8fe6b1b0525c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:16.032905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13098e5-5d94-443e-8a4c-aeda758fe0b4 req-6b61ca91-cd4d-4858-a98f-8fe6b1b0525c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:16.039162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13098e5-5d94-443e-8a4c-aeda758fe0b4 req-6b61ca91-cd4d-4858-a98f-8fe6b1b0525c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:16.044878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13098e5-5d94-443e-8a4c-aeda758fe0b4 req-6b61ca91-cd4d-4858-a98f-8fe6b1b0525c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:16.046735 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b13098e5-5d94-443e-8a4c-aeda758fe0b4 req-6b61ca91-cd4d-4858-a98f-8fe6b1b0525c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5417 time: 0.1956408 May 27 22:29:16.103842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b13098e5-5d94-443e-8a4c-aeda758fe0b4 req-7dee777a-cd0e-412c-b0bc-3392c59594da tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0498698 May 27 22:29:16.105972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06a565-e167-4c40-9647-fb01ba7c9f8d req-63411a74-3178-48d0-b73a-dee745096994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:16.107538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d06a565-e167-4c40-9647-fb01ba7c9f8d req-63411a74-3178-48d0-b73a-dee745096994 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1694217 May 27 22:29:16.109871 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e235fa32-c3ea-4f6b-b955-3737182a4ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:16.177514 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-683cf8c9-0052-4cab-a6ba-95e236f08a03 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7030787 May 27 22:29:16.181058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43452) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:16.191274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] Request body: {'subnet': {'network_id': '5ac3eb74-2b3f-4b45-a5af-b096a81bc796', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1746412349-subnet', 'tenant_id': 'ae5faca69d014687a4f1e6470224e3b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:16.256036 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:16.268767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] Usage tracker for resource:subnet and tenant:ae5faca69d014687a4f1e6470224e3b9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:16.280110 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:16.290130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:16.293053 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e235fa32-c3ea-4f6b-b955-3737182a4ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:16.301778 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d06a565-e167-4c40-9647-fb01ba7c9f8d req-327d996e-6ae1-44ed-876c-0b4fa5b82f86 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869564 May 27 22:29:16.326453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e235fa32-c3ea-4f6b-b955-3737182a4ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbd35fd-939e-4caa-8cdd-580b126922bb']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:16.332376 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-280ee886-46d3-40fb-b074-e4a2b06b85a3 req-1948ab9b-3e19-420f-863d-005f016e7014 tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0790164 May 27 22:29:16.340592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e235fa32-c3ea-4f6b-b955-3737182a4ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654ac1e3-2adc-4943-a7c2-9fd6948f3036') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:16.341100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e235fa32-c3ea-4f6b-b955-3737182a4ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654ac1e3-2adc-4943-a7c2-9fd6948f3036') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:16.353245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e235fa32-c3ea-4f6b-b955-3737182a4ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:16.381013 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e235fa32-c3ea-4f6b-b955-3737182a4ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:16.384056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] Made reservation on behalf of ae5faca69d014687a4f1e6470224e3b9 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:29:16.386335 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-e7d41dcd-bd67-4e22-8dfe-886cce552911 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=eb959ea5393a4e878749caf383759f6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932441 May 27 22:29:16.386653 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:16.456310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e235fa32-c3ea-4f6b-b955-3737182a4ec9 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:29:16.456741 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e235fa32-c3ea-4f6b-b955-3737182a4ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:16.575374 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94f43e85-06f5-470d-88bc-1c1b820fcd7e req-7b97d838-600b-45a4-8ecc-6df6057c529a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.2499635 May 27 22:29:16.654003 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e235fa32-c3ea-4f6b-b955-3737182a4ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:16.672070 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e235fa32-c3ea-4f6b-b955-3737182a4ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:16.694362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235fa32-c3ea-4f6b-b955-3737182a4ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dbd35fd-939e-4caa-8cdd-580b126922bb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:16.696820 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e235fa32-c3ea-4f6b-b955-3737182a4ec9 admin admin] 10.222.0.27 "DELETE /v2.0/networks/9dbd35fd-939e-4caa-8cdd-580b126922bb HTTP/1.1" status: 204 len: 168 time: 0.7034559 May 27 22:29:16.756276 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:16.783018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d06a565-e167-4c40-9647-fb01ba7c9f8d req-b45fccaf-49a0-4b27-99f2-77d1d32e4fc0 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536827 May 27 22:29:16.811669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-c5a0e99e-9166-4ce3-9805-e23176d0d75f tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:16.813201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-c5a0e99e-9166-4ce3-9805-e23176d0d75f tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2637441 May 27 22:29:16.821644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a0b60-02b5-4cd5-b842-b89d468c54b3 req-d3872f33-0728-40ca-9772-e0b4e99c00cb tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:16.826657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b69a0b60-02b5-4cd5-b842-b89d468c54b3 req-d3872f33-0728-40ca-9772-e0b4e99c00cb tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 945 time: 0.2724330 May 27 22:29:16.848286 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-43fcb869-8783-4a30-aa0a-aaa53d919ada tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/quotas/eb959ea5393a4e878749caf383759f6a HTTP/1.1" status: 200 len: 375 time: 0.0241046 May 27 22:29:16.861916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:16.912558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-3571e8d1-da19-440a-8790-d92e6d0e3909 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=eb959ea5393a4e878749caf383759f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581310 May 27 22:29:16.920092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b69a0b60-02b5-4cd5-b842-b89d468c54b3 req-e2b1fb22-4258-4ef6-b1cc-dc4016383c8e tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892239 May 27 22:29:16.963059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:16.963232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49206cd4-2bc1-4a1b-a4e2-b4b592374419,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:16.963690 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:16.965402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] Checking segment: {'id': '82f15a28-d51a-4994-ac4b-b857d6120cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5ac3eb74-2b3f-4b45-a5af-b096a81bc796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:29:16.965757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] Network hostable DHCP agents. Network: 5ac3eb74-2b3f-4b45-a5af-b096a81bc796, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:29:17.037840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] Network 5ac3eb74-2b3f-4b45-a5af-b096a81bc796 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:29:17.055116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43470) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:17.089054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:17.089682 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:17.115686 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3d5d3f51-e6f2-48e5-9909-f06c57c5efa6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=091c975465a443ff9f9924fb8c574958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589211 May 27 22:29:17.118051 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 654ac1e3-2adc-4943-a7c2-9fd6948f3036 resource provider aggregate not found May 27 22:29:17.121510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43476) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:17.122674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:17.136165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 5ac3eb74-2b3f-4b45-a5af-b096a81bc796) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:29:17.143649 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 654ac1e3-2adc-4943-a7c2-9fd6948f3036 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 654ac1e3-2adc-4943-a7c2-9fd6948f3036 found for delete ", "request_id": "req-2931939b-0fd0-4f73-89f3-e4c8b72c9a3f"}]} May 27 22:29:17.155926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90bd672-279a-45b8-9697-669ab2c670ef None None] Network 5ac3eb74-2b3f-4b45-a5af-b096a81bc796 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:29:17.158929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:17.159645 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:17.205061 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:17.224285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34f2d6-e41e-4232-884c-629ee34a3ddf req-779f7657-4bcf-4405-b244-9a2717cd05c4 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:17.232532 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef34f2d6-e41e-4232-884c-629ee34a3ddf req-779f7657-4bcf-4405-b244-9a2717cd05c4 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 949 time: 0.1937654 May 27 22:29:17.260984 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a21983e1-0597-4bd1-90e1-f7c97c944ff7 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0786593 May 27 22:29:17.314759 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:17.315532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b79a054f-03df-4600-942e-b9ed8592780d up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:17.316206 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-600a092d-d7fe-4511-aa07-37aa00f9ec67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:17.377740 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef34f2d6-e41e-4232-884c-629ee34a3ddf req-94176efa-139c-4bab-9ce8-a25af5894b97 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442444 May 27 22:29:17.409195 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-600a092d-d7fe-4511-aa07-37aa00f9ec67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:17.454213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:17.471218 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de453f87-310a-4a24-b70c-686242797848'] response: {'server_uuid': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6', 'code': 200} May 27 22:29:17.479452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc4cf5-34d7-4490-95f4-77b3d585688f req-d7c5f84e-bc7b-435c-b533-ad7f21241113 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:17.481739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65fc4cf5-34d7-4490-95f4-77b3d585688f req-d7c5f84e-bc7b-435c-b533-ad7f21241113 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 947 time: 0.1667671 May 27 22:29:17.565488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65fc4cf5-34d7-4490-95f4-77b3d585688f req-fa9b19ad-e2eb-404e-a565-1f388c193e3c tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680377 May 27 22:29:17.597180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:17.621157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d268f072-55c0-4dee-8590-c25e8ef853db None None] Network 5ac3eb74-2b3f-4b45-a5af-b096a81bc796 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:29:17.677805 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-600a092d-d7fe-4511-aa07-37aa00f9ec67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:17.686622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port b79a054f-03df-4600-942e-b9ed8592780d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:17.730153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a092d-d7fe-4511-aa07-37aa00f9ec67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6c7942-0ae2-4999-aab9-85ebcdfa08ed,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:17.764948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port b79a054f-03df-4600-942e-b9ed8592780d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:17.765136 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:17.835051 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-600a092d-d7fe-4511-aa07-37aa00f9ec67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:17.838942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-600a092d-d7fe-4511-aa07-37aa00f9ec67 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2e6c7942-0ae2-4999-aab9-85ebcdfa08ed HTTP/1.1" status: 204 len: 168 time: 0.7127538 May 27 22:29:17.853847 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c3a777f-5868-4e40-a56d-632173aec562 req-d9bc1c89-1528-4a0f-b6bd-3db15cb08e09 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=eb959ea5393a4e878749caf383759f6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476980 May 27 22:29:18.021444 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2f7cc155-9a9d-4fe1-83eb-2c4125d0f729,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:18.045165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729', 'mac_address': 'fa:16:3e:d9:42:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:18.071120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160a2df-bb78-4c03-a9f5-a0599b5634d3 req-0664084b-6a7b-41f3-b46a-3e77de8a976a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:18.077234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160a2df-bb78-4c03-a9f5-a0599b5634d3 req-0664084b-6a7b-41f3-b46a-3e77de8a976a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:18.083680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160a2df-bb78-4c03-a9f5-a0599b5634d3 req-0664084b-6a7b-41f3-b46a-3e77de8a976a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:18.089631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160a2df-bb78-4c03-a9f5-a0599b5634d3 req-0664084b-6a7b-41f3-b46a-3e77de8a976a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:18.095725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160a2df-bb78-4c03-a9f5-a0599b5634d3 req-0664084b-6a7b-41f3-b46a-3e77de8a976a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:18.102463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160a2df-bb78-4c03-a9f5-a0599b5634d3 req-0664084b-6a7b-41f3-b46a-3e77de8a976a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:18.110089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160a2df-bb78-4c03-a9f5-a0599b5634d3 req-0664084b-6a7b-41f3-b46a-3e77de8a976a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:18.119005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e160a2df-bb78-4c03-a9f5-a0599b5634d3 req-0664084b-6a7b-41f3-b46a-3e77de8a976a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5417 time: 0.5342391 May 27 22:29:18.182560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port b79a054f-03df-4600-942e-b9ed8592780d is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:18.182934 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:18.183219 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c93a1b-1a51-4576-ad3b-391a3d2d4648 req-433c6381-3d49-48b5-8222-7deff43ea1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:18.184718 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-10c93a1b-1a51-4576-ad3b-391a3d2d4648 req-433c6381-3d49-48b5-8222-7deff43ea1b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 1101 time: 0.4183099 May 27 22:29:18.199335 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:18.199709 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:18.204493 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff6cd4-bbd8-44d8-bbea-e1cb27e30874 req-74618a81-74b7-42a0-bd68-43dd15a92de1 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:18.205968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11ff6cd4-bbd8-44d8-bbea-e1cb27e30874 req-74618a81-74b7-42a0-bd68-43dd15a92de1 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 945 time: 0.3511803 May 27 22:29:18.212895 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a777f-5868-4e40-a56d-632173aec562 req-030d4b86-5a7d-4875-9c10-07a323b88d7a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:18.214176 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c3a777f-5868-4e40-a56d-632173aec562 req-030d4b86-5a7d-4875-9c10-07a323b88d7a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3232799 May 27 22:29:18.228420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:18.244217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b79a054f-03df-4600-942e-b9ed8592780d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b79a054f-03df-4600-942e-b9ed8592780d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:18.246860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2f7cc155-9a9d-4fe1-83eb-2c4125d0f729,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:18.298240 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e160a2df-bb78-4c03-a9f5-a0599b5634d3 req-b733fdc3-751e-4544-9c13-44f84313005b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1670096 May 27 22:29:18.303104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c3a777f-5868-4e40-a56d-632173aec562 req-b07319f0-448b-4d13-a92f-c5165c53abc2 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/quotas/eb959ea5393a4e878749caf383759f6a HTTP/1.1" status: 200 len: 375 time: 0.0727286 May 27 22:29:18.333191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-11ff6cd4-bbd8-44d8-bbea-e1cb27e30874 req-e5b31824-a9b1-4002-b914-c88fd6ce89ed tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Deleting port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:29:18.333191 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-11ff6cd4-bbd8-44d8-bbea-e1cb27e30874 req-e5b31824-a9b1-4002-b914-c88fd6ce89ed tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:18.368634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-10c93a1b-1a51-4576-ad3b-391a3d2d4648 req-2a92a000-8b0d-4801-8d3a-d0aba3df349b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738327 May 27 22:29:18.382285 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:18.385395 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:18.430797 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c3a777f-5868-4e40-a56d-632173aec562 req-1a4e9a5a-4274-4500-a8a9-8656c0b933ea tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=eb959ea5393a4e878749caf383759f6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045899 May 27 22:29:18.476245 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=b79a054f-03df-4600-942e-b9ed8592780d,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:18.482877 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb65f95e-3080-424e-8172-10b0033bedb4 req-17f44d40-39e8-4ca8-8ada-6dea871e485d tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0573580 May 27 22:29:18.583557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=2f7cc155-9a9d-4fe1-83eb-2c4125d0f729,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:18.739787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['2f7cc155-9a9d-4fe1-83eb-2c4125d0f729'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:18.887096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43540) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:18.945649 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d64a0c94-6e42-4d91-a48d-ea7660cb1927 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=51f48b917f6849ddbb465f5b2e0a8c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572886 May 27 22:29:18.947948 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43546) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:19.018943 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03513f22-dae0-4a95-9ae5-4e88de939281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:19.047301 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03513f22-dae0-4a95-9ae5-4e88de939281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:19.109790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-11ff6cd4-bbd8-44d8-bbea-e1cb27e30874 req-e5b31824-a9b1-4002-b914-c88fd6ce89ed tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] For port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fe174b2f-0ddd-4a28-afba-9b2f92a6dc16,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:19.110388 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-11ff6cd4-bbd8-44d8-bbea-e1cb27e30874 req-e5b31824-a9b1-4002-b914-c88fd6ce89ed tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:19.207158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03513f22-dae0-4a95-9ae5-4e88de939281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:19.222701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03513f22-dae0-4a95-9ae5-4e88de939281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2e053c-9a95-46b1-8ad1-c5729dd5124d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:19.258016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-11ff6cd4-bbd8-44d8-bbea-e1cb27e30874 req-e5b31824-a9b1-4002-b914-c88fd6ce89ed tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Calling delete_port for fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:29:19.300518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-394d7be4-6d52-4a63-b9ec-4a2a9f529890 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:19.301932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-394d7be4-6d52-4a63-b9ec-4a2a9f529890 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/networks?id=5ac3eb74-2b3f-4b45-a5af-b096a81bc796 HTTP/1.1" status: 200 len: 821 time: 0.4856055 May 27 22:29:19.314911 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03513f22-dae0-4a95-9ae5-4e88de939281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:19.316103 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-03513f22-dae0-4a95-9ae5-4e88de939281 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fe2e053c-9a95-46b1-8ad1-c5729dd5124d HTTP/1.1" status: 204 len: 168 time: 0.3670766 May 27 22:29:19.318129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20186278-555f-47a5-96e6-2150f962819e req-89a55eea-606b-4da4-97ad-cd97c7f21e26 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:19.324401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20186278-555f-47a5-96e6-2150f962819e req-89a55eea-606b-4da4-97ad-cd97c7f21e26 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 945 time: 0.4536748 May 27 22:29:19.352711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-5d7a869c-ebad-47b4-a293-20962ec6e7aa tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/quotas/ae5faca69d014687a4f1e6470224e3b9 HTTP/1.1" status: 200 len: 375 time: 0.0428135 May 27 22:29:19.432791 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-1963b25d-679c-4b81-93f2-4685ec1f814d tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ae5faca69d014687a4f1e6470224e3b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0725386 May 27 22:29:19.440950 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20186278-555f-47a5-96e6-2150f962819e req-67ed4237-1330-47fc-ba05-d02eb8c0296b tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107116 May 27 22:29:19.474719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d19dd0f-d68c-451d-908b-89e6b7e3bb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79a054f-03df-4600-942e-b9ed8592780d'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:19.682294 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-6a53058f-8a0c-4c6b-8978-93f093eb0263 service neutron] 10.222.0.27 "GET /v2.0/networks/5ac3eb74-2b3f-4b45-a5af-b096a81bc796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359324 May 27 22:29:19.770868 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-11ff6cd4-bbd8-44d8-bbea-e1cb27e30874 req-e5b31824-a9b1-4002-b914-c88fd6ce89ed tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:19.784837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7f9fac0e-55b6-4100-8cf3-193eb5b2055c', '453ef750-e32a-4c0e-b745-376669d9af24'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:19.787425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5872b3-c2b9-4bd7-b84c-c6097ffeb7ea req-ba51556d-72bd-4a02-8d2b-4077d39ec3b6 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:19.788379 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb5872b3-c2b9-4bd7-b84c-c6097ffeb7ea req-ba51556d-72bd-4a02-8d2b-4077d39ec3b6 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.1954417 May 27 22:29:19.864969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b31824-a9b1-4002-b914-c88fd6ce89ed tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Pushing event deleted for resources: {'Port': ['ID=fe174b2f-0ddd-4a28-afba-9b2f92a6dc16,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:19.988625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ff6cd4-bbd8-44d8-bbea-e1cb27e30874 req-e5b31824-a9b1-4002-b914-c88fd6ce89ed tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] No DVR routers for this DVR port fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:29:19.994948 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-11ff6cd4-bbd8-44d8-bbea-e1cb27e30874 req-e5b31824-a9b1-4002-b914-c88fd6ce89ed tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:19.999175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6ef5138-858e-4499-8456-ffe0d1917ab0', 'name': 'network-vif-deleted', 'tag': 'fe174b2f-0ddd-4a28-afba-9b2f92a6dc16'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:20.009896 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb5872b3-c2b9-4bd7-b84c-c6097ffeb7ea req-a11c5e54-5bc6-42b5-9c37-4376defa7346 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805899 May 27 22:29:20.016266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-57b3075a-572e-4e27-8569-52dcb149a1e2 service neutron] 10.222.0.27 "GET /v2.0/networks/5ac3eb74-2b3f-4b45-a5af-b096a81bc796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259234 May 27 22:29:20.046279 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-530a5b00-f2f3-4fe2-b874-06661bd4186b tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=eb959ea5393a4e878749caf383759f6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276332 May 27 22:29:20.156088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11ff6cd4-bbd8-44d8-bbea-e1cb27e30874 req-e5b31824-a9b1-4002-b914-c88fd6ce89ed tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.57 "DELETE /v2.0/ports/fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 HTTP/1.1" status: 204 len: 173 time: 1.9292459 May 27 22:29:20.259131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-6d80061d-8e03-474a-8e24-094c6961c8a1 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:20.260880 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-6d80061d-8e03-474a-8e24-094c6961c8a1 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097335 May 27 22:29:20.280708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Request body: {'port': {'device_id': '612794f8-1b82-41f3-a826-10beaadd76ef', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'eb959ea5393a4e878749caf383759f6a'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:20.495675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:20.502186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Usage tracker for resource:port and tenant:eb959ea5393a4e878749caf383759f6a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:20.506126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:20.516034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:20.539364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfa760-5722-41e1-85d6-2a2e1a6b1253 req-bf6a13ab-9eb0-4cbc-b4b2-97a8b21e78bb tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:20.539364 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2cdfa760-5722-41e1-85d6-2a2e1a6b1253 req-bf6a13ab-9eb0-4cbc-b4b2-97a8b21e78bb tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 948 time: 0.1509869 May 27 22:29:20.593651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2cdfa760-5722-41e1-85d6-2a2e1a6b1253 req-b26e7e10-2fa3-4295-a8c3-4f26955fedeb tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459487 May 27 22:29:20.652779 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Made reservation on behalf of eb959ea5393a4e878749caf383759f6a for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:29:20.669463 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:20.693521 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:20.919479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:20.928500 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b919c45e-0dcf-49ed-8932-6cfc2507e8b8 req-18ccca4b-9bc4-466d-8491-da06ed95b998 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 210 time: 0.1977916 May 27 22:29:20.929395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Usage tracker for resource:security_group_rule and tenant:eb959ea5393a4e878749caf383759f6a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:20.932472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:20.947862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:21.050029 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:21.142072 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:21.158606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7e22-98ab-45ed-ac3b-3421189a5562 req-7b1488fc-6f17-451c-bd05-cdbefbd468bc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:21.165346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7e22-98ab-45ed-ac3b-3421189a5562 req-7b1488fc-6f17-451c-bd05-cdbefbd468bc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:21.171473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7e22-98ab-45ed-ac3b-3421189a5562 req-7b1488fc-6f17-451c-bd05-cdbefbd468bc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:21.178171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7e22-98ab-45ed-ac3b-3421189a5562 req-7b1488fc-6f17-451c-bd05-cdbefbd468bc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:21.184330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7e22-98ab-45ed-ac3b-3421189a5562 req-7b1488fc-6f17-451c-bd05-cdbefbd468bc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:21.190556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7e22-98ab-45ed-ac3b-3421189a5562 req-7b1488fc-6f17-451c-bd05-cdbefbd468bc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:21.196315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a7e22-98ab-45ed-ac3b-3421189a5562 req-7b1488fc-6f17-451c-bd05-cdbefbd468bc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:21.198194 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea5a7e22-98ab-45ed-ac3b-3421189a5562 req-7b1488fc-6f17-451c-bd05-cdbefbd468bc tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5417 time: 0.1469183 May 27 22:29:21.303659 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3aa64dca-a16e-4e86-ada3-05b858c578bc req-299d1181-604a-44d4-9c68-a950d7c4fb94 tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0710192 May 27 22:29:21.367521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd42f3dc-5455-4579-b3f7-6e842da51acd,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:21.393751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea5a7e22-98ab-45ed-ac3b-3421189a5562 req-6af9308b-e7b8-4de3-91ea-098fbf32147e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1509891 May 27 22:29:21.452512 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652e3c38-1886-4733-adf8-ae7184a92c95'] response: {'server_uuid': '3d19dd0f-d68c-451d-908b-89e6b7e3bb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79a054f-03df-4600-942e-b9ed8592780d', 'code': 200} May 27 22:29:21.481635 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cca480e-eeeb-464c-8b73-0050557329c6'] response: {'server_uuid': 'f6ef5138-858e-4499-8456-ffe0d1917ab0', 'name': 'network-vif-deleted', 'tag': 'fe174b2f-0ddd-4a28-afba-9b2f92a6dc16', 'status': 'completed', 'code': 200} May 27 22:29:21.537928 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c3a777f-5868-4e40-a56d-632173aec562 req-e1cbba46-703a-4c89-9563-5c953e70f7fb tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=eb959ea5393a4e878749caf383759f6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433803 May 27 22:29:21.554443 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45e96ea9-3133-4372-997b-09b50a256968 req-80d799b0-c14a-492c-acab-33b0b0c0468a tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/ports?device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 210 time: 0.0550106 May 27 22:29:21.578373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Allocated IP 192.168.233.128 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/4b153ed1-d1c3-4019-b8b2-3250b994affb) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:29:21.612742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:21.622958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:21.727691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-dbc830d1-1a7c-47df-bf93-0966f549557c req-7053eda4-847a-4f86-9195-1556d4e5be15 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Synchronizing usage tracker for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:29:21.738106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a777f-5868-4e40-a56d-632173aec562 req-df8b7c3a-f14e-424b-b73a-6c614a0ce245 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:21.743091 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c3a777f-5868-4e40-a56d-632173aec562 req-df8b7c3a-f14e-424b-b73a-6c614a0ce245 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975629 May 27 22:29:21.869532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Request body: {'port': {'device_id': 'f82a5c8e-f8ec-4a0a-a863-4cabbc82084f', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'eb959ea5393a4e878749caf383759f6a'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:21.928279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-dbc830d1-1a7c-47df-bf93-0966f549557c req-7053eda4-847a-4f86-9195-1556d4e5be15 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Unset dirty status for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:29:21.929800 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dbc830d1-1a7c-47df-bf93-0966f549557c req-7053eda4-847a-4f86-9195-1556d4e5be15 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6ef5138-858e-4499-8456-ffe0d1917ab0 HTTP/1.1" status: 200 len: 210 time: 0.3058262 May 27 22:29:21.996481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48363b35-4372-4dfd-8961-1504a3fde147 req-2c2e3a48-d55c-4ff7-8bd0-5afbd3ffbeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:21.998243 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-48363b35-4372-4dfd-8961-1504a3fde147 req-2c2e3a48-d55c-4ff7-8bd0-5afbd3ffbeb4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3d19dd0f-d68c-451d-908b-89e6b7e3bb88 HTTP/1.1" status: 200 len: 1100 time: 0.2540267 May 27 22:29:22.087849 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-48363b35-4372-4dfd-8961-1504a3fde147 req-2f379afd-5296-42df-8b4d-84a538816105 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807905 May 27 22:29:22.098105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:22.109122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:22.111803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8cc1b-4c31-4b0c-93eb-1a95120f8b25 req-06673212-2076-4bed-b4b7-965198a911e8 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:22.113371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ee8cc1b-4c31-4b0c-93eb-1a95120f8b25 req-06673212-2076-4bed-b4b7-965198a911e8 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.2582438 May 27 22:29:22.115105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Usage tracker for resource:port and tenant:eb959ea5393a4e878749caf383759f6a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:22.120991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:22.127479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:22.132366 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:22.138771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:22.148323 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '3fa643d5-4d0e-43b9-bf15-48d47e85ccdd', 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7', 'port_id': '3fa643d5-4d0e-43b9-bf15-48d47e85ccdd', 'mac_address': 'fa:16:3e:c7:31:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1070a7e0-6859-4ad5-8415-366ceef97d50', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:22.152260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:22.152997 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:22.226736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Made reservation on behalf of eb959ea5393a4e878749caf383759f6a for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:29:22.231325 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:22.247285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ee8cc1b-4c31-4b0c-93eb-1a95120f8b25 req-a03879b6-7259-460e-87a4-c4e9963e3a1a tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256588 May 27 22:29:22.260533 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:22.266311 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc5e1ac3-20a4-4fc3-a380-d2c498bac42d req-99f03f5e-7e2f-4472-9392-df207111964b tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0556941 May 27 22:29:22.320886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Transition to ACTIVE for port object 4b153ed1-d1c3-4019-b8b2-3250b994affb will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:29:22.381874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:22.382385 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:22.400547 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:22.401323 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:22.437947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:22.459452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:22.477560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2f7cc155-9a9d-4fe1-83eb-2c4125d0f729,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:22.479743 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:22.544533 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:22.545471 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 8cf04518-2939-4728-93ea-50115c31a9be details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:22.558942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Allocated IP 192.168.233.112 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/4c28afda-219a-40f1-b1c2-4e130a407371) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:29:22.593554 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:22.594293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:29:22.594767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:29:22.605281 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4d21e5a-b66d-43e2-aca7-aff6abc78eb3 req-84b737e9-5025-45e1-a9eb-80d061a1e5a4 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 210 time: 0.0765800 May 27 22:29:22.606108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:29:22.615308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:29:22.646357 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:29:22.646357 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fe174b2f-0ddd-4a28-afba-9b2f92a6dc16 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:29:22.709325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Pushing event updated for resources: {'Port': ['ID=4b153ed1-d1c3-4019-b8b2-3250b994affb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:22.729845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3292-aef9-4678-a583-d0171f08ba30 req-149bfea8-6fe1-47b7-b325-5522d50b1386 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:22.731370 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aedd3292-aef9-4678-a583-d0171f08ba30 req-149bfea8-6fe1-47b7-b325-5522d50b1386 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 948 time: 0.3298645 May 27 22:29:22.803220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:22.815033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:22.815659 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:22.865141 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:22.894086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Transition to ACTIVE for port object 4c28afda-219a-40f1-b1c2-4e130a407371 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:29:22.896706 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aedd3292-aef9-4678-a583-d0171f08ba30 req-b74a070e-e1a7-43c0-95f2-bb1f8e63d7cf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532202 May 27 22:29:22.950343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=2f7cc155-9a9d-4fe1-83eb-2c4125d0f729,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:22.952650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 8cf04518-2939-4728-93ea-50115c31a9be, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=8cf04518-2939-4728-93ea-50115c31a9be,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:22.968556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfab97-8eb9-4b54-8098-116dd35d95f2 req-258e9e9d-a8a7-4956-b027-0382e04e2bb2 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:22.971361 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccdfab97-8eb9-4b54-8098-116dd35d95f2 req-258e9e9d-a8a7-4956-b027-0382e04e2bb2 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.1338325 May 27 22:29:22.971754 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '8cf04518-2939-4728-93ea-50115c31a9be', 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a', 'port_id': '8cf04518-2939-4728-93ea-50115c31a9be', 'mac_address': 'fa:16:3e:b7:99:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12e036b-b21d-44ef-9e41-b61836ac4b5b', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:23.002142 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:23.010642 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-37ba17f0-7aae-4cc7-8bd6-8e2c519bac8a tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7406960 May 27 22:29:23.031999 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 8cf04518-2939-4728-93ea-50115c31a9be is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:23.032565 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:23.055831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf04518-2939-4728-93ea-50115c31a9be {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:23.056509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Request body: {'port': {'device_id': '612794f8-1b82-41f3-a826-10beaadd76ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:23.070224 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-70d45a86-4480-4fc2-b433-6372f90a3666 None None] Provisioning for port 4b153ed1-d1c3-4019-b8b2-3250b994affb completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:23.070568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:29:23.074174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:29:23.077937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:29:23.078118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 8cf04518-2939-4728-93ea-50115c31a9be, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=8cf04518-2939-4728-93ea-50115c31a9be,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:23.079025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-70d45a86-4480-4fc2-b433-6372f90a3666 None None] Provisioning complete for port 4b153ed1-d1c3-4019-b8b2-3250b994affb triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:23.079392 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70d45a86-4480-4fc2-b433-6372f90a3666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:23.103991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccdfab97-8eb9-4b54-8098-116dd35d95f2 req-61e873fb-0116-4043-abcd-916d4f5eec1f tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264305 May 27 22:29:23.157070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:23.157758 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:23.187077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Pushing event updated for resources: {'Port': ['ID=4c28afda-219a-40f1-b1c2-4e130a407371,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:23.220110 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:23.223417 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:23.224072 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 23208c92-dbee-4363-9c21-9737e54a8a81 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:23.250732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b35b-a2ac-4a6a-a99f-487e217325e4 req-e1468708-bf7c-450a-a9b5-23b1e520797c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:23.258455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b35b-a2ac-4a6a-a99f-487e217325e4 req-e1468708-bf7c-450a-a9b5-23b1e520797c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:23.265480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b35b-a2ac-4a6a-a99f-487e217325e4 req-e1468708-bf7c-450a-a9b5-23b1e520797c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:23.275840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b35b-a2ac-4a6a-a99f-487e217325e4 req-e1468708-bf7c-450a-a9b5-23b1e520797c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:23.287410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b35b-a2ac-4a6a-a99f-487e217325e4 req-e1468708-bf7c-450a-a9b5-23b1e520797c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:23.298357 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c3a777f-5868-4e40-a56d-632173aec562 req-174777c1-5e32-4094-9e65-a83df0147d38 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4416900 May 27 22:29:23.300054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b35b-a2ac-4a6a-a99f-487e217325e4 req-e1468708-bf7c-450a-a9b5-23b1e520797c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:23.320723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Request body: {'port': {'device_id': 'f82a5c8e-f8ec-4a0a-a863-4cabbc82084f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:23.337996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257b35b-a2ac-4a6a-a99f-487e217325e4 req-e1468708-bf7c-450a-a9b5-23b1e520797c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:23.342095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-70d45a86-4480-4fc2-b433-6372f90a3666 None None] Port 4b153ed1-d1c3-4019-b8b2-3250b994affb cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:29:23.351010 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2257b35b-a2ac-4a6a-a99f-487e217325e4 req-e1468708-bf7c-450a-a9b5-23b1e520797c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5418 time: 0.3446178 May 27 22:29:23.377212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=8cf04518-2939-4728-93ea-50115c31a9be,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:23.394148 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 23208c92-dbee-4363-9c21-9737e54a8a81, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=23208c92-dbee-4363-9c21-9737e54a8a81,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:23.413645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '23208c92-dbee-4363-9c21-9737e54a8a81', 'network_id': 'c1c98a16-ff0e-48d9-bd68-874df362e9d7', 'port_id': '23208c92-dbee-4363-9c21-9737e54a8a81', 'mac_address': 'fa:16:3e:c6:64:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1070a7e0-6859-4ad5-8415-366ceef97d50', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:23.488392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a8740f-175b-4072-9910-d3fed8dc72ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:23.505764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 23208c92-dbee-4363-9c21-9737e54a8a81 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:23.506382 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:23.527517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23208c92-dbee-4363-9c21-9737e54a8a81 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:23.543926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 23208c92-dbee-4363-9c21-9737e54a8a81, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=23208c92-dbee-4363-9c21-9737e54a8a81,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:23.551823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:23.637938 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-affed841-4e6e-4767-ae6a-23ca31de2517 None None] Provisioning for port 4c28afda-219a-40f1-b1c2-4e130a407371 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:23.642548 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:23.643672 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:23.686791 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-affed841-4e6e-4767-ae6a-23ca31de2517 None None] Provisioning complete for port 4c28afda-219a-40f1-b1c2-4e130a407371 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:23.687163 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-affed841-4e6e-4767-ae6a-23ca31de2517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:23.789737 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-affed841-4e6e-4767-ae6a-23ca31de2517 None None] Port 4c28afda-219a-40f1-b1c2-4e130a407371 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:29:23.797982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=23208c92-dbee-4363-9c21-9737e54a8a81,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:23.802698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:23.818436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f', 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a', 'port_id': '1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f', 'mac_address': 'fa:16:3e:95:73:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12e036b-b21d-44ef-9e41-b61836ac4b5b', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:23.869423 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2257b35b-a2ac-4a6a-a99f-487e217325e4 req-453657de-5f26-4d6d-a4f1-2c03516c261c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5175416 May 27 22:29:23.871521 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dbd9feb1-67ab-4939-9e75-68dab845159c req-33e92d4d-286e-44a1-99e4-0f9f3805dbbf tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/ports?device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 210 time: 0.1182690 May 27 22:29:23.902143 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:23.903556 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:23.950416 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:23.952737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-17a165ad-d944-4ea8-963f-9b69e9262794 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:23.954236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-17a165ad-d944-4ea8-963f-9b69e9262794 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.57 "GET /v2.0/networks?id=5ac3eb74-2b3f-4b45-a5af-b096a81bc796 HTTP/1.1" status: 200 len: 821 time: 0.4230900 May 27 22:29:23.970916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:23.975225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Request body: {'port': {'device_id': 'db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46', 'network_id': '5ac3eb74-2b3f-4b45-a5af-b096a81bc796', 'admin_state_up': True, 'tenant_id': 'ae5faca69d014687a4f1e6470224e3b9'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:24.055176 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:24.056253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0f8c0679-a173-42fd-bf4b-8227fb6895d4 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:24.082391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c28afda-219a-40f1-b1c2-4e130a407371 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:24.098177 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:24.124106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Transition to ACTIVE for port object 4c28afda-219a-40f1-b1c2-4e130a407371 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:29:24.161139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:24.164610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0f8c0679-a173-42fd-bf4b-8227fb6895d4, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0f8c0679-a173-42fd-bf4b-8227fb6895d4,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:24.179893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '0f8c0679-a173-42fd-bf4b-8227fb6895d4', 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a', 'port_id': '0f8c0679-a173-42fd-bf4b-8227fb6895d4', 'mac_address': 'fa:16:3e:02:19:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12e036b-b21d-44ef-9e41-b61836ac4b5b', 'ip_address': '10.1.1.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:24.201578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:24.203309 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:24.228132 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6713dd24-2c81-4ff3-bcb9-3f303543a1a6 req-4c6192e3-116d-4e0b-9fa3-bb66c5781523 tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0814190 May 27 22:29:24.232539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Usage tracker for resource:port and tenant:ae5faca69d014687a4f1e6470224e3b9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:24.240043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:24.245030 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:24.276632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8c0679-a173-42fd-bf4b-8227fb6895d4 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:24.283499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:24.295832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0f8c0679-a173-42fd-bf4b-8227fb6895d4, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0f8c0679-a173-42fd-bf4b-8227fb6895d4,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:24.303590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:24.361916 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:24.362843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device afbe4a2a-ff42-4360-a344-c0004a52a25b details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:24.406523 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Made reservation on behalf of ae5faca69d014687a4f1e6470224e3b9 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:29:24.419131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:24.470876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port afbe4a2a-ff42-4360-a344-c0004a52a25b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=afbe4a2a-ff42-4360-a344-c0004a52a25b,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:24.479097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=0f8c0679-a173-42fd-bf4b-8227fb6895d4,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:24.491147 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'afbe4a2a-ff42-4360-a344-c0004a52a25b', 'network_id': 'cfe8967c-799b-45c8-99e7-5751d5d5f38a', 'port_id': 'afbe4a2a-ff42-4360-a344-c0004a52a25b', 'mac_address': 'fa:16:3e:73:4f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12e036b-b21d-44ef-9e41-b61836ac4b5b', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:24.581554 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b153ed1-d1c3-4019-b8b2-3250b994affb {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:24.610946 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:24.620637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port afbe4a2a-ff42-4360-a344-c0004a52a25b is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:24.621014 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:24.635098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c28afda-219a-40f1-b1c2-4e130a407371,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:24.646079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Transition to ACTIVE for port object 4b153ed1-d1c3-4019-b8b2-3250b994affb will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:29:24.654722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbe4a2a-ff42-4360-a344-c0004a52a25b {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:24.672426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port afbe4a2a-ff42-4360-a344-c0004a52a25b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=afbe4a2a-ff42-4360-a344-c0004a52a25b,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:24.683964 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3816513-270b-40bd-af82-87dba365c123'] response: {'server_uuid': '45a8740f-175b-4072-9910-d3fed8dc72ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729', 'code': 200} May 27 22:29:24.734848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Allocated IP 172.20.0.4 (5ac3eb74-2b3f-4b45-a5af-b096a81bc796/49206cd4-2bc1-4a1b-a4e2-b4b592374419/2ccd7495-b3f3-4c8f-9409-8beba5c3f464) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:29:24.761938 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:24.762754 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:24.773965 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:24.816849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Attempting to bind port 4c28afda-219a-40f1-b1c2-4e130a407371 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:29:24.817195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Attempting to bind port 4c28afda-219a-40f1-b1c2-4e130a407371 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:29:24.817763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Attempting to bind port 4c28afda-219a-40f1-b1c2-4e130a407371 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:29:24.823282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Port 4c28afda-219a-40f1-b1c2-4e130a407371 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:29:24.823621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Attempting to bind port 4c28afda-219a-40f1-b1c2-4e130a407371 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:29:24.829665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:29:24.830029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:29:24.830414 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:29:24.830840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Bound port: 4c28afda-219a-40f1-b1c2-4e130a407371, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:29:24.831185 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:24.937964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] For port 4c28afda-219a-40f1-b1c2-4e130a407371, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:29:24.941018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] For port 4c28afda-219a-40f1-b1c2-4e130a407371, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4c28afda-219a-40f1-b1c2-4e130a407371,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:29:24.959052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=afbe4a2a-ff42-4360-a344-c0004a52a25b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:25.028581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052,segment=NetworkSegment(95cfb425-1bdd-4b57-8aa2-bf9e3027a149),segment_id=95cfb425-1bdd-4b57-8aa2-bf9e3027a149)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:25.046379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052', 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'port_id': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052', 'mac_address': 'fa:16:3e:e5:4e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:25.050951 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:25.134222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:25.135184 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:25.136219 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c3a777f-5868-4e40-a56d-632173aec562 req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] 10.222.0.46 "PUT /v2.0/ports/4c28afda-219a-40f1-b1c2-4e130a407371 HTTP/1.1" status: 200 len: 1096 time: 1.8295629 May 27 22:29:25.136676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82a5c8e-f8ec-4a0a-a863-4cabbc82084f', 'tag': '4c28afda-219a-40f1-b1c2-4e130a407371'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:25.152449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:25.153266 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:25.164003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecaee5a-2f59-467f-b6bb-dc5ed95362d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4c28afda-219a-40f1-b1c2-4e130a407371,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:25.232675 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:25.232675 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052,segment=NetworkSegment(95cfb425-1bdd-4b57-8aa2-bf9e3027a149),segment_id=95cfb425-1bdd-4b57-8aa2-bf9e3027a149)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:25.232889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Pushing event updated for resources: {'Port': ['ID=4b153ed1-d1c3-4019-b8b2-3250b994affb,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:25.403329 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:25.480623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b38d96-72c5-4dfe-9f84-aeebc23538d0 req-7051c366-a7e8-4ba6-93f0-e1d3845b8b50 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:25.481327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-74b38d96-72c5-4dfe-9f84-aeebc23538d0 req-7051c366-a7e8-4ba6-93f0-e1d3845b8b50 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Synchronizing usage tracker for tenant:eb959ea5393a4e878749caf383759f6a on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:29:25.492758 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129a6f1-edc9-4f41-aa87-600ba8551c37 req-de5d8dc8-8b74-4a80-b2c1-f98b2e96c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:25.495204 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a129a6f1-edc9-4f41-aa87-600ba8551c37 req-de5d8dc8-8b74-4a80-b2c1-f98b2e96c113 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 1100 time: 0.6271241 May 27 22:29:25.501965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a777f-5868-4e40-a56d-632173aec562 req-4198bc1c-32fa-4085-b787-bfad3a23776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:25.503619 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c3a777f-5868-4e40-a56d-632173aec562 req-4198bc1c-32fa-4085-b787-bfad3a23776f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb959ea5393a4e878749caf383759f6a&device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 1099 time: 0.0926530 May 27 22:29:25.514650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:25.543705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab9fae-54cc-42e9-a1fe-f80a4ab17fc7 req-607ff306-484a-4968-beed-9006d67d366a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:25.545245 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdab9fae-54cc-42e9-a1fe-f80a4ab17fc7 req-607ff306-484a-4968-beed-9006d67d366a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 949 time: 0.6157486 May 27 22:29:25.571421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Attempting to bind port 4b153ed1-d1c3-4019-b8b2-3250b994affb on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:29:25.571748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Attempting to bind port 4b153ed1-d1c3-4019-b8b2-3250b994affb by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:29:25.572078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Attempting to bind port 4b153ed1-d1c3-4019-b8b2-3250b994affb on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:29:25.578061 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c3a777f-5868-4e40-a56d-632173aec562 req-8c71aa8c-473e-468c-bcaa-6bc5e21142e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=4c28afda-219a-40f1-b1c2-4e130a407371 HTTP/1.1" status: 200 len: 217 time: 0.0667808 May 27 22:29:25.606148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Port 4b153ed1-d1c3-4019-b8b2-3250b994affb on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:29:25.606461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Attempting to bind port 4b153ed1-d1c3-4019-b8b2-3250b994affb on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:29:25.610961 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:25.639673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:29:25.639965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a777f-5868-4e40-a56d-632173aec562 req-b58a27ee-e7ef-4426-a7c5-78180a5b00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:25.640095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:29:25.640439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:29:25.640805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Bound port: 4b153ed1-d1c3-4019-b8b2-3250b994affb, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:29:25.641150 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:25.641431 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c3a777f-5868-4e40-a56d-632173aec562 req-b58a27ee-e7ef-4426-a7c5-78180a5b00ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0577750 May 27 22:29:25.654992 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a129a6f1-edc9-4f41-aa87-600ba8551c37 req-6165484e-4c32-4f3e-a97a-6a9468e16e39 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406929 May 27 22:29:25.670706 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdab9fae-54cc-42e9-a1fe-f80a4ab17fc7 req-9b49dae1-b68e-4bcd-9f0f-1a28834db78f tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142910 May 27 22:29:25.707046 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-74b38d96-72c5-4dfe-9f84-aeebc23538d0 req-7051c366-a7e8-4ba6-93f0-e1d3845b8b50 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Unset dirty status for tenant:eb959ea5393a4e878749caf383759f6a on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:29:25.713633 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74b38d96-72c5-4dfe-9f84-aeebc23538d0 req-7051c366-a7e8-4ba6-93f0-e1d3845b8b50 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 948 time: 0.8950300 May 27 22:29:25.740613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a777f-5868-4e40-a56d-632173aec562 req-b32718d2-725f-489a-8dc8-7777c70cbff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:25.742336 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c3a777f-5868-4e40-a56d-632173aec562 req-b32718d2-725f-489a-8dc8-7777c70cbff5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0954773 May 27 22:29:25.893718 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c3a777f-5868-4e40-a56d-632173aec562 req-1524d5ec-d63f-4916-b875-3c6da965c4bf service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434846 May 27 22:29:25.905253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-74b38d96-72c5-4dfe-9f84-aeebc23538d0 req-d1774c4d-78dc-421f-9465-d1803852ac1c tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Synchronizing usage tracker for tenant:eb959ea5393a4e878749caf383759f6a on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:29:25.918108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] For port 4b153ed1-d1c3-4019-b8b2-3250b994affb, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:29:25.922359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] For port 4b153ed1-d1c3-4019-b8b2-3250b994affb, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4b153ed1-d1c3-4019-b8b2-3250b994affb,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:29:26.026439 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c3a777f-5868-4e40-a56d-632173aec562 req-1f4e1cc5-90bc-4518-9481-754bbfab2333 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267412 May 27 22:29:26.056106 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:26.057675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-74b38d96-72c5-4dfe-9f84-aeebc23538d0 req-d1774c4d-78dc-421f-9465-d1803852ac1c tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Unset dirty status for tenant:eb959ea5393a4e878749caf383759f6a on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:29:26.058843 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74b38d96-72c5-4dfe-9f84-aeebc23538d0 req-d1774c4d-78dc-421f-9465-d1803852ac1c tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444662 May 27 22:29:26.059819 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:26.160999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:26.160999 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:26.160999 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] 10.222.0.46 "PUT /v2.0/ports/4b153ed1-d1c3-4019-b8b2-3250b994affb HTTP/1.1" status: 200 len: 1096 time: 3.1083269 May 27 22:29:26.161985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '612794f8-1b82-41f3-a826-10beaadd76ef', 'tag': '4b153ed1-d1c3-4019-b8b2-3250b994affb'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:26.172916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Network 5ac3eb74-2b3f-4b45-a5af-b096a81bc796 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:29:26.177962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:29:26.181951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:29:26.184067 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9a1ca7ba-160b-4319-b3b2-9b5a1adb81eb req-7a6007bb-0a7e-4255-99f5-2cb84f78c8f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1011078 May 27 22:29:26.265200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344f26e-3854-4752-9874-4fe80acccfdf service neutron] Pushing event updated for resources: {'Port': ['ID=4b153ed1-d1c3-4019-b8b2-3250b994affb,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:26.359875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ca7ba-160b-4319-b3b2-9b5a1adb81eb req-ee8602f0-7e8d-4d78-90af-0ac1558bfad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:26.362743 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9a1ca7ba-160b-4319-b3b2-9b5a1adb81eb req-ee8602f0-7e8d-4d78-90af-0ac1558bfad4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 1097 time: 0.1007612 May 27 22:29:26.403391 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:26.403905 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:26.439205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Pushing event updated for resources: {'Port': ['ID=2ccd7495-b3f3-4c8f-9409-8beba5c3f464,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:26.518159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ca7ba-160b-4319-b3b2-9b5a1adb81eb req-a13c9a01-adf4-4972-be90-ea0ab3ae7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:26.519602 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9a1ca7ba-160b-4319-b3b2-9b5a1adb81eb req-a13c9a01-adf4-4972-be90-ea0ab3ae7659 service neutron] 10.222.0.46 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 907 time: 0.1314137 May 27 22:29:26.522068 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608286c-843a-4552-aff2-431c2625574c req-24401649-f087-4655-9ac1-e7f6dbd5769e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:26.523505 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8608286c-843a-4552-aff2-431c2625574c req-24401649-f087-4655-9ac1-e7f6dbd5769e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.3467174 May 27 22:29:26.535211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-10c90dc7-6c5e-4612-b5b3-18dad24d1333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:26.536619 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-10c90dc7-6c5e-4612-b5b3-18dad24d1333 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb959ea5393a4e878749caf383759f6a&device_id=612794f8-1b82-41f3-a826-10beaadd76ef HTTP/1.1" status: 200 len: 1099 time: 0.2280910 May 27 22:29:26.577843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['23208c92-dbee-4363-9c21-9737e54a8a81'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:26.591799 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9a1ca7ba-160b-4319-b3b2-9b5a1adb81eb req-8d1e8f2a-12d1-4b07-9351-f3d215107f71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f9fac0e-55b6-4100-8cf3-193eb5b2055c HTTP/1.1" status: 200 len: 217 time: 0.0649464 May 27 22:29:26.619926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-82e80819-89ef-4691-b2e8-1b284a6a292b tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6486344 May 27 22:29:26.623580 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-07500afd-4065-4fa6-b718-2e29c756635d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=4b153ed1-d1c3-4019-b8b2-3250b994affb HTTP/1.1" status: 200 len: 217 time: 0.0734601 May 27 22:29:26.625338 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['1b6ec9d7-3358-4a2e-b972-1b7a5f05d052'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:26.658924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['8cf04518-2939-4728-93ea-50115c31a9be'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:26.669734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ca7ba-160b-4319-b3b2-9b5a1adb81eb req-8ae9d65d-9dfe-4c9b-a4c0-c3f0eb4acd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:26.675752 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9a1ca7ba-160b-4319-b3b2-9b5a1adb81eb req-8ae9d65d-9dfe-4c9b-a4c0-c3f0eb4acd6a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 200 len: 846 time: 0.0738289 May 27 22:29:26.675885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Request body: {'port': {'device_id': 'db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:26.692162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:26.731216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8608286c-843a-4552-aff2-431c2625574c req-c690bcfa-3444-4e19-8605-55c30b6f2945 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008586 May 27 22:29:26.745111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['0f8c0679-a173-42fd-bf4b-8227fb6895d4'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:26.749325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e749e-1660-4905-835a-020abd1ee9bd req-80a14726-38d5-4552-91b6-aeceb474117e tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:26.750013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f24e749e-1660-4905-835a-020abd1ee9bd req-80a14726-38d5-4552-91b6-aeceb474117e tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Synchronizing usage tracker for tenant:ae5faca69d014687a4f1e6470224e3b9 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:29:26.767555 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9a1ca7ba-160b-4319-b3b2-9b5a1adb81eb req-e2d2c7d3-11ed-4902-8276-20cc189c362e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864780 May 27 22:29:26.775188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-4c634ba5-ba98-4a7d-ba3b-d4ef566fe80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:26.776625 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-4c634ba5-ba98-4a7d-ba3b-d4ef566fe80f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1452327 May 27 22:29:26.801296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['3fa643d5-4d0e-43b9-bf15-48d47e85ccdd'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:26.934966 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:26.939451 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9a1ca7ba-160b-4319-b3b2-9b5a1adb81eb req-c14fcb2a-ef45-48fe-9f7b-64fb633a4593 service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534071 May 27 22:29:26.963366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f24e749e-1660-4905-835a-020abd1ee9bd req-80a14726-38d5-4552-91b6-aeceb474117e tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Unset dirty status for tenant:ae5faca69d014687a4f1e6470224e3b9 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:29:26.968857 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f24e749e-1660-4905-835a-020abd1ee9bd req-80a14726-38d5-4552-91b6-aeceb474117e tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/ports?device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 931 time: 0.5336537 May 27 22:29:27.093707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-af887fa9-af22-414f-9b23-0d667bd262d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:27.095407 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-af887fa9-af22-414f-9b23-0d667bd262d2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2825284 May 27 22:29:27.101359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f24e749e-1660-4905-835a-020abd1ee9bd req-dd269750-67aa-4a80-9208-170825427fc0 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/security-groups?id=c82df3f4-3277-4f94-a1d6-be8f11d998dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309330 May 27 22:29:27.192056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130275b-42f9-40c7-93b8-7cc41d772f03 req-a5a56ffd-dd33-413c-acb0-4527ef61372d tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:27.197902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130275b-42f9-40c7-93b8-7cc41d772f03 req-a5a56ffd-dd33-413c-acb0-4527ef61372d tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:27.205551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130275b-42f9-40c7-93b8-7cc41d772f03 req-a5a56ffd-dd33-413c-acb0-4527ef61372d tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:27.211212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130275b-42f9-40c7-93b8-7cc41d772f03 req-a5a56ffd-dd33-413c-acb0-4527ef61372d tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:27.216908 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130275b-42f9-40c7-93b8-7cc41d772f03 req-a5a56ffd-dd33-413c-acb0-4527ef61372d tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:27.223224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130275b-42f9-40c7-93b8-7cc41d772f03 req-a5a56ffd-dd33-413c-acb0-4527ef61372d tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:27.228912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130275b-42f9-40c7-93b8-7cc41d772f03 req-a5a56ffd-dd33-413c-acb0-4527ef61372d tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:27.230793 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1130275b-42f9-40c7-93b8-7cc41d772f03 req-a5a56ffd-dd33-413c-acb0-4527ef61372d tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5424 time: 0.3605497 May 27 22:29:27.251740 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63ac438b-a848-4cad-b5c8-408a7f74567d'] response: {'name': 'network-changed', 'server_uuid': 'f82a5c8e-f8ec-4a0a-a863-4cabbc82084f', 'tag': '4c28afda-219a-40f1-b1c2-4e130a407371', 'status': 'completed', 'code': 200} May 27 22:29:27.386347 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9a1ca7ba-160b-4319-b3b2-9b5a1adb81eb req-48346e7d-00ba-44c4-9b13-ee6ee5b47016 service neutron] 10.222.0.46 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397438 May 27 22:29:27.399834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e502e-adf0-4cb8-909a-8ae9878b8873 req-39348d1f-d0d7-4f86-8dc8-64ceb569c1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:27.401671 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-737e502e-adf0-4cb8-909a-8ae9878b8873 req-39348d1f-d0d7-4f86-8dc8-64ceb569c1a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb959ea5393a4e878749caf383759f6a&device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 1099 time: 0.1222372 May 27 22:29:27.456923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1130275b-42f9-40c7-93b8-7cc41d772f03 req-489c6bd5-6ff2-4135-ac77-42b3385c0231 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1814167 May 27 22:29:27.460053 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2dd77b2-f4ed-43e2-a980-b77c8e3951ba req-e584bec6-fb75-4f6c-b4d0-e34ffc0676c3 tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.1311097 May 27 22:29:27.565551 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-68e1978c-38b0-44c4-a6f2-e8fda0d08e7f service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280591 May 27 22:29:27.569003 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9643ddd6-85d7-47f1-bb72-a65fb054407f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:27.570739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['afbe4a2a-ff42-4360-a344-c0004a52a25b'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:27.577998 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659c7970-f0d4-4c04-b0c2-060ee887d10a'] response: {'name': 'network-changed', 'server_uuid': '612794f8-1b82-41f3-a826-10beaadd76ef', 'tag': '4b153ed1-d1c3-4019-b8b2-3250b994affb', 'status': 'completed', 'code': 200} May 27 22:29:27.600879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e502e-adf0-4cb8-909a-8ae9878b8873 req-e834f3c6-8d8d-4343-9043-467e21f5fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:27.602692 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-737e502e-adf0-4cb8-909a-8ae9878b8873 req-e834f3c6-8d8d-4343-9043-467e21f5fcca service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.1900172 May 27 22:29:27.694524 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-737e502e-adf0-4cb8-909a-8ae9878b8873 req-d6834dae-eb97-4eaf-b4d2-4c2383efa709 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=4c28afda-219a-40f1-b1c2-4e130a407371 HTTP/1.1" status: 200 len: 217 time: 0.0841575 May 27 22:29:27.861772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e502e-adf0-4cb8-909a-8ae9878b8873 req-e14c4a08-f98c-4f19-b210-0fb9650584d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:27.862674 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-737e502e-adf0-4cb8-909a-8ae9878b8873 req-e14c4a08-f98c-4f19-b210-0fb9650584d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1617310 May 27 22:29:27.932847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19e13f-7156-495c-bbd8-6474599d89c5 req-eaf7bbcc-c6e5-4875-8c14-b56698002df2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:27.933581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bc19e13f-7156-495c-bbd8-6474599d89c5 req-eaf7bbcc-c6e5-4875-8c14-b56698002df2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Synchronizing usage tracker for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:29:27.952015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bc19e13f-7156-495c-bbd8-6474599d89c5 req-eaf7bbcc-c6e5-4875-8c14-b56698002df2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Unset dirty status for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:29:27.953161 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bc19e13f-7156-495c-bbd8-6474599d89c5 req-eaf7bbcc-c6e5-4875-8c14-b56698002df2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 946 time: 0.1749740 May 27 22:29:28.014849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e502e-adf0-4cb8-909a-8ae9878b8873 req-f8c7dff1-e84d-45af-8dd0-b6bb5f323c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:28.016244 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-737e502e-adf0-4cb8-909a-8ae9878b8873 req-f8c7dff1-e84d-45af-8dd0-b6bb5f323c70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1474686 May 27 22:29:28.100209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bc19e13f-7156-495c-bbd8-6474599d89c5 req-42976554-519b-4bf8-a11c-c4cbf8692c90 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Deleting port 453ef750-e32a-4c0e-b745-376669d9af24 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:29:28.100620 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bc19e13f-7156-495c-bbd8-6474599d89c5 req-42976554-519b-4bf8-a11c-c4cbf8692c90 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:28.124000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:28.136391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba099770-5d71-49b6-b17f-831adb8327d5 req-62fa5a9b-34df-4504-b3fe-a5c4ed72b433 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572717 May 27 22:29:28.137902 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:28.178984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24021f-5852-4975-8dde-f569bf891e72 req-32e66556-7650-4959-b3fc-85f675b9c5e0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:28.180566 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a24021f-5852-4975-8dde-f569bf891e72 req-32e66556-7650-4959-b3fc-85f675b9c5e0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 949 time: 0.2776606 May 27 22:29:28.181638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Transition to ACTIVE for port object 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:29:28.190122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0ed45-caa9-4730-8bc6-c2784bd2dc9a req-21725c8f-aa1d-4eef-80cb-a5f29b7c9d0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:28.191672 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2aa0ed45-caa9-4730-8bc6-c2784bd2dc9a req-21725c8f-aa1d-4eef-80cb-a5f29b7c9d0f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 946 time: 0.5514727 May 27 22:29:28.254227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a24021f-5852-4975-8dde-f569bf891e72 req-0235f75e-75bd-4d7a-90ff-e8acfe7eed73 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615098 May 27 22:29:28.261833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-737e502e-adf0-4cb8-909a-8ae9878b8873 req-ec2692b3-99d6-439a-9bcb-b75f4f0d126b service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391937 May 27 22:29:28.306757 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:28.361303 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2aa0ed45-caa9-4730-8bc6-c2784bd2dc9a req-92d449ea-303a-41ce-8e81-b61b97f17a11 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543446 May 27 22:29:28.525936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bc19e13f-7156-495c-bbd8-6474599d89c5 req-42976554-519b-4bf8-a11c-c4cbf8692c90 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] For port 453ef750-e32a-4c0e-b745-376669d9af24, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=453ef750-e32a-4c0e-b745-376669d9af24,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:28.526167 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bc19e13f-7156-495c-bbd8-6474599d89c5 req-42976554-519b-4bf8-a11c-c4cbf8692c90 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:28.542254 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-737e502e-adf0-4cb8-909a-8ae9878b8873 req-7839c59b-82cb-43f9-b660-d7bf21c4bf2f service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508821 May 27 22:29:28.614182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccd7495-b3f3-4c8f-9409-8beba5c3f464,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:28.653827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bc19e13f-7156-495c-bbd8-6474599d89c5 req-42976554-519b-4bf8-a11c-c4cbf8692c90 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Calling delete_port for 453ef750-e32a-4c0e-b745-376669d9af24 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:29:28.713311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f9da6-6ce2-4b32-a933-e3bdae57d07d req-833e74d8-b918-43b8-93e4-74e9b2dff55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:28.714796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-017f9da6-6ce2-4b32-a933-e3bdae57d07d req-833e74d8-b918-43b8-93e4-74e9b2dff55e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb959ea5393a4e878749caf383759f6a&device_id=612794f8-1b82-41f3-a826-10beaadd76ef HTTP/1.1" status: 200 len: 1099 time: 0.4527032 May 27 22:29:28.744542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Attempting to bind port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:29:28.745008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Attempting to bind port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '82f15a28-d51a-4994-ac4b-b857d6120cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5ac3eb74-2b3f-4b45-a5af-b096a81bc796'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:29:28.745322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Attempting to bind port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 on network 5ac3eb74-2b3f-4b45-a5af-b096a81bc796 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:29:28.761470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356bfac-c195-4efe-8e48-26e9809a47fe req-c8c45d2a-5cb0-4903-8307-a6c4d6798326 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:28.763093 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a356bfac-c195-4efe-8e48-26e9809a47fe req-c8c45d2a-5cb0-4903-8307-a6c4d6798326 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 948 time: 0.3094654 May 27 22:29:28.819970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 on network 5ac3eb74-2b3f-4b45-a5af-b096a81bc796 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:29:28.820412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Attempting to bind port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 on network 5ac3eb74-2b3f-4b45-a5af-b096a81bc796 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:29:28.854735 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908ce30-c81e-4a57-a4a4-4f0e6a551e81 req-f76ab770-1885-4a3b-9ad0-471a4dd736f0 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:28.856177 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2908ce30-c81e-4a57-a4a4-4f0e6a551e81 req-f76ab770-1885-4a3b-9ad0-471a4dd736f0 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.3336074 May 27 22:29:28.861236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:29:28.861579 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Checking segment: {'id': '82f15a28-d51a-4994-ac4b-b857d6120cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5ac3eb74-2b3f-4b45-a5af-b096a81bc796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:29:28.861963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Bound using segment: {'id': '82f15a28-d51a-4994-ac4b-b857d6120cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5ac3eb74-2b3f-4b45-a5af-b096a81bc796'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:29:28.862401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Bound port: 2ccd7495-b3f3-4c8f-9409-8beba5c3f464, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82f15a28-d51a-4994-ac4b-b857d6120cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5ac3eb74-2b3f-4b45-a5af-b096a81bc796'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:29:28.862745 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:28.889651 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bc19e13f-7156-495c-bbd8-6474599d89c5 req-42976554-519b-4bf8-a11c-c4cbf8692c90 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:28.901301 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7f9fac0e-55b6-4100-8cf3-193eb5b2055c', '453ef750-e32a-4c0e-b745-376669d9af24'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:28.931768 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4c28afda-219a-40f1-b1c2-4e130a407371 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:28.945086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42976554-519b-4bf8-a11c-c4cbf8692c90 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Pushing event deleted for resources: {'Port': ['ID=453ef750-e32a-4c0e-b745-376669d9af24,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:28.975379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f9da6-6ce2-4b32-a933-e3bdae57d07d req-6ca90d89-d6eb-49ca-8e31-b47ac20b4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:28.979496 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-017f9da6-6ce2-4b32-a933-e3bdae57d07d req-6ca90d89-d6eb-49ca-8e31-b47ac20b4504 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.2525380 May 27 22:29:29.035648 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a356bfac-c195-4efe-8e48-26e9809a47fe req-96e2800f-4ffc-46c8-8701-7794a6f2e691 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200971 May 27 22:29:29.041838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2908ce30-c81e-4a57-a4a4-4f0e6a551e81 req-9356e26c-9255-4687-83ca-f302ee6f4a11 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671305 May 27 22:29:29.210837 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-017f9da6-6ce2-4b32-a933-e3bdae57d07d req-20a32a46-62ce-4767-83ac-ff92b97c261e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=4b153ed1-d1c3-4019-b8b2-3250b994affb HTTP/1.1" status: 200 len: 217 time: 0.1918175 May 27 22:29:29.234374 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc19e13f-7156-495c-bbd8-6474599d89c5 req-42976554-519b-4bf8-a11c-c4cbf8692c90 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] No DVR routers for this DVR port 453ef750-e32a-4c0e-b745-376669d9af24 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:29:29.237982 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bc19e13f-7156-495c-bbd8-6474599d89c5 req-42976554-519b-4bf8-a11c-c4cbf8692c90 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:29.266715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94', 'name': 'network-vif-deleted', 'tag': '453ef750-e32a-4c0e-b745-376669d9af24'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:29.315488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4c28afda-219a-40f1-b1c2-4e130a407371, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4c28afda-219a-40f1-b1c2-4e130a407371,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:29.320150 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bc19e13f-7156-495c-bbd8-6474599d89c5 req-42976554-519b-4bf8-a11c-c4cbf8692c90 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "DELETE /v2.0/ports/453ef750-e32a-4c0e-b745-376669d9af24 HTTP/1.1" status: 204 len: 173 time: 1.3590686 May 27 22:29:29.372173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '4c28afda-219a-40f1-b1c2-4e130a407371', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '4c28afda-219a-40f1-b1c2-4e130a407371', 'mac_address': 'fa:16:3e:9e:51:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:29.398251 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f9da6-6ce2-4b32-a933-e3bdae57d07d req-557ab136-9b59-4508-be0a-c56918d2f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:29.399820 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-017f9da6-6ce2-4b32-a933-e3bdae57d07d req-557ab136-9b59-4508-be0a-c56918d2f5e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1771460 May 27 22:29:29.400792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] For port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:29:29.404677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] For port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2ccd7495-b3f3-4c8f-9409-8beba5c3f464,segment=NetworkSegment(82f15a28-d51a-4994-ac4b-b857d6120cf5),segment_id=82f15a28-d51a-4994-ac4b-b857d6120cf5)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:29:29.422498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216d93a-c3ed-4e48-bbf1-66a73e2f1086 req-4fceadec-b95d-4884-beae-10aceb0349ea tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:29.424795 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d216d93a-c3ed-4e48-bbf1-66a73e2f1086 req-4fceadec-b95d-4884-beae-10aceb0349ea tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/ports?device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 943 time: 0.1654842 May 27 22:29:29.479377 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4c28afda-219a-40f1-b1c2-4e130a407371 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:29.479807 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:29.497586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c28afda-219a-40f1-b1c2-4e130a407371 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:29.536572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4c28afda-219a-40f1-b1c2-4e130a407371, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4c28afda-219a-40f1-b1c2-4e130a407371,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:29.539035 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:29.544739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 8cf04518-2939-4728-93ea-50115c31a9be up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:29.638713 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b8bb9cfd-8675-4543-a9f6-d99efd9c28ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:29.668498 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:29.681001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Pushing event updated for resources: {'Port': ['ID=2ccd7495-b3f3-4c8f-9409-8beba5c3f464,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:29.741402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 8cf04518-2939-4728-93ea-50115c31a9be completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:29.748975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4c28afda-219a-40f1-b1c2-4e130a407371,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:29.751620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 8cf04518-2939-4728-93ea-50115c31a9be triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:29.751988 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:29.827753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:29.828335 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:29.830284 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-da6cf830-3853-4601-9f09-4bb95c91fcf4 service neutron] 10.222.0.57 "PUT /v2.0/ports/2ccd7495-b3f3-4c8f-9409-8beba5c3f464 HTTP/1.1" status: 200 len: 1091 time: 3.1649883 May 27 22:29:29.835577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d216d93a-c3ed-4e48-bbf1-66a73e2f1086 req-5a5d4f41-26e8-4983-b1fa-7208801afa38 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/security-groups?id=c82df3f4-3277-4f94-a1d6-be8f11d998dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047542 May 27 22:29:29.835994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46', 'tag': '2ccd7495-b3f3-4c8f-9409-8beba5c3f464'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:29.863913 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f9da6-6ce2-4b32-a933-e3bdae57d07d req-aa3eb310-37af-42d4-9510-29bed45c0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:29.863913 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-017f9da6-6ce2-4b32-a933-e3bdae57d07d req-aa3eb310-37af-42d4-9510-29bed45c0451 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4260828 May 27 22:29:29.872725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971dd2c-0862-4161-af4d-c624ca448827 req-883964e0-989c-4eca-84b7-69e936a7d2a3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:29.874196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9971dd2c-0862-4161-af4d-c624ca448827 req-883964e0-989c-4eca-84b7-69e936a7d2a3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d19dd0f-d68c-451d-908b-89e6b7e3bb88 HTTP/1.1" status: 200 len: 949 time: 0.4155469 May 27 22:29:29.886277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 8cf04518-2939-4728-93ea-50115c31a9be is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:29.886659 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:29.914690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf04518-2939-4728-93ea-50115c31a9be'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:29.924632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 8cf04518-2939-4728-93ea-50115c31a9be, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=8cf04518-2939-4728-93ea-50115c31a9be,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:29.962441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['4c28afda-219a-40f1-b1c2-4e130a407371'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:30.067786 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:30.106324 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9971dd2c-0862-4161-af4d-c624ca448827 req-8bcfb526-fcd7-4f7a-811e-df9240e9ad0d tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106998 May 27 22:29:30.144629 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-017f9da6-6ce2-4b32-a933-e3bdae57d07d req-5dbc4606-0395-4419-97f8-1b557f80f9f8 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694733 May 27 22:29:30.192660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=8cf04518-2939-4728-93ea-50115c31a9be,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:30.242132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6851475-3c5e-41a8-a3c9-84c4f3930656 req-ae9f113f-0954-4e85-9e7f-6d321ad4fd3a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:30.247753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6851475-3c5e-41a8-a3c9-84c4f3930656 req-ae9f113f-0954-4e85-9e7f-6d321ad4fd3a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:30.253464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6851475-3c5e-41a8-a3c9-84c4f3930656 req-ae9f113f-0954-4e85-9e7f-6d321ad4fd3a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:30.259098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6851475-3c5e-41a8-a3c9-84c4f3930656 req-ae9f113f-0954-4e85-9e7f-6d321ad4fd3a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:30.265006 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6851475-3c5e-41a8-a3c9-84c4f3930656 req-ae9f113f-0954-4e85-9e7f-6d321ad4fd3a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:30.271153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6851475-3c5e-41a8-a3c9-84c4f3930656 req-ae9f113f-0954-4e85-9e7f-6d321ad4fd3a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:30.276768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6851475-3c5e-41a8-a3c9-84c4f3930656 req-ae9f113f-0954-4e85-9e7f-6d321ad4fd3a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:30.278511 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6851475-3c5e-41a8-a3c9-84c4f3930656 req-ae9f113f-0954-4e85-9e7f-6d321ad4fd3a tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5424 time: 0.3215113 May 27 22:29:30.343943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-ffded83b-f8d0-47ab-991d-a535b3cca897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:30.345878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-ffded83b-f8d0-47ab-991d-a535b3cca897 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae5faca69d014687a4f1e6470224e3b9&device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 1094 time: 0.3288133 May 27 22:29:30.357461 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e08fb266-08a3-45f7-9dd0-c5237e4e3507 req-e06ce791-c4b3-4fb9-a106-759f93647674 tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0773127 May 27 22:29:30.460626 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6851475-3c5e-41a8-a3c9-84c4f3930656 req-6f3f401a-d6e2-4bd9-94f8-ac37e23afb46 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1746151 May 27 22:29:30.461829 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-5a58a08f-fde7-46b0-9d26-dea4966e5e3c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ccd7495-b3f3-4c8f-9409-8beba5c3f464 HTTP/1.1" status: 200 len: 217 time: 0.0877960 May 27 22:29:30.466993 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0736678-f6ac-440b-8b81-d1cf054049f9'] response: {'server_uuid': '6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94', 'name': 'network-vif-deleted', 'tag': '453ef750-e32a-4c0e-b745-376669d9af24', 'status': 'completed', 'code': 200} May 27 22:29:30.530077 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-017f9da6-6ce2-4b32-a933-e3bdae57d07d req-beaa6723-f2de-4b3d-975d-480f519823b4 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773308 May 27 22:29:30.558051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-ea66fcd3-cb85-4dde-ad8f-5fcfe306b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:30.559676 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-ea66fcd3-cb85-4dde-ad8f-5fcfe306b21f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49206cd4-2bc1-4a1b-a4e2-b4b592374419 HTTP/1.1" status: 200 len: 861 time: 0.0818925 May 27 22:29:30.643731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-8345134a-034a-495c-b7d9-d9997821984c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5ac3eb74-2b3f-4b45-a5af-b096a81bc796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764792 May 27 22:29:30.650271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee6773d5-d8e2-4fff-8059-8b3ca09f935d req-5d753d6d-78a2-4fb7-8385-fec22eb3e1d1 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a4a5f69-c8bb-4f6c-8fe7-2c69eaa26c94 HTTP/1.1" status: 200 len: 210 time: 0.0521724 May 27 22:29:30.761782 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf0ce32-c25b-41b8-a170-c1c360d24890'] response: {'name': 'network-changed', 'server_uuid': 'db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46', 'tag': '2ccd7495-b3f3-4c8f-9409-8beba5c3f464', 'status': 'completed', 'code': 200} May 27 22:29:30.772214 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a304e6-922b-4078-bf14-97e0108ca9f2'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf04518-2939-4728-93ea-50115c31a9be', 'code': 200} May 27 22:29:30.773922 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:30.799977 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-69ce2704-b3d1-44ce-a7b3-d58749f81d28 service neutron] 10.222.0.57 "GET /v2.0/networks/5ac3eb74-2b3f-4b45-a5af-b096a81bc796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470087 May 27 22:29:30.909890 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4b153ed1-d1c3-4019-b8b2-3250b994affb details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:30.913510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4c28afda-219a-40f1-b1c2-4e130a407371 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:30.950661 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:31.068285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c10c369-6489-4f61-9cc7-1906c406d08c req-9db728eb-58d6-4e8b-86ac-cae23c8c9bcc service neutron] 10.222.0.57 "GET /v2.0/networks/5ac3eb74-2b3f-4b45-a5af-b096a81bc796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446620 May 27 22:29:31.088699 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3ee0d-639b-47de-b194-3dc6e40cc2aa req-d3b69478-92bd-47f6-8160-426fea26b815 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:31.090148 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14e3ee0d-639b-47de-b194-3dc6e40cc2aa req-d3b69478-92bd-47f6-8160-426fea26b815 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.1939383 May 27 22:29:31.102855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dd688-0467-4e84-91dd-43cde0550908 req-b3bd08d6-6262-4a3f-9262-526edfacc4e7 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:31.104491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df4dd688-0467-4e84-91dd-43cde0550908 req-b3bd08d6-6262-4a3f-9262-526edfacc4e7 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 949 time: 0.2065709 May 27 22:29:31.104645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4b153ed1-d1c3-4019-b8b2-3250b994affb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4b153ed1-d1c3-4019-b8b2-3250b994affb,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:31.119157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '4b153ed1-d1c3-4019-b8b2-3250b994affb', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '4b153ed1-d1c3-4019-b8b2-3250b994affb', 'mac_address': 'fa:16:3e:98:0a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:31.150265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 4c28afda-219a-40f1-b1c2-4e130a407371 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:31.171593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 4c28afda-219a-40f1-b1c2-4e130a407371 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:31.171593 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:31.178150 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14e3ee0d-639b-47de-b194-3dc6e40cc2aa req-31017180-eb50-40b6-9db3-c14ffa9db58e tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727062 May 27 22:29:31.180844 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df4dd688-0467-4e84-91dd-43cde0550908 req-958c9fcd-e8c3-495d-84c5-5c28f86ee6fd tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621679 May 27 22:29:31.261281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4b153ed1-d1c3-4019-b8b2-3250b994affb is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:31.261754 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:31.297380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b153ed1-d1c3-4019-b8b2-3250b994affb {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:31.322397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4b153ed1-d1c3-4019-b8b2-3250b994affb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4b153ed1-d1c3-4019-b8b2-3250b994affb,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:31.390314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d9562-ca04-4a44-b55c-8e08e1c8b248 req-84d47936-ea92-48f4-8bc0-b77222df28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:31.397657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a2d9562-ca04-4a44-b55c-8e08e1c8b248 req-84d47936-ea92-48f4-8bc0-b77222df28ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae5faca69d014687a4f1e6470224e3b9&device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 1094 time: 0.1011314 May 27 22:29:31.414029 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:31.487848 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4c28afda-219a-40f1-b1c2-4e130a407371 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:31.488239 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:31.520784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4b153ed1-d1c3-4019-b8b2-3250b994affb,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:31.535805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4c28afda-219a-40f1-b1c2-4e130a407371, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4c28afda-219a-40f1-b1c2-4e130a407371,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:31.545803 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:31.587752 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:31.588561 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 453ef750-e32a-4c0e-b745-376669d9af24 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:29:31.685620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 453ef750-e32a-4c0e-b745-376669d9af24 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:29:31.685971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 453ef750-e32a-4c0e-b745-376669d9af24 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:29:31.722451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4c28afda-219a-40f1-b1c2-4e130a407371,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:31.768775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:31.774126 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['4b153ed1-d1c3-4019-b8b2-3250b994affb'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:31.788057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d9562-ca04-4a44-b55c-8e08e1c8b248 req-de10f45e-c347-4956-958f-f3f9f87fedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:31.789526 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a2d9562-ca04-4a44-b55c-8e08e1c8b248 req-de10f45e-c347-4956-958f-f3f9f87fedc3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5ac3eb74-2b3f-4b45-a5af-b096a81bc796 HTTP/1.1" status: 200 len: 922 time: 0.3440289 May 27 22:29:31.801305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b783403-0005-4346-bf6e-0c495f7c76b2 req-129d7248-5306-420c-b72e-256229dbdba5 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:31.802689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b783403-0005-4346-bf6e-0c495f7c76b2 req-129d7248-5306-420c-b72e-256229dbdba5 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/ports?device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 943 time: 0.4009328 May 27 22:29:31.812418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:31.812785 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:31.833102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88f0f7-97c2-4ec4-8846-b2d4b565177e req-2c6bd249-408c-4e66-952e-f51eb7d250d9 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:31.841430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88f0f7-97c2-4ec4-8846-b2d4b565177e req-2c6bd249-408c-4e66-952e-f51eb7d250d9 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:31.841430 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7a88f0f7-97c2-4ec4-8846-b2d4b565177e req-2c6bd249-408c-4e66-952e-f51eb7d250d9 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d19dd0f-d68c-451d-908b-89e6b7e3bb88&device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 1689 time: 0.3519752 May 27 22:29:31.946363 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a2d9562-ca04-4a44-b55c-8e08e1c8b248 req-2d7af163-205c-4b1b-97f0-ca2e641ad289 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2ccd7495-b3f3-4c8f-9409-8beba5c3f464 HTTP/1.1" status: 200 len: 217 time: 0.0788407 May 27 22:29:31.949111 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b783403-0005-4346-bf6e-0c495f7c76b2 req-493b29fe-ba69-43b4-886c-265cfd6db4b3 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/security-groups?id=c82df3f4-3277-4f94-a1d6-be8f11d998dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404941 May 27 22:29:31.962576 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:32.012309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:32.014867 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7a88f0f7-97c2-4ec4-8846-b2d4b565177e req-f976df7e-9494-4c6d-aae3-32831af709a6 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672423 May 27 22:29:32.025356 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:32.048484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d9562-ca04-4a44-b55c-8e08e1c8b248 req-87ba64d6-6bfb-4cc5-8ec4-336ca3f20fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:32.050003 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a2d9562-ca04-4a44-b55c-8e08e1c8b248 req-87ba64d6-6bfb-4cc5-8ec4-336ca3f20fa5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49206cd4-2bc1-4a1b-a4e2-b4b592374419 HTTP/1.1" status: 200 len: 861 time: 0.0927701 May 27 22:29:32.091711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:32.136089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a2d9562-ca04-4a44-b55c-8e08e1c8b248 req-d68c78fa-f7a1-4e76-8a93-5e841d62798c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5ac3eb74-2b3f-4b45-a5af-b096a81bc796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747807 May 27 22:29:32.163154 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:32.163953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device afbe4a2a-ff42-4360-a344-c0004a52a25b up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:32.233601 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-561062de-989e-444f-b642-9db5911da149 req-c0f3a6d4-5ccc-4e87-932a-f1f534c1fb63 tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0997424 May 27 22:29:32.280129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:32.346419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port afbe4a2a-ff42-4360-a344-c0004a52a25b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:32.351897 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port afbe4a2a-ff42-4360-a344-c0004a52a25b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:32.352327 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:32.371211 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a2d9562-ca04-4a44-b55c-8e08e1c8b248 req-92da36da-175a-45f5-a678-b95ec8426376 service neutron] 10.222.0.57 "GET /v2.0/networks/5ac3eb74-2b3f-4b45-a5af-b096a81bc796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000535 May 27 22:29:32.387685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d40aa1-113c-460a-866e-0cff5c6ef112 req-b4c1dff8-f87c-4e2e-a870-be9d5b4ea073 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:32.395000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d40aa1-113c-460a-866e-0cff5c6ef112 req-b4c1dff8-f87c-4e2e-a870-be9d5b4ea073 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:32.400932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d40aa1-113c-460a-866e-0cff5c6ef112 req-b4c1dff8-f87c-4e2e-a870-be9d5b4ea073 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:32.407068 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d40aa1-113c-460a-866e-0cff5c6ef112 req-b4c1dff8-f87c-4e2e-a870-be9d5b4ea073 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:32.413768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d40aa1-113c-460a-866e-0cff5c6ef112 req-b4c1dff8-f87c-4e2e-a870-be9d5b4ea073 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:32.420258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d40aa1-113c-460a-866e-0cff5c6ef112 req-b4c1dff8-f87c-4e2e-a870-be9d5b4ea073 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:32.427688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d40aa1-113c-460a-866e-0cff5c6ef112 req-b4c1dff8-f87c-4e2e-a870-be9d5b4ea073 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:32.431010 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3d40aa1-113c-460a-866e-0cff5c6ef112 req-b4c1dff8-f87c-4e2e-a870-be9d5b4ea073 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5426 time: 0.2609761 May 27 22:29:32.435194 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:29:32.489483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port afbe4a2a-ff42-4360-a344-c0004a52a25b is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:32.489856 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:32.526113 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port afbe4a2a-ff42-4360-a344-c0004a52a25b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=afbe4a2a-ff42-4360-a344-c0004a52a25b,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:32.569014 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3d40aa1-113c-460a-866e-0cff5c6ef112 req-11061e2a-fae6-45eb-abbf-8d2cc67e3441 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1165090 May 27 22:29:32.601121 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:32.602538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0f8c0679-a173-42fd-bf4b-8227fb6895d4 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:32.773977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82a5c8e-f8ec-4a0a-a863-4cabbc82084f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c28afda-219a-40f1-b1c2-4e130a407371'}, {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa643d5-4d0e-43b9-bf15-48d47e85ccdd'}, {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbe4a2a-ff42-4360-a344-c0004a52a25b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:32.790166 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=afbe4a2a-ff42-4360-a344-c0004a52a25b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:32.818897 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a2d9562-ca04-4a44-b55c-8e08e1c8b248 req-d18b5fe9-bf8b-41eb-86d4-e7693766a231 service neutron] 10.222.0.57 "GET /v2.0/networks/5ac3eb74-2b3f-4b45-a5af-b096a81bc796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867292 May 27 22:29:32.873719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bc429d0-530d-4d77-a63f-29ba175995e7 req-e9dce56f-bdd8-4660-b735-3f9707e4ebd9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2863226 May 27 22:29:32.888827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:32.895039 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:32.895481 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:32.906488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4976a-12e0-497b-ab73-f72308fb7f52 req-fa74fcdb-2431-474f-8315-dd9f455fcfd3 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:32.907998 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8dc4976a-12e0-497b-ab73-f72308fb7f52 req-fa74fcdb-2431-474f-8315-dd9f455fcfd3 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.1931837 May 27 22:29:32.916530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac62d58-8696-4ae8-8c1b-2d7d308c8803 req-33d105f3-c3ee-4bc8-aeae-15d9d4b4ee9d tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:32.918062 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ac62d58-8696-4ae8-8c1b-2d7d308c8803 req-33d105f3-c3ee-4bc8-aeae-15d9d4b4ee9d tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 950 time: 0.1358397 May 27 22:29:32.929495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4b153ed1-d1c3-4019-b8b2-3250b994affb up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:33.039468 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8dc4976a-12e0-497b-ab73-f72308fb7f52 req-04dce428-be3a-4fb0-8394-7defbf34beda tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203401 May 27 22:29:33.046500 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ac62d58-8696-4ae8-8c1b-2d7d308c8803 req-7d976622-9277-4f75-939d-6ebacd0b35b8 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935230 May 27 22:29:33.080690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc429d0-530d-4d77-a63f-29ba175995e7 req-c93522ca-10e0-4f23-8c91-c3462c8b358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:33.082591 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bc429d0-530d-4d77-a63f-29ba175995e7 req-c93522ca-10e0-4f23-8c91-c3462c8b358c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 1100 time: 0.1626325 May 27 22:29:33.084570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:33.090679 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:33.095777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 4b153ed1-d1c3-4019-b8b2-3250b994affb completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:33.102799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 4b153ed1-d1c3-4019-b8b2-3250b994affb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:33.103170 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:33.182626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0f8c0679-a173-42fd-bf4b-8227fb6895d4, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0f8c0679-a173-42fd-bf4b-8227fb6895d4,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:33.231244 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de24a3bb-b6f5-42b8-895b-25110a4512f2'] response: {'server_uuid': 'f82a5c8e-f8ec-4a0a-a863-4cabbc82084f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c28afda-219a-40f1-b1c2-4e130a407371', 'code': 200} May 27 22:29:33.231515 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de24a3bb-b6f5-42b8-895b-25110a4512f2'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa643d5-4d0e-43b9-bf15-48d47e85ccdd', 'code': 200} May 27 22:29:33.231779 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de24a3bb-b6f5-42b8-895b-25110a4512f2'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbe4a2a-ff42-4360-a344-c0004a52a25b', 'code': 200} May 27 22:29:33.275197 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:33.278221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 23208c92-dbee-4363-9c21-9737e54a8a81 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:33.392198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4b153ed1-d1c3-4019-b8b2-3250b994affb is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:33.392683 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:33.434824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=0f8c0679-a173-42fd-bf4b-8227fb6895d4,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:33.446284 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2caf68-77e2-4280-8977-eb2857417f27 req-ac1ab4a8-ce18-4081-871b-11a765c26203 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:33.447954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af2caf68-77e2-4280-8977-eb2857417f27 req-ac1ab4a8-ce18-4081-871b-11a765c26203 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=3d19dd0f-d68c-451d-908b-89e6b7e3bb88 HTTP/1.1" status: 200 len: 1100 time: 0.2563620 May 27 22:29:33.449198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4b153ed1-d1c3-4019-b8b2-3250b994affb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4b153ed1-d1c3-4019-b8b2-3250b994affb,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:33.459469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc429d0-530d-4d77-a63f-29ba175995e7 req-3ecb6abc-5a46-4a23-8e83-d271cda284d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:33.460993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bc429d0-530d-4d77-a63f-29ba175995e7 req-3ecb6abc-5a46-4a23-8e83-d271cda284d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.3553207 May 27 22:29:33.538079 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:33.576054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:33.587046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 23208c92-dbee-4363-9c21-9737e54a8a81 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:33.604967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 23208c92-dbee-4363-9c21-9737e54a8a81 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:33.605475 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:33.693821 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bc429d0-530d-4d77-a63f-29ba175995e7 req-46f6e7f6-3022-48bf-9ced-7095e844218b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=e4583884-4f85-4cf4-9c9b-c77f569ea4b9 HTTP/1.1" status: 200 len: 217 time: 0.2218618 May 27 22:29:33.734679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4b153ed1-d1c3-4019-b8b2-3250b994affb,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:33.782146 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af2caf68-77e2-4280-8977-eb2857417f27 req-73fc3af5-3f08-45d4-baa7-229c328b77e1 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201978 May 27 22:29:33.825603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-f363c26b-aace-411f-9ff0-f2280bb8c711 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:33.827114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-f363c26b-aace-411f-9ff0-f2280bb8c711 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 806 time: 0.4850123 May 27 22:29:33.832542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30ba26-8407-46f6-99c4-4037a0c854a4 req-fa3b10e3-b535-4089-8cfd-5ea4bbadc071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:33.834032 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff30ba26-8407-46f6-99c4-4037a0c854a4 req-fa3b10e3-b535-4089-8cfd-5ea4bbadc071 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 1101 time: 0.5439129 May 27 22:29:33.835591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc429d0-530d-4d77-a63f-29ba175995e7 req-bf8f254c-c8b5-462f-bae2-99a515fb65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:33.836978 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bc429d0-530d-4d77-a63f-29ba175995e7 req-bf8f254c-c8b5-462f-bae2-99a515fb65cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1296353 May 27 22:29:33.861701 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-87ba47e6-e182-4784-9ed5-90126b705ee5 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/quotas/97fe5f44835545c0a61788c6d0ac3edf HTTP/1.1" status: 200 len: 375 time: 0.0237677 May 27 22:29:33.912106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2ccd7495-b3f3-4c8f-9409-8beba5c3f464,segment=NetworkSegment(82f15a28-d51a-4994-ac4b-b857d6120cf5),segment_id=82f15a28-d51a-4994-ac4b-b857d6120cf5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:33.931442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '2ccd7495-b3f3-4c8f-9409-8beba5c3f464', 'network_id': '5ac3eb74-2b3f-4b45-a5af-b096a81bc796', 'port_id': '2ccd7495-b3f3-4c8f-9409-8beba5c3f464', 'mac_address': 'fa:16:3e:4a:1f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49206cd4-2bc1-4a1b-a4e2-b4b592374419', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:33.933161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 23208c92-dbee-4363-9c21-9737e54a8a81 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:33.933545 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:34.015002 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 23208c92-dbee-4363-9c21-9737e54a8a81, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=23208c92-dbee-4363-9c21-9737e54a8a81,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:34.015868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:34.016238 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:34.028149 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff30ba26-8407-46f6-99c4-4037a0c854a4 req-24f92149-94ab-409c-92ad-bedf9594c759 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826942 May 27 22:29:34.036011 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:34.051684 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2ccd7495-b3f3-4c8f-9409-8beba5c3f464,segment=NetworkSegment(82f15a28-d51a-4994-ac4b-b857d6120cf5),segment_id=82f15a28-d51a-4994-ac4b-b857d6120cf5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:34.078656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc429d0-530d-4d77-a63f-29ba175995e7 req-d13d88de-d8ba-48a1-9384-b8f320c3a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:34.080242 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bc429d0-530d-4d77-a63f-29ba175995e7 req-d13d88de-d8ba-48a1-9384-b8f320c3a2a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2202046 May 27 22:29:34.086526 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-8d2481df-71b3-4f22-8b34-78395424abe5 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1894498 May 27 22:29:34.094418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0af6a-96b5-4434-8d74-2baf4699b239 req-c7bea36e-17b8-4b38-bf7a-ddfb8e8f2a33 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:34.094703 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:34.095577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:34.095842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2d0af6a-96b5-4434-8d74-2baf4699b239 req-c7bea36e-17b8-4b38-bf7a-ddfb8e8f2a33 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/ports?device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 943 time: 0.1976807 May 27 22:29:34.163592 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:34.215557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=23208c92-dbee-4363-9c21-9737e54a8a81,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:34.288678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=2ccd7495-b3f3-4c8f-9409-8beba5c3f464,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:34.312704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2d0af6a-96b5-4434-8d74-2baf4699b239 req-38dd0202-b026-42e5-9014-59620631a9a1 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/security-groups?id=c82df3f4-3277-4f94-a1d6-be8f11d998dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774614 May 27 22:29:34.332297 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:34.337390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:34.337758 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:34.366300 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bc429d0-530d-4d77-a63f-29ba175995e7 req-532348ec-49bf-446f-9dfd-ee90d2c259ef service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694488 May 27 22:29:34.368188 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-1b1aa511-ffdd-46a0-92d0-83997c6a5df6 service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704437 May 27 22:29:34.463725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:34.464100 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:34.495785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:34.555301 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:34.556088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:34.573910 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8f97b6c-e752-412b-8258-aeb69cda16c2 req-5ae25d91-f97b-43ad-90c2-88d15c39432a tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.1073232 May 27 22:29:34.622492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['2ccd7495-b3f3-4c8f-9409-8beba5c3f464'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:34.654343 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bc429d0-530d-4d77-a63f-29ba175995e7 req-560f5e25-410f-4b55-a789-db5f66be5601 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813070 May 27 22:29:34.673624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-6e262442-11e1-4cc5-a24c-8a71fc2c5ee9 service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761748 May 27 22:29:34.713657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:34.852460 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:34.861601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca155cad-024a-48f3-ad6d-3f1d896e145c req-ff687782-7d67-4197-93b8-552aa2f632c2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:34.863574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:34.863941 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:34.867306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca155cad-024a-48f3-ad6d-3f1d896e145c req-ff687782-7d67-4197-93b8-552aa2f632c2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:34.873043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca155cad-024a-48f3-ad6d-3f1d896e145c req-ff687782-7d67-4197-93b8-552aa2f632c2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:34.879404 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca155cad-024a-48f3-ad6d-3f1d896e145c req-ff687782-7d67-4197-93b8-552aa2f632c2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:34.885095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca155cad-024a-48f3-ad6d-3f1d896e145c req-ff687782-7d67-4197-93b8-552aa2f632c2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:34.892666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca155cad-024a-48f3-ad6d-3f1d896e145c req-ff687782-7d67-4197-93b8-552aa2f632c2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:34.897063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca155cad-024a-48f3-ad6d-3f1d896e145c req-ff687782-7d67-4197-93b8-552aa2f632c2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:34.899002 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca155cad-024a-48f3-ad6d-3f1d896e145c req-ff687782-7d67-4197-93b8-552aa2f632c2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5430 time: 0.1321449 May 27 22:29:34.959721 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca155cad-024a-48f3-ad6d-3f1d896e145c req-bc66c30c-6ef1-4f2f-8b8b-a94d43aec3e3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0503194 May 27 22:29:35.043316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:35.043784 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:35.076020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1333e61-987f-4a4d-b11e-fa247a8e6e2c req-8fed8c3f-26f7-4324-b583-95fcc37d8320 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:35.078067 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1333e61-987f-4a4d-b11e-fa247a8e6e2c req-8fed8c3f-26f7-4324-b583-95fcc37d8320 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 1100 time: 0.0926661 May 27 22:29:35.089406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052,segment=NetworkSegment(95cfb425-1bdd-4b57-8aa2-bf9e3027a149),segment_id=95cfb425-1bdd-4b57-8aa2-bf9e3027a149)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:35.126808 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1333e61-987f-4a4d-b11e-fa247a8e6e2c req-ebf1fc3e-f998-411d-a402-52e7d4705657 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421910 May 27 22:29:35.208134 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:35.283965 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8c0679-a173-42fd-bf4b-8227fb6895d4'}, {'server_uuid': '612794f8-1b82-41f3-a826-10beaadd76ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b153ed1-d1c3-4019-b8b2-3250b994affb'}, {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23208c92-dbee-4363-9c21-9737e54a8a81'}, {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f'}, {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:35.345626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:35.424592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a4d91-e691-44a4-9cb2-d67e0bb4889b req-262946f8-28fa-4947-907e-2827acf4b0a6 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:35.431388 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f6a4d91-e691-44a4-9cb2-d67e0bb4889b req-262946f8-28fa-4947-907e-2827acf4b0a6 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.1709597 May 27 22:29:35.465253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2660c572-440b-458c-bba4-536c75a006f5 req-710a3df8-cb11-47e0-bdee-2d68efe6add0 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:35.466688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2660c572-440b-458c-bba4-536c75a006f5 req-710a3df8-cb11-47e0-bdee-2d68efe6add0 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 950 time: 0.1321909 May 27 22:29:35.500940 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f6a4d91-e691-44a4-9cb2-d67e0bb4889b req-3752e6c3-be96-4eca-a20a-6bb3f3e9a763 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687129 May 27 22:29:35.533301 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2660c572-440b-458c-bba4-536c75a006f5 req-b893d07a-f2e0-48e5-9bd0-b55f401cbba1 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557432 May 27 22:29:35.605712 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-199fbd17-a957-4b7d-8afd-351c2b0d303b req-0ed48448-a066-4f92-b5c8-2cec1c1c3bc6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 210 time: 0.0582993 May 27 22:29:35.663114 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a79e9b-aeef-4871-a56c-cf22f0a62b05'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8c0679-a173-42fd-bf4b-8227fb6895d4', 'code': 200} May 27 22:29:35.663383 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a79e9b-aeef-4871-a56c-cf22f0a62b05'] response: {'server_uuid': '612794f8-1b82-41f3-a826-10beaadd76ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b153ed1-d1c3-4019-b8b2-3250b994affb', 'code': 200} May 27 22:29:35.663646 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a79e9b-aeef-4871-a56c-cf22f0a62b05'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23208c92-dbee-4363-9c21-9737e54a8a81', 'code': 200} May 27 22:29:35.663899 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a79e9b-aeef-4871-a56c-cf22f0a62b05'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f', 'code': 200} May 27 22:29:35.664189 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a79e9b-aeef-4871-a56c-cf22f0a62b05'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052', 'code': 200} May 27 22:29:35.811470 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-a655f4b2-850a-4b4a-bf3e-ac11fe8c5434 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=d47f869e18974690bc67f65603b9f1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435061 May 27 22:29:36.166143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fdbf4-7c31-4004-a001-914509f6c6de req-8c8b2991-65b5-4b69-b036-0b742a3843d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:36.167592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac9fdbf4-7c31-4004-a001-914509f6c6de req-8c8b2991-65b5-4b69-b036-0b742a3843d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=612794f8-1b82-41f3-a826-10beaadd76ef HTTP/1.1" status: 200 len: 1101 time: 0.4319873 May 27 22:29:36.221640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-73818df6-df08-4961-be6b-54600dac83cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:36.223068 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-73818df6-df08-4961-be6b-54600dac83cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4030249 May 27 22:29:36.254100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487869eb-7887-42d1-b4de-290c3e96971c req-0030faef-8e32-442b-bb05-184592dc090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:36.254580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487869eb-7887-42d1-b4de-290c3e96971c req-0030faef-8e32-442b-bb05-184592dc090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:36.255051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487869eb-7887-42d1-b4de-290c3e96971c req-0030faef-8e32-442b-bb05-184592dc090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:36.255515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487869eb-7887-42d1-b4de-290c3e96971c req-0030faef-8e32-442b-bb05-184592dc090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:36.255976 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487869eb-7887-42d1-b4de-290c3e96971c req-0030faef-8e32-442b-bb05-184592dc090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:36.256551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487869eb-7887-42d1-b4de-290c3e96971c req-0030faef-8e32-442b-bb05-184592dc090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:36.256979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487869eb-7887-42d1-b4de-290c3e96971c req-0030faef-8e32-442b-bb05-184592dc090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:36.258889 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-487869eb-7887-42d1-b4de-290c3e96971c req-0030faef-8e32-442b-bb05-184592dc090b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 6488 time: 0.2072992 May 27 22:29:36.261385 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac9fdbf4-7c31-4004-a001-914509f6c6de req-5c4736f5-5273-4b58-be66-2dc68f92231f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848858 May 27 22:29:36.262720 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-ca311e52-ab96-4980-9cc0-58b9d06386f7 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/quotas/d47f869e18974690bc67f65603b9f1d5 HTTP/1.1" status: 200 len: 375 time: 0.0319550 May 27 22:29:36.353469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-487869eb-7887-42d1-b4de-290c3e96971c req-32923b20-5261-4dcb-b86e-b2a044ad9b0d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b8e4409d-daa7-4d56-8343-023124fd4800&id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0873013 May 27 22:29:36.384583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-3b8c74de-82b8-4de7-8b69-ea210412d409 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1058824 May 27 22:29:36.738114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc3876-2223-41c7-99ff-5590d2921e7a req-6bad04e0-c802-4547-a702-220575325a46 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:36.739614 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fcc3876-2223-41c7-99ff-5590d2921e7a req-6bad04e0-c802-4547-a702-220575325a46 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/ports?device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 944 time: 0.0977814 May 27 22:29:36.788454 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fcc3876-2223-41c7-99ff-5590d2921e7a req-88cd642e-8699-48a7-9895-bd76290b186d tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/security-groups?id=c82df3f4-3277-4f94-a1d6-be8f11d998dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408726 May 27 22:29:36.934434 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25fbcc65-22be-40ac-9470-285844f60300 req-f3a172cd-c230-445c-9e27-60e061064bcf tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0474508 May 27 22:29:37.045378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951d87e-1f21-44c8-9f3c-3dedb3d3843c req-c71e12bf-6c0d-48fd-a2e1-edf558b2048c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:37.051789 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951d87e-1f21-44c8-9f3c-3dedb3d3843c req-c71e12bf-6c0d-48fd-a2e1-edf558b2048c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:37.057704 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951d87e-1f21-44c8-9f3c-3dedb3d3843c req-c71e12bf-6c0d-48fd-a2e1-edf558b2048c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:37.064033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951d87e-1f21-44c8-9f3c-3dedb3d3843c req-c71e12bf-6c0d-48fd-a2e1-edf558b2048c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:37.069867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951d87e-1f21-44c8-9f3c-3dedb3d3843c req-c71e12bf-6c0d-48fd-a2e1-edf558b2048c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:37.075680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951d87e-1f21-44c8-9f3c-3dedb3d3843c req-c71e12bf-6c0d-48fd-a2e1-edf558b2048c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:37.081440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951d87e-1f21-44c8-9f3c-3dedb3d3843c req-c71e12bf-6c0d-48fd-a2e1-edf558b2048c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:37.083411 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7951d87e-1f21-44c8-9f3c-3dedb3d3843c req-c71e12bf-6c0d-48fd-a2e1-edf558b2048c tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5431 time: 0.1320899 May 27 22:29:37.188608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7951d87e-1f21-44c8-9f3c-3dedb3d3843c req-575e68ac-44db-48d8-8329-c213cd4ca3a1 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0982914 May 27 22:29:37.212892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e81f39-8e98-41cb-b2d7-97ed3287df2e req-e3d4424e-442c-4f3d-9549-da4da333b8e7 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:37.214790 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71e81f39-8e98-41cb-b2d7-97ed3287df2e req-e3d4424e-442c-4f3d-9549-da4da333b8e7 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.1087756 May 27 22:29:37.259369 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71e81f39-8e98-41cb-b2d7-97ed3287df2e req-568b7080-76ab-4c36-a01d-ec68b94f4871 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376086 May 27 22:29:37.457787 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9fba63d8-dde5-43ed-b482-48259beff2a8 req-fb700c21-afb5-4919-9e98-b2a1c1d4c8f0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 210 time: 0.1424747 May 27 22:29:37.536751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-6b0ade88-f0df-49bb-a699-d10aa3c9d707 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:37.538188 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-6b0ade88-f0df-49bb-a699-d10aa3c9d707 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.57 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 806 time: 0.2466271 May 27 22:29:37.548304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975cde4-0624-4a23-8f83-dcd7a1c076c0 req-d79dfa0a-7fee-4e3c-a020-3d21d66fb987 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:37.549944 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f975cde4-0624-4a23-8f83-dcd7a1c076c0 req-d79dfa0a-7fee-4e3c-a020-3d21d66fb987 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 950 time: 0.2397296 May 27 22:29:37.572509 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:37.578845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Request body: {'port': {'device_id': '9e5ac7fb-3e33-492b-a0d7-07a068336fab', 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7', 'admin_state_up': True, 'tenant_id': '97fe5f44835545c0a61788c6d0ac3edf'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:37.698867 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b534a5f-ad66-4481-8887-461c986f5a90 req-5afa5b2f-6f7f-4ca3-8455-6531ee14c17b tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 210 time: 0.1261899 May 27 22:29:37.733438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:37.736822 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f975cde4-0624-4a23-8f83-dcd7a1c076c0 req-dbe04a3e-36f4-4987-ab9b-48436ea0d31d tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803136 May 27 22:29:37.740857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:37.741453 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:37.836157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:37.853830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Usage tracker for resource:port and tenant:97fe5f44835545c0a61788c6d0ac3edf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:37.857604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:37.874498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:37.954627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:37.954871 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:37.972676 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498aa55-e3d7-432a-8361-b2ecbaa6ed06 req-495ce302-0324-4fba-812d-0950e86c8051 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:37.974952 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8498aa55-e3d7-432a-8361-b2ecbaa6ed06 req-495ce302-0324-4fba-812d-0950e86c8051 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=612794f8-1b82-41f3-a826-10beaadd76ef HTTP/1.1" status: 200 len: 950 time: 0.0972459 May 27 22:29:37.981926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccd7495-b3f3-4c8f-9409-8beba5c3f464'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:37.992169 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2ccd7495-b3f3-4c8f-9409-8beba5c3f464,segment=NetworkSegment(82f15a28-d51a-4994-ac4b-b857d6120cf5),segment_id=82f15a28-d51a-4994-ac4b-b857d6120cf5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:38.023881 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8498aa55-e3d7-432a-8361-b2ecbaa6ed06 req-610ea2ce-32c3-49a9-925c-3055e3ad0ea4 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428538 May 27 22:29:38.052447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Made reservation on behalf of 97fe5f44835545c0a61788c6d0ac3edf for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:29:38.056112 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:38.133079 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:38.206670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=2ccd7495-b3f3-4c8f-9409-8beba5c3f464,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:38.288523 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9d148-9c20-4e82-80ea-626bc0f49ffd req-aa0c6d0c-5057-42a1-add6-11de9ac3a7e2 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:38.289979 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-63e9d148-9c20-4e82-80ea-626bc0f49ffd req-aa0c6d0c-5057-42a1-add6-11de9ac3a7e2 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/ports?device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 945 time: 0.1622324 May 27 22:29:38.319760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Allocated IP 172.20.0.7 (83b2cd8f-2358-49b4-a885-79e5e97a5ec7/38c978a7-2c3e-4299-9e00-a1c60f2fbf1c/2759505d-595c-455e-b80f-34f8a648498b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:29:38.352950 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-63e9d148-9c20-4e82-80ea-626bc0f49ffd req-4f16dad4-921e-435b-9c66-7291cae37938 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/security-groups?id=c82df3f4-3277-4f94-a1d6-be8f11d998dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542109 May 27 22:29:38.404873 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a18eb2b-1364-42b3-b235-87300094c61e'] response: {'server_uuid': 'db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccd7495-b3f3-4c8f-9409-8beba5c3f464', 'code': 200} May 27 22:29:38.676619 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b43dd0a-02ea-4047-9b81-437bc6dad88d req-91881cc4-1786-4277-a6df-efe35a9f3d20 tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.1017323 May 27 22:29:38.762128 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:38.766867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb4c78-0c76-4df4-beca-e47d80afbd82 req-80487b77-7191-43c5-a958-252beb02fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:38.768528 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5eb4c78-0c76-4df4-beca-e47d80afbd82 req-80487b77-7191-43c5-a958-252beb02fcdd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 1096 time: 0.1948228 May 27 22:29:38.823271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5eb4c78-0c76-4df4-beca-e47d80afbd82 req-0ace810e-6dbc-413c-8adf-6ee8db8ac65a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c82df3f4-3277-4f94-a1d6-be8f11d998dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483019 May 27 22:29:38.888485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:38.899808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7f9fac0e-55b6-4100-8cf3-193eb5b2055c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:38.998142 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-56b9f7d0-9f82-43e4-b345-1d8b1ab0c090 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d47f869e18974690bc67f65603b9f1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494790 May 27 22:29:39.003026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:29:39.009831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:29:39.032992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:29:39.064933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Pushing event updated for resources: {'Port': ['ID=2759505d-595c-455e-b80f-34f8a648498b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:39.173689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b7b3-7f7e-43c0-a0ad-c6a6973ab5c1 req-53af4e82-5615-4741-aea7-970430a7b817 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:39.179371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b7b3-7f7e-43c0-a0ad-c6a6973ab5c1 req-53af4e82-5615-4741-aea7-970430a7b817 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:39.185084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b7b3-7f7e-43c0-a0ad-c6a6973ab5c1 req-53af4e82-5615-4741-aea7-970430a7b817 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:39.190764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b7b3-7f7e-43c0-a0ad-c6a6973ab5c1 req-53af4e82-5615-4741-aea7-970430a7b817 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:39.196476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b7b3-7f7e-43c0-a0ad-c6a6973ab5c1 req-53af4e82-5615-4741-aea7-970430a7b817 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:39.202164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b7b3-7f7e-43c0-a0ad-c6a6973ab5c1 req-53af4e82-5615-4741-aea7-970430a7b817 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:39.208435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b7b3-7f7e-43c0-a0ad-c6a6973ab5c1 req-53af4e82-5615-4741-aea7-970430a7b817 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:39.210320 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ec6b7b3-7f7e-43c0-a0ad-c6a6973ab5c1 req-53af4e82-5615-4741-aea7-970430a7b817 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5431 time: 0.3700678 May 27 22:29:39.226785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:39.227380 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:39.317997 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ec6b7b3-7f7e-43c0-a0ad-c6a6973ab5c1 req-33d2e962-f284-4b3b-b2d7-f5acc48e86a4 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0972767 May 27 22:29:39.327543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-eb152e17-6234-4c7a-9505-690ea1e42a25 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:39.331745 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-eb152e17-6234-4c7a-9505-690ea1e42a25 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3180468 May 27 22:29:39.353998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Request body: {'port': {'device_id': '2bd7f990-7dd0-4aa5-9816-176651d887df', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'd47f869e18974690bc67f65603b9f1d5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:39.368441 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-660e7b8d-76a5-442c-b6db-22f8de382d16 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8102126 May 27 22:29:39.427710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Request body: {'port': {'device_id': '9e5ac7fb-3e33-492b-a0d7-07a068336fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:39.646155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:39.664307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:39.676734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec74a2c-cda7-430b-afad-a46876937f91 req-a451cf8a-d672-4d0a-abc6-89d2c2a927a2 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:39.678175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ec74a2c-cda7-430b-afad-a46876937f91 req-a451cf8a-d672-4d0a-abc6-89d2c2a927a2 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.2543805 May 27 22:29:39.678746 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:39.776945 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ec74a2c-cda7-430b-afad-a46876937f91 req-6f486c23-8a2d-429e-8c22-84fe5a4d7d40 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873399 May 27 22:29:39.779550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Made reservation on behalf of d47f869e18974690bc67f65603b9f1d5 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:29:39.783299 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:39.999893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9aa4e21c-26bd-4b83-9e03-99d7bb1270e3 req-61de877d-ced0-4fbc-8c35-6e07659c8c90 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 210 time: 0.0984728 May 27 22:29:40.237145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Allocated IP 192.168.233.138 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/bced882c-528d-47ab-89ce-0c0bf3968d42) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:29:40.263749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724959f-618d-47c2-81ac-14ebea4cdb5f req-dc0a7e68-8b90-4ad3-9d3d-b037bca8901f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:40.266347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e724959f-618d-47c2-81ac-14ebea4cdb5f req-dc0a7e68-8b90-4ad3-9d3d-b037bca8901f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Synchronizing usage tracker for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:29:40.351389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43914) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:40.452810 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:29:40.477528 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47dd0e35-2553-4bad-88fc-b3a336a6c0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:40.493631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47dd0e35-2553-4bad-88fc-b3a336a6c0be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:40.497831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47dd0e35-2553-4bad-88fc-b3a336a6c0be admin admin] Usage tracker for resource:security_group_rule and tenant:8f0afbb9687e4d8495109824c13dbd67 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:40.500703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47dd0e35-2553-4bad-88fc-b3a336a6c0be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:40.507771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47dd0e35-2553-4bad-88fc-b3a336a6c0be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:40.594893 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47dd0e35-2553-4bad-88fc-b3a336a6c0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:40.623573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2759505d-595c-455e-b80f-34f8a648498b {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:40.628314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e724959f-618d-47c2-81ac-14ebea4cdb5f req-dc0a7e68-8b90-4ad3-9d3d-b037bca8901f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Unset dirty status for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:29:40.629493 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e724959f-618d-47c2-81ac-14ebea4cdb5f req-dc0a7e68-8b90-4ad3-9d3d-b037bca8901f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 931 time: 0.6888766 May 27 22:29:40.643557 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:40.666411 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47dd0e35-2553-4bad-88fc-b3a336a6c0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:40.693382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Transition to ACTIVE for port object 2759505d-595c-455e-b80f-34f8a648498b will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:29:40.707619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd0e35-2553-4bad-88fc-b3a336a6c0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2bfe34-c362-4b24-b689-a82c5b603657,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:40.737655 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-47dd0e35-2553-4bad-88fc-b3a336a6c0be admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8f0afbb9687e4d8495109824c13dbd67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3847868 May 27 22:29:40.739825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43920) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:40.745785 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e724959f-618d-47c2-81ac-14ebea4cdb5f req-73df7baf-fc99-4e72-bb4d-96eda4e45b0d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048586 May 27 22:29:40.758153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182b03a-5f64-4595-a6c2-521c50f27ade req-eaf1ad38-c429-448f-803b-ef97e7c3c1e9 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:40.758153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3182b03a-5f64-4595-a6c2-521c50f27ade req-eaf1ad38-c429-448f-803b-ef97e7c3c1e9 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=612794f8-1b82-41f3-a826-10beaadd76ef HTTP/1.1" status: 200 len: 950 time: 0.4807680 May 27 22:29:40.801684 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:40.829452 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3f57b2a-c889-409c-a01f-f9b71d3a40ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:40.861353 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3f57b2a-c889-409c-a01f-f9b71d3a40ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:41.003602 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:41.020055 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3182b03a-5f64-4595-a6c2-521c50f27ade req-f01542b0-2837-480e-bc41-975c96a2b861 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541313 May 27 22:29:41.060147 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3f57b2a-c889-409c-a01f-f9b71d3a40ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:41.072950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Pushing event updated for resources: {'Port': ['ID=2759505d-595c-455e-b80f-34f8a648498b,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:41.084000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f57b2a-c889-409c-a01f-f9b71d3a40ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2bfe34-c362-4b24-b689-a82c5b603657,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:41.089123 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3f57b2a-c889-409c-a01f-f9b71d3a40ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:41.090801 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a3f57b2a-c889-409c-a01f-f9b71d3a40ce admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6e2bfe34-c362-4b24-b689-a82c5b603657 HTTP/1.1" status: 204 len: 168 time: 0.3495607 May 27 22:29:41.112671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Transition to ACTIVE for port object bced882c-528d-47ab-89ce-0c0bf3968d42 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:29:41.239949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f2eef-a654-471b-8a4c-86b1d42cac49 req-aa9b3b84-d98e-4df3-a7cc-330f96ec59b2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:41.245655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f2eef-a654-471b-8a4c-86b1d42cac49 req-aa9b3b84-d98e-4df3-a7cc-330f96ec59b2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:41.251420 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f2eef-a654-471b-8a4c-86b1d42cac49 req-aa9b3b84-d98e-4df3-a7cc-330f96ec59b2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:41.257232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f2eef-a654-471b-8a4c-86b1d42cac49 req-aa9b3b84-d98e-4df3-a7cc-330f96ec59b2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:41.262800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f2eef-a654-471b-8a4c-86b1d42cac49 req-aa9b3b84-d98e-4df3-a7cc-330f96ec59b2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:41.268848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f2eef-a654-471b-8a4c-86b1d42cac49 req-aa9b3b84-d98e-4df3-a7cc-330f96ec59b2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:41.274490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f2eef-a654-471b-8a4c-86b1d42cac49 req-aa9b3b84-d98e-4df3-a7cc-330f96ec59b2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:41.278599 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-990f2eef-a654-471b-8a4c-86b1d42cac49 req-aa9b3b84-d98e-4df3-a7cc-330f96ec59b2 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5431 time: 0.4244959 May 27 22:29:41.285461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Attempting to bind port 2759505d-595c-455e-b80f-34f8a648498b on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:29:41.285785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Attempting to bind port 2759505d-595c-455e-b80f-34f8a648498b by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:29:41.286107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Attempting to bind port 2759505d-595c-455e-b80f-34f8a648498b on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:29:41.287192 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43932) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:41.293799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3495d533-bade-4c00-9aa5-ec0dc683c16e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Request body: {'floatingip': {'port_id': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:41.294410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Port 2759505d-595c-455e-b80f-34f8a648498b on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:29:41.294736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Attempting to bind port 2759505d-595c-455e-b80f-34f8a648498b on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:29:41.303552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:29:41.303885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Checking segment: {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:29:41.304259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Bound using segment: {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:29:41.304708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Bound port: 2759505d-595c-455e-b80f-34f8a648498b, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:29:41.307252 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:41.365910 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e278f-4a81-4d58-983f-3a4cb60916d3 req-0762f024-d9d7-47fa-b31e-73ffda967a38 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:41.367416 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-984e278f-4a81-4d58-983f-3a4cb60916d3 req-0762f024-d9d7-47fa-b31e-73ffda967a38 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/ports?device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 945 time: 0.2390907 May 27 22:29:41.377228 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:41.394361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b79a054f-03df-4600-942e-b9ed8592780d'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:41.397615 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3495d533-bade-4c00-9aa5-ec0dc683c16e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:41.436526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9', '5c165e3b-e0df-4343-8f81-36f59003b6c9', 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa', '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:41.537512 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb8dc722-d7d2-432b-a984-e0bdf9af3fcc req-4aa47037-c3ee-4854-8156-221933160df1 tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0955899 May 27 22:29:41.555607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:29:41.565057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:29:41.573074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:29:41.608879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event updated for resources: {'Port': ['ID=bced882c-528d-47ab-89ce-0c0bf3968d42,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:41.637449 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-984e278f-4a81-4d58-983f-3a4cb60916d3 req-ac80d73b-324d-4855-b64b-6f28e4bb94db tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/security-groups?id=c82df3f4-3277-4f94-a1d6-be8f11d998dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579162 May 27 22:29:41.642132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] For port 2759505d-595c-455e-b80f-34f8a648498b, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:29:41.683241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] For port 2759505d-595c-455e-b80f-34f8a648498b, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2759505d-595c-455e-b80f-34f8a648498b,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:29:41.713716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:41.728779 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:41.779827 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:41.897014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43942) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:41.910238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:41.912216 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:41.913758 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] 10.222.0.57 "PUT /v2.0/ports/2759505d-595c-455e-b80f-34f8a648498b HTTP/1.1" status: 200 len: 1091 time: 2.4910731 May 27 22:29:41.914313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5ac7fb-3e33-492b-a0d7-07a068336fab', 'tag': '2759505d-595c-455e-b80f-34f8a648498b'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:41.944128 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7de01afb-579d-40a9-bdcc-98aab83fb7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:41.963845 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-69cc7dcc-1206-4847-8126-cb5b37b405d5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6137214 May 27 22:29:41.970462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7de01afb-579d-40a9-bdcc-98aab83fb7cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:42.012266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7de01afb-579d-40a9-bdcc-98aab83fb7cb admin admin] Usage tracker for resource:security_group_rule and tenant:8143f3a82ba34c5e88995146007df1c3 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:42.016544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14111b8-4869-46dc-a4ad-eb3c1201e88d service neutron] Pushing event updated for resources: {'Port': ['ID=2759505d-595c-455e-b80f-34f8a648498b,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:42.019451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7de01afb-579d-40a9-bdcc-98aab83fb7cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:42.031108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Request body: {'port': {'device_id': '2bd7f990-7dd0-4aa5-9816-176651d887df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:42.070567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6ae724d9-a8f8-4aa7-8f1d-54fb83d5f66a None None] Provisioning for port bced882c-528d-47ab-89ce-0c0bf3968d42 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:42.085216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6ae724d9-a8f8-4aa7-8f1d-54fb83d5f66a None None] Provisioning complete for port bced882c-528d-47ab-89ce-0c0bf3968d42 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:42.085601 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ae724d9-a8f8-4aa7-8f1d-54fb83d5f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:42.098692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7de01afb-579d-40a9-bdcc-98aab83fb7cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:42.180609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6ae724d9-a8f8-4aa7-8f1d-54fb83d5f66a None None] Port bced882c-528d-47ab-89ce-0c0bf3968d42 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:29:42.318603 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3495d533-bade-4c00-9aa5-ec0dc683c16e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:42.326869 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:42.356047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-6ebb9ef1-7b7a-4ff0-ae72-c28b17b4c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:42.357549 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-6ebb9ef1-7b7a-4ff0-ae72-c28b17b4c983 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 1094 time: 0.2644696 May 27 22:29:42.364841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632d45c-a30b-40fb-895b-8124de81f74f req-5344cb36-ae3a-4ca5-9bdc-162980e83915 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:42.365489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6632d45c-a30b-40fb-895b-8124de81f74f req-5344cb36-ae3a-4ca5-9bdc-162980e83915 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Synchronizing usage tracker for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:29:42.377618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd3921-abed-47c2-83c3-1fe29650b210 req-45d7b9ca-cd02-48bf-9e8c-9b63745c164a tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:42.379026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39cd3921-abed-47c2-83c3-1fe29650b210 req-45d7b9ca-cd02-48bf-9e8c-9b63745c164a tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.3634994 May 27 22:29:42.392279 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3495d533-bade-4c00-9aa5-ec0dc683c16e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:42.564979 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-3495d533-bade-4c00-9aa5-ec0dc683c16e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Floating IP c8657aa8-97c8-4edd-a610-a1e1c53cc5b7 associated. External IP: 172.25.2.70, port: 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052. May 27 22:29:42.622445 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-eadfc94f-9fec-4458-8d22-ec62f35acbf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2759505d-595c-455e-b80f-34f8a648498b HTTP/1.1" status: 200 len: 217 time: 0.2424035 May 27 22:29:42.721503 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7de01afb-579d-40a9-bdcc-98aab83fb7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:42.722434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6632d45c-a30b-40fb-895b-8124de81f74f req-5344cb36-ae3a-4ca5-9bdc-162980e83915 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Unset dirty status for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:29:42.723836 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6632d45c-a30b-40fb-895b-8124de81f74f req-5344cb36-ae3a-4ca5-9bdc-162980e83915 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 936 time: 0.7561653 May 27 22:29:42.777972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39cd3921-abed-47c2-83c3-1fe29650b210 req-5a60156e-1e93-40f1-8a6e-567d3b9fb7ff tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107596 May 27 22:29:42.805563 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7de01afb-579d-40a9-bdcc-98aab83fb7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:42.842504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-48868333-2841-454f-895a-ace6d6cf5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:42.843941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-48868333-2841-454f-895a-ace6d6cf5b8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 200 len: 846 time: 0.2070591 May 27 22:29:43.001545 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7de01afb-579d-40a9-bdcc-98aab83fb7cb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8143f3a82ba34c5e88995146007df1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0960763 May 27 22:29:43.007069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43956) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:43.012916 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6632d45c-a30b-40fb-895b-8124de81f74f req-57d233e4-f885-46d5-9348-1c59bf3ddbb9 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503226 May 27 22:29:43.020577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-a8f99cde-58ce-4f84-8656-07cf3fc97328 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1512096 May 27 22:29:43.020577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de01afb-579d-40a9-bdcc-98aab83fb7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab5ce19-fd40-4d46-ab80-66c89c88989c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:43.072917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3495d533-bade-4c00-9aa5-ec0dc683c16e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:29:43.268632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3495d533-bade-4c00-9aa5-ec0dc683c16e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:29:43.273819 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3495d533-bade-4c00-9aa5-ec0dc683c16e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:43.279573 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3bfac6-9d6f-4e08-955e-00bd0d48f20c None None] Sync routers for ids ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:29:43.289206 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3bfac6-9d6f-4e08-955e-00bd0d48f20c None None] Routers {'f1551ec0-c392-40e3-a1b6-212b4ed9fa68'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:29:43.290486 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b3bfac6-9d6f-4e08-955e-00bd0d48f20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:29:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:43.326177 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c9126f7-9df6-4b38-be2b-3a3e00ba73c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:43.334830 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-bd8ae4e8-381f-40b2-9712-384d66cb8276 service neutron] 10.222.0.57 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631714 May 27 22:29:43.340598 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3495d533-bade-4c00-9aa5-ec0dc683c16e tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "PUT /v2.0/floatingips/c8657aa8-97c8-4edd-a610-a1e1c53cc5b7 HTTP/1.1" status: 200 len: 990 time: 2.0520008 May 27 22:29:43.341264 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:43.483240 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4b3bfac6-9d6f-4e08-955e-00bd0d48f20c None None] Set router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:29:43.488735 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c9126f7-9df6-4b38-be2b-3a3e00ba73c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:43.496581 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc05205c-59b7-493d-a71f-72f7e52336d8'] response: {'name': 'network-changed', 'server_uuid': '9e5ac7fb-3e33-492b-a0d7-07a068336fab', 'tag': '2759505d-595c-455e-b80f-34f8a648498b', 'status': 'completed', 'code': 200} May 27 22:29:43.506641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bced882c-528d-47ab-89ce-0c0bf3968d42 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:43.533352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1582d-5675-4e24-8889-8bc28bed7df7 req-4e366516-3a95-4354-90d6-4a3a84ca3c52 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:43.535095 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-abb1582d-5675-4e24-8889-8bc28bed7df7 req-4e366516-3a95-4354-90d6-4a3a84ca3c52 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 943 time: 0.3905981 May 27 22:29:43.538363 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:43.604382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Transition to ACTIVE for port object bced882c-528d-47ab-89ce-0c0bf3968d42 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:29:43.682848 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-024e7507-cfc9-4f56-b6d9-028bbe928a63 req-d5f472a0-5777-47be-87fa-c87e9d15b7ec tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0736489 May 27 22:29:43.694834 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-abb1582d-5675-4e24-8889-8bc28bed7df7 req-d5158d5f-752a-4fb3-b10f-517a431c4371 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478176 May 27 22:29:43.697605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8735a671-8b9a-4355-9c11-6f23ee23e1b8 req-d57c7730-e3a9-40b5-a956-0281c654e99b service neutron] 10.222.0.57 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137677 May 27 22:29:43.698580 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:43.798587 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-435773a5-95ae-4d71-bac4-623c9e0dbce9'] response: {'name': 'network-changed', 'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'tag': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052', 'status': 'completed', 'code': 200} May 27 22:29:43.917465 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b3bfac6-9d6f-4e08-955e-00bd0d48f20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:26Z', 'updated_at': '2022-05-27T22:26:36Z', 'revision_number': 4, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'gw_port': {'id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:28Z', 'updated_at': '2022-05-27T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c8657aa8-97c8-4edd-a610-a1e1c53cc5b7', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'port_id': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'mac_address': 'fa:16:3e:e5:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:28:04Z', 'updated_at': '2022-05-27T22:29:42Z', 'revision_number': 1, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5fab1f-44f7-4a51-b860-35fda5bd4c19', 'name': '', 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'mac_address': 'fa:16:3e:17:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:34Z', 'updated_at': '2022-05-27T22:26:45Z', 'revision_number': 5, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'subnets': [{'id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:43.923138 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3bfac6-9d6f-4e08-955e-00bd0d48f20c None None] Checking router: f1551ec0-c392-40e3-a1b6-212b4ed9fa68 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:29:43.944491 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3bfac6-9d6f-4e08-955e-00bd0d48f20c None None] Routers {'f1551ec0-c392-40e3-a1b6-212b4ed9fa68'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:29:43.944491 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b3bfac6-9d6f-4e08-955e-00bd0d48f20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:29:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:43.958194 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c9126f7-9df6-4b38-be2b-3a3e00ba73c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:43.964414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=bced882c-528d-47ab-89ce-0c0bf3968d42,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:44.104776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9126f7-9df6-4b38-be2b-3a3e00ba73c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab5ce19-fd40-4d46-ab80-66c89c88989c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:44.191098 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4b3bfac6-9d6f-4e08-955e-00bd0d48f20c None None] Set router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:29:44.383642 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c9126f7-9df6-4b38-be2b-3a3e00ba73c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:44.384767 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5c9126f7-9df6-4b38-be2b-3a3e00ba73c0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7ab5ce19-fd40-4d46-ab80-66c89c88989c HTTP/1.1" status: 204 len: 168 time: 1.3679292 May 27 22:29:44.479181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Attempting to bind port bced882c-528d-47ab-89ce-0c0bf3968d42 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:29:44.479181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Attempting to bind port bced882c-528d-47ab-89ce-0c0bf3968d42 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:29:44.479475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Attempting to bind port bced882c-528d-47ab-89ce-0c0bf3968d42 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:29:44.495858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Port bced882c-528d-47ab-89ce-0c0bf3968d42 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:29:44.496173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Attempting to bind port bced882c-528d-47ab-89ce-0c0bf3968d42 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:29:44.504210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-c4be874b-3f85-445c-8268-2800d36df852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:44.504709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-c4be874b-3f85-445c-8268-2800d36df852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:44.505167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-c4be874b-3f85-445c-8268-2800d36df852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:44.505681 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-c4be874b-3f85-445c-8268-2800d36df852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:44.506135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-c4be874b-3f85-445c-8268-2800d36df852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:44.506585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-c4be874b-3f85-445c-8268-2800d36df852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:44.507034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-c4be874b-3f85-445c-8268-2800d36df852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:44.508920 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-c4be874b-3f85-445c-8268-2800d36df852 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 6488 time: 0.5072293 May 27 22:29:44.522674 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:29:44.523055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:29:44.523371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:29:44.523826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Bound port: bced882c-528d-47ab-89ce-0c0bf3968d42, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:29:44.524160 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:44.535053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb474d3-8b71-4f40-82da-a6dbdd22b260 req-ca730a91-ee67-4ab3-acc1-6cfe17b46878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:44.536538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5eb474d3-8b71-4f40-82da-a6dbdd22b260 req-ca730a91-ee67-4ab3-acc1-6cfe17b46878 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 1094 time: 0.5681422 May 27 22:29:44.566411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c16b2-a83b-47c6-9fd6-026c436b0822 req-3ffdb35e-1f2b-4c11-9b60-a656151fbce4 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:44.567902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c7c16b2-a83b-47c6-9fd6-026c436b0822 req-3ffdb35e-1f2b-4c11-9b60-a656151fbce4 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.5223055 May 27 22:29:44.585607 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b3bfac6-9d6f-4e08-955e-00bd0d48f20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:26Z', 'updated_at': '2022-05-27T22:26:36Z', 'revision_number': 4, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'gw_port': {'id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:28Z', 'updated_at': '2022-05-27T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c8657aa8-97c8-4edd-a610-a1e1c53cc5b7', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'port_id': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'mac_address': 'fa:16:3e:e5:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:28:04Z', 'updated_at': '2022-05-27T22:29:42Z', 'revision_number': 1, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5fab1f-44f7-4a51-b860-35fda5bd4c19', 'name': '', 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'mac_address': 'fa:16:3e:17:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:34Z', 'updated_at': '2022-05-27T22:26:45Z', 'revision_number': 5, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'subnets': [{'id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:44.590059 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3bfac6-9d6f-4e08-955e-00bd0d48f20c None None] The sync data for ids ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'] in n-d-843680-3 is: [{'id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:26Z', 'updated_at': '2022-05-27T22:26:36Z', 'revision_number': 4, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'gw_port': {'id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:28Z', 'updated_at': '2022-05-27T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c8657aa8-97c8-4edd-a610-a1e1c53cc5b7', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'port_id': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'mac_address': 'fa:16:3e:e5:4e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:28:04Z', 'updated_at': '2022-05-27T22:29:42Z', 'revision_number': 1, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5fab1f-44f7-4a51-b860-35fda5bd4c19', 'name': '', 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'mac_address': 'fa:16:3e:17:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:34Z', 'updated_at': '2022-05-27T22:26:45Z', 'revision_number': 5, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'subnets': [{'id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:29:44.661195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cecc66-3f2b-4330-9695-c4e4f3b18681 req-52f54dde-9dc8-4acf-92e7-7deb794eb862 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:44.662684 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a2cecc66-3f2b-4330-9695-c4e4f3b18681 req-52f54dde-9dc8-4acf-92e7-7deb794eb862 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 948 time: 0.4839442 May 27 22:29:44.826217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5389eac-1e7b-4357-89c9-c16c90ba366d None None] New status for floating IP c8657aa8-97c8-4edd-a610-a1e1c53cc5b7: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:29:44.912940 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c7c16b2-a83b-47c6-9fd6-026c436b0822 req-c7ba6687-26f4-494f-96e0-dcc9d55b0646 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716815 May 27 22:29:44.980653 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a2cecc66-3f2b-4330-9695-c4e4f3b18681 req-be4edb64-9d18-4734-bebf-550c03f2ff1a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290881 May 27 22:29:45.048694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb474d3-8b71-4f40-82da-a6dbdd22b260 req-1842ae47-55bd-4494-9630-6c49e5c7f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:45.051225 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5eb474d3-8b71-4f40-82da-a6dbdd22b260 req-1842ae47-55bd-4494-9630-6c49e5c7f6c1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 907 time: 0.4949818 May 27 22:29:45.067746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-b0296e9b-acf7-44fe-9c8e-14eadeefffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:45.069776 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-b0296e9b-acf7-44fe-9c8e-14eadeefffba service neutron] 10.222.0.57 "GET /v2.0/networks?id=b090dde9-67db-4c49-bbbc-f76032c598e8 HTTP/1.1" status: 200 len: 913 time: 0.5482371 May 27 22:29:45.076755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] For port bced882c-528d-47ab-89ce-0c0bf3968d42, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:29:45.293795 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5eb474d3-8b71-4f40-82da-a6dbdd22b260 req-3283fe14-d58d-4e50-b4db-784288820c01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2759505d-595c-455e-b80f-34f8a648498b HTTP/1.1" status: 200 len: 217 time: 0.2129447 May 27 22:29:45.301186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] For port bced882c-528d-47ab-89ce-0c0bf3968d42, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=bced882c-528d-47ab-89ce-0c0bf3968d42,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:29:45.325397 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ae40b38-20b3-4e5d-b1ea-2f5f0cd8fb0e req-a1f969d6-546b-423e-98b9-956199794be0 tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.1359148 May 27 22:29:45.373852 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:45.467072 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-ce0ff7a4-6dc8-4512-beb2-9a05ab4bad46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 HTTP/1.1" status: 200 len: 1000 time: 0.2950771 May 27 22:29:45.472047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:45.472688 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:45.474115 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] 10.222.0.46 "PUT /v2.0/ports/bced882c-528d-47ab-89ce-0c0bf3968d42 HTTP/1.1" status: 200 len: 1096 time: 3.4633219 May 27 22:29:45.538592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd7f990-7dd0-4aa5-9816-176651d887df', 'tag': 'bced882c-528d-47ab-89ce-0c0bf3968d42'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:45.543353 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4e03c-2951-458a-ac06-df1671842cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=bced882c-528d-47ab-89ce-0c0bf3968d42,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:45.548241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb474d3-8b71-4f40-82da-a6dbdd22b260 req-03e10b0c-a026-4682-b5a2-612071dc4656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:45.549861 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5eb474d3-8b71-4f40-82da-a6dbdd22b260 req-03e10b0c-a026-4682-b5a2-612071dc4656 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 200 len: 846 time: 0.2319939 May 27 22:29:45.596626 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:45.627299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5eb474d3-8b71-4f40-82da-a6dbdd22b260 req-d3dcf72f-7e85-49d1-8f89-ffd9a2c50e75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654197 May 27 22:29:45.632188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2759505d-595c-455e-b80f-34f8a648498b details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:45.661630 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f23c28-0c63-4a9e-95f0-fe9d8184f062'] response: {'name': 'network-changed', 'server_uuid': '2bd7f990-7dd0-4aa5-9816-176651d887df', 'tag': 'bced882c-528d-47ab-89ce-0c0bf3968d42', 'status': 'completed', 'code': 200} May 27 22:29:45.683312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96918ef-648e-41a1-a51d-2a2fbdcd9ad4 req-c7f5a20e-2699-494e-a62c-721b26d339f6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:45.684914 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a96918ef-648e-41a1-a51d-2a2fbdcd9ad4 req-c7f5a20e-2699-494e-a62c-721b26d339f6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 943 time: 0.6115565 May 27 22:29:45.816468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-81fd5ef9-883d-4467-b22d-f37dcb8bc6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:45.818029 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-81fd5ef9-883d-4467-b22d-f37dcb8bc6a6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=886cb46f-6b6f-4fc3-8c8e-a4f846943042 HTTP/1.1" status: 200 len: 851 time: 0.3361070 May 27 22:29:45.860545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 2759505d-595c-455e-b80f-34f8a648498b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2759505d-595c-455e-b80f-34f8a648498b,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:45.882971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '2759505d-595c-455e-b80f-34f8a648498b', 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7', 'port_id': '2759505d-595c-455e-b80f-34f8a648498b', 'mac_address': 'fa:16:3e:65:d2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c978a7-2c3e-4299-9e00-a1c60f2fbf1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:45.943437 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a96918ef-648e-41a1-a51d-2a2fbdcd9ad4 req-cc103a20-de4f-4a38-9191-21f88e0aa014 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631727 May 27 22:29:45.964926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-fd8a234c-6a14-40d2-b84d-9ce02771e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:45.965798 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-fd8a234c-6a14-40d2-b84d-9ce02771e8cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 1099 time: 0.3419638 May 27 22:29:45.968482 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5eb474d3-8b71-4f40-82da-a6dbdd22b260 req-a4294132-7d88-4eee-b71f-556e3bd725ea service neutron] 10.222.0.57 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060384 May 27 22:29:45.974140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 2759505d-595c-455e-b80f-34f8a648498b is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:45.974595 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:45.993244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2759505d-595c-455e-b80f-34f8a648498b {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:46.012469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 2759505d-595c-455e-b80f-34f8a648498b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2759505d-595c-455e-b80f-34f8a648498b,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:46.077174 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-dc34cca3-c4e4-4545-a399-af4d5ecd1705 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=bced882c-528d-47ab-89ce-0c0bf3968d42 HTTP/1.1" status: 200 len: 217 time: 0.1022294 May 27 22:29:46.100410 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:46.174017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=2759505d-595c-455e-b80f-34f8a648498b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:46.182267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:46.182690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:46.183095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:46.183660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:46.184056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:46.184508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:46.184923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:46.185314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:46.185702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:46.186201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:46.186586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:46.186976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:29:46.341110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-dd99ad40-9215-4381-916d-010d42a9c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:46.342486 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-dd99ad40-9215-4381-916d-010d42a9c2fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b090dde9-67db-4c49-bbbc-f76032c598e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5172594 May 27 22:29:46.520941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-39ff7fb1-c3de-44c7-a9d2-13050f88f135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:46.522370 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-39ff7fb1-c3de-44c7-a9d2-13050f88f135 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2733047 May 27 22:29:46.617745 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5eb474d3-8b71-4f40-82da-a6dbdd22b260 req-74cea2c9-84ba-4145-9306-036f62e2df8a service neutron] 10.222.0.57 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400664 May 27 22:29:46.619148 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['2759505d-595c-455e-b80f-34f8a648498b'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:46.680772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896479d-9734-4020-9645-80983c7074f5 req-57eeade4-c866-4e0b-adca-f0d24b1ca201 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:46.682232 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1896479d-9734-4020-9645-80983c7074f5 req-57eeade4-c866-4e0b-adca-f0d24b1ca201 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.6108887 May 27 22:29:46.684891 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-ed6c46a5-b707-4bf4-a8a7-3e775b5ff7ba service neutron] 10.222.0.57 "GET /v2.0/networks/b090dde9-67db-4c49-bbbc-f76032c598e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284934 May 27 22:29:46.713780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8e899-c0a4-4b5a-91f0-9292d4b6ee4b req-6718713e-27f8-4440-8cd9-7b1a0541c504 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:46.715219 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3e8e899-c0a4-4b5a-91f0-9292d4b6ee4b req-6718713e-27f8-4440-8cd9-7b1a0541c504 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 948 time: 0.3633091 May 27 22:29:46.836977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-23ed8546-4988-436a-9a94-091d4fe4fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:46.838432 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-23ed8546-4988-436a-9a94-091d4fe4fb0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3025060 May 27 22:29:46.880773 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1896479d-9734-4020-9645-80983c7074f5 req-c159266f-530c-4fe8-843b-7494b337d252 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897011 May 27 22:29:46.962260 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3e8e899-c0a4-4b5a-91f0-9292d4b6ee4b req-d0e209ea-9cc8-4f91-b593-ea07bc0fc39a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247000 May 27 22:29:46.981772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4b153ed1-d1c3-4019-b8b2-3250b994affb details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:47.040739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70e243f3-621f-4b18-b81b-c01db3e858fa req-bd39d6ea-223b-49f9-bcba-7050fabfbc02 service neutron] 10.222.0.57 "GET /v2.0/networks/b090dde9-67db-4c49-bbbc-f76032c598e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237841 May 27 22:29:47.124888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4b153ed1-d1c3-4019-b8b2-3250b994affb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4b153ed1-d1c3-4019-b8b2-3250b994affb,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:47.131268 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e41cc06b-f330-46ab-9b4f-6074bd798f62 req-2b4cd8b1-cf23-4e7f-afa7-c144caf22579 tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0682778 May 27 22:29:47.135976 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-32c05f9f-8540-4f68-bc55-6f9f85adbe0c service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778778 May 27 22:29:47.141611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '4b153ed1-d1c3-4019-b8b2-3250b994affb', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '4b153ed1-d1c3-4019-b8b2-3250b994affb', 'mac_address': 'fa:16:3e:98:0a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:47.179675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5197e9f-7694-4461-959f-7b68d34fe2d7 req-182fc6c5-da0d-41b2-9e9c-b202c75be75a tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:47.181289 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5197e9f-7694-4461-959f-7b68d34fe2d7 req-182fc6c5-da0d-41b2-9e9c-b202c75be75a tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/ports?device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 945 time: 0.1950243 May 27 22:29:47.219050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4b153ed1-d1c3-4019-b8b2-3250b994affb is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:47.219977 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:47.284269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b153ed1-d1c3-4019-b8b2-3250b994affb {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:47.293397 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5197e9f-7694-4461-959f-7b68d34fe2d7 req-3e6a45bd-1c51-41b6-9215-4eee8e2d4fa5 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/security-groups?id=c82df3f4-3277-4f94-a1d6-be8f11d998dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663626 May 27 22:29:47.301280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4b153ed1-d1c3-4019-b8b2-3250b994affb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4b153ed1-d1c3-4019-b8b2-3250b994affb,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:47.333833 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06788c35-caae-4cfa-aae0-cbcf46a432e0 req-7af262ec-7126-4706-be79-f40ac9ad0efd service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828845 May 27 22:29:47.366313 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:47.434573 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4b153ed1-d1c3-4019-b8b2-3250b994affb,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:47.506973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1408162568', 'description': 'tempest-description-931462622'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:47.517913 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:47.526664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Usage tracker for resource:security_group and tenant:b3c66d7a8a634319b96295ecf4dbcb2d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:47.535879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:47.545749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:47.558265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a467ad-e426-422c-b64b-26c0b77511e0 req-1b08acd2-8ddc-45d6-a1f8-66669fbd7d23 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:47.559701 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-83a467ad-e426-422c-b64b-26c0b77511e0 req-1b08acd2-8ddc-45d6-a1f8-66669fbd7d23 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 944 time: 0.1649084 May 27 22:29:47.566302 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['4b153ed1-d1c3-4019-b8b2-3250b994affb'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:47.613091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607c99f-7338-4138-a83e-fa46d5468f25 req-d686088b-6b10-4bd3-8193-4060d7f4dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:47.614536 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3607c99f-7338-4138-a83e-fa46d5468f25 req-d686088b-6b10-4bd3-8193-4060d7f4dcd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 1099 time: 0.1560805 May 27 22:29:47.617469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-83a467ad-e426-422c-b64b-26c0b77511e0 req-dbac52bf-e84e-4086-99a3-a054bbe47e6e tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497658 May 27 22:29:47.695722 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:47.717487 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:47.741346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:47.755840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Usage tracker for resource:security_group_rule and tenant:b3c66d7a8a634319b96295ecf4dbcb2d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:47.760729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:47.775239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:47.788856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607c99f-7338-4138-a83e-fa46d5468f25 req-b8f5e954-dca1-4cc3-83f6-98bad3f76783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:47.790322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3607c99f-7338-4138-a83e-fa46d5468f25 req-b8f5e954-dca1-4cc3-83f6-98bad3f76783 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.1680734 May 27 22:29:47.984652 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3607c99f-7338-4138-a83e-fa46d5468f25 req-8c78b364-ba6e-4a6b-bb8a-8bf7da8a27c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=bced882c-528d-47ab-89ce-0c0bf3968d42 HTTP/1.1" status: 200 len: 217 time: 0.1837683 May 27 22:29:48.134706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607c99f-7338-4138-a83e-fa46d5468f25 req-66557db7-0913-4556-88e1-f3762a143560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:48.136118 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3607c99f-7338-4138-a83e-fa46d5468f25 req-66557db7-0913-4556-88e1-f3762a143560 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1400909 May 27 22:29:48.190106 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:48.223317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d25b1-3408-4bec-8edc-08750a329fb1 req-c44b7820-87a3-4ec7-88c2-49c2d799d4c3 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:48.226584 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-060d25b1-3408-4bec-8edc-08750a329fb1 req-c44b7820-87a3-4ec7-88c2-49c2d799d4c3 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.2297649 May 27 22:29:48.284267 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:48.306110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:48.324318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Usage tracker for resource:security_group_rule and tenant:b3c66d7a8a634319b96295ecf4dbcb2d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:48.338184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:48.347774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607c99f-7338-4138-a83e-fa46d5468f25 req-73226fc2-0781-4474-8ae9-9cbd256dd1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:48.349305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3607c99f-7338-4138-a83e-fa46d5468f25 req-73226fc2-0781-4474-8ae9-9cbd256dd1dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2043350 May 27 22:29:48.368757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:48.374703 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-060d25b1-3408-4bec-8edc-08750a329fb1 req-389e60c1-c48b-49d4-a0d6-966d44dd9f6b tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424587 May 27 22:29:48.397356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1af042c-f68c-47b3-8100-8ee193b9140c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:48.601623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820a0b0-cfdb-404d-8225-4afa9b5a9463 req-0f5d8fcb-51ad-47e3-9857-154450e74369 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:48.603147 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a820a0b0-cfdb-404d-8225-4afa9b5a9463 req-0f5d8fcb-51ad-47e3-9857-154450e74369 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.57 "GET /v2.0/ports?device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 945 time: 0.3528900 May 27 22:29:48.702860 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:48.709530 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3607c99f-7338-4138-a83e-fa46d5468f25 req-42a2e172-fdf7-4894-b72b-5f33cba22df9 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417366 May 27 22:29:48.752656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-a820a0b0-cfdb-404d-8225-4afa9b5a9463 req-92da9c9b-2622-40a3-8366-c3386d779834 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Deleting port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:29:48.753018 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a820a0b0-cfdb-404d-8225-4afa9b5a9463 req-92da9c9b-2622-40a3-8366-c3386d779834 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:48.833303 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:48.862919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206778d9-274e-46f7-b463-327c27fdd10e req-fb68e07d-f2ab-40ce-a1aa-ca3d43f252e7 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:48.864405 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-206778d9-274e-46f7-b463-327c27fdd10e req-fb68e07d-f2ab-40ce-a1aa-ca3d43f252e7 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 948 time: 0.3845336 May 27 22:29:48.950118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8232e30-c166-4eaf-a8f0-284fd769b8e4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:49.005731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device bced882c-528d-47ab-89ce-0c0bf3968d42 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:29:49.047108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-206778d9-274e-46f7-b463-327c27fdd10e req-9fa5ccc9-a698-4b0e-bb02-3ec926b39d91 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571846 May 27 22:29:49.052446 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:49.053617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1ac60e7-f64a-4239-bc02-ef0d142a1fd2 req-d9181b2d-3890-4cb2-abbc-2f4d61ac7ea3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5576985 May 27 22:29:49.063389 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3607c99f-7338-4138-a83e-fa46d5468f25 req-4e02a9a7-c263-4489-b51a-738ffcca6501 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429282 May 27 22:29:49.215432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port bced882c-528d-47ab-89ce-0c0bf3968d42, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=bced882c-528d-47ab-89ce-0c0bf3968d42,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:49.230199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-a820a0b0-cfdb-404d-8225-4afa9b5a9463 req-92da9c9b-2622-40a3-8366-c3386d779834 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] For port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2ccd7495-b3f3-4c8f-9409-8beba5c3f464,segment=NetworkSegment(82f15a28-d51a-4994-ac4b-b857d6120cf5),segment_id=82f15a28-d51a-4994-ac4b-b857d6120cf5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:49.230565 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a820a0b0-cfdb-404d-8225-4afa9b5a9463 req-92da9c9b-2622-40a3-8366-c3386d779834 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:49.233793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4b153ed1-d1c3-4019-b8b2-3250b994affb up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:49.257897 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'bced882c-528d-47ab-89ce-0c0bf3968d42', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'bced882c-528d-47ab-89ce-0c0bf3968d42', 'mac_address': 'fa:16:3e:a7:66:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:29:49.350715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port bced882c-528d-47ab-89ce-0c0bf3968d42 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:49.351380 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:49.377941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bced882c-528d-47ab-89ce-0c0bf3968d42 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:29:49.378222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-a820a0b0-cfdb-404d-8225-4afa9b5a9463 req-92da9c9b-2622-40a3-8366-c3386d779834 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Calling delete_port for 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:29:49.385037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 4b153ed1-d1c3-4019-b8b2-3250b994affb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:49.385611 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:49.454294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port bced882c-528d-47ab-89ce-0c0bf3968d42, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=bced882c-528d-47ab-89ce-0c0bf3968d42,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:49.508193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca29df88-87a0-41cd-a846-80b603c863dd req-a8d23853-f4b0-475f-960e-a25737af5ada tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.2080975 May 27 22:29:49.539615 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:49.618014 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4b153ed1-d1c3-4019-b8b2-3250b994affb is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:49.618014 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:49.627411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c52a2-2a2e-4df2-be2c-144ff4dd285b req-1478de43-2d91-429f-a877-a98eb8c427cf tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:49.629396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-302c52a2-2a2e-4df2-be2c-144ff4dd285b req-1478de43-2d91-429f-a877-a98eb8c427cf tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/ports?device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 945 time: 0.2590365 May 27 22:29:49.663837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=bced882c-528d-47ab-89ce-0c0bf3968d42,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:49.673297 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612794f8-1b82-41f3-a826-10beaadd76ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b153ed1-d1c3-4019-b8b2-3250b994affb'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:49.681861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2759505d-595c-455e-b80f-34f8a648498b up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:49.729847 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4b153ed1-d1c3-4019-b8b2-3250b994affb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4b153ed1-d1c3-4019-b8b2-3250b994affb,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:49.803476 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:49.879309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4b153ed1-d1c3-4019-b8b2-3250b994affb,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:49.883399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 2759505d-595c-455e-b80f-34f8a648498b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:49.889722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 2759505d-595c-455e-b80f-34f8a648498b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:49.890236 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:49.952464 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['bced882c-528d-47ab-89ce-0c0bf3968d42'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:29:50.000978 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-302c52a2-2a2e-4df2-be2c-144ff4dd285b req-444f8bf3-cb1e-4eb6-8f19-a474b67d1ed5 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/security-groups?id=c82df3f4-3277-4f94-a1d6-be8f11d998dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486948 May 27 22:29:50.052511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c54897-b8b3-4e60-a8ab-0bd5e084a3cd req-c88936e7-9d7e-4d9c-8e77-93e3f789bbe3 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:50.059849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46c54897-b8b3-4e60-a8ab-0bd5e084a3cd req-c88936e7-9d7e-4d9c-8e77-93e3f789bbe3 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 944 time: 0.1767812 May 27 22:29:50.070095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 2759505d-595c-455e-b80f-34f8a648498b is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:50.070861 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:50.081023 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a820a0b0-cfdb-404d-8225-4afa9b5a9463 req-92da9c9b-2622-40a3-8366-c3386d779834 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:50.089384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-990a030a-1d9e-434d-a185-7655da70cb9e req-405431ad-997b-4981-985e-f8204bb2f049 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1238635302', 'description': 'tempest-description-1481216453'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:50.122062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 2759505d-595c-455e-b80f-34f8a648498b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2759505d-595c-455e-b80f-34f8a648498b,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:50.136682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-990a030a-1d9e-434d-a185-7655da70cb9e req-405431ad-997b-4981-985e-f8204bb2f049 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:50.194119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-990a030a-1d9e-434d-a185-7655da70cb9e req-405431ad-997b-4981-985e-f8204bb2f049 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Usage tracker for resource:security_group and tenant:b3c66d7a8a634319b96295ecf4dbcb2d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:50.197632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da9c9b-2622-40a3-8366-c3386d779834 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Pushing event deleted for resources: {'Port': ['ID=2ccd7495-b3f3-4c8f-9409-8beba5c3f464,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:50.201852 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:50.202798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:29:50.205179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-990a030a-1d9e-434d-a185-7655da70cb9e req-405431ad-997b-4981-985e-f8204bb2f049 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:50.227900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-990a030a-1d9e-434d-a185-7655da70cb9e req-405431ad-997b-4981-985e-f8204bb2f049 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:50.264134 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46c54897-b8b3-4e60-a8ab-0bd5e084a3cd req-2bb44137-0d6d-4421-9902-b68cff654d72 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030592 May 27 22:29:50.296396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a820a0b0-cfdb-404d-8225-4afa9b5a9463 req-92da9c9b-2622-40a3-8366-c3386d779834 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] No DVR routers for this DVR port 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:29:50.299182 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a820a0b0-cfdb-404d-8225-4afa9b5a9463 req-92da9c9b-2622-40a3-8366-c3386d779834 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:50.301773 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:29:50.301998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46', 'name': 'network-vif-deleted', 'tag': '2ccd7495-b3f3-4c8f-9409-8beba5c3f464'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:50.302304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2ccd7495-b3f3-4c8f-9409-8beba5c3f464 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:29:50.349773 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=2759505d-595c-455e-b80f-34f8a648498b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:50.417790 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-990a030a-1d9e-434d-a185-7655da70cb9e req-405431ad-997b-4981-985e-f8204bb2f049 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:50.434216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a820a0b0-cfdb-404d-8225-4afa9b5a9463 req-92da9c9b-2622-40a3-8366-c3386d779834 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.57 "DELETE /v2.0/ports/2ccd7495-b3f3-4c8f-9409-8beba5c3f464 HTTP/1.1" status: 204 len: 173 time: 1.8112383 May 27 22:29:50.461356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-990a030a-1d9e-434d-a185-7655da70cb9e req-405431ad-997b-4981-985e-f8204bb2f049 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:50.468424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-990a030a-1d9e-434d-a185-7655da70cb9e req-405431ad-997b-4981-985e-f8204bb2f049 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Usage tracker for resource:security_group_rule and tenant:b3c66d7a8a634319b96295ecf4dbcb2d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:50.472890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-990a030a-1d9e-434d-a185-7655da70cb9e req-405431ad-997b-4981-985e-f8204bb2f049 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:50.480816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-990a030a-1d9e-434d-a185-7655da70cb9e req-405431ad-997b-4981-985e-f8204bb2f049 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:50.521885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaa6f8-d3e1-4734-bf97-a4425aebbb9d req-288f91a3-75e5-42c5-9f85-5d448a594a98 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:50.523304 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ceeaa6f8-d3e1-4734-bf97-a4425aebbb9d req-288f91a3-75e5-42c5-9f85-5d448a594a98 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.1442783 May 27 22:29:50.608817 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ceeaa6f8-d3e1-4734-bf97-a4425aebbb9d req-ff84ae15-1992-48b9-8406-a0190e3052dd tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781400 May 27 22:29:50.620071 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-990a030a-1d9e-434d-a185-7655da70cb9e req-405431ad-997b-4981-985e-f8204bb2f049 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:50.676399 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74e7bca-ea3b-4ea6-b0b4-404353de1658'] response: {'server_uuid': '612794f8-1b82-41f3-a826-10beaadd76ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b153ed1-d1c3-4019-b8b2-3250b994affb', 'code': 200} May 27 22:29:50.705820 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-990a030a-1d9e-434d-a185-7655da70cb9e req-405431ad-997b-4981-985e-f8204bb2f049 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:50.793061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405431ad-997b-4981-985e-f8204bb2f049 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57758f5-aa69-4bb2-a0a7-2297f05499d4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:50.863923 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-990a030a-1d9e-434d-a185-7655da70cb9e req-405431ad-997b-4981-985e-f8204bb2f049 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:50.863923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-990a030a-1d9e-434d-a185-7655da70cb9e req-405431ad-997b-4981-985e-f8204bb2f049 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7848089 May 27 22:29:51.082697 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429738dc-c416-4313-96fc-fb36ae3f99b1'] response: {'server_uuid': 'db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46', 'name': 'network-vif-deleted', 'tag': '2ccd7495-b3f3-4c8f-9409-8beba5c3f464', 'status': 'completed', 'code': 200} May 27 22:29:51.144034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481155a9-e7d3-4b7a-8427-8ebe0885e569 req-e052ffba-a805-4cdb-9cfd-d9f6d46856e3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:51.163814 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-481155a9-e7d3-4b7a-8427-8ebe0885e569 req-e052ffba-a805-4cdb-9cfd-d9f6d46856e3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 949 time: 0.2398977 May 27 22:29:51.245610 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06fd8943-8f67-4d73-81c2-991f2ceda185 req-200e9846-8550-4067-889b-cb61c6d6a725 tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0576968 May 27 22:29:51.285091 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-481155a9-e7d3-4b7a-8427-8ebe0885e569 req-2941f7e2-8d86-489e-8306-534c4a43657e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202559 May 27 22:29:51.410948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-959176406', 'description': 'tempest-description-1807606144'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:51.422885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:51.434522 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Usage tracker for resource:security_group and tenant:16e3d8075df74d3ca4e0201acc5399cd is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:51.451736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:51.471992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:51.558261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8d4294dd-413e-494a-a604-b84fa57844dd req-a9197518-94d7-4ad0-a133-06d8a53f2811 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Synchronizing usage tracker for tenant:ae5faca69d014687a4f1e6470224e3b9 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:29:51.579229 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:51.595504 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:51.613671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:51.618599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Usage tracker for resource:security_group_rule and tenant:16e3d8075df74d3ca4e0201acc5399cd is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:51.623040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:51.636225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:51.652707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8d4294dd-413e-494a-a604-b84fa57844dd req-a9197518-94d7-4ad0-a133-06d8a53f2811 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] Unset dirty status for tenant:ae5faca69d014687a4f1e6470224e3b9 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:29:51.659931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d4294dd-413e-494a-a604-b84fa57844dd req-a9197518-94d7-4ad0-a133-06d8a53f2811 tempest-ServerMetadataNegativeTestJSON-1222878284 tempest-ServerMetadataNegativeTestJSON-1222878284-project] 10.222.0.27 "GET /v2.0/ports?device_id=db4e43f3-6c4b-49cc-8a72-b3f09c7c8a46 HTTP/1.1" status: 200 len: 210 time: 0.1565039 May 27 22:29:51.974309 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:52.029608 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:52.041537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c87127-ce0d-435c-8c83-0cea9b028c51 req-e2e649ea-082e-49af-a138-0664c442aa14 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:52.043234 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5c87127-ce0d-435c-8c83-0cea9b028c51 req-e2e649ea-082e-49af-a138-0664c442aa14 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 945 time: 0.1480365 May 27 22:29:52.103501 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5c87127-ce0d-435c-8c83-0cea9b028c51 req-782c4dd1-52e3-42c3-86e7-e62e225ec3cc tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538449 May 27 22:29:52.104075 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:52.134204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:52.136665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c14709-14d9-457d-9496-c4b2ed54f706,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:52.142102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Usage tracker for resource:security_group_rule and tenant:16e3d8075df74d3ca4e0201acc5399cd is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:52.158313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:52.158313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:52.342765 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:52.383144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06dcc3-b723-4b51-9cf7-3f106e0d6091 req-f1b16638-66bc-45ab-befc-839e28c9036b tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:52.398039 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b06dcc3-b723-4b51-9cf7-3f106e0d6091 req-f1b16638-66bc-45ab-befc-839e28c9036b tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.1374080 May 27 22:29:52.417563 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:52.487281 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b06dcc3-b723-4b51-9cf7-3f106e0d6091 req-2dfa846d-1120-4355-948f-df909565ba9c tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954590 May 27 22:29:52.488055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bc372c-1805-4e0a-98a3-57aeec9c40bb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:52.506003 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:52.506003 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-342e0a90-6f64-4cd5-8aac-f19d7bb3be3d req-e7b526c2-2337-46e7-93d9-f51f1b3d53ba tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1000967 May 27 22:29:52.689636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5ac7fb-3e33-492b-a0d7-07a068336fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2759505d-595c-455e-b80f-34f8a648498b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:52.752921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d8fea-db07-4ee6-8894-8bc5403b04df req-b7a3731b-c6fd-42b3-a984-9b7e8a575816 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:52.754474 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-149d8fea-db07-4ee6-8894-8bc5403b04df req-b7a3731b-c6fd-42b3-a984-9b7e8a575816 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 949 time: 0.1222513 May 27 22:29:52.824675 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e1b4812-22aa-454f-9f9a-0c3d42cb29c2 req-8b41084e-e3a1-40bc-9786-0aff6f6070c1 tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0686255 May 27 22:29:52.853385 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-149d8fea-db07-4ee6-8894-8bc5403b04df req-01ffaabe-b697-4287-8938-83daad5b3eeb tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599639 May 27 22:29:52.883295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-c5b1676b-4366-49e3-98cf-b9e13005de47 req-d963ccdc-a5de-4eef-a38d-26c5d22d4c00 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-889990547', 'description': 'tempest-description-2094262703'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:52.891135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-c5b1676b-4366-49e3-98cf-b9e13005de47 req-d963ccdc-a5de-4eef-a38d-26c5d22d4c00 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:52.916476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c5b1676b-4366-49e3-98cf-b9e13005de47 req-d963ccdc-a5de-4eef-a38d-26c5d22d4c00 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Usage tracker for resource:security_group and tenant:16e3d8075df74d3ca4e0201acc5399cd is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:52.916476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c5b1676b-4366-49e3-98cf-b9e13005de47 req-d963ccdc-a5de-4eef-a38d-26c5d22d4c00 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:52.916476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-c5b1676b-4366-49e3-98cf-b9e13005de47 req-d963ccdc-a5de-4eef-a38d-26c5d22d4c00 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:52.961483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44174) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:52.997760 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3bc42fe-b980-4349-b841-7372c3c5d430'] response: {'server_uuid': '9e5ac7fb-3e33-492b-a0d7-07a068336fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2759505d-595c-455e-b80f-34f8a648498b', 'code': 200} May 27 22:29:53.009785 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c5b1676b-4366-49e3-98cf-b9e13005de47 req-d963ccdc-a5de-4eef-a38d-26c5d22d4c00 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:53.040163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-c5b1676b-4366-49e3-98cf-b9e13005de47 req-d963ccdc-a5de-4eef-a38d-26c5d22d4c00 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:53.048376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c5b1676b-4366-49e3-98cf-b9e13005de47 req-d963ccdc-a5de-4eef-a38d-26c5d22d4c00 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Usage tracker for resource:security_group_rule and tenant:16e3d8075df74d3ca4e0201acc5399cd is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:53.049402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device bced882c-528d-47ab-89ce-0c0bf3968d42 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:29:53.053526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d9299a-29c4-4d6a-8c9f-4d92c40d755d admin admin] Deleting subnet 49206cd4-2bc1-4a1b-a4e2-b4b592374419 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:29:53.055491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c5b1676b-4366-49e3-98cf-b9e13005de47 req-d963ccdc-a5de-4eef-a38d-26c5d22d4c00 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:53.061489 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-40d9299a-29c4-4d6a-8c9f-4d92c40d755d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:53.093447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-c5b1676b-4366-49e3-98cf-b9e13005de47 req-d963ccdc-a5de-4eef-a38d-26c5d22d4c00 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:53.190894 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-40d9299a-29c4-4d6a-8c9f-4d92c40d755d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:53.212553 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port bced882c-528d-47ab-89ce-0c0bf3968d42 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:29:53.217691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port bced882c-528d-47ab-89ce-0c0bf3968d42 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:29:53.218063 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:53.282831 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-40d9299a-29c4-4d6a-8c9f-4d92c40d755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:53.365378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port bced882c-528d-47ab-89ce-0c0bf3968d42 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:29:53.366028 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:53.417794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port bced882c-528d-47ab-89ce-0c0bf3968d42, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=bced882c-528d-47ab-89ce-0c0bf3968d42,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:29:53.506333 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:53.581390 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c5b1676b-4366-49e3-98cf-b9e13005de47 req-d963ccdc-a5de-4eef-a38d-26c5d22d4c00 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:53.601875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91482d9-eb02-4dfe-8a43-6b573b84a237 req-c6e451c3-5be1-448f-ab82-f91351e034c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:53.603339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d91482d9-eb02-4dfe-8a43-6b573b84a237 req-c6e451c3-5be1-448f-ab82-f91351e034c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 1096 time: 0.4703701 May 27 22:29:53.603626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=bced882c-528d-47ab-89ce-0c0bf3968d42,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:53.645402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1c117-3f4f-4c78-a1e8-5ce1b49dfa21 req-8416c773-3f12-4876-8093-589f0c0c6e88 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:53.653080 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55f1c117-3f4f-4c78-a1e8-5ce1b49dfa21 req-8416c773-3f12-4876-8093-589f0c0c6e88 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 945 time: 0.4131851 May 27 22:29:53.680487 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c5b1676b-4366-49e3-98cf-b9e13005de47 req-d963ccdc-a5de-4eef-a38d-26c5d22d4c00 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:53.702204 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-40d9299a-29c4-4d6a-8c9f-4d92c40d755d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:53.749256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d91482d9-eb02-4dfe-8a43-6b573b84a237 req-7ce31f65-00bc-4ef3-9156-a3b4a9f15ee9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352348 May 27 22:29:53.789226 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-40d9299a-29c4-4d6a-8c9f-4d92c40d755d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:53.792189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9299a-29c4-4d6a-8c9f-4d92c40d755d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49206cd4-2bc1-4a1b-a4e2-b4b592374419,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:53.807640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55f1c117-3f4f-4c78-a1e8-5ce1b49dfa21 req-c0b5891d-61b7-4f45-956c-1849730ade95 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534722 May 27 22:29:53.813166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963ccdc-a5de-4eef-a38d-26c5d22d4c00 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9ed194-2880-4c14-b85d-a599835b2f5b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:53.822939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-40d9299a-29c4-4d6a-8c9f-4d92c40d755d admin admin] 10.222.0.27 "DELETE /v2.0/subnets/49206cd4-2bc1-4a1b-a4e2-b4b592374419 HTTP/1.1" status: 204 len: 168 time: 0.8579519 May 27 22:29:53.823473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44188) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:53.932875 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c5b1676b-4366-49e3-98cf-b9e13005de47 req-d963ccdc-a5de-4eef-a38d-26c5d22d4c00 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:53.934455 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5b1676b-4366-49e3-98cf-b9e13005de47 req-d963ccdc-a5de-4eef-a38d-26c5d22d4c00 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0552142 May 27 22:29:54.016613 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aedca79f-d647-4a20-9e72-26399cf73f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:54.211587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62262de8-f653-4419-bbe2-c133f03d9b0b req-aafcfb1b-df1e-404e-8611-790e6f3f5579 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:54.218806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62262de8-f653-4419-bbe2-c133f03d9b0b req-aafcfb1b-df1e-404e-8611-790e6f3f5579 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.2734268 May 27 22:29:54.249562 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aedca79f-d647-4a20-9e72-26399cf73f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:54.316087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-aedca79f-d647-4a20-9e72-26399cf73f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac3eb74-2b3f-4b45-a5af-b096a81bc796']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:54.326883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62262de8-f653-4419-bbe2-c133f03d9b0b req-1022a463-63dc-46c4-9268-b68c7352f485 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063967 May 27 22:29:54.335586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-aedca79f-d647-4a20-9e72-26399cf73f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f15a28-d51a-4994-ac4b-b857d6120cf5') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:54.335886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-aedca79f-d647-4a20-9e72-26399cf73f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f15a28-d51a-4994-ac4b-b857d6120cf5') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:29:54.356521 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aedca79f-d647-4a20-9e72-26399cf73f8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:54.383798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0df4d-2b49-4268-bc9e-d857e0f16536 req-9970c5c7-edc8-4238-a514-86dce4e611aa tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:54.392441 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9b0df4d-2b49-4268-bc9e-d857e0f16536 req-9970c5c7-edc8-4238-a514-86dce4e611aa tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 950 time: 0.2437913 May 27 22:29:54.410674 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aedca79f-d647-4a20-9e72-26399cf73f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:54.423311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedca79f-d647-4a20-9e72-26399cf73f8f admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:29:54.423993 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aedca79f-d647-4a20-9e72-26399cf73f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:54.510876 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 82f15a28-d51a-4994-ac4b-b857d6120cf5 resource provider aggregate not found May 27 22:29:54.528896 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9b0df4d-2b49-4268-bc9e-d857e0f16536 req-f89fc71e-2a9f-4ff6-bb6d-31a504ebfd41 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351926 May 27 22:29:54.530528 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 82f15a28-d51a-4994-ac4b-b857d6120cf5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82f15a28-d51a-4994-ac4b-b857d6120cf5 found for delete ", "request_id": "req-485f21a7-7554-4a69-8715-29682e18bf31"}]} May 27 22:29:54.617389 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ac7b5e3-5797-4032-861c-4a849473f388 req-e4ccbdf9-60ea-4f6d-8c74-ce5a54837a76 tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0625205 May 27 22:29:54.619996 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aedca79f-d647-4a20-9e72-26399cf73f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:54.645234 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aedca79f-d647-4a20-9e72-26399cf73f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:54.687242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedca79f-d647-4a20-9e72-26399cf73f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac3eb74-2b3f-4b45-a5af-b096a81bc796,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:54.694901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-aedca79f-d647-4a20-9e72-26399cf73f8f admin admin] 10.222.0.27 "DELETE /v2.0/networks/5ac3eb74-2b3f-4b45-a5af-b096a81bc796 HTTP/1.1" status: 204 len: 168 time: 0.8705735 May 27 22:29:54.999521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd7f990-7dd0-4aa5-9816-176651d887df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bced882c-528d-47ab-89ce-0c0bf3968d42'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:29:55.114650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a2b55-c61f-4219-bb55-a8d5eed2e0ee req-1401b317-1eb3-47b7-bd8b-ea9a7fb357b2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:55.116121 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e2a2b55-c61f-4219-bb55-a8d5eed2e0ee req-1401b317-1eb3-47b7-bd8b-ea9a7fb357b2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 945 time: 0.1433070 May 27 22:29:55.129215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-56988ca2-84ac-4f77-8e82-f96ec5181e91 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Synchronizing usage tracker for tenant:16e3d8075df74d3ca4e0201acc5399cd on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:29:55.160418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44218) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:55.197357 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e2a2b55-c61f-4219-bb55-a8d5eed2e0ee req-1f7adadd-9a40-4fd5-9408-f1c0b8c49ab3 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631068 May 27 22:29:55.229485 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8b913575-c7aa-4444-aeeb-317361731d0b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ae5faca69d014687a4f1e6470224e3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672073 May 27 22:29:55.232126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44222) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:55.241000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-56988ca2-84ac-4f77-8e82-f96ec5181e91 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Unset dirty status for tenant:16e3d8075df74d3ca4e0201acc5399cd on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:29:55.243349 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-56988ca2-84ac-4f77-8e82-f96ec5181e91 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47852 time: 0.6469955 May 27 22:29:55.265055 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a096433-3460-47ea-90a3-c8770c2a9800'] response: {'server_uuid': '2bd7f990-7dd0-4aa5-9816-176651d887df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bced882c-528d-47ab-89ce-0c0bf3968d42', 'code': 200} May 27 22:29:55.357237 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-2cc46092-b3bf-448f-a12a-b07b251a0289 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/1b63921f-514f-43c1-a0f2-7446a2b76767 HTTP/1.1" status: 200 len: 2981 time: 0.0612624 May 27 22:29:55.363064 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03811e43-2644-4379-abb3-13abee6ddf7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:55.412117 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03811e43-2644-4379-abb3-13abee6ddf7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:55.526931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-940a8b39-ced3-4238-886a-f567f53f3362 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/1b63921f-514f-43c1-a0f2-7446a2b76767 HTTP/1.1" status: 200 len: 2981 time: 0.1214640 May 27 22:29:55.561789 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03811e43-2644-4379-abb3-13abee6ddf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:55.578094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03811e43-2644-4379-abb3-13abee6ddf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82df3f4-3277-4f94-a1d6-be8f11d998dd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:55.586758 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03811e43-2644-4379-abb3-13abee6ddf7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:55.587906 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-03811e43-2644-4379-abb3-13abee6ddf7f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c82df3f4-3277-4f94-a1d6-be8f11d998dd HTTP/1.1" status: 204 len: 168 time: 0.3546624 May 27 22:29:55.590545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12fb69-317d-4583-b986-a76c1dded716 req-8d8f480f-7130-4ac1-90bc-0b13905a04e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:55.592893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca12fb69-317d-4583-b986-a76c1dded716 req-8d8f480f-7130-4ac1-90bc-0b13905a04e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 1101 time: 0.2325139 May 27 22:29:55.675033 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-85158b11-613f-4ffa-9273-94d089849552 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/3668a522-edb1-4dae-a9eb-20eb957415f2 HTTP/1.1" status: 200 len: 2981 time: 0.1315522 May 27 22:29:55.721469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca12fb69-317d-4583-b986-a76c1dded716 req-a52aaedd-3833-405f-81ca-d42e11ca3f90 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085114 May 27 22:29:55.753405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4891f-4ae1-4701-b361-b31bfe345f64 req-d6dba8bc-c780-4a3a-a830-6b5ac199413b tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:55.760754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f4b4891f-4ae1-4701-b361-b31bfe345f64 req-d6dba8bc-c780-4a3a-a830-6b5ac199413b tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.2742405 May 27 22:29:55.809133 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-20cdfa9a-f970-4563-b324-929e538d4f46 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/3668a522-edb1-4dae-a9eb-20eb957415f2 HTTP/1.1" status: 200 len: 2981 time: 0.1327856 May 27 22:29:55.850620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f4b4891f-4ae1-4701-b361-b31bfe345f64 req-df9b5ada-362c-496f-9ce1-5fe97e40d581 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886948 May 27 22:29:55.903683 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-9f7e24fb-e759-4095-9602-d293e025daf6 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/3d1794db-3cc6-4da6-8ef5-0680bba3f4a2 HTTP/1.1" status: 200 len: 2973 time: 0.0882421 May 27 22:29:55.963444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-1a8c6ab8-d005-4c80-a2cd-f6438426adac tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/3d1794db-3cc6-4da6-8ef5-0680bba3f4a2 HTTP/1.1" status: 200 len: 2973 time: 0.0533159 May 27 22:29:56.112698 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-32121e9a-1ebd-4c93-ab88-3184a4c2f13c tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/6454463f-3e53-4ce1-983c-105b343ad24a HTTP/1.1" status: 200 len: 2981 time: 0.1352205 May 27 22:29:56.185568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26878f-868d-43e1-930b-74b729fd497e req-ef28dd65-455a-4fad-a52b-953c3cda2daa tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:56.194474 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d26878f-868d-43e1-930b-74b729fd497e req-ef28dd65-455a-4fad-a52b-953c3cda2daa tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 950 time: 0.2057562 May 27 22:29:56.243083 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-ce9666ae-2c56-46ea-865a-875f4cce9fc0 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/6454463f-3e53-4ce1-983c-105b343ad24a HTTP/1.1" status: 200 len: 2981 time: 0.1186681 May 27 22:29:56.438784 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d26878f-868d-43e1-930b-74b729fd497e req-667526c7-dec5-4abc-9c8a-4a8466c97fb8 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438874 May 27 22:29:56.447238 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-89d1ddfe-1fdf-436b-8f2d-21c336619484 req-55d39ec3-3eaf-4c34-981f-375ea45c3e1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0522170 May 27 22:29:56.488156 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-98f2e275-b251-4c7e-9435-217541e29a26 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/b1af042c-f68c-47b3-8100-8ee193b9140c HTTP/1.1" status: 200 len: 2981 time: 0.2303545 May 27 22:29:56.543135 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-c528a137-d52e-43b9-b2d4-c2cbaf57a7ce tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/b1af042c-f68c-47b3-8100-8ee193b9140c HTTP/1.1" status: 200 len: 2981 time: 0.0487649 May 27 22:29:56.603152 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e681f93b-2e04-4281-9eeb-dc7cd04ddd0f req-715c5793-c7bc-44e3-9a67-0077e05c8000 tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0627909 May 27 22:29:56.638116 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-6283f9b3-527f-4ef6-8796-ca1e1bbe3ccc tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/b6908689-4a83-4eb8-8545-c663488d589b HTTP/1.1" status: 200 len: 2977 time: 0.0609677 May 27 22:29:56.709719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-62a5f263-f0ef-4aa5-b61e-56faf55be85b tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/b6908689-4a83-4eb8-8545-c663488d589b HTTP/1.1" status: 200 len: 2977 time: 0.0615172 May 27 22:29:56.763453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-c03ba5be-b300-44e9-9908-32de399eb594 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/b8e4409d-daa7-4d56-8343-023124fd4800 HTTP/1.1" status: 200 len: 2981 time: 0.0480928 May 27 22:29:56.878192 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-24e3da0a-dbc9-4a31-a6bf-c95806e2133b tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/b8e4409d-daa7-4d56-8343-023124fd4800 HTTP/1.1" status: 200 len: 2981 time: 0.0758159 May 27 22:29:56.910515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e780a4e-ce83-4d46-a115-83e0fc7a351c req-f44551d4-e1f4-4ae9-82ce-1acf8decdf64 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:56.911986 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e780a4e-ce83-4d46-a115-83e0fc7a351c req-f44551d4-e1f4-4ae9-82ce-1acf8decdf64 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 945 time: 0.1461122 May 27 22:29:56.915284 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-aa93b6a9-e9b3-4d68-b2ec-7257d96691b0 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] show failed (client error): The resource could not be found. May 27 22:29:56.915284 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-aa93b6a9-e9b3-4d68-b2ec-7257d96691b0 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/c82df3f4-3277-4f94-a1d6-be8f11d998dd HTTP/1.1" status: 404 len: 352 time: 0.0310807 May 27 22:29:56.965486 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-4367b36e-f48b-4a14-87de-eed2d1b83fd2 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] show failed (client error): The resource could not be found. May 27 22:29:56.973562 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-4367b36e-f48b-4a14-87de-eed2d1b83fd2 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/c82df3f4-3277-4f94-a1d6-be8f11d998dd HTTP/1.1" status: 404 len: 352 time: 0.0475631 May 27 22:29:57.037709 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e780a4e-ce83-4d46-a115-83e0fc7a351c req-824508d7-5888-4cef-a4d3-6a22a8ad515c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008048 May 27 22:29:57.051323 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-1b4b896e-dced-4ffe-8480-b4a683692649 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/cfb3cfd3-4252-41b5-9d9e-a105b4a21ae1 HTTP/1.1" status: 200 len: 2981 time: 0.0769143 May 27 22:29:57.124950 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-7c1c3066-d15c-4b68-be22-6e237df1491d tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/cfb3cfd3-4252-41b5-9d9e-a105b4a21ae1 HTTP/1.1" status: 200 len: 2981 time: 0.0672824 May 27 22:29:57.214449 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-51bf0210-0009-4663-8f1d-42df8aa7b97d tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/d4407b18-46ce-452e-b560-3a581e08c650 HTTP/1.1" status: 200 len: 2981 time: 0.0864904 May 27 22:29:57.343201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-774704a9-c012-4eae-bacf-7d8201c3daf5 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/d4407b18-46ce-452e-b560-3a581e08c650 HTTP/1.1" status: 200 len: 2981 time: 0.1162078 May 27 22:29:57.408919 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2acfa26c-5458-4cfc-9f49-fffe2476c3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:57.416295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44282) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:57.468467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a84b2-f1bc-4e5a-9b24-7a78ab2bed9b req-3bcfde09-09a4-4693-9cb9-fab20a5c9196 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:57.474956 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c67a84b2-f1bc-4e5a-9b24-7a78ab2bed9b req-3bcfde09-09a4-4693-9cb9-fab20a5c9196 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.2272401 May 27 22:29:57.501432 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-c70baaa8-5326-4443-a640-d654393f908f tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/e0c14709-14d9-457d-9496-c4b2ed54f706 HTTP/1.1" status: 200 len: 2981 time: 0.1433794 May 27 22:29:57.593579 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c67a84b2-f1bc-4e5a-9b24-7a78ab2bed9b req-773af6a3-0d78-4187-bc85-e6ec8ef87e10 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091974 May 27 22:29:57.617657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1603378089-network', 'tenant_id': '149ed21f82cc4c8bb8fc1cc2c1562444'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:57.621226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-09d79d3e-b2b6-4a8c-be46-fcaefac66cb0 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/e0c14709-14d9-457d-9496-c4b2ed54f706 HTTP/1.1" status: 200 len: 2981 time: 0.1116934 May 27 22:29:57.624545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:57.639949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Usage tracker for resource:network and tenant:149ed21f82cc4c8bb8fc1cc2c1562444 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:57.649004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:57.681519 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-5c973cef-f8cd-4f06-9ec5-7b2b098f2732 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/e66880d8-c74a-4a74-9dbb-edaa66aecea9 HTTP/1.1" status: 200 len: 2981 time: 0.0591877 May 27 22:29:57.705620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:57.751482 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-49e93ae6-9812-41dd-942e-39f796062292 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/e66880d8-c74a-4a74-9dbb-edaa66aecea9 HTTP/1.1" status: 200 len: 2981 time: 0.0565476 May 27 22:29:57.806541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Made reservation on behalf of 149ed21f82cc4c8bb8fc1cc2c1562444 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:29:57.809114 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:57.825207 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-0c9b32a1-fdc1-41ca-8397-f392c7731c58 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/f1421858-6a9a-4c35-9d7e-6cb88d3f4253 HTTP/1.1" status: 200 len: 2981 time: 0.0646257 May 27 22:29:57.827651 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:57.857019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:57.861920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Usage tracker for resource:security_group_rule and tenant:149ed21f82cc4c8bb8fc1cc2c1562444 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:57.865064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:57.871858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:57.931109 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-2b56c621-84b9-4f20-9535-a403791fbd04 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/f1421858-6a9a-4c35-9d7e-6cb88d3f4253 HTTP/1.1" status: 200 len: 2981 time: 0.0986574 May 27 22:29:57.973405 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:58.032794 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-2f8d775c-aedc-466d-86ae-26eef1669465 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/fd42f3dc-5455-4579-b3f7-6e842da51acd HTTP/1.1" status: 200 len: 2981 time: 0.0862017 May 27 22:29:58.063993 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:58.127064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fee6715-3cb0-4755-ab65-d30dc3dc8eb6 req-01bed8ed-f32a-4319-9188-7d243d6869ec tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/fd42f3dc-5455-4579-b3f7-6e842da51acd HTTP/1.1" status: 200 len: 2981 time: 0.0850828 May 27 22:29:58.159395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:29:58.310278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7381c2-655f-4b02-aea7-32ef30c1fae8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:58.329533 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:58.329533 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Added segment 0e1503d5-7bba-43a3-bf97-f67b6617a478 of type vlan for network 2c1d4f4f-e39c-4e99-aceb-ed536e907c5c May 27 22:29:58.362328 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3992efdb-c498-444b-9e2c-4f56e5b0fdf5 req-3dffbfb5-e5c7-4550-b8ad-00320840789e tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.1040390 May 27 22:29:58.429380 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:58.534231 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:58.535223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:58.535809 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:58.559246 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81fda1-a89b-48d9-b121-738dd21e25fd req-352bd4a9-f2c4-48b0-9e09-c97b2f2efc78 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:58.572144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d81fda1-a89b-48d9-b121-738dd21e25fd req-352bd4a9-f2c4-48b0-9e09-c97b2f2efc78 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 950 time: 0.1341178 May 27 22:29:58.674715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d81fda1-a89b-48d9-b121-738dd21e25fd req-d016a059-b980-4457-b7c6-fa35d891f33f tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052930 May 27 22:29:58.705064 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2939672 May 27 22:29:58.711080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44302) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:29:58.724612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4793c-d269-4f2e-abb1-bae3993053b1 admin admin] Pushing event updated for resources: {'Network': ['ID=2c1d4f4f-e39c-4e99-aceb-ed536e907c5c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:58.736265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 2c1d4f4f-e39c-4e99-aceb-ed536e907c5c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:29:58.747217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] Request body: {'subnet': {'network_id': '2c1d4f4f-e39c-4e99-aceb-ed536e907c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1603378089-subnet', 'tenant_id': '149ed21f82cc4c8bb8fc1cc2c1562444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:29:58.752955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:29:58.757484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] Usage tracker for resource:subnet and tenant:149ed21f82cc4c8bb8fc1cc2c1562444 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:29:58.760789 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:29:58.767884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:29:58.836592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b45c56-6a8b-4653-86d2-95257ddbd218 req-8aa72d36-4a5b-4aae-8386-a30fddeabb10 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:58.838450 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5b45c56-6a8b-4653-86d2-95257ddbd218 req-8aa72d36-4a5b-4aae-8386-a30fddeabb10 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 945 time: 0.2320750 May 27 22:29:58.845582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-13fb4819-a3b2-4897-a330-47a5f8b3825c req-cacd8d46-38dd-4275-8c10-16e7042bc0ab tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Synchronizing usage tracker for tenant:b3c66d7a8a634319b96295ecf4dbcb2d on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:29:58.854755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] Made reservation on behalf of 149ed21f82cc4c8bb8fc1cc2c1562444 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:29:58.857518 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:59.000435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5b45c56-6a8b-4653-86d2-95257ddbd218 req-c83e7ca6-14ff-410e-9d14-44aa931fe2b4 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489549 May 27 22:29:59.145142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-13fb4819-a3b2-4897-a330-47a5f8b3825c req-cacd8d46-38dd-4275-8c10-16e7042bc0ab tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Unset dirty status for tenant:b3c66d7a8a634319b96295ecf4dbcb2d on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:29:59.146569 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13fb4819-a3b2-4897-a330-47a5f8b3825c req-cacd8d46-38dd-4275-8c10-16e7042bc0ab tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b3c66d7a8a634319b96295ecf4dbcb2d HTTP/1.1" status: 200 len: 6103 time: 0.4383373 May 27 22:29:59.252946 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:59.308315 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13fb4819-a3b2-4897-a330-47a5f8b3825c req-9cae9228-3e4d-4384-a90d-fd9b9f8f7432 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] 10.222.0.27 "GET /v2.0/security-groups/b1af042c-f68c-47b3-8100-8ee193b9140c HTTP/1.1" status: 200 len: 2981 time: 0.1537476 May 27 22:29:59.398725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b470819-b5e8-4e87-bdd0-b2b325cf071a,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:29:59.443156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] Checking segment: {'id': '0e1503d5-7bba-43a3-bf97-f67b6617a478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2c1d4f4f-e39c-4e99-aceb-ed536e907c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:29:59.443156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] Network hostable DHCP agents. Network: 2c1d4f4f-e39c-4e99-aceb-ed536e907c5c, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:29:59.465922 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13fb4819-a3b2-4897-a330-47a5f8b3825c req-7dfd970f-7afd-4be4-935e-89b1aecb7574 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] 10.222.0.27 "GET /v2.0/security-groups/b1af042c-f68c-47b3-8100-8ee193b9140c HTTP/1.1" status: 200 len: 2981 time: 0.1312709 May 27 22:29:59.480703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb708d-07af-43fb-9a63-3ca2ea7a539d req-b04f73e4-3c93-42ce-8b84-26e94ea6a769 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:59.496024 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4bfb708d-07af-43fb-9a63-3ca2ea7a539d req-b04f73e4-3c93-42ce-8b84-26e94ea6a769 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.2884834 May 27 22:29:59.552238 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4bfb708d-07af-43fb-9a63-3ca2ea7a539d req-c646ba46-685d-423b-9511-20e304dcacc3 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685701 May 27 22:29:59.616418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] Network 2c1d4f4f-e39c-4e99-aceb-ed536e907c5c is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:29:59.640033 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e44ac744-5ac4-46c0-96fa-7546f2f82a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:59.668703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4f77f-fd97-4cd3-9b11-cf02c1a57070 req-2c09f33d-de2f-4e6b-a5ea-2b01c911324f tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:59.670206 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5d4f77f-fd97-4cd3-9b11-cf02c1a57070 req-2c09f33d-de2f-4e6b-a5ea-2b01c911324f tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 1101 time: 0.0967145 May 27 22:29:59.769331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 2c1d4f4f-e39c-4e99-aceb-ed536e907c5c) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:29:59.776554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54059f3b-a421-4789-b7fb-f65cd541d956 None None] Network 2c1d4f4f-e39c-4e99-aceb-ed536e907c5c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:29:59.782313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:59.782313 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:29:59.836323 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5d4f77f-fd97-4cd3-9b11-cf02c1a57070 req-9fdf60b2-e835-4e70-b03b-435b0865be76 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558492 May 27 22:29:59.914475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1793375-274c-4650-9c8f-7474e26ba1fc req-46406a55-8134-4d5b-a1e4-600c66577b80 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:29:59.920240 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c1793375-274c-4650-9c8f-7474e26ba1fc req-46406a55-8134-4d5b-a1e4-600c66577b80 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 945 time: 0.2256026 May 27 22:29:59.968645 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-457522b0-abaf-464a-904a-d5dd817f34aa admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2278683 May 27 22:30:00.065835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c1793375-274c-4650-9c8f-7474e26ba1fc req-9810828d-3042-41d6-917a-47a114889c73 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436129 May 27 22:30:00.245068 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7ace442-108f-46fe-855f-da9582385887 req-418b31fe-1a0e-41dc-a131-8e7179b8dd3b tempest-ServersAdmin275Test-1272286000 tempest-ServersAdmin275Test-1272286000-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.1076775 May 27 22:30:00.248894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8bf572-aacc-4e94-a1a3-7a768f8a8705 None None] Network 2c1d4f4f-e39c-4e99-aceb-ed536e907c5c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:30:00.301261 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5c68fa6-21ac-4c00-b428-e5ab31790373 req-04468295-099f-4473-aa79-8c5f9e17a374 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/9f9ed194-2880-4c14-b85d-a599835b2f5b HTTP/1.1" status: 200 len: 1777 time: 0.2020833 May 27 22:30:00.596919 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e5c68fa6-21ac-4c00-b428-e5ab31790373 req-4f3bb1eb-bee8-4d68-8df6-6a3c2edbeece tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:00.636849 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e5c68fa6-21ac-4c00-b428-e5ab31790373 req-4f3bb1eb-bee8-4d68-8df6-6a3c2edbeece tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:00.768898 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:00.851492 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e5c68fa6-21ac-4c00-b428-e5ab31790373 req-4f3bb1eb-bee8-4d68-8df6-6a3c2edbeece tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:00.863537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3bb1eb-bee8-4d68-8df6-6a3c2edbeece tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9ed194-2880-4c14-b85d-a599835b2f5b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:00.882606 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:00.968566 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e5c68fa6-21ac-4c00-b428-e5ab31790373 req-4f3bb1eb-bee8-4d68-8df6-6a3c2edbeece tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:00.973719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5c68fa6-21ac-4c00-b428-e5ab31790373 req-4f3bb1eb-bee8-4d68-8df6-6a3c2edbeece tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "DELETE /v2.0/security-groups/9f9ed194-2880-4c14-b85d-a599835b2f5b HTTP/1.1" status: 204 len: 173 time: 0.6705778 May 27 22:30:01.119458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:30:01.119458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:30:01.123015 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-90c636bb-2bbf-4195-8125-8fdd5941a54a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=d47f869e18974690bc67f65603b9f1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348854 May 27 22:30:01.322908 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-69b0e10c-8131-44e4-9ccd-0d576b75d4fc tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:01.341129 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-69b0e10c-8131-44e4-9ccd-0d576b75d4fc tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2129657 May 27 22:30:01.396372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:01.396372 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:01.415327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-f572e595-f0b2-493a-a743-2ce86bd2c983 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/quotas/d47f869e18974690bc67f65603b9f1d5 HTTP/1.1" status: 200 len: 375 time: 0.0862927 May 27 22:30:01.453369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:01.487894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6', 'mac_address': 'fa:16:3e:a2:51:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:30:01.501369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:01.554209 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:01.580135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:01.580548 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:01.607657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:01.628845 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:01.648657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-59a350d5-a6b4-4156-bcc9-d74fc040952a tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:01.653835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-59a350d5-a6b4-4156-bcc9-d74fc040952a tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/networks?id=2c1d4f4f-e39c-4e99-aceb-ed536e907c5c HTTP/1.1" status: 200 len: 813 time: 0.3259706 May 27 22:30:01.726536 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-37bde67c-dce7-489a-92ef-5890188c4398 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2995417 May 27 22:30:01.736882 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-5a9433f9-0687-43c3-b906-70040328bea0 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/quotas/149ed21f82cc4c8bb8fc1cc2c1562444 HTTP/1.1" status: 200 len: 375 time: 0.0780902 May 27 22:30:01.814996 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:30:01.815368 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:30:01.834471 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:01.849322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-f404eb05-b1d2-40c4-a4be-fd20e63bf81f tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=149ed21f82cc4c8bb8fc1cc2c1562444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1100869 May 27 22:30:02.026196 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:02.038695 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-08f906b2-5e48-4369-98ff-0dcb4d5271ba service neutron] 10.222.0.27 "GET /v2.0/networks/2c1d4f4f-e39c-4e99-aceb-ed536e907c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885142 May 27 22:30:02.203223 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-e7666760-7630-4c29-ad6d-3139cdd5f770 service neutron] 10.222.0.27 "GET /v2.0/networks/2c1d4f4f-e39c-4e99-aceb-ed536e907c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583970 May 27 22:30:02.384832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:02.385213 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:02.416192 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:02.432969 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:02.516784 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:02.610173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:02.649218 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ded51-566c-4ccb-9301-18ce3428d0c6 req-ae3c8172-996e-4bf2-a03d-f733dea62b66 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:02.650802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a5ded51-566c-4ccb-9301-18ce3428d0c6 req-ae3c8172-996e-4bf2-a03d-f733dea62b66 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.0941699 May 27 22:30:02.747777 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a5ded51-566c-4ccb-9301-18ce3428d0c6 req-a8c82a81-96d9-4080-80b4-24e31d6cd8f5 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607860 May 27 22:30:02.776658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd8555-1a47-4161-b696-4fb3f4317817 req-4110b353-3bf9-470f-9125-64e4c05da9a2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:02.778093 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14fd8555-1a47-4161-b696-4fb3f4317817 req-4110b353-3bf9-470f-9125-64e4c05da9a2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 945 time: 0.1263788 May 27 22:30:02.933014 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:02.971445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-14fd8555-1a47-4161-b696-4fb3f4317817 req-3f99dbff-7a5f-4f64-bf7f-9d571092c560 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Deleting port 2759505d-595c-455e-b80f-34f8a648498b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:30:02.971787 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-14fd8555-1a47-4161-b696-4fb3f4317817 req-3f99dbff-7a5f-4f64-bf7f-9d571092c560 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:03.003102 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e66960bc-77c5-4a8f-b108-a83eb3c38fcd req-7b68bdcc-a6af-4c8f-99b6-aa1a29cbf938 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ae47e24272e047bdae3a7b1c14ff9198&device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0888157 May 27 22:30:03.022843 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad21cc0e-d119-4cb1-88cd-cc648ff8d6b0 req-8a500732-3da6-49e6-a826-1bbce01d0486 tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "GET /v2.0/security-groups/63bc372c-1805-4e0a-98a3-57aeec9c40bb HTTP/1.1" status: 200 len: 1777 time: 0.2437479 May 27 22:30:03.066509 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e66960bc-77c5-4a8f-b108-a83eb3c38fcd req-77f5bc14-13e6-4bfe-b09b-0ede423732a8 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ae47e24272e047bdae3a7b1c14ff9198&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454366 May 27 22:30:03.446628 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae79b3-23cf-4d17-b99b-e449bcf90c18 req-ee5c73a1-bd5e-435e-8200-10be09efc1ba tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:03.448027 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1ae79b3-23cf-4d17-b99b-e449bcf90c18 req-ee5c73a1-bd5e-435e-8200-10be09efc1ba tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 945 time: 0.6176667 May 27 22:30:03.509154 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ad21cc0e-d119-4cb1-88cd-cc648ff8d6b0 req-1dfd1c4c-9a43-4539-8f00-c993791ab2ed tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:03.575262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66960bc-77c5-4a8f-b108-a83eb3c38fcd req-85f230f9-6386-452f-9fda-9694a33531a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:03.576648 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e66960bc-77c5-4a8f-b108-a83eb3c38fcd req-85f230f9-6386-452f-9fda-9694a33531a8 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4996493 May 27 22:30:03.593382 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ad21cc0e-d119-4cb1-88cd-cc648ff8d6b0 req-1dfd1c4c-9a43-4539-8f00-c993791ab2ed tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:03.602490 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1ae79b3-23cf-4d17-b99b-e449bcf90c18 req-d1f07db2-89b6-4f42-82cb-69b7769d8ce8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346848 May 27 22:30:03.635192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-14fd8555-1a47-4161-b696-4fb3f4317817 req-3f99dbff-7a5f-4f64-bf7f-9d571092c560 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] For port 2759505d-595c-455e-b80f-34f8a648498b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2759505d-595c-455e-b80f-34f8a648498b,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:03.635558 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-14fd8555-1a47-4161-b696-4fb3f4317817 req-3f99dbff-7a5f-4f64-bf7f-9d571092c560 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:03.660850 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3318c2c-8229-409b-b3d9-3a5e54a06a4a'] response: {'server_uuid': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6', 'code': 200} May 27 22:30:03.791990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-14fd8555-1a47-4161-b696-4fb3f4317817 req-3f99dbff-7a5f-4f64-bf7f-9d571092c560 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Calling delete_port for 2759505d-595c-455e-b80f-34f8a648498b owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:30:03.883137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e2ff28ce-e888-4182-bb8b-39ffa3f292ef req-a9daaf4e-c60d-4fe3-88af-769d057f8186 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 210 time: 0.0992665 May 27 22:30:04.043463 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ad21cc0e-d119-4cb1-88cd-cc648ff8d6b0 req-1dfd1c4c-9a43-4539-8f00-c993791ab2ed tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:04.061632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd1c4c-9a43-4539-8f00-c993791ab2ed tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bc372c-1805-4e0a-98a3-57aeec9c40bb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:04.173013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-89b1289d-7b85-4c75-b049-31f34ddfb6a9 req-77e71851-66b2-495c-9f46-914862fa08af tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/ports?device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 210 time: 0.0484459 May 27 22:30:04.233105 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-14fd8555-1a47-4161-b696-4fb3f4317817 req-3f99dbff-7a5f-4f64-bf7f-9d571092c560 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:04.253361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7f9fac0e-55b6-4100-8cf3-193eb5b2055c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:04.343884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99dbff-7a5f-4f64-bf7f-9d571092c560 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Pushing event deleted for resources: {'Port': ['ID=2759505d-595c-455e-b80f-34f8a648498b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:04.389660 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac6a0872-9117-4649-8293-e37ac205fdb5 req-219aa782-154f-4abb-b07e-4cd41849221e tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.1004889 May 27 22:30:04.407353 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ad21cc0e-d119-4cb1-88cd-cc648ff8d6b0 req-1dfd1c4c-9a43-4539-8f00-c993791ab2ed tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:04.418770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad21cc0e-d119-4cb1-88cd-cc648ff8d6b0 req-1dfd1c4c-9a43-4539-8f00-c993791ab2ed tempest-SecurityGroupsTestAdminJSON-2044072436 tempest-SecurityGroupsTestAdminJSON-2044072436-project-admin] 10.222.0.27 "DELETE /v2.0/security-groups/63bc372c-1805-4e0a-98a3-57aeec9c40bb HTTP/1.1" status: 204 len: 173 time: 1.3687673 May 27 22:30:04.461423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fd8555-1a47-4161-b696-4fb3f4317817 req-3f99dbff-7a5f-4f64-bf7f-9d571092c560 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] No DVR routers for this DVR port 2759505d-595c-455e-b80f-34f8a648498b on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:30:04.466475 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-14fd8555-1a47-4161-b696-4fb3f4317817 req-3f99dbff-7a5f-4f64-bf7f-9d571092c560 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:04.468642 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14fd8555-1a47-4161-b696-4fb3f4317817 req-3f99dbff-7a5f-4f64-bf7f-9d571092c560 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.57 "DELETE /v2.0/ports/2759505d-595c-455e-b80f-34f8a648498b HTTP/1.1" status: 204 len: 173 time: 1.6750646 May 27 22:30:04.469605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5ac7fb-3e33-492b-a0d7-07a068336fab', 'name': 'network-vif-deleted', 'tag': '2759505d-595c-455e-b80f-34f8a648498b'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:04.620302 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-9aa10a5f-cdd1-44b2-aec0-d1c1d802c2da tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d47f869e18974690bc67f65603b9f1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519707 May 27 22:30:04.771021 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57dec89f-16ce-4f90-b70e-8046f1b02ef0 req-97ae7de9-acb2-4cab-8475-d2f098f35786 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] 10.222.0.27 "GET /v2.0/security-groups/b57758f5-aa69-4bb2-a0a7-2297f05499d4 HTTP/1.1" status: 200 len: 1778 time: 0.1825817 May 27 22:30:04.864150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-d4d738df-dfbe-463c-9e5d-f465d2e1f463 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:04.869617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-d4d738df-dfbe-463c-9e5d-f465d2e1f463 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296519 May 27 22:30:04.878871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e38fbb-d96b-41fb-8a65-809c9ac83682 req-d99d27af-02fe-4236-b589-51533c7368be tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:04.880227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35e38fbb-d96b-41fb-8a65-809c9ac83682 req-d99d27af-02fe-4236-b589-51533c7368be tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 950 time: 0.3519416 May 27 22:30:04.892208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Request body: {'port': {'device_id': '74a36e3e-c6af-44e8-aa17-9a95f36eeaac', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'd47f869e18974690bc67f65603b9f1d5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:05.000649 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-57dec89f-16ce-4f90-b70e-8046f1b02ef0 req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:05.034450 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35e38fbb-d96b-41fb-8a65-809c9ac83682 req-68410042-1115-428d-9fe7-0f6d5832f480 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260049 May 27 22:30:05.055735 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-57dec89f-16ce-4f90-b70e-8046f1b02ef0 req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:05.108269 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc80d22c-f871-4c56-861b-f8f3ea9fd99a'] response: {'server_uuid': '9e5ac7fb-3e33-492b-a0d7-07a068336fab', 'name': 'network-vif-deleted', 'tag': '2759505d-595c-455e-b80f-34f8a648498b', 'status': 'completed', 'code': 200} May 27 22:30:05.144426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:30:05.155821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:05.172714 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:05.241251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:05.241251 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:05.261197 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-57dec89f-16ce-4f90-b70e-8046f1b02ef0 req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:05.282559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Made reservation on behalf of d47f869e18974690bc67f65603b9f1d5 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:30:05.286344 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:05.298933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57758f5-aa69-4bb2-a0a7-2297f05499d4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:05.313957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:05.313957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:05.314299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:05.315454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:05.315454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:05.315454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:05.315731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:05.315836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:05.316106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:05.320873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:05.320873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:05.320873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:05.368939 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e66960bc-77c5-4a8f-b108-a83eb3c38fcd req-dd0ed9ab-ca3a-4cb5-9093-296693e78f0d tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.46 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0676591 May 27 22:30:05.413076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:05.413076 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:05.499009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:05.586824 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:05.587821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4b153ed1-d1c3-4019-b8b2-3250b994affb no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:30:05.593411 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-57dec89f-16ce-4f90-b70e-8046f1b02ef0 req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:05.616819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57dec89f-16ce-4f90-b70e-8046f1b02ef0 req-fc70cd52-490e-47d5-9c2f-fdaa937b172a tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] 10.222.0.27 "DELETE /v2.0/security-groups/b57758f5-aa69-4bb2-a0a7-2297f05499d4 HTTP/1.1" status: 204 len: 173 time: 0.8330045 May 27 22:30:05.668560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9a415-0beb-4813-912c-feeada393030 req-316651fc-fb51-4cf1-873c-362b08110308 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:05.670748 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eda9a415-0beb-4813-912c-feeada393030 req-316651fc-fb51-4cf1-873c-362b08110308 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=612794f8-1b82-41f3-a826-10beaadd76ef HTTP/1.1" status: 200 len: 950 time: 0.4625535 May 27 22:30:05.763487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:05.769357 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2759505d-595c-455e-b80f-34f8a648498b no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:30:05.840121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 2759505d-595c-455e-b80f-34f8a648498b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:30:05.840121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2759505d-595c-455e-b80f-34f8a648498b not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:30:05.848798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9a68b774-98d6-4bb3-88cf-7fb78bdad7ee req-6fd764eb-6edc-441a-947c-ad901ff3bea5 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Synchronizing usage tracker for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:30:05.893246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,revision_number=11']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:05.921633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4b153ed1-d1c3-4019-b8b2-3250b994affb is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:05.922524 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:05.926029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-a13e43a7-6b80-466b-9867-e18035862c0e tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:05.927592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-a13e43a7-6b80-466b-9867-e18035862c0e tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.57 "GET /v2.0/networks?id=2c1d4f4f-e39c-4e99-aceb-ed536e907c5c HTTP/1.1" status: 200 len: 813 time: 0.5617461 May 27 22:30:05.928943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Allocated IP 192.168.233.197 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:30:05.970904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eda9a415-0beb-4813-912c-feeada393030 req-26995a05-85f3-4b1e-b246-1c1ce3a19b11 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991827 May 27 22:30:05.991705 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4b153ed1-d1c3-4019-b8b2-3250b994affb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4b153ed1-d1c3-4019-b8b2-3250b994affb,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:06.001797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Request body: {'port': {'device_id': '4fe835c2-4843-4ea3-823a-8889a6f74d6a', 'network_id': '2c1d4f4f-e39c-4e99-aceb-ed536e907c5c', 'admin_state_up': True, 'tenant_id': '149ed21f82cc4c8bb8fc1cc2c1562444'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:06.001797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9a68b774-98d6-4bb3-88cf-7fb78bdad7ee req-6fd764eb-6edc-441a-947c-ad901ff3bea5 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Unset dirty status for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:30:06.001797 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a68b774-98d6-4bb3-88cf-7fb78bdad7ee req-6fd764eb-6edc-441a-947c-ad901ff3bea5 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=9e5ac7fb-3e33-492b-a0d7-07a068336fab HTTP/1.1" status: 200 len: 210 time: 0.2363017 May 27 22:30:06.094294 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:06.175884 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a3f99f7c-2e67-42cb-aa0f-8b2d19ab420f req-5575a9ce-3ff2-40a5-84e0-6d99eba2fbce tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 210 time: 0.0776272 May 27 22:30:06.237573 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14a0e102-718f-496a-99c7-39e9884f9d98 req-51aaecee-2ece-4785-bd11-20c35171d81c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/ports?device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 210 time: 0.0600274 May 27 22:30:06.282522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4b153ed1-d1c3-4019-b8b2-3250b994affb,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:06.414776 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4282072-c5a8-4d26-b6ff-92aac0368f0d req-b7a55f14-4ba2-465d-aea0-5b16d71fc0fb tempest-ServersAdmin275Test-1817412051 tempest-ServersAdmin275Test-1817412051-project] 10.222.0.27 "GET /v2.0/ports?device_id=a5e3eef6-29d8-4e16-b4f4-9f1da36abec0 HTTP/1.1" status: 200 len: 210 time: 0.0856850 May 27 22:30:06.441695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:06.441695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Usage tracker for resource:port and tenant:149ed21f82cc4c8bb8fc1cc2c1562444 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:30:06.441695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:30:06.448400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:06.505411 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a4c1ba7f-22f9-4039-ba80-cd2a38c1b300 req-ea22c04d-dae9-46b4-8a50-bb04f817cadd tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] 10.222.0.27 "GET /v2.0/security-groups/e8232e30-c166-4eaf-a8f0-284fd769b8e4 HTTP/1.1" status: 200 len: 1777 time: 0.1696839 May 27 22:30:06.513242 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fb73fd5-2a77-4f15-aa9c-0a0041194240'] response: {'server_uuid': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6', 'code': 200} May 27 22:30:06.570384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Made reservation on behalf of 149ed21f82cc4c8bb8fc1cc2c1562444 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:30:06.570384 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:06.596979 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:06.653975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Transition to ACTIVE for port object eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:06.710592 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a4c1ba7f-22f9-4039-ba80-cd2a38c1b300 req-6d8d470d-530f-4eb8-b798-82ba69cf33e3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:06.803218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f39802-0244-42af-9b70-0b827d8b8773 req-b19a03da-c4c7-450d-a0fa-814dde40d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:06.804753 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-61f39802-0244-42af-9b70-0b827d8b8773 req-b19a03da-c4c7-450d-a0fa-814dde40d25c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 1102 time: 0.1041625 May 27 22:30:06.811318 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a4c1ba7f-22f9-4039-ba80-cd2a38c1b300 req-6d8d470d-530f-4eb8-b798-82ba69cf33e3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:06.842618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Allocated IP 172.20.0.3 (2c1d4f4f-e39c-4e99-aceb-ed536e907c5c/0b470819-b5e8-4e87-bdd0-b2b325cf071a/2a198ab7-ce18-46b0-bd94-6806a349b863) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:30:06.850777 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-61f39802-0244-42af-9b70-0b827d8b8773 req-29cb295e-22bd-4c4c-a69e-63efca0a2f83 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358145 May 27 22:30:06.892302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:06.904673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b79a054f-03df-4600-942e-b9ed8592780d', 'bced882c-528d-47ab-89ce-0c0bf3968d42'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:06.931658 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9', '5c165e3b-e0df-4343-8f81-36f59003b6c9', 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa', '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:07.004547 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a4c1ba7f-22f9-4039-ba80-cd2a38c1b300 req-6d8d470d-530f-4eb8-b798-82ba69cf33e3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:07.010174 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:30:07.076498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:30:07.088481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event updated for resources: {'Port': ['ID=eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:07.095885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:30:07.133751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d470d-530f-4eb8-b798-82ba69cf33e3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8232e30-c166-4eaf-a8f0-284fd769b8e4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:07.202249 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a4c1ba7f-22f9-4039-ba80-cd2a38c1b300 req-6d8d470d-530f-4eb8-b798-82ba69cf33e3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:07.217796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a4c1ba7f-22f9-4039-ba80-cd2a38c1b300 req-6d8d470d-530f-4eb8-b798-82ba69cf33e3 tempest-SecurityGroupsTestAdminJSON-1751514111 tempest-SecurityGroupsTestAdminJSON-1751514111-project] 10.222.0.27 "DELETE /v2.0/security-groups/e8232e30-c166-4eaf-a8f0-284fd769b8e4 HTTP/1.1" status: 204 len: 173 time: 0.7073932 May 27 22:30:07.231365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:07.234097 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:07.293349 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:07.445383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-708a9729-12ce-442e-8853-be2649a35876 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5640714 May 27 22:30:07.476438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ff8c8-1585-4c77-a695-f335b4b68b7d req-46f61626-9f5e-4e2a-8c95-53088a655087 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:07.488261 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c86ff8c8-1585-4c77-a695-f335b4b68b7d req-46f61626-9f5e-4e2a-8c95-53088a655087 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 951 time: 0.1434298 May 27 22:30:07.497863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Request body: {'port': {'device_id': '74a36e3e-c6af-44e8-aa17-9a95f36eeaac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:07.594289 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:07.597202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-226177fe-040d-4f20-94b6-edf1881d9062 None None] Provisioning for port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:30:07.613000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-226177fe-040d-4f20-94b6-edf1881d9062 None None] Provisioning complete for port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:07.613367 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-226177fe-040d-4f20-94b6-edf1881d9062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:07.744365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Network 2c1d4f4f-e39c-4e99-aceb-ed536e907c5c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:30:07.832210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-226177fe-040d-4f20-94b6-edf1881d9062 None None] Port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:30:07.868728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44478) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:07.912601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:30:07.939755 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c86ff8c8-1585-4c77-a695-f335b4b68b7d req-bcda088b-ea34-477e-8c7a-e767f67c1474 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466274 May 27 22:30:07.939755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:30:07.973605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Pushing event updated for resources: {'Port': ['ID=2a198ab7-ce18-46b0-bd94-6806a349b863,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:08.012634 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:08.027385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f04fc7-fc05-4358-ac0f-81b32412e3e0 req-61ab84e9-833a-402d-a3ed-2e65034baa26 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:08.028066 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-25f04fc7-fc05-4358-ac0f-81b32412e3e0 req-61ab84e9-833a-402d-a3ed-2e65034baa26 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Synchronizing usage tracker for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:30:08.043847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:08.044470 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:08.095347 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9b50b959-d488-4ed4-9310-92f7953e9b83 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b3c66d7a8a634319b96295ecf4dbcb2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228172 May 27 22:30:08.095347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44484) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:08.173152 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:08.199436 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:08.260762 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-84858542-5c3c-4a46-ab95-e262cdc3998c tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2883902 May 27 22:30:08.280705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Request body: {'port': {'device_id': '4fe835c2-4843-4ea3-823a-8889a6f74d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:08.316459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d341262-f870-4b94-acce-23741315dc48 req-365250ce-f4d2-4ea5-a829-71bff1a3a1d3 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:08.316459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5d341262-f870-4b94-acce-23741315dc48 req-365250ce-f4d2-4ea5-a829-71bff1a3a1d3 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Synchronizing usage tracker for tenant:149ed21f82cc4c8bb8fc1cc2c1562444 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:30:08.318376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-25f04fc7-fc05-4358-ac0f-81b32412e3e0 req-61ab84e9-833a-402d-a3ed-2e65034baa26 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Unset dirty status for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:30:08.320242 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25f04fc7-fc05-4358-ac0f-81b32412e3e0 req-61ab84e9-833a-402d-a3ed-2e65034baa26 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 936 time: 0.7660692 May 27 22:30:08.354603 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:08.384407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1af042c-f68c-47b3-8100-8ee193b9140c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:08.384407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:08.395507 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b1af042c-f68c-47b3-8100-8ee193b9140c HTTP/1.1" status: 204 len: 168 time: 0.2894962 May 27 22:30:08.412455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:08.412455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:08.412455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:08.412455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:08.412455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:08.412455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:08.412455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:08.412455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:08.417225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:08.417225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:08.417225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:08.417225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff264fee-4701-494e-acea-1a5f6d3377fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:08.506106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612794f8-1b82-41f3-a826-10beaadd76ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b153ed1-d1c3-4019-b8b2-3250b994affb'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:08.523160 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25f04fc7-fc05-4358-ac0f-81b32412e3e0 req-5ad3a5c7-13f6-4d54-bf21-f9d896be2bd2 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412737 May 27 22:30:08.538486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5d341262-f870-4b94-acce-23741315dc48 req-365250ce-f4d2-4ea5-a829-71bff1a3a1d3 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Unset dirty status for tenant:149ed21f82cc4c8bb8fc1cc2c1562444 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:30:08.550017 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d341262-f870-4b94-acce-23741315dc48 req-365250ce-f4d2-4ea5-a829-71bff1a3a1d3 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/ports?device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 931 time: 0.4647412 May 27 22:30:08.608501 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:08.635055 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d341262-f870-4b94-acce-23741315dc48 req-b118dee6-0e06-4b65-8ca4-3599feae510f tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7381c2-655f-4b02-aea7-32ef30c1fae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889437 May 27 22:30:08.784156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:08.860770 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784f3589-432f-4d88-99a4-2b3c6ce52986'] response: {'server_uuid': '612794f8-1b82-41f3-a826-10beaadd76ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b153ed1-d1c3-4019-b8b2-3250b994affb', 'code': 200} May 27 22:30:08.888209 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:09.032373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Transition to ACTIVE for port object eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:09.144394 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:09.285128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44514) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:09.342258 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-75d927b7-0424-4588-9b9c-2d1943088df6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=16e3d8075df74d3ca4e0201acc5399cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0556300 May 27 22:30:09.344452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44518) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:09.383356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-02a942a1-d4bb-4c04-97ef-00700b6d6c8b tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:09.390989 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-02a942a1-d4bb-4c04-97ef-00700b6d6c8b tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 806 time: 0.5118163 May 27 22:30:09.438496 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:30:09.439317 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af2018be-333d-4387-857f-851eee58a8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:09.451988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Pushing event updated for resources: {'Port': ['ID=eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:09.487454 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af2018be-333d-4387-857f-851eee58a8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:09.497964 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-7c28676d-f241-4f5c-acbd-eb0a5395ec64 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/quotas/97fe5f44835545c0a61788c6d0ac3edf HTTP/1.1" status: 200 len: 375 time: 0.1060562 May 27 22:30:09.541271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44524) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:09.604741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2cabf-70df-46f9-95c1-abf76b6f8061 req-7bbb6dfe-3c5c-4aba-90de-dfd40c2b9e59 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:09.606199 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1f2cabf-70df-46f9-95c1-abf76b6f8061 req-7bbb6dfe-3c5c-4aba-90de-dfd40c2b9e59 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 951 time: 0.5215459 May 27 22:30:09.659065 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af2018be-333d-4387-857f-851eee58a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:09.678594 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a84b9f2f-d9ad-476b-97ed-5999781c5bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:09.698573 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2018be-333d-4387-857f-851eee58a8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c14709-14d9-457d-9496-c4b2ed54f706,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:09.706404 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a84b9f2f-d9ad-476b-97ed-5999781c5bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:09.708840 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af2018be-333d-4387-857f-851eee58a8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:09.710106 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-af2018be-333d-4387-857f-851eee58a8b7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e0c14709-14d9-457d-9496-c4b2ed54f706 HTTP/1.1" status: 204 len: 168 time: 0.3645670 May 27 22:30:09.712934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a84b9f2f-d9ad-476b-97ed-5999781c5bdb admin admin] Usage tracker for resource:security_group_rule and tenant:ae47e24272e047bdae3a7b1c14ff9198 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:30:09.716495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a84b9f2f-d9ad-476b-97ed-5999781c5bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:30:09.723863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a84b9f2f-d9ad-476b-97ed-5999781c5bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:09.804116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Attempting to bind port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:30:09.804460 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Attempting to bind port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:30:09.804816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Attempting to bind port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:09.822109 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a84b9f2f-d9ad-476b-97ed-5999781c5bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:09.835420 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:30:09.835420 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Attempting to bind port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:09.851662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:30:09.855792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:30:09.855792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:30:09.855792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Bound port: eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:30:09.855792 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:09.879603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a198ab7-ce18-46b0-bd94-6806a349b863 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:09.889625 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:09.927454 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1f2cabf-70df-46f9-95c1-abf76b6f8061 req-26f8562c-9282-42f1-846a-556f274898d8 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818091 May 27 22:30:09.948734 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a84b9f2f-d9ad-476b-97ed-5999781c5bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:09.948868 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-4ec25137-ab45-45a8-bc18-8cc73a6e3ce6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4450767 May 27 22:30:09.982049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Transition to ACTIVE for port object 2a198ab7-ce18-46b0-bd94-6806a349b863 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:10.008585 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a84b9f2f-d9ad-476b-97ed-5999781c5bdb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ae47e24272e047bdae3a7b1c14ff9198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4680543 May 27 22:30:10.008585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b9f2f-d9ad-476b-97ed-5999781c5bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d50bd47-9fb6-401f-a34f-fcc6154987f6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:10.009643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44540) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:10.073992 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-524ace33-3118-4ad0-bfec-59bdcc4ebeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:10.103198 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-524ace33-3118-4ad0-bfec-59bdcc4ebeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:10.113829 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:10.179479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] For port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:30:10.252259 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-524ace33-3118-4ad0-bfec-59bdcc4ebeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:10.255914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ace33-3118-4ad0-bfec-59bdcc4ebeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d50bd47-9fb6-401f-a34f-fcc6154987f6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:10.263002 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-524ace33-3118-4ad0-bfec-59bdcc4ebeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:10.264475 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-524ace33-3118-4ad0-bfec-59bdcc4ebeea admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8d50bd47-9fb6-401f-a34f-fcc6154987f6 HTTP/1.1" status: 204 len: 168 time: 0.2539184 May 27 22:30:10.271366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] For port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:30:10.337386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Pushing event updated for resources: {'Port': ['ID=2a198ab7-ce18-46b0-bd94-6806a349b863,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:10.353581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-92e9ce26-08e7-444f-abf5-af99c54d2a99 service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984478 May 27 22:30:10.408896 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:10.534613 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:10.535222 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:10.536621 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] 10.222.0.46 "PUT /v2.0/ports/eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b HTTP/1.1" status: 200 len: 1096 time: 3.0505314 May 27 22:30:10.552461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a36e3e-c6af-44e8-aa17-9a95f36eeaac', 'tag': 'eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:10.573738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328427bf-5128-4916-b8dc-a2f34e47759e req-816c12e9-5e7d-4760-a89f-054b911d8506 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:10.578773 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-328427bf-5128-4916-b8dc-a2f34e47759e req-816c12e9-5e7d-4760-a89f-054b911d8506 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 948 time: 0.5327930 May 27 22:30:10.629387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403856b-7156-4740-ab1f-efeeb7c631f3 service neutron] Pushing event updated for resources: {'Port': ['ID=eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:10.680792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Attempting to bind port 2a198ab7-ce18-46b0-bd94-6806a349b863 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:30:10.680792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Attempting to bind port 2a198ab7-ce18-46b0-bd94-6806a349b863 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '0e1503d5-7bba-43a3-bf97-f67b6617a478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2c1d4f4f-e39c-4e99-aceb-ed536e907c5c'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:30:10.681170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Attempting to bind port 2a198ab7-ce18-46b0-bd94-6806a349b863 on network 2c1d4f4f-e39c-4e99-aceb-ed536e907c5c {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:10.735331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Port 2a198ab7-ce18-46b0-bd94-6806a349b863 on network 2c1d4f4f-e39c-4e99-aceb-ed536e907c5c not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:30:10.735639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Attempting to bind port 2a198ab7-ce18-46b0-bd94-6806a349b863 on network 2c1d4f4f-e39c-4e99-aceb-ed536e907c5c {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:10.746656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-328427bf-5128-4916-b8dc-a2f34e47759e req-1eb51b63-4027-49fa-9ae4-8ab7d6797a00 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536953 May 27 22:30:10.751042 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-9d0f72c2-0b36-4def-8404-7fae1a660fbc service neutron] 10.222.0.27 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950801 May 27 22:30:10.764368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:30:10.766336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Checking segment: {'id': '0e1503d5-7bba-43a3-bf97-f67b6617a478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2c1d4f4f-e39c-4e99-aceb-ed536e907c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:30:10.766336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Bound using segment: {'id': '0e1503d5-7bba-43a3-bf97-f67b6617a478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2c1d4f4f-e39c-4e99-aceb-ed536e907c5c'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:30:10.766336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Bound port: 2a198ab7-ce18-46b0-bd94-6806a349b863, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1503d5-7bba-43a3-bf97-f67b6617a478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2c1d4f4f-e39c-4e99-aceb-ed536e907c5c'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:30:10.767032 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:10.887639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-fe90ad69-cd86-452f-ac96-211ec53e7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:10.889669 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-fe90ad69-cd86-452f-ac96-211ec53e7b36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 1099 time: 0.2211332 May 27 22:30:10.893420 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] For port 2a198ab7-ce18-46b0-bd94-6806a349b863, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:30:10.897138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] For port 2a198ab7-ce18-46b0-bd94-6806a349b863, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2a198ab7-ce18-46b0-bd94-6806a349b863,segment=NetworkSegment(0e1503d5-7bba-43a3-bf97-f67b6617a478),segment_id=0e1503d5-7bba-43a3-bf97-f67b6617a478)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:30:11.010099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-74f103af-5209-4d51-8294-477f2c09cc66 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b HTTP/1.1" status: 200 len: 217 time: 0.1041756 May 27 22:30:11.020501 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:11.142605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:11.143255 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:11.144571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] 10.222.0.57 "PUT /v2.0/ports/2a198ab7-ce18-46b0-bd94-6806a349b863 HTTP/1.1" status: 200 len: 1091 time: 2.8680892 May 27 22:30:11.154913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4c28afda-219a-40f1-b1c2-4e130a407371 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:30:11.179135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e991a6f2-5009-4f56-9f89-c62510aa7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:11.184402 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-e991a6f2-5009-4f56-9f89-c62510aa7777 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1506677 May 27 22:30:11.186186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f314d3c-4e0a-4aff-b8bc-8a7506f13dbc service neutron] Pushing event updated for resources: {'Port': ['ID=2a198ab7-ce18-46b0-bd94-6806a349b863,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:11.235974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44580) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:11.269713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbd18b-367b-4a8d-8a27-e0e8d578f60e req-18f2c01a-dfae-428b-9c9c-32c5b481df53 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:11.276013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6cbd18b-367b-4a8d-8a27-e0e8d578f60e req-18f2c01a-dfae-428b-9c9c-32c5b481df53 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/ports?device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 943 time: 0.3041506 May 27 22:30:11.300004 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31d4b864-8028-48d6-bd0d-68007146eb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:11.359723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31d4b864-8028-48d6-bd0d-68007146eb41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:11.369585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-31d4b864-8028-48d6-bd0d-68007146eb41 admin admin] Usage tracker for resource:security_group_rule and tenant:d4249b35af2d401a93ba45e4379c61de is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:30:11.372745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-31d4b864-8028-48d6-bd0d-68007146eb41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:30:11.396663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31d4b864-8028-48d6-bd0d-68007146eb41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:11.404734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4c28afda-219a-40f1-b1c2-4e130a407371, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4c28afda-219a-40f1-b1c2-4e130a407371,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:11.405478 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6cbd18b-367b-4a8d-8a27-e0e8d578f60e req-2b2a2795-07f3-43d5-9543-0348dc191488 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7381c2-655f-4b02-aea7-32ef30c1fae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246829 May 27 22:30:11.431802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '4c28afda-219a-40f1-b1c2-4e130a407371', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '4c28afda-219a-40f1-b1c2-4e130a407371', 'mac_address': 'fa:16:3e:9e:51:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:30:11.449714 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-b6fc4c66-f910-42de-84bb-52a21f0cb900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:11.455153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-b6fc4c66-f910-42de-84bb-52a21f0cb900 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2609525 May 27 22:30:11.500555 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53aa0621-4338-4061-ae2a-f25c47f6f732'] response: {'name': 'network-changed', 'server_uuid': '74a36e3e-c6af-44e8-aa17-9a95f36eeaac', 'tag': 'eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b', 'status': 'completed', 'code': 200} May 27 22:30:11.509243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4c28afda-219a-40f1-b1c2-4e130a407371 is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:11.509243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:11.524651 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31d4b864-8028-48d6-bd0d-68007146eb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:11.530585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c28afda-219a-40f1-b1c2-4e130a407371 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:11.549187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4c28afda-219a-40f1-b1c2-4e130a407371, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4c28afda-219a-40f1-b1c2-4e130a407371,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:11.560582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-5a7b4131-57a8-4ebb-9df2-fa57518125cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:11.562189 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-5a7b4131-57a8-4ebb-9df2-fa57518125cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=149ed21f82cc4c8bb8fc1cc2c1562444&device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 1094 time: 0.2514937 May 27 22:30:11.614504 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31d4b864-8028-48d6-bd0d-68007146eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:11.653528 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:11.710275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4b864-8028-48d6-bd0d-68007146eb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8984da03-4a19-4944-bfc3-cba43e50f8dc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:11.724540 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-31d4b864-8028-48d6-bd0d-68007146eb41 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d4249b35af2d401a93ba45e4379c61de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4871442 May 27 22:30:11.731295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44594) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:11.810990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc86abf0-5adf-4ee3-83e8-1855e6fb7be7 req-94daa30f-617f-496b-8387-0039e9a15ad4 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 210 time: 0.2579679 May 27 22:30:11.825174 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-56eb34b3-6bb5-4c9d-bbb6-88fca1d71486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:11.841835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-8c165d46-4f49-4fc1-965f-3a7ed505170b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a198ab7-ce18-46b0-bd94-6806a349b863 HTTP/1.1" status: 200 len: 217 time: 0.2333624 May 27 22:30:11.851505 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4c28afda-219a-40f1-b1c2-4e130a407371,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:11.866768 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['4c28afda-219a-40f1-b1c2-4e130a407371'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:11.871097 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-56eb34b3-6bb5-4c9d-bbb6-88fca1d71486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:11.947827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-01062dd8-86df-47be-9678-e5d1b6b39e80 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828212 May 27 22:30:12.114751 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-56eb34b3-6bb5-4c9d-bbb6-88fca1d71486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:12.118187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-faecccdc-4a9e-4952-9bc9-3a783f8e5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:12.119602 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-faecccdc-4a9e-4952-9bc9-3a783f8e5d52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b470819-b5e8-4e87-bdd0-b2b325cf071a HTTP/1.1" status: 200 len: 853 time: 0.2698724 May 27 22:30:12.131416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb34b3-6bb5-4c9d-bbb6-88fca1d71486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8984da03-4a19-4944-bfc3-cba43e50f8dc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:12.142097 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-56eb34b3-6bb5-4c9d-bbb6-88fca1d71486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:12.150093 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-56eb34b3-6bb5-4c9d-bbb6-88fca1d71486 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8984da03-4a19-4944-bfc3-cba43e50f8dc HTTP/1.1" status: 204 len: 168 time: 0.4164646 May 27 22:30:12.230088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-367f5d1a-46fc-4d41-90b3-4c3b1c18ef53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c1d4f4f-e39c-4e99-aceb-ed536e907c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651774 May 27 22:30:12.372270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7971a853-ddf3-4aba-8050-b378c56c70f1 req-da08774e-2ef6-430e-9e60-983a51957f0e service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029424 May 27 22:30:12.399260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e16efd-daa6-42e8-b763-04afff4901fa req-d2e653af-6284-4115-9d30-c633673b3f49 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:12.400766 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-09e16efd-daa6-42e8-b763-04afff4901fa req-d2e653af-6284-4115-9d30-c633673b3f49 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 1102 time: 0.3966265 May 27 22:30:12.411882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb00de-22b8-44bb-bcbc-bd82ddab7d0b req-e723454e-e708-4102-99fd-397fa67a24bd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:12.416883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a2bb00de-22b8-44bb-bcbc-bd82ddab7d0b req-e723454e-e708-4102-99fd-397fa67a24bd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 948 time: 0.3058438 May 27 22:30:12.485670 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-bbd19abb-8616-43f3-9f0d-a2a8051edf3a service neutron] 10.222.0.57 "GET /v2.0/networks/2c1d4f4f-e39c-4e99-aceb-ed536e907c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413156 May 27 22:30:12.628834 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-09e16efd-daa6-42e8-b763-04afff4901fa req-c3b7602c-d9bc-4667-a1ac-9a5e174ba2e8 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047436 May 27 22:30:12.636087 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a2bb00de-22b8-44bb-bcbc-bd82ddab7d0b req-0fff7359-1d64-4164-ab02-420b78c43c7e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115469 May 27 22:30:12.719951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939048b0-a4a6-4b4c-a467-4aeb93891bba req-e5b8e84a-bfca-450e-8f6c-a5eee543cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:12.722509 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-939048b0-a4a6-4b4c-a467-4aeb93891bba req-e5b8e84a-bfca-450e-8f6c-a5eee543cd7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 1099 time: 0.1929052 May 27 22:30:12.724031 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cc65219-1c08-4c5b-a540-d4f9f4de931f req-a1e18b0e-af06-4415-99df-ac4e9db72c27 service neutron] 10.222.0.57 "GET /v2.0/networks/2c1d4f4f-e39c-4e99-aceb-ed536e907c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303543 May 27 22:30:12.962802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939048b0-a4a6-4b4c-a467-4aeb93891bba req-324a8b43-cad3-4d30-8f91-d88fe95aaf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:12.964239 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-939048b0-a4a6-4b4c-a467-4aeb93891bba req-324a8b43-cad3-4d30-8f91-d88fe95aaf7f service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.2300904 May 27 22:30:13.042244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3443b77-c648-44b1-bc2e-9ac49ce655e5 req-84b425e6-e429-4dba-8324-31a25cd0ccd3 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:13.044573 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3443b77-c648-44b1-bc2e-9ac49ce655e5 req-84b425e6-e429-4dba-8324-31a25cd0ccd3 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/ports?device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 943 time: 0.1995494 May 27 22:30:13.055517 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-939048b0-a4a6-4b4c-a467-4aeb93891bba req-6779e892-1038-4333-a8de-14fe426fd9f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b HTTP/1.1" status: 200 len: 217 time: 0.0834048 May 27 22:30:13.149700 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3443b77-c648-44b1-bc2e-9ac49ce655e5 req-dd28b498-6073-4b50-8d68-4e851dd5fc82 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7381c2-655f-4b02-aea7-32ef30c1fae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958571 May 27 22:30:13.153470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939048b0-a4a6-4b4c-a467-4aeb93891bba req-32aae36a-6c66-47be-b4f0-68215566b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:13.154396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-939048b0-a4a6-4b4c-a467-4aeb93891bba req-32aae36a-6c66-47be-b4f0-68215566b5a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0855014 May 27 22:30:13.158252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4c28afda-219a-40f1-b1c2-4e130a407371 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:30:13.240656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939048b0-a4a6-4b4c-a467-4aeb93891bba req-985266cc-b25d-4673-a5c6-de643557b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:13.242378 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-939048b0-a4a6-4b4c-a467-4aeb93891bba req-985266cc-b25d-4673-a5c6-de643557b79c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0781560 May 27 22:30:13.254538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 4c28afda-219a-40f1-b1c2-4e130a407371 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:13.254983 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:13.413736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b6f784c-c492-40bf-b4b3-0d6b49d303aa req-44ae611a-57c4-4d16-b7e0-3fd851ba0281 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 210 time: 0.0681417 May 27 22:30:13.456103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4c28afda-219a-40f1-b1c2-4e130a407371 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:13.456103 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:13.500293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82a5c8e-f8ec-4a0a-a863-4cabbc82084f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c28afda-219a-40f1-b1c2-4e130a407371'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:13.523977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4c28afda-219a-40f1-b1c2-4e130a407371, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4c28afda-219a-40f1-b1c2-4e130a407371,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:13.582703 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efa6c1ce-3829-433c-a84e-35e37ad4abe9'] response: {'server_uuid': 'f82a5c8e-f8ec-4a0a-a863-4cabbc82084f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c28afda-219a-40f1-b1c2-4e130a407371', 'code': 200} May 27 22:30:13.608120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe835c2-4843-4ea3-823a-8889a6f74d6a', 'tag': '2a198ab7-ce18-46b0-bd94-6806a349b863'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:13.628163 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:13.650765 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-939048b0-a4a6-4b4c-a467-4aeb93891bba req-39cb124f-4ac4-4891-9c52-496f310f6d6e service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997364 May 27 22:30:13.719559 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-127bdb21-df52-4fb2-9195-eda68246f3c9'] response: {'name': 'network-changed', 'server_uuid': '4fe835c2-4843-4ea3-823a-8889a6f74d6a', 'tag': '2a198ab7-ce18-46b0-bd94-6806a349b863', 'status': 'completed', 'code': 200} May 27 22:30:13.761882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4c28afda-219a-40f1-b1c2-4e130a407371,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:13.778903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44680) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:13.902546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-network', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:13.908883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:13.913349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Usage tracker for resource:network and tenant:991aecd0b8eb49eebdbc3aa19fa87655 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:30:13.917076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:30:13.929120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:14.039925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Made reservation on behalf of 991aecd0b8eb49eebdbc3aa19fa87655 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:30:14.039925 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:14.044370 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36052321-acd7-488f-9a7c-53ea66b494bd req-e0cf4fbb-0580-4d2f-b135-d369be7b1b91 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:14.044370 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36052321-acd7-488f-9a7c-53ea66b494bd req-e0cf4fbb-0580-4d2f-b135-d369be7b1b91 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 1102 time: 0.4207180 May 27 22:30:14.054226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-939048b0-a4a6-4b4c-a467-4aeb93891bba req-ef9300f9-9c14-4e46-ac02-d752a24d7b96 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731992 May 27 22:30:14.057900 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:14.075032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:14.075032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Usage tracker for resource:security_group_rule and tenant:991aecd0b8eb49eebdbc3aa19fa87655 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:30:14.084320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:30:14.094470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:14.117405 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36052321-acd7-488f-9a7c-53ea66b494bd req-123e265a-b1c1-4e30-ac1c-4403b56f5808 tempest-ServersAdminTestJSON-1726861006 tempest-ServersAdminTestJSON-1726861006-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712950 May 27 22:30:14.117405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc064f7-a2aa-4636-a530-972317888990 req-e21efa1b-9c71-45f8-ac67-5714673c460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:14.124456 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bc064f7-a2aa-4636-a530-972317888990 req-e21efa1b-9c71-45f8-ac67-5714673c460a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=149ed21f82cc4c8bb8fc1cc2c1562444&device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 1094 time: 0.2789454 May 27 22:30:14.139266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484b260-7423-4781-a304-35c4bbaf6ade req-7dfc8607-26b2-498d-97c9-e94af5ae80b1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:14.141488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a484b260-7423-4781-a304-35c4bbaf6ade req-7dfc8607-26b2-498d-97c9-e94af5ae80b1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 948 time: 0.2547820 May 27 22:30:14.197534 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:14.281389 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:14.302299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:30:14.338669 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:14.338669 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Added segment 392c85a5-e46c-4be0-a07f-f52e165f49cb of type vlan for network c978eaf1-631d-40b2-b111-3d1c0c4fafca May 27 22:30:14.413801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a484b260-7423-4781-a304-35c4bbaf6ade req-1b066efa-d292-43fc-b20a-e56228f1ff49 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441330 May 27 22:30:14.420695 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:14.533819 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc064f7-a2aa-4636-a530-972317888990 req-0bba2822-5b39-47a3-b203-ccd9a641c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:14.533819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bc064f7-a2aa-4636-a530-972317888990 req-0bba2822-5b39-47a3-b203-ccd9a641c0fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=2c1d4f4f-e39c-4e99-aceb-ed536e907c5c HTTP/1.1" status: 200 len: 914 time: 0.3872917 May 27 22:30:14.585488 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:14.585488 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:14.585488 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:14.632093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03190a93-ab2c-4a4f-91df-352478340c6e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:14.636657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bc064f7-a2aa-4636-a530-972317888990 req-03b49753-a156-4f29-a901-b5946ca1b722 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a198ab7-ce18-46b0-bd94-6806a349b863 HTTP/1.1" status: 200 len: 217 time: 0.0841596 May 27 22:30:14.643440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-c2987044-7cef-4656-bdfa-69ea55c4790f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:14.644950 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-c2987044-7cef-4656-bdfa-69ea55c4790f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.57 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 806 time: 0.3941696 May 27 22:30:14.696285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-f2e17b95-d301-4e4d-9378-f5759e7a0d61 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Request body: {'port': {'device_id': '72eb5244-cba1-47a5-910b-560dce491d7a', 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7', 'admin_state_up': True, 'tenant_id': '97fe5f44835545c0a61788c6d0ac3edf'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:14.896133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] Pushing event updated for resources: {'Network': ['ID=c978eaf1-631d-40b2-b111-3d1c0c4fafca,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:14.907686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network c978eaf1-631d-40b2-b111-3d1c0c4fafca details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:30:14.958487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc064f7-a2aa-4636-a530-972317888990 req-fe4897aa-6f72-4d3b-9c37-b034bf11347b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:14.959926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bc064f7-a2aa-4636-a530-972317888990 req-fe4897aa-6f72-4d3b-9c37-b034bf11347b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0b470819-b5e8-4e87-bdd0-b2b325cf071a HTTP/1.1" status: 200 len: 853 time: 0.3139145 May 27 22:30:15.002565 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1c44f45a-8c64-4e59-8408-f94201f3f710 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2225420 May 27 22:30:15.005552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44718) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:15.012275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] Request body: {'subnet': {'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-subnet', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:15.028114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:15.038253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] Usage tracker for resource:subnet and tenant:991aecd0b8eb49eebdbc3aa19fa87655 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:30:15.042320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:30:15.051502 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bc064f7-a2aa-4636-a530-972317888990 req-950b4e4c-ab49-42bb-b4f5-33625124b34c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c1d4f4f-e39c-4e99-aceb-ed536e907c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794418 May 27 22:30:15.055965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:15.140020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-f2e17b95-d301-4e4d-9378-f5759e7a0d61 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:15.144127 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5dfca640-2cb3-44d0-95a5-a9cbcc0ec94a req-2bfd7a92-bb27-4b6a-9732-e1bda80010f4 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 210 time: 0.1001198 May 27 22:30:15.158473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] Made reservation on behalf of 991aecd0b8eb49eebdbc3aa19fa87655 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:30:15.160444 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:30:15.165454 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:15.221531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-f2e17b95-d301-4e4d-9378-f5759e7a0d61 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:15.329055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b208b7-6afa-4057-9d15-dfea91fe9b1b req-75c4b751-0214-4650-838d-29b08b132ea6 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:15.337896 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12b208b7-6afa-4057-9d15-dfea91fe9b1b req-75c4b751-0214-4650-838d-29b08b132ea6 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/ports?device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 943 time: 0.4850907 May 27 22:30:15.366374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-f2e17b95-d301-4e4d-9378-f5759e7a0d61 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Made reservation on behalf of 97fe5f44835545c0a61788c6d0ac3edf for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:30:15.385602 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-f2e17b95-d301-4e4d-9378-f5759e7a0d61 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:15.458612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:15.476515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b', 'mac_address': 'fa:16:3e:c7:42:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:30:15.541700 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bc064f7-a2aa-4636-a530-972317888990 req-d8d76c39-10de-4955-b464-a2be853c6089 service neutron] 10.222.0.57 "GET /v2.0/networks/2c1d4f4f-e39c-4e99-aceb-ed536e907c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4354348 May 27 22:30:15.638159 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:15.638159 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:15.658683 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:15.658683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:15.691782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:15.720968 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:15.768618 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2a198ab7-ce18-46b0-bd94-6806a349b863 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:30:15.768618 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:15.813015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] Checking segment: {'id': '392c85a5-e46c-4be0-a07f-f52e165f49cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:30:15.813015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] Network hostable DHCP agents. Network: c978eaf1-631d-40b2-b111-3d1c0c4fafca, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:30:15.834232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33859198-d1c0-45b8-bf01-9e76783acdc8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:15.891835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12b208b7-6afa-4057-9d15-dfea91fe9b1b req-244dc75f-30bb-491e-8da3-7317aad54c97 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7381c2-655f-4b02-aea7-32ef30c1fae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441120 May 27 22:30:15.928433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] Network c978eaf1-631d-40b2-b111-3d1c0c4fafca is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:30:16.042960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, c978eaf1-631d-40b2-b111-3d1c0c4fafca) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:30:16.058706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:16.058706 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:16.122109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f4301f-f8f9-4fde-8b98-347840f886b0 None None] Network c978eaf1-631d-40b2-b111-3d1c0c4fafca requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:30:16.156904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:16.234609 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-50c43506-f4ac-4f35-80a0-cc615ba8cda4 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2255075 May 27 22:30:16.235254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44740) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:16.240236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:16.250077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:16.260825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Usage tracker for resource:router and tenant:991aecd0b8eb49eebdbc3aa19fa87655 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:30:16.266896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:30:16.276602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:16.302761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:16.392447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-f2e17b95-d301-4e4d-9378-f5759e7a0d61 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Allocated IP 172.20.0.2 (83b2cd8f-2358-49b4-a885-79e5e97a5ec7/38c978a7-2c3e-4299-9e00-a1c60f2fbf1c/9ade4492-7972-46a4-8535-7265f58f2e83) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:30:16.408765 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bc064f7-a2aa-4636-a530-972317888990 req-4d814215-a83c-44c0-8980-7ad820d1d3b2 service neutron] 10.222.0.57 "GET /v2.0/networks/2c1d4f4f-e39c-4e99-aceb-ed536e907c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8605022 May 27 22:30:16.417216 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:16.419932 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:16.437627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63ef1d-8adb-4a64-ae08-4db19091dd6c req-618e536d-ccb9-4936-bf74-af40bfd107d2 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:16.443112 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df63ef1d-8adb-4a64-ae08-4db19091dd6c req-618e536d-ccb9-4936-bf74-af40bfd107d2 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78 HTTP/1.1" status: 200 len: 949 time: 1.0107880 May 27 22:30:16.454981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:16.539929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb0c4c-847e-4f1b-b49c-eb981af657d8 req-46fc323b-6908-4148-9f00-54d375433e8b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:16.547299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0beb0c4c-847e-4f1b-b49c-eb981af657d8 req-46fc323b-6908-4148-9f00-54d375433e8b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 949 time: 0.2682142 May 27 22:30:16.618899 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 2a198ab7-ce18-46b0-bd94-6806a349b863, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2a198ab7-ce18-46b0-bd94-6806a349b863,segment=NetworkSegment(0e1503d5-7bba-43a3-bf97-f67b6617a478),segment_id=0e1503d5-7bba-43a3-bf97-f67b6617a478)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:16.646707 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '2a198ab7-ce18-46b0-bd94-6806a349b863', 'network_id': '2c1d4f4f-e39c-4e99-aceb-ed536e907c5c', 'port_id': '2a198ab7-ce18-46b0-bd94-6806a349b863', 'mac_address': 'fa:16:3e:b3:50:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b470819-b5e8-4e87-bdd0-b2b325cf071a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:30:16.678582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df63ef1d-8adb-4a64-ae08-4db19091dd6c req-5122db69-0da5-4bc1-9eea-67f23453fc26 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168384 May 27 22:30:16.799747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'fixed_ips': [{'subnet_id': '33859198-d1c0-45b8-bf01-9e76783acdc8'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:30:16.800742 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:16.825032 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0beb0c4c-847e-4f1b-b49c-eb981af657d8 req-4aec6fe0-b7e4-486e-89fc-fe03edd32cdf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760975 May 27 22:30:16.928211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 2a198ab7-ce18-46b0-bd94-6806a349b863 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:16.928649 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:16.965181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a198ab7-ce18-46b0-bd94-6806a349b863 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:17.039378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 2a198ab7-ce18-46b0-bd94-6806a349b863, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2a198ab7-ce18-46b0-bd94-6806a349b863,segment=NetworkSegment(0e1503d5-7bba-43a3-bf97-f67b6617a478),segment_id=0e1503d5-7bba-43a3-bf97-f67b6617a478)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:17.118076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01137857-2b5f-412e-bc49-a74c47562a0a req-cb3edac2-2a79-47a2-a806-5c19c59114a8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 210 time: 0.1428194 May 27 22:30:17.124372 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:17.134907 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-f2e17b95-d301-4e4d-9378-f5759e7a0d61 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:17.156694 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:17.207729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d938ab9-8483-4ca9-a5dd-b5de748ec105 req-35321cfa-43ed-4715-a2c1-be809f9e79dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:17.209482 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4d938ab9-8483-4ca9-a5dd-b5de748ec105 req-35321cfa-43ed-4715-a2c1-be809f9e79dc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.46 "GET /v2.0/ports?device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78 HTTP/1.1" status: 200 len: 949 time: 0.5222464 May 27 22:30:17.266383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Allocated IP 172.20.0.2 (c978eaf1-631d-40b2-b111-3d1c0c4fafca/33859198-d1c0-45b8-bf01-9e76783acdc8/e618748d-de62-4fa7-8959-83841a296d83) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:30:17.315052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=2a198ab7-ce18-46b0-bd94-6806a349b863,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:17.357778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-4d938ab9-8483-4ca9-a5dd-b5de748ec105 req-206289d6-84e3-4f88-a39f-65837aa74cba tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Deleting port 70412d97-397b-47ad-9eea-5f01fb31f020 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:30:17.358657 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4d938ab9-8483-4ca9-a5dd-b5de748ec105 req-206289d6-84e3-4f88-a39f-65837aa74cba tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:17.477958 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-f2e17b95-d301-4e4d-9378-f5759e7a0d61 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:17.579481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['2a198ab7-ce18-46b0-bd94-6806a349b863'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:17.643289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-f2e17b95-d301-4e4d-9378-f5759e7a0d61 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:30:17.655761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e17b95-d301-4e4d-9378-f5759e7a0d61 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Pushing event updated for resources: {'Port': ['ID=9ade4492-7972-46a4-8535-7265f58f2e83,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:17.658505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-f2e17b95-d301-4e4d-9378-f5759e7a0d61 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:30:17.665715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-f2e17b95-d301-4e4d-9378-f5759e7a0d61 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:30:17.677774 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:17.708533 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Transition to ACTIVE for port object e618748d-de62-4fa7-8959-83841a296d83 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:17.712166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc23595e-a22a-4d93-9a8d-52b30b5f723c req-8074f0dd-212d-4fdc-b44d-16960b5320a3 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:17.720936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc23595e-a22a-4d93-9a8d-52b30b5f723c req-8074f0dd-212d-4fdc-b44d-16960b5320a3 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/ports?device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 944 time: 0.5731750 May 27 22:30:17.764263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Transition to ACTIVE for port object e618748d-de62-4fa7-8959-83841a296d83 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:17.797690 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:17.841267 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:17.882216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc23595e-a22a-4d93-9a8d-52b30b5f723c req-92049c0e-f55b-4104-bb0f-5f0b7841bc89 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7381c2-655f-4b02-aea7-32ef30c1fae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541045 May 27 22:30:17.886718 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:17.986251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7f9fac0e-55b6-4100-8cf3-193eb5b2055c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:18.102086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Network c978eaf1-631d-40b2-b111-3d1c0c4fafca is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:30:18.133989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:30:18.145599 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Pushing event updated for resources: {'Port': ['ID=e618748d-de62-4fa7-8959-83841a296d83,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:18.149789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:30:18.173018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Allocated IP 172.25.2.216 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/2f9e34e7-4569-4867-9cac-11449595b4ed) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:30:18.214155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-4d938ab9-8483-4ca9-a5dd-b5de748ec105 req-206289d6-84e3-4f88-a39f-65837aa74cba tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] For port 70412d97-397b-47ad-9eea-5f01fb31f020, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=70412d97-397b-47ad-9eea-5f01fb31f020,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:18.214448 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4d938ab9-8483-4ca9-a5dd-b5de748ec105 req-206289d6-84e3-4f88-a39f-65837aa74cba tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:18.285838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44776) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:18.309399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Attempting to bind port e618748d-de62-4fa7-8959-83841a296d83 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:30:18.310059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Attempting to bind port e618748d-de62-4fa7-8959-83841a296d83 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '392c85a5-e46c-4be0-a07f-f52e165f49cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:30:18.310627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Attempting to bind port e618748d-de62-4fa7-8959-83841a296d83 on network c978eaf1-631d-40b2-b111-3d1c0c4fafca {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:18.331585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:30:18.332285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Checking segment: {'id': '392c85a5-e46c-4be0-a07f-f52e165f49cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:30:18.332984 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:18.333596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Bound using segment: {'id': '392c85a5-e46c-4be0-a07f-f52e165f49cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:30:18.334319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Bound port: e618748d-de62-4fa7-8959-83841a296d83, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392c85a5-e46c-4be0-a07f-f52e165f49cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:30:18.334935 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:18.421895 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:18.517770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-4d938ab9-8483-4ca9-a5dd-b5de748ec105 req-206289d6-84e3-4f88-a39f-65837aa74cba tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Calling delete_port for 70412d97-397b-47ad-9eea-5f01fb31f020 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:30:18.529852 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] For port e618748d-de62-4fa7-8959-83841a296d83, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:30:18.536624 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] For port e618748d-de62-4fa7-8959-83841a296d83, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e618748d-de62-4fa7-8959-83841a296d83,segment=NetworkSegment(392c85a5-e46c-4be0-a07f-f52e165f49cb),segment_id=392c85a5-e46c-4be0-a07f-f52e165f49cb)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:30:18.544525 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e95ce53b-e506-4673-9cf9-4f718f32c5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:18.554161 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:18.609793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-f2e17b95-d301-4e4d-9378-f5759e7a0d61 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:18.610732 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-f2e17b95-d301-4e4d-9378-f5759e7a0d61 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:18.637466 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:18.742567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e95ce53b-e506-4673-9cf9-4f718f32c5d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:18.760790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:30:18.765272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:30:18.767565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e95ce53b-e506-4673-9cf9-4f718f32c5d2 admin admin] Usage tracker for resource:security_group_rule and tenant:32f3078c0ea1498bbeaee5f3ca306614 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:30:18.772156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e95ce53b-e506-4673-9cf9-4f718f32c5d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:30:18.774914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:30:18.778532 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe7061-294a-4844-8b35-8129186f97de req-3d938107-7310-4536-9e02-72394b76e5ee tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:18.787655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebbe7061-294a-4844-8b35-8129186f97de req-3d938107-7310-4536-9e02-72394b76e5ee tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78 HTTP/1.1" status: 200 len: 949 time: 0.5047727 May 27 22:30:18.813132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e95ce53b-e506-4673-9cf9-4f718f32c5d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:18.831882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Pushing event updated for resources: {'Port': ['ID=2f9e34e7-4569-4867-9cac-11449595b4ed,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:18.894654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab802a-fb02-43ee-b9da-33afa986b866 None None] Pushing event updated for resources: {'Port': ['ID=e618748d-de62-4fa7-8959-83841a296d83,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:18.985345 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-f2e17b95-d301-4e4d-9378-f5759e7a0d61 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3009300 May 27 22:30:19.023064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Request body: {'port': {'device_id': '72eb5244-cba1-47a5-910b-560dce491d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:19.059311 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebbe7061-294a-4844-8b35-8129186f97de req-7586a681-121e-44d7-8bed-b393e5753812 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701833 May 27 22:30:19.128768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cea933-26c8-4b34-9dc4-e0a28abe95b6 req-f88149ea-52b9-4405-a7bd-ea6f33c85056 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:19.132641 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04cea933-26c8-4b34-9dc4-e0a28abe95b6 req-f88149ea-52b9-4405-a7bd-ea6f33c85056 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 949 time: 0.8424077 May 27 22:30:19.153369 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e95ce53b-e506-4673-9cf9-4f718f32c5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:19.157386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:30:19.344792 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e95ce53b-e506-4673-9cf9-4f718f32c5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:19.348016 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4d938ab9-8483-4ca9-a5dd-b5de748ec105 req-206289d6-84e3-4f88-a39f-65837aa74cba tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:19.362031 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['a2eb2e93-6c28-4821-804f-17d25e83042d', '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:19.372251 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04cea933-26c8-4b34-9dc4-e0a28abe95b6 req-33d5a165-fa61-40c1-b5ee-fc476b37102c tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241883 May 27 22:30:19.476853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:30:19.534417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:19.534803 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:19.545292 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e95ce53b-e506-4673-9cf9-4f718f32c5d2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=32f3078c0ea1498bbeaee5f3ca306614&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2564099 May 27 22:30:19.556433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44796) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:19.558007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ce53b-e506-4673-9cf9-4f718f32c5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6cd93b-a5c5-489c-b73c-11a2509b8517,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:19.642275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206289d6-84e3-4f88-a39f-65837aa74cba tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Pushing event deleted for resources: {'Port': ['ID=70412d97-397b-47ad-9eea-5f01fb31f020,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:19.797333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2a198ab7-ce18-46b0-bd94-6806a349b863 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:30:19.804045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d938ab9-8483-4ca9-a5dd-b5de748ec105 req-206289d6-84e3-4f88-a39f-65837aa74cba tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] No DVR routers for this DVR port 70412d97-397b-47ad-9eea-5f01fb31f020 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:30:19.817975 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4d938ab9-8483-4ca9-a5dd-b5de748ec105 req-206289d6-84e3-4f88-a39f-65837aa74cba tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:19.824698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bce62d-60a0-4ef1-9191-bf6a771ade78', 'name': 'network-vif-deleted', 'tag': '70412d97-397b-47ad-9eea-5f01fb31f020'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:19.855049 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:19.879263 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4d938ab9-8483-4ca9-a5dd-b5de748ec105 req-206289d6-84e3-4f88-a39f-65837aa74cba tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.46 "DELETE /v2.0/ports/70412d97-397b-47ad-9eea-5f01fb31f020 HTTP/1.1" status: 204 len: 173 time: 2.6143990 May 27 22:30:19.889117 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a73b753-5c0b-46fc-b4a5-f58089c780e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:19.909106 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:19.973010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ba1ef-f172-4e24-a253-626fbe9b7520 req-abc0cc07-f718-49ee-912b-039ceddfac18 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:19.973728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-0e4ba1ef-f172-4e24-a253-626fbe9b7520 req-abc0cc07-f718-49ee-912b-039ceddfac18 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Synchronizing usage tracker for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:30:20.065474 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a73b753-5c0b-46fc-b4a5-f58089c780e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:20.070221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:20.071064 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:20.098708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189d98a-71ee-4ece-a41b-a5ebe818608e req-72ab07dc-faa2-43dd-9637-211ebbb51603 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:20.113113 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8189d98a-71ee-4ece-a41b-a5ebe818608e req-72ab07dc-faa2-43dd-9637-211ebbb51603 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/ports?device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 944 time: 0.3570497 May 27 22:30:20.254170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a36e3e-c6af-44e8-aa17-9a95f36eeaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:20.268491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-0e4ba1ef-f172-4e24-a253-626fbe9b7520 req-abc0cc07-f718-49ee-912b-039ceddfac18 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Unset dirty status for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:30:20.270877 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e4ba1ef-f172-4e24-a253-626fbe9b7520 req-abc0cc07-f718-49ee-912b-039ceddfac18 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 931 time: 0.8975115 May 27 22:30:20.289220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 2a198ab7-ce18-46b0-bd94-6806a349b863 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:30:20.313494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e618748d-de62-4fa7-8959-83841a296d83 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:30:20.378822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:20.410751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 2a198ab7-ce18-46b0-bd94-6806a349b863 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:20.413614 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:20.447377 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8189d98a-71ee-4ece-a41b-a5ebe818608e req-dbcd2844-3e82-4475-98cb-13c75cb3acaf tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7381c2-655f-4b02-aea7-32ef30c1fae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324003 May 27 22:30:20.493067 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e4ba1ef-f172-4e24-a253-626fbe9b7520 req-0658c8d1-75a3-4297-aef3-2f91ad0ec615 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683445 May 27 22:30:20.548577 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:20.549379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 70412d97-397b-47ad-9eea-5f01fb31f020 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:30:20.564249 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b9bcf66-bc50-4cf6-8c58-f4c57d7ce6ef'] response: {'server_uuid': 'f7bce62d-60a0-4ef1-9191-bf6a771ade78', 'name': 'network-vif-deleted', 'tag': '70412d97-397b-47ad-9eea-5f01fb31f020', 'status': 'completed', 'code': 200} May 27 22:30:20.667865 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a73b753-5c0b-46fc-b4a5-f58089c780e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:20.805125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 70412d97-397b-47ad-9eea-5f01fb31f020 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:30:20.805501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 70412d97-397b-47ad-9eea-5f01fb31f020 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:30:20.807582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ade4492-7972-46a4-8535-7265f58f2e83 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:20.827446 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:20.827558 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc9e7c0-1166-416b-b779-6ca4020f8def'] response: {'server_uuid': '74a36e3e-c6af-44e8-aa17-9a95f36eeaac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b', 'code': 200} May 27 22:30:20.827558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:20.840956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Transition to ACTIVE for port object 9ade4492-7972-46a4-8535-7265f58f2e83 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:20.842408 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d7f2aa-fad4-45c5-9c1f-56cdf42b3953 None None] Network c978eaf1-631d-40b2-b111-3d1c0c4fafca requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:30:20.853679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73b753-5c0b-46fc-b4a5-f58089c780e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6cd93b-a5c5-489c-b73c-11a2509b8517,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:20.917823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a73b753-5c0b-46fc-b4a5-f58089c780e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:20.922274 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a73b753-5c0b-46fc-b4a5-f58089c780e3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5a6cd93b-a5c5-489c-b73c-11a2509b8517 HTTP/1.1" status: 204 len: 168 time: 1.3611674 May 27 22:30:21.051520 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:21.089610 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:21.144500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-dd1eb708-104f-4bea-9f49-37ecc92ad318 req-f590054b-b38e-47a1-9d96-8277f840a5cc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Synchronizing usage tracker for tenant:571914c851be419ca9fa71bbd7416ee1 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:30:21.161470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 2a198ab7-ce18-46b0-bd94-6806a349b863 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:21.162071 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:21.270424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ade4492-7972-46a4-8535-7265f58f2e83,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:21.326084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 2a198ab7-ce18-46b0-bd94-6806a349b863, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2a198ab7-ce18-46b0-bd94-6806a349b863,segment=NetworkSegment(0e1503d5-7bba-43a3-bf97-f67b6617a478),segment_id=0e1503d5-7bba-43a3-bf97-f67b6617a478)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:21.371313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-145482be-2f63-4541-ae46-cb8f623e014b None None] Provisioning for port e618748d-de62-4fa7-8959-83841a296d83 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:30:21.379305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edbedd-cea1-4bb3-af20-41d2c03eee0d req-f7c439f8-4f8b-4406-a956-4b76b7be49d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:21.380835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39edbedd-cea1-4bb3-af20-41d2c03eee0d req-f7c439f8-4f8b-4406-a956-4b76b7be49d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 1101 time: 0.5385616 May 27 22:30:21.395025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e6154-868a-4aa8-a0be-703e21dc84a7 req-09754820-cd22-4727-81fe-44ea74e33eb3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:21.396494 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-304e6154-868a-4aa8-a0be-703e21dc84a7 req-09754820-cd22-4727-81fe-44ea74e33eb3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 950 time: 0.4122326 May 27 22:30:21.415525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Router 5c332d93-de08-40f4-bddb-71b374967770 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:30:21.417076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port e618748d-de62-4fa7-8959-83841a296d83 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:30:21.429102 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e618748d-de62-4fa7-8959-83841a296d83 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:21.429465 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:21.445124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-dd1eb708-104f-4bea-9f49-37ecc92ad318 req-f590054b-b38e-47a1-9d96-8277f840a5cc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Unset dirty status for tenant:571914c851be419ca9fa71bbd7416ee1 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:30:21.457770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd1eb708-104f-4bea-9f49-37ecc92ad318 req-f590054b-b38e-47a1-9d96-8277f840a5cc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=f7bce62d-60a0-4ef1-9191-bf6a771ade78 HTTP/1.1" status: 200 len: 210 time: 0.6097710 May 27 22:30:21.500431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Attempting to bind port 9ade4492-7972-46a4-8535-7265f58f2e83 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:30:21.500775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Attempting to bind port 9ade4492-7972-46a4-8535-7265f58f2e83 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:30:21.501110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Attempting to bind port 9ade4492-7972-46a4-8535-7265f58f2e83 on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:21.542063 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:21.548124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Port 9ade4492-7972-46a4-8535-7265f58f2e83 on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:30:21.548485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Attempting to bind port 9ade4492-7972-46a4-8535-7265f58f2e83 on network 83b2cd8f-2358-49b4-a885-79e5e97a5ec7 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:21.555270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39edbedd-cea1-4bb3-af20-41d2c03eee0d req-a47751bd-4cfc-4ad5-8b86-49bb205712ea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558774 May 27 22:30:21.579303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:30:21.579650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Checking segment: {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:30:21.580041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Bound using segment: {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:30:21.580501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Bound port: 9ade4492-7972-46a4-8535-7265f58f2e83, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03e3d62-d51e-4ed5-b25b-22cc134d369d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:30:21.580868 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:21.634161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-304e6154-868a-4aa8-a0be-703e21dc84a7 req-992ee680-edcf-4b82-8438-d381ad958990 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113347 May 27 22:30:21.948156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=2a198ab7-ce18-46b0-bd94-6806a349b863,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:22.009056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a5fc159d-1926-45f2-b232-2f44142f7000 None None] Provisioning complete for port e618748d-de62-4fa7-8959-83841a296d83 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:22.009585 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5fc159d-1926-45f2-b232-2f44142f7000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:22.026673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:30:22.041918 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Sync routers for ids ['5c332d93-de08-40f4-bddb-71b374967770'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:30:22.072756 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Routers {'5c332d93-de08-40f4-bddb-71b374967770'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:30:22.074636 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:30:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5c332d93-de08-40f4-bddb-71b374967770'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:30:22.133426 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:22.140724 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:22.145918 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4e8579c4-7ae6-4c18-bf9b-1dfa29228328 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.9095016 May 27 22:30:22.146130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44836) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:22.149851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] For port 9ade4492-7972-46a4-8535-7265f58f2e83, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:30:22.173508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e618748d-de62-4fa7-8959-83841a296d83 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:22.173887 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:22.247860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] For port 9ade4492-7972-46a4-8535-7265f58f2e83, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=9ade4492-7972-46a4-8535-7265f58f2e83,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:30:22.277798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port e618748d-de62-4fa7-8959-83841a296d83, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e618748d-de62-4fa7-8959-83841a296d83,segment=NetworkSegment(392c85a5-e46c-4be0-a07f-f52e165f49cb),segment_id=392c85a5-e46c-4be0-a07f-f52e165f49cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:22.305563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc159d-1926-45f2-b232-2f44142f7000 None None] Current status of the port e618748d-de62-4fa7-8959-83841a296d83 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:22.307311 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5fc159d-1926-45f2-b232-2f44142f7000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:22.341546 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:22.378637 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:22.437241 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Set router 5c332d93-de08-40f4-bddb-71b374967770 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:30:22.451854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79445f49-d392-4dde-9534-596691cd3fba req-2e7a1379-8c0d-48af-939c-1d2d6dd98334 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:22.458883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79445f49-d392-4dde-9534-596691cd3fba req-2e7a1379-8c0d-48af-939c-1d2d6dd98334 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/ports?device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 945 time: 0.5492795 May 27 22:30:22.488767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:22.489383 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:22.490745 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] 10.222.0.57 "PUT /v2.0/ports/9ade4492-7972-46a4-8535-7265f58f2e83 HTTP/1.1" status: 200 len: 1091 time: 3.4723289 May 27 22:30:22.501283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd436-1199-4855-a0ca-067ab55bdd96 req-b2bea11f-8fee-4f3a-b8b7-13c389dac8dd tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:22.508626 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf4bd436-1199-4855-a0ca-067ab55bdd96 req-b2bea11f-8fee-4f3a-b8b7-13c389dac8dd tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 943 time: 0.6001945 May 27 22:30:22.510891 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-a5fc159d-1926-45f2-b232-2f44142f7000 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:30:22.511364 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-a5fc159d-1926-45f2-b232-2f44142f7000 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:30:22.554272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=e618748d-de62-4fa7-8959-83841a296d83,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:22.619350 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72eb5244-cba1-47a5-910b-560dce491d7a', 'tag': '9ade4492-7972-46a4-8535-7265f58f2e83'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:22.823069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe835c2-4843-4ea3-823a-8889a6f74d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a198ab7-ce18-46b0-bd94-6806a349b863'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:22.823504 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79445f49-d392-4dde-9534-596691cd3fba req-bebcc8e2-88f6-44a3-81a6-796a8206ef5d tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7381c2-655f-4b02-aea7-32ef30c1fae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636959 May 27 22:30:22.864481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8ed52-ea5b-49b3-a7ab-1ff6de38faa1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ade4492-7972-46a4-8535-7265f58f2e83,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:22.899169 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf4bd436-1199-4855-a0ca-067ab55bdd96 req-38bf615c-638b-4036-9cd9-0bb15e32c8d7 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888400 May 27 22:30:22.969356 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c332d93-de08-40f4-bddb-71b374967770', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:30:16Z', 'updated_at': '2022-05-27T22:30:19Z', 'revision_number': 3, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'gw_port': {'id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:17Z', 'updated_at': '2022-05-27T22:30:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:30:22.971283 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Checking router: 5c332d93-de08-40f4-bddb-71b374967770 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:30:22.971794 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Updating router 5c332d93-de08-40f4-bddb-71b374967770 port 2f9e34e7-4569-4867-9cac-11449595b4ed binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:30:23.048240 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b07d771-e676-4643-b5e4-2381232004eb'] response: {'name': 'network-changed', 'server_uuid': '72eb5244-cba1-47a5-910b-560dce491d7a', 'tag': '9ade4492-7972-46a4-8535-7265f58f2e83', 'status': 'completed', 'code': 200} May 27 22:30:23.111142 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:23.121968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc159d-1926-45f2-b232-2f44142f7000 None None] Current status of the port e618748d-de62-4fa7-8959-83841a296d83 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:23.206635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-b242e3d1-3527-4617-82a8-0b5063197bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:23.208232 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-b242e3d1-3527-4617-82a8-0b5063197bd0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 1094 time: 0.5962517 May 27 22:30:23.217025 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f9a9f7-3a28-49c9-9b8c-ad0a00361591'] response: {'server_uuid': '4fe835c2-4843-4ea3-823a-8889a6f74d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a198ab7-ce18-46b0-bd94-6806a349b863', 'code': 200} May 27 22:30:23.225785 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44872) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:23.532098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-614481806-network', 'tenant_id': '66c8ee59557b4baea4ae26e059dc0936'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:23.543541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:23.551169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Usage tracker for resource:network and tenant:66c8ee59557b4baea4ae26e059dc0936 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:30:23.555193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:30:23.562340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:23.567600 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-39979f55-c7aa-4ce2-a328-adc454fad886 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ade4492-7972-46a4-8535-7265f58f2e83 HTTP/1.1" status: 200 len: 217 time: 0.2293999 May 27 22:30:23.616804 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:23.630836 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Transition to ACTIVE for port object 2f9e34e7-4569-4867-9cac-11449595b4ed will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:23.680034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Made reservation on behalf of 66c8ee59557b4baea4ae26e059dc0936 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:30:23.683603 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:23.704229 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:23.728822 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:23.775827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-469e318b-6691-40e6-b791-efc54ad258ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:23.777299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-469e318b-6691-40e6-b791-efc54ad258ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 200 len: 846 time: 0.1566603 May 27 22:30:23.782961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:23.790788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Usage tracker for resource:security_group_rule and tenant:66c8ee59557b4baea4ae26e059dc0936 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:30:23.796598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:30:23.811622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:23.840672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97224b37-f566-48d7-a188-98578de1a6b7 req-3da3e740-98f7-4597-8caa-1947103e462b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:23.849373 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c8120-3cfa-48b8-b2a4-6bb2ec2b0d1c None None] Pushing event updated for resources: {'Port': ['ID=2f9e34e7-4569-4867-9cac-11449595b4ed,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:23.849858 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97224b37-f566-48d7-a188-98578de1a6b7 req-3da3e740-98f7-4597-8caa-1947103e462b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 950 time: 0.6070759 May 27 22:30:23.864009 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c8120-3cfa-48b8-b2a4-6bb2ec2b0d1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:23.865494 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c8120-3cfa-48b8-b2a4-6bb2ec2b0d1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:23.865952 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c8120-3cfa-48b8-b2a4-6bb2ec2b0d1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:23.866407 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c8120-3cfa-48b8-b2a4-6bb2ec2b0d1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:23.866838 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c8120-3cfa-48b8-b2a4-6bb2ec2b0d1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:23.867318 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c8120-3cfa-48b8-b2a4-6bb2ec2b0d1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:23.867745 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c8120-3cfa-48b8-b2a4-6bb2ec2b0d1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:23.868175 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c8120-3cfa-48b8-b2a4-6bb2ec2b0d1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:23.868618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c8120-3cfa-48b8-b2a4-6bb2ec2b0d1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:23.869038 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c8120-3cfa-48b8-b2a4-6bb2ec2b0d1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:23.869459 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c8120-3cfa-48b8-b2a4-6bb2ec2b0d1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:23.869880 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74c8120-3cfa-48b8-b2a4-6bb2ec2b0d1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:23.904310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-63220012-bc62-4b77-8f3d-2b0d2df7bb5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127906 May 27 22:30:23.905330 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Attempting to bind port 2f9e34e7-4569-4867-9cac-11449595b4ed on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:30:23.905330 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Attempting to bind port 2f9e34e7-4569-4867-9cac-11449595b4ed by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:30:23.905330 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Attempting to bind port 2f9e34e7-4569-4867-9cac-11449595b4ed on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:23.909201 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:30:23.909632 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:30:23.910175 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:23.910968 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:30:23.911660 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Bound port: 2f9e34e7-4569-4867-9cac-11449595b4ed, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:30:23.912237 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:23.988659 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:24.009427 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] For port 2f9e34e7-4569-4867-9cac-11449595b4ed, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:30:24.013600 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] For port 2f9e34e7-4569-4867-9cac-11449595b4ed, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2f9e34e7-4569-4867-9cac-11449595b4ed,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:30:24.111500 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:24.144943 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:30:24.146772 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:24.166632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2dbba2-d689-46d6-876e-bafd701bc47f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:24.181423 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:24.181961 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Added segment bfa88f90-fc62-425c-9ffc-094d01299126 of type vlan for network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c May 27 22:30:24.214571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb3ac9-9c5a-4d41-ae11-4d3555511698 req-16e17715-2c37-4376-b242-e3bc72d0e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:24.216049 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e3eb3ac9-9c5a-4d41-ae11-4d3555511698 req-16e17715-2c37-4376-b242-e3bc72d0e594 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 1096 time: 0.6350477 May 27 22:30:24.232166 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:24.299580 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c8120-3cfa-48b8-b2a4-6bb2ec2b0d1c None None] Pushing event updated for resources: {'Port': ['ID=2f9e34e7-4569-4867-9cac-11449595b4ed,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:24.301708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97224b37-f566-48d7-a188-98578de1a6b7 req-a057457d-f5e9-4e16-96b2-3faaaa9b4c63 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502769 May 27 22:30:24.302261 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Routers {'5c332d93-de08-40f4-bddb-71b374967770'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:30:24.302878 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:30:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5c332d93-de08-40f4-bddb-71b374967770'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:30:24.338508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:24.339045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:24.340394 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:24.490840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e618748d-de62-4fa7-8959-83841a296d83 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:30:24.534466 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e3eb3ac9-9c5a-4d41-ae11-4d3555511698 req-7b544f03-5dac-4eae-a884-01ddf462bd9b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fe7381c2-655f-4b02-aea7-32ef30c1fae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732239 May 27 22:30:24.582182 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] Set router 5c332d93-de08-40f4-bddb-71b374967770 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:30:24.586457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e618748d-de62-4fa7-8959-83841a296d83 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:24.587241 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:24.607888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] Pushing event updated for resources: {'Network': ['ID=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:24.607888 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-55fe008e-d5e9-42a2-8574-8756ad7bc8a1 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3722286 May 27 22:30:24.607888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44886) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:24.620953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] Request body: {'subnet': {'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-614481806-subnet', 'tenant_id': '66c8ee59557b4baea4ae26e059dc0936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:24.624695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:30:24.641567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:24.645857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] Usage tracker for resource:subnet and tenant:66c8ee59557b4baea4ae26e059dc0936 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:30:24.650377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:30:24.664271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:24.678285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-9d71a7a9-6b52-40a1-a44f-70361ad7ab1b service neutron] 10.222.0.57 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7676299 May 27 22:30:24.700947 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:24.760173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] Made reservation on behalf of 66c8ee59557b4baea4ae26e059dc0936 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:30:24.762945 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:24.810585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07190e-1f3d-4e8a-9e1c-7f6f0c862711 req-c4b6a529-9693-4bd5-a63f-0966081a3ee6 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:24.820668 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df07190e-1f3d-4e8a-9e1c-7f6f0c862711 req-c4b6a529-9693-4bd5-a63f-0966081a3ee6 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/ports?device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 945 time: 0.6008501 May 27 22:30:24.912687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e618748d-de62-4fa7-8959-83841a296d83 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:24.989479 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c332d93-de08-40f4-bddb-71b374967770', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:30:16Z', 'updated_at': '2022-05-27T22:30:19Z', 'revision_number': 3, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'gw_port': {'id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:17Z', 'updated_at': '2022-05-27T22:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:30:24.996185 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c67966-85fd-429f-9323-257f776df3f9 None None] The sync data for ids ['5c332d93-de08-40f4-bddb-71b374967770'] in n-d-843680-3 is: [{'id': '5c332d93-de08-40f4-bddb-71b374967770', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:30:16Z', 'updated_at': '2022-05-27T22:30:19Z', 'revision_number': 3, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'gw_port': {'id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:17Z', 'updated_at': '2022-05-27T22:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:30:25.049049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f5dd1-94e2-4427-abfa-6f48b8c6244c req-1b43b1a8-63a1-4e3e-8e44-2c74cc1dd2f6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:25.050602 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b6f5dd1-94e2-4427-abfa-6f48b8c6244c req-1b43b1a8-63a1-4e3e-8e44-2c74cc1dd2f6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 943 time: 0.5148616 May 27 22:30:25.190198 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df07190e-1f3d-4e8a-9e1c-7f6f0c862711 req-763060be-fcd4-405c-9a92-7149612576bd tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7381c2-655f-4b02-aea7-32ef30c1fae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771056 May 27 22:30:25.252042 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:25.313421 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f783a2a8-1e4d-4375-a7a2-6fd4af56586e req-649e8ae3-54be-4a9c-9dc0-976d277d4e41 service neutron] 10.222.0.57 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914830 May 27 22:30:25.419885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:25.457173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] Checking segment: {'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:30:25.457770 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] Network hostable DHCP agents. Network: 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:30:25.527657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b6f5dd1-94e2-4427-abfa-6f48b8c6244c req-c92ad343-4f83-474d-bb10-db81ca15af7e tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710883 May 27 22:30:25.579689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] Network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:30:25.690826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:30:25.691766 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:25.692046 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:25.699598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ea86d-3f3d-4255-b954-92df4f45d1f2 None None] Network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:30:25.703435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Allocated IP 172.20.0.1 (c978eaf1-631d-40b2-b111-3d1c0c4fafca/33859198-d1c0-45b8-bf01-9e76783acdc8/f603e508-7b62-4b91-88a6-52d22bff8501) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:30:25.750457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d8ed6-c5b9-403e-bca2-eb0d5f544d96 req-ca9d8cb6-d500-42b8-a223-ff3a8fdf5dd4 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:25.753493 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf9d8ed6-c5b9-403e-bca2-eb0d5f544d96 req-ca9d8cb6-d500-42b8-a223-ff3a8fdf5dd4 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=166435ab-cc70-4255-b6b3-1dc2ecbcd18c HTTP/1.1" status: 200 len: 950 time: 0.3822169 May 27 22:30:25.844914 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a682ebb0-5b8b-4ce1-99d7-298e5f8766c8 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2262297 May 27 22:30:25.932215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fb045-ca5a-4ffb-a38e-bc8adfadded7 req-9e9f1a86-c3f3-411d-aa9d-89a05f2fe178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:25.933715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-613fb045-ca5a-4ffb-a38e-bc8adfadded7 req-9e9f1a86-c3f3-411d-aa9d-89a05f2fe178 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 1094 time: 0.3702250 May 27 22:30:26.219499 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf9d8ed6-c5b9-403e-bca2-eb0d5f544d96 req-3f57215f-2b42-4546-b48f-ed710605db02 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270127 May 27 22:30:26.225335 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae356df-0beb-429f-af71-02ca559ca5c0 None None] Network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:30:26.329361 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:26.379289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Transition to ACTIVE for port object f603e508-7b62-4b91-88a6-52d22bff8501 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:26.493355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fb045-ca5a-4ffb-a38e-bc8adfadded7 req-08538eb4-06ed-4e02-b80e-034a3b71445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:26.494957 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-613fb045-ca5a-4ffb-a38e-bc8adfadded7 req-08538eb4-06ed-4e02-b80e-034a3b71445b service neutron] 10.222.0.57 "GET /v2.0/networks?id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 200 len: 907 time: 0.5259340 May 27 22:30:26.555808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2f9e34e7-4569-4867-9cac-11449595b4ed up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:30:26.577912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d21f7-b5ca-4369-ab4b-3266f4cfd8c4 req-b250758f-ff71-4560-b832-347134afe94f tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:26.585008 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-108d21f7-b5ca-4369-ab4b-3266f4cfd8c4 req-b250758f-ff71-4560-b832-347134afe94f tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 950 time: 0.7158794 May 27 22:30:26.630727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-155f306d-7297-4b19-a94e-e6eb314ea060 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:26.633308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-155f306d-7297-4b19-a94e-e6eb314ea060 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.46 "GET /v2.0/ports?device_id=166435ab-cc70-4255-b6b3-1dc2ecbcd18c HTTP/1.1" status: 200 len: 950 time: 0.8389649 May 27 22:30:26.634796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-613fb045-ca5a-4ffb-a38e-bc8adfadded7 req-76c11245-7499-4cce-b261-4d34b1450a9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ade4492-7972-46a4-8535-7265f58f2e83 HTTP/1.1" status: 200 len: 217 time: 0.1270127 May 27 22:30:26.768391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 2f9e34e7-4569-4867-9cac-11449595b4ed completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:30:26.772789 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:26.775359 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 2f9e34e7-4569-4867-9cac-11449595b4ed triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:26.776047 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:26.946545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 2f9e34e7-4569-4867-9cac-11449595b4ed is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:26.950830 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:26.977886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 2f9e34e7-4569-4867-9cac-11449595b4ed, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2f9e34e7-4569-4867-9cac-11449595b4ed,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:27.123093 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-108d21f7-b5ca-4369-ab4b-3266f4cfd8c4 req-f54efeee-163a-445c-96ee-09a6a1afeee2 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372188 May 27 22:30:27.139025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fb045-ca5a-4ffb-a38e-bc8adfadded7 req-218b776b-8f21-48a0-9089-7101ae4c3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:27.141043 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-613fb045-ca5a-4ffb-a38e-bc8adfadded7 req-218b776b-8f21-48a0-9089-7101ae4c3b53 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 200 len: 846 time: 0.4975846 May 27 22:30:27.147193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Deleting port a2eb2e93-6c28-4821-804f-17d25e83042d {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:30:27.147564 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:27.182459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Network c978eaf1-631d-40b2-b111-3d1c0c4fafca is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:30:27.230927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:30:27.248827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Pushing event updated for resources: {'Port': ['ID=f603e508-7b62-4b91-88a6-52d22bff8501,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:27.270529 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:30:27.334961 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-613fb045-ca5a-4ffb-a38e-bc8adfadded7 req-b852d8ec-dcb2-4435-bea5-34939a259366 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=83b2cd8f-2358-49b4-a885-79e5e97a5ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1548164 May 27 22:30:27.580742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-67d56968-c2a6-49a7-9857-4e0e2d605f81 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:27.582098 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-67d56968-c2a6-49a7-9857-4e0e2d605f81 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/networks?id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c HTTP/1.1" status: 200 len: 804 time: 0.9403524 May 27 22:30:27.587609 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:27.888710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 9ade4492-7972-46a4-8535-7265f58f2e83 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:30:27.890397 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-443ce276-7394-4c4c-b525-8ae57d02665b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/quotas/66c8ee59557b4baea4ae26e059dc0936 HTTP/1.1" status: 200 len: 375 time: 0.1094072 May 27 22:30:27.909957 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-613fb045-ca5a-4ffb-a38e-bc8adfadded7 req-1fca1486-51c3-4117-9018-042e6140bf82 service neutron] 10.222.0.57 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247395 May 27 22:30:27.957119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 9ade4492-7972-46a4-8535-7265f58f2e83, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=9ade4492-7972-46a4-8535-7265f58f2e83,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:27.959173 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-73972cc1-f6f7-43ef-8dfd-82556e9c1df7 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=66c8ee59557b4baea4ae26e059dc0936&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1229463 May 27 22:30:27.970214 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '9ade4492-7972-46a4-8535-7265f58f2e83', 'network_id': '83b2cd8f-2358-49b4-a885-79e5e97a5ec7', 'port_id': '9ade4492-7972-46a4-8535-7265f58f2e83', 'mac_address': 'fa:16:3e:87:65:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c978a7-2c3e-4299-9e00-a1c60f2fbf1c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:30:28.003035 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:28.129519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 9ade4492-7972-46a4-8535-7265f58f2e83 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:28.129985 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:28.161064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165973d-be4b-4c06-9c43-4b49505790b0 req-8e448f87-904d-40de-8207-2c5a6b675b5a tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:28.162845 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2165973d-be4b-4c06-9c43-4b49505790b0 req-8e448f87-904d-40de-8207-2c5a6b675b5a tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/ports?device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 945 time: 0.8387756 May 27 22:30:28.173451 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b91d2266-0c36-46e8-8164-9bbc3b8d7960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:28.190397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c2051fdc-b85c-48aa-803b-80e029d2878a None None] Provisioning for port f603e508-7b62-4b91-88a6-52d22bff8501 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:30:28.207898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c2051fdc-b85c-48aa-803b-80e029d2878a None None] Provisioning complete for port f603e508-7b62-4b91-88a6-52d22bff8501 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:28.208331 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c2051fdc-b85c-48aa-803b-80e029d2878a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:28.241998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=2f9e34e7-4569-4867-9cac-11449595b4ed,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:28.246276 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ade4492-7972-46a4-8535-7265f58f2e83 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:28.263972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-613fb045-ca5a-4ffb-a38e-bc8adfadded7 req-28608912-2a43-4260-8a89-9b21e217c1e0 service neutron] 10.222.0.57 "GET /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475196 May 27 22:30:28.266295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] For port a2eb2e93-6c28-4821-804f-17d25e83042d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a2eb2e93-6c28-4821-804f-17d25e83042d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:28.266658 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:28.274311 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-95331c8a-803d-48f3-873c-61cabb2fddf5 req-6f2eb513-d024-407b-aa1b-103b8e37b5b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1404166 May 27 22:30:28.291008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 9ade4492-7972-46a4-8535-7265f58f2e83, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=9ade4492-7972-46a4-8535-7265f58f2e83,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:28.293782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c2051fdc-b85c-48aa-803b-80e029d2878a None None] Port f603e508-7b62-4b91-88a6-52d22bff8501 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:30:28.377327 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:28.417595 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95331c8a-803d-48f3-873c-61cabb2fddf5 req-64e60e0d-8faa-45ed-a311-f2fd579f449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:28.420209 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-95331c8a-803d-48f3-873c-61cabb2fddf5 req-64e60e0d-8faa-45ed-a311-f2fd579f449c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=571914c851be419ca9fa71bbd7416ee1&device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 1102 time: 0.1170397 May 27 22:30:28.493461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=9ade4492-7972-46a4-8535-7265f58f2e83,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:28.558773 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2f9e34e7-4569-4867-9cac-11449595b4ed up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:30:28.574950 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fb06a119-d64b-4146-a2ad-7240f3acccd3 service neutron] 10.222.0.27 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643022 May 27 22:30:28.661493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 2f9e34e7-4569-4867-9cac-11449595b4ed triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:28.662931 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:28.814902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95331c8a-803d-48f3-873c-61cabb2fddf5 req-4e1fc34b-df4b-4ecb-89d1-8e765f07efae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:28.816392 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-95331c8a-803d-48f3-873c-61cabb2fddf5 req-4e1fc34b-df4b-4ecb-89d1-8e765f07efae service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.3759859 May 27 22:30:28.845230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['9ade4492-7972-46a4-8535-7265f58f2e83'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:29.025493 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-95331c8a-803d-48f3-873c-61cabb2fddf5 req-5c44f453-62bd-4f32-9293-a207103bae51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 HTTP/1.1" status: 200 len: 217 time: 0.1903250 May 27 22:30:29.105861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95331c8a-803d-48f3-873c-61cabb2fddf5 req-031dfcd4-f95b-4fd0-ac7a-bc049ef7f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:29.108196 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-95331c8a-803d-48f3-873c-61cabb2fddf5 req-031dfcd4-f95b-4fd0-ac7a-bc049ef7f8e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0758502 May 27 22:30:29.115316 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:29.120882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 2f9e34e7-4569-4867-9cac-11449595b4ed is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:29.141902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Calling delete_port for a2eb2e93-6c28-4821-804f-17d25e83042d owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:30:29.206853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a2eb2e93-6c28-4821-804f-17d25e83042d no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:30:29.290970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2165973d-be4b-4c06-9c43-4b49505790b0 req-50e24526-14e0-4e20-8415-ab6779aae477 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7381c2-655f-4b02-aea7-32ef30c1fae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0127206 May 27 22:30:29.349209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95331c8a-803d-48f3-873c-61cabb2fddf5 req-0bb94df1-a84a-4a3f-b696-f2f34ee74d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:29.357797 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-95331c8a-803d-48f3-873c-61cabb2fddf5 req-0bb94df1-a84a-4a3f-b696-f2f34ee74d8f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2409160 May 27 22:30:29.397157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port a2eb2e93-6c28-4821-804f-17d25e83042d is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:29.397536 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:29.424628 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-f3b7357f-886b-4792-8c01-00a9fa79012c service neutron] 10.222.0.27 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8486829 May 27 22:30:29.449228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166435ab-cc70-4255-b6b3-1dc2ecbcd18c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2eb2e93-6c28-4821-804f-17d25e83042d'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:29.475351 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a2eb2e93-6c28-4821-804f-17d25e83042d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a2eb2e93-6c28-4821-804f-17d25e83042d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:29.552408 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:29.623854 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-95331c8a-803d-48f3-873c-61cabb2fddf5 req-628567d5-cc43-4c88-8de4-4335e196fd97 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584708 May 27 22:30:29.636778 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bccbe26-c6f7-4f06-8831-5b00d2fecc5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:29.643364 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=a2eb2e93-6c28-4821-804f-17d25e83042d,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:29.786181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e658e2-0c1a-4af0-a566-e958d4f0bd37 req-eb7c338f-4836-4e00-8bd9-be79526ae6d6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:29.787759 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-21e658e2-0c1a-4af0-a566-e958d4f0bd37 req-eb7c338f-4836-4e00-8bd9-be79526ae6d6 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 944 time: 0.1799152 May 27 22:30:29.854662 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-21e658e2-0c1a-4af0-a566-e958d4f0bd37 req-b79bbf51-f348-40c6-b5bc-a5bb1418edf0 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515716 May 27 22:30:29.854662 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:30:29.854662 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:30:29.870788 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:29.911863 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-95331c8a-803d-48f3-873c-61cabb2fddf5 req-a2dfc7b6-5843-4b1b-8f4b-c14da496dabb service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788332 May 27 22:30:29.956713 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:30.206877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Pushing event updated for resources: {'Port': ['ID=f603e508-7b62-4b91-88a6-52d22bff8501,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:30.212431 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:30.332807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4ca13-c199-49e2-bb2b-54b9d3d207c3 req-5d1755c7-c5d6-474f-aaf3-053709d0cd51 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:30.332807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bd4ca13-c199-49e2-bb2b-54b9d3d207c3 req-5d1755c7-c5d6-474f-aaf3-053709d0cd51 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 1101 time: 0.3230994 May 27 22:30:30.338265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadcba1-9db7-4900-b38f-fb860cab437d req-e8ac733c-c75d-4443-a76f-670afa1c1961 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:30.339650 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cbadcba1-9db7-4900-b38f-fb860cab437d req-e8ac733c-c75d-4443-a76f-670afa1c1961 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=166435ab-cc70-4255-b6b3-1dc2ecbcd18c HTTP/1.1" status: 200 len: 948 time: 0.2536230 May 27 22:30:30.356238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Deleting port a2eb2e93-6c28-4821-804f-17d25e83042d {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:30:30.356603 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:30.572584 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bd4ca13-c199-49e2-bb2b-54b9d3d207c3 req-a8ff6a88-70e9-4519-9218-3fe01bf3626f tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317913 May 27 22:30:30.625313 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cbadcba1-9db7-4900-b38f-fb860cab437d req-133936f5-70ec-4127-ae3c-71b4aa703407 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439904 May 27 22:30:30.648521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Network c978eaf1-631d-40b2-b111-3d1c0c4fafca is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:30:30.653517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:30:30.738011 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdeabd0d-6f8c-4b18-b0c6-9c5bbef386b5'] response: {'server_uuid': '166435ab-cc70-4255-b6b3-1dc2ecbcd18c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2eb2e93-6c28-4821-804f-17d25e83042d', 'code': 200} May 27 22:30:30.840082 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:30.897012 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60e9dd53-6eeb-48d9-a933-756d9fa431f5 req-97607127-dfb1-4cb7-98ed-8c6103ec42f4 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 210 time: 0.1027687 May 27 22:30:30.987476 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:31.039746 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b432973b-b1bd-409a-a33d-e3dac0597b44 None None] Provisioning complete for port f603e508-7b62-4b91-88a6-52d22bff8501 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:31.039746 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b432973b-b1bd-409a-a33d-e3dac0597b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:31.118529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b432973b-b1bd-409a-a33d-e3dac0597b44 None None] Port f603e508-7b62-4b91-88a6-52d22bff8501 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:30:31.341092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-97af64ea-350f-4395-9556-7cb5fb9d6b81 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=d47f869e18974690bc67f65603b9f1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138761 May 27 22:30:31.432343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] For port a2eb2e93-6c28-4821-804f-17d25e83042d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a2eb2e93-6c28-4821-804f-17d25e83042d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:31.432343 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:31.753584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Calling delete_port for a2eb2e93-6c28-4821-804f-17d25e83042d owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:30:31.838840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Router 5c332d93-de08-40f4-bddb-71b374967770 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:30:31.849605 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 9ade4492-7972-46a4-8535-7265f58f2e83 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:30:31.883547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-b37e0fd5-aaf2-4492-b85b-fdf7612c101a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:31.891765 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-b37e0fd5-aaf2-4492-b85b-fdf7612c101a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5345318 May 27 22:30:31.915685 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ba34d236-18e0-4fe0-bcf6-0799f98539c0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/quotas/d47f869e18974690bc67f65603b9f1d5 HTTP/1.1" status: 200 len: 375 time: 0.0229681 May 27 22:30:32.031281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470999e8-b19a-4dd5-83c9-b0914d4ec779 req-d9c6ec8e-74ee-4cc2-a827-693df66811fc tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:32.032833 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-470999e8-b19a-4dd5-83c9-b0914d4ec779 req-d9c6ec8e-74ee-4cc2-a827-693df66811fc tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 944 time: 0.7534857 May 27 22:30:32.085600 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:32.114442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 9ade4492-7972-46a4-8535-7265f58f2e83 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:30:32.114761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 9ade4492-7972-46a4-8535-7265f58f2e83 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:32.115136 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:32.284596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 9ade4492-7972-46a4-8535-7265f58f2e83 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:32.284981 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:32.309615 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-470999e8-b19a-4dd5-83c9-b0914d4ec779 req-b61b155a-c7db-41d2-8dc5-c7b473353053 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406573 May 27 22:30:32.325931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 9ade4492-7972-46a4-8535-7265f58f2e83, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=9ade4492-7972-46a4-8535-7265f58f2e83,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:32.369784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:30:32.381856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Sync routers for ids ['5c332d93-de08-40f4-bddb-71b374967770'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:30:32.406622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Routers {'5c332d93-de08-40f4-bddb-71b374967770'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:30:32.407271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:30:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5c332d93-de08-40f4-bddb-71b374967770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:30:32.408855 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-b972bd30-2f8d-4503-bb3e-3a95167539bb tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4922879 May 27 22:30:32.497729 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:32.536565 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:32.557817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:32.576086 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d1db63d2-114e-4d02-acdb-7e3a85cdc56c admin admin] 10.222.0.27 "PUT /v2.0/routers/5c332d93-de08-40f4-bddb-71b374967770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4166842 May 27 22:30:32.681620 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Pushing event deleted for resources: {'Port': ['ID=a2eb2e93-6c28-4821-804f-17d25e83042d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:32.738639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3332d67e-fc3e-4c67-a411-f85901b27af0 req-31e33d72-dd18-4d45-8b9b-1d560e8584a8 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Synchronizing usage tracker for tenant:571914c851be419ca9fa71bbd7416ee1 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:30:32.741687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72eb5244-cba1-47a5-910b-560dce491d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ade4492-7972-46a4-8535-7265f58f2e83'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:32.744253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] No DVR routers for this DVR port a2eb2e93-6c28-4821-804f-17d25e83042d on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:30:32.748570 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:32.751027 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b0baf3d-23e6-44be-98b8-cdea6984b61b req-0f8f840b-5cba-404b-a4ae-383da37a14ca tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.46 "DELETE /v2.0/ports/a2eb2e93-6c28-4821-804f-17d25e83042d HTTP/1.1" status: 204 len: 173 time: 6.0358224 May 27 22:30:32.751666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166435ab-cc70-4255-b6b3-1dc2ecbcd18c', 'name': 'network-vif-deleted', 'tag': 'a2eb2e93-6c28-4821-804f-17d25e83042d'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:32.773059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=9ade4492-7972-46a4-8535-7265f58f2e83,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:32.815843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Set router 5c332d93-de08-40f4-bddb-71b374967770 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:30:33.022141 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3332d67e-fc3e-4c67-a411-f85901b27af0 req-31e33d72-dd18-4d45-8b9b-1d560e8584a8 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Unset dirty status for tenant:571914c851be419ca9fa71bbd7416ee1 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:30:33.023970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3332d67e-fc3e-4c67-a411-f85901b27af0 req-31e33d72-dd18-4d45-8b9b-1d560e8584a8 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=166435ab-cc70-4255-b6b3-1dc2ecbcd18c HTTP/1.1" status: 200 len: 210 time: 0.3475764 May 27 22:30:33.448439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c332d93-de08-40f4-bddb-71b374967770', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:30:16Z', 'updated_at': '2022-05-27T22:30:28Z', 'revision_number': 4, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'gw_port': {'id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:17Z', 'updated_at': '2022-05-27T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'f603e508-7b62-4b91-88a6-52d22bff8501', 'name': '', 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'mac_address': 'fa:16:3e:7e:1d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:24Z', 'updated_at': '2022-05-27T22:30:29Z', 'revision_number': 2, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'subnets': [{'id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:30:33.453563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Checking router: 5c332d93-de08-40f4-bddb-71b374967770 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:30:33.453915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Updating router 5c332d93-de08-40f4-bddb-71b374967770 port f603e508-7b62-4b91-88a6-52d22bff8501 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:30:33.506724 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab574c53-4e7e-4fae-a933-4372d500b790 req-f4687c5e-1a24-478b-8ad1-69b80cad88e8 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 210 time: 0.1822836 May 27 22:30:33.518715 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:33.615535 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c5ed0c-c47d-4575-b024-a9ed37a5855a'] response: {'server_uuid': '72eb5244-cba1-47a5-910b-560dce491d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ade4492-7972-46a4-8535-7265f58f2e83', 'code': 200} May 27 22:30:33.705721 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9afa0c8-da3e-43c9-b931-91247d101266'] response: {'server_uuid': '166435ab-cc70-4255-b6b3-1dc2ecbcd18c', 'name': 'network-vif-deleted', 'tag': 'a2eb2e93-6c28-4821-804f-17d25e83042d', 'status': 'completed', 'code': 200} May 27 22:30:33.735035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-3f552d3e-34be-4d45-8bd8-bace34fd6beb tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:33.744539 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-3f552d3e-34be-4d45-8bd8-bace34fd6beb tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.57 "GET /v2.0/networks?id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c HTTP/1.1" status: 200 len: 804 time: 0.3101456 May 27 22:30:33.775925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Request body: {'port': {'device_id': '3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198', 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c', 'admin_state_up': True, 'tenant_id': '66c8ee59557b4baea4ae26e059dc0936'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:34.079316 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:34.093974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Transition to ACTIVE for port object f603e508-7b62-4b91-88a6-52d22bff8501 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:34.272905 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-75e401d5-5386-450a-9940-57a99a1e9306 req-96b4ee17-4f02-4b40-bf00-9691d818f0e7 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 210 time: 0.2258930 May 27 22:30:34.274421 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:34.395680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c624b-e948-4207-b0fc-72b690b9deff req-0e0402e6-ff38-47db-b11e-02c5b833e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:34.395680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-919c624b-e948-4207-b0fc-72b690b9deff req-0e0402e6-ff38-47db-b11e-02c5b833e1de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 1096 time: 0.5350301 May 27 22:30:34.426032 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cc7286c-1dfe-43b0-97a5-2b9e343aacdb req-51ea5795-2721-4e7e-9916-98732ff51ff2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1301224 May 27 22:30:34.426527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58718b-647a-4bc8-84da-561eb3307882 None None] Pushing event updated for resources: {'Port': ['ID=f603e508-7b62-4b91-88a6-52d22bff8501,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:34.478584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:34.482608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Usage tracker for resource:port and tenant:66c8ee59557b4baea4ae26e059dc0936 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:30:34.486528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:30:34.492415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:34.560591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-9797688a-9b00-42b3-b22e-b253eb441bbb tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:34.562336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-9797688a-9b00-42b3-b22e-b253eb441bbb tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/networks?id=c978eaf1-631d-40b2-b111-3d1c0c4fafca HTTP/1.1" status: 200 len: 829 time: 0.5168014 May 27 22:30:34.565106 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-919c624b-e948-4207-b0fc-72b690b9deff req-2656ebfd-df60-4cf6-abf8-3bbeed1e628f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657805 May 27 22:30:34.587856 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-c441189c-1d15-4889-840d-26d4d21f2a4b tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/quotas/991aecd0b8eb49eebdbc3aa19fa87655 HTTP/1.1" status: 200 len: 375 time: 0.0139866 May 27 22:30:34.646831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Attempting to bind port f603e508-7b62-4b91-88a6-52d22bff8501 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:30:34.647404 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Attempting to bind port f603e508-7b62-4b91-88a6-52d22bff8501 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '392c85a5-e46c-4be0-a07f-f52e165f49cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:30:34.647531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Attempting to bind port f603e508-7b62-4b91-88a6-52d22bff8501 on network c978eaf1-631d-40b2-b111-3d1c0c4fafca {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:34.661155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:30:34.663916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Checking segment: {'id': '392c85a5-e46c-4be0-a07f-f52e165f49cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:30:34.663916 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:34.663916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Bound using segment: {'id': '392c85a5-e46c-4be0-a07f-f52e165f49cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:30:34.665116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Bound port: f603e508-7b62-4b91-88a6-52d22bff8501, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392c85a5-e46c-4be0-a07f-f52e165f49cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:30:34.665248 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:34.692991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7286c-1dfe-43b0-97a5-2b9e343aacdb req-99282b09-5050-41e2-9f09-ea5a0cf9e717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:34.692991 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cc7286c-1dfe-43b0-97a5-2b9e343aacdb req-99282b09-5050-41e2-9f09-ea5a0cf9e717 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 1100 time: 0.1669707 May 27 22:30:34.700039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Made reservation on behalf of 66c8ee59557b4baea4ae26e059dc0936 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:30:34.704141 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:34.759967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496b67b-6e48-47a9-ae62-4faaedbaf6ce req-b15bb97b-5ae6-4152-a690-c3c9d6e939f1 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:34.765766 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7496b67b-6e48-47a9-ae62-4faaedbaf6ce req-b15bb97b-5ae6-4152-a690-c3c9d6e939f1 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.3347731 May 27 22:30:34.804081 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] For port f603e508-7b62-4b91-88a6-52d22bff8501, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:30:34.807196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] For port f603e508-7b62-4b91-88a6-52d22bff8501, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f603e508-7b62-4b91-88a6-52d22bff8501,segment=NetworkSegment(392c85a5-e46c-4be0-a07f-f52e165f49cb),segment_id=392c85a5-e46c-4be0-a07f-f52e165f49cb)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:30:34.871504 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:34.898540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7496b67b-6e48-47a9-ae62-4faaedbaf6ce req-afc4345d-4d54-4b82-a22d-065713e96c12 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844779 May 27 22:30:34.906750 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-abdab156-1005-4f79-825f-157101fab0f8 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Synchronizing usage tracker for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:30:34.964066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Routers {'5c332d93-de08-40f4-bddb-71b374967770'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:30:34.964973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:30:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5c332d93-de08-40f4-bddb-71b374967770'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:30:35.031138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Allocated IP 172.20.0.2 (018c54a3-53cd-4743-8a8d-f2fbd49a3a7c/b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da/bfb762c0-522c-4661-a936-1bdad8f61f40) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:30:35.062798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58718b-647a-4bc8-84da-561eb3307882 None None] Pushing event updated for resources: {'Port': ['ID=f603e508-7b62-4b91-88a6-52d22bff8501,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:35.109675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7286c-1dfe-43b0-97a5-2b9e343aacdb req-e311d422-1ea0-45f0-8bd6-b613f303dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:35.111211 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cc7286c-1dfe-43b0-97a5-2b9e343aacdb req-e311d422-1ea0-45f0-8bd6-b613f303dffa service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.2080147 May 27 22:30:35.125917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-abdab156-1005-4f79-825f-157101fab0f8 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Unset dirty status for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:30:35.146040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-abdab156-1005-4f79-825f-157101fab0f8 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=991aecd0b8eb49eebdbc3aa19fa87655&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5439265 May 27 22:30:35.200848 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] Set router 5c332d93-de08-40f4-bddb-71b374967770 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:30:35.212966 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cc7286c-1dfe-43b0-97a5-2b9e343aacdb req-aad76aac-f1ee-4746-bb75-39da467ffdcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=e4583884-4f85-4cf4-9c9b-c77f569ea4b9 HTTP/1.1" status: 200 len: 217 time: 0.0833735 May 27 22:30:35.315094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7286c-1dfe-43b0-97a5-2b9e343aacdb req-962babf2-2306-45af-9741-657831e7d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:35.316670 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cc7286c-1dfe-43b0-97a5-2b9e343aacdb req-962babf2-2306-45af-9741-657831e7d366 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0966704 May 27 22:30:35.405302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7286c-1dfe-43b0-97a5-2b9e343aacdb req-df624f02-56d3-4aef-90cb-dd673572e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:35.406787 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cc7286c-1dfe-43b0-97a5-2b9e343aacdb req-df624f02-56d3-4aef-90cb-dd673572e575 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0799618 May 27 22:30:35.446605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-ae1c5f63-0987-46dc-ab21-37df5ca8bb50 service neutron] 10.222.0.27 "GET /v2.0/networks/c978eaf1-631d-40b2-b111-3d1c0c4fafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057737 May 27 22:30:35.476516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729726ae-a89f-4a9d-9793-f1e864152e56 req-7295576c-5dd4-4ce5-8477-68dfd43f392d tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:35.478040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-729726ae-a89f-4a9d-9793-f1e864152e56 req-7295576c-5dd4-4ce5-8477-68dfd43f392d tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/ports?device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 945 time: 0.4223394 May 27 22:30:35.617656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c332d93-de08-40f4-bddb-71b374967770', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:30:16Z', 'updated_at': '2022-05-27T22:30:28Z', 'revision_number': 4, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'gw_port': {'id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:17Z', 'updated_at': '2022-05-27T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'f603e508-7b62-4b91-88a6-52d22bff8501', 'name': '', 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'mac_address': 'fa:16:3e:7e:1d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:24Z', 'updated_at': '2022-05-27T22:30:34Z', 'revision_number': 4, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'subnets': [{'id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:30:35.623416 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb0cd3-63fb-4621-9b2d-07a74869c2e9 None None] The sync data for ids ['5c332d93-de08-40f4-bddb-71b374967770'] in n-d-843680-3 is: [{'id': '5c332d93-de08-40f4-bddb-71b374967770', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:30:16Z', 'updated_at': '2022-05-27T22:30:28Z', 'revision_number': 4, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'gw_port': {'id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:17Z', 'updated_at': '2022-05-27T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'f603e508-7b62-4b91-88a6-52d22bff8501', 'name': '', 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'mac_address': 'fa:16:3e:7e:1d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:24Z', 'updated_at': '2022-05-27T22:30:34Z', 'revision_number': 4, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'subnets': [{'id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:30:35.641182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-729726ae-a89f-4a9d-9793-f1e864152e56 req-983ccb42-e27c-494e-8f88-2d656300d6b2 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe7381c2-655f-4b02-aea7-32ef30c1fae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538756 May 27 22:30:35.723715 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:35.726885 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cc7286c-1dfe-43b0-97a5-2b9e343aacdb req-7a672bb2-b98f-46ec-91ab-44e7026972c8 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132005 May 27 22:30:35.749951 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-0b98a84d-804c-4fd7-87a5-b57f57b748a5 service neutron] 10.222.0.27 "GET /v2.0/networks/c978eaf1-631d-40b2-b111-3d1c0c4fafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024178 May 27 22:30:35.963807 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:35.990358 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cc7286c-1dfe-43b0-97a5-2b9e343aacdb req-b9f3eaf0-8fd1-4416-899a-96831612afcc service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454276 May 27 22:30:36.125116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:30:36.134395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:30:36.141197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:30:36.191932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Pushing event updated for resources: {'Port': ['ID=bfb762c0-522c-4661-a936-1bdad8f61f40,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:36.283592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbb92868-7a00-45a2-9360-46885f101f82 req-cf08075b-76d2-4365-9ef6-d567559c74a0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 210 time: 0.0857339 May 27 22:30:36.298046 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:36.298970 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:36.330717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0477fa0-d492-4cf9-8f51-6c65869f0a23 req-bbc210ee-8cd1-498d-8c82-297373db9bb9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:36.331717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c0477fa0-d492-4cf9-8f51-6c65869f0a23 req-bbc210ee-8cd1-498d-8c82-297373db9bb9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Synchronizing usage tracker for tenant:66c8ee59557b4baea4ae26e059dc0936 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:30:36.388229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00d158-c4f0-4a48-8e19-114c6f804a7d req-9e9a95c3-8d70-46bf-a82d-35c4329f4307 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:36.390088 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c00d158-c4f0-4a48-8e19-114c6f804a7d req-9e9a95c3-8d70-46bf-a82d-35c4329f4307 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 945 time: 0.1083095 May 27 22:30:36.450643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c0477fa0-d492-4cf9-8f51-6c65869f0a23 req-bbc210ee-8cd1-498d-8c82-297373db9bb9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Unset dirty status for tenant:66c8ee59557b4baea4ae26e059dc0936 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:30:36.455258 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0477fa0-d492-4cf9-8f51-6c65869f0a23 req-bbc210ee-8cd1-498d-8c82-297373db9bb9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 931 time: 0.4037502 May 27 22:30:36.462173 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-fe6d0144-b27c-4683-af90-6309c1f3add0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6970613 May 27 22:30:36.499281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Request body: {'port': {'device_id': '3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:36.507542 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-1c00d158-c4f0-4a48-8e19-114c6f804a7d req-a55a6c3d-f1ae-4168-b2b0-f3fbee310e65 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Deleting port 2a198ab7-ce18-46b0-bd94-6806a349b863 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:30:36.507887 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c00d158-c4f0-4a48-8e19-114c6f804a7d req-a55a6c3d-f1ae-4168-b2b0-f3fbee310e65 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:36.529254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f603e508-7b62-4b91-88a6-52d22bff8501 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:30:36.782935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port f603e508-7b62-4b91-88a6-52d22bff8501 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:30:36.793939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port f603e508-7b62-4b91-88a6-52d22bff8501 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:36.794549 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:36.800098 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0477fa0-d492-4cf9-8f51-6c65869f0a23 req-a3970717-5249-4659-b0f4-a7b009a5b465 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375556 May 27 22:30:36.818953 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:37.009953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-1c00d158-c4f0-4a48-8e19-114c6f804a7d req-a55a6c3d-f1ae-4168-b2b0-f3fbee310e65 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] For port 2a198ab7-ce18-46b0-bd94-6806a349b863, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2a198ab7-ce18-46b0-bd94-6806a349b863,segment=NetworkSegment(0e1503d5-7bba-43a3-bf97-f67b6617a478),segment_id=0e1503d5-7bba-43a3-bf97-f67b6617a478)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:37.011099 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c00d158-c4f0-4a48-8e19-114c6f804a7d req-a55a6c3d-f1ae-4168-b2b0-f3fbee310e65 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:37.047974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port f603e508-7b62-4b91-88a6-52d22bff8501 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:37.048733 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:37.120296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port f603e508-7b62-4b91-88a6-52d22bff8501, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f603e508-7b62-4b91-88a6-52d22bff8501,segment=NetworkSegment(392c85a5-e46c-4be0-a07f-f52e165f49cb),segment_id=392c85a5-e46c-4be0-a07f-f52e165f49cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:37.217171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4c28afda-219a-40f1-b1c2-4e130a407371 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:30:37.233749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-1c00d158-c4f0-4a48-8e19-114c6f804a7d req-a55a6c3d-f1ae-4168-b2b0-f3fbee310e65 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Calling delete_port for 2a198ab7-ce18-46b0-bd94-6806a349b863 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:30:37.259035 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:37.395118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=f603e508-7b62-4b91-88a6-52d22bff8501,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:37.460026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-9f299a62-989d-4149-9998-80b6fbeb7605 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d47f869e18974690bc67f65603b9f1d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5065539 May 27 22:30:37.464853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4c28afda-219a-40f1-b1c2-4e130a407371 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:37.465251 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:37.476923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fce6ab9-979c-421e-be12-642126b2d09d req-c541b2de-f712-466d-8366-cf448cc36a8c tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 210 time: 0.2237129 May 27 22:30:37.494776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82a5c8e-f8ec-4a0a-a863-4cabbc82084f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c28afda-219a-40f1-b1c2-4e130a407371'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:37.513672 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4c28afda-219a-40f1-b1c2-4e130a407371, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4c28afda-219a-40f1-b1c2-4e130a407371,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:37.527329 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c00d158-c4f0-4a48-8e19-114c6f804a7d req-a55a6c3d-f1ae-4168-b2b0-f3fbee310e65 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:37.557863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['2a198ab7-ce18-46b0-bd94-6806a349b863'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:37.591111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a6c3d-f1ae-4168-b2b0-f3fbee310e65 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Pushing event deleted for resources: {'Port': ['ID=2a198ab7-ce18-46b0-bd94-6806a349b863,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:37.619391 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:37.693928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c00d158-c4f0-4a48-8e19-114c6f804a7d req-a55a6c3d-f1ae-4168-b2b0-f3fbee310e65 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] No DVR routers for this DVR port 2a198ab7-ce18-46b0-bd94-6806a349b863 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:30:37.694860 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1c00d158-c4f0-4a48-8e19-114c6f804a7d req-a55a6c3d-f1ae-4168-b2b0-f3fbee310e65 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:37.697920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe835c2-4843-4ea3-823a-8889a6f74d6a', 'name': 'network-vif-deleted', 'tag': '2a198ab7-ce18-46b0-bd94-6806a349b863'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:37.725846 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6db1e44d-bab4-4108-88d4-60647d12ba2a req-7615cb4c-1f78-43d4-87f3-3113d5cb88e4 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.27 "GET /v2.0/ports?device_id=4fe835c2-4843-4ea3-823a-8889a6f74d6a HTTP/1.1" status: 200 len: 210 time: 0.0811839 May 27 22:30:37.730672 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4c28afda-219a-40f1-b1c2-4e130a407371,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:37.824019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ea9f195d-3ceb-443e-b383-5887a106dc77 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:37.825425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ea9f195d-3ceb-443e-b383-5887a106dc77 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3438711 May 27 22:30:37.835342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13671ef-d2c8-42f3-8f5d-8ae63485225f req-7906b9bc-a32c-4f20-90a0-e16a925ab9d1 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:37.840554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e13671ef-d2c8-42f3-8f5d-8ae63485225f req-7906b9bc-a32c-4f20-90a0-e16a925ab9d1 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.5404410 May 27 22:30:37.846184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Request body: {'port': {'device_id': '80fabb10-e7cd-447e-a9da-cc4c19b55e15', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'd47f869e18974690bc67f65603b9f1d5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:37.860277 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c00d158-c4f0-4a48-8e19-114c6f804a7d req-a55a6c3d-f1ae-4168-b2b0-f3fbee310e65 tempest-ServerPasswordTestJSON-1922058456 tempest-ServerPasswordTestJSON-1922058456-project] 10.222.0.57 "DELETE /v2.0/ports/2a198ab7-ce18-46b0-bd94-6806a349b863 HTTP/1.1" status: 204 len: 173 time: 1.4593217 May 27 22:30:37.972584 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:30:38.081802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e13671ef-d2c8-42f3-8f5d-8ae63485225f req-629996b7-80a1-4e5d-a6ac-a1ee659e70dc tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211304 May 27 22:30:38.093060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb762c0-522c-4661-a936-1bdad8f61f40 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:38.104811 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:38.152138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Transition to ACTIVE for port object bfb762c0-522c-4661-a936-1bdad8f61f40 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:38.164920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:38.174061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb06011b-eaaa-4ec6-9e8b-adec126083c3 req-3b095842-b39f-4d8d-b664-51c175dbf3f7 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:38.183786 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb06011b-eaaa-4ec6-9e8b-adec126083c3 req-3b095842-b39f-4d8d-b664-51c175dbf3f7 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 948 time: 0.3367829 May 27 22:30:38.208188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:38.292170 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb06011b-eaaa-4ec6-9e8b-adec126083c3 req-ddd734c2-6cbd-40e7-9a63-40d33b19d6a5 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043706 May 27 22:30:38.316181 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:38.371407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443193ce-8af8-4135-b45c-d95d3ee084bd req-250bc13d-f53a-44b0-b40d-2348dec3d29f tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:38.379182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-443193ce-8af8-4135-b45c-d95d3ee084bd req-250bc13d-f53a-44b0-b40d-2348dec3d29f tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 951 time: 0.1735461 May 27 22:30:38.463961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f603e508-7b62-4b91-88a6-52d22bff8501 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:30:38.499559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Made reservation on behalf of d47f869e18974690bc67f65603b9f1d5 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:30:38.502963 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:38.552536 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port f603e508-7b62-4b91-88a6-52d22bff8501 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:38.552972 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:38.557753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-673e9edf-ce72-449e-aa4c-dad8bc1d546e req-65a2d245-b241-484f-8d1d-3c5b8b81909f tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 210 time: 0.1638732 May 27 22:30:38.574796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb762c0-522c-4661-a936-1bdad8f61f40,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:38.633573 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea5f307-9eb8-497c-87b5-78df814c5000'] response: {'server_uuid': 'f82a5c8e-f8ec-4a0a-a863-4cabbc82084f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c28afda-219a-40f1-b1c2-4e130a407371', 'code': 200} May 27 22:30:38.679437 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6886f5e-ba84-4861-8542-04f65eddcad9'] response: {'server_uuid': '4fe835c2-4843-4ea3-823a-8889a6f74d6a', 'name': 'network-vif-deleted', 'tag': '2a198ab7-ce18-46b0-bd94-6806a349b863', 'status': 'completed', 'code': 200} May 27 22:30:38.698827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-443193ce-8af8-4135-b45c-d95d3ee084bd req-48de422c-54d2-4d75-b9f3-b2382cedf7cd tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184891 May 27 22:30:38.717306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port f603e508-7b62-4b91-88a6-52d22bff8501 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:39.080672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Attempting to bind port bfb762c0-522c-4661-a936-1bdad8f61f40 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:30:39.080672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Attempting to bind port bfb762c0-522c-4661-a936-1bdad8f61f40 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:30:39.080672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Attempting to bind port bfb762c0-522c-4661-a936-1bdad8f61f40 on network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:39.093312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Port bfb762c0-522c-4661-a936-1bdad8f61f40 on network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:30:39.093635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Attempting to bind port bfb762c0-522c-4661-a936-1bdad8f61f40 on network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:39.117290 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:30:39.117644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Checking segment: {'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:30:39.118031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Bound using segment: {'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:30:39.118472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Bound port: bfb762c0-522c-4661-a936-1bdad8f61f40, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:30:39.118815 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:39.129431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Allocated IP 192.168.233.14 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/4bcec65e-6e24-4d5d-b75e-a5142b3195a8) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:30:39.148923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a5335-288c-496d-9911-490a7b874ee2 req-f21bcb35-e0f5-495a-9325-cae8873de1fc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:39.150627 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-800a5335-288c-496d-9911-490a7b874ee2 req-f21bcb35-e0f5-495a-9325-cae8873de1fc tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.46 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 951 time: 0.4255500 May 27 22:30:39.276822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8921f9c-3f5a-4f70-b150-032e6829c114 req-296953bd-9e6d-4428-acb7-a20c06bdecfd tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:39.278249 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a8921f9c-3f5a-4f70-b150-032e6829c114 req-296953bd-9e6d-4428-acb7-a20c06bdecfd tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 943 time: 0.5001013 May 27 22:30:39.361941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-800a5335-288c-496d-9911-490a7b874ee2 req-c13526f4-86fa-4d17-9e56-43d3da098a45 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Deleting port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:30:39.361941 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-800a5335-288c-496d-9911-490a7b874ee2 req-c13526f4-86fa-4d17-9e56-43d3da098a45 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:39.505039 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a8921f9c-3f5a-4f70-b150-032e6829c114 req-0b3c8de2-2cda-4f9a-b6a3-1b7093c1f795 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167351 May 27 22:30:39.526048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] For port bfb762c0-522c-4661-a936-1bdad8f61f40, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:30:39.574287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] For port bfb762c0-522c-4661-a936-1bdad8f61f40, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=bfb762c0-522c-4661-a936-1bdad8f61f40,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:30:39.589983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-b3b78542-8ac2-4f83-807e-459b6ebc4d94 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:39.590710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-b3b78542-8ac2-4f83-807e-459b6ebc4d94 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Synchronizing usage tracker for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:30:39.745004 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a41a8dff-2641-4cf6-ac84-0f92de3f7a0c req-da726d40-e9c1-455b-a149-b0e1ce15012b tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 210 time: 0.1128609 May 27 22:30:39.776136 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:39.780641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-b3b78542-8ac2-4f83-807e-459b6ebc4d94 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Unset dirty status for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:30:39.794507 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-b3b78542-8ac2-4f83-807e-459b6ebc4d94 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.46 "GET /v2.0/networks?id=c978eaf1-631d-40b2-b111-3d1c0c4fafca HTTP/1.1" status: 200 len: 829 time: 0.4369407 May 27 22:30:39.795039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:39.805395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Request body: {'port': {'device_id': 'a79e7392-b84b-4a26-8d6f-838925beb2f7', 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'admin_state_up': True, 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:39.880782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Transition to ACTIVE for port object 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:39.880782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45124) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:39.886021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2a198ab7-ce18-46b0-bd94-6806a349b863 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:30:39.921517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:39.922126 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:39.923471 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] 10.222.0.57 "PUT /v2.0/ports/bfb762c0-522c-4661-a936-1bdad8f61f40 HTTP/1.1" status: 200 len: 1091 time: 3.4389572 May 27 22:30:39.923909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198', 'tag': 'bfb762c0-522c-4661-a936-1bdad8f61f40'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:39.950228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 2a198ab7-ce18-46b0-bd94-6806a349b863 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:30:39.955268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2a198ab7-ce18-46b0-bd94-6806a349b863 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:30:40.038067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:40.049339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:40.060834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-800a5335-288c-496d-9911-490a7b874ee2 req-c13526f4-86fa-4d17-9e56-43d3da098a45 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] For port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:40.061218 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-800a5335-288c-496d-9911-490a7b874ee2 req-c13526f4-86fa-4d17-9e56-43d3da098a45 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:40.079812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ef256-8383-4891-b8aa-e81e89a9ba01 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb762c0-522c-4661-a936-1bdad8f61f40,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:40.127367 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af0abb3c-4db5-4227-9eab-55333ea78200 req-1508b428-0059-4fa6-a4ed-461ddc8a0324 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 210 time: 0.1285741 May 27 22:30:40.162538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Made reservation on behalf of 991aecd0b8eb49eebdbc3aa19fa87655 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:30:40.166329 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:40.193740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3c9e01-a8cd-49f2-b1d2-2e5a442bfcbe admin admin] Deleting subnet 0b470819-b5e8-4e87-bdd0-b2b325cf071a {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:30:40.291309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-800a5335-288c-496d-9911-490a7b874ee2 req-c13526f4-86fa-4d17-9e56-43d3da098a45 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Calling delete_port for 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:30:40.324271 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e3c9e01-a8cd-49f2-b1d2-2e5a442bfcbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:40.337839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Allocated IP 172.20.0.5 (c978eaf1-631d-40b2-b111-3d1c0c4fafca/33859198-d1c0-45b8-bf01-9e76783acdc8/21669d7f-17ff-457b-b244-ab46bcc8154f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:30:40.439318 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e3c9e01-a8cd-49f2-b1d2-2e5a442bfcbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:40.507752 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:40.521434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d003b-2a3b-497e-903c-eb42a9c2e95d req-44ebc50a-7bf4-4b74-be8d-6114042e6e0d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:40.522919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e7d003b-2a3b-497e-903c-eb42a9c2e95d req-44ebc50a-7bf4-4b74-be8d-6114042e6e0d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.5857065 May 27 22:30:40.523083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b79a054f-03df-4600-942e-b9ed8592780d', 'bced882c-528d-47ab-89ce-0c0bf3968d42', 'eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:40.549554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9', '5c165e3b-e0df-4343-8f81-36f59003b6c9', 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa', '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:40.562424 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:40.583717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Transition to ACTIVE for port object 21669d7f-17ff-457b-b244-ab46bcc8154f will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:40.677193 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:40.770805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Network c978eaf1-631d-40b2-b111-3d1c0c4fafca is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:30:40.776836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-a0fe3f0a-5b72-4238-bbba-1450709c7ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:40.778294 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-a0fe3f0a-5b72-4238-bbba-1450709c7ea9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66c8ee59557b4baea4ae26e059dc0936&device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 1094 time: 0.7054508 May 27 22:30:40.779686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:30:40.783465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:30:40.811439 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e3c9e01-a8cd-49f2-b1d2-2e5a442bfcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:40.897847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:30:40.966194 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-3da45a90-b051-48ce-a526-919b49490e25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bfb762c0-522c-4661-a936-1bdad8f61f40 HTTP/1.1" status: 200 len: 217 time: 0.1644759 May 27 22:30:40.968740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:30:40.980235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523ea5e-f94d-40f6-9d42-4bb97412ddef req-227af13c-7c53-482b-adf4-4bfca5996903 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:40.988832 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3523ea5e-f94d-40f6-9d42-4bb97412ddef req-227af13c-7c53-482b-adf4-4bfca5996903 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/ports?device_id=5bff8b69-ef4e-41cd-a9b7-158009714b96 HTTP/1.1" status: 200 len: 951 time: 0.7352057 May 27 22:30:41.087021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:41.088405 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:41.114162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Pushing event updated for resources: {'Port': ['ID=21669d7f-17ff-457b-b244-ab46bcc8154f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:41.115799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:30:41.203833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event updated for resources: {'Port': ['ID=4bcec65e-6e24-4d5d-b75e-a5142b3195a8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:41.232145 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-641aa05a-b03c-415d-89ee-de4be34fd457 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4268169 May 27 22:30:41.256234 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:30:41.259051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Request body: {'port': {'device_id': 'a79e7392-b84b-4a26-8d6f-838925beb2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:41.312889 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e7d003b-2a3b-497e-903c-eb42a9c2e95d req-0b4a5fde-8b37-4a98-96bf-5f3cc888cf5c tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7525561 May 27 22:30:41.373365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:30:41.383915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:30:41.384077 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-800a5335-288c-496d-9911-490a7b874ee2 req-c13526f4-86fa-4d17-9e56-43d3da098a45 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:41.386862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-0ba53d36-2816-4f69-97a6-7dcbf867a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:41.389048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-0ba53d36-2816-4f69-97a6-7dcbf867a717 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da HTTP/1.1" status: 200 len: 844 time: 0.3647015 May 27 22:30:41.404700 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3523ea5e-f94d-40f6-9d42-4bb97412ddef req-7967107c-9619-4279-8aa1-1d154b2c74d0 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.27 "GET /v2.0/security-groups?id=3668a522-edb1-4dae-a9eb-20eb957415f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136970 May 27 22:30:41.430351 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:41.442540 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:41.444581 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:41.476815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-855fef7c-f070-44a6-8d99-96dfd3fc540e None None] Provisioning for port 21669d7f-17ff-457b-b244-ab46bcc8154f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:30:41.499082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-855fef7c-f070-44a6-8d99-96dfd3fc540e None None] Provisioning complete for port 21669d7f-17ff-457b-b244-ab46bcc8154f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:41.499456 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-855fef7c-f070-44a6-8d99-96dfd3fc540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:41.541281 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c4c6ae-0bc0-4117-882a-b5f3f0d4d658'] response: {'name': 'network-changed', 'server_uuid': '3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198', 'tag': 'bfb762c0-522c-4661-a936-1bdad8f61f40', 'status': 'completed', 'code': 200} May 27 22:30:41.578993 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e3c9e01-a8cd-49f2-b1d2-2e5a442bfcbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:41.604916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-855fef7c-f070-44a6-8d99-96dfd3fc540e None None] Port 21669d7f-17ff-457b-b244-ab46bcc8154f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:30:41.652304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13526f4-86fa-4d17-9e56-43d3da098a45 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Pushing event deleted for resources: {'Port': ['ID=9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:41.707399 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-8a1a1a0e-faff-43b7-89a7-1d4ab7e8fdab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3026626 May 27 22:30:41.785920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c9e01-a8cd-49f2-b1d2-2e5a442bfcbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b470819-b5e8-4e87-bdd0-b2b325cf071a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:41.806781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2e43d95e-f460-424f-b4dc-d44ea03e6840 None None] Provisioning for port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:30:41.809614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2e43d95e-f460-424f-b4dc-d44ea03e6840 None None] Provisioning complete for port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:41.810072 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2e43d95e-f460-424f-b4dc-d44ea03e6840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:41.822282 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e3c9e01-a8cd-49f2-b1d2-2e5a442bfcbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:41.899239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2e43d95e-f460-424f-b4dc-d44ea03e6840 None None] Port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:30:41.913370 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-800a5335-288c-496d-9911-490a7b874ee2 req-c13526f4-86fa-4d17-9e56-43d3da098a45 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] No DVR routers for this DVR port 9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:30:41.931337 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-800a5335-288c-496d-9911-490a7b874ee2 req-c13526f4-86fa-4d17-9e56-43d3da098a45 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:41.931337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-800a5335-288c-496d-9911-490a7b874ee2 req-c13526f4-86fa-4d17-9e56-43d3da098a45 tempest-ServersAdminTestJSON-1565679686 tempest-ServersAdminTestJSON-1565679686-project] 10.222.0.46 "DELETE /v2.0/ports/9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6 HTTP/1.1" status: 204 len: 173 time: 2.7605319 May 27 22:30:41.947653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21669d7f-17ff-457b-b244-ab46bcc8154f {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:41.956468 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:41.971494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Transition to ACTIVE for port object 21669d7f-17ff-457b-b244-ab46bcc8154f will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:42.008360 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-ce17f83e-3046-4da3-ae7f-af8d64bfc61e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1671107 May 27 22:30:42.035170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Request body: {'port': {'device_id': '80fabb10-e7cd-447e-a9da-cc4c19b55e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:42.131356 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:42.135376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc8a7d-64d9-43da-a576-2649b65e71ad req-a1ebe991-e8d6-4afb-9d66-204a062ebf46 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:42.135376 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-90fc8a7d-64d9-43da-a576-2649b65e71ad req-a1ebe991-e8d6-4afb-9d66-204a062ebf46 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 931 time: 0.3817089 May 27 22:30:42.141469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e70d4-69df-4dfc-a7f3-cc7e71cd95fd req-74510e55-2f21-46da-a737-666bd7875310 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:42.142932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08e70d4-69df-4dfc-a7f3-cc7e71cd95fd req-74510e55-2f21-46da-a737-666bd7875310 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 943 time: 0.4966791 May 27 22:30:42.164221 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3e3c9e01-a8cd-49f2-b1d2-2e5a442bfcbe admin admin] 10.222.0.27 "DELETE /v2.0/subnets/0b470819-b5e8-4e87-bdd0-b2b325cf071a HTTP/1.1" status: 204 len: 168 time: 2.2668796 May 27 22:30:42.169517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45148) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:42.191551 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-2c2fae2a-bfa5-4371-87e2-d1bea3b28361 service neutron] 10.222.0.57 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785965 May 27 22:30:42.393543 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08e70d4-69df-4dfc-a7f3-cc7e71cd95fd req-f512d297-3234-4795-ba0c-96d22d0da42a tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447207 May 27 22:30:42.397098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Pushing event updated for resources: {'Port': ['ID=21669d7f-17ff-457b-b244-ab46bcc8154f,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:42.399714 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:42.415013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-90fc8a7d-64d9-43da-a576-2649b65e71ad req-8c6d7356-4b40-45ba-85ca-e546019d77a9 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/security-groups?id=03190a93-ab2c-4a4f-91df-352478340c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710714 May 27 22:30:42.501895 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-edfd7f63-248a-49a5-8d0f-868d3d141c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:42.509437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Attempting to bind port 21669d7f-17ff-457b-b244-ab46bcc8154f on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:30:42.510028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Attempting to bind port 21669d7f-17ff-457b-b244-ab46bcc8154f by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '392c85a5-e46c-4be0-a07f-f52e165f49cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:30:42.510555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Attempting to bind port 21669d7f-17ff-457b-b244-ab46bcc8154f on network c978eaf1-631d-40b2-b111-3d1c0c4fafca {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:42.521191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Port 21669d7f-17ff-457b-b244-ab46bcc8154f on network c978eaf1-631d-40b2-b111-3d1c0c4fafca not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:30:42.527201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Attempting to bind port 21669d7f-17ff-457b-b244-ab46bcc8154f on network c978eaf1-631d-40b2-b111-3d1c0c4fafca {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:42.549413 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6fbdbc5-153c-4857-8c24-e15ad15b3ef3 req-474287cd-1301-488b-8f48-0a993129285d service neutron] 10.222.0.57 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176897 May 27 22:30:42.585007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:30:42.585280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Checking segment: {'id': '392c85a5-e46c-4be0-a07f-f52e165f49cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:30:42.585632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Bound using segment: {'id': '392c85a5-e46c-4be0-a07f-f52e165f49cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:30:42.586073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Bound port: 21669d7f-17ff-457b-b244-ab46bcc8154f, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392c85a5-e46c-4be0-a07f-f52e165f49cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:30:42.586420 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:42.715296 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-edfd7f63-248a-49a5-8d0f-868d3d141c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:42.755991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-edfd7f63-248a-49a5-8d0f-868d3d141c01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1d4f4f-e39c-4e99-aceb-ed536e907c5c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:30:42.772970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-edfd7f63-248a-49a5-8d0f-868d3d141c01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1503d5-7bba-43a3-bf97-f67b6617a478') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:30:42.774758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-edfd7f63-248a-49a5-8d0f-868d3d141c01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1503d5-7bba-43a3-bf97-f67b6617a478') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:30:42.784190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] For port 21669d7f-17ff-457b-b244-ab46bcc8154f, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:30:42.789781 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-edfd7f63-248a-49a5-8d0f-868d3d141c01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:42.803497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] For port 21669d7f-17ff-457b-b244-ab46bcc8154f, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=21669d7f-17ff-457b-b244-ab46bcc8154f,segment=NetworkSegment(392c85a5-e46c-4be0-a07f-f52e165f49cb),segment_id=392c85a5-e46c-4be0-a07f-f52e165f49cb)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:30:42.810120 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-edfd7f63-248a-49a5-8d0f-868d3d141c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:42.817538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfd7f63-248a-49a5-8d0f-868d3d141c01 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:30:42.821305 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-edfd7f63-248a-49a5-8d0f-868d3d141c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:42.926107 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:43.018371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:43.019006 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:43.022951 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] 10.222.0.46 "PUT /v2.0/ports/21669d7f-17ff-457b-b244-ab46bcc8154f HTTP/1.1" status: 200 len: 1091 time: 1.7826653 May 27 22:30:43.022951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79e7392-b84b-4a26-8d6f-838925beb2f7', 'tag': '21669d7f-17ff-457b-b244-ab46bcc8154f'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:43.054227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a26920-8b4a-4c9c-acfc-5c6c7d453a98 service neutron] Pushing event updated for resources: {'Port': ['ID=21669d7f-17ff-457b-b244-ab46bcc8154f,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:43.075184 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-edfd7f63-248a-49a5-8d0f-868d3d141c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:43.080252 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-edfd7f63-248a-49a5-8d0f-868d3d141c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:43.085747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2e906-0a91-4b16-a5c4-4f882fc45329 req-817697e2-e0ba-4d03-907a-074bdcb459e1 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:43.091922 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50e2e906-0a91-4b16-a5c4-4f882fc45329 req-817697e2-e0ba-4d03-907a-074bdcb459e1 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.5023057 May 27 22:30:43.100737 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0e1503d5-7bba-43a3-bf97-f67b6617a478 resource provider aggregate not found May 27 22:30:43.112271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd7f63-248a-49a5-8d0f-868d3d141c01 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c1d4f4f-e39c-4e99-aceb-ed536e907c5c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:43.115570 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-edfd7f63-248a-49a5-8d0f-868d3d141c01 admin admin] 10.222.0.27 "DELETE /v2.0/networks/2c1d4f4f-e39c-4e99-aceb-ed536e907c5c HTTP/1.1" status: 204 len: 168 time: 0.9437318 May 27 22:30:43.132719 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0e1503d5-7bba-43a3-bf97-f67b6617a478 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e1503d5-7bba-43a3-bf97-f67b6617a478 found for delete ", "request_id": "req-d0ce134f-209a-444b-9752-e0933ae08850"}]} May 27 22:30:43.158124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf71bbd-e543-4718-9942-f35e8ad9db28 req-14e4b1b4-efaf-4203-9b99-b295126540b1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:43.158838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ccf71bbd-e543-4718-9942-f35e8ad9db28 req-14e4b1b4-efaf-4203-9b99-b295126540b1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Synchronizing usage tracker for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:30:43.222347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58223842-85d0-4cf5-a752-fca6c928a8b4 req-8cb8e01a-eee1-46a7-869f-db1addafbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:43.223887 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58223842-85d0-4cf5-a752-fca6c928a8b4 req-8cb8e01a-eee1-46a7-869f-db1addafbee6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66c8ee59557b4baea4ae26e059dc0936&device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 1094 time: 0.4847417 May 27 22:30:43.241269 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50e2e906-0a91-4b16-a5c4-4f882fc45329 req-d03e2e03-ab2a-4f14-9602-cababb870cfc tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475937 May 27 22:30:43.244302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-3c426fda-eea6-4ecc-a154-63fed0a3f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:43.246554 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-3c426fda-eea6-4ecc-a154-63fed0a3f40c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=991aecd0b8eb49eebdbc3aa19fa87655&device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 1094 time: 0.0847208 May 27 22:30:43.331039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ccf71bbd-e543-4718-9942-f35e8ad9db28 req-14e4b1b4-efaf-4203-9b99-b295126540b1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Unset dirty status for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:30:43.332185 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf71bbd-e543-4718-9942-f35e8ad9db28 req-14e4b1b4-efaf-4203-9b99-b295126540b1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 935 time: 0.7015491 May 27 22:30:43.360868 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-72360905-b45e-4290-b8e0-c87d64630ec1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21669d7f-17ff-457b-b244-ab46bcc8154f HTTP/1.1" status: 200 len: 217 time: 0.1060619 May 27 22:30:43.450186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:43.456993 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-b96c3d89-6406-4b73-bb79-0f35f2c4ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:43.456993 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-b96c3d89-6406-4b73-bb79-0f35f2c4ecc3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=33859198-d1c0-45b8-bf01-9e76783acdc8 HTTP/1.1" status: 200 len: 868 time: 0.0876565 May 27 22:30:43.484628 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:43.509302 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf71bbd-e543-4718-9942-f35e8ad9db28 req-d718227a-59c0-417e-8eea-f5488bc928d9 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416128 May 27 22:30:43.548555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'name': 'network-vif-deleted', 'tag': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:43.556572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58223842-85d0-4cf5-a752-fca6c928a8b4 req-0752387e-17fd-488a-aa95-d8a898631078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:43.559560 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58223842-85d0-4cf5-a752-fca6c928a8b4 req-0752387e-17fd-488a-aa95-d8a898631078 service neutron] 10.222.0.57 "GET /v2.0/networks?id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c HTTP/1.1" status: 200 len: 905 time: 0.3242605 May 27 22:30:43.569834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Transition to ACTIVE for port object 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:43.648627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45186) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:43.650403 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4722b23b-20cd-4573-812e-f3e1493b5852'] response: {'name': 'network-changed', 'server_uuid': 'a79e7392-b84b-4a26-8d6f-838925beb2f7', 'tag': '21669d7f-17ff-457b-b244-ab46bcc8154f', 'status': 'completed', 'code': 200} May 27 22:30:43.675965 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58223842-85d0-4cf5-a752-fca6c928a8b4 req-11220594-3c35-49ef-a629-ab9471cb67f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bfb762c0-522c-4661-a936-1bdad8f61f40 HTTP/1.1" status: 200 len: 217 time: 0.1034977 May 27 22:30:43.725845 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca153934-369a-4fd2-8462-fcbda65d5f9f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=149ed21f82cc4c8bb8fc1cc2c1562444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715537 May 27 22:30:43.725845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45192) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:43.735082 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:43.755501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-1bccbf64-48b9-4ad8-b44c-3da7a16bfdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:43.756991 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-1bccbf64-48b9-4ad8-b44c-3da7a16bfdc8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c978eaf1-631d-40b2-b111-3d1c0c4fafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2881732 May 27 22:30:43.899354 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea5ee619-1e23-427f-a89a-2f74ddcb2c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:43.928299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45200) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:43.974985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58223842-85d0-4cf5-a752-fca6c928a8b4 req-cf6f1018-dc29-4004-b2b6-e3f09a6a92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:43.977222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58223842-85d0-4cf5-a752-fca6c928a8b4 req-cf6f1018-dc29-4004-b2b6-e3f09a6a92ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da HTTP/1.1" status: 200 len: 844 time: 0.2940900 May 27 22:30:43.989297 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea5ee619-1e23-427f-a89a-2f74ddcb2c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:44.015281 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-13b6ba07-f7d0-490b-8e58-7b47195f7954 service neutron] 10.222.0.46 "GET /v2.0/networks/c978eaf1-631d-40b2-b111-3d1c0c4fafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503545 May 27 22:30:44.221432 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58223842-85d0-4cf5-a752-fca6c928a8b4 req-20c2e571-afed-42ac-b298-e9e04b3f1693 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619170 May 27 22:30:44.226695 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f209af32-34c7-4dfb-85a0-785a0f451b74 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=571914c851be419ca9fa71bbd7416ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948015 May 27 22:30:44.231560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45206) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:44.252758 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-954a6b91-5eb1-4f7a-b57f-6556cc25c8bf req-e0f503bc-644b-456c-9ea9-bed2e4db45bb service neutron] 10.222.0.46 "GET /v2.0/networks/c978eaf1-631d-40b2-b111-3d1c0c4fafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188501 May 27 22:30:44.280801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Pushing event updated for resources: {'Port': ['ID=4bcec65e-6e24-4d5d-b75e-a5142b3195a8,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:44.297654 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea5ee619-1e23-427f-a89a-2f74ddcb2c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:44.312743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ee619-1e23-427f-a89a-2f74ddcb2c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7381c2-655f-4b02-aea7-32ef30c1fae8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:44.318938 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea5ee619-1e23-427f-a89a-2f74ddcb2c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:44.320247 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea5ee619-1e23-427f-a89a-2f74ddcb2c8e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fe7381c2-655f-4b02-aea7-32ef30c1fae8 HTTP/1.1" status: 204 len: 168 time: 0.5935886 May 27 22:30:44.429054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486b6f7-a409-4e51-8f53-da122346d085 req-8650e4bd-b43f-4832-97ab-c337a482f84c tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:44.430528 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4486b6f7-a409-4e51-8f53-da122346d085 req-8650e4bd-b43f-4832-97ab-c337a482f84c tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 943 time: 0.7012393 May 27 22:30:44.462894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26031ce2-01b5-4fd5-9b53-f6ee79a77755 req-5360f17d-be36-4f79-9b21-ce46c8229052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:44.464514 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-26031ce2-01b5-4fd5-9b53-f6ee79a77755 req-5360f17d-be36-4f79-9b21-ce46c8229052 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=991aecd0b8eb49eebdbc3aa19fa87655&device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 1094 time: 0.0907884 May 27 22:30:44.481555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Attempting to bind port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:30:44.481884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Attempting to bind port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:30:44.482209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Attempting to bind port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:44.499075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9642f6-8651-44a5-9cd9-064d42f7f42e req-24a01de1-daaf-4595-b209-acbc5658e137 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:44.504174 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd9642f6-8651-44a5-9cd9-064d42f7f42e req-24a01de1-daaf-4595-b209-acbc5658e137 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 943 time: 0.5032616 May 27 22:30:44.532663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:30:44.536461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Attempting to bind port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:44.578193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:30:44.578768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:30:44.578768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:30:44.579281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Bound port: 4bcec65e-6e24-4d5d-b75e-a5142b3195a8, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:30:44.579638 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:44.598522 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b529ba15-7d30-4f47-8f0e-e19c6bd2fda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:44.627113 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4486b6f7-a409-4e51-8f53-da122346d085 req-fbba343f-4194-46ae-9a32-7f1d18a42413 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778214 May 27 22:30:44.628944 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58223842-85d0-4cf5-a752-fca6c928a8b4 req-ac7af0e0-4dee-4722-aae7-57f2be8d2755 service neutron] 10.222.0.57 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875175 May 27 22:30:44.637329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26031ce2-01b5-4fd5-9b53-f6ee79a77755 req-6bcf999a-6059-420d-88f2-fee6e3d76081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:44.641799 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-26031ce2-01b5-4fd5-9b53-f6ee79a77755 req-6bcf999a-6059-420d-88f2-fee6e3d76081 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c978eaf1-631d-40b2-b111-3d1c0c4fafca HTTP/1.1" status: 200 len: 930 time: 0.1712666 May 27 22:30:44.709687 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33414341-e9c0-41e8-8dcf-20e2a495b8ee'] response: {'server_uuid': '5bff8b69-ef4e-41cd-a9b7-158009714b96', 'name': 'network-vif-deleted', 'tag': '9e1ada6a-273c-45ae-a6c3-3cb8ece93ed6', 'status': 'completed', 'code': 200} May 27 22:30:44.782887 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd9642f6-8651-44a5-9cd9-064d42f7f42e req-1b315a73-9e6c-4883-8ec2-e1e10de5063f tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/security-groups?id=03190a93-ab2c-4a4f-91df-352478340c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511766 May 27 22:30:44.787319 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b529ba15-7d30-4f47-8f0e-e19c6bd2fda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:44.838557 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-26031ce2-01b5-4fd5-9b53-f6ee79a77755 req-926d3074-97cc-4cfd-bfb4-315a60f3f29d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21669d7f-17ff-457b-b244-ab46bcc8154f HTTP/1.1" status: 200 len: 217 time: 0.1901922 May 27 22:30:44.988849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26031ce2-01b5-4fd5-9b53-f6ee79a77755 req-171f1296-c1af-4726-a3a7-a2b564056c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:44.990757 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-26031ce2-01b5-4fd5-9b53-f6ee79a77755 req-171f1296-c1af-4726-a3a7-a2b564056c57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=33859198-d1c0-45b8-bf01-9e76783acdc8 HTTP/1.1" status: 200 len: 868 time: 0.1423411 May 27 22:30:45.087439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26031ce2-01b5-4fd5-9b53-f6ee79a77755 req-a880f5a8-589b-4fc6-b5ee-cb322b46b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:45.089453 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-26031ce2-01b5-4fd5-9b53-f6ee79a77755 req-a880f5a8-589b-4fc6-b5ee-cb322b46b405 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c978eaf1-631d-40b2-b111-3d1c0c4fafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882781 May 27 22:30:45.169217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] For port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:30:45.173506 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58223842-85d0-4cf5-a752-fca6c928a8b4 req-2db15059-e8b7-4efb-aa32-982973881ebb service neutron] 10.222.0.57 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372164 May 27 22:30:45.192398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] For port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4bcec65e-6e24-4d5d-b75e-a5142b3195a8,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:30:45.227693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb3674-1224-46c6-9cf6-af8cba150af8 req-9bff91a8-d5ca-428f-82db-67bf94ad62de tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:45.229177 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3edb3674-1224-46c6-9cf6-af8cba150af8 req-9bff91a8-d5ca-428f-82db-67bf94ad62de tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.3874011 May 27 22:30:45.249664 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-26031ce2-01b5-4fd5-9b53-f6ee79a77755 req-b628bdaa-afe1-4e73-9d25-3bd736f5e9f1 service neutron] 10.222.0.46 "GET /v2.0/networks/c978eaf1-631d-40b2-b111-3d1c0c4fafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524835 May 27 22:30:45.267181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d163d4-a05b-4948-92bb-d02e331f06e6 req-6a6072c4-aee3-40b1-bf02-918ed703bd03 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:45.268821 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1d163d4-a05b-4948-92bb-d02e331f06e6 req-6a6072c4-aee3-40b1-bf02-918ed703bd03 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 947 time: 0.1508162 May 27 22:30:45.279438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4b153ed1-d1c3-4019-b8b2-3250b994affb details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:30:45.374223 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:45.445193 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b529ba15-7d30-4f47-8f0e-e19c6bd2fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:45.495160 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3edb3674-1224-46c6-9cf6-af8cba150af8 req-33d1caa8-c5c2-4f9b-8158-f55934b6a707 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562675 May 27 22:30:45.523662 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1d163d4-a05b-4948-92bb-d02e331f06e6 req-6bf31d0e-5355-45c0-b7a7-13169f813782 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429640 May 27 22:30:45.528668 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-26031ce2-01b5-4fd5-9b53-f6ee79a77755 req-62a28cd1-2d2f-43c1-9c3a-ba3b73b78502 service neutron] 10.222.0.46 "GET /v2.0/networks/c978eaf1-631d-40b2-b111-3d1c0c4fafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699037 May 27 22:30:45.543238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529ba15-7d30-4f47-8f0e-e19c6bd2fda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3668a522-edb1-4dae-a9eb-20eb957415f2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:45.564374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:45.565351 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:45.567009 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] 10.222.0.57 "PUT /v2.0/ports/4bcec65e-6e24-4d5d-b75e-a5142b3195a8 HTTP/1.1" status: 200 len: 1095 time: 3.5425594 May 27 22:30:45.589042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401513cb-ca42-4f32-b33f-2001df593d9f service neutron] Pushing event updated for resources: {'Port': ['ID=4bcec65e-6e24-4d5d-b75e-a5142b3195a8,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:45.619094 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b529ba15-7d30-4f47-8f0e-e19c6bd2fda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:45.619827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b529ba15-7d30-4f47-8f0e-e19c6bd2fda3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3668a522-edb1-4dae-a9eb-20eb957415f2 HTTP/1.1" status: 204 len: 168 time: 1.3852968 May 27 22:30:45.706179 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4b153ed1-d1c3-4019-b8b2-3250b994affb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4b153ed1-d1c3-4019-b8b2-3250b994affb,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:45.750992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '4b153ed1-d1c3-4019-b8b2-3250b994affb', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '4b153ed1-d1c3-4019-b8b2-3250b994affb', 'mac_address': 'fa:16:3e:98:0a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:30:45.754151 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:45.823456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4b153ed1-d1c3-4019-b8b2-3250b994affb is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:45.824130 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:45.851783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b153ed1-d1c3-4019-b8b2-3250b994affb {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:45.876083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4b153ed1-d1c3-4019-b8b2-3250b994affb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4b153ed1-d1c3-4019-b8b2-3250b994affb,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:45.913458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device bfb762c0-522c-4661-a936-1bdad8f61f40 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:30:46.000176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-9e6de010-da8c-4272-b0f8-5718b4c8318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:46.001684 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-9e6de010-da8c-4272-b0f8-5718b4c8318d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 1098 time: 0.2227597 May 27 22:30:46.066605 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:46.192954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['4b153ed1-d1c3-4019-b8b2-3250b994affb'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:46.222955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcca01-c329-4c51-947e-620dddca18e6 req-9f49432b-5af8-4767-8915-f172e0254e44 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:46.224878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ebcca01-c329-4c51-947e-620dddca18e6 req-9f49432b-5af8-4767-8915-f172e0254e44 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 943 time: 0.3364887 May 27 22:30:46.229521 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-e798e2ad-0fe4-4a2f-9e24-344612e9acb0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=4bcec65e-6e24-4d5d-b75e-a5142b3195a8 HTTP/1.1" status: 200 len: 217 time: 0.1302876 May 27 22:30:46.253354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port bfb762c0-522c-4661-a936-1bdad8f61f40, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=bfb762c0-522c-4661-a936-1bdad8f61f40,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:46.262609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4b153ed1-d1c3-4019-b8b2-3250b994affb,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:46.276259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:46.276259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:46.276532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:46.276706 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:46.277064 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:46.277385 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:46.277703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:46.278018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:46.278332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:46.278646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:46.278959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:46.279269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:30:46.291136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'bfb762c0-522c-4661-a936-1bdad8f61f40', 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c', 'port_id': 'bfb762c0-522c-4661-a936-1bdad8f61f40', 'mac_address': 'fa:16:3e:2e:46:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:30:46.355251 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ebcca01-c329-4c51-947e-620dddca18e6 req-be5de25c-8d9e-4f38-8938-c9dea9792667 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222725 May 27 22:30:46.372176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-5e63cd33-d97a-41b5-ae9c-73f1dcfed3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:46.374023 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port bfb762c0-522c-4661-a936-1bdad8f61f40 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:46.374591 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:46.375084 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-5e63cd33-d97a-41b5-ae9c-73f1dcfed3bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1161215 May 27 22:30:46.437961 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:30:46.469302 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb762c0-522c-4661-a936-1bdad8f61f40 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:46.471292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdf686-92f4-4843-a31d-9e29484fc604 req-9b5e2e64-4494-4b2c-a169-e13020dad0d5 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:46.473697 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9efdf686-92f4-4843-a31d-9e29484fc604 req-9b5e2e64-4494-4b2c-a169-e13020dad0d5 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 943 time: 0.4563401 May 27 22:30:46.510919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port bfb762c0-522c-4661-a936-1bdad8f61f40, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=bfb762c0-522c-4661-a936-1bdad8f61f40,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:46.553323 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9efdf686-92f4-4843-a31d-9e29484fc604 req-f069f4ca-dd7d-46e7-9ed0-d239333b38fb tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/security-groups?id=03190a93-ab2c-4a4f-91df-352478340c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592470 May 27 22:30:46.570769 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45292) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:46.571695 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:46.614965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-5fe316fb-0f08-48ae-bd2d-e98991d7624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:46.618968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-5fe316fb-0f08-48ae-bd2d-e98991d7624f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2318339 May 27 22:30:46.697756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=bfb762c0-522c-4661-a936-1bdad8f61f40,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:46.751129 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1f273fc-a1ea-4430-a166-e78852df8486 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=332eccba048648de889f8e55ec40f5b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790495 May 27 22:30:46.753568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45296) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:30:46.837462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fabb10-e7cd-447e-a9da-cc4c19b55e15', 'tag': '4bcec65e-6e24-4d5d-b75e-a5142b3195a8'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:46.879261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85fb67c1-50d3-44b9-ac0b-360292dbdb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:46.917399 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85fb67c1-50d3-44b9-ac0b-360292dbdb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:46.990136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-f672e586-e6c5-46a3-ac67-b8c7f8fad04f service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652163 May 27 22:30:47.031270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['bfb762c0-522c-4661-a936-1bdad8f61f40'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:47.075962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f5b30-1d1b-4d6e-b89d-db48877e834f req-9c036a69-9750-4da1-a29b-8261fd0f1b81 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:47.081066 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85fb67c1-50d3-44b9-ac0b-360292dbdb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:47.081228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd3f5b30-1d1b-4d6e-b89d-db48877e834f req-9c036a69-9750-4da1-a29b-8261fd0f1b81 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.2415359 May 27 22:30:47.127291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb67c1-50d3-44b9-ac0b-360292dbdb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb3cfd3-4252-41b5-9d9e-a105b4a21ae1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:47.182739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd3f5b30-1d1b-4d6e-b89d-db48877e834f req-a73f66d5-5f8e-4c4c-aea0-6409035c0fd5 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844011 May 27 22:30:47.213610 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7058b2a-9445-4771-b1b1-49bfc3c47ef3 req-6733e851-115e-455b-bc85-45aec2c59734 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176967 May 27 22:30:47.239932 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85fb67c1-50d3-44b9-ac0b-360292dbdb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:47.241354 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-85fb67c1-50d3-44b9-ac0b-360292dbdb47 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cfb3cfd3-4252-41b5-9d9e-a105b4a21ae1 HTTP/1.1" status: 204 len: 168 time: 0.4865489 May 27 22:30:47.287285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 21669d7f-17ff-457b-b244-ab46bcc8154f details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:30:47.489133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18440ada-32e7-4330-a870-bc994f4e9921 req-36fa8372-9e10-45da-a1b5-15824ccabbf8 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:47.493471 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-18440ada-32e7-4330-a870-bc994f4e9921 req-36fa8372-9e10-45da-a1b5-15824ccabbf8 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 947 time: 0.1981704 May 27 22:30:47.514444 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 21669d7f-17ff-457b-b244-ab46bcc8154f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=21669d7f-17ff-457b-b244-ab46bcc8154f,segment=NetworkSegment(392c85a5-e46c-4be0-a07f-f52e165f49cb),segment_id=392c85a5-e46c-4be0-a07f-f52e165f49cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:47.538958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '21669d7f-17ff-457b-b244-ab46bcc8154f', 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'port_id': '21669d7f-17ff-457b-b244-ab46bcc8154f', 'mac_address': 'fa:16:3e:59:be:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:30:47.555139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-18440ada-32e7-4330-a870-bc994f4e9921 req-6f97c2c0-cbc2-41e2-850e-7e5a90dad396 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539212 May 27 22:30:47.605345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 21669d7f-17ff-457b-b244-ab46bcc8154f is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:47.605742 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:47.636750 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21669d7f-17ff-457b-b244-ab46bcc8154f {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:47.657415 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86bfb5cc-f106-4284-85b7-4a7a31f575e3'] response: {'name': 'network-changed', 'server_uuid': '80fabb10-e7cd-447e-a9da-cc4c19b55e15', 'tag': '4bcec65e-6e24-4d5d-b75e-a5142b3195a8', 'status': 'completed', 'code': 200} May 27 22:30:47.663210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 21669d7f-17ff-457b-b244-ab46bcc8154f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=21669d7f-17ff-457b-b244-ab46bcc8154f,segment=NetworkSegment(392c85a5-e46c-4be0-a07f-f52e165f49cb),segment_id=392c85a5-e46c-4be0-a07f-f52e165f49cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:47.798242 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:47.874702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508aafab-ac33-4128-bd1b-d78f3b9821fb req-964b81be-2a21-440c-b7e1-5883a13e40e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:47.875452 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-508aafab-ac33-4128-bd1b-d78f3b9821fb req-964b81be-2a21-440c-b7e1-5883a13e40e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d47f869e18974690bc67f65603b9f1d5&device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 1098 time: 0.1743228 May 27 22:30:47.893508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=21669d7f-17ff-457b-b244-ab46bcc8154f,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:48.001759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf02ee-37fb-4ef2-9a98-97fdadba0560 req-4aa4dc08-c89e-4c12-80da-f3707183add5 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:48.008961 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96cf02ee-37fb-4ef2-9a98-97fdadba0560 req-4aa4dc08-c89e-4c12-80da-f3707183add5 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 944 time: 0.2352462 May 27 22:30:48.093728 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96cf02ee-37fb-4ef2-9a98-97fdadba0560 req-f29a2b8e-57d5-49a4-a960-1532ba842cc7 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837798 May 27 22:30:48.113620 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508aafab-ac33-4128-bd1b-d78f3b9821fb req-c6d7932b-ceaf-4d7f-8dfe-62cc9b134d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:48.113620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-508aafab-ac33-4128-bd1b-d78f3b9821fb req-c6d7932b-ceaf-4d7f-8dfe-62cc9b134d1b service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.2185462 May 27 22:30:48.114127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['21669d7f-17ff-457b-b244-ab46bcc8154f'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:48.418198 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-508aafab-ac33-4128-bd1b-d78f3b9821fb req-f6188565-0d7c-48ca-b967-c42d378298fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=4bcec65e-6e24-4d5d-b75e-a5142b3195a8 HTTP/1.1" status: 200 len: 217 time: 0.3012490 May 27 22:30:48.617576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508aafab-ac33-4128-bd1b-d78f3b9821fb req-5b148578-ee09-4021-a27d-19e74a82bf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:48.622267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-508aafab-ac33-4128-bd1b-d78f3b9821fb req-5b148578-ee09-4021-a27d-19e74a82bf2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1496923 May 27 22:30:48.861181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2bbce-9879-4b2d-a7d1-ebadf1b825b4 req-5488dd15-3025-44af-8b6e-85fcac18e866 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:48.864375 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28d2bbce-9879-4b2d-a7d1-ebadf1b825b4 req-5488dd15-3025-44af-8b6e-85fcac18e866 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 944 time: 0.4491589 May 27 22:30:48.888232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89cf83-4223-4797-bbb0-5be27733c1ff req-075bb316-aa28-403f-a245-75bf3b88ddc3 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:48.896087 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e89cf83-4223-4797-bbb0-5be27733c1ff req-075bb316-aa28-403f-a245-75bf3b88ddc3 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.2727416 May 27 22:30:48.948829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508aafab-ac33-4128-bd1b-d78f3b9821fb req-6bcd7dc4-8579-4f11-82c4-7c9b72808aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:48.950247 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-508aafab-ac33-4128-bd1b-d78f3b9821fb req-6bcd7dc4-8579-4f11-82c4-7c9b72808aed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2787046 May 27 22:30:49.051945 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28d2bbce-9879-4b2d-a7d1-ebadf1b825b4 req-7f76e954-c624-491f-b651-f2d7048fca04 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/security-groups?id=03190a93-ab2c-4a4f-91df-352478340c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800470 May 27 22:30:49.087477 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e89cf83-4223-4797-bbb0-5be27733c1ff req-c21b36f7-c46d-49e4-bbfa-11e03cf40ebf tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675658 May 27 22:30:49.179023 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-508aafab-ac33-4128-bd1b-d78f3b9821fb req-03672922-e01c-4ff7-8c2b-2e816da551ad service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200406 May 27 22:30:49.298143 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4b153ed1-d1c3-4019-b8b2-3250b994affb up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:30:49.456593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 4b153ed1-d1c3-4019-b8b2-3250b994affb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:49.457048 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:49.621853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4b153ed1-d1c3-4019-b8b2-3250b994affb is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:49.622560 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:49.681661 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4b153ed1-d1c3-4019-b8b2-3250b994affb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4b153ed1-d1c3-4019-b8b2-3250b994affb,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:49.682589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612794f8-1b82-41f3-a826-10beaadd76ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b153ed1-d1c3-4019-b8b2-3250b994affb'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:49.735566 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-508aafab-ac33-4128-bd1b-d78f3b9821fb req-03e7fce4-c593-448b-a6b8-10e77b509960 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494394 May 27 22:30:49.770528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a801a3b-3dce-4b82-b6ef-79bb31827cd8 req-aa92acc5-d7d3-445f-b812-ef127750fbec tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:49.781032 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a801a3b-3dce-4b82-b6ef-79bb31827cd8 req-aa92acc5-d7d3-445f-b812-ef127750fbec tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 947 time: 0.2969806 May 27 22:30:49.794451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4ddf3-9b73-4d1a-941e-e03975da3dd6 req-cb6265d5-f432-4f63-ae8e-04cb8f3e0ad5 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:49.797007 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72a4ddf3-9b73-4d1a-941e-e03975da3dd6 req-cb6265d5-f432-4f63-ae8e-04cb8f3e0ad5 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 944 time: 0.3969405 May 27 22:30:49.820081 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:49.869069 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a801a3b-3dce-4b82-b6ef-79bb31827cd8 req-0dbe9d21-eb18-4b2f-987e-1726ec01dbb0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710580 May 27 22:30:49.915892 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72a4ddf3-9b73-4d1a-941e-e03975da3dd6 req-66984c58-35d5-456b-961e-7d71c2efdba6 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500414 May 27 22:30:49.931582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4b153ed1-d1c3-4019-b8b2-3250b994affb,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:49.950490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device bfb762c0-522c-4661-a936-1bdad8f61f40 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:30:50.030454 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57d2bd3-82fd-42cc-8f7f-0eb218932324'] response: {'server_uuid': '612794f8-1b82-41f3-a826-10beaadd76ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b153ed1-d1c3-4019-b8b2-3250b994affb', 'code': 200} May 27 22:30:50.154091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port bfb762c0-522c-4661-a936-1bdad8f61f40 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:30:50.154091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port bfb762c0-522c-4661-a936-1bdad8f61f40 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:50.154091 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:50.355622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port bfb762c0-522c-4661-a936-1bdad8f61f40 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:50.357073 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:50.397545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port bfb762c0-522c-4661-a936-1bdad8f61f40, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=bfb762c0-522c-4661-a936-1bdad8f61f40,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:50.402242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f810f3-b9a7-4634-96d4-a8effb69e4ca req-fc833894-abc0-40c1-855b-839407c363ce tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:50.403749 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25f810f3-b9a7-4634-96d4-a8effb69e4ca req-fc833894-abc0-40c1-855b-839407c363ce tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.1768167 May 27 22:30:50.412436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf359a1-9a68-474e-b24c-62b91321d9c6 req-33a292fe-9fd7-4bda-a9dd-907d209a9ade tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:50.414326 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bf359a1-9a68-474e-b24c-62b91321d9c6 req-33a292fe-9fd7-4bda-a9dd-907d209a9ade tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 944 time: 0.1295705 May 27 22:30:50.488035 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25f810f3-b9a7-4634-96d4-a8effb69e4ca req-ab74a4be-f14c-4769-84a5-969b9abc83cc tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718167 May 27 22:30:50.493808 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bf359a1-9a68-474e-b24c-62b91321d9c6 req-acfae68d-d663-46ee-b128-d9358b808c46 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/security-groups?id=03190a93-ab2c-4a4f-91df-352478340c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650928 May 27 22:30:50.754326 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:50.826032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=bfb762c0-522c-4661-a936-1bdad8f61f40,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:51.047110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-fee5215a-6dbd-4bea-b4f2-f823a832c2ac tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=e355b3320ee54e0493a0063077eca83b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277245 May 27 22:30:51.247606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-7b0b7b32-5c5b-40be-bb8a-72ede28f24c0 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:51.254416 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-7b0b7b32-5c5b-40be-bb8a-72ede28f24c0 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936615 May 27 22:30:51.271290 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-2b71f629-4a10-4624-b43c-1f978d46823b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/quotas/e355b3320ee54e0493a0063077eca83b HTTP/1.1" status: 200 len: 375 time: 0.0148640 May 27 22:30:51.304230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 21669d7f-17ff-457b-b244-ab46bcc8154f up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:30:51.334267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-c87f818d-b557-4816-b9b7-5fde666dfb33 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e355b3320ee54e0493a0063077eca83b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570486 May 27 22:30:51.473929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 21669d7f-17ff-457b-b244-ab46bcc8154f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:30:51.483073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 21669d7f-17ff-457b-b244-ab46bcc8154f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:51.483447 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:51.521258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead3426-5cdd-4ea6-9de6-9de5362a1ef8 req-1cf39c0f-ca46-4628-afba-989615708b49 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:51.538333 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bead3426-5cdd-4ea6-9de6-9de5362a1ef8 req-1cf39c0f-ca46-4628-afba-989615708b49 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 947 time: 0.1724157 May 27 22:30:51.635428 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bead3426-5cdd-4ea6-9de6-9de5362a1ef8 req-4cca01be-f911-4ab9-85f4-b51f5403147f tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959172 May 27 22:30:51.953971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 21669d7f-17ff-457b-b244-ab46bcc8154f is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:51.953971 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:51.969906 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:30:51.973549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec75a6-b929-4e3d-8676-67400cbbd335 req-e2414b9e-84c1-4252-8d9a-3eda24b195b7 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:51.975757 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6cec75a6-b929-4e3d-8676-67400cbbd335 req-e2414b9e-84c1-4252-8d9a-3eda24b195b7 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 945 time: 0.1809895 May 27 22:30:52.078400 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6cec75a6-b929-4e3d-8676-67400cbbd335 req-496947d1-7e15-41f1-b430-952ee44f3422 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909863 May 27 22:30:52.105040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb762c0-522c-4661-a936-1bdad8f61f40'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:52.124316 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:52.160606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 21669d7f-17ff-457b-b244-ab46bcc8154f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=21669d7f-17ff-457b-b244-ab46bcc8154f,segment=NetworkSegment(392c85a5-e46c-4be0-a07f-f52e165f49cb),segment_id=392c85a5-e46c-4be0-a07f-f52e165f49cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:52.219394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4bcec65e-6e24-4d5d-b75e-a5142b3195a8,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:52.239220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '4bcec65e-6e24-4d5d-b75e-a5142b3195a8', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '4bcec65e-6e24-4d5d-b75e-a5142b3195a8', 'mac_address': 'fa:16:3e:2a:36:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:30:52.245747 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:52.299643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c6ac5-7459-4db7-80c2-ffcde8e7a937 req-51b97e2c-64b2-46c4-8c3b-7f1936dea316 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:52.307564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-822c6ac5-7459-4db7-80c2-ffcde8e7a937 req-51b97e2c-64b2-46c4-8c3b-7f1936dea316 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.2274501 May 27 22:30:52.368591 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-822c6ac5-7459-4db7-80c2-ffcde8e7a937 req-4ee868b5-277d-4c78-86de-939de76fdf81 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597742 May 27 22:30:52.375039 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=21669d7f-17ff-457b-b244-ab46bcc8154f,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:52.401792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa21ec-9aff-4a50-845d-a680b1be85e4 req-ef85db1a-32f5-4328-b21f-0c51f75a5d23 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:52.408606 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58fa21ec-9aff-4a50-845d-a680b1be85e4 req-ef85db1a-32f5-4328-b21f-0c51f75a5d23 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 945 time: 0.2050848 May 27 22:30:52.430572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:52.431245 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:52.460794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:52.499997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4bcec65e-6e24-4d5d-b75e-a5142b3195a8,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:52.613872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:52.666423 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58fa21ec-9aff-4a50-845d-a680b1be85e4 req-829691cf-c91a-4014-a246-a99d03904e03 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/security-groups?id=03190a93-ab2c-4a4f-91df-352478340c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523258 May 27 22:30:52.681043 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-49309d56-4b7b-4dd2-a1a1-f0c38fc7add5 req-b32e27f7-6044-4b44-8255-3adb75053f59 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 210 time: 0.2162848 May 27 22:30:52.751652 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-349cd477-5632-4b2d-9a26-8a1819f75172'] response: {'server_uuid': '3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb762c0-522c-4661-a936-1bdad8f61f40', 'code': 200} May 27 22:30:52.767493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4bcec65e-6e24-4d5d-b75e-a5142b3195a8,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:53.085367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e3724-bdd8-4299-a86e-a900352e897d req-b0bb6e1f-0406-4b5a-827f-6602d9a8871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:53.086492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['4bcec65e-6e24-4d5d-b75e-a5142b3195a8'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:30:53.086623 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc3e3724-bdd8-4299-a86e-a900352e897d req-b0bb6e1f-0406-4b5a-827f-6602d9a8871f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 1096 time: 0.2167323 May 27 22:30:53.123799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a1903-f2f2-4211-8d02-397db61589af req-9a64ce10-a043-4c69-a9c5-abf82398e7fa tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:53.132895 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc0a1903-f2f2-4211-8d02-397db61589af req-9a64ce10-a043-4c69-a9c5-abf82398e7fa tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 948 time: 0.2182100 May 27 22:30:53.343421 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc0a1903-f2f2-4211-8d02-397db61589af req-afa03e04-700e-436e-b4b2-68cf9c6e321a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055316 May 27 22:30:53.352505 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc3e3724-bdd8-4299-a86e-a900352e897d req-913598c7-b15f-4a4a-9abf-55d696ebe66c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125924 May 27 22:30:53.402030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c0041-6d61-494f-a978-8953b59d0a3c req-8c180876-d7a2-4fc0-87d1-43329d9505ff tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:53.403113 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b2c0041-6d61-494f-a978-8953b59d0a3c req-8c180876-d7a2-4fc0-87d1-43329d9505ff tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 945 time: 0.1517413 May 27 22:30:53.482072 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b2c0041-6d61-494f-a978-8953b59d0a3c req-5802f45f-bd24-489c-8f43-def5b7533ffb tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713420 May 27 22:30:53.605699 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f716bfd-ebcb-4a80-ab8f-e312b4803dcd req-a0476ce5-786c-42fd-b09e-84ea36d71379 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:53.607212 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f716bfd-ebcb-4a80-ab8f-e312b4803dcd req-a0476ce5-786c-42fd-b09e-84ea36d71379 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.0965896 May 27 22:30:53.656634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f716bfd-ebcb-4a80-ab8f-e312b4803dcd req-9e68b41b-8e77-4295-aa2c-15132d4d4b44 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428803 May 27 22:30:53.915657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd111cc9-e064-4eaa-8cf3-92366c50c4f3 req-fc9c6ec4-de80-41e3-bbaa-0be7a520959c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 210 time: 0.0551064 May 27 22:30:53.948000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cb8d0-44f4-4cf2-ad16-b37180b52404 req-5960a938-daeb-4a00-bc12-b5fb14be32cb tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:53.949564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-467cb8d0-44f4-4cf2-ad16-b37180b52404 req-5960a938-daeb-4a00-bc12-b5fb14be32cb tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 945 time: 0.1469934 May 27 22:30:54.043746 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-467cb8d0-44f4-4cf2-ad16-b37180b52404 req-c5816459-8510-4b2a-bc5c-440f1a54fad9 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/security-groups?id=03190a93-ab2c-4a4f-91df-352478340c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848098 May 27 22:30:54.630939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28867d75-3e8a-4c4a-b084-3d910e8f666a req-37037ec0-b45f-4d21-89db-e60b1a66ee7b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:54.633328 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28867d75-3e8a-4c4a-b084-3d910e8f666a req-37037ec0-b45f-4d21-89db-e60b1a66ee7b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 948 time: 0.1547122 May 27 22:30:54.728930 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28867d75-3e8a-4c4a-b084-3d910e8f666a req-d022dc24-2422-4f0f-815e-f4e52217c88b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836656 May 27 22:30:54.757822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79e7392-b84b-4a26-8d6f-838925beb2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21669d7f-17ff-457b-b244-ab46bcc8154f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:54.838668 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-a1ae6368-cb92-4a6f-b5ed-88b172e3a185 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e355b3320ee54e0493a0063077eca83b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582423 May 27 22:30:54.898021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296b4f5-d422-409c-b93e-57b3dadf154e req-7edc6a65-ed77-4b74-91e8-cc0f9aaa62e8 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:54.900289 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0296b4f5-d422-409c-b93e-57b3dadf154e req-7edc6a65-ed77-4b74-91e8-cc0f9aaa62e8 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 945 time: 0.1658449 May 27 22:30:55.052795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-89b7494a-c683-4ae8-9bbc-6c8f9cab0ba3 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:55.054597 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-89b7494a-c683-4ae8-9bbc-6c8f9cab0ba3 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2100477 May 27 22:30:55.058097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0296b4f5-d422-409c-b93e-57b3dadf154e req-add9c1a1-2f52-411f-83ff-82fc93066ff1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461458 May 27 22:30:55.068170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Request body: {'port': {'device_id': 'ff324201-b899-4172-b38c-5855d31521a9', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'e355b3320ee54e0493a0063077eca83b'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:55.124579 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecb909-2ed0-41c4-b5a1-88a5c6e1f275 req-238ae0ea-7df3-4b69-a8cd-bddffb483e62 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:55.135344 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5ecb909-2ed0-41c4-b5a1-88a5c6e1f275 req-238ae0ea-7df3-4b69-a8cd-bddffb483e62 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.1833344 May 27 22:30:55.188904 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f38c57-6efd-4078-ad72-d0f9632d69e7'] response: {'server_uuid': 'a79e7392-b84b-4a26-8d6f-838925beb2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21669d7f-17ff-457b-b244-ab46bcc8154f', 'code': 200} May 27 22:30:55.264384 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5ecb909-2ed0-41c4-b5a1-88a5c6e1f275 req-0ebe3292-637a-4db5-9fc5-50b96f18b641 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229169 May 27 22:30:55.519695 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44263c48-ccc9-4bf5-a1b7-337e1c1b8532 req-24f3230f-df37-454c-9140-4394a403e63c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 210 time: 0.1128252 May 27 22:30:55.565870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a3731-86b3-45a0-8516-4de1e68a45b1 req-9d2e286f-f51e-4003-8fda-ab454d63604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:55.567516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-456a3731-86b3-45a0-8516-4de1e68a45b1 req-9d2e286f-f51e-4003-8fda-ab454d63604d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 1096 time: 0.2678616 May 27 22:30:55.648687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:55.653137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Usage tracker for resource:port and tenant:e355b3320ee54e0493a0063077eca83b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:30:55.656846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:30:55.663569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:55.681854 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-456a3731-86b3-45a0-8516-4de1e68a45b1 req-a247d636-7080-494e-a837-83351e04ef06 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=03190a93-ab2c-4a4f-91df-352478340c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022205 May 27 22:30:55.726159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd7b9f-e5a7-4546-8957-045db1f53768 req-420ff4d4-3f56-4be0-bb28-b2eb58b4cbd3 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:55.727743 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57bd7b9f-e5a7-4546-8957-045db1f53768 req-420ff4d4-3f56-4be0-bb28-b2eb58b4cbd3 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 945 time: 0.0915072 May 27 22:30:55.778459 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57bd7b9f-e5a7-4546-8957-045db1f53768 req-5301e97b-9a12-48fd-9817-e71b36a68b55 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/security-groups?id=03190a93-ab2c-4a4f-91df-352478340c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408795 May 27 22:30:55.926266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61999b79-9357-4037-ae74-a416c8a18dc3 req-59854c4b-ea94-4939-af99-f2fdc7c62c55 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:55.927613 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-61999b79-9357-4037-ae74-a416c8a18dc3 req-59854c4b-ea94-4939-af99-f2fdc7c62c55 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 948 time: 0.0819807 May 27 22:30:55.962549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:30:55.978237 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-61999b79-9357-4037-ae74-a416c8a18dc3 req-f28a445c-958e-40a6-a227-06f8ff21e75a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443671 May 27 22:30:55.996560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Made reservation on behalf of e355b3320ee54e0493a0063077eca83b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:30:56.006254 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:56.021364 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:56.038064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:56.042214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Usage tracker for resource:security_group_rule and tenant:e355b3320ee54e0493a0063077eca83b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:30:56.045243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:30:56.051667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:56.168046 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:56.203799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:30:56.209279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:56.209279 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:56.253627 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:56.350531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf414a-513e-4583-8c30-dc0203a6079d req-0da5454d-aacc-469c-b8b1-e0324dd9a2d0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:56.353051 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39cf414a-513e-4583-8c30-dc0203a6079d req-0da5454d-aacc-469c-b8b1-e0324dd9a2d0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 945 time: 0.1363773 May 27 22:30:56.406250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:30:56.407077 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:56.423247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7691f4f9-9bf5-464c-bb0c-40ba75608c07,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:56.432292 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39cf414a-513e-4583-8c30-dc0203a6079d req-f92d410e-fed2-443a-aeb3-f79e8bb2cce9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727515 May 27 22:30:56.472751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4bcec65e-6e24-4d5d-b75e-a5142b3195a8,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:30:56.594259 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:56.604476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce92bb7-0bf3-4c9f-bebd-493ca9c0967f req-fd0ad7df-91a6-4cae-8c56-e74e620ba7a7 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:56.611089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dce92bb7-0bf3-4c9f-bebd-493ca9c0967f req-fd0ad7df-91a6-4cae-8c56-e74e620ba7a7 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.0973411 May 27 22:30:56.657339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Allocated IP 192.168.233.24 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/cff9aa09-97b9-4468-9e6e-53b8ac09e4de) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:30:56.690330 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dce92bb7-0bf3-4c9f-bebd-493ca9c0967f req-79561566-9944-4cc1-85de-2ccdd4321dcf tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779202 May 27 22:30:56.741664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4bcec65e-6e24-4d5d-b75e-a5142b3195a8,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:56.961745 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec4e7afe-bca3-4eeb-a1e1-2cb3ee9ef674 req-35762eff-21c5-4b5b-89f3-ac9d9d60a3e8 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 210 time: 0.0449636 May 27 22:30:56.987596 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:57.009676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Transition to ACTIVE for port object cff9aa09-97b9-4468-9e6e-53b8ac09e4de will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:57.190954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fabb10-e7cd-447e-a9da-cc4c19b55e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcec65e-6e24-4d5d-b75e-a5142b3195a8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:57.203052 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:57.287771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:30:57.291061 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:30:57.292808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adadc9-201f-4deb-91b4-42fef0cf18b9 req-90608b30-3968-4311-abc6-63616023f6a1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:57.295428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:30:57.302092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3adadc9-201f-4deb-91b4-42fef0cf18b9 req-90608b30-3968-4311-abc6-63616023f6a1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 945 time: 0.2076707 May 27 22:30:57.339810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Pushing event updated for resources: {'Port': ['ID=cff9aa09-97b9-4468-9e6e-53b8ac09e4de,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:57.351893 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de00f7c5-4387-48de-a538-7a49c6bdf2f7 req-f5d7429a-85c1-4a8f-ab80-5190bfa59490 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:57.359991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de00f7c5-4387-48de-a538-7a49c6bdf2f7 req-f5d7429a-85c1-4a8f-ab80-5190bfa59490 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 945 time: 0.1821265 May 27 22:30:57.384773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:57.385410 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:57.416902 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af2179a8-b08b-4baa-9c0b-a99084dbb354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:57.428946 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3adadc9-201f-4deb-91b4-42fef0cf18b9 req-05253974-a05d-4e0f-bf14-325bc17fb5b5 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/security-groups?id=03190a93-ab2c-4a4f-91df-352478340c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259995 May 27 22:30:57.437030 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de00f7c5-4387-48de-a538-7a49c6bdf2f7 req-f0750583-2e71-44b5-a5ad-9971d12eaa33 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760055 May 27 22:30:57.504060 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-84cecab4-5936-4ea5-9d3c-6b2436db695b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4403744 May 27 22:30:57.516442 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Request body: {'port': {'device_id': 'ff324201-b899-4172-b38c-5855d31521a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:57.694524 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:57.820178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fe3ee858-bb7f-479a-a5fe-75b2aa993ea1 None None] Provisioning for port cff9aa09-97b9-4468-9e6e-53b8ac09e4de completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:30:57.828120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fe3ee858-bb7f-479a-a5fe-75b2aa993ea1 None None] Provisioning complete for port cff9aa09-97b9-4468-9e6e-53b8ac09e4de triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:30:57.829152 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe3ee858-bb7f-479a-a5fe-75b2aa993ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:57.865349 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec828a70-7f1e-4ddf-b0d6-6578acfc35ea'] response: {'server_uuid': '80fabb10-e7cd-447e-a9da-cc4c19b55e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcec65e-6e24-4d5d-b75e-a5142b3195a8', 'code': 200} May 27 22:30:57.876915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef16115-a811-4c24-900a-aae77d363238 req-d57f8425-f6bc-4421-b316-7dbfae2505fc tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:57.891942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ef16115-a811-4c24-900a-aae77d363238 req-d57f8425-f6bc-4421-b316-7dbfae2505fc tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 949 time: 0.2929146 May 27 22:30:57.967694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ee858-bb7f-479a-a5fe-75b2aa993ea1 None None] Port cff9aa09-97b9-4468-9e6e-53b8ac09e4de cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:30:58.040338 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ef16115-a811-4c24-900a-aae77d363238 req-71ef9aeb-e491-43cb-b1ab-ee8720c5d2dd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471620 May 27 22:30:58.173033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0be988-e456-46bb-988f-d310bdcd6992 req-64623a27-7bb3-4c68-a0fd-166ebce6ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:58.175167 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba0be988-e456-46bb-988f-d310bdcd6992 req-64623a27-7bb3-4c68-a0fd-166ebce6ffd8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 1100 time: 0.2184629 May 27 22:30:58.183703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6817d58-fef7-43bc-8060-6d1637bd3fb0 req-ae1ebfab-fd29-4cdb-a2a1-ac39ed704fd2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:58.186065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6817d58-fef7-43bc-8060-6d1637bd3fb0 req-ae1ebfab-fd29-4cdb-a2a1-ac39ed704fd2 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.1199493 May 27 22:30:58.292793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff9aa09-97b9-4468-9e6e-53b8ac09e4de {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:30:58.302191 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:58.330996 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba0be988-e456-46bb-988f-d310bdcd6992 req-5eb96e32-4a58-4147-859e-f112428cea33 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435900 May 27 22:30:58.333657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Transition to ACTIVE for port object cff9aa09-97b9-4468-9e6e-53b8ac09e4de will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:30:58.335607 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6817d58-fef7-43bc-8060-6d1637bd3fb0 req-ed4bbe03-854f-4ca8-901a-3673472a9a58 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318421 May 27 22:30:58.660892 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:58.710630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d804e-400c-497e-8fac-e24723fe9656 req-c5862f10-3af3-4a9b-8b71-63a3a7b8f68c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:58.712816 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd7d804e-400c-497e-8fac-e24723fe9656 req-c5862f10-3af3-4a9b-8b71-63a3a7b8f68c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 935 time: 0.2094219 May 27 22:30:58.733181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47114a1c-9e48-45bc-9e9d-ae54a908a84f req-deb70da6-bfca-42d6-98a1-1e5eef3bdadb tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:58.734995 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47114a1c-9e48-45bc-9e9d-ae54a908a84f req-deb70da6-bfca-42d6-98a1-1e5eef3bdadb tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 945 time: 0.1786625 May 27 22:30:58.831833 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd7d804e-400c-497e-8fac-e24723fe9656 req-42973b48-8bb5-4dd8-b1f9-95fc5cc90d99 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957425 May 27 22:30:58.905367 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47114a1c-9e48-45bc-9e9d-ae54a908a84f req-0665de5c-67d4-41c0-8693-fc77d99acc29 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/security-groups?id=03190a93-ab2c-4a4f-91df-352478340c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172333 May 27 22:30:58.957338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Pushing event updated for resources: {'Port': ['ID=cff9aa09-97b9-4468-9e6e-53b8ac09e4de,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:59.105749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Attempting to bind port cff9aa09-97b9-4468-9e6e-53b8ac09e4de on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:30:59.106555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Attempting to bind port cff9aa09-97b9-4468-9e6e-53b8ac09e4de by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:30:59.107120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Attempting to bind port cff9aa09-97b9-4468-9e6e-53b8ac09e4de on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:59.115732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Port cff9aa09-97b9-4468-9e6e-53b8ac09e4de on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:30:59.116328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Attempting to bind port cff9aa09-97b9-4468-9e6e-53b8ac09e4de on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:30:59.127738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:30:59.128330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:30:59.129011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:30:59.129674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Bound port: cff9aa09-97b9-4468-9e6e-53b8ac09e4de, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:30:59.130264 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:59.275429 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-9ca15965-a2f9-49fc-b2fd-4be4df99dbff tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 258 time: 0.2829061 May 27 22:30:59.280599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:30:59.290508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:30:59.304653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Usage tracker for resource:floatingip and tenant:991aecd0b8eb49eebdbc3aa19fa87655 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:30:59.311356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:30:59.319034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] For port cff9aa09-97b9-4468-9e6e-53b8ac09e4de, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:30:59.322198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:30:59.324945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] For port cff9aa09-97b9-4468-9e6e-53b8ac09e4de, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=cff9aa09-97b9-4468-9e6e-53b8ac09e4de,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:30:59.352821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3f246-0ac6-4267-b981-8c92b89e716b req-5ccd05bd-20b3-44e2-b709-9c641b538ab3 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:59.353959 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1e3f246-0ac6-4267-b981-8c92b89e716b req-5ccd05bd-20b3-44e2-b709-9c641b538ab3 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 945 time: 0.2067704 May 27 22:30:59.419609 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1e3f246-0ac6-4267-b981-8c92b89e716b req-1ea8a259-43a4-4fb0-bbba-77a3883def43 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505950 May 27 22:30:59.436563 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:59.438856 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:59.612620 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74d970b5-3c35-46ff-9777-012bc43af626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:59.630080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:59.631180 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:59.637005 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] 10.222.0.46 "PUT /v2.0/ports/cff9aa09-97b9-4468-9e6e-53b8ac09e4de HTTP/1.1" status: 200 len: 1095 time: 2.1248767 May 27 22:30:59.651452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff324201-b899-4172-b38c-5855d31521a9', 'tag': 'cff9aa09-97b9-4468-9e6e-53b8ac09e4de'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:30:59.713822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5aa85-92bf-4c1b-8e3d-0579f9c37239 service neutron] Pushing event updated for resources: {'Port': ['ID=cff9aa09-97b9-4468-9e6e-53b8ac09e4de,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:30:59.840102 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:30:59.909924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-6bfe258b-3cfe-4608-8066-371e24eda2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:30:59.913684 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-6bfe258b-3cfe-4608-8066-371e24eda2b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e355b3320ee54e0493a0063077eca83b&device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 1098 time: 0.1605506 May 27 22:30:59.997062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134ed19-a95a-4b34-b5b2-b139b01dd787 req-95d98f66-e4a1-48ea-8e01-21f2040a763a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:00.003320 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1134ed19-a95a-4b34-b5b2-b139b01dd787 req-95d98f66-e4a1-48ea-8e01-21f2040a763a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 949 time: 0.3264647 May 27 22:31:00.025676 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-f2984934-b5f8-4fe2-a78e-5db1372bfd2b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=cff9aa09-97b9-4468-9e6e-53b8ac09e4de HTTP/1.1" status: 200 len: 217 time: 0.1027164 May 27 22:31:00.170803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1134ed19-a95a-4b34-b5b2-b139b01dd787 req-744692f4-ec82-4c59-ba73-65125978cb01 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021221 May 27 22:31:00.172277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Allocated IP 172.25.2.188 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/435aacb1-66f2-41b8-b8c7-50d320a5c927) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:31:00.258832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-0acde62c-b699-43d7-a318-3ea8ca344d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:00.264583 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-0acde62c-b699-43d7-a318-3ea8ca344d9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.2321367 May 27 22:31:00.409394 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:00.431688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-77ca4824-08d6-4af1-8af3-2226958e3e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:00.435176 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-77ca4824-08d6-4af1-8af3-2226958e3e97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1652346 May 27 22:31:00.569509 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:00.649371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:31:00.662299 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-b14d2ff7-63d3-444c-b259-0805fe6bc255 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196574 May 27 22:31:00.691364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:31:00.705881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:31:00.805067 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:00.849320 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e43e20a-903f-410b-abe5-e9606bdb77b4 req-5442212b-d6ac-4435-9aed-6619b58ebd58 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801264 May 27 22:31:00.850569 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:00.878208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Pushing event updated for resources: {'Port': ['ID=435aacb1-66f2-41b8-b8c7-50d320a5c927,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:00.939510 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:00.949679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb5fbc-1a95-4619-8e36-53150fe0c752 req-af889ccb-7c41-48fe-8f1d-030ae35f3b04 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:00.951205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-21bb5fbc-1a95-4619-8e36-53150fe0c752 req-af889ccb-7c41-48fe-8f1d-030ae35f3b04 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.1686189 May 27 22:31:01.016375 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-21bb5fbc-1a95-4619-8e36-53150fe0c752 req-a2918995-b409-4cbd-a79e-b6f054178a43 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575616 May 27 22:31:01.157644 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:01.534519 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:02.090885 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:02.093580 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:02.216319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Pushing event updated for resources: {'Port': ['ID=435aacb1-66f2-41b8-b8c7-50d320a5c927,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:02.232724 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:02.345574 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:02.353107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-2418d37f-2d91-4db6-a6f0-ab062ef959b1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0710361 May 27 22:31:02.391720 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3596921d-9768-437e-bbbc-2f44759bd91b'] response: {'name': 'network-changed', 'server_uuid': 'ff324201-b899-4172-b38c-5855d31521a9', 'tag': 'cff9aa09-97b9-4468-9e6e-53b8ac09e4de', 'status': 'completed', 'code': 200} May 27 22:31:02.545686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a008e6a-8dce-4d71-975e-eddc3891f0e8 req-05efbc0a-7589-42e9-befa-9a7568bca793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:02.546546 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1a008e6a-8dce-4d71-975e-eddc3891f0e8 req-05efbc0a-7589-42e9-befa-9a7568bca793 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e355b3320ee54e0493a0063077eca83b&device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 1098 time: 0.1300135 May 27 22:31:02.727034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a008e6a-8dce-4d71-975e-eddc3891f0e8 req-168aab19-1239-416d-a79d-3113a459fec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:02.728814 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1a008e6a-8dce-4d71-975e-eddc3891f0e8 req-168aab19-1239-416d-a79d-3113a459fec4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.1761122 May 27 22:31:02.736904 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-7bc620f5-bed3-4ec4-9a05-a7a7a7e7a4a9 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Synchronizing usage tracker for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:02.782985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d43cc9-2d79-4740-ba19-f857b1e07db2 req-7e1f353d-e26f-4316-82fd-dd287b69bb29 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:02.782985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04d43cc9-2d79-4740-ba19-f857b1e07db2 req-7e1f353d-e26f-4316-82fd-dd287b69bb29 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 947 time: 0.2192211 May 27 22:31:02.829159 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1a008e6a-8dce-4d71-975e-eddc3891f0e8 req-26045300-a263-45ac-b70f-bfab66ae44fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=cff9aa09-97b9-4468-9e6e-53b8ac09e4de HTTP/1.1" status: 200 len: 217 time: 0.0929141 May 27 22:31:02.842801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04d43cc9-2d79-4740-ba19-f857b1e07db2 req-b57d2037-09e4-4462-8ea5-c023f70fbd9f tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526106 May 27 22:31:02.856321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-7bc620f5-bed3-4ec4-9a05-a7a7a7e7a4a9 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Unset dirty status for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:02.861049 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-7bc620f5-bed3-4ec4-9a05-a7a7a7e7a4a9 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.188 HTTP/1.1" status: 200 len: 696 time: 0.5007188 May 27 22:31:02.933314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a008e6a-8dce-4d71-975e-eddc3891f0e8 req-8054dfb4-3fd5-41e4-a1d7-2c281eb8287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:02.939517 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1a008e6a-8dce-4d71-975e-eddc3891f0e8 req-8054dfb4-3fd5-41e4-a1d7-2c281eb8287c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1037326 May 27 22:31:03.026690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a008e6a-8dce-4d71-975e-eddc3891f0e8 req-365a28eb-1942-43eb-ad38-d17b4b7c9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:03.035408 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1a008e6a-8dce-4d71-975e-eddc3891f0e8 req-365a28eb-1942-43eb-ad38-d17b4b7c9cf5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0822604 May 27 22:31:03.047125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-b8b4120e-9641-4bf5-b1eb-fe526851acd1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:03.048705 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50eb8fa8-6f6a-466d-be9d-b3028044cd68 req-b8b4120e-9641-4bf5-b1eb-fe526851acd1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.1837516 May 27 22:31:03.155751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1c866-0cad-4325-b0a3-eb34a86f77a4 req-5c2432ac-e3d2-4216-9784-32d0d64b08a1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:03.157412 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45b1c866-0cad-4325-b0a3-eb34a86f77a4 req-5c2432ac-e3d2-4216-9784-32d0d64b08a1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 949 time: 0.0923512 May 27 22:31:03.185241 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1a008e6a-8dce-4d71-975e-eddc3891f0e8 req-bf4c12ef-6e9a-4908-b53e-a957296ff737 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485488 May 27 22:31:03.210285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45b1c866-0cad-4325-b0a3-eb34a86f77a4 req-5e96ad4e-413b-4fe8-9941-6e8829649af0 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442569 May 27 22:31:03.336128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b705c-f070-4459-970a-5e065b3241db req-b33712bc-2a50-4af1-9def-9cfdcd2d07ff tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:03.337950 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c49b705c-f070-4459-970a-5e065b3241db req-b33712bc-2a50-4af1-9def-9cfdcd2d07ff tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.1121833 May 27 22:31:03.345662 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1a008e6a-8dce-4d71-975e-eddc3891f0e8 req-389aa0d6-425a-440b-a25b-d427d8cc08f9 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541114 May 27 22:31:03.387992 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c49b705c-f070-4459-970a-5e065b3241db req-ba87aeaa-0b3a-4bb2-bd6d-b83e8d94732d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437872 May 27 22:31:03.626298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-fcf57844-ef06-40cd-b5b7-c4b2d2aa7863 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:03.627757 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-fcf57844-ef06-40cd-b5b7-c4b2d2aa7863 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1455774 May 27 22:31:03.629609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2605b9b-bda6-47f9-931c-d2a9e361b3c5 req-b6944bd7-fb84-45a0-acce-38708ce66df7 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:03.630938 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a2605b9b-bda6-47f9-931c-d2a9e361b3c5 req-b6944bd7-fb84-45a0-acce-38708ce66df7 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 1100 time: 0.1095290 May 27 22:31:03.726291 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-e6ae7d68-15cc-492a-b7ba-5bfde1de335d tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.188 HTTP/1.1" status: 200 len: 696 time: 0.0928843 May 27 22:31:03.744708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-4c99e8ea-baf0-47ad-b7b7-8a3787057b80 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Request body: {'floatingip': {'port_id': '21669d7f-17ff-457b-b244-ab46bcc8154f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:31:03.816540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a2605b9b-bda6-47f9-931c-d2a9e361b3c5 req-3405575f-ba33-4857-b901-6c7d716caa59 tempest-ServersOnMultiNodesTest-2116270273 tempest-ServersOnMultiNodesTest-2116270273-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331530 May 27 22:31:03.837891 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-4c99e8ea-baf0-47ad-b7b7-8a3787057b80 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:03.996542 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45686) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:04.119694 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c3b1-c3f6-4b4e-9e44-752fdb306eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:04.138911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ab9c3b1-c3f6-4b4e-9e44-752fdb306eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:31:04.140416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ab9c3b1-c3f6-4b4e-9e44-752fdb306eae admin admin] Usage tracker for resource:security_group_rule and tenant:eb813604250b48138b5d45fc18078642 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:31:04.143350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ab9c3b1-c3f6-4b4e-9e44-752fdb306eae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:31:04.149289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ab9c3b1-c3f6-4b4e-9e44-752fdb306eae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:31:04.237297 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c3b1-c3f6-4b4e-9e44-752fdb306eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:04.302122 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ab9c3b1-c3f6-4b4e-9e44-752fdb306eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:04.353181 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ab9c3b1-c3f6-4b4e-9e44-752fdb306eae admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=eb813604250b48138b5d45fc18078642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558314 May 27 22:31:04.354800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9c3b1-c3f6-4b4e-9e44-752fdb306eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915c0b61-87ca-428b-a1f5-c194ea6347b1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:04.357257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45696) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:04.425835 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38c32880-0a4b-4d60-8235-bd39822ec1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:04.454334 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38c32880-0a4b-4d60-8235-bd39822ec1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:04.576785 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38c32880-0a4b-4d60-8235-bd39822ec1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:04.590865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c32880-0a4b-4d60-8235-bd39822ec1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915c0b61-87ca-428b-a1f5-c194ea6347b1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:04.603840 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38c32880-0a4b-4d60-8235-bd39822ec1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:04.603840 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-38c32880-0a4b-4d60-8235-bd39822ec1d1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/915c0b61-87ca-428b-a1f5-c194ea6347b1 HTTP/1.1" status: 204 len: 168 time: 0.2416368 May 27 22:31:04.654366 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-4c99e8ea-baf0-47ad-b7b7-8a3787057b80 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:04.662156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c075d-0a1a-47ea-ae40-64444a565c70 req-ededf4ee-7c22-4fa0-9e78-9927441a7384 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:04.663629 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-831c075d-0a1a-47ea-ae40-64444a565c70 req-ededf4ee-7c22-4fa0-9e78-9927441a7384 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 947 time: 0.1834607 May 27 22:31:04.709761 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-831c075d-0a1a-47ea-ae40-64444a565c70 req-63bff0d1-148e-4c85-aacb-eba7f357e559 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391617 May 27 22:31:04.720563 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-4c99e8ea-baf0-47ad-b7b7-8a3787057b80 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:04.913168 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-4c99e8ea-baf0-47ad-b7b7-8a3787057b80 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Floating IP e3aa5e54-783b-49d9-a760-b78e91f0e8ac associated. External IP: 172.25.2.188, port: 21669d7f-17ff-457b-b244-ab46bcc8154f. May 27 22:31:05.156152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc27d67-4a10-41e9-a255-c1496a1da7d6 req-752379e8-6022-4784-99aa-48149ff0c84e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:05.157616 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc27d67-4a10-41e9-a255-c1496a1da7d6 req-752379e8-6022-4784-99aa-48149ff0c84e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 949 time: 0.1902804 May 27 22:31:05.324232 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc27d67-4a10-41e9-a255-c1496a1da7d6 req-60ff7074-210a-43b4-9820-7c25eb68ab11 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156394 May 27 22:31:05.370311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-4c99e8ea-baf0-47ad-b7b7-8a3787057b80 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Router 5c332d93-de08-40f4-bddb-71b374967770 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:31:05.386256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device cff9aa09-97b9-4468-9e6e-53b8ac09e4de details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:31:05.542260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port cff9aa09-97b9-4468-9e6e-53b8ac09e4de, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=cff9aa09-97b9-4468-9e6e-53b8ac09e4de,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:05.556304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'cff9aa09-97b9-4468-9e6e-53b8ac09e4de', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'cff9aa09-97b9-4468-9e6e-53b8ac09e4de', 'mac_address': 'fa:16:3e:02:1a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:31:05.618166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-4c99e8ea-baf0-47ad-b7b7-8a3787057b80 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:31:05.619747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port cff9aa09-97b9-4468-9e6e-53b8ac09e4de is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:31:05.620204 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:05.623409 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-4c99e8ea-baf0-47ad-b7b7-8a3787057b80 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:05.629629 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0f274-4d78-415a-96df-47abde6d228b None None] Sync routers for ids ['5c332d93-de08-40f4-bddb-71b374967770'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:31:05.639875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff9aa09-97b9-4468-9e6e-53b8ac09e4de {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:31:05.642287 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0f274-4d78-415a-96df-47abde6d228b None None] Routers {'5c332d93-de08-40f4-bddb-71b374967770'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:31:05.643069 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d1b0f274-4d78-415a-96df-47abde6d228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:31:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5c332d93-de08-40f4-bddb-71b374967770'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:05.674051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port cff9aa09-97b9-4468-9e6e-53b8ac09e4de, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=cff9aa09-97b9-4468-9e6e-53b8ac09e4de,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:05.674904 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232fa452-e1cb-47be-b2de-0a955fd99a3b req-36e7fe8a-ef77-420d-b6fc-1ebbe4f4bb7a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:05.686299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-232fa452-e1cb-47be-b2de-0a955fd99a3b req-36e7fe8a-ef77-420d-b6fc-1ebbe4f4bb7a tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.2308233 May 27 22:31:05.756254 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:05.832152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=cff9aa09-97b9-4468-9e6e-53b8ac09e4de,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:05.858703 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-4c99e8ea-baf0-47ad-b7b7-8a3787057b80 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "PUT /v2.0/floatingips/e3aa5e54-783b-49d9-a760-b78e91f0e8ac HTTP/1.1" status: 200 len: 996 time: 2.1212640 May 27 22:31:05.860948 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d1b0f274-4d78-415a-96df-47abde6d228b None None] Set router 5c332d93-de08-40f4-bddb-71b374967770 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:31:05.861527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79e7392-b84b-4a26-8d6f-838925beb2f7', 'tag': '21669d7f-17ff-457b-b244-ab46bcc8154f'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:05.873761 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-232fa452-e1cb-47be-b2de-0a955fd99a3b req-cff37956-aaa4-43ac-a28a-9f5667f131df tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910791 May 27 22:31:05.954364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-43aa5d4f-368d-4424-a857-735d9336f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:05.956841 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-43aa5d4f-368d-4424-a857-735d9336f104 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=991aecd0b8eb49eebdbc3aa19fa87655&device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 1096 time: 0.0812998 May 27 22:31:06.039477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device bfb762c0-522c-4661-a936-1bdad8f61f40 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:31:06.056185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['cff9aa09-97b9-4468-9e6e-53b8ac09e4de'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:06.113781 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-f06a4aa7-5f1e-42e3-bfb6-9866c76b0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:06.115153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-f06a4aa7-5f1e-42e3-bfb6-9866c76b0e7b service neutron] 10.222.0.27 "GET /v2.0/networks?id=c978eaf1-631d-40b2-b111-3d1c0c4fafca HTTP/1.1" status: 200 len: 930 time: 0.1507993 May 27 22:31:06.269011 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-96824f1c-b601-454f-abf8-a42f9878d5e1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21669d7f-17ff-457b-b244-ab46bcc8154f HTTP/1.1" status: 200 len: 999 time: 0.1477811 May 27 22:31:06.291243 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d1b0f274-4d78-415a-96df-47abde6d228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c332d93-de08-40f4-bddb-71b374967770', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:30:16Z', 'updated_at': '2022-05-27T22:30:28Z', 'revision_number': 4, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'gw_port': {'id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:17Z', 'updated_at': '2022-05-27T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'e3aa5e54-783b-49d9-a760-b78e91f0e8ac', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '5c332d93-de08-40f4-bddb-71b374967770', 'port_id': '21669d7f-17ff-457b-b244-ab46bcc8154f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'mac_address': 'fa:16:3e:59:be:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e7392-b84b-4a26-8d6f-838925beb2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:31:00Z', 'updated_at': '2022-05-27T22:31:04Z', 'revision_number': 1, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f603e508-7b62-4b91-88a6-52d22bff8501', 'name': '', 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'mac_address': 'fa:16:3e:7e:1d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:24Z', 'updated_at': '2022-05-27T22:30:37Z', 'revision_number': 5, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'subnets': [{'id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:06.297676 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0f274-4d78-415a-96df-47abde6d228b None None] Checking router: 5c332d93-de08-40f4-bddb-71b374967770 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:31:06.307704 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0f274-4d78-415a-96df-47abde6d228b None None] Routers {'5c332d93-de08-40f4-bddb-71b374967770'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:31:06.308439 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d1b0f274-4d78-415a-96df-47abde6d228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:31:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5c332d93-de08-40f4-bddb-71b374967770'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:06.358519 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-6cf46a6d-f0e4-4c07-873b-4e44a6760a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:06.364869 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-6cf46a6d-f0e4-4c07-873b-4e44a6760a13 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=33859198-d1c0-45b8-bf01-9e76783acdc8 HTTP/1.1" status: 200 len: 868 time: 0.0895452 May 27 22:31:06.376477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port bfb762c0-522c-4661-a936-1bdad8f61f40, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=bfb762c0-522c-4661-a936-1bdad8f61f40,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:06.402294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'bfb762c0-522c-4661-a936-1bdad8f61f40', 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c', 'port_id': 'bfb762c0-522c-4661-a936-1bdad8f61f40', 'mac_address': 'fa:16:3e:2e:46:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:31:06.503267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port bfb762c0-522c-4661-a936-1bdad8f61f40 is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:31:06.503662 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:06.527856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfb762c0-522c-4661-a936-1bdad8f61f40 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:31:06.542649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337475be-bd22-4b37-81c3-68efc6373373 req-887f0686-4fbb-45e7-bea3-60f79e6963c2 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:06.548931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-337475be-bd22-4b37-81c3-68efc6373373 req-887f0686-4fbb-45e7-bea3-60f79e6963c2 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 949 time: 0.1197016 May 27 22:31:06.548931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-cb259890-e319-4ab2-850e-3abf82c20e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:06.549382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port bfb762c0-522c-4661-a936-1bdad8f61f40, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=bfb762c0-522c-4661-a936-1bdad8f61f40,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:06.553222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-cb259890-e319-4ab2-850e-3abf82c20e20 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c978eaf1-631d-40b2-b111-3d1c0c4fafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857116 May 27 22:31:06.555512 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d1b0f274-4d78-415a-96df-47abde6d228b None None] Set router 5c332d93-de08-40f4-bddb-71b374967770 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:31:06.624656 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:06.717257 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-337475be-bd22-4b37-81c3-68efc6373373 req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Deleting port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:06.717775 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-337475be-bd22-4b37-81c3-68efc6373373 req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:06.739505 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=bfb762c0-522c-4661-a936-1bdad8f61f40,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:06.858590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['bfb762c0-522c-4661-a936-1bdad8f61f40'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:07.027171 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-f56c9473-0e4f-4b30-8c08-c51dc5fdd402 service neutron] 10.222.0.27 "GET /v2.0/networks/c978eaf1-631d-40b2-b111-3d1c0c4fafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667723 May 27 22:31:07.047978 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d1b0f274-4d78-415a-96df-47abde6d228b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c332d93-de08-40f4-bddb-71b374967770', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:30:16Z', 'updated_at': '2022-05-27T22:30:28Z', 'revision_number': 4, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'gw_port': {'id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:17Z', 'updated_at': '2022-05-27T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'e3aa5e54-783b-49d9-a760-b78e91f0e8ac', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '5c332d93-de08-40f4-bddb-71b374967770', 'port_id': '21669d7f-17ff-457b-b244-ab46bcc8154f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'mac_address': 'fa:16:3e:59:be:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e7392-b84b-4a26-8d6f-838925beb2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:31:00Z', 'updated_at': '2022-05-27T22:31:04Z', 'revision_number': 1, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f603e508-7b62-4b91-88a6-52d22bff8501', 'name': '', 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'mac_address': 'fa:16:3e:7e:1d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:24Z', 'updated_at': '2022-05-27T22:30:37Z', 'revision_number': 5, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'subnets': [{'id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:07.054262 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0f274-4d78-415a-96df-47abde6d228b None None] The sync data for ids ['5c332d93-de08-40f4-bddb-71b374967770'] in n-d-843680-3 is: [{'id': '5c332d93-de08-40f4-bddb-71b374967770', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:30:16Z', 'updated_at': '2022-05-27T22:30:28Z', 'revision_number': 4, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'gw_port': {'id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:17Z', 'updated_at': '2022-05-27T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'e3aa5e54-783b-49d9-a760-b78e91f0e8ac', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '5c332d93-de08-40f4-bddb-71b374967770', 'port_id': '21669d7f-17ff-457b-b244-ab46bcc8154f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'mac_address': 'fa:16:3e:59:be:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79e7392-b84b-4a26-8d6f-838925beb2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:31:00Z', 'updated_at': '2022-05-27T22:31:04Z', 'revision_number': 1, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f603e508-7b62-4b91-88a6-52d22bff8501', 'name': '', 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'mac_address': 'fa:16:3e:7e:1d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:24Z', 'updated_at': '2022-05-27T22:30:37Z', 'revision_number': 5, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'subnets': [{'id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:31:07.204850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-337475be-bd22-4b37-81c3-68efc6373373 req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] For port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4bcec65e-6e24-4d5d-b75e-a5142b3195a8,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:07.204850 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-337475be-bd22-4b37-81c3-68efc6373373 req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:07.350950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bc0f3e-af5d-40cd-b63a-2a4732edf1dc None None] New status for floating IP e3aa5e54-783b-49d9-a760-b78e91f0e8ac: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:31:07.389916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-337475be-bd22-4b37-81c3-68efc6373373 req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Calling delete_port for 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:07.418317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device cff9aa09-97b9-4468-9e6e-53b8ac09e4de up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:31:07.498956 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f82a9998-ab14-4b92-b3ee-7c4e6aa3d868 req-c8859b7d-614d-454f-8f7c-78811fc1275e service neutron] 10.222.0.27 "GET /v2.0/networks/c978eaf1-631d-40b2-b111-3d1c0c4fafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4611778 May 27 22:31:07.550961 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4152932-f4c4-49e5-a97b-131aaf13aef9 req-ed0b5460-e1b9-4eb1-a5e6-7e4b5efa4be7 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:07.561729 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c4152932-f4c4-49e5-a97b-131aaf13aef9 req-ed0b5460-e1b9-4eb1-a5e6-7e4b5efa4be7 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 948 time: 0.2698488 May 27 22:31:07.659492 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c4152932-f4c4-49e5-a97b-131aaf13aef9 req-e3e292bd-bb17-472f-86ea-bfbb20075a75 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763466 May 27 22:31:07.718978 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-337475be-bd22-4b37-81c3-68efc6373373 req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:07.766992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b79a054f-03df-4600-942e-b9ed8592780d', 'bced882c-528d-47ab-89ce-0c0bf3968d42', 'eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:07.826592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9', '5c165e3b-e0df-4343-8f81-36f59003b6c9', 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa', '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729', '4bcec65e-6e24-4d5d-b75e-a5142b3195a8'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:07.915741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port cff9aa09-97b9-4468-9e6e-53b8ac09e4de completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:31:07.952166 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d8c625-ae5f-45f5-8cd3-a0d03c52b3f8'] response: {'name': 'network-changed', 'server_uuid': 'a79e7392-b84b-4a26-8d6f-838925beb2f7', 'tag': '21669d7f-17ff-457b-b244-ab46bcc8154f', 'status': 'completed', 'code': 200} May 27 22:31:07.964049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port cff9aa09-97b9-4468-9e6e-53b8ac09e4de triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:31:07.964442 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:08.001289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event deleted for resources: {'Port': ['ID=4bcec65e-6e24-4d5d-b75e-a5142b3195a8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:08.006047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87978c22-3fa3-44b2-9fdf-df4935eef98f req-84495d40-f7f0-47e0-9143-5270a5c6144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:08.011648 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-87978c22-3fa3-44b2-9fdf-df4935eef98f req-84495d40-f7f0-47e0-9143-5270a5c6144c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=991aecd0b8eb49eebdbc3aa19fa87655&device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 1096 time: 0.1922162 May 27 22:31:08.083939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device bfb762c0-522c-4661-a936-1bdad8f61f40 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:31:08.193990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:08.194627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:08.195035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:08.197190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:08.200185 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:08.200734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:08.205716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:08.208535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:08.209137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:08.209686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:08.210235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:08.210778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:08.234250 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57b134d7-25cb-43f5-850a-691275fddd7e req-3f44e747-36df-4caa-96e7-f98a759330ef tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 210 time: 0.2716420 May 27 22:31:08.362532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87978c22-3fa3-44b2-9fdf-df4935eef98f req-949f16e1-7eb5-4f0f-b18a-c676386efc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:08.363763 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-87978c22-3fa3-44b2-9fdf-df4935eef98f req-949f16e1-7eb5-4f0f-b18a-c676386efc81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c978eaf1-631d-40b2-b111-3d1c0c4fafca HTTP/1.1" status: 200 len: 930 time: 0.3487825 May 27 22:31:08.398543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-337475be-bd22-4b37-81c3-68efc6373373 req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] No DVR routers for this DVR port 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:08.406596 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-337475be-bd22-4b37-81c3-68efc6373373 req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:08.503189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ed042-6f67-4915-a5d7-0451c3c42f25 req-5b337eb7-0b73-40c9-b8f1-e9bbff92dedd tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:08.504023 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b2ed042-6f67-4915-a5d7-0451c3c42f25 req-5b337eb7-0b73-40c9-b8f1-e9bbff92dedd tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=612794f8-1b82-41f3-a826-10beaadd76ef HTTP/1.1" status: 200 len: 951 time: 0.5561843 May 27 22:31:08.563532 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-87978c22-3fa3-44b2-9fdf-df4935eef98f req-845db2eb-b323-4962-8b76-466f6aedb29e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21669d7f-17ff-457b-b244-ab46bcc8154f HTTP/1.1" status: 200 len: 1001 time: 0.1929779 May 27 22:31:08.580592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-337475be-bd22-4b37-81c3-68efc6373373 req-31f10ffb-7f53-4f1a-8b4f-c5d793bef7cd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "DELETE /v2.0/ports/4bcec65e-6e24-4d5d-b75e-a5142b3195a8 HTTP/1.1" status: 204 len: 173 time: 1.9532428 May 27 22:31:08.624793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port bfb762c0-522c-4661-a936-1bdad8f61f40 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:31:08.629442 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:08.658577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port cff9aa09-97b9-4468-9e6e-53b8ac09e4de is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:31:08.659059 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:08.713515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b2ed042-6f67-4915-a5d7-0451c3c42f25 req-5d3a676b-122c-447f-9deb-722e858bc5b9 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940570 May 27 22:31:08.760187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e18d10-346c-4070-9bcc-6451abd5597e req-84bdc470-e052-4643-abf7-1f5271eff8c5 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:08.775354 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3e18d10-346c-4070-9bcc-6451abd5597e req-84bdc470-e052-4643-abf7-1f5271eff8c5 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.2114966 May 27 22:31:08.845361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff324201-b899-4172-b38c-5855d31521a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff9aa09-97b9-4468-9e6e-53b8ac09e4de'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:08.846056 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3e18d10-346c-4070-9bcc-6451abd5597e req-923345b0-bfe3-48a0-9fad-e1d53864a081 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690796 May 27 22:31:08.930437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87978c22-3fa3-44b2-9fdf-df4935eef98f req-14ec2956-e11f-44c2-b764-21f334220630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:08.938520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port cff9aa09-97b9-4468-9e6e-53b8ac09e4de, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=cff9aa09-97b9-4468-9e6e-53b8ac09e4de,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:08.945040 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-87978c22-3fa3-44b2-9fdf-df4935eef98f req-14ec2956-e11f-44c2-b764-21f334220630 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=33859198-d1c0-45b8-bf01-9e76783acdc8 HTTP/1.1" status: 200 len: 868 time: 0.3731368 May 27 22:31:09.058524 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:09.058524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4b153ed1-d1c3-4019-b8b2-3250b994affb no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:09.123919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87978c22-3fa3-44b2-9fdf-df4935eef98f req-ac79ded5-6a33-4a03-a264-f3f28c231fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:09.127792 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-87978c22-3fa3-44b2-9fdf-df4935eef98f req-ac79ded5-6a33-4a03-a264-f3f28c231fca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c978eaf1-631d-40b2-b111-3d1c0c4fafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670439 May 27 22:31:09.239703 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-967134cd-3d19-4477-b619-836ec554c964 req-723db9b1-911c-47ee-8280-8c2788b4d614 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 258 time: 0.3469141 May 27 22:31:09.251358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:31:09.259429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:31:09.274627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:31:09.351720 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:09.411719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port bfb762c0-522c-4661-a936-1bdad8f61f40 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:31:09.412210 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:09.435556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=cff9aa09-97b9-4468-9e6e-53b8ac09e4de,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:09.441792 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-87978c22-3fa3-44b2-9fdf-df4935eef98f req-4e7b926d-df6c-4775-b8e9-abba38356564 service neutron] 10.222.0.46 "GET /v2.0/networks/c978eaf1-631d-40b2-b111-3d1c0c4fafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079860 May 27 22:31:09.551986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451aedae-4075-4a07-a5cb-0bab3c6304bd req-0689f129-87bb-4c6a-b14d-33d099fb2244 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:09.553960 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-451aedae-4075-4a07-a5cb-0bab3c6304bd req-0689f129-87bb-4c6a-b14d-33d099fb2244 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 949 time: 0.2684145 May 27 22:31:09.582437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port bfb762c0-522c-4661-a936-1bdad8f61f40, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=bfb762c0-522c-4661-a936-1bdad8f61f40,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:09.613316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4b153ed1-d1c3-4019-b8b2-3250b994affb is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:31:09.613316 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:09.686107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-451aedae-4075-4a07-a5cb-0bab3c6304bd req-a12591a0-c65a-4991-8525-8998f6839b3b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158962 May 27 22:31:09.699857 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:09.732850 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-87978c22-3fa3-44b2-9fdf-df4935eef98f req-bbcc21d7-e01d-48c5-b8e0-39046a8848be service neutron] 10.222.0.46 "GET /v2.0/networks/c978eaf1-631d-40b2-b111-3d1c0c4fafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828128 May 27 22:31:09.778463 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:09.875716 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4b153ed1-d1c3-4019-b8b2-3250b994affb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4b153ed1-d1c3-4019-b8b2-3250b994affb,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:09.954127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Allocated IP 172.25.2.22 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/f20736d6-ec99-4911-96ea-e45f9bbba439) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:31:09.957219 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fabb10-e7cd-447e-a9da-cc4c19b55e15', 'name': 'network-vif-deleted', 'tag': '4bcec65e-6e24-4d5d-b75e-a5142b3195a8'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:09.982775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=bfb762c0-522c-4661-a936-1bdad8f61f40,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:10.023873 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:10.115135 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d0f6d5-e04c-41b1-9504-64512e131e3a'] response: {'server_uuid': 'ff324201-b899-4172-b38c-5855d31521a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff9aa09-97b9-4468-9e6e-53b8ac09e4de', 'code': 200} May 27 22:31:10.279506 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4b153ed1-d1c3-4019-b8b2-3250b994affb,revision_number=11']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:10.347814 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:10.351866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8b4f0c2c-e469-48d7-a6d9-779d064dc4ca req-1078a169-5ce4-43c7-83b1-d55f0abff401 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Synchronizing usage tracker for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:10.411399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f3ecf-b8ff-43ac-b394-5eef0185e14f req-1a9c52e9-b9d4-4f27-a0dd-0d0ee4531045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:10.414010 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-565f3ecf-b8ff-43ac-b394-5eef0185e14f req-1a9c52e9-b9d4-4f27-a0dd-0d0ee4531045 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 1100 time: 0.1089499 May 27 22:31:10.815666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8b4f0c2c-e469-48d7-a6d9-779d064dc4ca req-1078a169-5ce4-43c7-83b1-d55f0abff401 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Unset dirty status for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:10.815666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b4f0c2c-e469-48d7-a6d9-779d064dc4ca req-1078a169-5ce4-43c7-83b1-d55f0abff401 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=80fabb10-e7cd-447e-a9da-cc4c19b55e15 HTTP/1.1" status: 200 len: 210 time: 0.1720245 May 27 22:31:10.821872 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-565f3ecf-b8ff-43ac-b394-5eef0185e14f req-be340ed4-f1a0-4497-9452-3f74bd5439c0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551133 May 27 22:31:10.824057 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:10.824057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:31:10.824057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:31:10.824057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:31:10.824057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Pushing event updated for resources: {'Port': ['ID=f20736d6-ec99-4911-96ea-e45f9bbba439,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:10.824057 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:10.824057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41e19d-aa19-4f48-a8b8-861afdc90b70 req-73c67d40-46ff-4e01-9cff-ea105185967d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:10.824057 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe41e19d-aa19-4f48-a8b8-861afdc90b70 req-73c67d40-46ff-4e01-9cff-ea105185967d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.2160661 May 27 22:31:10.857528 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe41e19d-aa19-4f48-a8b8-861afdc90b70 req-485f3868-545e-4ff0-ae30-39deb3b6ee9f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497866 May 27 22:31:11.023257 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e04e3d82-027c-421e-bc15-2bcca6252fa0'] response: {'server_uuid': '80fabb10-e7cd-447e-a9da-cc4c19b55e15', 'name': 'network-vif-deleted', 'tag': '4bcec65e-6e24-4d5d-b75e-a5142b3195a8', 'status': 'completed', 'code': 200} May 27 22:31:11.029417 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:11.460688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca5cdc-13c8-4398-839a-c49f3b710da2 req-89834be0-2476-4754-8758-40e53ce68801 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:11.464917 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bbca5cdc-13c8-4398-839a-c49f3b710da2 req-89834be0-2476-4754-8758-40e53ce68801 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 949 time: 0.2594848 May 27 22:31:11.494244 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:11.529508 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bbca5cdc-13c8-4398-839a-c49f3b710da2 req-014b54d3-ba86-4b00-8bf0-e0798ca3c9c9 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542874 May 27 22:31:11.545729 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:11.709362 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:11.757279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Pushing event updated for resources: {'Port': ['ID=f20736d6-ec99-4911-96ea-e45f9bbba439,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:11.818369 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:11.820229 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-967134cd-3d19-4477-b619-836ec554c964 req-f738d87e-c90b-4b41-aeee-33dddb675e7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5780666 May 27 22:31:11.950328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-967134cd-3d19-4477-b619-836ec554c964 req-803a589d-9e3b-4408-ad69-83e58136aa7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Synchronizing usage tracker for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:12.077584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-967134cd-3d19-4477-b619-836ec554c964 req-803a589d-9e3b-4408-ad69-83e58136aa7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Unset dirty status for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:12.079424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-967134cd-3d19-4477-b619-836ec554c964 req-803a589d-9e3b-4408-ad69-83e58136aa7e tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.2523930 May 27 22:31:12.086151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:12.119504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb762c0-522c-4661-a936-1bdad8f61f40'}, {'server_uuid': '612794f8-1b82-41f3-a826-10beaadd76ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b153ed1-d1c3-4019-b8b2-3250b994affb'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:12.131280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:12.131870 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4bcec65e-6e24-4d5d-b75e-a5142b3195a8 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:12.330349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967134cd-3d19-4477-b619-836ec554c964 req-2fee26ab-9505-40c6-b2c1-0838cb9cfc67 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:12.331821 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-967134cd-3d19-4477-b619-836ec554c964 req-2fee26ab-9505-40c6-b2c1-0838cb9cfc67 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.2418153 May 27 22:31:12.411348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811af16b-5c47-4215-89af-65436649db58 req-0e23b1f3-4adf-4455-a3ff-ff4879c05fba tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:12.412840 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-811af16b-5c47-4215-89af-65436649db58 req-0e23b1f3-4adf-4455-a3ff-ff4879c05fba tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.1362081 May 27 22:31:12.472858 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-811af16b-5c47-4215-89af-65436649db58 req-d519c622-0d49-415b-a97f-0e1eee220707 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517769 May 27 22:31:12.937128 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b49de33-4b80-4dd8-b808-cdf8b7fe25a5'] response: {'server_uuid': '3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb762c0-522c-4661-a936-1bdad8f61f40', 'code': 200} May 27 22:31:12.937583 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b49de33-4b80-4dd8-b808-cdf8b7fe25a5'] response: {'server_uuid': '612794f8-1b82-41f3-a826-10beaadd76ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b153ed1-d1c3-4019-b8b2-3250b994affb', 'code': 200} May 27 22:31:13.349093 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99235ed1-d9e3-42fc-97af-b47485a811db req-16f823c6-f0cf-4a0b-8a8d-40d25d90ca91 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:13.356800 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99235ed1-d9e3-42fc-97af-b47485a811db req-16f823c6-f0cf-4a0b-8a8d-40d25d90ca91 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 949 time: 0.1777966 May 27 22:31:13.405508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62c160-367c-451d-bbae-c9643e4a639b req-71d03541-502c-421e-8e5d-e0253056673d tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:13.407084 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c62c160-367c-451d-bbae-c9643e4a639b req-71d03541-502c-421e-8e5d-e0253056673d tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1544924 May 27 22:31:13.499267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99235ed1-d9e3-42fc-97af-b47485a811db req-78105907-a228-46a1-a31a-539ecd08b32f tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416075 May 27 22:31:13.525720 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c62c160-367c-451d-bbae-c9643e4a639b req-820426b3-c5b0-4698-b47d-011cc4204de4 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.1054726 May 27 22:31:13.537600 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-3c62c160-367c-451d-bbae-c9643e4a639b req-5e9282e9-fd63-4fdb-ae22-60cf2ecc9624 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Request body: {'floatingip': {'port_id': '21669d7f-17ff-457b-b244-ab46bcc8154f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:31:13.636902 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3c62c160-367c-451d-bbae-c9643e4a639b req-5e9282e9-fd63-4fdb-ae22-60cf2ecc9624 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:14.165597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b2515-d659-4b71-bbad-d44bab70f1ab req-954b286a-ae0b-4b68-ad29-ff6750202088 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:14.167189 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f3b2515-d659-4b71-bbad-d44bab70f1ab req-954b286a-ae0b-4b68-ad29-ff6750202088 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 950 time: 0.2061610 May 27 22:31:14.206756 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-3c62c160-367c-451d-bbae-c9643e4a639b req-5e9282e9-fd63-4fdb-ae22-60cf2ecc9624 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] update failed (client error): There was a conflict when trying to complete your request. May 27 22:31:14.207752 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c62c160-367c-451d-bbae-c9643e4a639b req-5e9282e9-fd63-4fdb-ae22-60cf2ecc9624 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "PUT /v2.0/floatingips/2f3dcf07-fc6c-4f19-b11d-df930e92eb8c HTTP/1.1" status: 409 len: 549 time: 0.6752849 May 27 22:31:14.243653 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f3b2515-d659-4b71-bbad-d44bab70f1ab req-ee6dc3f5-50d7-4cbc-a2fc-e743912d4193 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648286 May 27 22:31:14.492513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fe941-f625-4e79-a242-b198fd34720c req-330f1a83-02d1-431f-ac5f-76d7daa9036e tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:14.494583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d78fe941-f625-4e79-a242-b198fd34720c req-330f1a83-02d1-431f-ac5f-76d7daa9036e tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.1305201 May 27 22:31:14.578178 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d78fe941-f625-4e79-a242-b198fd34720c req-0ad1855d-37c1-4483-837c-31ef16cd1fcb tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738211 May 27 22:31:14.745853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fc63a-f581-41b7-834f-dfa4b9b5e120 req-3e33489d-259f-4bfe-add7-56e381729e38 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:14.751994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-082fc63a-f581-41b7-834f-dfa4b9b5e120 req-3e33489d-259f-4bfe-add7-56e381729e38 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Synchronizing usage tracker for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:14.784815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-082fc63a-f581-41b7-834f-dfa4b9b5e120 req-3e33489d-259f-4bfe-add7-56e381729e38 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Unset dirty status for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:14.786363 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-082fc63a-f581-41b7-834f-dfa4b9b5e120 req-3e33489d-259f-4bfe-add7-56e381729e38 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.46 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 950 time: 0.2368875 May 27 22:31:14.918642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-082fc63a-f581-41b7-834f-dfa4b9b5e120 req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Deleting port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:14.920422 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-082fc63a-f581-41b7-834f-dfa4b9b5e120 req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:14.996024 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-096df5c9-6f41-425e-bd67-66f05e819ad8 req-bdc5a278-4baf-4cc1-8cb2-7ed74c25c936 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/floatingips/2f3dcf07-fc6c-4f19-b11d-df930e92eb8c HTTP/1.1" status: 200 len: 692 time: 0.3735795 May 27 22:31:15.245697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096df5c9-6f41-425e-bd67-66f05e819ad8 req-e857f570-968c-4627-a2f8-85e237fe081b tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:15.258357 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-096df5c9-6f41-425e-bd67-66f05e819ad8 req-e857f570-968c-4627-a2f8-85e237fe081b tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.2524576 May 27 22:31:15.363272 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-096df5c9-6f41-425e-bd67-66f05e819ad8 req-d290bac6-62a6-4d86-90e7-e363c2480267 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.1080127 May 27 22:31:15.416681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-082fc63a-f581-41b7-834f-dfa4b9b5e120 req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] For port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:15.417312 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-082fc63a-f581-41b7-834f-dfa4b9b5e120 req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:15.508200 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-096df5c9-6f41-425e-bd67-66f05e819ad8 req-f2376b1c-1409-4e44-983c-1e06f1c90bc9 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.1438842 May 27 22:31:15.517638 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-6f75737b-2828-40f5-b4ae-d2ee7df751e6 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=e355b3320ee54e0493a0063077eca83b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761406 May 27 22:31:15.599756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-082fc63a-f581-41b7-834f-dfa4b9b5e120 req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Calling delete_port for eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:15.610246 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:15.782927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-096df5c9-6f41-425e-bd67-66f05e819ad8 req-0905f513-13ec-4a16-ad45-662fa8d3f70c tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Deleting port f20736d6-ec99-4911-96ea-e45f9bbba439 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:15.783270 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-096df5c9-6f41-425e-bd67-66f05e819ad8 req-0905f513-13ec-4a16-ad45-662fa8d3f70c tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:15.844776 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-082fc63a-f581-41b7-834f-dfa4b9b5e120 req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:15.865782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b79a054f-03df-4600-942e-b9ed8592780d', 'bced882c-528d-47ab-89ce-0c0bf3968d42', 'eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:16.003250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event deleted for resources: {'Port': ['ID=eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:16.020812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:16.021562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:16.022102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:16.022705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:16.023698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:16.024196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:16.024702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9', '5c165e3b-e0df-4343-8f81-36f59003b6c9', 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa', '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:16.026319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:16.026319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:16.026319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:16.030191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:16.030926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:16.031518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:16.054141 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-8e59aa34-96bd-43d1-ab17-f49fb07ebcd0 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:16.061160 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-8e59aa34-96bd-43d1-ab17-f49fb07ebcd0 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5425694 May 27 22:31:16.091577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-e55cb57f-6b13-4870-8a7d-d3041b2f7672 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/quotas/e355b3320ee54e0493a0063077eca83b HTTP/1.1" status: 200 len: 375 time: 0.0288441 May 27 22:31:16.107667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-082fc63a-f581-41b7-834f-dfa4b9b5e120 req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] No DVR routers for this DVR port eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:16.111492 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-082fc63a-f581-41b7-834f-dfa4b9b5e120 req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:16.115277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a36e3e-c6af-44e8-aa17-9a95f36eeaac', 'name': 'network-vif-deleted', 'tag': 'eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:16.212979 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-096df5c9-6f41-425e-bd67-66f05e819ad8 req-0905f513-13ec-4a16-ad45-662fa8d3f70c tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:16.213660 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-096df5c9-6f41-425e-bd67-66f05e819ad8 req-0905f513-13ec-4a16-ad45-662fa8d3f70c tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:16.249371 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-082fc63a-f581-41b7-834f-dfa4b9b5e120 req-30fc208d-a842-4107-b5b8-125c7eef1f29 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.46 "DELETE /v2.0/ports/eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b HTTP/1.1" status: 204 len: 173 time: 1.4539406 May 27 22:31:16.389990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-c25a6023-29f1-4d1e-b332-9a34e9e68b0f tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e355b3320ee54e0493a0063077eca83b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2974255 May 27 22:31:16.400863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-096df5c9-6f41-425e-bd67-66f05e819ad8 req-0905f513-13ec-4a16-ad45-662fa8d3f70c tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Calling delete_port for f20736d6-ec99-4911-96ea-e45f9bbba439 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:17.096906 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-096df5c9-6f41-425e-bd67-66f05e819ad8 req-0905f513-13ec-4a16-ad45-662fa8d3f70c tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:17.233777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905f513-13ec-4a16-ad45-662fa8d3f70c tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Pushing event deleted for resources: {'Port': ['ID=f20736d6-ec99-4911-96ea-e45f9bbba439,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:17.548805 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ea49d40-bdab-4b9b-a897-5a43648971f1 req-9818b5e0-b6ae-4cb5-ab5c-9893f56e54a7 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=74a36e3e-c6af-44e8-aa17-9a95f36eeaac HTTP/1.1" status: 200 len: 210 time: 0.0600593 May 27 22:31:17.548805 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-096df5c9-6f41-425e-bd67-66f05e819ad8 req-0905f513-13ec-4a16-ad45-662fa8d3f70c tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:17.678850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a34011-59cf-46a0-ac52-e9984ad03eca req-2d27d367-e697-4434-a4f4-80429d4529ea tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:17.680316 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a7a34011-59cf-46a0-ac52-e9984ad03eca req-2d27d367-e697-4434-a4f4-80429d4529ea tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.0889244 May 27 22:31:17.735453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a7a34011-59cf-46a0-ac52-e9984ad03eca req-880ea109-0ffb-489f-b516-76349dfbeb80 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487518 May 27 22:31:17.781840 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-096df5c9-6f41-425e-bd67-66f05e819ad8 req-0905f513-13ec-4a16-ad45-662fa8d3f70c tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:17.797745 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-096df5c9-6f41-425e-bd67-66f05e819ad8 req-0905f513-13ec-4a16-ad45-662fa8d3f70c tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "DELETE /v2.0/floatingips/2f3dcf07-fc6c-4f19-b11d-df930e92eb8c HTTP/1.1" status: 204 len: 173 time: 2.2865798 May 27 22:31:17.846873 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95907bcc-3b55-407e-8382-b091a2031e87'] response: {'server_uuid': '74a36e3e-c6af-44e8-aa17-9a95f36eeaac', 'name': 'network-vif-deleted', 'tag': 'eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b', 'status': 'completed', 'code': 200} May 27 22:31:17.979679 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-18b755ac-57b1-4762-8eb6-3b67390efbc3 req-6f14dad3-417b-4b89-a169-7dbd90f2ca47 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 210 time: 0.0973289 May 27 22:31:18.197560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-89088f4d-d86b-4273-82c2-d2a666def2f4 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Synchronizing usage tracker for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:18.378971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-89088f4d-d86b-4273-82c2-d2a666def2f4 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Unset dirty status for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:18.380484 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-89088f4d-d86b-4273-82c2-d2a666def2f4 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.188 HTTP/1.1" status: 200 len: 1001 time: 0.3344653 May 27 22:31:18.522988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-5dbf20ed-b194-4e77-995b-72b7db9b89fe tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:18.522988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-5dbf20ed-b194-4e77-995b-72b7db9b89fe tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Synchronizing usage tracker for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:18.648582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-5dbf20ed-b194-4e77-995b-72b7db9b89fe tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Unset dirty status for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:18.651679 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-5dbf20ed-b194-4e77-995b-72b7db9b89fe tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports/21669d7f-17ff-457b-b244-ab46bcc8154f HTTP/1.1" status: 200 len: 942 time: 0.2584350 May 27 22:31:18.716501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8d5ee-20de-461e-a147-afba6c5b114c req-06e25557-78d5-4d32-aa71-9025d89192fd tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:18.719156 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-23c8d5ee-20de-461e-a147-afba6c5b114c req-06e25557-78d5-4d32-aa71-9025d89192fd tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.1860647 May 27 22:31:18.735732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46088) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:18.883684 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-23c8d5ee-20de-461e-a147-afba6c5b114c req-30e39069-c1cc-428b-9e9b-5a77c78660f0 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573625 May 27 22:31:18.966477 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3d36a06-df98-4aef-a0e0-1039f4839da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:19.005047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f3d36a06-df98-4aef-a0e0-1039f4839da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:31:19.010935 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-9c8c8d88-7463-4d15-b784-d76140978757 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.188 HTTP/1.1" status: 200 len: 1001 time: 0.2147584 May 27 22:31:19.016375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f3d36a06-df98-4aef-a0e0-1039f4839da2 admin admin] Usage tracker for resource:security_group_rule and tenant:7d71441202af49f188e1cf9be6c659b7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:31:19.020694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f3d36a06-df98-4aef-a0e0-1039f4839da2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:31:19.026820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f3d36a06-df98-4aef-a0e0-1039f4839da2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:31:19.179360 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3d36a06-df98-4aef-a0e0-1039f4839da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:19.261753 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3d36a06-df98-4aef-a0e0-1039f4839da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:19.290502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-a90505fc-2299-4b31-8c29-e5fd582611db tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:19.294983 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-a90505fc-2299-4b31-8c29-e5fd582611db tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.2770939 May 27 22:31:19.310252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d36a06-df98-4aef-a0e0-1039f4839da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605d2d30-88ec-4301-b981-418a48ab2cc9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:19.330746 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f3d36a06-df98-4aef-a0e0-1039f4839da2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7d71441202af49f188e1cf9be6c659b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5918429 May 27 22:31:19.331349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46120) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:19.436127 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-749c9351-1324-44ba-862f-ab5b1d6511a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:19.455637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:19.492159 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-749c9351-1324-44ba-862f-ab5b1d6511a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:19.510299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:19.512998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device eeaacd74-b5fa-4a6a-9907-ae10b69f5e0b not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:19.586134 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-55039701-a916-4404-937f-f3baa7fb5dbe tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.188 HTTP/1.1" status: 200 len: 1001 time: 0.2900147 May 27 22:31:19.593535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-e6d2017b-12cb-4fbd-a4ab-5c8812bf7cd3 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:31:19.633508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-749c9351-1324-44ba-862f-ab5b1d6511a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:19.650958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c9351-1324-44ba-862f-ab5b1d6511a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605d2d30-88ec-4301-b981-418a48ab2cc9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:19.661645 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-749c9351-1324-44ba-862f-ab5b1d6511a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:19.665074 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-749c9351-1324-44ba-862f-ab5b1d6511a4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/605d2d30-88ec-4301-b981-418a48ab2cc9 HTTP/1.1" status: 204 len: 168 time: 0.3327069 May 27 22:31:19.754326 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-e6d2017b-12cb-4fbd-a4ab-5c8812bf7cd3 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:19.863560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fe375-ee35-4946-bd0b-36714078c8b8 req-d22e18f2-29ee-48f6-82af-235967dcf441 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:19.865110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-141fe375-ee35-4946-bd0b-36714078c8b8 req-d22e18f2-29ee-48f6-82af-235967dcf441 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.4137359 May 27 22:31:20.141868 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-141fe375-ee35-4946-bd0b-36714078c8b8 req-4f19d6dc-e002-4d39-b96e-07ebbf6afde3 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661555 May 27 22:31:20.183454 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-e6d2017b-12cb-4fbd-a4ab-5c8812bf7cd3 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:20.267954 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-e6d2017b-12cb-4fbd-a4ab-5c8812bf7cd3 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:20.267954 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-e6d2017b-12cb-4fbd-a4ab-5c8812bf7cd3 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Floating IP e3aa5e54-783b-49d9-a760-b78e91f0e8ac disassociated. External IP: 172.25.2.188, port: 21669d7f-17ff-457b-b244-ab46bcc8154f. May 27 22:31:20.681254 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-e9e8616a-5fe5-4427-923c-bfc16beef099 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e355b3320ee54e0493a0063077eca83b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1177413 May 27 22:31:20.696063 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-176d0b57-2fda-4dd8-903b-8c7c45a7d9e4 req-9233174b-fabd-4096-90b4-8d836663b200 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 210 time: 0.1098979 May 27 22:31:21.185573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-249652fd-bec5-414b-bd4e-705f41bebe09 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:21.188250 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-249652fd-bec5-414b-bd4e-705f41bebe09 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4837246 May 27 22:31:21.196033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-e6d2017b-12cb-4fbd-a4ab-5c8812bf7cd3 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Router 5c332d93-de08-40f4-bddb-71b374967770 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:31:21.208872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Request body: {'port': {'device_id': '3be15d50-7f31-4932-8755-fc0f114cff41', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'e355b3320ee54e0493a0063077eca83b'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:31:21.537466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:31:21.545659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Usage tracker for resource:port and tenant:e355b3320ee54e0493a0063077eca83b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:31:21.552050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:31:21.562404 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:31:21.567949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-e6d2017b-12cb-4fbd-a4ab-5c8812bf7cd3 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:31:21.574357 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-e6d2017b-12cb-4fbd-a4ab-5c8812bf7cd3 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:21.582095 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54343a-90e8-4b39-9bc1-59a9be34248e None None] Sync routers for ids ['5c332d93-de08-40f4-bddb-71b374967770'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:31:21.608972 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54343a-90e8-4b39-9bc1-59a9be34248e None None] Routers {'5c332d93-de08-40f4-bddb-71b374967770'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:31:21.608972 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4f54343a-90e8-4b39-9bc1-59a9be34248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:31:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5c332d93-de08-40f4-bddb-71b374967770'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:21.656854 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-e6d2017b-12cb-4fbd-a4ab-5c8812bf7cd3 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "PUT /v2.0/floatingips/e3aa5e54-783b-49d9-a760-b78e91f0e8ac HTTP/1.1" status: 200 len: 695 time: 2.0691087 May 27 22:31:21.657806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79e7392-b84b-4a26-8d6f-838925beb2f7', 'tag': '21669d7f-17ff-457b-b244-ab46bcc8154f'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:21.750612 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-a6628ee2-dd4e-476e-a762-79aa6ba9f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:21.821792 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-a6628ee2-dd4e-476e-a762-79aa6ba9f52a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=991aecd0b8eb49eebdbc3aa19fa87655&device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 1096 time: 0.0930505 May 27 22:31:21.904118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-7f0d481f-8936-4205-b9e5-69b4e13255a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:21.905949 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-7f0d481f-8936-4205-b9e5-69b4e13255a3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=c978eaf1-631d-40b2-b111-3d1c0c4fafca HTTP/1.1" status: 200 len: 930 time: 0.1464224 May 27 22:31:21.918436 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4f54343a-90e8-4b39-9bc1-59a9be34248e None None] Set router 5c332d93-de08-40f4-bddb-71b374967770 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:31:21.980149 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-c7a7f87f-4ad0-4e1b-95c4-1876a79f59f9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21669d7f-17ff-457b-b244-ab46bcc8154f HTTP/1.1" status: 200 len: 217 time: 0.0670822 May 27 22:31:22.050199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-3e9a0c4b-6051-4429-b3fb-12612ce9f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:22.051134 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-3e9a0c4b-6051-4429-b3fb-12612ce9f29c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=33859198-d1c0-45b8-bf01-9e76783acdc8 HTTP/1.1" status: 200 len: 868 time: 0.0648913 May 27 22:31:22.129754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-7fc0542c-26b5-44e8-bf5e-d135fc542a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:22.131070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-7fc0542c-26b5-44e8-bf5e-d135fc542a40 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c978eaf1-631d-40b2-b111-3d1c0c4fafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737758 May 27 22:31:22.224252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Made reservation on behalf of e355b3320ee54e0493a0063077eca83b for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:31:22.224701 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:22.242427 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4f54343a-90e8-4b39-9bc1-59a9be34248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c332d93-de08-40f4-bddb-71b374967770', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:30:16Z', 'updated_at': '2022-05-27T22:30:28Z', 'revision_number': 4, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'gw_port': {'id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:17Z', 'updated_at': '2022-05-27T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'f603e508-7b62-4b91-88a6-52d22bff8501', 'name': '', 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'mac_address': 'fa:16:3e:7e:1d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:24Z', 'updated_at': '2022-05-27T22:30:37Z', 'revision_number': 5, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'subnets': [{'id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:22.246201 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54343a-90e8-4b39-9bc1-59a9be34248e None None] Checking router: 5c332d93-de08-40f4-bddb-71b374967770 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:31:22.254252 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54343a-90e8-4b39-9bc1-59a9be34248e None None] Routers {'5c332d93-de08-40f4-bddb-71b374967770'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:31:22.254827 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4f54343a-90e8-4b39-9bc1-59a9be34248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:31:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5c332d93-de08-40f4-bddb-71b374967770'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:22.346378 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:22.470745 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-c53e0c14-dc24-4144-b902-8e619b6b3211 service neutron] 10.222.0.27 "GET /v2.0/networks/c978eaf1-631d-40b2-b111-3d1c0c4fafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330035 May 27 22:31:22.519484 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4f54343a-90e8-4b39-9bc1-59a9be34248e None None] Set router 5c332d93-de08-40f4-bddb-71b374967770 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:31:22.694043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Allocated IP 192.168.233.40 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/fd55ba34-f7e4-43a4-819e-83cd7a584ca2) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:31:22.716790 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08369e9-78b4-4c98-8990-49ceeb1eb4fb req-d6087e86-84d5-415c-99cb-e8824278c798 service neutron] 10.222.0.27 "GET /v2.0/networks/c978eaf1-631d-40b2-b111-3d1c0c4fafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448852 May 27 22:31:23.134113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414ffda-231a-4e1e-884a-7873e49630f2 req-eeb559f2-1a12-4d43-8148-b6e71e3cae26 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:23.135568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3414ffda-231a-4e1e-884a-7873e49630f2 req-eeb559f2-1a12-4d43-8148-b6e71e3cae26 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Synchronizing usage tracker for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:23.179527 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018b529e-9f3c-4860-aa1a-9a13aaee0856'] response: {'name': 'network-changed', 'server_uuid': 'a79e7392-b84b-4a26-8d6f-838925beb2f7', 'tag': '21669d7f-17ff-457b-b244-ab46bcc8154f', 'status': 'completed', 'code': 200} May 27 22:31:23.184913 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4f54343a-90e8-4b39-9bc1-59a9be34248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c332d93-de08-40f4-bddb-71b374967770', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:30:16Z', 'updated_at': '2022-05-27T22:30:28Z', 'revision_number': 4, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'gw_port': {'id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:17Z', 'updated_at': '2022-05-27T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'f603e508-7b62-4b91-88a6-52d22bff8501', 'name': '', 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'mac_address': 'fa:16:3e:7e:1d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:24Z', 'updated_at': '2022-05-27T22:30:37Z', 'revision_number': 5, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'subnets': [{'id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:23.186274 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:23.189875 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54343a-90e8-4b39-9bc1-59a9be34248e None None] The sync data for ids ['5c332d93-de08-40f4-bddb-71b374967770'] in n-d-843680-3 is: [{'id': '5c332d93-de08-40f4-bddb-71b374967770', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:30:16Z', 'updated_at': '2022-05-27T22:30:28Z', 'revision_number': 4, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'gw_port': {'id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:17Z', 'updated_at': '2022-05-27T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'f603e508-7b62-4b91-88a6-52d22bff8501', 'name': '', 'network_id': 'c978eaf1-631d-40b2-b111-3d1c0c4fafca', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'mac_address': 'fa:16:3e:7e:1d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:24Z', 'updated_at': '2022-05-27T22:30:37Z', 'revision_number': 5, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'subnets': [{'id': '33859198-d1c0-45b8-bf01-9e76783acdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:31:23.242432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Transition to ACTIVE for port object fd55ba34-f7e4-43a4-819e-83cd7a584ca2 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:31:23.276251 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a93220-b8a8-414c-a518-edfc0eec99b0 req-be375bb3-9d03-49a3-a81a-cd7c29057a50 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:23.277951 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7a93220-b8a8-414c-a518-edfc0eec99b0 req-be375bb3-9d03-49a3-a81a-cd7c29057a50 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 950 time: 0.2373595 May 27 22:31:23.322465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3414ffda-231a-4e1e-884a-7873e49630f2 req-eeb559f2-1a12-4d43-8148-b6e71e3cae26 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Unset dirty status for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:23.322465 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3414ffda-231a-4e1e-884a-7873e49630f2 req-eeb559f2-1a12-4d43-8148-b6e71e3cae26 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.46 "GET /v2.0/ports?device_id=2bd7f990-7dd0-4aa5-9816-176651d887df HTTP/1.1" status: 200 len: 950 time: 0.3488693 May 27 22:31:23.390639 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dac4847d-7643-4617-9d67-27e4321eda44 req-73b197aa-900c-4bff-9399-5c7e31b6c538 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 210 time: 0.0762055 May 27 22:31:23.426732 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7a93220-b8a8-414c-a518-edfc0eec99b0 req-8402d4de-cdcc-4eeb-a718-90af1b7b11c9 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383131 May 27 22:31:23.453158 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:31:23.489570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-3414ffda-231a-4e1e-884a-7873e49630f2 req-2a85a4d6-7653-4922-95d4-5ee7aa13eabd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Deleting port bced882c-528d-47ab-89ce-0c0bf3968d42 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:23.490216 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3414ffda-231a-4e1e-884a-7873e49630f2 req-2a85a4d6-7653-4922-95d4-5ee7aa13eabd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:23.624636 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:23.649305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['cff9aa09-97b9-4468-9e6e-53b8ac09e4de'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:23.763701 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91aeecc7-7b08-44cb-8446-3348c6e1b266 None None] New status for floating IP e3aa5e54-783b-49d9-a760-b78e91f0e8ac: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:31:23.775898 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae6b1fb2-bcf5-4296-a335-25ffc4aca904 req-43a020f0-241d-4023-bd8f-177348b5d7ef tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/floatingips/e3aa5e54-783b-49d9-a760-b78e91f0e8ac HTTP/1.1" status: 200 len: 695 time: 0.2835078 May 27 22:31:23.889587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:31:23.899011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:31:23.915656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3414ffda-231a-4e1e-884a-7873e49630f2 req-2a85a4d6-7653-4922-95d4-5ee7aa13eabd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] For port bced882c-528d-47ab-89ce-0c0bf3968d42, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=bced882c-528d-47ab-89ce-0c0bf3968d42,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:23.915802 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3414ffda-231a-4e1e-884a-7873e49630f2 req-2a85a4d6-7653-4922-95d4-5ee7aa13eabd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:23.969640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:31:24.195830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Pushing event updated for resources: {'Port': ['ID=fd55ba34-f7e4-43a4-819e-83cd7a584ca2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:24.271706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:24.273296 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:24.283299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-3414ffda-231a-4e1e-884a-7873e49630f2 req-2a85a4d6-7653-4922-95d4-5ee7aa13eabd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Calling delete_port for bced882c-528d-47ab-89ce-0c0bf3968d42 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:24.365300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea2441-e451-4066-96f6-e5e195ad5754 req-18c12b5a-c095-4c0c-b57c-42497bffaa32 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:24.367403 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6cea2441-e451-4066-96f6-e5e195ad5754 req-18c12b5a-c095-4c0c-b57c-42497bffaa32 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.7293262 May 27 22:31:24.384750 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b1fb2-bcf5-4296-a335-25ffc4aca904 req-6f5ab5db-5a5d-4879-92dd-c2c5666a4754 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:24.387931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae6b1fb2-bcf5-4296-a335-25ffc4aca904 req-6f5ab5db-5a5d-4879-92dd-c2c5666a4754 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.5428686 May 27 22:31:24.393415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a7725-3da5-42c1-8959-9fe0c2c4a601 req-df5e65fc-c32c-4955-962c-6dad4fb7d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:24.398842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a19a7725-3da5-42c1-8959-9fe0c2c4a601 req-df5e65fc-c32c-4955-962c-6dad4fb7d0c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=991aecd0b8eb49eebdbc3aa19fa87655&device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 1096 time: 1.1846569 May 27 22:31:24.485250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e2de6171-a434-4108-9161-516f7d27665f None None] Provisioning for port fd55ba34-f7e4-43a4-819e-83cd7a584ca2 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:31:24.491371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e2de6171-a434-4108-9161-516f7d27665f None None] Provisioning complete for port fd55ba34-f7e4-43a4-819e-83cd7a584ca2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:31:24.491744 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e2de6171-a434-4108-9161-516f7d27665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:24.548175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-180e41a4-be18-4e88-8f0c-f538d129169c tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3451858 May 27 22:31:24.554332 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3414ffda-231a-4e1e-884a-7873e49630f2 req-2a85a4d6-7653-4922-95d4-5ee7aa13eabd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:24.567301 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e2de6171-a434-4108-9161-516f7d27665f None None] Port fd55ba34-f7e4-43a4-819e-83cd7a584ca2 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:31:24.592314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9', '5c165e3b-e0df-4343-8f81-36f59003b6c9', 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa', '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:24.615473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Request body: {'port': {'device_id': '3be15d50-7f31-4932-8755-fc0f114cff41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:31:24.652591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85a4d6-7653-4922-95d4-5ee7aa13eabd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event deleted for resources: {'Port': ['ID=bced882c-528d-47ab-89ce-0c0bf3968d42,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:24.653441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b79a054f-03df-4600-942e-b9ed8592780d', 'bced882c-528d-47ab-89ce-0c0bf3968d42'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:24.707535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3414ffda-231a-4e1e-884a-7873e49630f2 req-2a85a4d6-7653-4922-95d4-5ee7aa13eabd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] No DVR routers for this DVR port bced882c-528d-47ab-89ce-0c0bf3968d42 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:24.717085 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3414ffda-231a-4e1e-884a-7873e49630f2 req-2a85a4d6-7653-4922-95d4-5ee7aa13eabd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:24.730253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd7f990-7dd0-4aa5-9816-176651d887df', 'name': 'network-vif-deleted', 'tag': 'bced882c-528d-47ab-89ce-0c0bf3968d42'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:24.818939 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3414ffda-231a-4e1e-884a-7873e49630f2 req-2a85a4d6-7653-4922-95d4-5ee7aa13eabd tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.46 "DELETE /v2.0/ports/bced882c-528d-47ab-89ce-0c0bf3968d42 HTTP/1.1" status: 204 len: 173 time: 1.4941177 May 27 22:31:24.831516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae6b1fb2-bcf5-4296-a335-25ffc4aca904 req-45f251a3-1926-45b7-8321-db06bf90ab62 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.188 HTTP/1.1" status: 200 len: 696 time: 0.4333801 May 27 22:31:24.850496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985d20e-533b-449f-a7c7-3acf7758d9c1 req-3ec6b009-7f35-4e7e-bbd2-0daeccb4a4a8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:24.851995 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2985d20e-533b-449f-a7c7-3acf7758d9c1 req-3ec6b009-7f35-4e7e-bbd2-0daeccb4a4a8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.57 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.8088739 May 27 22:31:24.984257 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6cea2441-e451-4066-96f6-e5e195ad5754 req-e9d5c60e-00d9-48ed-bf0d-8985e17b6efe tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5952945 May 27 22:31:25.021674 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae6b1fb2-bcf5-4296-a335-25ffc4aca904 req-5c01fb8a-edf6-46da-85e7-3b6450c856c5 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.188 HTTP/1.1" status: 200 len: 696 time: 0.1663718 May 27 22:31:25.087475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a7725-3da5-42c1-8959-9fe0c2c4a601 req-ac06d454-c00f-4e04-ad0e-abc9750d64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:25.089055 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a19a7725-3da5-42c1-8959-9fe0c2c4a601 req-ac06d454-c00f-4e04-ad0e-abc9750d64cc service neutron] 10.222.0.46 "GET /v2.0/networks?id=c978eaf1-631d-40b2-b111-3d1c0c4fafca HTTP/1.1" status: 200 len: 930 time: 0.5735450 May 27 22:31:25.390874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a19a7725-3da5-42c1-8959-9fe0c2c4a601 req-f9a39c53-f1ac-45af-8e4e-a3f5b0f380be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21669d7f-17ff-457b-b244-ab46bcc8154f HTTP/1.1" status: 200 len: 217 time: 0.2116759 May 27 22:31:25.403598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-2985d20e-533b-449f-a7c7-3acf7758d9c1 req-55ac3da9-5155-438f-93a6-abb0749993ae tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Deleting port 9ade4492-7972-46a4-8535-7265f58f2e83 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:25.403959 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2985d20e-533b-449f-a7c7-3acf7758d9c1 req-55ac3da9-5155-438f-93a6-abb0749993ae tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:25.578798 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:25.591763 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-ae6b1fb2-bcf5-4296-a335-25ffc4aca904 req-908877ad-abc3-48b7-9736-12701d039b47 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Deleting port 435aacb1-66f2-41b8-b8c7-50d320a5c927 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:25.592084 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae6b1fb2-bcf5-4296-a335-25ffc4aca904 req-908877ad-abc3-48b7-9736-12701d039b47 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:25.768262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a7725-3da5-42c1-8959-9fe0c2c4a601 req-fc959991-083d-4df4-aae0-a152dada87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:25.769760 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a19a7725-3da5-42c1-8959-9fe0c2c4a601 req-fc959991-083d-4df4-aae0-a152dada87a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=33859198-d1c0-45b8-bf01-9e76783acdc8 HTTP/1.1" status: 200 len: 868 time: 0.3316228 May 27 22:31:26.057482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5277a49-b175-4acb-8bff-b353d794f961 req-116f8480-07be-41f1-8007-5b2686ab32b2 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:26.058252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-d5277a49-b175-4acb-8bff-b353d794f961 req-116f8480-07be-41f1-8007-5b2686ab32b2 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Synchronizing usage tracker for tenant:e355b3320ee54e0493a0063077eca83b on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:26.169874 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae6b1fb2-bcf5-4296-a335-25ffc4aca904 req-908877ad-abc3-48b7-9736-12701d039b47 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:26.170200 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae6b1fb2-bcf5-4296-a335-25ffc4aca904 req-908877ad-abc3-48b7-9736-12701d039b47 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:26.496400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-d5277a49-b175-4acb-8bff-b353d794f961 req-116f8480-07be-41f1-8007-5b2686ab32b2 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Unset dirty status for tenant:e355b3320ee54e0493a0063077eca83b on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:26.497594 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5277a49-b175-4acb-8bff-b353d794f961 req-116f8480-07be-41f1-8007-5b2686ab32b2 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 935 time: 1.1802001 May 27 22:31:26.515394 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-ae6b1fb2-bcf5-4296-a335-25ffc4aca904 req-908877ad-abc3-48b7-9736-12701d039b47 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Calling delete_port for 435aacb1-66f2-41b8-b8c7-50d320a5c927 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:26.597893 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-2985d20e-533b-449f-a7c7-3acf7758d9c1 req-55ac3da9-5155-438f-93a6-abb0749993ae tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] For port 9ade4492-7972-46a4-8535-7265f58f2e83, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=9ade4492-7972-46a4-8535-7265f58f2e83,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:26.598257 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2985d20e-533b-449f-a7c7-3acf7758d9c1 req-55ac3da9-5155-438f-93a6-abb0749993ae tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:26.613267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a7725-3da5-42c1-8959-9fe0c2c4a601 req-a6eda6b7-f5fa-4950-9261-e61155c89641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:26.614786 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a19a7725-3da5-42c1-8959-9fe0c2c4a601 req-a6eda6b7-f5fa-4950-9261-e61155c89641 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c978eaf1-631d-40b2-b111-3d1c0c4fafca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8223593 May 27 22:31:26.634345 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-a19a7725-3da5-42c1-8959-9fe0c2c4a601 req-7eb32961-eb74-4faa-8668-4024ba755afc service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:31:26.635298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a19a7725-3da5-42c1-8959-9fe0c2c4a601 req-7eb32961-eb74-4faa-8668-4024ba755afc service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077589 May 27 22:31:26.792552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46278) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:26.800479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-2985d20e-533b-449f-a7c7-3acf7758d9c1 req-55ac3da9-5155-438f-93a6-abb0749993ae tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Calling delete_port for 9ade4492-7972-46a4-8535-7265f58f2e83 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:26.914820 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ded55e8-2ee8-40f9-aa35-09924a4e0133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:26.929581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1ded55e8-2ee8-40f9-aa35-09924a4e0133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:31:26.935548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1ded55e8-2ee8-40f9-aa35-09924a4e0133 admin admin] Usage tracker for resource:security_group_rule and tenant:2c7991b5bdbd46ff8e7c7f7b4d002eba is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:31:26.938113 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5277a49-b175-4acb-8bff-b353d794f961 req-c3af33b9-56bb-4fe8-8752-d6725722c77f tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887215 May 27 22:31:26.941042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1ded55e8-2ee8-40f9-aa35-09924a4e0133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:31:26.947004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1ded55e8-2ee8-40f9-aa35-09924a4e0133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:31:27.067084 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-196f7b2a-d958-4c1e-a206-978921cc6b75'] response: {'server_uuid': '2bd7f990-7dd0-4aa5-9816-176651d887df', 'name': 'network-vif-deleted', 'tag': 'bced882c-528d-47ab-89ce-0c0bf3968d42', 'status': 'completed', 'code': 200} May 27 22:31:27.115694 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a19a7725-3da5-42c1-8959-9fe0c2c4a601 req-dae23929-1e9a-4519-ae1f-f79c067bf94d service neutron] 10.222.0.46 "GET /v2.0/networks/c978eaf1-631d-40b2-b111-3d1c0c4fafca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142573 May 27 22:31:27.243388 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd55ba34-f7e4-43a4-819e-83cd7a584ca2 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:31:27.274581 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:27.434826 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a19a7725-3da5-42c1-8959-9fe0c2c4a601 req-8ae4ed82-9d10-4660-b0a1-f5806adf91bc service neutron] 10.222.0.46 "GET /v2.0/networks/c978eaf1-631d-40b2-b111-3d1c0c4fafca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743022 May 27 22:31:27.434826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05b3b7-c292-4c3e-9080-38c9bc222c2c req-5958a069-cc18-4dd2-b841-660311b07ca7 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:27.434826 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a05b3b7-c292-4c3e-9080-38c9bc222c2c req-5958a069-cc18-4dd2-b841-660311b07ca7 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=72eb5244-cba1-47a5-910b-560dce491d7a HTTP/1.1" status: 200 len: 945 time: 0.1241431 May 27 22:31:27.480043 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae6b1fb2-bcf5-4296-a335-25ffc4aca904 req-908877ad-abc3-48b7-9736-12701d039b47 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:27.496735 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device bced882c-528d-47ab-89ce-0c0bf3968d42 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:27.501299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Transition to ACTIVE for port object fd55ba34-f7e4-43a4-819e-83cd7a584ca2 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:31:27.519379 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2985d20e-533b-449f-a7c7-3acf7758d9c1 req-55ac3da9-5155-438f-93a6-abb0749993ae tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:27.523297 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ded55e8-2ee8-40f9-aa35-09924a4e0133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:27.530020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908877ad-abc3-48b7-9736-12701d039b47 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Pushing event deleted for resources: {'Port': ['ID=435aacb1-66f2-41b8-b8c7-50d320a5c927,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:27.536281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7f9fac0e-55b6-4100-8cf3-193eb5b2055c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:27.562570 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28cecd91-04af-41bc-9586-3dac1a1769da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:27.568823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: bced882c-528d-47ab-89ce-0c0bf3968d42 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:27.569165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device bced882c-528d-47ab-89ce-0c0bf3968d42 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:27.642850 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ded55e8-2ee8-40f9-aa35-09924a4e0133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:27.645603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac3da9-5155-438f-93a6-abb0749993ae tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Pushing event deleted for resources: {'Port': ['ID=9ade4492-7972-46a4-8535-7265f58f2e83,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:27.649718 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a05b3b7-c292-4c3e-9080-38c9bc222c2c req-eee24165-10e3-42b7-b98f-149950624ff9 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112758 May 27 22:31:27.690673 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:27.690795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded55e8-2ee8-40f9-aa35-09924a4e0133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab29d27-0c3a-4632-a37b-89642c94d154,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:27.747516 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1ded55e8-2ee8-40f9-aa35-09924a4e0133 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2c7991b5bdbd46ff8e7c7f7b4d002eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9515965 May 27 22:31:27.748073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46306) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:27.791072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2985d20e-533b-449f-a7c7-3acf7758d9c1 req-55ac3da9-5155-438f-93a6-abb0749993ae tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] No DVR routers for this DVR port 9ade4492-7972-46a4-8535-7265f58f2e83 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:27.830194 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64202031-9434-4ddf-81b9-6464b860ce33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:27.854234 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2985d20e-533b-449f-a7c7-3acf7758d9c1 req-55ac3da9-5155-438f-93a6-abb0749993ae tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:27.862310 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64202031-9434-4ddf-81b9-6464b860ce33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:27.862782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72eb5244-cba1-47a5-910b-560dce491d7a', 'name': 'network-vif-deleted', 'tag': '9ade4492-7972-46a4-8535-7265f58f2e83'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:27.967287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Pushing event updated for resources: {'Port': ['ID=fd55ba34-f7e4-43a4-819e-83cd7a584ca2,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:27.969834 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae6b1fb2-bcf5-4296-a335-25ffc4aca904 req-908877ad-abc3-48b7-9736-12701d039b47 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:27.972384 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae6b1fb2-bcf5-4296-a335-25ffc4aca904 req-908877ad-abc3-48b7-9736-12701d039b47 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:27.973417 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae6b1fb2-bcf5-4296-a335-25ffc4aca904 req-908877ad-abc3-48b7-9736-12701d039b47 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "DELETE /v2.0/floatingips/e3aa5e54-783b-49d9-a760-b78e91f0e8ac HTTP/1.1" status: 204 len: 173 time: 2.8832288 May 27 22:31:28.036868 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64202031-9434-4ddf-81b9-6464b860ce33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:28.054468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64202031-9434-4ddf-81b9-6464b860ce33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab29d27-0c3a-4632-a37b-89642c94d154,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:28.059207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64202031-9434-4ddf-81b9-6464b860ce33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:28.060919 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-64202031-9434-4ddf-81b9-6464b860ce33 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/aab29d27-0c3a-4632-a37b-89642c94d154 HTTP/1.1" status: 204 len: 168 time: 0.3117657 May 27 22:31:28.138488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2985d20e-533b-449f-a7c7-3acf7758d9c1 req-55ac3da9-5155-438f-93a6-abb0749993ae tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.57 "DELETE /v2.0/ports/9ade4492-7972-46a4-8535-7265f58f2e83 HTTP/1.1" status: 204 len: 173 time: 3.2766876 May 27 22:31:28.149576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 9ade4492-7972-46a4-8535-7265f58f2e83 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:28.190310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Attempting to bind port fd55ba34-f7e4-43a4-819e-83cd7a584ca2 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:31:28.190493 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Attempting to bind port fd55ba34-f7e4-43a4-819e-83cd7a584ca2 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:31:28.190978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Attempting to bind port fd55ba34-f7e4-43a4-819e-83cd7a584ca2 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:31:28.195985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Port fd55ba34-f7e4-43a4-819e-83cd7a584ca2 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:31:28.196181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 9ade4492-7972-46a4-8535-7265f58f2e83 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:28.196305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Attempting to bind port fd55ba34-f7e4-43a4-819e-83cd7a584ca2 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:31:28.196813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 9ade4492-7972-46a4-8535-7265f58f2e83 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:28.202384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:31:28.202824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:31:28.203277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:31:28.203690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Bound port: fd55ba34-f7e4-43a4-819e-83cd7a584ca2, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:31:28.204160 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:28.348033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] For port fd55ba34-f7e4-43a4-819e-83cd7a584ca2, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:31:28.351610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] For port fd55ba34-f7e4-43a4-819e-83cd7a584ca2, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fd55ba34-f7e4-43a4-819e-83cd7a584ca2,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:31:28.479487 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:28.641957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:28.642602 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:28.644002 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] 10.222.0.57 "PUT /v2.0/ports/fd55ba34-f7e4-43a4-819e-83cd7a584ca2 HTTP/1.1" status: 200 len: 1095 time: 4.0329499 May 27 22:31:28.646754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa96723-8ae2-474b-81b7-4e9e8acfa0cc service neutron] Pushing event updated for resources: {'Port': ['ID=fd55ba34-f7e4-43a4-819e-83cd7a584ca2,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:28.935226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-8e5e34ac-69c9-4f6c-a9c0-f2fced227cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:28.936943 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-8e5e34ac-69c9-4f6c-a9c0-f2fced227cb5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e355b3320ee54e0493a0063077eca83b&device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 1098 time: 0.0858831 May 27 22:31:29.032015 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-840d4c08-c395-4888-9a8d-3323f5d696d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=fd55ba34-f7e4-43a4-819e-83cd7a584ca2 HTTP/1.1" status: 200 len: 217 time: 0.0790052 May 27 22:31:29.090375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46374) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:29.117718 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-485fd4ba-d842-4e82-bd2e-ce2b4193a3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:29.124444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-681e3cef-d032-487f-9bf3-22a06ad187c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:29.125884 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-681e3cef-d032-487f-9bf3-22a06ad187c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0841470 May 27 22:31:29.133389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-485fd4ba-d842-4e82-bd2e-ce2b4193a3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:31:29.138494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-485fd4ba-d842-4e82-bd2e-ce2b4193a3e9 admin admin] Usage tracker for resource:security_group_rule and tenant:056ea5a4f30e4848bbfdfc45f440d244 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:31:29.141982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-485fd4ba-d842-4e82-bd2e-ce2b4193a3e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:31:29.148066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-485fd4ba-d842-4e82-bd2e-ce2b4193a3e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:31:29.253292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-9cc8796d-b551-41bc-9236-f7c0a01dd944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:29.254859 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-9cc8796d-b551-41bc-9236-f7c0a01dd944 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1093183 May 27 22:31:29.264702 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-485fd4ba-d842-4e82-bd2e-ce2b4193a3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:29.266018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-cfd2d97b-ded4-4cc5-8573-a4dc8df6f19f service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:31:29.267064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-cfd2d97b-ded4-4cc5-8573-a4dc8df6f19f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062234 May 27 22:31:29.373731 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-485fd4ba-d842-4e82-bd2e-ce2b4193a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:29.418293 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-968625e0-b854-4c25-892d-e39201e3b3ff service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450336 May 27 22:31:29.425097 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-485fd4ba-d842-4e82-bd2e-ce2b4193a3e9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=056ea5a4f30e4848bbfdfc45f440d244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327935 May 27 22:31:29.428859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46392) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:29.445856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fd4ba-d842-4e82-bd2e-ce2b4193a3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd37b90-1985-49de-85ae-5d1706752b36,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:29.505036 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3de6c9e0-e6d4-49cb-b7eb-20f20c8309cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:29.538985 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3de6c9e0-e6d4-49cb-b7eb-20f20c8309cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:29.570139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305d4649-b101-4fcf-8b67-6397e5a36051 req-b5b5441a-b7ac-4ade-a651-475c3948ef1a service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458490 May 27 22:31:29.615812 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-387bbc9e-7354-464f-8392-4228048b8fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:29.730391 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3de6c9e0-e6d4-49cb-b7eb-20f20c8309cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:29.749743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6c9e0-e6d4-49cb-b7eb-20f20c8309cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd37b90-1985-49de-85ae-5d1706752b36,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:29.753290 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3de6c9e0-e6d4-49cb-b7eb-20f20c8309cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:29.764390 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3de6c9e0-e6d4-49cb-b7eb-20f20c8309cc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7fd37b90-1985-49de-85ae-5d1706752b36 HTTP/1.1" status: 204 len: 168 time: 0.3295782 May 27 22:31:29.865936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75647d3-09d1-4944-be44-1999bc1490a0 req-ca68bbfd-166a-4163-9982-5cdb85699eb5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:29.867570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e75647d3-09d1-4944-be44-1999bc1490a0 req-ca68bbfd-166a-4163-9982-5cdb85699eb5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d19dd0f-d68c-451d-908b-89e6b7e3bb88 HTTP/1.1" status: 200 len: 949 time: 0.0880630 May 27 22:31:29.946480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-e75647d3-09d1-4944-be44-1999bc1490a0 req-47d8d8c5-57e8-4ad1-b8a0-d6f4df241fa5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Deleting port b79a054f-03df-4600-942e-b9ed8592780d {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:29.946823 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e75647d3-09d1-4944-be44-1999bc1490a0 req-47d8d8c5-57e8-4ad1-b8a0-d6f4df241fa5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:30.145989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device bfb762c0-522c-4661-a936-1bdad8f61f40 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:30.231603 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6855dd5-e29f-41f4-adbc-5a9779d638ff'] response: {'server_uuid': '72eb5244-cba1-47a5-910b-560dce491d7a', 'name': 'network-vif-deleted', 'tag': '9ade4492-7972-46a4-8535-7265f58f2e83', 'status': 'completed', 'code': 200} May 27 22:31:30.283417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e75647d3-09d1-4944-be44-1999bc1490a0 req-47d8d8c5-57e8-4ad1-b8a0-d6f4df241fa5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] For port b79a054f-03df-4600-942e-b9ed8592780d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b79a054f-03df-4600-942e-b9ed8592780d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:30.283772 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e75647d3-09d1-4944-be44-1999bc1490a0 req-47d8d8c5-57e8-4ad1-b8a0-d6f4df241fa5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:30.299045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port bfb762c0-522c-4661-a936-1bdad8f61f40 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:31:30.299520 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:30.337778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfb762c0-522c-4661-a936-1bdad8f61f40'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:30.349590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port bfb762c0-522c-4661-a936-1bdad8f61f40, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=bfb762c0-522c-4661-a936-1bdad8f61f40,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:30.427677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4175d7a-519a-44af-8b87-03db4b7f5d88 req-ab6f0154-9f98-43b9-acae-dac4c2cd2a9d tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:30.429412 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4175d7a-519a-44af-8b87-03db4b7f5d88 req-ab6f0154-9f98-43b9-acae-dac4c2cd2a9d tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 947 time: 0.2856247 May 27 22:31:30.435916 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:30.440712 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-e75647d3-09d1-4944-be44-1999bc1490a0 req-47d8d8c5-57e8-4ad1-b8a0-d6f4df241fa5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Calling delete_port for b79a054f-03df-4600-942e-b9ed8592780d owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:30.510935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=bfb762c0-522c-4661-a936-1bdad8f61f40,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:30.546277 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4175d7a-519a-44af-8b87-03db4b7f5d88 req-93b29d15-a636-467c-9fe1-9dd2e5083e35 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761251 May 27 22:31:30.770656 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e75647d3-09d1-4944-be44-1999bc1490a0 req-47d8d8c5-57e8-4ad1-b8a0-d6f4df241fa5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:30.787283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b79a054f-03df-4600-942e-b9ed8592780d'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:30.894270 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:30.898996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9', '5c165e3b-e0df-4343-8f81-36f59003b6c9', 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa', '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:30.973978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8d8c5-57e8-4ad1-b8a0-d6f4df241fa5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event deleted for resources: {'Port': ['ID=b79a054f-03df-4600-942e-b9ed8592780d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:31.058662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75647d3-09d1-4944-be44-1999bc1490a0 req-47d8d8c5-57e8-4ad1-b8a0-d6f4df241fa5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] No DVR routers for this DVR port b79a054f-03df-4600-942e-b9ed8592780d on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:31.061700 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e75647d3-09d1-4944-be44-1999bc1490a0 req-47d8d8c5-57e8-4ad1-b8a0-d6f4df241fa5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:31.071110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e75647d3-09d1-4944-be44-1999bc1490a0 req-47d8d8c5-57e8-4ad1-b8a0-d6f4df241fa5 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.46 "DELETE /v2.0/ports/b79a054f-03df-4600-942e-b9ed8592780d HTTP/1.1" status: 204 len: 173 time: 1.1974394 May 27 22:31:31.093751 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:31.618008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c182272-abf4-42e4-b5fa-43c1ceebbd02 req-039d1d41-b1d0-410f-8318-9a3f3adb81f0 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:31.618687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3c182272-abf4-42e4-b5fa-43c1ceebbd02 req-039d1d41-b1d0-410f-8318-9a3f3adb81f0 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Synchronizing usage tracker for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:31.735903 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3c182272-abf4-42e4-b5fa-43c1ceebbd02 req-039d1d41-b1d0-410f-8318-9a3f3adb81f0 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Unset dirty status for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:31.737156 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c182272-abf4-42e4-b5fa-43c1ceebbd02 req-039d1d41-b1d0-410f-8318-9a3f3adb81f0 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2048414 May 27 22:31:31.807373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3c182272-abf4-42e4-b5fa-43c1ceebbd02 req-5912c617-1812-4a27-bf1a-c33c7f9110d9 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Synchronizing usage tracker for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:31.943753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3c182272-abf4-42e4-b5fa-43c1ceebbd02 req-5912c617-1812-4a27-bf1a-c33c7f9110d9 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Unset dirty status for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:31.943753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c182272-abf4-42e4-b5fa-43c1ceebbd02 req-5912c617-1812-4a27-bf1a-c33c7f9110d9 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1916137 May 27 22:31:32.047367 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:32.113314 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4cb2157-c287-4348-8110-db56146c1714'] response: {'server_uuid': '3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfb762c0-522c-4661-a936-1bdad8f61f40', 'code': 200} May 27 22:31:32.232977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be15d50-7f31-4932-8755-fc0f114cff41', 'tag': 'fd55ba34-f7e4-43a4-819e-83cd7a584ca2'}, {'server_uuid': '3d19dd0f-d68c-451d-908b-89e6b7e3bb88', 'name': 'network-vif-deleted', 'tag': 'b79a054f-03df-4600-942e-b9ed8592780d'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:32.336804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ebb3e86d-ae2f-4ff4-9497-98cce20f73d0 req-9c5c58b7-a1c0-4686-a583-7457b88e3133 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Synchronizing usage tracker for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:32.482046 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ebb3e86d-ae2f-4ff4-9497-98cce20f73d0 req-9c5c58b7-a1c0-4686-a583-7457b88e3133 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Unset dirty status for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:32.483020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebb3e86d-ae2f-4ff4-9497-98cce20f73d0 req-9c5c58b7-a1c0-4686-a583-7457b88e3133 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=3d19dd0f-d68c-451d-908b-89e6b7e3bb88 HTTP/1.1" status: 200 len: 210 time: 0.2016203 May 27 22:31:32.790773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416c828-9258-4b20-bb18-3938aa81137e req-7a49f734-2431-453b-97e4-5653d7dd9473 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:32.792190 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f416c828-9258-4b20-bb18-3938aa81137e req-7a49f734-2431-453b-97e4-5653d7dd9473 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "GET /v2.0/ports?device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 949 time: 0.2703187 May 27 22:31:32.839685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-3e83a7b7-3cdf-4699-8ba8-5cd576df8cad tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:32.841085 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-3e83a7b7-3cdf-4699-8ba8-5cd576df8cad tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/networks?id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c HTTP/1.1" status: 200 len: 804 time: 0.2541969 May 27 22:31:32.879220 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-aca59c9b-d663-43bf-be72-84daaae91a24 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/quotas/66c8ee59557b4baea4ae26e059dc0936 HTTP/1.1" status: 200 len: 375 time: 0.0320420 May 27 22:31:32.892252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266e529-8bfd-4353-93fc-bf265f575bb3 req-db5b87ff-072e-4ce6-b46a-1d9d6d6f5af6 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:32.893721 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b266e529-8bfd-4353-93fc-bf265f575bb3 req-db5b87ff-072e-4ce6-b46a-1d9d6d6f5af6 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 947 time: 0.2747636 May 27 22:31:32.942329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-f416c828-9258-4b20-bb18-3938aa81137e req-98627ea8-de0a-476f-a933-6e5143958d6e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Deleting port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:32.942329 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f416c828-9258-4b20-bb18-3938aa81137e req-98627ea8-de0a-476f-a933-6e5143958d6e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:33.048065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b266e529-8bfd-4353-93fc-bf265f575bb3 req-301233a7-9964-45f2-916c-9370c611b494 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190722 May 27 22:31:33.170633 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b31d6ca-0008-4b84-8472-96e02bfa1b23 req-21b97be9-c17e-4e24-b821-eb2c9bc9e881 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0770500 May 27 22:31:33.245136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-9888830c-25ca-4c1b-9406-15c48df0bda0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=66c8ee59557b4baea4ae26e059dc0936&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3504422 May 27 22:31:33.339829 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c83756d-f92b-4a8d-a74b-6ae8972d8a05'] response: {'name': 'network-changed', 'server_uuid': '3be15d50-7f31-4932-8755-fc0f114cff41', 'tag': 'fd55ba34-f7e4-43a4-819e-83cd7a584ca2', 'status': 'completed', 'code': 200} May 27 22:31:33.340096 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c83756d-f92b-4a8d-a74b-6ae8972d8a05'] response: {'server_uuid': '3d19dd0f-d68c-451d-908b-89e6b7e3bb88', 'name': 'network-vif-deleted', 'tag': 'b79a054f-03df-4600-942e-b9ed8592780d', 'status': 'completed', 'code': 200} May 27 22:31:33.441142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-f416c828-9258-4b20-bb18-3938aa81137e req-98627ea8-de0a-476f-a933-6e5143958d6e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] For port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2f7cc155-9a9d-4fe1-83eb-2c4125d0f729,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:33.441511 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f416c828-9258-4b20-bb18-3938aa81137e req-98627ea8-de0a-476f-a933-6e5143958d6e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:33.508278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-09f9667d-9eef-4326-88a1-c5360881edda service neutron] 10.222.0.27 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485361 May 27 22:31:33.511981 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b79a054f-03df-4600-942e-b9ed8592780d no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:33.551734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: b79a054f-03df-4600-942e-b9ed8592780d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:33.552181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b79a054f-03df-4600-942e-b9ed8592780d not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:33.578329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-f416c828-9258-4b20-bb18-3938aa81137e req-98627ea8-de0a-476f-a933-6e5143958d6e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Calling delete_port for 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:33.792584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc90cf4-722f-46ee-8309-9b49a3bb8ece req-6e710c73-cacc-40fd-8e52-9aac4ba5a31e tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:33.794813 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-abc90cf4-722f-46ee-8309-9b49a3bb8ece req-6e710c73-cacc-40fd-8e52-9aac4ba5a31e tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198 HTTP/1.1" status: 200 len: 943 time: 0.1815276 May 27 22:31:33.881468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-abc90cf4-722f-46ee-8309-9b49a3bb8ece req-26ad0dba-7a9e-4b69-a735-4d95026a6329 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Deleting port bfb762c0-522c-4661-a936-1bdad8f61f40 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:33.881806 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-abc90cf4-722f-46ee-8309-9b49a3bb8ece req-26ad0dba-7a9e-4b69-a735-4d95026a6329 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:34.014499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb606b-8dcd-461d-bd39-dc8bc59aa48d req-1e34801b-9a18-4285-80a2-a00eb5c5bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:34.016868 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9eb606b-8dcd-461d-bd39-dc8bc59aa48d req-1e34801b-9a18-4285-80a2-a00eb5c5bf3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e355b3320ee54e0493a0063077eca83b&device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 1098 time: 0.6561244 May 27 22:31:34.017662 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e2d64974-9dce-412d-8d0b-4e5a84989533 service neutron] 10.222.0.27 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470811 May 27 22:31:34.165999 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fd55ba34-f7e4-43a4-819e-83cd7a584ca2 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:31:34.167538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb606b-8dcd-461d-bd39-dc8bc59aa48d req-a0e9a52b-21f0-4918-8b76-73ee041d41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:34.169932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9eb606b-8dcd-461d-bd39-dc8bc59aa48d req-a0e9a52b-21f0-4918-8b76-73ee041d41b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.1464779 May 27 22:31:34.187779 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-abc90cf4-722f-46ee-8309-9b49a3bb8ece req-26ad0dba-7a9e-4b69-a735-4d95026a6329 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] For port bfb762c0-522c-4661-a936-1bdad8f61f40, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=bfb762c0-522c-4661-a936-1bdad8f61f40,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:34.188290 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-abc90cf4-722f-46ee-8309-9b49a3bb8ece req-26ad0dba-7a9e-4b69-a735-4d95026a6329 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:34.243650 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9eb606b-8dcd-461d-bd39-dc8bc59aa48d req-633df6b7-f513-429b-9209-6df75ee169c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=fd55ba34-f7e4-43a4-819e-83cd7a584ca2 HTTP/1.1" status: 200 len: 217 time: 0.0675170 May 27 22:31:34.244273 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f416c828-9258-4b20-bb18-3938aa81137e req-98627ea8-de0a-476f-a933-6e5143958d6e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:34.286070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9', '5c165e3b-e0df-4343-8f81-36f59003b6c9', 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa', '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:34.348418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98627ea8-de0a-476f-a933-6e5143958d6e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event deleted for resources: {'Port': ['ID=2f7cc155-9a9d-4fe1-83eb-2c4125d0f729,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:34.349654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fd55ba34-f7e4-43a4-819e-83cd7a584ca2, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fd55ba34-f7e4-43a4-819e-83cd7a584ca2,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:34.412952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'fd55ba34-f7e4-43a4-819e-83cd7a584ca2', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'fd55ba34-f7e4-43a4-819e-83cd7a584ca2', 'mac_address': 'fa:16:3e:45:3b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:31:34.413700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-abc90cf4-722f-46ee-8309-9b49a3bb8ece req-26ad0dba-7a9e-4b69-a735-4d95026a6329 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Calling delete_port for bfb762c0-522c-4661-a936-1bdad8f61f40 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:34.509759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fd55ba34-f7e4-43a4-819e-83cd7a584ca2 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:31:34.510208 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:34.556660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f416c828-9258-4b20-bb18-3938aa81137e req-98627ea8-de0a-476f-a933-6e5143958d6e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] No DVR routers for this DVR port 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:34.558498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd55ba34-f7e4-43a4-819e-83cd7a584ca2 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:31:34.572456 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f416c828-9258-4b20-bb18-3938aa81137e req-98627ea8-de0a-476f-a933-6e5143958d6e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:34.597777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb606b-8dcd-461d-bd39-dc8bc59aa48d req-23c929a5-162d-4f52-9bd0-e35cbb78bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:34.599371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9eb606b-8dcd-461d-bd39-dc8bc59aa48d req-23c929a5-162d-4f52-9bd0-e35cbb78bf1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.3137808 May 27 22:31:34.647456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fd55ba34-f7e4-43a4-819e-83cd7a584ca2, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fd55ba34-f7e4-43a4-819e-83cd7a584ca2,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:34.744642 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f416c828-9258-4b20-bb18-3938aa81137e req-98627ea8-de0a-476f-a933-6e5143958d6e tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "DELETE /v2.0/ports/2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 HTTP/1.1" status: 204 len: 173 time: 1.9444256 May 27 22:31:34.758090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb606b-8dcd-461d-bd39-dc8bc59aa48d req-fdbba41c-1f14-4d03-936d-0f99a1b09aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:34.766119 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9eb606b-8dcd-461d-bd39-dc8bc59aa48d req-fdbba41c-1f14-4d03-936d-0f99a1b09aee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1578600 May 27 22:31:34.794118 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:34.893093 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-abc90cf4-722f-46ee-8309-9b49a3bb8ece req-26ad0dba-7a9e-4b69-a735-4d95026a6329 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:34.927457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fd55ba34-f7e4-43a4-819e-83cd7a584ca2,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:34.971980 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9eb606b-8dcd-461d-bd39-dc8bc59aa48d req-d74770a6-9ac8-4857-983c-eaacb6695d15 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985488 May 27 22:31:34.990905 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad0dba-7a9e-4b69-a735-4d95026a6329 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Pushing event deleted for resources: {'Port': ['ID=bfb762c0-522c-4661-a936-1bdad8f61f40,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:35.111995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc90cf4-722f-46ee-8309-9b49a3bb8ece req-26ad0dba-7a9e-4b69-a735-4d95026a6329 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] No DVR routers for this DVR port bfb762c0-522c-4661-a936-1bdad8f61f40 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:35.114486 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-abc90cf4-722f-46ee-8309-9b49a3bb8ece req-26ad0dba-7a9e-4b69-a735-4d95026a6329 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:35.118687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198', 'name': 'network-vif-deleted', 'tag': 'bfb762c0-522c-4661-a936-1bdad8f61f40'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:35.195790 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9eb606b-8dcd-461d-bd39-dc8bc59aa48d req-944f45f5-8838-49c9-b01f-2ac8656ee9b9 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167857 May 27 22:31:35.227982 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-abc90cf4-722f-46ee-8309-9b49a3bb8ece req-26ad0dba-7a9e-4b69-a735-4d95026a6329 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.57 "DELETE /v2.0/ports/bfb762c0-522c-4661-a936-1bdad8f61f40 HTTP/1.1" status: 204 len: 173 time: 1.4279478 May 27 22:31:35.266296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['fd55ba34-f7e4-43a4-819e-83cd7a584ca2'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:35.340938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a8740f-175b-4072-9910-d3fed8dc72ca', 'name': 'network-vif-deleted', 'tag': '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:35.522844 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b7fb0d8-a026-4c81-9208-a01410f6f186 req-2c5928fb-a0aa-41f9-aaf3-48d095c827aa tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 210 time: 0.0911975 May 27 22:31:35.580756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c11d7e-3ab6-4b0a-bc75-1812d780f832 req-d8516295-36ad-41fe-a533-f8ff63b8d240 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:35.582196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-33c11d7e-3ab6-4b0a-bc75-1812d780f832 req-d8516295-36ad-41fe-a533-f8ff63b8d240 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 948 time: 0.0955441 May 27 22:31:35.631334 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-33c11d7e-3ab6-4b0a-bc75-1812d780f832 req-e6be96b7-aab3-41f7-9e20-7b38a48c7dbb tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 May 27 22:31:35.734641 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c40b2b75-7f9a-4df9-ad1d-c4b5919dab53'] response: {'server_uuid': '3f1bca2d-f0fb-42c2-b9ed-edc2ebe5e198', 'name': 'network-vif-deleted', 'tag': 'bfb762c0-522c-4661-a936-1bdad8f61f40', 'status': 'completed', 'code': 200} May 27 22:31:35.843596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f66c8a-46c5-4fc6-8261-9f157c6af3bf req-7fada602-509a-4ec7-99da-1b0ff910dacd tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:35.845302 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6f66c8a-46c5-4fc6-8261-9f157c6af3bf req-7fada602-509a-4ec7-99da-1b0ff910dacd tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 945 time: 0.0999629 May 27 22:31:35.896991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6f66c8a-46c5-4fc6-8261-9f157c6af3bf req-6cb06c7d-86ef-45c3-bf66-edfbf24aab3c tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/security-groups?id=03190a93-ab2c-4a4f-91df-352478340c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446303 May 27 22:31:35.955239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7c2294c7-e9f3-448a-9793-d249d3a25fe7 req-64ef8852-b658-4d59-98f4-f298471275ce tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Synchronizing usage tracker for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:35.961005 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d5c916-2ed4-48ac-b38c-070add8d8c68'] response: {'server_uuid': '45a8740f-175b-4072-9910-d3fed8dc72ca', 'name': 'network-vif-deleted', 'tag': '2f7cc155-9a9d-4fe1-83eb-2c4125d0f729', 'status': 'completed', 'code': 200} May 27 22:31:36.156728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7c2294c7-e9f3-448a-9793-d249d3a25fe7 req-64ef8852-b658-4d59-98f4-f298471275ce tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Unset dirty status for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:36.157716 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c2294c7-e9f3-448a-9793-d249d3a25fe7 req-64ef8852-b658-4d59-98f4-f298471275ce tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=45a8740f-175b-4072-9910-d3fed8dc72ca HTTP/1.1" status: 200 len: 210 time: 0.2528374 May 27 22:31:36.193459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:36.227751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:36.232007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2f7cc155-9a9d-4fe1-83eb-2c4125d0f729 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:36.232007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device bfb762c0-522c-4661-a936-1bdad8f61f40 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:36.269278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: bfb762c0-522c-4661-a936-1bdad8f61f40 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:36.269278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device bfb762c0-522c-4661-a936-1bdad8f61f40 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:36.766375 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f887b51-6706-46bc-af26-d9a794f594f6 req-b182a2ca-ed70-4050-bdc8-178a96aea274 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 210 time: 0.0911124 May 27 22:31:36.865192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e746023-f09e-48ec-9d7c-c41e73e54e1d req-f6db6304-0982-4309-85b7-72ccc158de1b tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:36.866845 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e746023-f09e-48ec-9d7c-c41e73e54e1d req-f6db6304-0982-4309-85b7-72ccc158de1b tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 948 time: 0.1422822 May 27 22:31:37.084892 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e746023-f09e-48ec-9d7c-c41e73e54e1d req-f3f3c791-2868-40bc-9657-aad31ffa4697 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023530 May 27 22:31:37.116242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57427993-9fa7-45d2-8fdf-539c84363fe5 req-1c0b7ea9-dbbe-40f7-8da4-fb87f6096f07 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:37.117739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57427993-9fa7-45d2-8fdf-539c84363fe5 req-1c0b7ea9-dbbe-40f7-8da4-fb87f6096f07 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.46 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 945 time: 0.3130794 May 27 22:31:37.207154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f460e1d-8058-4d7d-b981-1674def86b19 req-ae91fe7b-937e-4ca0-97ac-c11a440fd67a tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:37.208638 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f460e1d-8058-4d7d-b981-1674def86b19 req-ae91fe7b-937e-4ca0-97ac-c11a440fd67a tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 948 time: 0.1678212 May 27 22:31:37.213785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-57427993-9fa7-45d2-8fdf-539c84363fe5 req-c36bebbe-b8ea-444e-b670-7902891ef1a2 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Deleting port 21669d7f-17ff-457b-b244-ab46bcc8154f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:37.214124 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-57427993-9fa7-45d2-8fdf-539c84363fe5 req-c36bebbe-b8ea-444e-b670-7902891ef1a2 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:37.419455 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f460e1d-8058-4d7d-b981-1674def86b19 req-5c19982d-d8d4-45c5-9caf-07a7e3a032f9 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729004 May 27 22:31:37.491549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e3811fcd-fd57-4dc5-b0cb-46c1d8a78469 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:37.492257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e3811fcd-fd57-4dc5-b0cb-46c1d8a78469 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Synchronizing usage tracker for tenant:66c8ee59557b4baea4ae26e059dc0936 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:37.536825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f1f71-0fb9-469e-9692-259303b1ca6e req-6c5e61f8-16d4-4d23-b4b1-cbbb65a99537 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:37.543694 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-695f1f71-0fb9-469e-9692-259303b1ca6e req-6c5e61f8-16d4-4d23-b4b1-cbbb65a99537 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 945 time: 0.2673483 May 27 22:31:37.590259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e3811fcd-fd57-4dc5-b0cb-46c1d8a78469 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Unset dirty status for tenant:66c8ee59557b4baea4ae26e059dc0936 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:37.594584 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e3811fcd-fd57-4dc5-b0cb-46c1d8a78469 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.46 "GET /v2.0/networks?id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c HTTP/1.1" status: 200 len: 804 time: 0.2603655 May 27 22:31:37.604760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Request body: {'port': {'device_id': 'c6810010-1561-45c9-be82-733c6bc832e3', 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c', 'admin_state_up': True, 'tenant_id': '66c8ee59557b4baea4ae26e059dc0936'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:31:37.625249 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-695f1f71-0fb9-469e-9692-259303b1ca6e req-d778bb04-60cb-460b-a68c-69ba299253d1 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/security-groups?id=03190a93-ab2c-4a4f-91df-352478340c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803113 May 27 22:31:37.632639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-57427993-9fa7-45d2-8fdf-539c84363fe5 req-c36bebbe-b8ea-444e-b670-7902891ef1a2 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] For port 21669d7f-17ff-457b-b244-ab46bcc8154f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=21669d7f-17ff-457b-b244-ab46bcc8154f,segment=NetworkSegment(392c85a5-e46c-4be0-a07f-f52e165f49cb),segment_id=392c85a5-e46c-4be0-a07f-f52e165f49cb)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:37.633232 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-57427993-9fa7-45d2-8fdf-539c84363fe5 req-c36bebbe-b8ea-444e-b670-7902891ef1a2 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:37.814763 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-57427993-9fa7-45d2-8fdf-539c84363fe5 req-c36bebbe-b8ea-444e-b670-7902891ef1a2 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Calling delete_port for 21669d7f-17ff-457b-b244-ab46bcc8154f owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:37.987470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:31:37.995472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Usage tracker for resource:port and tenant:66c8ee59557b4baea4ae26e059dc0936 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:31:38.001128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:31:38.009700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:31:38.021248 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-93a3bf62-1ec9-4a64-a009-7b06e76bc113 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3145189 May 27 22:31:38.065052 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-897ee1cc-c6f0-43d7-be85-6fa25cc264f3 req-66a2e3fc-155e-4ab3-93f6-2c2f9a285368 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 210 time: 0.0655758 May 27 22:31:38.153445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-8092ff43-6022-4966-82e0-72a36bbd3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:38.155136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-8092ff43-6022-4966-82e0-72a36bbd3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:38.155745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-8092ff43-6022-4966-82e0-72a36bbd3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:38.156888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-8092ff43-6022-4966-82e0-72a36bbd3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:38.158072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-8092ff43-6022-4966-82e0-72a36bbd3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:38.158681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-8092ff43-6022-4966-82e0-72a36bbd3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:38.159142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-8092ff43-6022-4966-82e0-72a36bbd3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:38.161328 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-8092ff43-6022-4966-82e0-72a36bbd3078 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 6488 time: 0.1032953 May 27 22:31:38.201959 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-57427993-9fa7-45d2-8fdf-539c84363fe5 req-c36bebbe-b8ea-444e-b670-7902891ef1a2 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:38.207895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Made reservation on behalf of 66c8ee59557b4baea4ae26e059dc0936 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:31:38.211756 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:38.219613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['21669d7f-17ff-457b-b244-ab46bcc8154f'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:38.254015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bebbe-b8ea-444e-b670-7902891ef1a2 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Pushing event deleted for resources: {'Port': ['ID=21669d7f-17ff-457b-b244-ab46bcc8154f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:38.286931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fd55ba34-f7e4-43a4-819e-83cd7a584ca2 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:31:38.349769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-57427993-9fa7-45d2-8fdf-539c84363fe5 req-c36bebbe-b8ea-444e-b670-7902891ef1a2 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] No DVR routers for this DVR port 21669d7f-17ff-457b-b244-ab46bcc8154f on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:38.352618 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-57427993-9fa7-45d2-8fdf-539c84363fe5 req-c36bebbe-b8ea-444e-b670-7902891ef1a2 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:38.356583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79e7392-b84b-4a26-8d6f-838925beb2f7', 'name': 'network-vif-deleted', 'tag': '21669d7f-17ff-457b-b244-ab46bcc8154f'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:38.491324 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57427993-9fa7-45d2-8fdf-539c84363fe5 req-c36bebbe-b8ea-444e-b670-7902891ef1a2 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.46 "DELETE /v2.0/ports/21669d7f-17ff-457b-b244-ab46bcc8154f HTTP/1.1" status: 204 len: 173 time: 1.3645744 May 27 22:31:38.501824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06389c54-df3c-479e-bd6e-ed4457ded42e req-5b32d785-4106-48b2-968a-038a390d7054 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:38.503300 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06389c54-df3c-479e-bd6e-ed4457ded42e req-5b32d785-4106-48b2-968a-038a390d7054 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 948 time: 0.0869029 May 27 22:31:38.518241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port fd55ba34-f7e4-43a4-819e-83cd7a584ca2 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:31:38.523687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port fd55ba34-f7e4-43a4-819e-83cd7a584ca2 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:31:38.523987 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:38.587788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-304333fb-296c-42f5-9602-e7cb475f687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:38.588902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-304333fb-296c-42f5-9602-e7cb475f687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:38.589516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-304333fb-296c-42f5-9602-e7cb475f687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:38.591962 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-304333fb-296c-42f5-9602-e7cb475f687b service neutron] 10.222.0.57 "GET /v2.0/networks?id=b090dde9-67db-4c49-bbbc-f76032c598e8&id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&id=c1c98a16-ff0e-48d9-bd68-874df362e9d7&id=c1c98a16-ff0e-48d9-bd68-874df362e9d7 HTTP/1.1" status: 200 len: 2294 time: 0.4064078 May 27 22:31:38.607956 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06389c54-df3c-479e-bd6e-ed4457ded42e req-7ec8f338-7a8b-4416-9753-4d704af85ca7 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954142 May 27 22:31:38.701077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port fd55ba34-f7e4-43a4-819e-83cd7a584ca2 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:31:38.701609 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:38.776597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port fd55ba34-f7e4-43a4-819e-83cd7a584ca2, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fd55ba34-f7e4-43a4-819e-83cd7a584ca2,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:38.779196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be15d50-7f31-4932-8755-fc0f114cff41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd55ba34-f7e4-43a4-819e-83cd7a584ca2'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:38.797626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46704) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:38.825514 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba9e01c-b015-4607-a309-d7312b379fb5'] response: {'server_uuid': 'a79e7392-b84b-4a26-8d6f-838925beb2f7', 'name': 'network-vif-deleted', 'tag': '21669d7f-17ff-457b-b244-ab46bcc8154f', 'status': 'completed', 'code': 200} May 27 22:31:38.882087 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-3f642fb5-4eae-4723-8ab3-b44f53c1307c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 HTTP/1.1" status: 200 len: 1000 time: 0.2436154 May 27 22:31:38.890456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b479f4-e54a-4e98-9fd5-6d904e463f85 req-d97ee4be-0ce4-447b-925d-97f9fc4cf42e tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:38.891378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-41b479f4-e54a-4e98-9fd5-6d904e463f85 req-d97ee4be-0ce4-447b-925d-97f9fc4cf42e tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Synchronizing usage tracker for tenant:eb959ea5393a4e878749caf383759f6a on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:38.896423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Allocated IP 172.20.0.3 (018c54a3-53cd-4743-8a8d-f2fbd49a3a7c/b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da/a93c6344-3942-4ca3-84e8-a42a4ef25c33) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:31:38.903159 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:38.910876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217662f-7288-46aa-af9c-3e7a790af1d1 req-84978209-93e6-4b36-94d3-3c781d461780 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:38.911631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e217662f-7288-46aa-af9c-3e7a790af1d1 req-84978209-93e6-4b36-94d3-3c781d461780 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Synchronizing usage tracker for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:39.007786 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=fd55ba34-f7e4-43a4-819e-83cd7a584ca2,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:39.043629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-41b479f4-e54a-4e98-9fd5-6d904e463f85 req-d97ee4be-0ce4-447b-925d-97f9fc4cf42e tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Unset dirty status for tenant:eb959ea5393a4e878749caf383759f6a on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:39.043629 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-41b479f4-e54a-4e98-9fd5-6d904e463f85 req-d97ee4be-0ce4-447b-925d-97f9fc4cf42e tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.46 "GET /v2.0/ports?device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 948 time: 0.5997853 May 27 22:31:39.054962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-e8460a82-f823-4998-aaed-84623cef8696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:39.056321 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-e8460a82-f823-4998-aaed-84623cef8696 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=886cb46f-6b6f-4fc3-8c8e-a4f846943042 HTTP/1.1" status: 200 len: 851 time: 0.1615326 May 27 22:31:39.058030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e31cff-a682-4e96-998a-2d40b95d4867 req-ae5c4763-bc33-47a5-9b48-358b813a0dc9 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:39.060006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-05e31cff-a682-4e96-998a-2d40b95d4867 req-ae5c4763-bc33-47a5-9b48-358b813a0dc9 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 949 time: 0.0906920 May 27 22:31:39.095171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-792fc2db-8f0b-446d-b534-31bf8ca84d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:39.144708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e217662f-7288-46aa-af9c-3e7a790af1d1 req-84978209-93e6-4b36-94d3-3c781d461780 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Unset dirty status for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:39.145917 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e217662f-7288-46aa-af9c-3e7a790af1d1 req-84978209-93e6-4b36-94d3-3c781d461780 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 946 time: 0.3769686 May 27 22:31:39.168121 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-05e31cff-a682-4e96-998a-2d40b95d4867 req-dc710cae-4d45-4409-9ba2-55a886605d52 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963509 May 27 22:31:39.187925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-792fc2db-8f0b-446d-b534-31bf8ca84d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:31:39.192247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-792fc2db-8f0b-446d-b534-31bf8ca84d2f admin admin] Usage tracker for resource:security_group_rule and tenant:32617c5b6738463ab4f2a54d6552d77d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:31:39.208510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-792fc2db-8f0b-446d-b534-31bf8ca84d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:31:39.220991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e217662f-7288-46aa-af9c-3e7a790af1d1 req-236dd5a2-c8de-49f5-8622-0c8aaed4f867 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4407b18-46ce-452e-b560-3a581e08c650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652578 May 27 22:31:39.242590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d54f7-c8db-4224-bf73-940abbd8fbcd req-fe15551e-b387-414d-b93c-213996876590 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:39.242590 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b6d54f7-c8db-4224-bf73-940abbd8fbcd req-fe15551e-b387-414d-b93c-213996876590 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "GET /v2.0/ports?device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 946 time: 0.1468716 May 27 22:31:39.300283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-792fc2db-8f0b-446d-b534-31bf8ca84d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:31:39.317488 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-41b479f4-e54a-4e98-9fd5-6d904e463f85 req-de46dad6-3257-4bd3-aa22-1e009fa112d6 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Deleting port 4c28afda-219a-40f1-b1c2-4e130a407371 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:39.317829 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-41b479f4-e54a-4e98-9fd5-6d904e463f85 req-de46dad6-3257-4bd3-aa22-1e009fa112d6 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:39.369282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-089b9cdd-a3cf-4309-a22f-34d42ccca567 req-4429dc99-ee95-41d1-92a7-6b9ee42b7f50 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Synchronizing usage tracker for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:39.383873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-7b6d54f7-c8db-4224-bf73-940abbd8fbcd req-60b691ce-2885-4cda-be34-65be8414ccb8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Deleting port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:39.384338 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7b6d54f7-c8db-4224-bf73-940abbd8fbcd req-60b691ce-2885-4cda-be34-65be8414ccb8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:39.537288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-720ee4a7-0bd9-451e-bf55-5e763083dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:39.537288 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-720ee4a7-0bd9-451e-bf55-5e763083dada service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b090dde9-67db-4c49-bbbc-f76032c598e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4226108 May 27 22:31:39.592930 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:39.612708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-089b9cdd-a3cf-4309-a22f-34d42ccca567 req-4429dc99-ee95-41d1-92a7-6b9ee42b7f50 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] Unset dirty status for tenant:991aecd0b8eb49eebdbc3aa19fa87655 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:39.613862 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-089b9cdd-a3cf-4309-a22f-34d42ccca567 req-4429dc99-ee95-41d1-92a7-6b9ee42b7f50 tempest-FloatingIPsAssociationNegativeTestJSON-993344603 tempest-FloatingIPsAssociationNegativeTestJSON-993344603-project] 10.222.0.27 "GET /v2.0/ports?device_id=a79e7392-b84b-4a26-8d6f-838925beb2f7 HTTP/1.1" status: 200 len: 210 time: 0.2991772 May 27 22:31:39.709604 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299de7d7-2fa8-4904-b1e1-a72c6c636bff'] response: {'server_uuid': '3be15d50-7f31-4932-8755-fc0f114cff41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd55ba34-f7e4-43a4-819e-83cd7a584ca2', 'code': 200} May 27 22:31:39.859121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-792fc2db-8f0b-446d-b534-31bf8ca84d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:39.882838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69453ca9-61c9-4866-8300-5b9371c0de00 req-9b8dda37-3f52-4728-9e12-40a9aa84968e tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 210 time: 0.0602837 May 27 22:31:39.961169 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-10bf66a4-83d1-46fe-9ceb-18706c5b4c3c service neutron] 10.222.0.57 "GET /v2.0/networks/b090dde9-67db-4c49-bbbc-f76032c598e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103124 May 27 22:31:39.971386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-41b479f4-e54a-4e98-9fd5-6d904e463f85 req-de46dad6-3257-4bd3-aa22-1e009fa112d6 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] For port 4c28afda-219a-40f1-b1c2-4e130a407371, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4c28afda-219a-40f1-b1c2-4e130a407371,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:39.971865 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-41b479f4-e54a-4e98-9fd5-6d904e463f85 req-de46dad6-3257-4bd3-aa22-1e009fa112d6 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:40.011447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-7b6d54f7-c8db-4224-bf73-940abbd8fbcd req-60b691ce-2885-4cda-be34-65be8414ccb8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] For port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=7f9fac0e-55b6-4100-8cf3-193eb5b2055c,segment=NetworkSegment(c03e3d62-d51e-4ed5-b25b-22cc134d369d),segment_id=c03e3d62-d51e-4ed5-b25b-22cc134d369d)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:40.012542 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7b6d54f7-c8db-4224-bf73-940abbd8fbcd req-60b691ce-2885-4cda-be34-65be8414ccb8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:40.208031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-7b6d54f7-c8db-4224-bf73-940abbd8fbcd req-60b691ce-2885-4cda-be34-65be8414ccb8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Calling delete_port for 7f9fac0e-55b6-4100-8cf3-193eb5b2055c owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:40.237337 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-792fc2db-8f0b-446d-b534-31bf8ca84d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:40.312905 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:40.335265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-41b479f4-e54a-4e98-9fd5-6d904e463f85 req-de46dad6-3257-4bd3-aa22-1e009fa112d6 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Calling delete_port for 4c28afda-219a-40f1-b1c2-4e130a407371 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:40.389537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede7d12-66a3-4301-8490-a18d526c0fa6 req-e7353342-373e-415b-ab3b-acfe956db5c0 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:40.390310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ede7d12-66a3-4301-8490-a18d526c0fa6 req-e7353342-373e-415b-ab3b-acfe956db5c0 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 948 time: 0.4965069 May 27 22:31:40.399114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9950f-de92-48d1-baaa-ff0bc5a262ce req-5197deec-2b9f-4053-9cc2-2bd6b2127bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:40.400660 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0f9950f-de92-48d1-baaa-ff0bc5a262ce req-5197deec-2b9f-4053-9cc2-2bd6b2127bf5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 1100 time: 0.4681578 May 27 22:31:40.482541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec7a0a-9cd1-48ec-9d84-d7d4fc2da2db req-28e97b22-451d-4b89-9689-c3a5e3bf8662 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:40.483625 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-88ec7a0a-9cd1-48ec-9d84-d7d4fc2da2db req-28e97b22-451d-4b89-9689-c3a5e3bf8662 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=eaf9b5b8-d70d-4e7b-b523-da7053fed94b HTTP/1.1" status: 200 len: 950 time: 0.4752564 May 27 22:31:40.489609 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-792fc2db-8f0b-446d-b534-31bf8ca84d2f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=32617c5b6738463ab4f2a54d6552d77d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6807294 May 27 22:31:40.495902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46722) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:40.504974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fc2db-8f0b-446d-b534-31bf8ca84d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5024056-09ee-4bfa-bce4-9d0a4dc1ff62,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:40.508921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:31:40.530972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:31:40.560922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:31:40.568084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae030103-a3e8-41fb-acc7-f412ad64ceb9 req-8c3713d7-b0c1-42f6-bf75-e2596f40d74d tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:40.569523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae030103-a3e8-41fb-acc7-f412ad64ceb9 req-8c3713d7-b0c1-42f6-bf75-e2596f40d74d tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "GET /v2.0/ports?device_id=eaf9b5b8-d70d-4e7b-b523-da7053fed94b HTTP/1.1" status: 200 len: 950 time: 0.3279817 May 27 22:31:40.583721 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ede7d12-66a3-4301-8490-a18d526c0fa6 req-2cc39c7d-b4a2-464a-bde8-f63c74b394ab tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809018 May 27 22:31:40.587529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Pushing event updated for resources: {'Port': ['ID=a93c6344-3942-4ca3-84e8-a42a4ef25c33,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:40.626129 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0f9950f-de92-48d1-baaa-ff0bc5a262ce req-e8e9b7ae-4326-4166-888b-6ecb40e803c6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129483 May 27 22:31:40.648318 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-10c606f6-2c22-45e8-afb0-7af2ac5e32da service neutron] 10.222.0.57 "GET /v2.0/networks/b090dde9-67db-4c49-bbbc-f76032c598e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651449 May 27 22:31:40.665151 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-88ec7a0a-9cd1-48ec-9d84-d7d4fc2da2db req-32e33c5c-ea98-49b9-b027-6bee4b32bb3a tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614254 May 27 22:31:40.679452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-ae030103-a3e8-41fb-acc7-f412ad64ceb9 req-05e71ec2-f4df-45dd-8847-0a0e67afa0f3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Deleting port 5c165e3b-e0df-4343-8f81-36f59003b6c9 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:40.682855 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae030103-a3e8-41fb-acc7-f412ad64ceb9 req-05e71ec2-f4df-45dd-8847-0a0e67afa0f3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:40.727386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:40.728010 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:40.784677 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7b6d54f7-c8db-4224-bf73-940abbd8fbcd req-60b691ce-2885-4cda-be34-65be8414ccb8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:40.797695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7f9fac0e-55b6-4100-8cf3-193eb5b2055c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:40.810719 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f3fb294-7ce3-499d-9563-638b6080b792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:40.844403 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f3fb294-7ce3-499d-9563-638b6080b792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:40.919931 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-e7dd2f74-a49e-46a2-8074-33307d1ac0c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3190820 May 27 22:31:40.931888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b691ce-2885-4cda-be34-65be8414ccb8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Pushing event deleted for resources: {'Port': ['ID=7f9fac0e-55b6-4100-8cf3-193eb5b2055c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:40.933185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Request body: {'port': {'device_id': 'c6810010-1561-45c9-be82-733c6bc832e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:31:40.950443 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4aee4314-e904-413e-b55f-7320a9eead88 req-4e500b01-a561-4431-98da-1a62774b9d6d tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 210 time: 0.1170018 May 27 22:31:40.973533 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-41b479f4-e54a-4e98-9fd5-6d904e463f85 req-de46dad6-3257-4bd3-aa22-1e009fa112d6 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:41.071514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46730) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:41.104904 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f3fb294-7ce3-499d-9563-638b6080b792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:41.131799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6d54f7-c8db-4224-bf73-940abbd8fbcd req-60b691ce-2885-4cda-be34-65be8414ccb8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] No DVR routers for this DVR port 7f9fac0e-55b6-4100-8cf3-193eb5b2055c on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:41.137634 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7b6d54f7-c8db-4224-bf73-940abbd8fbcd req-60b691ce-2885-4cda-be34-65be8414ccb8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:41.142422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3978a4ae-abc8-4880-829e-eb02eb6893d3', 'name': 'network-vif-deleted', 'tag': '7f9fac0e-55b6-4100-8cf3-193eb5b2055c'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:41.191692 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-83924609-7232-4c46-8bdd-1f050ce0718b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f HTTP/1.1" status: 200 len: 217 time: 0.2331052 May 27 22:31:41.203723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46dad6-3257-4bd3-aa22-1e009fa112d6 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Pushing event deleted for resources: {'Port': ['ID=4c28afda-219a-40f1-b1c2-4e130a407371,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:41.285976 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fb294-7ce3-499d-9563-638b6080b792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5024056-09ee-4bfa-bce4-9d0a4dc1ff62,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:41.395294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dd870-b98c-4776-b40c-cbb4afc4bd63 req-e34932b8-43a1-4b55-9e38-67fdae9606db tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:41.403235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b4dd870-b98c-4776-b40c-cbb4afc4bd63 req-e34932b8-43a1-4b55-9e38-67fdae9606db tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 949 time: 0.6246977 May 27 22:31:41.410489 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b6d54f7-c8db-4224-bf73-940abbd8fbcd req-60b691ce-2885-4cda-be34-65be8414ccb8 tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.46 "DELETE /v2.0/ports/7f9fac0e-55b6-4100-8cf3-193eb5b2055c HTTP/1.1" status: 204 len: 173 time: 2.1583307 May 27 22:31:41.416737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b479f4-e54a-4e98-9fd5-6d904e463f85 req-de46dad6-3257-4bd3-aa22-1e009fa112d6 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] No DVR routers for this DVR port 4c28afda-219a-40f1-b1c2-4e130a407371 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:41.424863 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f3fb294-7ce3-499d-9563-638b6080b792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:41.428847 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9f3fb294-7ce3-499d-9563-638b6080b792 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a5024056-09ee-4bfa-bce4-9d0a4dc1ff62 HTTP/1.1" status: 204 len: 168 time: 0.9252729 May 27 22:31:41.449168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ae030103-a3e8-41fb-acc7-f412ad64ceb9 req-05e71ec2-f4df-45dd-8847-0a0e67afa0f3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] For port 5c165e3b-e0df-4343-8f81-36f59003b6c9, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5c165e3b-e0df-4343-8f81-36f59003b6c9,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:41.450286 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae030103-a3e8-41fb-acc7-f412ad64ceb9 req-05e71ec2-f4df-45dd-8847-0a0e67afa0f3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:41.489285 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-41b479f4-e54a-4e98-9fd5-6d904e463f85 req-de46dad6-3257-4bd3-aa22-1e009fa112d6 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:41.491756 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-41b479f4-e54a-4e98-9fd5-6d904e463f85 req-de46dad6-3257-4bd3-aa22-1e009fa112d6 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.46 "DELETE /v2.0/ports/4c28afda-219a-40f1-b1c2-4e130a407371 HTTP/1.1" status: 204 len: 173 time: 2.4397349 May 27 22:31:41.494728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82a5c8e-f8ec-4a0a-a863-4cabbc82084f', 'name': 'network-vif-deleted', 'tag': '4c28afda-219a-40f1-b1c2-4e130a407371'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:41.534632 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:41.546990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 21669d7f-17ff-457b-b244-ab46bcc8154f no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:41.550724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-13e9bd77-7bb3-4399-89ce-16051e17de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:41.552211 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-13e9bd77-7bb3-4399-89ce-16051e17de84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12e036b-b21d-44ef-9e41-b61836ac4b5b HTTP/1.1" status: 200 len: 797 time: 0.3461227 May 27 22:31:41.621549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 21669d7f-17ff-457b-b244-ab46bcc8154f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:41.621899 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 21669d7f-17ff-457b-b244-ab46bcc8154f not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:41.622318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 7f9fac0e-55b6-4100-8cf3-193eb5b2055c no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:41.625204 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b4dd870-b98c-4776-b40c-cbb4afc4bd63 req-034ae007-6c02-4405-b00c-c154776f7866 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179384 May 27 22:31:41.661292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-ae030103-a3e8-41fb-acc7-f412ad64ceb9 req-05e71ec2-f4df-45dd-8847-0a0e67afa0f3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Calling delete_port for 5c165e3b-e0df-4343-8f81-36f59003b6c9 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:41.737240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 7f9fac0e-55b6-4100-8cf3-193eb5b2055c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:41.737592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 7f9fac0e-55b6-4100-8cf3-193eb5b2055c not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:41.819594 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c461c87-84d9-48b8-8360-3d2d69be818c'] response: {'server_uuid': '3978a4ae-abc8-4880-829e-eb02eb6893d3', 'name': 'network-vif-deleted', 'tag': '7f9fac0e-55b6-4100-8cf3-193eb5b2055c', 'status': 'completed', 'code': 200} May 27 22:31:41.882014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b6411-6526-4629-b50d-de8b56a7371c req-9d25c3fd-7c3e-49a7-8be8-955978f4413d tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:41.904042 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e0b6411-6526-4629-b50d-de8b56a7371c req-9d25c3fd-7c3e-49a7-8be8-955978f4413d tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 931 time: 0.7518597 May 27 22:31:41.923254 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346e9fc1-ac49-4779-aa0a-ccd85acab8d3'] response: {'server_uuid': 'f82a5c8e-f8ec-4a0a-a863-4cabbc82084f', 'name': 'network-vif-deleted', 'tag': '4c28afda-219a-40f1-b1c2-4e130a407371', 'status': 'completed', 'code': 200} May 27 22:31:42.090496 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e0b6411-6526-4629-b50d-de8b56a7371c req-2e21399d-df86-4e57-aa5c-64aa905a01b0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719912 May 27 22:31:42.189729 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-745f119b-6bd9-405d-9520-5eb75a44d2f6 req-f82a05e9-1f08-4f04-a288-75aacd6fa679 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=f82a5c8e-f8ec-4a0a-a863-4cabbc82084f HTTP/1.1" status: 200 len: 210 time: 0.0609207 May 27 22:31:42.354539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-592cbdf6-0758-42d2-bd29-f072ec2ace2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:42.356561 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-592cbdf6-0758-42d2-bd29-f072ec2ace2f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7685072 May 27 22:31:42.409347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba302a6d-6b54-4b5f-8fbc-e05ec4a1099d req-b6bc4542-9df0-4184-9c82-8cf8bbd982bf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:42.410895 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba302a6d-6b54-4b5f-8fbc-e05ec4a1099d req-b6bc4542-9df0-4184-9c82-8cf8bbd982bf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3c25962-1527-4a0f-963d-fd430c32d576 HTTP/1.1" status: 200 len: 950 time: 0.4971080 May 27 22:31:42.426615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-24450fd9-24b1-46fe-9069-e20bc6a1d88c req-d8776c02-7b0b-4b43-b06c-fdfaefdeb70f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Synchronizing usage tracker for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:42.477923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46748) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:42.528534 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4a47d24-8eca-4bfa-9d74-47f5f7e8fad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:42.553346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-ba302a6d-6b54-4b5f-8fbc-e05ec4a1099d req-ce43dd64-7ecc-48da-884f-4aaaad3331cf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Deleting port cdcc72a2-e100-4abf-aa0e-1959faf54cfa {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:42.553687 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba302a6d-6b54-4b5f-8fbc-e05ec4a1099d req-ce43dd64-7ecc-48da-884f-4aaaad3331cf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:42.585956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f4a47d24-8eca-4bfa-9d74-47f5f7e8fad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:31:42.610365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d587c4-ee91-4c85-97b8-1b3e635d6b49 req-ff022b01-f797-4bfa-aa53-2f344a6c1b0b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:42.611857 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7d587c4-ee91-4c85-97b8-1b3e635d6b49 req-ff022b01-f797-4bfa-aa53-2f344a6c1b0b tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=eaf9b5b8-d70d-4e7b-b523-da7053fed94b HTTP/1.1" status: 200 len: 950 time: 0.4106369 May 27 22:31:42.615635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f4a47d24-8eca-4bfa-9d74-47f5f7e8fad3 admin admin] Usage tracker for resource:security_group_rule and tenant:b8996b2ee50f46ef8d50e36b54d454f3 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:31:42.621925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f4a47d24-8eca-4bfa-9d74-47f5f7e8fad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:31:42.649969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f4a47d24-8eca-4bfa-9d74-47f5f7e8fad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:31:42.652004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae030103-a3e8-41fb-acc7-f412ad64ceb9 req-05e71ec2-f4df-45dd-8847-0a0e67afa0f3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:42.653834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-24450fd9-24b1-46fe-9069-e20bc6a1d88c req-d8776c02-7b0b-4b43-b06c-fdfaefdeb70f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] Unset dirty status for tenant:97fe5f44835545c0a61788c6d0ac3edf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:42.666524 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24450fd9-24b1-46fe-9069-e20bc6a1d88c req-d8776c02-7b0b-4b43-b06c-fdfaefdeb70f tempest-ServersTestJSON-357843673 tempest-ServersTestJSON-357843673-project] 10.222.0.27 "GET /v2.0/ports?device_id=3978a4ae-abc8-4880-829e-eb02eb6893d3 HTTP/1.1" status: 200 len: 210 time: 0.3087878 May 27 22:31:42.685294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9', 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:42.712306 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-9a79ab7c-f38e-4ac7-82ee-00639b3cee8f service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464448 May 27 22:31:42.777355 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4a47d24-8eca-4bfa-9d74-47f5f7e8fad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:42.922925 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7d587c4-ee91-4c85-97b8-1b3e635d6b49 req-5bbdc92c-a657-4040-9944-fb59e7daad0c tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021481 May 27 22:31:42.949803 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4a47d24-8eca-4bfa-9d74-47f5f7e8fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:42.984844 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-0cf97e70-39ba-4b6c-8f86-3916fa6ee51b service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657313 May 27 22:31:43.003834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e71ec2-f4df-45dd-8847-0a0e67afa0f3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event deleted for resources: {'Port': ['ID=5c165e3b-e0df-4343-8f81-36f59003b6c9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:43.065636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93c6344-3942-4ca3-84e8-a42a4ef25c33 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:31:43.085479 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-f5d75fd5-780c-4180-a73a-59fd47121b7d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=0f8c0679-a173-42fd-bf4b-8227fb6895d4 HTTP/1.1" status: 200 len: 217 time: 0.0931747 May 27 22:31:43.087562 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:43.167995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-84457aff-0049-4369-97fe-96adb3017732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:43.169890 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-84457aff-0049-4369-97fe-96adb3017732 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12e036b-b21d-44ef-9e41-b61836ac4b5b HTTP/1.1" status: 200 len: 797 time: 0.0718477 May 27 22:31:43.175165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f4a47d24-8eca-4bfa-9d74-47f5f7e8fad3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b8996b2ee50f46ef8d50e36b54d454f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6975632 May 27 22:31:43.179595 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46756) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:43.181225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a47d24-8eca-4bfa-9d74-47f5f7e8fad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a61294-9b99-4dcf-91ae-5119c0c2e73b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:43.184279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae030103-a3e8-41fb-acc7-f412ad64ceb9 req-05e71ec2-f4df-45dd-8847-0a0e67afa0f3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] No DVR routers for this DVR port 5c165e3b-e0df-4343-8f81-36f59003b6c9 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:43.236753 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ae030103-a3e8-41fb-acc7-f412ad64ceb9 req-05e71ec2-f4df-45dd-8847-0a0e67afa0f3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:43.240279 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Transition to ACTIVE for port object a93c6344-3942-4ca3-84e8-a42a4ef25c33 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:31:43.314138 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:43.382470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bf989-be64-4e07-bd8a-43ca154389c6 req-5b16bf0c-3514-49fc-943b-e25fc87c76b7 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:43.383961 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d09bf989-be64-4e07-bd8a-43ca154389c6 req-5b16bf0c-3514-49fc-943b-e25fc87c76b7 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 949 time: 0.4357700 May 27 22:31:43.390827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ba302a6d-6b54-4b5f-8fbc-e05ec4a1099d req-ce43dd64-7ecc-48da-884f-4aaaad3331cf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] For port cdcc72a2-e100-4abf-aa0e-1959faf54cfa, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=cdcc72a2-e100-4abf-aa0e-1959faf54cfa,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:43.391185 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba302a6d-6b54-4b5f-8fbc-e05ec4a1099d req-ce43dd64-7ecc-48da-884f-4aaaad3331cf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:43.408834 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae030103-a3e8-41fb-acc7-f412ad64ceb9 req-05e71ec2-f4df-45dd-8847-0a0e67afa0f3 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "DELETE /v2.0/ports/5c165e3b-e0df-4343-8f81-36f59003b6c9 HTTP/1.1" status: 204 len: 173 time: 2.8298094 May 27 22:31:43.542413 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4c28afda-219a-40f1-b1c2-4e130a407371 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:43.554973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-ba302a6d-6b54-4b5f-8fbc-e05ec4a1099d req-ce43dd64-7ecc-48da-884f-4aaaad3331cf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Calling delete_port for cdcc72a2-e100-4abf-aa0e-1959faf54cfa owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:43.557134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Pushing event updated for resources: {'Port': ['ID=a93c6344-3942-4ca3-84e8-a42a4ef25c33,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:43.576230 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03d84c96-2288-46e6-923b-3f5c213435df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:43.588918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 4c28afda-219a-40f1-b1c2-4e130a407371 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:43.589356 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4c28afda-219a-40f1-b1c2-4e130a407371 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:43.641419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-891fbea5-c68c-4b31-8210-f5ed40bab151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:43.642823 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-891fbea5-c68c-4b31-8210-f5ed40bab151 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4622130 May 27 22:31:43.690528 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77fb3d48-72b7-4971-8fa5-ee1c440fdf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:43.753095 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03d84c96-2288-46e6-923b-3f5c213435df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:43.756221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f78900-b109-4753-9150-24a4cf3dd2e1 req-9dc4628b-794b-4170-99f5-d2acff2d149a tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:43.757737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d2f78900-b109-4753-9150-24a4cf3dd2e1 req-9dc4628b-794b-4170-99f5-d2acff2d149a tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 943 time: 0.5060627 May 27 22:31:43.776656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d09bf989-be64-4e07-bd8a-43ca154389c6 req-043e6ae4-500d-4ecc-994e-d0fdc44c49bd tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761289 May 27 22:31:43.821069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf9b5b8-d70d-4e7b-b523-da7053fed94b', 'name': 'network-vif-deleted', 'tag': '5c165e3b-e0df-4343-8f81-36f59003b6c9'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:43.849131 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d2f78900-b109-4753-9150-24a4cf3dd2e1 req-8bd9daf0-4078-444a-89f7-60fbafa44d16 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713894 May 27 22:31:43.967575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46774) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:44.022428 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1cead2-fa41-4c9b-ab3b-5f031fc2f11e'] response: {'server_uuid': 'eaf9b5b8-d70d-4e7b-b523-da7053fed94b', 'name': 'network-vif-deleted', 'tag': '5c165e3b-e0df-4343-8f81-36f59003b6c9', 'status': 'completed', 'code': 200} May 27 22:31:44.037235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Attempting to bind port a93c6344-3942-4ca3-84e8-a42a4ef25c33 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:31:44.037719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Attempting to bind port a93c6344-3942-4ca3-84e8-a42a4ef25c33 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:31:44.037882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Attempting to bind port a93c6344-3942-4ca3-84e8-a42a4ef25c33 on network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:31:44.053262 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba302a6d-6b54-4b5f-8fbc-e05ec4a1099d req-ce43dd64-7ecc-48da-884f-4aaaad3331cf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:44.090289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:44.127429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Port a93c6344-3942-4ca3-84e8-a42a4ef25c33 on network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:31:44.127429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Attempting to bind port a93c6344-3942-4ca3-84e8-a42a4ef25c33 on network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:31:44.133054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43dd64-7ecc-48da-884f-4aaaad3331cf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event deleted for resources: {'Port': ['ID=cdcc72a2-e100-4abf-aa0e-1959faf54cfa,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:44.162890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:31:44.163489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Checking segment: {'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:31:44.164066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Bound using segment: {'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:31:44.164727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Bound port: a93c6344-3942-4ca3-84e8-a42a4ef25c33, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:31:44.165293 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:44.233897 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-09686f41-3b4b-4cb8-804a-fa94a1ae6b56 service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743651 May 27 22:31:44.235204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba302a6d-6b54-4b5f-8fbc-e05ec4a1099d req-ce43dd64-7ecc-48da-884f-4aaaad3331cf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] No DVR routers for this DVR port cdcc72a2-e100-4abf-aa0e-1959faf54cfa on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:44.242917 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ba302a6d-6b54-4b5f-8fbc-e05ec4a1099d req-ce43dd64-7ecc-48da-884f-4aaaad3331cf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:44.249729 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba302a6d-6b54-4b5f-8fbc-e05ec4a1099d req-ce43dd64-7ecc-48da-884f-4aaaad3331cf tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "DELETE /v2.0/ports/cdcc72a2-e100-4abf-aa0e-1959faf54cfa HTTP/1.1" status: 204 len: 173 time: 1.8264773 May 27 22:31:44.253565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5c165e3b-e0df-4343-8f81-36f59003b6c9 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:44.307171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 5c165e3b-e0df-4343-8f81-36f59003b6c9 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:44.307556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5c165e3b-e0df-4343-8f81-36f59003b6c9 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:44.375569 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03d84c96-2288-46e6-923b-3f5c213435df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:44.420525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b14f22e-9dfe-4f71-a517-abe375672f57 admin admin] Deleting subnet 38c978a7-2c3e-4299-9e00-a1c60f2fbf1c {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:31:44.424502 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0b14f22e-9dfe-4f71-a517-abe375672f57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:44.477745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d84c96-2288-46e6-923b-3f5c213435df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a61294-9b99-4dcf-91ae-5119c0c2e73b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:44.484534 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0b14f22e-9dfe-4f71-a517-abe375672f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:44.522045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03d84c96-2288-46e6-923b-3f5c213435df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:44.523433 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-03d84c96-2288-46e6-923b-3f5c213435df admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/24a61294-9b99-4dcf-91ae-5119c0c2e73b HTTP/1.1" status: 204 len: 168 time: 1.3414991 May 27 22:31:44.549131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] For port a93c6344-3942-4ca3-84e8-a42a4ef25c33, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:31:44.579477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] For port a93c6344-3942-4ca3-84e8-a42a4ef25c33, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a93c6344-3942-4ca3-84e8-a42a4ef25c33,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:31:44.592098 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0b14f22e-9dfe-4f71-a517-abe375672f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:44.621218 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-75690f4b-adc4-41c1-958a-8fcbac62d555 service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549733 May 27 22:31:44.750091 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:44.813030 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-f3a405ec-2f3b-427b-b49e-d4ab82f3ff57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=afbe4a2a-ff42-4360-a344-c0004a52a25b HTTP/1.1" status: 200 len: 217 time: 0.1822805 May 27 22:31:44.834358 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0b14f22e-9dfe-4f71-a517-abe375672f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:44.950867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:44.951603 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:44.953092 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] 10.222.0.46 "PUT /v2.0/ports/a93c6344-3942-4ca3-84e8-a42a4ef25c33 HTTP/1.1" status: 200 len: 1091 time: 4.0245013 May 27 22:31:44.953600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6810010-1561-45c9-be82-733c6bc832e3', 'tag': 'a93c6344-3942-4ca3-84e8-a42a4ef25c33'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:44.963678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14f22e-9dfe-4f71-a517-abe375672f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c978a7-2c3e-4299-9e00-a1c60f2fbf1c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:44.966340 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0b14f22e-9dfe-4f71-a517-abe375672f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:44.988457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-40d54291-0f0e-4d7f-ace9-de905b7ec3a4 req-5c91effa-44ce-4510-bd05-e144becc7a03 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Synchronizing usage tracker for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:44.990682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-7245aef2-df20-416d-a7be-24a1c0d755b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:44.992207 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-7245aef2-df20-416d-a7be-24a1c0d755b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12e036b-b21d-44ef-9e41-b61836ac4b5b HTTP/1.1" status: 200 len: 797 time: 0.1602054 May 27 22:31:44.993244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3408c0-5cc8-48d0-b065-011a968f704c service neutron] Pushing event updated for resources: {'Port': ['ID=a93c6344-3942-4ca3-84e8-a42a4ef25c33,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:44.994133 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0b14f22e-9dfe-4f71-a517-abe375672f57 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/38c978a7-2c3e-4299-9e00-a1c60f2fbf1c HTTP/1.1" status: 204 len: 168 time: 1.0253570 May 27 22:31:44.995944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-77fb3d48-72b7-4971-8fa5-ee1c440fdf34 admin admin] Deleting port f603e508-7b62-4b91-88a6-52d22bff8501 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:44.996409 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77fb3d48-72b7-4971-8fa5-ee1c440fdf34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:45.001395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46790) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:45.130384 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34e29a31-73fd-4bd2-8a7b-cfb2cd7886eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:45.137516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee204229-a224-4fe3-8bd4-81d274069b90 req-106a1802-50e6-4422-b914-9909a312373f tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:45.139150 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee204229-a224-4fe3-8bd4-81d274069b90 req-106a1802-50e6-4422-b914-9909a312373f tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 1100 time: 0.2963893 May 27 22:31:45.190537 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ee204229-a224-4fe3-8bd4-81d274069b90 req-156f9dba-8443-4784-85a4-9af3d134e4b4 tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:45.205802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-40d54291-0f0e-4d7f-ace9-de905b7ec3a4 req-5c91effa-44ce-4510-bd05-e144becc7a03 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Unset dirty status for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:45.212884 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40d54291-0f0e-4d7f-ace9-de905b7ec3a4 req-5c91effa-44ce-4510-bd05-e144becc7a03 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=eaf9b5b8-d70d-4e7b-b523-da7053fed94b HTTP/1.1" status: 200 len: 210 time: 0.3392582 May 27 22:31:45.295308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-7764345f-a058-451e-a366-847b24333d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:45.296841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ee204229-a224-4fe3-8bd4-81d274069b90 req-156f9dba-8443-4784-85a4-9af3d134e4b4 tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:31:45.297271 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-7764345f-a058-451e-a366-847b24333d25 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2743530 May 27 22:31:45.309405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ee204229-a224-4fe3-8bd4-81d274069b90 req-156f9dba-8443-4784-85a4-9af3d134e4b4 tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] Usage tracker for resource:security_group_rule and tenant:8896d037b1924741b56b638938b0df95 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:31:45.321697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ee204229-a224-4fe3-8bd4-81d274069b90 req-156f9dba-8443-4784-85a4-9af3d134e4b4 tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:31:45.331716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ee204229-a224-4fe3-8bd4-81d274069b90 req-156f9dba-8443-4784-85a4-9af3d134e4b4 tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:31:45.371029 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34e29a31-73fd-4bd2-8a7b-cfb2cd7886eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:45.388484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-77fb3d48-72b7-4971-8fa5-ee1c440fdf34 admin admin] For port f603e508-7b62-4b91-88a6-52d22bff8501, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f603e508-7b62-4b91-88a6-52d22bff8501,segment=NetworkSegment(392c85a5-e46c-4be0-a07f-f52e165f49cb),segment_id=392c85a5-e46c-4be0-a07f-f52e165f49cb)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:45.388847 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77fb3d48-72b7-4971-8fa5-ee1c440fdf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:45.430687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-34e29a31-73fd-4bd2-8a7b-cfb2cd7886eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b2cd8f-2358-49b4-a885-79e5e97a5ec7']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:45.457889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-34e29a31-73fd-4bd2-8a7b-cfb2cd7886eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03e3d62-d51e-4ed5-b25b-22cc134d369d') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:45.458641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-34e29a31-73fd-4bd2-8a7b-cfb2cd7886eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03e3d62-d51e-4ed5-b25b-22cc134d369d') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:45.475254 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34e29a31-73fd-4bd2-8a7b-cfb2cd7886eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:45.518535 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34e29a31-73fd-4bd2-8a7b-cfb2cd7886eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:45.535726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-77fb3d48-72b7-4971-8fa5-ee1c440fdf34 admin admin] Calling delete_port for f603e508-7b62-4b91-88a6-52d22bff8501 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:45.560805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ed0a0-e82e-49c1-a8a8-f81d57259e01 req-717620a9-fb31-4364-933b-f92d761b30ae tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:45.566055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-93bbe448-34ac-4a16-a9f7-e776c6aa7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:45.566055 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-93bbe448-34ac-4a16-a9f7-e776c6aa7203 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66c8ee59557b4baea4ae26e059dc0936&device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 1094 time: 0.3782241 May 27 22:31:45.569687 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d90ed0a0-e82e-49c1-a8a8-f81d57259e01 req-717620a9-fb31-4364-933b-f92d761b30ae tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=612794f8-1b82-41f3-a826-10beaadd76ef HTTP/1.1" status: 200 len: 949 time: 0.2442300 May 27 22:31:45.597586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e29a31-73fd-4bd2-8a7b-cfb2cd7886eb admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:31:45.597586 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34e29a31-73fd-4bd2-8a7b-cfb2cd7886eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:45.621909 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:45.683615 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment c03e3d62-d51e-4ed5-b25b-22cc134d369d resource provider aggregate not found May 27 22:31:45.750588 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment c03e3d62-d51e-4ed5-b25b-22cc134d369d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c03e3d62-d51e-4ed5-b25b-22cc134d369d found for delete ", "request_id": "req-e0af82e9-4e96-492c-960d-0709e806b993"}]} May 27 22:31:45.763663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d90ed0a0-e82e-49c1-a8a8-f81d57259e01 req-29895a11-5cd4-4d61-bfd2-f98df23fa364 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920195 May 27 22:31:45.786447 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ee204229-a224-4fe3-8bd4-81d274069b90 req-156f9dba-8443-4784-85a4-9af3d134e4b4 tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:45.867757 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ee204229-a224-4fe3-8bd4-81d274069b90 req-156f9dba-8443-4784-85a4-9af3d134e4b4 tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:45.888338 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34e29a31-73fd-4bd2-8a7b-cfb2cd7886eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:45.893237 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34e29a31-73fd-4bd2-8a7b-cfb2cd7886eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:45.907821 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-69303405-6895-429e-ab71-364d1e9c9858 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a93c6344-3942-4ca3-84e8-a42a4ef25c33 HTTP/1.1" status: 200 len: 217 time: 0.3267837 May 27 22:31:45.997689 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-55c333c0-d7b0-4035-902c-deb714ef9414 service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6866086 May 27 22:31:45.999867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e29a31-73fd-4bd2-8a7b-cfb2cd7886eb admin admin] Pushing event deleted for resources: {'Network': ['ID=83b2cd8f-2358-49b4-a885-79e5e97a5ec7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:46.016724 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee204229-a224-4fe3-8bd4-81d274069b90 req-156f9dba-8443-4784-85a4-9af3d134e4b4 tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8703110 May 27 22:31:46.033558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c25962-1527-4a0f-963d-fd430c32d576', 'name': 'network-vif-deleted', 'tag': 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:46.036853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-86c43f9d-b6b2-4742-b3e7-777df34b6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:46.038284 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-86c43f9d-b6b2-4742-b3e7-777df34b6aa3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da HTTP/1.1" status: 200 len: 844 time: 0.1162992 May 27 22:31:46.054427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f9dba-8443-4784-85a4-9af3d134e4b4 tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e151f3a2-0311-490b-b098-c34aa6dc8793,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:46.126013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea4468-c0db-4df1-b4c8-f2fef4beb52a req-f1f4a487-e23b-4dcb-a23b-e9ffdee8d6ac tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:46.126013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02ea4468-c0db-4df1-b4c8-f2fef4beb52a req-f1f4a487-e23b-4dcb-a23b-e9ffdee8d6ac tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 943 time: 0.2364998 May 27 22:31:46.126013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-34e29a31-73fd-4bd2-8a7b-cfb2cd7886eb admin admin] 10.222.0.27 "DELETE /v2.0/networks/83b2cd8f-2358-49b4-a885-79e5e97a5ec7 HTTP/1.1" status: 204 len: 168 time: 1.1131058 May 27 22:31:46.157272 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-25cb2233-f5be-493d-9902-106abbaf79af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035678 May 27 22:31:46.157272 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d3ad91-dfec-4ab1-8c48-6d9c7fe550cc'] response: {'name': 'network-changed', 'server_uuid': 'c6810010-1561-45c9-be82-733c6bc832e3', 'tag': 'a93c6344-3942-4ca3-84e8-a42a4ef25c33', 'status': 'completed', 'code': 200} May 27 22:31:46.226907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02ea4468-c0db-4df1-b4c8-f2fef4beb52a req-2a7e465b-a702-47e8-a81b-7e90ea826aaf tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037598 May 27 22:31:46.228906 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db31664e-b051-48de-b0db-0c1c5a501d49'] response: {'server_uuid': 'e3c25962-1527-4a0f-963d-fd430c32d576', 'name': 'network-vif-deleted', 'tag': 'cdcc72a2-e100-4abf-aa0e-1959faf54cfa', 'status': 'completed', 'code': 200} May 27 22:31:46.245363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device cdcc72a2-e100-4abf-aa0e-1959faf54cfa no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:46.311739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: cdcc72a2-e100-4abf-aa0e-1959faf54cfa {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:46.312562 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device cdcc72a2-e100-4abf-aa0e-1959faf54cfa not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:46.329996 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-edb61250-3ace-4227-abee-77abd7d437a8 service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209708 May 27 22:31:46.430711 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-eb34df48-96bc-405a-9536-eb9ff475d158 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=8cf04518-2939-4728-93ea-50115c31a9be HTTP/1.1" status: 200 len: 217 time: 0.0881600 May 27 22:31:46.437350 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-cf3ebf77-cec5-4e23-b080-4652b67be345 service neutron] 10.222.0.46 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740624 May 27 22:31:46.651145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-3a5d7f8a-00c2-4587-973c-b263430d3f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:46.652877 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-3a5d7f8a-00c2-4587-973c-b263430d3f6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12e036b-b21d-44ef-9e41-b61836ac4b5b HTTP/1.1" status: 200 len: 797 time: 0.2139189 May 27 22:31:46.714052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46834) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:46.769267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a36a88f0-ae3b-4663-ab87-902b21e8e825 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=97fe5f44835545c0a61788c6d0ac3edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521569 May 27 22:31:46.771203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46840) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:46.792521 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77fb3d48-72b7-4971-8fa5-ee1c440fdf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:46.792521 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8f57f30-e9b4-433d-9337-327ae6af7169 req-02b5b75f-60d8-432b-a5b6-33da4cb72588 service neutron] 10.222.0.46 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128662 May 27 22:31:46.832330 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15f2d97c-1d9d-41bb-a65a-2f47f722225a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:46.873638 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15f2d97c-1d9d-41bb-a65a-2f47f722225a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:46.875599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fb3d48-72b7-4971-8fa5-ee1c440fdf34 admin admin] Pushing event deleted for resources: {'Port': ['ID=f603e508-7b62-4b91-88a6-52d22bff8501,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:47.026977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-dd0b2944-980f-42ab-93fb-ea3461bfaaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:47.028674 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-dd0b2944-980f-42ab-93fb-ea3461bfaaaf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3688421 May 27 22:31:47.082929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cf83c-0b2a-41ba-8f3b-8277cd196ff6 req-ecfa82c8-241a-4166-9967-6c9d8465fa02 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:47.091469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f1cf83c-0b2a-41ba-8f3b-8277cd196ff6 req-ecfa82c8-241a-4166-9967-6c9d8465fa02 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=612794f8-1b82-41f3-a826-10beaadd76ef HTTP/1.1" status: 200 len: 949 time: 0.1083231 May 27 22:31:47.114881 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15f2d97c-1d9d-41bb-a65a-2f47f722225a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:47.152310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2d97c-1d9d-41bb-a65a-2f47f722225a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4407b18-46ce-452e-b560-3a581e08c650,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:47.168810 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15f2d97c-1d9d-41bb-a65a-2f47f722225a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:47.173124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-15f2d97c-1d9d-41bb-a65a-2f47f722225a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d4407b18-46ce-452e-b560-3a581e08c650 HTTP/1.1" status: 204 len: 168 time: 0.4009609 May 27 22:31:47.201059 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43683312-3f89-4e6c-b84d-b27979533ad4 req-f9352102-eb49-482d-bf6b-7bc5ebcd2ec7 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:47.202000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-43683312-3f89-4e6c-b84d-b27979533ad4 req-f9352102-eb49-482d-bf6b-7bc5ebcd2ec7 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Synchronizing usage tracker for tenant:eb959ea5393a4e878749caf383759f6a on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:47.206819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f1cf83c-0b2a-41ba-8f3b-8277cd196ff6 req-fcc7a5a3-96b0-4065-8ac8-358e5544ffff tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141679 May 27 22:31:47.411625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc42f1b-04a0-41be-8c77-ccf0037b1e3e req-08ed26c2-3a9b-4533-9ad2-0b91a926c8bc tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:47.413508 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbc42f1b-04a0-41be-8c77-ccf0037b1e3e req-08ed26c2-3a9b-4533-9ad2-0b91a926c8bc tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 1100 time: 0.0896544 May 27 22:31:47.529190 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-10ea9c88-b68a-44fd-bf53-61cc91b843b7 service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883900 May 27 22:31:47.533396 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77fb3d48-72b7-4971-8fa5-ee1c440fdf34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:47.540839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3096db-684a-404e-baab-b560f5bbef73 req-54d8acee-7dce-4fef-97f1-0e8dc175b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:47.542277 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f3096db-684a-404e-baab-b560f5bbef73 req-54d8acee-7dce-4fef-97f1-0e8dc175b72a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66c8ee59557b4baea4ae26e059dc0936&device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 1094 time: 0.5572650 May 27 22:31:47.617150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fbc42f1b-04a0-41be-8c77-ccf0037b1e3e req-0e6b3aeb-dc8d-42d4-b314-2a8474701ff3 tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] Synchronizing usage tracker for tenant:8896d037b1924741b56b638938b0df95 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:47.671730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54636d4-76a8-49d3-ba82-67dc85c6ceee req-1dac574e-165b-42d8-bd3a-a49f20ba4fbe tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:47.680912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e54636d4-76a8-49d3-ba82-67dc85c6ceee req-1dac574e-165b-42d8-bd3a-a49f20ba4fbe tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 943 time: 0.1116791 May 27 22:31:47.756440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e54636d4-76a8-49d3-ba82-67dc85c6ceee req-186fe9e4-7d9c-4862-ad20-6fa68940b94d tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744379 May 27 22:31:47.758621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-43683312-3f89-4e6c-b84d-b27979533ad4 req-f9352102-eb49-482d-bf6b-7bc5ebcd2ec7 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Unset dirty status for tenant:eb959ea5393a4e878749caf383759f6a on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:47.759938 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-43683312-3f89-4e6c-b84d-b27979533ad4 req-f9352102-eb49-482d-bf6b-7bc5ebcd2ec7 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.46 "GET /v2.0/ports?device_id=612794f8-1b82-41f3-a826-10beaadd76ef HTTP/1.1" status: 200 len: 949 time: 1.0343888 May 27 22:31:47.857580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fbc42f1b-04a0-41be-8c77-ccf0037b1e3e req-0e6b3aeb-dc8d-42d4-b314-2a8474701ff3 tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] Unset dirty status for tenant:8896d037b1924741b56b638938b0df95 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:47.860795 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbc42f1b-04a0-41be-8c77-ccf0037b1e3e req-0e6b3aeb-dc8d-42d4-b314-2a8474701ff3 tempest-ServersAdminNegativeTestJSON-310566129 tempest-ServersAdminNegativeTestJSON-310566129-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382918 May 27 22:31:47.948752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eab15e-32ca-4481-b81c-f957f8bbd17a req-eadb53d0-c760-4832-a30d-e22f820dda88 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:47.950236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28eab15e-32ca-4481-b81c-f957f8bbd17a req-eadb53d0-c760-4832-a30d-e22f820dda88 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 949 time: 0.0951152 May 27 22:31:47.992693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-43683312-3f89-4e6c-b84d-b27979533ad4 req-b2345d2c-437f-4d36-84de-f518ce203c23 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Deleting port 4b153ed1-d1c3-4019-b8b2-3250b994affb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:47.993036 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43683312-3f89-4e6c-b84d-b27979533ad4 req-b2345d2c-437f-4d36-84de-f518ce203c23 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:48.038806 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-d6546579-ecb8-4be8-946f-2162a3621ec1 service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004663 May 27 22:31:48.044978 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28eab15e-32ca-4481-b81c-f957f8bbd17a req-1ee758f6-b029-4b46-a230-505e5ae38280 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879235 May 27 22:31:48.122014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3096db-684a-404e-baab-b560f5bbef73 req-4e42e7ab-6aa6-4147-9757-f1bccc62a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:48.123459 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f3096db-684a-404e-baab-b560f5bbef73 req-4e42e7ab-6aa6-4147-9757-f1bccc62a4d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c HTTP/1.1" status: 200 len: 905 time: 0.5566976 May 27 22:31:48.139476 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-1b97ef56-032b-49f0-9e47-b65829edebb7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd HTTP/1.1" status: 200 len: 217 time: 0.0851974 May 27 22:31:48.247833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f3096db-684a-404e-baab-b560f5bbef73 req-40bd2be2-42ff-4ca4-b580-f82c4fad5ab2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a93c6344-3942-4ca3-84e8-a42a4ef25c33 HTTP/1.1" status: 200 len: 217 time: 0.1098378 May 27 22:31:48.462305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-c7872049-083a-4e4a-a457-5bb5cc42b7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:48.462305 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-c7872049-083a-4e4a-a457-5bb5cc42b7c8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1070a7e0-6859-4ad5-8415-366ceef97d50 HTTP/1.1" status: 200 len: 797 time: 0.2541959 May 27 22:31:48.475127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5db21-7adf-4788-a916-a11e0b79d5c7 req-94908bca-a2ca-4651-9fb2-910ab48a7aef tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:48.491344 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93c5db21-7adf-4788-a916-a11e0b79d5c7 req-94908bca-a2ca-4651-9fb2-910ab48a7aef tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=612794f8-1b82-41f3-a826-10beaadd76ef HTTP/1.1" status: 200 len: 949 time: 0.1478808 May 27 22:31:48.595008 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93c5db21-7adf-4788-a916-a11e0b79d5c7 req-5fa8e478-4113-4be1-912d-c79c800d1003 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051607 May 27 22:31:48.665654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3096db-684a-404e-baab-b560f5bbef73 req-af9b306e-1f07-44e0-8823-71f258302912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:48.667110 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f3096db-684a-404e-baab-b560f5bbef73 req-af9b306e-1f07-44e0-8823-71f258302912 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da HTTP/1.1" status: 200 len: 844 time: 0.3497431 May 27 22:31:48.757745 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f3096db-684a-404e-baab-b560f5bbef73 req-12955be4-37a0-4339-82d0-d84a13f1758d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753522 May 27 22:31:48.943958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bae6d-e9a5-4c17-a4a8-12d759569cb5 req-5818a9a6-21ca-436d-b2e2-5dbeba844797 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:48.945674 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e62bae6d-e9a5-4c17-a4a8-12d759569cb5 req-5818a9a6-21ca-436d-b2e2-5dbeba844797 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 949 time: 0.1565607 May 27 22:31:49.031606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fb3d48-72b7-4971-8fa5-ee1c440fdf34 admin admin] Router 5c332d93-de08-40f4-bddb-71b374967770 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:31:49.066330 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e62bae6d-e9a5-4c17-a4a8-12d759569cb5 req-71d004ef-57e2-461c-81f4-2f799e708624 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872614 May 27 22:31:49.078745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-43683312-3f89-4e6c-b84d-b27979533ad4 req-b2345d2c-437f-4d36-84de-f518ce203c23 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] For port 4b153ed1-d1c3-4019-b8b2-3250b994affb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4b153ed1-d1c3-4019-b8b2-3250b994affb,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:49.079105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43683312-3f89-4e6c-b84d-b27979533ad4 req-b2345d2c-437f-4d36-84de-f518ce203c23 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:49.084165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68e617-0b12-4f7c-86ed-92a149845237 req-7679cda9-f73f-4a84-ba80-41fe7bfba8cf tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:49.085687 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2b68e617-0b12-4f7c-86ed-92a149845237 req-7679cda9-f73f-4a84-ba80-41fe7bfba8cf tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 943 time: 0.2048783 May 27 22:31:49.117422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b4f6e-ccf3-40f9-8cd3-ca2c50278756 req-c256a2b3-7e00-4153-a5c3-17c9fa6aabe4 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:49.118874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e7b4f6e-ccf3-40f9-8cd3-ca2c50278756 req-c256a2b3-7e00-4153-a5c3-17c9fa6aabe4 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 949 time: 0.1722264 May 27 22:31:49.142599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-11793169-66b2-4869-ac25-7d76f0d4450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:49.144073 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-11793169-66b2-4869-ac25-7d76f0d4450c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1c98a16-ff0e-48d9-bd68-874df362e9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6644361 May 27 22:31:49.200181 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2b68e617-0b12-4f7c-86ed-92a149845237 req-d3d0a15f-f2f5-4c9d-a042-ed759920efe1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068203 May 27 22:31:49.212890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-6e7b4f6e-ccf3-40f9-8cd3-ca2c50278756 req-2209e46a-155d-4957-989e-4b1505fa95d1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Deleting port e4583884-4f85-4cf4-9c9b-c77f569ea4b9 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:49.213611 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6e7b4f6e-ccf3-40f9-8cd3-ca2c50278756 req-2209e46a-155d-4957-989e-4b1505fa95d1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:49.310587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-43683312-3f89-4e6c-b84d-b27979533ad4 req-b2345d2c-437f-4d36-84de-f518ce203c23 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Calling delete_port for 4b153ed1-d1c3-4019-b8b2-3250b994affb owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:49.502212 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f3096db-684a-404e-baab-b560f5bbef73 req-36532009-91a7-4008-873a-3799cec0d39a service neutron] 10.222.0.46 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7189052 May 27 22:31:49.506302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b21edd-2b7b-411e-9d0e-a221ed4939de req-c6246c87-b383-4cef-8e4a-3bfcc27c4d7c tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:49.507765 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-37b21edd-2b7b-411e-9d0e-a221ed4939de req-c6246c87-b383-4cef-8e4a-3bfcc27c4d7c tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 949 time: 0.2377763 May 27 22:31:49.573639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a93c6344-3942-4ca3-84e8-a42a4ef25c33 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:31:49.601524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-6e7b4f6e-ccf3-40f9-8cd3-ca2c50278756 req-2209e46a-155d-4957-989e-4b1505fa95d1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] For port e4583884-4f85-4cf4-9c9b-c77f569ea4b9, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e4583884-4f85-4cf4-9c9b-c77f569ea4b9,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:49.605139 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6e7b4f6e-ccf3-40f9-8cd3-ca2c50278756 req-2209e46a-155d-4957-989e-4b1505fa95d1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:49.616391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-37b21edd-2b7b-411e-9d0e-a221ed4939de req-9c1a33bb-2e1a-497b-b114-a5e9e5041468 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/security-groups?id=f1421858-6a9a-4c35-9d7e-6cb88d3f4253&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935521 May 27 22:31:49.685429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fb3d48-72b7-4971-8fa5-ee1c440fdf34 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:31:49.688491 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-477463b8-a20c-47c0-9261-cbc0bd89d54f service neutron] 10.222.0.57 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753962 May 27 22:31:49.696892 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e22141f-b5d0-4e32-95e3-f8dd450b82c6 None None] Sync routers for ids ['5c332d93-de08-40f4-bddb-71b374967770'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:31:49.711905 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e22141f-b5d0-4e32-95e3-f8dd450b82c6 None None] Routers {'5c332d93-de08-40f4-bddb-71b374967770'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:31:49.714385 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8e22141f-b5d0-4e32-95e3-f8dd450b82c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:31:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5c332d93-de08-40f4-bddb-71b374967770'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:49.913630 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a93c6344-3942-4ca3-84e8-a42a4ef25c33, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a93c6344-3942-4ca3-84e8-a42a4ef25c33,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:49.928295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-6e7b4f6e-ccf3-40f9-8cd3-ca2c50278756 req-2209e46a-155d-4957-989e-4b1505fa95d1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Calling delete_port for e4583884-4f85-4cf4-9c9b-c77f569ea4b9 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:49.938718 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-77fb3d48-72b7-4971-8fa5-ee1c440fdf34 admin admin] 10.222.0.27 "PUT /v2.0/routers/5c332d93-de08-40f4-bddb-71b374967770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8533251 May 27 22:31:49.944187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'a93c6344-3942-4ca3-84e8-a42a4ef25c33', 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c', 'port_id': 'a93c6344-3942-4ca3-84e8-a42a4ef25c33', 'mac_address': 'fa:16:3e:cb:cc:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:31:49.984889 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-8e22141f-b5d0-4e32-95e3-f8dd450b82c6 None None] Set router 5c332d93-de08-40f4-bddb-71b374967770 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:31:49.990027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46934) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:49.990376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46936) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:50.056653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port a93c6344-3942-4ca3-84e8-a42a4ef25c33 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:31:50.057076 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:50.095216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93c6344-3942-4ca3-84e8-a42a4ef25c33 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:31:50.121122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a93c6344-3942-4ca3-84e8-a42a4ef25c33, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a93c6344-3942-4ca3-84e8-a42a4ef25c33,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:50.138962 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f3096db-684a-404e-baab-b560f5bbef73 req-f452cb40-4346-4da9-a496-372a57ae7589 service neutron] 10.222.0.46 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230886 May 27 22:31:50.224399 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:50.294110 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43683312-3f89-4e6c-b84d-b27979533ad4 req-b2345d2c-437f-4d36-84de-f518ce203c23 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:50.299056 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-0bd1892a-9e73-42ad-a6a1-b308b031b9a6 service neutron] 10.222.0.57 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983260 May 27 22:31:50.342522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=a93c6344-3942-4ca3-84e8-a42a4ef25c33,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:50.351963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:50.352646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:50.353190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:50.353833 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:50.354984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:50.355904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:50.356535 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:50.357082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:50.357637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:50.358163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:50.358716 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:50.359270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:31:50.407761 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6e7b4f6e-ccf3-40f9-8cd3-ca2c50278756 req-2209e46a-155d-4957-989e-4b1505fa95d1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:50.432235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2345d2c-437f-4d36-84de-f518ce203c23 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Pushing event deleted for resources: {'Port': ['ID=4b153ed1-d1c3-4019-b8b2-3250b994affb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:50.441333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e4583884-4f85-4cf4-9c9b-c77f569ea4b9'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:50.479758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['a93c6344-3942-4ca3-84e8-a42a4ef25c33'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:50.538934 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8e22141f-b5d0-4e32-95e3-f8dd450b82c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c332d93-de08-40f4-bddb-71b374967770', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:30:16Z', 'updated_at': '2022-05-27T22:31:46Z', 'revision_number': 5, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'gw_port': {'id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:17Z', 'updated_at': '2022-05-27T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:50.545144 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e22141f-b5d0-4e32-95e3-f8dd450b82c6 None None] Checking router: 5c332d93-de08-40f4-bddb-71b374967770 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:31:50.558992 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e22141f-b5d0-4e32-95e3-f8dd450b82c6 None None] Routers {'5c332d93-de08-40f4-bddb-71b374967770'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:31:50.559628 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8e22141f-b5d0-4e32-95e3-f8dd450b82c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:31:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5c332d93-de08-40f4-bddb-71b374967770'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:50.596721 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-601f1497-d2ea-464e-8549-0a02d00a2927 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23208c92-dbee-4363-9c21-9737e54a8a81 HTTP/1.1" status: 200 len: 217 time: 0.2549286 May 27 22:31:50.609174 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209e46a-155d-4957-989e-4b1505fa95d1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Pushing event deleted for resources: {'Port': ['ID=e4583884-4f85-4cf4-9c9b-c77f569ea4b9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:50.623486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbeb48-dcf1-4513-ba0c-5592bc8dd959 req-86e07e6c-87c5-4abd-81f9-7d76855c8949 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:50.625020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2bbeb48-dcf1-4513-ba0c-5592bc8dd959 req-86e07e6c-87c5-4abd-81f9-7d76855c8949 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=612794f8-1b82-41f3-a826-10beaadd76ef HTTP/1.1" status: 200 len: 949 time: 0.5056605 May 27 22:31:50.630915 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:50.785317 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d923751e-b18e-429d-9196-b7bd2c00d9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:50.815441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7b4f6e-ccf3-40f9-8cd3-ca2c50278756 req-2209e46a-155d-4957-989e-4b1505fa95d1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] No DVR routers for this DVR port e4583884-4f85-4cf4-9c9b-c77f569ea4b9 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:50.831289 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6e7b4f6e-ccf3-40f9-8cd3-ca2c50278756 req-2209e46a-155d-4957-989e-4b1505fa95d1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:50.835147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6b1f97-d840-4feb-9f34-63d3c0c60860', 'name': 'network-vif-deleted', 'tag': 'e4583884-4f85-4cf4-9c9b-c77f569ea4b9'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:50.859804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac3513-35fb-47bb-bd83-0c34a1d7aa64 req-6430180d-7137-49fb-b019-a484c5099d1e tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:50.861313 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6ac3513-35fb-47bb-bd83-0c34a1d7aa64 req-6430180d-7137-49fb-b019-a484c5099d1e tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 949 time: 0.5796731 May 27 22:31:50.870481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2bbeb48-dcf1-4513-ba0c-5592bc8dd959 req-93f8da77-40e1-418e-aa3b-21a7cf1550ba tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/security-groups?id=fd42f3dc-5455-4579-b3f7-6e842da51acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970763 May 27 22:31:50.879323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0be9b2-5b21-437d-b77b-8dcfe60f9594 req-f3b07eb1-2424-46da-a315-d3eeb7b98fa3 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:50.880746 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f0be9b2-5b21-437d-b77b-8dcfe60f9594 req-f3b07eb1-2424-46da-a315-d3eeb7b98fa3 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.57 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 949 time: 0.5468941 May 27 22:31:50.897742 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-8e22141f-b5d0-4e32-95e3-f8dd450b82c6 None None] Set router 5c332d93-de08-40f4-bddb-71b374967770 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:31:50.931181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d923751e-b18e-429d-9196-b7bd2c00d9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:31:50.936295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-43683312-3f89-4e6c-b84d-b27979533ad4 req-b2345d2c-437f-4d36-84de-f518ce203c23 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] No DVR routers for this DVR port 4b153ed1-d1c3-4019-b8b2-3250b994affb on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:50.946516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d923751e-b18e-429d-9196-b7bd2c00d9cc admin admin] Usage tracker for resource:security_group_rule and tenant:1368060b3e9b42499af398983e3b1f10 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:31:50.949970 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43683312-3f89-4e6c-b84d-b27979533ad4 req-b2345d2c-437f-4d36-84de-f518ce203c23 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:50.954610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '612794f8-1b82-41f3-a826-10beaadd76ef', 'name': 'network-vif-deleted', 'tag': '4b153ed1-d1c3-4019-b8b2-3250b994affb'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:50.970316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d923751e-b18e-429d-9196-b7bd2c00d9cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:31:50.991861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d923751e-b18e-429d-9196-b7bd2c00d9cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:31:50.996090 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6ac3513-35fb-47bb-bd83-0c34a1d7aa64 req-b1a0a600-e58d-4b7b-b34b-38e0147bb351 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244447 May 27 22:31:51.013214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-78340631-776b-4f51-ba5b-c46e3e9dac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:51.013765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9f0be9b2-5b21-437d-b77b-8dcfe60f9594 req-4e5c7ffa-d888-425b-9377-19c7e085c7bc tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Deleting port fd55ba34-f7e4-43a4-819e-83cd7a584ca2 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:51.014102 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f0be9b2-5b21-437d-b77b-8dcfe60f9594 req-4e5c7ffa-d888-425b-9377-19c7e085c7bc tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:51.015243 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-78340631-776b-4f51-ba5b-c46e3e9dac0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1070a7e0-6859-4ad5-8415-366ceef97d50 HTTP/1.1" status: 200 len: 797 time: 0.2125528 May 27 22:31:51.020713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:51.132655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e7b4f6e-ccf3-40f9-8cd3-ca2c50278756 req-2209e46a-155d-4957-989e-4b1505fa95d1 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.57 "DELETE /v2.0/ports/e4583884-4f85-4cf4-9c9b-c77f569ea4b9 HTTP/1.1" status: 204 len: 173 time: 2.0070615 May 27 22:31:51.153836 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-43683312-3f89-4e6c-b84d-b27979533ad4 req-b2345d2c-437f-4d36-84de-f518ce203c23 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.46 "DELETE /v2.0/ports/4b153ed1-d1c3-4019-b8b2-3250b994affb HTTP/1.1" status: 204 len: 173 time: 3.3716936 May 27 22:31:51.190678 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-8ba6f1f3-b5fd-49da-8a79-dbceee0c4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:51.192510 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-8ba6f1f3-b5fd-49da-8a79-dbceee0c4bf5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1c98a16-ff0e-48d9-bd68-874df362e9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1677406 May 27 22:31:51.230467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] Deleting port 2f9e34e7-4569-4867-9cac-11449595b4ed {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:51.230709 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:51.267954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7591ce64-28ac-4ea7-9563-bbb84eb7ecc7 req-b0602c6d-31c1-48ef-b67f-703e37819e8c tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Synchronizing usage tracker for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:51.347823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d923751e-b18e-429d-9196-b7bd2c00d9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:51.394638 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8e22141f-b5d0-4e32-95e3-f8dd450b82c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c332d93-de08-40f4-bddb-71b374967770', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:30:16Z', 'updated_at': '2022-05-27T22:31:46Z', 'revision_number': 5, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'gw_port': {'id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:17Z', 'updated_at': '2022-05-27T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:51.399108 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e22141f-b5d0-4e32-95e3-f8dd450b82c6 None None] The sync data for ids ['5c332d93-de08-40f4-bddb-71b374967770'] in n-d-843680-3 is: [{'id': '5c332d93-de08-40f4-bddb-71b374967770', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1834982925-router', 'tenant_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:30:16Z', 'updated_at': '2022-05-27T22:31:46Z', 'revision_number': 5, 'project_id': '991aecd0b8eb49eebdbc3aa19fa87655', 'gw_port': {'id': '2f9e34e7-4569-4867-9cac-11449595b4ed', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c332d93-de08-40f4-bddb-71b374967770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:30:17Z', 'updated_at': '2022-05-27T22:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:31:51.419748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7591ce64-28ac-4ea7-9563-bbb84eb7ecc7 req-b0602c6d-31c1-48ef-b67f-703e37819e8c tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] Unset dirty status for tenant:d47f869e18974690bc67f65603b9f1d5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:51.420938 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7591ce64-28ac-4ea7-9563-bbb84eb7ecc7 req-b0602c6d-31c1-48ef-b67f-703e37819e8c tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 210 time: 0.2444439 May 27 22:31:51.445341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842af70-00f1-4959-b681-5616c1561987 req-6e6f2e17-ba24-4ccb-85cc-be33a5167760 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:51.452853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9842af70-00f1-4959-b681-5616c1561987 req-6e6f2e17-ba24-4ccb-85cc-be33a5167760 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 944 time: 0.4035048 May 27 22:31:51.469120 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d923751e-b18e-429d-9196-b7bd2c00d9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:51.508006 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46960) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:51.537711 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-327cdc0a-0a34-49d1-8877-762400bd7630'] response: {'server_uuid': 'ae6b1f97-d840-4feb-9f34-63d3c0c60860', 'name': 'network-vif-deleted', 'tag': 'e4583884-4f85-4cf4-9c9b-c77f569ea4b9', 'status': 'completed', 'code': 200} May 27 22:31:51.539779 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-daa71a44-3e5f-4f1e-8000-c524fd184282 service neutron] 10.222.0.57 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333559 May 27 22:31:51.563176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923751e-b18e-429d-9196-b7bd2c00d9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc911b59-1751-43fc-a9f4-0797005a7623,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:51.573668 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a93c6344-3942-4ca3-84e8-a42a4ef25c33 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:31:51.606863 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9842af70-00f1-4959-b681-5616c1561987 req-a673ab7b-ce47-4efa-b9bd-1af836fcc782 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523325 May 27 22:31:51.614469 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d923751e-b18e-429d-9196-b7bd2c00d9cc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1368060b3e9b42499af398983e3b1f10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6212873 May 27 22:31:51.617430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46966) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:51.625158 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96f2b8df-b3e2-47e9-8ce2-5483f2f77c78'] response: {'server_uuid': '612794f8-1b82-41f3-a826-10beaadd76ef', 'name': 'network-vif-deleted', 'tag': '4b153ed1-d1c3-4019-b8b2-3250b994affb', 'status': 'completed', 'code': 200} May 27 22:31:51.650295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-9f0be9b2-5b21-437d-b77b-8dcfe60f9594 req-4e5c7ffa-d888-425b-9377-19c7e085c7bc tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] For port fd55ba34-f7e4-43a4-819e-83cd7a584ca2, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=fd55ba34-f7e4-43a4-819e-83cd7a584ca2,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:51.650295 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f0be9b2-5b21-437d-b77b-8dcfe60f9594 req-4e5c7ffa-d888-425b-9377-19c7e085c7bc tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:51.674024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] For port 2f9e34e7-4569-4867-9cac-11449595b4ed, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2f9e34e7-4569-4867-9cac-11449595b4ed,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:51.674337 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:51.837957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port a93c6344-3942-4ca3-84e8-a42a4ef25c33 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:31:51.843929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port a93c6344-3942-4ca3-84e8-a42a4ef25c33 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:31:51.844321 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:51.907793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9f0be9b2-5b21-437d-b77b-8dcfe60f9594 req-4e5c7ffa-d888-425b-9377-19c7e085c7bc tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Calling delete_port for fd55ba34-f7e4-43a4-819e-83cd7a584ca2 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:51.973966 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85f3a764-bb98-46bc-88f6-1decd1bf45a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:51.978875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] Calling delete_port for 2f9e34e7-4569-4867-9cac-11449595b4ed owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:52.048758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port a93c6344-3942-4ca3-84e8-a42a4ef25c33 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:31:52.049832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-85f3a764-bb98-46bc-88f6-1decd1bf45a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:31:52.049943 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:52.062713 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:52.076131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-85f3a764-bb98-46bc-88f6-1decd1bf45a2 admin admin] Usage tracker for resource:security_group_rule and tenant:134f38895e54497cab5239447d47e866 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:31:52.082012 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-85f3a764-bb98-46bc-88f6-1decd1bf45a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:31:52.099581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a93c6344-3942-4ca3-84e8-a42a4ef25c33, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a93c6344-3942-4ca3-84e8-a42a4ef25c33,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:52.100645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6810010-1561-45c9-be82-733c6bc832e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c6344-3942-4ca3-84e8-a42a4ef25c33'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:52.109487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-85f3a764-bb98-46bc-88f6-1decd1bf45a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:31:52.146758 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-badeb0e2-e459-4a1a-bf72-5771570e4134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:52.169943 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93e8fa06-b460-4080-b544-7304e7da72cd req-bfa3211d-a88e-4516-b5ae-89568afdadd9 tempest-ListImageFiltersTestJSON-808012681 tempest-ListImageFiltersTestJSON-808012681-project] 10.222.0.27 "GET /v2.0/ports?device_id=612794f8-1b82-41f3-a826-10beaadd76ef HTTP/1.1" status: 200 len: 210 time: 0.0656755 May 27 22:31:52.183381 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:52.184388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4b153ed1-d1c3-4019-b8b2-3250b994affb no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:52.194299 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8fe7ef7-bf46-4a1f-b909-085e18286644 req-6de9202a-0d22-428e-941c-c6df84c1dd40 service neutron] 10.222.0.57 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6288509 May 27 22:31:52.200164 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-badeb0e2-e459-4a1a-bf72-5771570e4134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:52.285636 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e29654-bc3f-4271-ada3-cf116fc2aa72'] response: {'server_uuid': 'c6810010-1561-45c9-be82-733c6bc832e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c6344-3942-4ca3-84e8-a42a4ef25c33', 'code': 200} May 27 22:31:52.286312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 4b153ed1-d1c3-4019-b8b2-3250b994affb {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:52.286649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4b153ed1-d1c3-4019-b8b2-3250b994affb not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:52.320076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=a93c6344-3942-4ca3-84e8-a42a4ef25c33,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:52.422788 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:52.427893 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76b1ca-647a-4e9c-9385-0fee2516cf51 req-8ccaaadb-399a-4c32-8089-0b3ffcabb14b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:52.429426 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ed76b1ca-647a-4e9c-9385-0fee2516cf51 req-8ccaaadb-399a-4c32-8089-0b3ffcabb14b tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 949 time: 0.2673790 May 27 22:31:52.461948 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85f3a764-bb98-46bc-88f6-1decd1bf45a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:52.481583 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9e34e7-4569-4867-9cac-11449595b4ed,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:52.485692 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f0be9b2-5b21-437d-b77b-8dcfe60f9594 req-4e5c7ffa-d888-425b-9377-19c7e085c7bc tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:52.497781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['cff9aa09-97b9-4468-9e6e-53b8ac09e4de'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:52.551679 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ed76b1ca-647a-4e9c-9385-0fee2516cf51 req-b57bf72e-b63c-4cb1-a9f1-955b4abf8105 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046596 May 27 22:31:52.554092 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c7ffa-d888-425b-9377-19c7e085c7bc tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Pushing event deleted for resources: {'Port': ['ID=fd55ba34-f7e4-43a4-819e-83cd7a584ca2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:52.555999 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85f3a764-bb98-46bc-88f6-1decd1bf45a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:52.734470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0be9b2-5b21-437d-b77b-8dcfe60f9594 req-4e5c7ffa-d888-425b-9377-19c7e085c7bc tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] No DVR routers for this DVR port fd55ba34-f7e4-43a4-819e-83cd7a584ca2 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:52.735402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f603e508-7b62-4b91-88a6-52d22bff8501 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:52.792105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-badeb0e2-e459-4a1a-bf72-5771570e4134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:52.797397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: f603e508-7b62-4b91-88a6-52d22bff8501 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:52.797742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f603e508-7b62-4b91-88a6-52d22bff8501 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:52.852059 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-85f3a764-bb98-46bc-88f6-1decd1bf45a2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=134f38895e54497cab5239447d47e866&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3285725 May 27 22:31:52.853541 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f0be9b2-5b21-437d-b77b-8dcfe60f9594 req-4e5c7ffa-d888-425b-9377-19c7e085c7bc tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:52.865468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46980) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:52.866124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3a764-bb98-46bc-88f6-1decd1bf45a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f86fb0f-f301-45ec-a30c-d4f2f44f3f69,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:52.888740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badeb0e2-e459-4a1a-bf72-5771570e4134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc911b59-1751-43fc-a9f4-0797005a7623,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:52.899701 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:52.924895 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3990764-d848-4305-b87f-58cce4ef6b9d req-44ab4bd4-7bc9-45d6-a35a-8801ebc66985 tempest-ServersOnMultiNodesTest-1398947076 tempest-ServersOnMultiNodesTest-1398947076-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae6b1f97-d840-4feb-9f34-63d3c0c60860 HTTP/1.1" status: 200 len: 210 time: 0.2262073 May 27 22:31:53.005776 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f5ea-fe48-4daf-ae3d-b05c53b95035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:53.036462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8171e-c580-43ea-b1f7-ef328a12bcf5 req-4b6cb64a-aa96-4446-827c-689146951bf6 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:53.037915 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96f8171e-c580-43ea-b1f7-ef328a12bcf5 req-4b6cb64a-aa96-4446-827c-689146951bf6 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.1810470 May 27 22:31:53.045674 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f5ea-fe48-4daf-ae3d-b05c53b95035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:53.094074 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f0be9b2-5b21-437d-b77b-8dcfe60f9594 req-4e5c7ffa-d888-425b-9377-19c7e085c7bc tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.57 "DELETE /v2.0/ports/fd55ba34-f7e4-43a4-819e-83cd7a584ca2 HTTP/1.1" status: 204 len: 173 time: 2.1986177 May 27 22:31:53.118041 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96f8171e-c580-43ea-b1f7-ef328a12bcf5 req-3fd830bc-e559-4df0-a96f-9ac243fd344b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647504 May 27 22:31:53.125009 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-badeb0e2-e459-4a1a-bf72-5771570e4134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:53.126133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-badeb0e2-e459-4a1a-bf72-5771570e4134 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fc911b59-1751-43fc-a9f4-0797005a7623 HTTP/1.1" status: 204 len: 168 time: 1.4880114 May 27 22:31:53.132728 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:53.135878 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:53.145038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83aba4d-9c8c-4c5e-91a7-a75d87e008cb req-66b84c91-2e72-4ef0-a8c6-57542f3e5f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:53.147238 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d83aba4d-9c8c-4c5e-91a7-a75d87e008cb req-66b84c91-2e72-4ef0-a8c6-57542f3e5f6e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 1096 time: 0.7603018 May 27 22:31:53.198053 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d83aba4d-9c8c-4c5e-91a7-a75d87e008cb req-19c8b496-d998-45b6-bfe8-d8e448d5166e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396798 May 27 22:31:53.235753 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f5ea-fe48-4daf-ae3d-b05c53b95035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:53.250035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0f5ea-fe48-4daf-ae3d-b05c53b95035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f86fb0f-f301-45ec-a30c-d4f2f44f3f69,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:53.256417 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f5ea-fe48-4daf-ae3d-b05c53b95035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:53.259911 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2ba0f5ea-fe48-4daf-ae3d-b05c53b95035 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9f86fb0f-f301-45ec-a30c-d4f2f44f3f69 HTTP/1.1" status: 204 len: 168 time: 0.3886108 May 27 22:31:53.308871 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:53.308871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c332d93-de08-40f4-bddb-71b374967770 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:31:53.313940 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:53.315197 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-25bbbf23-7a27-4d31-98c4-41c6036d7290 admin admin] 10.222.0.27 "DELETE /v2.0/routers/5c332d93-de08-40f4-bddb-71b374967770 HTTP/1.1" status: 204 len: 168 time: 3.3238013 May 27 22:31:53.317926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46996) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:53.387349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f781deab-5485-4dd5-bb1d-2171882d8051 admin admin] Deleting subnet 33859198-d1c0-45b8-bf01-9e76783acdc8 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:31:53.390618 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f781deab-5485-4dd5-bb1d-2171882d8051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:53.555837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be15d50-7f31-4932-8755-fc0f114cff41', 'name': 'network-vif-deleted', 'tag': 'fd55ba34-f7e4-43a4-819e-83cd7a584ca2'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:53.597713 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f781deab-5485-4dd5-bb1d-2171882d8051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:53.637460 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d89a01-2768-433d-a8fc-2d41ee03f8c2'] response: {'server_uuid': '3be15d50-7f31-4932-8755-fc0f114cff41', 'name': 'network-vif-deleted', 'tag': 'fd55ba34-f7e4-43a4-819e-83cd7a584ca2', 'status': 'completed', 'code': 200} May 27 22:31:53.696398 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f781deab-5485-4dd5-bb1d-2171882d8051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:53.806843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a8bd64f5-2116-4721-b501-2fbefe350ebb req-9b69cef2-c3b0-428a-ab32-709ae77081a4 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Synchronizing usage tracker for tenant:e355b3320ee54e0493a0063077eca83b on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:53.949734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a8bd64f5-2116-4721-b501-2fbefe350ebb req-9b69cef2-c3b0-428a-ab32-709ae77081a4 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Unset dirty status for tenant:e355b3320ee54e0493a0063077eca83b on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:53.951228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a8bd64f5-2116-4721-b501-2fbefe350ebb req-9b69cef2-c3b0-428a-ab32-709ae77081a4 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=3be15d50-7f31-4932-8755-fc0f114cff41 HTTP/1.1" status: 200 len: 210 time: 0.2172558 May 27 22:31:53.990367 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f781deab-5485-4dd5-bb1d-2171882d8051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:54.035698 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f781deab-5485-4dd5-bb1d-2171882d8051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:54.040830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7380873-a0bb-4f78-9c52-0ea823a1bb17 None None] Network c978eaf1-631d-40b2-b111-3d1c0c4fafca requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:31:54.053837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781deab-5485-4dd5-bb1d-2171882d8051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33859198-d1c0-45b8-bf01-9e76783acdc8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:54.060734 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f781deab-5485-4dd5-bb1d-2171882d8051 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/33859198-d1c0-45b8-bf01-9e76783acdc8 HTTP/1.1" status: 204 len: 168 time: 0.7377284 May 27 22:31:54.063366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47032) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:54.182335 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:54.194366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] Deleting port e618748d-de62-4fa7-8959-83841a296d83 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:54.194704 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:54.274458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47038) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:54.316961 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b88bd6c-3a01-430d-bc63-a50d4a82e1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:54.341646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fd55ba34-f7e4-43a4-819e-83cd7a584ca2 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:54.354404 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5b88bd6c-3a01-430d-bc63-a50d4a82e1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:31:54.365497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5b88bd6c-3a01-430d-bc63-a50d4a82e1cf admin admin] Usage tracker for resource:security_group_rule and tenant:923a80b10cc34bbe8f27e7d9c68e275c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:31:54.375683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5b88bd6c-3a01-430d-bc63-a50d4a82e1cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:31:54.391662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5b88bd6c-3a01-430d-bc63-a50d4a82e1cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:31:54.428953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: fd55ba34-f7e4-43a4-819e-83cd7a584ca2 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:54.432134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device fd55ba34-f7e4-43a4-819e-83cd7a584ca2 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:54.432834 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e4583884-4f85-4cf4-9c9b-c77f569ea4b9 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:54.481606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9796921-ab89-43ae-a1a0-4ec3c9602edf None None] DHCP port deletion for c978eaf1-631d-40b2-b111-3d1c0c4fafca request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:31:54.509893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: e4583884-4f85-4cf4-9c9b-c77f569ea4b9 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:54.510455 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e4583884-4f85-4cf4-9c9b-c77f569ea4b9 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:54.515219 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c9796921-ab89-43ae-a1a0-4ec3c9602edf None None] Deleting port e618748d-de62-4fa7-8959-83841a296d83 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:54.519490 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9796921-ab89-43ae-a1a0-4ec3c9602edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:54.608040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2f9e34e7-4569-4867-9cac-11449595b4ed no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:54.634517 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b88bd6c-3a01-430d-bc63-a50d4a82e1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:54.652600 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] For port e618748d-de62-4fa7-8959-83841a296d83, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e618748d-de62-4fa7-8959-83841a296d83,segment=NetworkSegment(392c85a5-e46c-4be0-a07f-f52e165f49cb),segment_id=392c85a5-e46c-4be0-a07f-f52e165f49cb)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:54.653254 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:54.691741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 2f9e34e7-4569-4867-9cac-11449595b4ed {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:31:54.692302 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2f9e34e7-4569-4867-9cac-11449595b4ed not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:31:54.692922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e618748d-de62-4fa7-8959-83841a296d83 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:31:54.789753 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b88bd6c-3a01-430d-bc63-a50d4a82e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:54.795539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba81a62-e468-41ee-8a70-b3ff9c7d0760 req-9d3f22f8-c1ab-4341-9aba-f56e2d34d9fe tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:54.799535 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fba81a62-e468-41ee-8a70-b3ff9c7d0760 req-9d3f22f8-c1ab-4341-9aba-f56e2d34d9fe tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.4497576 May 27 22:31:54.808434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] Calling delete_port for e618748d-de62-4fa7-8959-83841a296d83 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:54.846933 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5b88bd6c-3a01-430d-bc63-a50d4a82e1cf admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=923a80b10cc34bbe8f27e7d9c68e275c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5712543 May 27 22:31:54.847799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47060) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:54.848872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88bd6c-3a01-430d-bc63-a50d4a82e1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3230be-6b2e-4457-8de3-f45dc4688e6b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:54.929763 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-647872bc-042b-4efe-b8ea-b52aa958e3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:54.938393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fba81a62-e468-41ee-8a70-b3ff9c7d0760 req-b1bc1eeb-8824-4216-8a24-36eaa9afa9e2 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376882 May 27 22:31:54.968137 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-647872bc-042b-4efe-b8ea-b52aa958e3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:55.020793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c9796921-ab89-43ae-a1a0-4ec3c9602edf None None] For port e618748d-de62-4fa7-8959-83841a296d83, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e618748d-de62-4fa7-8959-83841a296d83,segment=NetworkSegment(392c85a5-e46c-4be0-a07f-f52e165f49cb),segment_id=392c85a5-e46c-4be0-a07f-f52e165f49cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:55.021384 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9796921-ab89-43ae-a1a0-4ec3c9602edf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:55.039702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e618748d-de62-4fa7-8959-83841a296d83 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:31:55.040278 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:55.107586 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:55.154759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] No DVR routers for this DVR port e618748d-de62-4fa7-8959-83841a296d83 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:55.170713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-647872bc-042b-4efe-b8ea-b52aa958e3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:55.187756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c9796921-ab89-43ae-a1a0-4ec3c9602edf None None] Calling delete_port for e618748d-de62-4fa7-8959-83841a296d83 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:55.195835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47076) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:55.226991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647872bc-042b-4efe-b8ea-b52aa958e3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3230be-6b2e-4457-8de3-f45dc4688e6b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:55.277889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] Pushing event deleted for resources: {'Port': ['ID=e618748d-de62-4fa7-8959-83841a296d83,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:55.279123 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-647872bc-042b-4efe-b8ea-b52aa958e3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:55.285465 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-647872bc-042b-4efe-b8ea-b52aa958e3bd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7b3230be-6b2e-4457-8de3-f45dc4688e6b HTTP/1.1" status: 204 len: 168 time: 0.4334402 May 27 22:31:55.343383 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-c9796921-ab89-43ae-a1a0-4ec3c9602edf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:31:55.343730 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-c9796921-ab89-43ae-a1a0-4ec3c9602edf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:31:55.385220 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:55.417175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c978eaf1-631d-40b2-b111-3d1c0c4fafca']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:55.430398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392c85a5-e46c-4be0-a07f-f52e165f49cb') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:55.430837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392c85a5-e46c-4be0-a07f-f52e165f49cb') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:31:55.449302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:55.466692 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:55.474985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:31:55.474985 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:55.551530 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 392c85a5-e46c-4be0-a07f-f52e165f49cb resource provider aggregate not found May 27 22:31:55.573846 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 392c85a5-e46c-4be0-a07f-f52e165f49cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 392c85a5-e46c-4be0-a07f-f52e165f49cb found for delete ", "request_id": "req-4271e3a5-b780-4698-8176-f2227d4ff10e"}]} May 27 22:31:55.590353 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-477c6b3a-3216-45ca-a3c3-75f06ee9f83e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d47f869e18974690bc67f65603b9f1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3839226 May 27 22:31:55.595667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47100) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:55.658649 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4f228f8-d17e-4466-8122-9e415214b1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:55.727691 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:55.731438 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4f228f8-d17e-4466-8122-9e415214b1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:55.762035 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:55.780454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] Pushing event deleted for resources: {'Network': ['ID=c978eaf1-631d-40b2-b111-3d1c0c4fafca,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:55.842239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e869b5a-3a0f-456f-9e5b-1b94cc5a8f7a req-62253088-67cd-46a7-bd94-6ec5f6a7ff92 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:55.845132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c9796921-ab89-43ae-a1a0-4ec3c9602edf None None] Deleting port e618748d-de62-4fa7-8959-83841a296d83 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:55.845514 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9796921-ab89-43ae-a1a0-4ec3c9602edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:55.850341 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e869b5a-3a0f-456f-9e5b-1b94cc5a8f7a req-62253088-67cd-46a7-bd94-6ec5f6a7ff92 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 949 time: 0.1773291 May 27 22:31:55.893084 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9e2c0196-624e-4834-97d1-92cf3af1d201 admin admin] 10.222.0.27 "DELETE /v2.0/networks/c978eaf1-631d-40b2-b111-3d1c0c4fafca HTTP/1.1" status: 204 len: 168 time: 1.8283696 May 27 22:31:55.922423 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c9796921-ab89-43ae-a1a0-4ec3c9602edf None None] The port 'e618748d-de62-4fa7-8959-83841a296d83' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:31:55.923039 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e869b5a-3a0f-456f-9e5b-1b94cc5a8f7a req-f6174255-2c72-44ac-b8cb-a5ba61009ce8 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688357 May 27 22:31:55.985173 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4f228f8-d17e-4466-8122-9e415214b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:56.004690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f228f8-d17e-4466-8122-9e415214b1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1421858-6a9a-4c35-9d7e-6cb88d3f4253,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:56.212440 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4f228f8-d17e-4466-8122-9e415214b1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:56.216751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a4f228f8-d17e-4466-8122-9e415214b1cb admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f1421858-6a9a-4c35-9d7e-6cb88d3f4253 HTTP/1.1" status: 204 len: 168 time: 0.6168756 May 27 22:31:56.254689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33a4f0-f578-4193-8ceb-fd205416489a req-da668fc3-34fa-4618-8790-298ecc66b0b5 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:56.256138 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb33a4f0-f578-4193-8ceb-fd205416489a req-da668fc3-34fa-4618-8790-298ecc66b0b5 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.2021770 May 27 22:31:56.304939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb33a4f0-f578-4193-8ceb-fd205416489a req-8629ca56-e4f4-435b-9ba0-2b124d4e0b28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425735 May 27 22:31:56.529969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47140) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:56.581276 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a777581c-20cd-4c1e-828c-fac5b05836af admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=991aecd0b8eb49eebdbc3aa19fa87655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500696 May 27 22:31:56.583770 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47144) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:56.646246 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb4a042f-2017-4078-a56e-f8d668fa8812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:56.681422 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb4a042f-2017-4078-a56e-f8d668fa8812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:56.815105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb4a042f-2017-4078-a56e-f8d668fa8812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:56.846154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a042f-2017-4078-a56e-f8d668fa8812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03190a93-ab2c-4a4f-91df-352478340c6e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:56.923879 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb4a042f-2017-4078-a56e-f8d668fa8812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:56.925270 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-eb4a042f-2017-4078-a56e-f8d668fa8812 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/03190a93-ab2c-4a4f-91df-352478340c6e HTTP/1.1" status: 204 len: 168 time: 0.3404393 May 27 22:31:56.944474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50705abc-65b6-41a9-99b4-a0541c54d911 req-1d0482ce-751d-4242-bf2b-e09d3fbcbb5d tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:56.946106 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50705abc-65b6-41a9-99b4-a0541c54d911 req-1d0482ce-751d-4242-bf2b-e09d3fbcbb5d tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.1503832 May 27 22:31:56.975267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd251114-a22b-455c-a368-df56887c6849 req-a175bb83-e18a-4cb5-819e-e62efa936f43 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:56.976221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bd251114-a22b-455c-a368-df56887c6849 req-a175bb83-e18a-4cb5-819e-e62efa936f43 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Synchronizing usage tracker for tenant:e355b3320ee54e0493a0063077eca83b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:31:56.989337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bd251114-a22b-455c-a368-df56887c6849 req-a175bb83-e18a-4cb5-819e-e62efa936f43 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Unset dirty status for tenant:e355b3320ee54e0493a0063077eca83b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:31:56.990698 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bd251114-a22b-455c-a368-df56887c6849 req-a175bb83-e18a-4cb5-819e-e62efa936f43 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 949 time: 0.1158288 May 27 22:31:57.019523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50705abc-65b6-41a9-99b4-a0541c54d911 req-5d1ebdad-8185-4645-be6e-216a300f4b61 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636334 May 27 22:31:57.073722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bd251114-a22b-455c-a368-df56887c6849 req-4ed2b761-4e01-448c-91c7-d0bac62ec64a tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Deleting port cff9aa09-97b9-4468-9e6e-53b8ac09e4de {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:31:57.074707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bd251114-a22b-455c-a368-df56887c6849 req-4ed2b761-4e01-448c-91c7-d0bac62ec64a tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:57.123056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46070b-342f-41ff-a903-d92b18d05705 req-ec90dca4-1310-430b-8e75-84bf612857ad tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:57.124629 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f46070b-342f-41ff-a903-d92b18d05705 req-ec90dca4-1310-430b-8e75-84bf612857ad tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 949 time: 0.0848269 May 27 22:31:57.172761 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f46070b-342f-41ff-a903-d92b18d05705 req-a99e4dc7-2f36-46bd-9878-586a824fd203 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/security-groups?id=7691f4f9-9bf5-464c-bb0c-40ba75608c07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420494 May 27 22:31:57.306373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47166) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:57.346632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bd251114-a22b-455c-a368-df56887c6849 req-4ed2b761-4e01-448c-91c7-d0bac62ec64a tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] For port cff9aa09-97b9-4468-9e6e-53b8ac09e4de, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=cff9aa09-97b9-4468-9e6e-53b8ac09e4de,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:31:57.347118 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bd251114-a22b-455c-a368-df56887c6849 req-4ed2b761-4e01-448c-91c7-d0bac62ec64a tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:57.381751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1663b356-8540-42b5-916e-03b4e997607e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d0c80af48f9c4db19848a514bc766bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0772030 May 27 22:31:57.384259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47172) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:57.437774 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-308c352a-18a8-41f3-b037-4fb2e8db98d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:57.457319 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-895cf703-ca0b-4071-b421-dc8a728e284f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:57.477933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47178) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:57.491730 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-895cf703-ca0b-4071-b421-dc8a728e284f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:57.492735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bd251114-a22b-455c-a368-df56887c6849 req-4ed2b761-4e01-448c-91c7-d0bac62ec64a tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Calling delete_port for cff9aa09-97b9-4468-9e6e-53b8ac09e4de owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:31:57.684417 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-895cf703-ca0b-4071-b421-dc8a728e284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:57.707951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cf703-ca0b-4071-b421-dc8a728e284f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66880d8-c74a-4a74-9dbb-edaa66aecea9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:57.714161 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bd251114-a22b-455c-a368-df56887c6849 req-4ed2b761-4e01-448c-91c7-d0bac62ec64a tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:57.745578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['cff9aa09-97b9-4468-9e6e-53b8ac09e4de'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:31:57.808785 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2b761-4e01-448c-91c7-d0bac62ec64a tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Pushing event deleted for resources: {'Port': ['ID=cff9aa09-97b9-4468-9e6e-53b8ac09e4de,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:57.832502 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-895cf703-ca0b-4071-b421-dc8a728e284f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:57.836269 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-895cf703-ca0b-4071-b421-dc8a728e284f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e66880d8-c74a-4a74-9dbb-edaa66aecea9 HTTP/1.1" status: 204 len: 168 time: 0.4480531 May 27 22:31:57.853905 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-248d3b77-8b9f-4516-bd3f-f0fab8886aff admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=eb959ea5393a4e878749caf383759f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741903 May 27 22:31:57.861895 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47194) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:31:57.890070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd251114-a22b-455c-a368-df56887c6849 req-4ed2b761-4e01-448c-91c7-d0bac62ec64a tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] No DVR routers for this DVR port cff9aa09-97b9-4468-9e6e-53b8ac09e4de on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:31:57.892635 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bd251114-a22b-455c-a368-df56887c6849 req-4ed2b761-4e01-448c-91c7-d0bac62ec64a tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:57.895575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff324201-b899-4172-b38c-5855d31521a9', 'name': 'network-vif-deleted', 'tag': 'cff9aa09-97b9-4468-9e6e-53b8ac09e4de'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:31:57.930926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-05a2b358-f809-42f4-baba-c7ce401104f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:57.945046 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9540225-6fcb-447d-8c67-3331527ec9e7'] response: {'server_uuid': 'ff324201-b899-4172-b38c-5855d31521a9', 'name': 'network-vif-deleted', 'tag': 'cff9aa09-97b9-4468-9e6e-53b8ac09e4de', 'status': 'completed', 'code': 200} May 27 22:31:57.965029 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-05a2b358-f809-42f4-baba-c7ce401104f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:57.999229 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bd251114-a22b-455c-a368-df56887c6849 req-4ed2b761-4e01-448c-91c7-d0bac62ec64a tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.46 "DELETE /v2.0/ports/cff9aa09-97b9-4468-9e6e-53b8ac09e4de HTTP/1.1" status: 204 len: 173 time: 1.0021105 May 27 22:31:58.230970 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-05a2b358-f809-42f4-baba-c7ce401104f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:58.288898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2b358-f809-42f4-baba-c7ce401104f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd42f3dc-5455-4579-b3f7-6e842da51acd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:31:58.330338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834cead-a26d-4544-b2ff-19af8c516239 req-155f4440-8680-4cd8-bead-10645402f4c4 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:58.331974 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c834cead-a26d-4544-b2ff-19af8c516239 req-155f4440-8680-4cd8-bead-10645402f4c4 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.2074294 May 27 22:31:58.480837 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c834cead-a26d-4544-b2ff-19af8c516239 req-4a01b793-53fb-4dfb-8f23-08f0c15733c2 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386993 May 27 22:31:58.489830 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cbdd661f-4a7d-4a1d-8eec-5e19333e18a2 req-e2deebc5-0dab-43fe-adb9-3576de0d87a3 tempest-ServersAdminNegativeTestJSON-1947717239 tempest-ServersAdminNegativeTestJSON-1947717239-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff324201-b899-4172-b38c-5855d31521a9 HTTP/1.1" status: 200 len: 210 time: 0.0909038 May 27 22:31:58.492143 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-05a2b358-f809-42f4-baba-c7ce401104f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:58.494099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-05a2b358-f809-42f4-baba-c7ce401104f2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fd42f3dc-5455-4579-b3f7-6e842da51acd HTTP/1.1" status: 204 len: 168 time: 0.6309686 May 27 22:31:59.653218 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f4041eb-96c6-4643-b711-9b53a0e7a451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:31:59.697992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604a4a8-544f-4c43-a889-8c6809128886 req-bc59dffd-7b5b-4046-aa8d-92856a6da98c tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:31:59.707618 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f604a4a8-544f-4c43-a889-8c6809128886 req-bc59dffd-7b5b-4046-aa8d-92856a6da98c tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.1097159 May 27 22:31:59.759276 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f604a4a8-544f-4c43-a889-8c6809128886 req-9cee6660-e4d2-4afc-a2b5-6ef31821201a tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505891 May 27 22:32:00.079774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47278) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:00.444142 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:32:00.558014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1880582732-network', 'tenant_id': '520a9f3935a748d9855575121bdfaf0d'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:00.563539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:00.567400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Usage tracker for resource:network and tenant:520a9f3935a748d9855575121bdfaf0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:00.570341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:00.577173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:00.590912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47294) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:00.657232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Made reservation on behalf of 520a9f3935a748d9855575121bdfaf0d for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:32:00.661564 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:00.701968 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:00.723207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:00.730916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Usage tracker for resource:security_group_rule and tenant:520a9f3935a748d9855575121bdfaf0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:00.734415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:00.751374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:00.769264 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:00.817781 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f514bf38-361e-4048-8557-7db733d1100b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e355b3320ee54e0493a0063077eca83b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249982 May 27 22:32:00.820039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47314) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:00.880334 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:00.904076 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92db5559-9f3d-4608-b3ee-abd5380d79a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:00.909843 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:00.934833 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92db5559-9f3d-4608-b3ee-abd5380d79a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:00.945405 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:00.995611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:32:01.008050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93aa478a-cc2e-4caf-a766-69f129a129bb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:01.028779 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be28ba-3dc7-4a3b-99f1-0a41bf2e186c req-c31d5ae1-e4a1-4aeb-b1c4-253a6f95215d tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:01.030539 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93be28ba-3dc7-4a3b-99f1-0a41bf2e186c req-c31d5ae1-e4a1-4aeb-b1c4-253a6f95215d tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.1413336 May 27 22:32:01.076980 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93be28ba-3dc7-4a3b-99f1-0a41bf2e186c req-190c4cb6-bf83-4d34-bb83-7f6f815c3f6b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 May 27 22:32:01.092410 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92db5559-9f3d-4608-b3ee-abd5380d79a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:01.094297 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:01.094642 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Added segment 73b0a138-0406-4192-9d10-8a17a340439d of type vlan for network 746c5d70-a1cc-4dac-88dc-79545617c4ae May 27 22:32:01.109416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db5559-9f3d-4608-b3ee-abd5380d79a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7691f4f9-9bf5-464c-bb0c-40ba75608c07,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:01.112925 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92db5559-9f3d-4608-b3ee-abd5380d79a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:01.118706 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-92db5559-9f3d-4608-b3ee-abd5380d79a9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7691f4f9-9bf5-464c-bb0c-40ba75608c07 HTTP/1.1" status: 204 len: 168 time: 0.2930102 May 27 22:32:01.130406 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:01.247034 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:01.250159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:01.250159 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:01.357135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] Pushing event updated for resources: {'Network': ['ID=746c5d70-a1cc-4dac-88dc-79545617c4ae,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:01.366805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 746c5d70-a1cc-4dac-88dc-79545617c4ae details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:32:01.430460 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-677b3abd-c7d4-4632-95c8-b5c7f1a3fd91 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3495245 May 27 22:32:01.436115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47332) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:01.442748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] Request body: {'subnet': {'network_id': '746c5d70-a1cc-4dac-88dc-79545617c4ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1880582732-subnet', 'tenant_id': '520a9f3935a748d9855575121bdfaf0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:01.446946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:01.451750 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] Usage tracker for resource:subnet and tenant:520a9f3935a748d9855575121bdfaf0d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:01.454751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:01.460944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:01.540842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] Made reservation on behalf of 520a9f3935a748d9855575121bdfaf0d for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:32:01.543212 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:01.666646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device cff9aa09-97b9-4468-9e6e-53b8ac09e4de no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:32:01.757860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: cff9aa09-97b9-4468-9e6e-53b8ac09e4de {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:32:01.758410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device cff9aa09-97b9-4468-9e6e-53b8ac09e4de not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:32:01.974963 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:02.009570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:02.087487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc35ad3-0a68-472a-b9be-3fd44a78b95f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:02.095964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] Checking segment: {'id': '73b0a138-0406-4192-9d10-8a17a340439d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '746c5d70-a1cc-4dac-88dc-79545617c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:32:02.096324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] Network hostable DHCP agents. Network: 746c5d70-a1cc-4dac-88dc-79545617c4ae, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:32:02.229684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] Network 746c5d70-a1cc-4dac-88dc-79545617c4ae is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:32:02.344431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 746c5d70-a1cc-4dac-88dc-79545617c4ae) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:02.348269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:02.348879 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:02.355519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0059be-ecef-4866-a670-725d9a344b14 None None] Network 746c5d70-a1cc-4dac-88dc-79545617c4ae requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:32:02.451437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47356) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:02.525515 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5e41833b-093c-4f57-a91d-8783290f1599 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0882504 May 27 22:32:02.566684 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-488f783b-59dc-4362-8a56-98afab9ebf7f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8896d037b1924741b56b638938b0df95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1140614 May 27 22:32:02.573759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47362) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:02.599065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c23a76a-01a1-4caf-9999-54ab7f486092 None None] Network 746c5d70-a1cc-4dac-88dc-79545617c4ae requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:32:02.640057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0154189-a4ce-45a7-acce-6041f951264d req-d3d643f9-f789-4250-8c7c-13e30dbdea62 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:02.642613 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0154189-a4ce-45a7-acce-6041f951264d req-d3d643f9-f789-4250-8c7c-13e30dbdea62 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.1365874 May 27 22:32:02.650480 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-73947285-b4a4-402d-b320-2b09aac37f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:02.722561 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0154189-a4ce-45a7-acce-6041f951264d req-6c0b4fad-a7e3-40e4-9f92-3298c3b45d6c tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735431 May 27 22:32:02.763110 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-73947285-b4a4-402d-b320-2b09aac37f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:02.892944 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-810bb736-5f0b-48f9-9a1f-aefa92ffca3f tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=f3e9c828362e4358b1a68222a19b73cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598092 May 27 22:32:02.976549 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-73947285-b4a4-402d-b320-2b09aac37f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:02.998210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73947285-b4a4-402d-b320-2b09aac37f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e151f3a2-0311-490b-b098-c34aa6dc8793,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:03.051148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-a93ea8f4-a1c4-4d7c-8893-4a13a07e8827 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:03.052911 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-a93ea8f4-a1c4-4d7c-8893-4a13a07e8827 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1534173 May 27 22:32:03.068584 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-84d9dffa-6090-4a92-8c59-d016942bc5b8 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/quotas/f3e9c828362e4358b1a68222a19b73cf HTTP/1.1" status: 200 len: 375 time: 0.0093007 May 27 22:32:03.115780 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-69f61344-6936-4cfb-847b-c34843d48e8c tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=f3e9c828362e4358b1a68222a19b73cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420005 May 27 22:32:03.149119 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-73947285-b4a4-402d-b320-2b09aac37f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:03.154491 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-73947285-b4a4-402d-b320-2b09aac37f68 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e151f3a2-0311-490b-b098-c34aa6dc8793 HTTP/1.1" status: 204 len: 168 time: 0.5795357 May 27 22:32:03.196252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-2eb9f909-ae67-405f-b288-4ff6c6666c67 req-0965ae16-cf0c-4e3b-92f4-766aab0c69cd tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-201171068', 'description': 'tempest-description-2018219642'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:03.202670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-2eb9f909-ae67-405f-b288-4ff6c6666c67 req-0965ae16-cf0c-4e3b-92f4-766aab0c69cd tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:03.206464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2eb9f909-ae67-405f-b288-4ff6c6666c67 req-0965ae16-cf0c-4e3b-92f4-766aab0c69cd tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Usage tracker for resource:security_group and tenant:520a9f3935a748d9855575121bdfaf0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:03.209300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2eb9f909-ae67-405f-b288-4ff6c6666c67 req-0965ae16-cf0c-4e3b-92f4-766aab0c69cd tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:03.215926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-2eb9f909-ae67-405f-b288-4ff6c6666c67 req-0965ae16-cf0c-4e3b-92f4-766aab0c69cd tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:03.333404 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2eb9f909-ae67-405f-b288-4ff6c6666c67 req-0965ae16-cf0c-4e3b-92f4-766aab0c69cd tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:03.363894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-2eb9f909-ae67-405f-b288-4ff6c6666c67 req-0965ae16-cf0c-4e3b-92f4-766aab0c69cd tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:03.368231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2eb9f909-ae67-405f-b288-4ff6c6666c67 req-0965ae16-cf0c-4e3b-92f4-766aab0c69cd tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Usage tracker for resource:security_group_rule and tenant:520a9f3935a748d9855575121bdfaf0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:03.371627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2eb9f909-ae67-405f-b288-4ff6c6666c67 req-0965ae16-cf0c-4e3b-92f4-766aab0c69cd tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:03.378079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-2eb9f909-ae67-405f-b288-4ff6c6666c67 req-0965ae16-cf0c-4e3b-92f4-766aab0c69cd tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:03.446840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47396) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:03.489633 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2eb9f909-ae67-405f-b288-4ff6c6666c67 req-0965ae16-cf0c-4e3b-92f4-766aab0c69cd tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:03.604932 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2eb9f909-ae67-405f-b288-4ff6c6666c67 req-0965ae16-cf0c-4e3b-92f4-766aab0c69cd tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:03.623522 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd57f357-307e-4c6b-9cf0-df18cb514122 req-bf2e565c-4db9-49ef-9a49-177a08ead143 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 210 time: 0.0606432 May 27 22:32:03.659708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965ae16-cf0c-4e3b-92f4-766aab0c69cd tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67982a6-7b80-4643-906b-a3909ca87ff8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:03.767245 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2eb9f909-ae67-405f-b288-4ff6c6666c67 req-0965ae16-cf0c-4e3b-92f4-766aab0c69cd tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:03.774218 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2eb9f909-ae67-405f-b288-4ff6c6666c67 req-0965ae16-cf0c-4e3b-92f4-766aab0c69cd tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5780756 May 27 22:32:03.846069 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-19694d1f-1573-47f5-9c2a-6aa652cedff0 req-bde57d72-4f90-49b6-9e7a-eb4c655afa7e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "GET /v2.0/security-groups/e67982a6-7b80-4643-906b-a3909ca87ff8 HTTP/1.1" status: 200 len: 1814 time: 0.0509667 May 27 22:32:03.859722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-19694d1f-1573-47f5-9c2a-6aa652cedff0 req-efc6ebf0-7846-40bd-9a8e-ff62f3dcc0ab tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e67982a6-7b80-4643-906b-a3909ca87ff8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:03.860035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-19694d1f-1573-47f5-9c2a-6aa652cedff0 req-efc6ebf0-7846-40bd-9a8e-ff62f3dcc0ab tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e67982a6-7b80-4643-906b-a3909ca87ff8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:03.866568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-19694d1f-1573-47f5-9c2a-6aa652cedff0 req-efc6ebf0-7846-40bd-9a8e-ff62f3dcc0ab tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:03.870588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-19694d1f-1573-47f5-9c2a-6aa652cedff0 req-efc6ebf0-7846-40bd-9a8e-ff62f3dcc0ab tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Usage tracker for resource:security_group_rule and tenant:520a9f3935a748d9855575121bdfaf0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:03.873577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-19694d1f-1573-47f5-9c2a-6aa652cedff0 req-efc6ebf0-7846-40bd-9a8e-ff62f3dcc0ab tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:03.880913 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-19694d1f-1573-47f5-9c2a-6aa652cedff0 req-efc6ebf0-7846-40bd-9a8e-ff62f3dcc0ab tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:03.980510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0d520-a1fe-47fd-9855-1b82218fe69c req-d435f040-7900-4236-b1d0-0cbcde8eadfd tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:03.982858 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e2c0d520-a1fe-47fd-9855-1b82218fe69c req-d435f040-7900-4236-b1d0-0cbcde8eadfd tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.1063828 May 27 22:32:04.020574 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-034d3328-4cf5-482a-97d0-1f67a61734b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:04.038109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-034d3328-4cf5-482a-97d0-1f67a61734b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:04.042021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-034d3328-4cf5-482a-97d0-1f67a61734b4 admin admin] Usage tracker for resource:security_group_rule and tenant:932a6198574e4cd0976c4231eea88f5f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:04.045668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-034d3328-4cf5-482a-97d0-1f67a61734b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:04.046754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e2c0d520-a1fe-47fd-9855-1b82218fe69c req-c4057f64-74a4-483e-b2d4-f26f61b1eb06 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574660 May 27 22:32:04.054837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-034d3328-4cf5-482a-97d0-1f67a61734b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:04.114832 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-19694d1f-1573-47f5-9c2a-6aa652cedff0 req-efc6ebf0-7846-40bd-9a8e-ff62f3dcc0ab tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:04.256961 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-19694d1f-1573-47f5-9c2a-6aa652cedff0 req-efc6ebf0-7846-40bd-9a8e-ff62f3dcc0ab tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:04.263840 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-034d3328-4cf5-482a-97d0-1f67a61734b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:04.369489 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-034d3328-4cf5-482a-97d0-1f67a61734b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:04.375673 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-19694d1f-1573-47f5-9c2a-6aa652cedff0 req-efc6ebf0-7846-40bd-9a8e-ff62f3dcc0ab tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:04.402489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6ebf0-7846-40bd-9a8e-ff62f3dcc0ab tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b946e679-f9a4-42e0-9274-b4c2f9e93708,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:04.423561 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-034d3328-4cf5-482a-97d0-1f67a61734b4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=932a6198574e4cd0976c4231eea88f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9750829 May 27 22:32:04.424516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d3328-4cf5-482a-97d0-1f67a61734b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b343fbe2-77ec-428c-aa3d-5b6590a7d5c9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:04.427300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47442) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:04.498088 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-19694d1f-1573-47f5-9c2a-6aa652cedff0 req-efc6ebf0-7846-40bd-9a8e-ff62f3dcc0ab tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:04.499723 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-19694d1f-1573-47f5-9c2a-6aa652cedff0 req-efc6ebf0-7846-40bd-9a8e-ff62f3dcc0ab tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6451764 May 27 22:32:04.502654 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15423feb-a52a-4a2d-b3e1-4a4bc091ddff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:04.531504 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15423feb-a52a-4a2d-b3e1-4a4bc091ddff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:04.575344 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec2b5bf6-6aa7-4e48-8f60-4af7d6500be8 req-d29a831b-3ba4-43d9-b426-d68fea40d205 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "GET /v2.0/security-groups/e67982a6-7b80-4643-906b-a3909ca87ff8 HTTP/1.1" status: 200 len: 2408 time: 0.0522850 May 27 22:32:04.611800 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02c816a3-2311-4207-bf3a-075b405a8c7d req-8d1ca91a-390f-44ca-a0d0-550f87be9e89 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "GET /v2.0/security-group-rules/b946e679-f9a4-42e0-9274-b4c2f9e93708 HTTP/1.1" status: 200 len: 778 time: 0.0215001 May 27 22:32:04.675018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02c816a3-2311-4207-bf3a-075b405a8c7d req-19ce6923-c302-4046-9631-cf40ea1a2396 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "GET /v2.0/security-groups/e67982a6-7b80-4643-906b-a3909ca87ff8 HTTP/1.1" status: 200 len: 2408 time: 0.0572495 May 27 22:32:04.684275 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15423feb-a52a-4a2d-b3e1-4a4bc091ddff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:04.699811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15423feb-a52a-4a2d-b3e1-4a4bc091ddff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b343fbe2-77ec-428c-aa3d-5b6590a7d5c9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:04.707934 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15423feb-a52a-4a2d-b3e1-4a4bc091ddff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:04.709554 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-15423feb-a52a-4a2d-b3e1-4a4bc091ddff admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b343fbe2-77ec-428c-aa3d-5b6590a7d5c9 HTTP/1.1" status: 204 len: 168 time: 0.2816331 May 27 22:32:04.769137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0564ba31-b619-4c1c-8027-52c73fa9c867 req-265116e4-7b61-46be-bbbc-b31b44291a9f tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 210 time: 0.0789430 May 27 22:32:04.771389 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-02c816a3-2311-4207-bf3a-075b405a8c7d req-f4fa71d7-3354-42ea-82d3-656293e5bcf4 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:04.781709 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-02c816a3-2311-4207-bf3a-075b405a8c7d req-f4fa71d7-3354-42ea-82d3-656293e5bcf4 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:04.906352 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-02c816a3-2311-4207-bf3a-075b405a8c7d req-f4fa71d7-3354-42ea-82d3-656293e5bcf4 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:04.923235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa71d7-3354-42ea-82d3-656293e5bcf4 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b946e679-f9a4-42e0-9274-b4c2f9e93708,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:04.925008 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-02c816a3-2311-4207-bf3a-075b405a8c7d req-f4fa71d7-3354-42ea-82d3-656293e5bcf4 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:04.926091 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02c816a3-2311-4207-bf3a-075b405a8c7d req-f4fa71d7-3354-42ea-82d3-656293e5bcf4 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/b946e679-f9a4-42e0-9274-b4c2f9e93708 HTTP/1.1" status: 204 len: 173 time: 0.2503138 May 27 22:32:04.952301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-fb437983-be5d-426f-8a85-1b85849ee800 req-c7c39fde-387e-4773-8eef-38ba95fe687e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1580136199', 'description': 'tempest-description-1556176465'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:04.958513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-fb437983-be5d-426f-8a85-1b85849ee800 req-c7c39fde-387e-4773-8eef-38ba95fe687e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:04.962650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fb437983-be5d-426f-8a85-1b85849ee800 req-c7c39fde-387e-4773-8eef-38ba95fe687e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Usage tracker for resource:security_group and tenant:520a9f3935a748d9855575121bdfaf0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:04.965555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fb437983-be5d-426f-8a85-1b85849ee800 req-c7c39fde-387e-4773-8eef-38ba95fe687e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:04.972598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-fb437983-be5d-426f-8a85-1b85849ee800 req-c7c39fde-387e-4773-8eef-38ba95fe687e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:05.049473 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fb437983-be5d-426f-8a85-1b85849ee800 req-c7c39fde-387e-4773-8eef-38ba95fe687e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:05.070564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-fb437983-be5d-426f-8a85-1b85849ee800 req-c7c39fde-387e-4773-8eef-38ba95fe687e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:05.075017 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fb437983-be5d-426f-8a85-1b85849ee800 req-c7c39fde-387e-4773-8eef-38ba95fe687e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Usage tracker for resource:security_group_rule and tenant:520a9f3935a748d9855575121bdfaf0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:05.077984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fb437983-be5d-426f-8a85-1b85849ee800 req-c7c39fde-387e-4773-8eef-38ba95fe687e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:05.087391 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-fb437983-be5d-426f-8a85-1b85849ee800 req-c7c39fde-387e-4773-8eef-38ba95fe687e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:05.176957 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fb437983-be5d-426f-8a85-1b85849ee800 req-c7c39fde-387e-4773-8eef-38ba95fe687e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:05.203919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47468) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:05.242661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47474) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:05.259959 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fb437983-be5d-426f-8a85-1b85849ee800 req-c7c39fde-387e-4773-8eef-38ba95fe687e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:05.428409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c39fde-387e-4773-8eef-38ba95fe687e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4a9d6d-798f-4d4c-a0c7-a118cf0973c8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:05.458683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7856cb-e03d-4b46-8304-9250d62f9eef req-33402aaf-aaf7-433e-a7eb-13c4da0a9db5 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:05.458683 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb7856cb-e03d-4b46-8304-9250d62f9eef req-33402aaf-aaf7-433e-a7eb-13c4da0a9db5 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.2470260 May 27 22:32:05.481738 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fb437983-be5d-426f-8a85-1b85849ee800 req-c7c39fde-387e-4773-8eef-38ba95fe687e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:05.483288 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb437983-be5d-426f-8a85-1b85849ee800 req-c7c39fde-387e-4773-8eef-38ba95fe687e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5357001 May 27 22:32:05.512074 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb7856cb-e03d-4b46-8304-9250d62f9eef req-2b8d6f3f-61d6-47b8-83cf-56757d970070 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537655 May 27 22:32:05.583140 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3aa899d8-17a4-44ba-9cef-ca8303128ce2 req-822151cf-b388-4b38-8e62-23310be22651 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "GET /v2.0/security-groups/cd4a9d6d-798f-4d4c-a0c7-a118cf0973c8 HTTP/1.1" status: 200 len: 1815 time: 0.0579181 May 27 22:32:05.589933 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e3624d51-586b-4568-b3fa-bd060f501034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:05.607116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e3624d51-586b-4568-b3fa-bd060f501034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:05.611831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e3624d51-586b-4568-b3fa-bd060f501034 admin admin] Usage tracker for resource:security_group_rule and tenant:0cb6e5ddf9844b03bb89fe7bdf3e580a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:05.615391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e3624d51-586b-4568-b3fa-bd060f501034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:05.628300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e3624d51-586b-4568-b3fa-bd060f501034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:05.628415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-49ee92f1-ab6f-4196-bf29-a49cdfde005d req-0f3c084c-5f72-4cd9-bec7-b2274797c856 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1987393141', 'description': 'tempest-description-1061558325'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:05.634104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-49ee92f1-ab6f-4196-bf29-a49cdfde005d req-0f3c084c-5f72-4cd9-bec7-b2274797c856 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:05.639169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-49ee92f1-ab6f-4196-bf29-a49cdfde005d req-0f3c084c-5f72-4cd9-bec7-b2274797c856 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Usage tracker for resource:security_group and tenant:520a9f3935a748d9855575121bdfaf0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:05.642294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-49ee92f1-ab6f-4196-bf29-a49cdfde005d req-0f3c084c-5f72-4cd9-bec7-b2274797c856 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:05.650323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-49ee92f1-ab6f-4196-bf29-a49cdfde005d req-0f3c084c-5f72-4cd9-bec7-b2274797c856 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:05.664796 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b33662ee-a310-4081-8962-993fc45358e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:05.689585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b33662ee-a310-4081-8962-993fc45358e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:05.694833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b33662ee-a310-4081-8962-993fc45358e3 admin admin] Usage tracker for resource:security_group_rule and tenant:895e15f44c8e43c0b5020d15acfcba0c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:05.702359 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b33662ee-a310-4081-8962-993fc45358e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:05.709754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b33662ee-a310-4081-8962-993fc45358e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:05.789402 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e3624d51-586b-4568-b3fa-bd060f501034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:05.795228 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-49ee92f1-ab6f-4196-bf29-a49cdfde005d req-0f3c084c-5f72-4cd9-bec7-b2274797c856 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:05.816089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-49ee92f1-ab6f-4196-bf29-a49cdfde005d req-0f3c084c-5f72-4cd9-bec7-b2274797c856 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:05.825582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-49ee92f1-ab6f-4196-bf29-a49cdfde005d req-0f3c084c-5f72-4cd9-bec7-b2274797c856 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Usage tracker for resource:security_group_rule and tenant:520a9f3935a748d9855575121bdfaf0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:05.826558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-49ee92f1-ab6f-4196-bf29-a49cdfde005d req-0f3c084c-5f72-4cd9-bec7-b2274797c856 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:05.833472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-49ee92f1-ab6f-4196-bf29-a49cdfde005d req-0f3c084c-5f72-4cd9-bec7-b2274797c856 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:05.853495 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b33662ee-a310-4081-8962-993fc45358e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:05.927567 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3efa0b4-425f-46af-ba9f-650919718756 req-f75c05ad-5909-4f61-ae01-c4ef9376a487 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 210 time: 0.0466394 May 27 22:32:05.934969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e3624d51-586b-4568-b3fa-bd060f501034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:05.987185 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b33662ee-a310-4081-8962-993fc45358e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:05.994129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3624d51-586b-4568-b3fa-bd060f501034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fbf019-3575-45a4-b1a7-7d7f2bf241d3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:06.009036 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e3624d51-586b-4568-b3fa-bd060f501034 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0cb6e5ddf9844b03bb89fe7bdf3e580a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8013115 May 27 22:32:06.013756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47498) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:06.029052 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-49ee92f1-ab6f-4196-bf29-a49cdfde005d req-0f3c084c-5f72-4cd9-bec7-b2274797c856 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:06.052707 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33662ee-a310-4081-8962-993fc45358e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24d05e1-57e9-472e-8662-7758c1c8b938,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:06.071478 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b33662ee-a310-4081-8962-993fc45358e3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=895e15f44c8e43c0b5020d15acfcba0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8288157 May 27 22:32:06.075687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47502) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:06.087544 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2e4f-906c-468a-bb4f-b0366bd45eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:06.115351 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2e4f-906c-468a-bb4f-b0366bd45eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:06.138482 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d25aaa4f-6188-40c3-9b50-900000acc2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:06.142087 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-49ee92f1-ab6f-4196-bf29-a49cdfde005d req-0f3c084c-5f72-4cd9-bec7-b2274797c856 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:06.172900 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d25aaa4f-6188-40c3-9b50-900000acc2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:06.181893 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47510) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:06.225783 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-565da197-8190-43cf-88af-a859c6428aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:06.245088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c084c-5f72-4cd9-bec7-b2274797c856 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8035a730-dab9-4fe6-9439-5c76fe8bb86a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:06.250635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-565da197-8190-43cf-88af-a859c6428aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:06.260402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-565da197-8190-43cf-88af-a859c6428aef admin admin] Usage tracker for resource:security_group_rule and tenant:da2a2118afb64a8dbe0b8c55cfe7ff98 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:06.260402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-565da197-8190-43cf-88af-a859c6428aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:06.266503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-565da197-8190-43cf-88af-a859c6428aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:06.347557 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d25aaa4f-6188-40c3-9b50-900000acc2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:06.350370 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-49ee92f1-ab6f-4196-bf29-a49cdfde005d req-0f3c084c-5f72-4cd9-bec7-b2274797c856 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:06.351647 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-49ee92f1-ab6f-4196-bf29-a49cdfde005d req-0f3c084c-5f72-4cd9-bec7-b2274797c856 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7294679 May 27 22:32:06.352145 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2e4f-906c-468a-bb4f-b0366bd45eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:06.375096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25aaa4f-6188-40c3-9b50-900000acc2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24d05e1-57e9-472e-8662-7758c1c8b938,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:06.385014 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d25aaa4f-6188-40c3-9b50-900000acc2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:06.385014 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d25aaa4f-6188-40c3-9b50-900000acc2b7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d24d05e1-57e9-472e-8662-7758c1c8b938 HTTP/1.1" status: 204 len: 168 time: 0.3070292 May 27 22:32:06.388358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa2e4f-906c-468a-bb4f-b0366bd45eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fbf019-3575-45a4-b1a7-7d7f2bf241d3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:06.413335 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6fa2e4f-906c-468a-bb4f-b0366bd45eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:06.417585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b6fa2e4f-906c-468a-bb4f-b0366bd45eae admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/42fbf019-3575-45a4-b1a7-7d7f2bf241d3 HTTP/1.1" status: 204 len: 168 time: 0.4009545 May 27 22:32:06.465273 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df0de604-86d6-4db1-81b6-195f08069006 req-523b97c2-2db7-4e02-8065-ed8bd8117583 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "GET /v2.0/security-groups/8035a730-dab9-4fe6-9439-5c76fe8bb86a HTTP/1.1" status: 200 len: 1815 time: 0.0865149 May 27 22:32:06.504188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-fd40e752-146d-41d8-adc9-ab2d1ddf5f4e req-b76b0f53-c9a3-4dc9-9eb4-2098a503bcde tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1627089825', 'description': 'tempest-description-141658127'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:06.518861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-fd40e752-146d-41d8-adc9-ab2d1ddf5f4e req-b76b0f53-c9a3-4dc9-9eb4-2098a503bcde tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:06.527965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fd40e752-146d-41d8-adc9-ab2d1ddf5f4e req-b76b0f53-c9a3-4dc9-9eb4-2098a503bcde tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Usage tracker for resource:security_group and tenant:520a9f3935a748d9855575121bdfaf0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:06.531801 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-565da197-8190-43cf-88af-a859c6428aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:06.533172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fd40e752-146d-41d8-adc9-ab2d1ddf5f4e req-b76b0f53-c9a3-4dc9-9eb4-2098a503bcde tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:06.540761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-fd40e752-146d-41d8-adc9-ab2d1ddf5f4e req-b76b0f53-c9a3-4dc9-9eb4-2098a503bcde tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:06.598197 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-326d3cab-916c-4740-8a1e-7119722dfa1b tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=f3e9c828362e4358b1a68222a19b73cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288117 May 27 22:32:06.685668 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fd40e752-146d-41d8-adc9-ab2d1ddf5f4e req-b76b0f53-c9a3-4dc9-9eb4-2098a503bcde tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:06.700675 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-565da197-8190-43cf-88af-a859c6428aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:06.822237 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-fd40e752-146d-41d8-adc9-ab2d1ddf5f4e req-b76b0f53-c9a3-4dc9-9eb4-2098a503bcde tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:06.833586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fd40e752-146d-41d8-adc9-ab2d1ddf5f4e req-b76b0f53-c9a3-4dc9-9eb4-2098a503bcde tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Usage tracker for resource:security_group_rule and tenant:520a9f3935a748d9855575121bdfaf0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:06.844748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fd40e752-146d-41d8-adc9-ab2d1ddf5f4e req-b76b0f53-c9a3-4dc9-9eb4-2098a503bcde tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:06.852122 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-565da197-8190-43cf-88af-a859c6428aef admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=da2a2118afb64a8dbe0b8c55cfe7ff98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6648409 May 27 22:32:06.853150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565da197-8190-43cf-88af-a859c6428aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d929fc8f-8eda-4691-8877-b33185899936,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:06.855518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47532) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:06.871120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-fd40e752-146d-41d8-adc9-ab2d1ddf5f4e req-b76b0f53-c9a3-4dc9-9eb4-2098a503bcde tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:06.924001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-9c374a59-398d-4938-802a-6d054989da68 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:06.924001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-9c374a59-398d-4938-802a-6d054989da68 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3185303 May 27 22:32:06.945365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c5d7c-3e11-43c1-8773-17cb3e07241b req-b3559c5b-68b3-449a-91e1-3be141d74332 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:06.951042 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-946c5d7c-3e11-43c1-8773-17cb3e07241b req-b3559c5b-68b3-449a-91e1-3be141d74332 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.3114586 May 27 22:32:06.959549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Request body: {'port': {'device_id': '7fdf7ca2-6248-4ccb-abc4-2345bd3def74', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'f3e9c828362e4358b1a68222a19b73cf'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:07.005124 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb473e44-b401-4060-8294-c6e9a50013a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:07.052097 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb473e44-b401-4060-8294-c6e9a50013a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:07.126711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-946c5d7c-3e11-43c1-8773-17cb3e07241b req-c726ee65-a0c8-48b4-88aa-d40056562508 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747575 May 27 22:32:07.163297 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fd40e752-146d-41d8-adc9-ab2d1ddf5f4e req-b76b0f53-c9a3-4dc9-9eb4-2098a503bcde tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:07.184315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:07.188322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Usage tracker for resource:port and tenant:f3e9c828362e4358b1a68222a19b73cf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:07.192913 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:07.200585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:07.246598 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb473e44-b401-4060-8294-c6e9a50013a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:07.265689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb473e44-b401-4060-8294-c6e9a50013a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d929fc8f-8eda-4691-8877-b33185899936,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:07.285285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2a26a781-f226-4b86-9eec-6f2d2532028c req-4781ead1-e1d8-403e-98c9-758de423b59b tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 210 time: 0.0467272 May 27 22:32:07.285911 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb473e44-b401-4060-8294-c6e9a50013a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:07.285911 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bb473e44-b401-4060-8294-c6e9a50013a7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d929fc8f-8eda-4691-8877-b33185899936 HTTP/1.1" status: 204 len: 168 time: 0.4172759 May 27 22:32:07.303928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fd40e752-146d-41d8-adc9-ab2d1ddf5f4e req-b76b0f53-c9a3-4dc9-9eb4-2098a503bcde tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:07.353851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b0f53-c9a3-4dc9-9eb4-2098a503bcde tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e90c1c-e094-4ea3-8281-56fe68b2bf0b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:07.397735 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Made reservation on behalf of f3e9c828362e4358b1a68222a19b73cf for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:32:07.401302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:07.414050 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:07.429677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:07.434026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Usage tracker for resource:security_group_rule and tenant:f3e9c828362e4358b1a68222a19b73cf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:07.436864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:07.442881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:07.495862 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fd40e752-146d-41d8-adc9-ab2d1ddf5f4e req-b76b0f53-c9a3-4dc9-9eb4-2098a503bcde tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:07.497184 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd40e752-146d-41d8-adc9-ab2d1ddf5f4e req-b76b0f53-c9a3-4dc9-9eb4-2098a503bcde tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9993417 May 27 22:32:07.545628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:07.566161 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9a81cbe-b9bb-49ad-a2d5-c69e559df5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:07.586615 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-799a81aa-ee97-4c56-8294-c01508c51c3f req-3b7c445b-706d-4b4e-a2cf-5836670d18c3 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "GET /v2.0/security-groups/41e90c1c-e094-4ea3-8281-56fe68b2bf0b HTTP/1.1" status: 200 len: 1814 time: 0.0679166 May 27 22:32:07.604568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e9a81cbe-b9bb-49ad-a2d5-c69e559df5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:07.610539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e9a81cbe-b9bb-49ad-a2d5-c69e559df5c0 admin admin] Usage tracker for resource:security_group_rule and tenant:b40fc156f05d4710b0e4d73f6adf893d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:07.620258 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e9a81cbe-b9bb-49ad-a2d5-c69e559df5c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:07.626543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-9657505a-b066-43d7-9c1c-4aec398b5c3f req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1045169856', 'description': 'tempest-description-987056559'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:07.626884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e9a81cbe-b9bb-49ad-a2d5-c69e559df5c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:07.635558 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:07.637127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-9657505a-b066-43d7-9c1c-4aec398b5c3f req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:07.641434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9657505a-b066-43d7-9c1c-4aec398b5c3f req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Usage tracker for resource:security_group and tenant:520a9f3935a748d9855575121bdfaf0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:07.643993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9657505a-b066-43d7-9c1c-4aec398b5c3f req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:07.649978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-9657505a-b066-43d7-9c1c-4aec398b5c3f req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:07.738010 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:07.848784 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9657505a-b066-43d7-9c1c-4aec398b5c3f req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:07.888024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9a81cbe-b9bb-49ad-a2d5-c69e559df5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:07.955115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:07.976473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-9657505a-b066-43d7-9c1c-4aec398b5c3f req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:07.987633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9a81cbe-b9bb-49ad-a2d5-c69e559df5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:07.990851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9657505a-b066-43d7-9c1c-4aec398b5c3f req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Usage tracker for resource:security_group_rule and tenant:520a9f3935a748d9855575121bdfaf0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:07.990851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9657505a-b066-43d7-9c1c-4aec398b5c3f req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:08.001759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Allocated IP 192.168.233.122 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/591c6544-bcb5-4a42-bf06-2dede0698796) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:32:08.001759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-9657505a-b066-43d7-9c1c-4aec398b5c3f req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:08.052125 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e9a81cbe-b9bb-49ad-a2d5-c69e559df5c0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b40fc156f05d4710b0e4d73f6adf893d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5050867 May 27 22:32:08.054481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a81cbe-b9bb-49ad-a2d5-c69e559df5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a82ba7e-2f38-4203-ab27-c172fabf118d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:08.056534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47580) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:08.135384 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa24d428-a4a8-4c2d-975c-1e53c8689353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:08.190339 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa24d428-a4a8-4c2d-975c-1e53c8689353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:08.219689 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9657505a-b066-43d7-9c1c-4aec398b5c3f req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:08.280433 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9657505a-b066-43d7-9c1c-4aec398b5c3f req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:08.315130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa24d428-a4a8-4c2d-975c-1e53c8689353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:08.332073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24d428-a4a8-4c2d-975c-1e53c8689353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a82ba7e-2f38-4203-ab27-c172fabf118d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:08.348012 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa24d428-a4a8-4c2d-975c-1e53c8689353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:08.352250 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fa24d428-a4a8-4c2d-975c-1e53c8689353 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7a82ba7e-2f38-4203-ab27-c172fabf118d HTTP/1.1" status: 204 len: 168 time: 0.2948163 May 27 22:32:08.381110 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:08.409568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca85948-2327-4849-bac3-09312db36d80,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:08.426881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Transition to ACTIVE for port object 591c6544-bcb5-4a42-bf06-2dede0698796 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:32:08.428759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:08.429106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:08.429438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:08.430180 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:08.430180 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:08.430852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:08.430852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:08.431090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:08.431408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:08.432073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:08.432199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:08.432780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:08.467697 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9657505a-b066-43d7-9c1c-4aec398b5c3f req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:08.468834 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9657505a-b066-43d7-9c1c-4aec398b5c3f req-a141e09d-9ac3-449e-aba2-edcfcbf29316 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8494384 May 27 22:32:08.485347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fac9ec-d8d9-4578-831b-9d95c3546f8e req-918b50b5-ddd7-45d2-a60b-910e9ec39604 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:08.487361 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5fac9ec-d8d9-4578-831b-9d95c3546f8e req-918b50b5-ddd7-45d2-a60b-910e9ec39604 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.1904917 May 27 22:32:08.699349 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:08.709850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5fac9ec-d8d9-4578-831b-9d95c3546f8e req-4730b921-4e83-41fe-96a7-f1e0ac2dcd89 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111278 May 27 22:32:08.763175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47618) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:08.770937 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f928f0c-378a-4f7e-94de-5185ce7981b7 req-7a227f6a-ee9f-43bd-976d-0056dce71c01 tempest-FlavorsV2NegativeTest-1791312667 tempest-FlavorsV2NegativeTest-1791312667-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=81cf0c682b904d9fb64186624122b634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092453 May 27 22:32:08.806229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:32:08.833713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:08.945471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1185682243-network', 'tenant_id': 'a0f32423ee064513a3cd2a2144bb1b80'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:08.953800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:08.963069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Usage tracker for resource:network and tenant:a0f32423ee064513a3cd2a2144bb1b80 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:08.970922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:08.993045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:09.026754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:32:09.090547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f928f0c-378a-4f7e-94de-5185ce7981b7 req-7930aecc-2b10-4e2b-b2ad-5db096c645cd tempest-FlavorsV2NegativeTest-1791312667 tempest-FlavorsV2NegativeTest-1791312667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:09.091909 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f928f0c-378a-4f7e-94de-5185ce7981b7 req-7930aecc-2b10-4e2b-b2ad-5db096c645cd tempest-FlavorsV2NegativeTest-1791312667 tempest-FlavorsV2NegativeTest-1791312667-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2923822 May 27 22:32:09.099334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Pushing event updated for resources: {'Port': ['ID=591c6544-bcb5-4a42-bf06-2dede0698796,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:09.129256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Made reservation on behalf of a0f32423ee064513a3cd2a2144bb1b80 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:32:09.134693 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f928f0c-378a-4f7e-94de-5185ce7981b7 req-28aca1ea-767f-4717-94ba-666b79d172d4 tempest-FlavorsV2NegativeTest-1791312667 tempest-FlavorsV2NegativeTest-1791312667-project] 10.222.0.27 "GET /v2.0/quotas/81cf0c682b904d9fb64186624122b634 HTTP/1.1" status: 200 len: 375 time: 0.0310428 May 27 22:32:09.134815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:09.145196 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:09.160500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:09.164473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Usage tracker for resource:security_group_rule and tenant:a0f32423ee064513a3cd2a2144bb1b80 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:09.167845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:09.173923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:09.181192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:09.181811 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:09.211805 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f928f0c-378a-4f7e-94de-5185ce7981b7 req-1cea52f8-3b39-41a6-8950-eaca01de1936 tempest-FlavorsV2NegativeTest-1791312667 tempest-FlavorsV2NegativeTest-1791312667-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=81cf0c682b904d9fb64186624122b634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739777 May 27 22:32:09.228487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52f4b6-2197-4412-b6d3-6ce808d77afa req-52b3d4d1-520f-40de-844e-49463a0e033a tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:09.229194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ca52f4b6-2197-4412-b6d3-6ce808d77afa req-52b3d4d1-520f-40de-844e-49463a0e033a tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Synchronizing usage tracker for tenant:f3e9c828362e4358b1a68222a19b73cf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:32:09.278629 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:09.283887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-95924cc7-48f5-43fb-993a-22306b3adf79 None None] Provisioning for port 591c6544-bcb5-4a42-bf06-2dede0698796 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:32:09.289962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-95924cc7-48f5-43fb-993a-22306b3adf79 None None] Provisioning complete for port 591c6544-bcb5-4a42-bf06-2dede0698796 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:09.290608 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95924cc7-48f5-43fb-993a-22306b3adf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:09.293012 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8cc4d664-6fe7-4669-aa35-de8b8885af06 req-ed733246-d6b8-4347-a818-2aa55177f801 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "GET /v2.0/security-groups/aca85948-2327-4849-bac3-09312db36d80 HTTP/1.1" status: 200 len: 1814 time: 0.0578594 May 27 22:32:09.330894 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-a37177cb-547d-4274-9284-1d76b805fe42 req-7d537f57-77ad-4b0f-8c59-1ab5252fee3e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] show failed (client error): The resource could not be found. May 27 22:32:09.332435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a37177cb-547d-4274-9284-1d76b805fe42 req-7d537f57-77ad-4b0f-8c59-1ab5252fee3e tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "GET /v2.0/security-groups/ff35dead-858a-4d2d-a50c-0d1137abbb3e HTTP/1.1" status: 404 len: 352 time: 0.0179961 May 27 22:32:09.336720 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-51694463-f1db-440a-85fc-9c08dfc17e61 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3806119 May 27 22:32:09.358709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Request body: {'port': {'device_id': '7fdf7ca2-6248-4ccb-abc4-2345bd3def74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:09.365990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-95924cc7-48f5-43fb-993a-22306b3adf79 None None] Port 591c6544-bcb5-4a42-bf06-2dede0698796 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:32:09.416777 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-41e28723-d48b-4d13-9b29-b9125cc7627c req-a81eaeb8-afb3-4ac1-864b-1d4083589d5c tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] show failed (client error): The resource could not be found. May 27 22:32:09.418310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41e28723-d48b-4d13-9b29-b9125cc7627c req-a81eaeb8-afb3-4ac1-864b-1d4083589d5c tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "GET /v2.0/security-group-rules/8c746776-fbdc-48da-b3ef-507985f662ec HTTP/1.1" status: 404 len: 361 time: 0.0312428 May 27 22:32:09.429762 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:09.445384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ca52f4b6-2197-4412-b6d3-6ce808d77afa req-52b3d4d1-520f-40de-844e-49463a0e033a tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Unset dirty status for tenant:f3e9c828362e4358b1a68222a19b73cf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:32:09.446605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca52f4b6-2197-4412-b6d3-6ce808d77afa req-52b3d4d1-520f-40de-844e-49463a0e033a tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 936 time: 0.4642456 May 27 22:32:09.461106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a920cf10-3679-4d1d-9f47-3d30a64a9019,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:09.472938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:32:09.485870 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:09.489024 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Added segment a589001a-ad27-4d32-9ba8-2a5ae9f68221 of type vlan for network 7fa183cd-844a-4771-a3e2-7a9231a95041 May 27 22:32:09.532806 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:09.555820 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:09.644630 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:09.645862 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:09.647174 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:09.652292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ca52f4b6-2197-4412-b6d3-6ce808d77afa req-df281902-5b14-4c24-ae44-126d7874747d tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Synchronizing usage tracker for tenant:f3e9c828362e4358b1a68222a19b73cf on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:32:09.711598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b533422-e8ec-4ed7-8691-484eb708fdc9 req-c1ebd7c7-b961-4c70-8117-ae6d290f1eb8 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "GET /v2.0/security-groups/aca85948-2327-4849-bac3-09312db36d80 HTTP/1.1" status: 200 len: 1814 time: 0.2672603 May 27 22:32:09.807361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa183cd-844a-4771-a3e2-7a9231a95041,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:09.820026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 7fa183cd-844a-4771-a3e2-7a9231a95041 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:32:09.847021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ca52f4b6-2197-4412-b6d3-6ce808d77afa req-df281902-5b14-4c24-ae44-126d7874747d tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Unset dirty status for tenant:f3e9c828362e4358b1a68222a19b73cf on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:32:09.848163 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca52f4b6-2197-4412-b6d3-6ce808d77afa req-df281902-5b14-4c24-ae44-126d7874747d tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843226 May 27 22:32:09.902273 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3b533422-e8ec-4ed7-8691-484eb708fdc9 req-a9b51b6f-4321-4f30-a760-ed6d425950e9 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:09.940505 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6e2e30b8-8830-483e-b287-7d4aed31d8c3 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1747251 May 27 22:32:09.945325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47670) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:09.953550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] Request body: {'subnet': {'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1185682243-subnet', 'tenant_id': 'a0f32423ee064513a3cd2a2144bb1b80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:09.960838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:09.966494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] Usage tracker for resource:subnet and tenant:a0f32423ee064513a3cd2a2144bb1b80 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:09.970091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:09.981613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:10.057997 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3b533422-e8ec-4ed7-8691-484eb708fdc9 req-a9b51b6f-4321-4f30-a760-ed6d425950e9 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:10.083941 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] Made reservation on behalf of a0f32423ee064513a3cd2a2144bb1b80 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:32:10.086327 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:10.176995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4923d1c-5b1b-4ddc-b028-858e0f87c7a1 req-cc6d775a-03f0-4f2f-8f3a-d74cfa37f16e tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:10.184176 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4923d1c-5b1b-4ddc-b028-858e0f87c7a1 req-cc6d775a-03f0-4f2f-8f3a-d74cfa37f16e tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.2058601 May 27 22:32:10.279656 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3b533422-e8ec-4ed7-8691-484eb708fdc9 req-a9b51b6f-4321-4f30-a760-ed6d425950e9 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:10.310004 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4923d1c-5b1b-4ddc-b028-858e0f87c7a1 req-31dcc7be-46a2-440b-bfdd-331ca16db25b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244960 May 27 22:32:10.317074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b51b6f-4321-4f30-a760-ed6d425950e9 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca85948-2327-4849-bac3-09312db36d80,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:10.341526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591c6544-bcb5-4a42-bf06-2dede0698796 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:32:10.350185 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:10.353007 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3b533422-e8ec-4ed7-8691-484eb708fdc9 req-a9b51b6f-4321-4f30-a760-ed6d425950e9 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:10.357390 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b533422-e8ec-4ed7-8691-484eb708fdc9 req-a9b51b6f-4321-4f30-a760-ed6d425950e9 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "DELETE /v2.0/security-groups/aca85948-2327-4849-bac3-09312db36d80 HTTP/1.1" status: 204 len: 173 time: 0.6449771 May 27 22:32:10.372883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Transition to ACTIVE for port object 591c6544-bcb5-4a42-bf06-2dede0698796 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:32:10.457323 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8a42673-c9e3-487a-b6b1-4f9eb73899a7 req-40ddc2d2-f15b-4f84-8d67-e36ad5eb61e4 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "GET /v2.0/security-groups/41e90c1c-e094-4ea3-8281-56fe68b2bf0b HTTP/1.1" status: 200 len: 1814 time: 0.0753484 May 27 22:32:10.466069 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:10.487389 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:10.566274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:10.581306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] Checking segment: {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:32:10.581658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] Network hostable DHCP agents. Network: 7fa183cd-844a-4771-a3e2-7a9231a95041, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:32:10.670791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] Network 7fa183cd-844a-4771-a3e2-7a9231a95041 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:32:10.681544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Pushing event updated for resources: {'Port': ['ID=591c6544-bcb5-4a42-bf06-2dede0698796,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:10.767656 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8a42673-c9e3-487a-b6b1-4f9eb73899a7 req-c1a11063-1291-49e1-a582-8557c6035484 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:10.806693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 7fa183cd-844a-4771-a3e2-7a9231a95041) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:10.811883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:10.812594 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:10.817891 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f37054-1a03-45a1-9e1c-15776dca721f None None] Network 7fa183cd-844a-4771-a3e2-7a9231a95041 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:32:10.828564 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8a42673-c9e3-487a-b6b1-4f9eb73899a7 req-c1a11063-1291-49e1-a582-8557c6035484 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:10.845825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Attempting to bind port 591c6544-bcb5-4a42-bf06-2dede0698796 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:32:10.845825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Attempting to bind port 591c6544-bcb5-4a42-bf06-2dede0698796 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:32:10.845825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Attempting to bind port 591c6544-bcb5-4a42-bf06-2dede0698796 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:32:10.959299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Port 591c6544-bcb5-4a42-bf06-2dede0698796 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:32:10.959643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Attempting to bind port 591c6544-bcb5-4a42-bf06-2dede0698796 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:32:10.970784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:32:10.971119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:32:10.971507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:32:10.972624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Bound port: 591c6544-bcb5-4a42-bf06-2dede0698796, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:32:10.972980 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:11.045815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffedaf8-9b0b-455b-9807-fd2c104bedda None None] Network 7fa183cd-844a-4771-a3e2-7a9231a95041 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:32:11.073623 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-551d654f-fd43-4665-8086-505fa7efb854 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1267378 May 27 22:32:11.157037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] For port 591c6544-bcb5-4a42-bf06-2dede0698796, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:32:11.166718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178c6f5-8807-4a0a-994b-7bae2ae8cf5c req-872f7430-3194-48b9-bc6d-698c2eb51066 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:11.174219 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8178c6f5-8807-4a0a-994b-7bae2ae8cf5c req-872f7430-3194-48b9-bc6d-698c2eb51066 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 948 time: 0.1856863 May 27 22:32:11.174219 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] For port 591c6544-bcb5-4a42-bf06-2dede0698796, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=591c6544-bcb5-4a42-bf06-2dede0698796,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:32:11.220340 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8a42673-c9e3-487a-b6b1-4f9eb73899a7 req-c1a11063-1291-49e1-a582-8557c6035484 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:11.235234 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8178c6f5-8807-4a0a-994b-7bae2ae8cf5c req-29f36fb7-3712-4237-9f22-cda730a9a454 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584652 May 27 22:32:11.244072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a11063-1291-49e1-a582-8557c6035484 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e90c1c-e094-4ea3-8281-56fe68b2bf0b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:11.249420 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8a42673-c9e3-487a-b6b1-4f9eb73899a7 req-c1a11063-1291-49e1-a582-8557c6035484 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:11.250566 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8a42673-c9e3-487a-b6b1-4f9eb73899a7 req-c1a11063-1291-49e1-a582-8557c6035484 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "DELETE /v2.0/security-groups/41e90c1c-e094-4ea3-8281-56fe68b2bf0b HTTP/1.1" status: 204 len: 173 time: 0.7860181 May 27 22:32:11.325299 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:11.418789 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3eaccbc3-c1b3-4d0e-a637-70139943fd40 req-1ecea106-a5de-4a0f-9d66-8c03c2298bbf tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "GET /v2.0/security-groups/8035a730-dab9-4fe6-9439-5c76fe8bb86a HTTP/1.1" status: 200 len: 1815 time: 0.1441529 May 27 22:32:11.421448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:11.422134 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:11.423664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] 10.222.0.57 "PUT /v2.0/ports/591c6544-bcb5-4a42-bf06-2dede0698796 HTTP/1.1" status: 200 len: 1096 time: 2.0739145 May 27 22:32:11.427748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fdf7ca2-6248-4ccb-abc4-2345bd3def74', 'tag': '591c6544-bcb5-4a42-bf06-2dede0698796'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:32:11.431477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47716) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:11.549264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e05926-cee5-47d9-b1f0-6e82eb6b008a service neutron] Pushing event updated for resources: {'Port': ['ID=591c6544-bcb5-4a42-bf06-2dede0698796,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:11.648534 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3eaccbc3-c1b3-4d0e-a637-70139943fd40 req-8c76a64f-a0c8-43c7-ba51-75fd76172f02 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:11.677113 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ffb9d5aa-367c-4ea5-8dc6-159d9b29b1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:11.677263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90996d-76a8-4871-8015-d68efc161e3a req-1d40fa94-afdc-46e8-9032-523d23c2bbd0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:11.684024 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee90996d-76a8-4871-8015-d68efc161e3a req-1d40fa94-afdc-46e8-9032-523d23c2bbd0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.2512875 May 27 22:32:11.696613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ffb9d5aa-367c-4ea5-8dc6-159d9b29b1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:11.702749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ffb9d5aa-367c-4ea5-8dc6-159d9b29b1d0 admin admin] Usage tracker for resource:security_group_rule and tenant:81cf0c682b904d9fb64186624122b634 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:11.706381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ffb9d5aa-367c-4ea5-8dc6-159d9b29b1d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:11.718902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ffb9d5aa-367c-4ea5-8dc6-159d9b29b1d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:11.724705 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3eaccbc3-c1b3-4d0e-a637-70139943fd40 req-8c76a64f-a0c8-43c7-ba51-75fd76172f02 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:11.813996 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee90996d-76a8-4871-8015-d68efc161e3a req-4852480c-e5f0-4954-a750-fe9af5209e75 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290932 May 27 22:32:11.817273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-102ca14b-ab8e-42f2-8007-45d1c7f373ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:11.818220 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-102ca14b-ab8e-42f2-8007-45d1c7f373ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3e9c828362e4358b1a68222a19b73cf&device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 1099 time: 0.2374008 May 27 22:32:11.847840 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ffb9d5aa-367c-4ea5-8dc6-159d9b29b1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:11.898237 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebb1e67-44e9-4be5-969c-7dad03dc4507'] response: {'name': 'network-changed', 'server_uuid': '7fdf7ca2-6248-4ccb-abc4-2345bd3def74', 'tag': '591c6544-bcb5-4a42-bf06-2dede0698796', 'status': 'completed', 'code': 200} May 27 22:32:11.906598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-69bce02a-e827-41e0-8356-24b826f0749f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=591c6544-bcb5-4a42-bf06-2dede0698796 HTTP/1.1" status: 200 len: 217 time: 0.0729976 May 27 22:32:11.953505 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3eaccbc3-c1b3-4d0e-a637-70139943fd40 req-8c76a64f-a0c8-43c7-ba51-75fd76172f02 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:11.981190 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ffb9d5aa-367c-4ea5-8dc6-159d9b29b1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:11.984650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c76a64f-a0c8-43c7-ba51-75fd76172f02 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8035a730-dab9-4fe6-9439-5c76fe8bb86a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:11.991253 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3eaccbc3-c1b3-4d0e-a637-70139943fd40 req-8c76a64f-a0c8-43c7-ba51-75fd76172f02 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:11.995111 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3eaccbc3-c1b3-4d0e-a637-70139943fd40 req-8c76a64f-a0c8-43c7-ba51-75fd76172f02 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "DELETE /v2.0/security-groups/8035a730-dab9-4fe6-9439-5c76fe8bb86a HTTP/1.1" status: 204 len: 173 time: 0.5753577 May 27 22:32:12.006229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-d5495684-b22a-4f6c-b7a9-29a61c940d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:12.008093 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-d5495684-b22a-4f6c-b7a9-29a61c940d9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0954702 May 27 22:32:12.039223 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ffb9d5aa-367c-4ea5-8dc6-159d9b29b1d0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=81cf0c682b904d9fb64186624122b634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6051857 May 27 22:32:12.040479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47744) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:12.086784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9d5aa-367c-4ea5-8dc6-159d9b29b1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94150ba6-7a28-442a-997e-8720de066b55,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:12.126422 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b93dfe40-076b-44cc-bdef-90c25298c168 req-2f51bf44-7731-4748-89c4-823404e1ffb2 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "GET /v2.0/security-groups/cd4a9d6d-798f-4d4c-a0c7-a118cf0973c8 HTTP/1.1" status: 200 len: 1815 time: 0.1134202 May 27 22:32:12.133311 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3ab95e5-18ab-46c1-82e5-e68281754ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:12.155886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-ac75066b-9991-4922-a749-9f98c7976400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:12.157429 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-ac75066b-9991-4922-a749-9f98c7976400 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1242611 May 27 22:32:12.160706 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3ab95e5-18ab-46c1-82e5-e68281754ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:12.301316 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b93dfe40-076b-44cc-bdef-90c25298c168 req-87bd3939-a182-4691-af8b-06221528829f tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:12.306254 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3ab95e5-18ab-46c1-82e5-e68281754ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:12.338058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab95e5-18ab-46c1-82e5-e68281754ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94150ba6-7a28-442a-997e-8720de066b55,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:12.351109 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3ab95e5-18ab-46c1-82e5-e68281754ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:12.356612 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c3ab95e5-18ab-46c1-82e5-e68281754ca4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/94150ba6-7a28-442a-997e-8720de066b55 HTTP/1.1" status: 204 len: 168 time: 0.3145497 May 27 22:32:12.393175 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b93dfe40-076b-44cc-bdef-90c25298c168 req-87bd3939-a182-4691-af8b-06221528829f tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:12.447571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-5207636e-76e3-4af3-be5d-f2f345112869 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803676 May 27 22:32:12.666606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-e9c72140-3fdb-4c5c-afe5-38bba030f791 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:12.668715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-e9c72140-3fdb-4c5c-afe5-38bba030f791 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 812 time: 0.3317516 May 27 22:32:12.672266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9539a86-e3ab-497f-9dd0-1064041e634f req-d2167b71-1f4e-4813-ae1d-3ee3ab011310 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119019 May 27 22:32:12.684804 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-7c661e86-a5eb-45c5-9d02-1788d1759cdf tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/quotas/a0f32423ee064513a3cd2a2144bb1b80 HTTP/1.1" status: 200 len: 375 time: 0.0093110 May 27 22:32:12.737902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-2e17a5a6-09f3-4cd5-a8df-760458253a08 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433338 May 27 22:32:12.765132 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b93dfe40-076b-44cc-bdef-90c25298c168 req-87bd3939-a182-4691-af8b-06221528829f tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:12.834137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd3939-a182-4691-af8b-06221528829f tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4a9d6d-798f-4d4c-a0c7-a118cf0973c8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:12.849891 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b93dfe40-076b-44cc-bdef-90c25298c168 req-87bd3939-a182-4691-af8b-06221528829f tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:12.850983 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b93dfe40-076b-44cc-bdef-90c25298c168 req-87bd3939-a182-4691-af8b-06221528829f tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "DELETE /v2.0/security-groups/cd4a9d6d-798f-4d4c-a0c7-a118cf0973c8 HTTP/1.1" status: 204 len: 173 time: 0.7157722 May 27 22:32:13.100926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a26dd635-c88a-42b9-b752-72e242504a68 service neutron] 10.222.0.27 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558409 May 27 22:32:13.246372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74bfe5-912d-4127-a410-16645bc7f570 req-7291f904-e0fc-4518-a84a-109944f75a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:13.248157 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b74bfe5-912d-4127-a410-16645bc7f570 req-7291f904-e0fc-4518-a84a-109944f75a56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f3e9c828362e4358b1a68222a19b73cf&device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 1099 time: 0.3656306 May 27 22:32:13.302419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f344be7-d744-4ace-bdc6-ae137f667615 req-85612e29-a67c-427b-be8f-4e0d32cbea35 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:13.303867 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f344be7-d744-4ace-bdc6-ae137f667615 req-85612e29-a67c-427b-be8f-4e0d32cbea35 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 948 time: 0.2752998 May 27 22:32:13.386411 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-d3cfa8b5-c797-4c55-9d92-54324b701460 service neutron] 10.222.0.27 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744019 May 27 22:32:13.422183 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f344be7-d744-4ace-bdc6-ae137f667615 req-e62e5156-5697-4dd0-acf9-f8088544d41d tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715988 May 27 22:32:13.471584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74bfe5-912d-4127-a410-16645bc7f570 req-4ed8dda3-18b1-40fe-a2eb-66c1d9550e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:13.472919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b74bfe5-912d-4127-a410-16645bc7f570 req-4ed8dda3-18b1-40fe-a2eb-66c1d9550e61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.2110844 May 27 22:32:13.589517 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b74bfe5-912d-4127-a410-16645bc7f570 req-2497b462-d53e-4f68-9ae2-51ec6d77d5e5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=591c6544-bcb5-4a42-bf06-2dede0698796 HTTP/1.1" status: 200 len: 217 time: 0.1078770 May 27 22:32:13.672304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74bfe5-912d-4127-a410-16645bc7f570 req-70e82a8c-5021-4605-9836-53070b34bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:13.673820 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b74bfe5-912d-4127-a410-16645bc7f570 req-70e82a8c-5021-4605-9836-53070b34bc59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0788064 May 27 22:32:13.777361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef6f05-8e63-421b-b497-619a94ffcf7a req-d288c8b7-3b05-41c4-9756-75518daa14c6 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:13.778841 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3aef6f05-8e63-421b-b497-619a94ffcf7a req-d288c8b7-3b05-41c4-9756-75518daa14c6 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.2333362 May 27 22:32:13.871675 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2cb541d6-0e50-4203-9881-fa288cc5e910 req-5ae60d5f-110c-48bf-a9c4-ab3c34567d50 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "GET /v2.0/security-groups/e67982a6-7b80-4643-906b-a3909ca87ff8 HTTP/1.1" status: 200 len: 1814 time: 0.1240075 May 27 22:32:13.882003 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3aef6f05-8e63-421b-b497-619a94ffcf7a req-8039d7fb-d392-46df-b917-892e07d3031e tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934095 May 27 22:32:13.916911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74bfe5-912d-4127-a410-16645bc7f570 req-6f4539ed-801b-435e-b9ff-e23f9d676c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:13.918756 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b74bfe5-912d-4127-a410-16645bc7f570 req-6f4539ed-801b-435e-b9ff-e23f9d676c17 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2353270 May 27 22:32:14.078142 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c4e4ee3a-e971-4a6b-b3ad-3a5c3a13a7dc req-46125e91-3121-4ad8-a249-cbc116b99bab tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 210 time: 0.1226416 May 27 22:32:14.113968 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2cb541d6-0e50-4203-9881-fa288cc5e910 req-9b78edc4-ac8f-4c0c-b788-952fd3ac1a68 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:14.169358 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b74bfe5-912d-4127-a410-16645bc7f570 req-afb2e574-385d-4758-aa36-e0edc0458689 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411239 May 27 22:32:14.170726 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2cb541d6-0e50-4203-9881-fa288cc5e910 req-9b78edc4-ac8f-4c0c-b788-952fd3ac1a68 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:14.336006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b74bfe5-912d-4127-a410-16645bc7f570 req-3cb050e3-7d15-4991-b92d-667239802598 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576867 May 27 22:32:14.460410 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2cb541d6-0e50-4203-9881-fa288cc5e910 req-9b78edc4-ac8f-4c0c-b788-952fd3ac1a68 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:14.480624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78edc4-ac8f-4c0c-b788-952fd3ac1a68 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67982a6-7b80-4643-906b-a3909ca87ff8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:14.484140 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2cb541d6-0e50-4203-9881-fa288cc5e910 req-9b78edc4-ac8f-4c0c-b788-952fd3ac1a68 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:14.485298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2cb541d6-0e50-4203-9881-fa288cc5e910 req-9b78edc4-ac8f-4c0c-b788-952fd3ac1a68 tempest-SecurityGroupRulesNegativeTestJSON-82192203 tempest-SecurityGroupRulesNegativeTestJSON-82192203-project] 10.222.0.27 "DELETE /v2.0/security-groups/e67982a6-7b80-4643-906b-a3909ca87ff8 HTTP/1.1" status: 204 len: 173 time: 0.6013103 May 27 22:32:14.493042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47832) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:14.578467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8315d47-8d05-455b-a187-e88d6022bc60 admin admin] Deleting subnet ddc35ad3-0a68-472a-b9be-3fd44a78b95f {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:32:14.582876 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8315d47-8d05-455b-a187-e88d6022bc60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:14.652255 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8315d47-8d05-455b-a187-e88d6022bc60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:14.708032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf161f5-f26d-4434-9636-61f46606d482 req-17d86b77-038e-4b14-b080-32532ece12cd tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:14.710883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2bf161f5-f26d-4434-9636-61f46606d482 req-17d86b77-038e-4b14-b080-32532ece12cd tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 948 time: 0.1231782 May 27 22:32:14.753764 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8315d47-8d05-455b-a187-e88d6022bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:14.867590 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2bf161f5-f26d-4434-9636-61f46606d482 req-ac88e96a-1bd2-4ae7-b8f8-5d2626a6e161 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408062 May 27 22:32:14.928573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0157c-1ca9-4312-abba-876cccfb219b req-2a0f8be4-3931-4fd2-b93c-561f4b629345 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:14.934029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0157c-1ca9-4312-abba-876cccfb219b req-2a0f8be4-3931-4fd2-b93c-561f4b629345 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:14.939769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0157c-1ca9-4312-abba-876cccfb219b req-2a0f8be4-3931-4fd2-b93c-561f4b629345 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:14.947949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0157c-1ca9-4312-abba-876cccfb219b req-2a0f8be4-3931-4fd2-b93c-561f4b629345 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:14.953464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0157c-1ca9-4312-abba-876cccfb219b req-2a0f8be4-3931-4fd2-b93c-561f4b629345 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:14.959342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0157c-1ca9-4312-abba-876cccfb219b req-2a0f8be4-3931-4fd2-b93c-561f4b629345 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:14.965166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0157c-1ca9-4312-abba-876cccfb219b req-2a0f8be4-3931-4fd2-b93c-561f4b629345 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:14.966713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47846) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:14.967112 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dda0157c-1ca9-4312-abba-876cccfb219b req-2a0f8be4-3931-4fd2-b93c-561f4b629345 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5431 time: 0.1527774 May 27 22:32:14.977812 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8315d47-8d05-455b-a187-e88d6022bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:15.027295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8315d47-8d05-455b-a187-e88d6022bc60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc35ad3-0a68-472a-b9be-3fd44a78b95f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:15.033097 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8315d47-8d05-455b-a187-e88d6022bc60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:15.044183 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f8315d47-8d05-455b-a187-e88d6022bc60 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/ddc35ad3-0a68-472a-b9be-3fd44a78b95f HTTP/1.1" status: 204 len: 168 time: 0.5489340 May 27 22:32:15.047071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47854) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:15.079328 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dda0157c-1ca9-4312-abba-876cccfb219b req-444cf9b2-582f-4701-95f9-97c67d0611ad tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1046269 May 27 22:32:15.146112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4584b-1f54-4ba1-a6c0-77fca23a7d80 req-e7599ca1-4fc6-43e3-99c4-b54b3a451274 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:15.147944 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-deb4584b-1f54-4ba1-a6c0-77fca23a7d80 req-e7599ca1-4fc6-43e3-99c4-b54b3a451274 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.1240687 May 27 22:32:15.227639 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-23ca3b51-16c2-4711-909d-fe7485b5b50d req-8985935f-5df2-4a3d-8971-d1afac369548 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 210 time: 0.0744650 May 27 22:32:15.258589 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-deb4584b-1f54-4ba1-a6c0-77fca23a7d80 req-a4b3bc2b-b5a0-47b2-a80d-eeb6d01b673e tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037059 May 27 22:32:15.295867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1065261372-network', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:15.300827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:15.315969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Usage tracker for resource:network and tenant:f0db97a4368b4ad4a20a7758179275fe is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:15.321599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:15.337851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:15.350822 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2bf9-eca8-49ea-81bb-a524178b2bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:15.469149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Made reservation on behalf of f0db97a4368b4ad4a20a7758179275fe for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:32:15.471460 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:15.487263 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:15.515630 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2bf9-eca8-49ea-81bb-a524178b2bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:15.526127 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:15.539352 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:f0db97a4368b4ad4a20a7758179275fe is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:15.552611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:15.564585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:15.567326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9e3b2bf9-eca8-49ea-81bb-a524178b2bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['746c5d70-a1cc-4dac-88dc-79545617c4ae']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:15.579025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02e269-ea02-4e82-b7b8-f97bf9cc090f req-5aea9aea-521c-4013-8792-3d4b44dfe914 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:15.584868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02e269-ea02-4e82-b7b8-f97bf9cc090f req-5aea9aea-521c-4013-8792-3d4b44dfe914 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:15.585933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9e3b2bf9-eca8-49ea-81bb-a524178b2bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b0a138-0406-4192-9d10-8a17a340439d') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:15.586234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9e3b2bf9-eca8-49ea-81bb-a524178b2bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b0a138-0406-4192-9d10-8a17a340439d') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:15.590596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02e269-ea02-4e82-b7b8-f97bf9cc090f req-5aea9aea-521c-4013-8792-3d4b44dfe914 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:15.596243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02e269-ea02-4e82-b7b8-f97bf9cc090f req-5aea9aea-521c-4013-8792-3d4b44dfe914 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:15.601968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02e269-ea02-4e82-b7b8-f97bf9cc090f req-5aea9aea-521c-4013-8792-3d4b44dfe914 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:15.608005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02e269-ea02-4e82-b7b8-f97bf9cc090f req-5aea9aea-521c-4013-8792-3d4b44dfe914 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:15.609842 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2bf9-eca8-49ea-81bb-a524178b2bab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:15.613687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02e269-ea02-4e82-b7b8-f97bf9cc090f req-5aea9aea-521c-4013-8792-3d4b44dfe914 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:15.616840 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6d02e269-ea02-4e82-b7b8-f97bf9cc090f req-5aea9aea-521c-4013-8792-3d4b44dfe914 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5431 time: 0.2568548 May 27 22:32:15.633355 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2bf9-eca8-49ea-81bb-a524178b2bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:15.637807 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:15.644898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3b2bf9-eca8-49ea-81bb-a524178b2bab admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:32:15.645276 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2bf9-eca8-49ea-81bb-a524178b2bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:15.720859 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 73b0a138-0406-4192-9d10-8a17a340439d resource provider aggregate not found May 27 22:32:15.760521 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 73b0a138-0406-4192-9d10-8a17a340439d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73b0a138-0406-4192-9d10-8a17a340439d found for delete ", "request_id": "req-f40d0ded-d590-4fc5-9c79-385e43ca6745"}]} May 27 22:32:15.795495 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:15.864459 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:15.887627 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2bf9-eca8-49ea-81bb-a524178b2bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:15.892760 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e3b2bf9-eca8-49ea-81bb-a524178b2bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:15.939681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b2bf9-eca8-49ea-81bb-a524178b2bab admin admin] Pushing event deleted for resources: {'Network': ['ID=746c5d70-a1cc-4dac-88dc-79545617c4ae,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:15.962716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29f7221-a5ea-4a40-842e-2403036a2989,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:15.981797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:32:15.993432 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9e3b2bf9-eca8-49ea-81bb-a524178b2bab admin admin] 10.222.0.27 "DELETE /v2.0/networks/746c5d70-a1cc-4dac-88dc-79545617c4ae HTTP/1.1" status: 204 len: 168 time: 0.9450040 May 27 22:32:16.007375 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:16.007812 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Added segment 411a5dbf-d382-4fba-8682-7853d80c6db3 of type vlan for network 827c3f0d-2fcb-41b4-8408-4b10dc56622c May 27 22:32:16.065035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47882) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:16.071415 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:16.143263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c837fb0-4afb-4d06-ac67-28ffca0adafb req-c722c669-2190-4a9b-8d43-f366a9682a0f tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:16.144990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4c837fb0-4afb-4d06-ac67-28ffca0adafb req-c722c669-2190-4a9b-8d43-f366a9682a0f tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 948 time: 0.1426234 May 27 22:32:16.193868 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4c837fb0-4afb-4d06-ac67-28ffca0adafb req-beb45467-2c77-4dbc-8cb5-8de3026e3aa2 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 May 27 22:32:16.275445 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:16.275445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:16.275445 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:16.425952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 591c6544-bcb5-4a42-bf06-2dede0698796 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:32:16.448053 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4774020 May 27 22:32:16.454650 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a4c386e1-496c-4128-9998-f54fea8e39f5 req-800162fe-7020-4a1c-bf1c-905612dd5e9b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 210 time: 0.0997479 May 27 22:32:16.476105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47894) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:16.476105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] Request body: {'subnet': {'network_id': '827c3f0d-2fcb-41b4-8408-4b10dc56622c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1065261372-subnet', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:16.476776 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27f63339-8aa3-4558-9218-a2b1775c5281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:16.483330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:16.489753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] Usage tracker for resource:subnet and tenant:f0db97a4368b4ad4a20a7758179275fe is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:16.493537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:16.513617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:16.528981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=827c3f0d-2fcb-41b4-8408-4b10dc56622c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:16.532186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-27f63339-8aa3-4558-9218-a2b1775c5281 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:16.539145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47898) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:16.575277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:16.575618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:16.575950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:16.576275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:16.576623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:16.576944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:16.577262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:16.577371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc1074-04ef-4dd2-8dc4-ad82540f02eb req-15441573-b898-4ecf-867c-8aa14e56b5e5 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:16.577575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:16.577896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:16.578405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:16.578728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:16.579130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d091ea-e32b-4da7-aee8-349590f75cf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:16.584802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12fc1074-04ef-4dd2-8dc4-ad82540f02eb req-15441573-b898-4ecf-867c-8aa14e56b5e5 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.1795359 May 27 22:32:16.623190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 827c3f0d-2fcb-41b4-8408-4b10dc56622c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:32:16.624001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-27f63339-8aa3-4558-9218-a2b1775c5281 admin admin] Usage tracker for resource:security_group_rule and tenant:055d6624f4c54a699401621b921dde9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:16.636336 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cb96a556-cc85-4d8d-9b08-76f077353a66 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=520a9f3935a748d9855575121bdfaf0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868204 May 27 22:32:16.636336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-27f63339-8aa3-4558-9218-a2b1775c5281 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:16.636336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47904) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:16.640445 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12fc1074-04ef-4dd2-8dc4-ad82540f02eb req-676501cf-f547-4969-a593-f8141edcff6e tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515287 May 27 22:32:16.652496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-27f63339-8aa3-4558-9218-a2b1775c5281 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:16.689229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] Made reservation on behalf of f0db97a4368b4ad4a20a7758179275fe for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:32:16.691796 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:16.759011 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 591c6544-bcb5-4a42-bf06-2dede0698796, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=591c6544-bcb5-4a42-bf06-2dede0698796,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:16.783539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '591c6544-bcb5-4a42-bf06-2dede0698796', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '591c6544-bcb5-4a42-bf06-2dede0698796', 'mac_address': 'fa:16:3e:4f:c5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:32:16.867749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 591c6544-bcb5-4a42-bf06-2dede0698796 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:16.868191 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:16.886113 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591c6544-bcb5-4a42-bf06-2dede0698796 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:32:16.902913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 591c6544-bcb5-4a42-bf06-2dede0698796, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=591c6544-bcb5-4a42-bf06-2dede0698796,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:16.956056 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8986909-9ea1-400d-a903-ec39d23b40b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.000773 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.033023 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8986909-9ea1-400d-a903-ec39d23b40b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.055376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-2c9674d3-e65b-4894-b5e7-e173aec60c09 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:17.056050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-2c9674d3-e65b-4894-b5e7-e173aec60c09 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Synchronizing usage tracker for tenant:a0f32423ee064513a3cd2a2144bb1b80 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:32:17.077533 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=591c6544-bcb5-4a42-bf06-2dede0698796,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:17.104877 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.114466 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27f63339-8aa3-4558-9218-a2b1775c5281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.187353 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a25491-f7fd-49a0-9cd6-3d01ef06691f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:17.196438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] Checking segment: {'id': '411a5dbf-d382-4fba-8682-7853d80c6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '827c3f0d-2fcb-41b4-8408-4b10dc56622c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:32:17.196839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] Network hostable DHCP agents. Network: 827c3f0d-2fcb-41b4-8408-4b10dc56622c, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:32:17.237661 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27f63339-8aa3-4558-9218-a2b1775c5281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.286607 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-27f63339-8aa3-4558-9218-a2b1775c5281 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=055d6624f4c54a699401621b921dde9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2199795 May 27 22:32:17.288597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47916) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:17.289574 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8986909-9ea1-400d-a903-ec39d23b40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.294523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-2c9674d3-e65b-4894-b5e7-e173aec60c09 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Unset dirty status for tenant:a0f32423ee064513a3cd2a2144bb1b80 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:32:17.296315 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-2c9674d3-e65b-4894-b5e7-e173aec60c09 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 812 time: 0.5461447 May 27 22:32:17.298405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f63339-8aa3-4558-9218-a2b1775c5281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34eca45d-cb8a-40e1-82f4-bdef68b06862,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:17.319455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Request body: {'port': {'device_id': 'eca4a9aa-c76c-4a82-bfbf-3485c778f9a3', 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041', 'admin_state_up': True, 'tenant_id': 'a0f32423ee064513a3cd2a2144bb1b80'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:17.343214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8986909-9ea1-400d-a903-ec39d23b40b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aa478a-cc2e-4caf-a766-69f129a129bb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:17.369225 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['591c6544-bcb5-4a42-bf06-2dede0698796'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:32:17.395770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] Network 827c3f0d-2fcb-41b4-8408-4b10dc56622c is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:32:17.422976 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8986909-9ea1-400d-a903-ec39d23b40b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.424504 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a8adf11-7619-485c-a740-ac09cf2124f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.428490 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b8986909-9ea1-400d-a903-ec39d23b40b6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/93aa478a-cc2e-4caf-a766-69f129a129bb HTTP/1.1" status: 204 len: 168 time: 0.7892771 May 27 22:32:17.484178 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a8adf11-7619-485c-a740-ac09cf2124f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.541149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:17.546825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Usage tracker for resource:port and tenant:a0f32423ee064513a3cd2a2144bb1b80 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:17.550708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:17.551850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 827c3f0d-2fcb-41b4-8408-4b10dc56622c) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:17.568929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:17.574028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e91ea-dfdd-4a64-8782-73f2d7160159 req-21314f9d-b9fe-4e8c-853c-03b622045433 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:17.575587 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d1e91ea-dfdd-4a64-8782-73f2d7160159 req-21314f9d-b9fe-4e8c-853c-03b622045433 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 949 time: 0.2390349 May 27 22:32:17.579178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:17.583623 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.584055 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1617c1-c473-4786-b87b-cfb917952427 None None] Network 827c3f0d-2fcb-41b4-8408-4b10dc56622c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:32:17.681736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68c0c781-20cb-48c1-af6f-8bb70c08d826 req-57ffcc5d-52e4-4310-adae-016bc16f63be tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 210 time: 0.0586948 May 27 22:32:17.689552 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a8adf11-7619-485c-a740-ac09cf2124f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.691861 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a8adf11-7619-485c-a740-ac09cf2124f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.695363 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1a8adf11-7619-485c-a740-ac09cf2124f4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/34eca45d-cb8a-40e1-82f4-bdef68b06862 HTTP/1.1" status: 204 len: 168 time: 0.4034901 May 27 22:32:17.700588 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d1e91ea-dfdd-4a64-8782-73f2d7160159 req-378e0ecb-bf0f-4042-bdfa-5c11e84d0a82 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101339 May 27 22:32:17.715825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Made reservation on behalf of a0f32423ee064513a3cd2a2144bb1b80 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:32:17.728711 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.746853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8adf11-7619-485c-a740-ac09cf2124f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eca45d-cb8a-40e1-82f4-bdef68b06862,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:17.756836 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-868cd45e-2016-4713-bc7b-0545b06924e8 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2861731 May 27 22:32:17.758955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47934) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:17.771335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1065261372-router', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:17.781806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:17.789228 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Usage tracker for resource:router and tenant:f0db97a4368b4ad4a20a7758179275fe is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:17.797905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:17.813247 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:17.957101 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-827c3f0d-2fcb-41b4-8408-4b10dc56622c', 'network_id': '827c3f0d-2fcb-41b4-8408-4b10dc56622c', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe', 'fixed_ips': [{'subnet_id': 'c6a25491-f7fd-49a0-9cd6-3d01ef06691f'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:32:17.958730 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.982690 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.983711 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:17.998497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Allocated IP 172.20.0.4 (7fa183cd-844a-4771-a3e2-7a9231a95041/a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb/05e63185-df4c-4737-84c1-0fde292c4e2a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:32:18.001339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:18.026039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8089a-fcf5-434a-aad2-fc7ad27c2246 req-de047f67-fe18-4e39-9115-b2df5ea2b7b1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:18.034651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fac8089a-fcf5-434a-aad2-fc7ad27c2246 req-de047f67-fe18-4e39-9115-b2df5ea2b7b1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.1609814 May 27 22:32:18.102036 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fac8089a-fcf5-434a-aad2-fc7ad27c2246 req-2937bff9-01fe-4578-bb10-6d221668b03c tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624807 May 27 22:32:18.148074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Allocated IP 172.20.0.2 (827c3f0d-2fcb-41b4-8408-4b10dc56622c/c6a25491-f7fd-49a0-9cd6-3d01ef06691f/3f113cd3-c33f-4b51-b34a-a3fcd37eec4f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:32:18.272225 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:18.367806 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:18.467029 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:18.488174 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Transition to ACTIVE for port object 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:32:18.499488 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Network 7fa183cd-844a-4771-a3e2-7a9231a95041 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:32:18.506487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Transition to ACTIVE for port object 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:32:18.509961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:18.515360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:32:18.521471 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:18.571931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Pushing event updated for resources: {'Port': ['ID=05e63185-df4c-4737-84c1-0fde292c4e2a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:18.590662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:18.591271 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:18.704040 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:18.819673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Network 827c3f0d-2fcb-41b4-8408-4b10dc56622c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:32:18.823833 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:18.826993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:32:18.889502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Pushing event updated for resources: {'Port': ['ID=3f113cd3-c33f-4b51-b34a-a3fcd37eec4f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:18.957122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Attempting to bind port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:32:18.957868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Attempting to bind port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '411a5dbf-d382-4fba-8682-7853d80c6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '827c3f0d-2fcb-41b4-8408-4b10dc56622c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:32:18.957977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Attempting to bind port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f on network 827c3f0d-2fcb-41b4-8408-4b10dc56622c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:32:18.963592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:32:18.964681 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Checking segment: {'id': '411a5dbf-d382-4fba-8682-7853d80c6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '827c3f0d-2fcb-41b4-8408-4b10dc56622c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:32:18.965152 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:18.965608 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Bound using segment: {'id': '411a5dbf-d382-4fba-8682-7853d80c6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '827c3f0d-2fcb-41b4-8408-4b10dc56622c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:32:18.966142 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Bound port: 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411a5dbf-d382-4fba-8682-7853d80c6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '827c3f0d-2fcb-41b4-8408-4b10dc56622c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:32:18.966686 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:18.990124 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-75088dc3-996d-4b8d-9d96-b7582d754d20 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6849043 May 27 22:32:19.003512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Request body: {'port': {'device_id': 'eca4a9aa-c76c-4a82-bfbf-3485c778f9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:19.069139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] For port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:32:19.072788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] For port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3f113cd3-c33f-4b51-b34a-a3fcd37eec4f,segment=NetworkSegment(411a5dbf-d382-4fba-8682-7853d80c6db3),segment_id=411a5dbf-d382-4fba-8682-7853d80c6db3)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:32:19.196504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47978) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:19.222590 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7399c1b5-841e-445a-a3a3-03603b034055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:19.227306 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:19.286901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7399c1b5-841e-445a-a3a3-03603b034055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:19.295727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7399c1b5-841e-445a-a3a3-03603b034055 admin admin] Usage tracker for resource:security_group_rule and tenant:3d80a54c4ebf43f3a07d67d840099a5e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:19.304626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7399c1b5-841e-445a-a3a3-03603b034055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:19.314398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7399c1b5-841e-445a-a3a3-03603b034055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:19.319844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:19.387873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cc893-4bb2-4325-ae2e-2eec2f352b9d None None] Pushing event updated for resources: {'Port': ['ID=3f113cd3-c33f-4b51-b34a-a3fcd37eec4f,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:19.406511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afc767-5d9a-456c-9c7a-7ce23290ff87 req-6ae91231-8d8a-4cab-8a76-6761e542095d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:19.418970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12afc767-5d9a-456c-9c7a-7ce23290ff87 req-6ae91231-8d8a-4cab-8a76-6761e542095d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 931 time: 0.4862792 May 27 22:32:19.421522 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:19.491720 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:19.505025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e4f6f-57e8-4166-9d23-1ad93f041df9 req-def4841b-dea4-4c86-be5f-33b20a35cb85 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:19.512953 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-059e4f6f-57e8-4166-9d23-1ad93f041df9 req-def4841b-dea4-4c86-be5f-33b20a35cb85 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 949 time: 0.5432246 May 27 22:32:19.601698 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12afc767-5d9a-456c-9c7a-7ce23290ff87 req-4fe39689-35d5-4dff-95e1-0a4ede2966c5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816084 May 27 22:32:19.681678 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-059e4f6f-57e8-4166-9d23-1ad93f041df9 req-6cf4d23e-79bb-4308-a411-1abc819ea4ad tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419840 May 27 22:32:19.767110 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7399c1b5-841e-445a-a3a3-03603b034055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:19.803941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Allocated IP 172.25.2.218 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/0d1391f3-a1d4-4339-8ceb-1856f0af7553) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:32:19.899562 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7399c1b5-841e-445a-a3a3-03603b034055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:19.931844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47988) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:19.967066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399c1b5-841e-445a-a3a3-03603b034055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb4d3ba-0eb1-4ee3-8647-5011b02feeb9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:19.971098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e63185-df4c-4737-84c1-0fde292c4e2a {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:32:19.983689 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7399c1b5-841e-445a-a3a3-03603b034055 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3d80a54c4ebf43f3a07d67d840099a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7832775 May 27 22:32:19.983689 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:19.984910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47994) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:20.019863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Transition to ACTIVE for port object 05e63185-df4c-4737-84c1-0fde292c4e2a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:32:20.062509 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3f15411-4311-421b-a472-bc60e2568302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:20.088636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4c48b-c67a-45a5-a2fd-9d8f8c3ab1b6 req-c8bb8233-27c2-49be-9c34-6ce35de2bb98 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:20.095362 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3f15411-4311-421b-a472-bc60e2568302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:20.096088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82c4c48b-c67a-45a5-a2fd-9d8f8c3ab1b6 req-c8bb8233-27c2-49be-9c34-6ce35de2bb98 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.2239890 May 27 22:32:20.115929 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:20.127373 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:20.151439 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82c4c48b-c67a-45a5-a2fd-9d8f8c3ab1b6 req-0edf492c-bfe7-4686-84bd-018574c8cabc tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544381 May 27 22:32:20.316256 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:20.374006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Pushing event updated for resources: {'Port': ['ID=05e63185-df4c-4737-84c1-0fde292c4e2a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:20.407212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:32:20.415802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:20.420986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:32:20.474544 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 591c6544-bcb5-4a42-bf06-2dede0698796 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:32:20.483970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Pushing event updated for resources: {'Port': ['ID=0d1391f3-a1d4-4339-8ceb-1856f0af7553,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:20.496851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Attempting to bind port 05e63185-df4c-4737-84c1-0fde292c4e2a on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:32:20.497389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Attempting to bind port 05e63185-df4c-4737-84c1-0fde292c4e2a by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:32:20.497912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Attempting to bind port 05e63185-df4c-4737-84c1-0fde292c4e2a on network 7fa183cd-844a-4771-a3e2-7a9231a95041 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:32:20.511309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73f2e-5edd-4348-9e82-7da8f9e9f4a8 req-1a10ddae-f31f-4cdb-bd66-e488897b7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:20.511309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73f2e-5edd-4348-9e82-7da8f9e9f4a8 req-1a10ddae-f31f-4cdb-bd66-e488897b7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:20.511919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73f2e-5edd-4348-9e82-7da8f9e9f4a8 req-1a10ddae-f31f-4cdb-bd66-e488897b7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:20.512577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73f2e-5edd-4348-9e82-7da8f9e9f4a8 req-1a10ddae-f31f-4cdb-bd66-e488897b7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:20.513223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73f2e-5edd-4348-9e82-7da8f9e9f4a8 req-1a10ddae-f31f-4cdb-bd66-e488897b7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:20.515434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73f2e-5edd-4348-9e82-7da8f9e9f4a8 req-1a10ddae-f31f-4cdb-bd66-e488897b7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:20.516071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73f2e-5edd-4348-9e82-7da8f9e9f4a8 req-1a10ddae-f31f-4cdb-bd66-e488897b7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:20.518297 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a4f73f2e-5edd-4348-9e82-7da8f9e9f4a8 req-1a10ddae-f31f-4cdb-bd66-e488897b7a1f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 6488 time: 0.5849862 May 27 22:32:20.523575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Port 05e63185-df4c-4737-84c1-0fde292c4e2a on network 7fa183cd-844a-4771-a3e2-7a9231a95041 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:32:20.527193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Attempting to bind port 05e63185-df4c-4737-84c1-0fde292c4e2a on network 7fa183cd-844a-4771-a3e2-7a9231a95041 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:32:20.575522 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3f15411-4311-421b-a472-bc60e2568302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:20.610786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:32:20.615310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Checking segment: {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:32:20.615310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Bound using segment: {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:32:20.615310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Bound port: 05e63185-df4c-4737-84c1-0fde292c4e2a, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:32:20.615310 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:20.632725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f15411-4311-421b-a472-bc60e2568302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb4d3ba-0eb1-4ee3-8647-5011b02feeb9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:20.689260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 591c6544-bcb5-4a42-bf06-2dede0698796 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:32:20.699596 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3f15411-4311-421b-a472-bc60e2568302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:20.702503 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a3f15411-4311-421b-a472-bc60e2568302 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ffb4d3ba-0eb1-4ee3-8647-5011b02feeb9 HTTP/1.1" status: 204 len: 168 time: 0.7166631 May 27 22:32:20.725916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:32:20.747918 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a4f73f2e-5edd-4348-9e82-7da8f9e9f4a8 req-a3ac6b55-79e0-4542-babd-bfe0a4da0bad service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=b8e4409d-daa7-4d56-8343-023124fd4800&id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2177033 May 27 22:32:20.826026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 591c6544-bcb5-4a42-bf06-2dede0698796 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:20.830922 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:20.846494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] For port 05e63185-df4c-4737-84c1-0fde292c4e2a, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:32:20.854765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] For port 05e63185-df4c-4737-84c1-0fde292c4e2a, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=05e63185-df4c-4737-84c1-0fde292c4e2a,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:32:20.938682 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:20.943821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ebc8ec-e8ce-48b3-a816-3ebaa65c5603 None None] Network 827c3f0d-2fcb-41b4-8408-4b10dc56622c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:32:21.064598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:21.065362 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:21.067580 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] 10.222.0.46 "PUT /v2.0/ports/05e63185-df4c-4737-84c1-0fde292c4e2a HTTP/1.1" status: 200 len: 1091 time: 2.0694392 May 27 22:32:21.068624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca4a9aa-c76c-4a82-bfbf-3485c778f9a3', 'tag': '05e63185-df4c-4737-84c1-0fde292c4e2a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:32:21.099134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f00afd-c83a-4ea0-a906-c728978670c7 service neutron] Pushing event updated for resources: {'Port': ['ID=05e63185-df4c-4737-84c1-0fde292c4e2a,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:21.159194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61960873-4aea-4668-a71d-96129d2a5011 req-4e707f82-aa90-4446-8915-5b3d43745841 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:21.161170 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-61960873-4aea-4668-a71d-96129d2a5011 req-4e707f82-aa90-4446-8915-5b3d43745841 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 949 time: 0.1621003 May 27 22:32:21.171051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9ec56-bd23-4dc8-8d04-eb9b7699b23b req-6a517b81-3c6a-46d5-917c-4d2f846542ed tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:21.172825 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9a9ec56-bd23-4dc8-8d04-eb9b7699b23b req-6a517b81-3c6a-46d5-917c-4d2f846542ed tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 943 time: 0.2497499 May 27 22:32:21.270429 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bedb4f4b-5a75-4522-9222-bfe028aaba49 None None] Provisioning for port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:32:21.319364 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 591c6544-bcb5-4a42-bf06-2dede0698796 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:21.319758 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:21.345820 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-61960873-4aea-4668-a71d-96129d2a5011 req-594ba23e-7fc3-4114-aaf9-fcf037d0888c tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715090 May 27 22:32:21.378541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:32:21.398605 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:21.398980 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:21.455178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-040f942f-62e9-4815-881a-287505a3c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:21.457020 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-040f942f-62e9-4815-881a-287505a3c5f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 1094 time: 0.2183497 May 27 22:32:21.493410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fdf7ca2-6248-4ccb-abc4-2345bd3def74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591c6544-bcb5-4a42-bf06-2dede0698796'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:32:21.516996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 591c6544-bcb5-4a42-bf06-2dede0698796, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=591c6544-bcb5-4a42-bf06-2dede0698796,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:21.561077 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-e52b222c-6f13-4d46-9b07-88bcd03ee1da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05e63185-df4c-4737-84c1-0fde292c4e2a HTTP/1.1" status: 200 len: 217 time: 0.0938456 May 27 22:32:21.606743 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:21.607189 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:21.619185 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:21.628704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9a9ec56-bd23-4dc8-8d04-eb9b7699b23b req-44791ce4-3884-41bc-914e-8ec00ac87a6e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369032 May 27 22:32:21.680923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-d372e26f-cc30-41a7-8fb7-d2ad47bd4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:21.688332 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-d372e26f-cc30-41a7-8fb7-d2ad47bd4ff2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb HTTP/1.1" status: 200 len: 852 time: 0.1172230 May 27 22:32:21.733228 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:21.750287 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3f113cd3-c33f-4b51-b34a-a3fcd37eec4f,segment=NetworkSegment(411a5dbf-d382-4fba-8682-7853d80c6db3),segment_id=411a5dbf-d382-4fba-8682-7853d80c6db3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:21.776819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=591c6544-bcb5-4a42-bf06-2dede0698796,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:21.803212 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57faa3e6-8250-4d7a-8ca2-6e411b20f872'] response: {'name': 'network-changed', 'server_uuid': 'eca4a9aa-c76c-4a82-bfbf-3485c778f9a3', 'tag': '05e63185-df4c-4737-84c1-0fde292c4e2a', 'status': 'completed', 'code': 200} May 27 22:32:21.823805 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-34096275-02e3-4b0e-a05c-5509f1e36a38 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7fa183cd-844a-4771-a3e2-7a9231a95041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1291151 May 27 22:32:21.827108 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:22.046709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=3f113cd3-c33f-4b51-b34a-a3fcd37eec4f,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:22.061413 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a36caf-5d31-4622-be3c-9a8a486b5d05'] response: {'server_uuid': '7fdf7ca2-6248-4ccb-abc4-2345bd3def74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591c6544-bcb5-4a42-bf06-2dede0698796', 'code': 200} May 27 22:32:22.068187 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:22.070078 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-39832c42-2316-4270-a877-b90ca830cb42 None None] Provisioning complete for port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:22.070675 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39832c42-2316-4270-a877-b90ca830cb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:22.116250 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-ae05b99a-1e82-4615-bbdc-723c7a48a4ce service neutron] 10.222.0.46 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902708 May 27 22:32:22.240983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-39832c42-2316-4270-a877-b90ca830cb42 None None] Current status of the port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:22.384690 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cc2e1f2b-91b0-435f-949c-61caacad5316 req-59e49dfa-f6ce-478c-8c1e-3a71566f2fa4 service neutron] 10.222.0.46 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613120 May 27 22:32:22.387295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a68e0-d4e3-482d-9192-88fd3ea01099 req-0353a964-c5a6-4ed5-b504-0a13ce908a9a tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:22.397947 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a63a68e0-d4e3-482d-9192-88fd3ea01099 req-0353a964-c5a6-4ed5-b504-0a13ce908a9a tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.4272082 May 27 22:32:22.416288 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:22.552061 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:32:22.575795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb632d-9e8c-4390-9bb1-ed2ccf5df906 req-7159d9dc-37e8-443f-8747-9cda63236b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:22.577722 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04bb632d-9e8c-4390-9bb1-ed2ccf5df906 req-7159d9dc-37e8-443f-8747-9cda63236b0f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 1101 time: 0.4254801 May 27 22:32:22.607590 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a63a68e0-d4e3-482d-9192-88fd3ea01099 req-d6582534-f8b2-44f5-96e8-23137e935994 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816823 May 27 22:32:22.745731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:22.746103 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:22.749619 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04bb632d-9e8c-4390-9bb1-ed2ccf5df906 req-38650e08-3eed-4650-a6ed-7bf9ce7ccac9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453180 May 27 22:32:22.767138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bcdae-e4d8-44a0-b999-43b442f5f5dd req-08a1c2a2-6deb-49da-b263-b6c47e9dbd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:22.768747 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f5bcdae-e4d8-44a0-b999-43b442f5f5dd req-08a1c2a2-6deb-49da-b263-b6c47e9dbd99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 1094 time: 0.1797879 May 27 22:32:22.793386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298766ab-0694-4563-a844-a9d7c47b7790 req-5d164cf5-f9c6-4637-9de1-08d3efc4be7f tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:22.794886 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-298766ab-0694-4563-a844-a9d7c47b7790 req-5d164cf5-f9c6-4637-9de1-08d3efc4be7f tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 950 time: 0.2897401 May 27 22:32:22.932073 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-298766ab-0694-4563-a844-a9d7c47b7790 req-4842a9da-35ac-4f1b-8f53-a3569551a00d tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283820 May 27 22:32:22.957537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48062) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:22.967930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:22.976145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bcff3-9350-4360-b8b4-41ed5551b718 req-56a561b1-c26b-462f-94d0-1408096b304e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:22.983590 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-463bcff3-9350-4360-b8b4-41ed5551b718 req-56a561b1-c26b-462f-94d0-1408096b304e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 943 time: 0.1870358 May 27 22:32:23.013448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Router 2e11baa9-61e8-47f7-8473-e3d37dc9d029 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:32:23.028661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bcdae-e4d8-44a0-b999-43b442f5f5dd req-39e9801c-c235-477f-bf3b-1937e482e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:23.030779 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f5bcdae-e4d8-44a0-b999-43b442f5f5dd req-39e9801c-c235-477f-bf3b-1937e482e78d service neutron] 10.222.0.46 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 913 time: 0.2530162 May 27 22:32:23.123866 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f5bcdae-e4d8-44a0-b999-43b442f5f5dd req-a90c8e26-43a7-4045-b611-098b9ca5ad51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05e63185-df4c-4737-84c1-0fde292c4e2a HTTP/1.1" status: 200 len: 217 time: 0.0872512 May 27 22:32:23.181870 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f619bc0-266c-46fa-abd9-b0db01b80e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:23.210951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0f619bc0-266c-46fa-abd9-b0db01b80e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:23.215912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-463bcff3-9350-4360-b8b4-41ed5551b718 req-71446f3c-5834-426b-9209-4bc4b3e9f365 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259786 May 27 22:32:23.218424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0f619bc0-266c-46fa-abd9-b0db01b80e37 admin admin] Usage tracker for resource:security_group_rule and tenant:0b4c784335e546938d00cbbe15b5663b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:23.223083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0f619bc0-266c-46fa-abd9-b0db01b80e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:23.231040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:32:23.236788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bcdae-e4d8-44a0-b999-43b442f5f5dd req-ccbaf607-468d-4170-b9e7-2b294d1e7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:23.238233 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f5bcdae-e4d8-44a0-b999-43b442f5f5dd req-ccbaf607-468d-4170-b9e7-2b294d1e7d9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb HTTP/1.1" status: 200 len: 852 time: 0.0954165 May 27 22:32:23.239082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0f619bc0-266c-46fa-abd9-b0db01b80e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:23.246226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Sync routers for ids ['2e11baa9-61e8-47f7-8473-e3d37dc9d029'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:32:23.258707 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Routers {'2e11baa9-61e8-47f7-8473-e3d37dc9d029'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:32:23.260481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:32:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e11baa9-61e8-47f7-8473-e3d37dc9d029'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:23.318202 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f5bcdae-e4d8-44a0-b999-43b442f5f5dd req-24deafa0-db93-4fa8-8d46-1f0cec622530 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7fa183cd-844a-4771-a3e2-7a9231a95041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652475 May 27 22:32:23.346450 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:23.348304 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0ef0cee0-917b-4a8c-9054-e4fb852c986a admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5883565 May 27 22:32:23.351348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48078) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:23.517324 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f5bcdae-e4d8-44a0-b999-43b442f5f5dd req-d22ed803-b027-4452-a999-74a1e6b54d8d service neutron] 10.222.0.46 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888230 May 27 22:32:23.529804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f619bc0-266c-46fa-abd9-b0db01b80e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:23.559910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Set router 2e11baa9-61e8-47f7-8473-e3d37dc9d029 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:32:23.613594 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f619bc0-266c-46fa-abd9-b0db01b80e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:23.717010 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0f619bc0-266c-46fa-abd9-b0db01b80e37 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0b4c784335e546938d00cbbe15b5663b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7603757 May 27 22:32:23.723505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48088) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:23.731391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f619bc0-266c-46fa-abd9-b0db01b80e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9458b253-1ebd-459e-af5b-4fa38336dd56,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:23.869129 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2f5bcdae-e4d8-44a0-b999-43b442f5f5dd req-6e171eab-7e3c-4cc7-a14c-9bc8b5991b35 service neutron] 10.222.0.46 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370824 May 27 22:32:23.877669 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2371bb3c-a5e4-4c66-9d17-419a82927f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:23.909232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2371bb3c-a5e4-4c66-9d17-419a82927f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:24.052076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'name': 'tempest-FloatingIPDetailsTestJSON-1065261372-router', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:17Z', 'updated_at': '2022-05-27T22:32:20Z', 'revision_number': 3, 'project_id': 'f0db97a4368b4ad4a20a7758179275fe', 'gw_port': {'id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:19Z', 'updated_at': '2022-05-27T22:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:24.056028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Checking router: 2e11baa9-61e8-47f7-8473-e3d37dc9d029 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:32:24.056609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Updating router 2e11baa9-61e8-47f7-8473-e3d37dc9d029 port 0d1391f3-a1d4-4339-8ceb-1856f0af7553 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:32:24.118104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2371bb3c-a5e4-4c66-9d17-419a82927f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:24.118602 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:24.141222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371bb3c-a5e4-4c66-9d17-419a82927f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9458b253-1ebd-459e-af5b-4fa38336dd56,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:24.154290 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2371bb3c-a5e4-4c66-9d17-419a82927f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:24.158782 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2371bb3c-a5e4-4c66-9d17-419a82927f97 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9458b253-1ebd-459e-af5b-4fa38336dd56 HTTP/1.1" status: 204 len: 168 time: 0.4317250 May 27 22:32:24.396632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63827dbb-8402-4289-97f0-beb602adb5d9 req-2b9b3832-df92-47f0-8027-e2844867d3ae tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:24.398881 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-63827dbb-8402-4289-97f0-beb602adb5d9 req-2b9b3832-df92-47f0-8027-e2844867d3ae tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.4052072 May 27 22:32:24.463285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789b64c-a2b9-44b5-aa50-069a479d1c94 req-2d4567fc-7e1d-4e32-bdac-37ab64e2479a tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:24.470359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0789b64c-a2b9-44b5-aa50-069a479d1c94 req-2d4567fc-7e1d-4e32-bdac-37ab64e2479a tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 950 time: 0.3874202 May 27 22:32:24.516559 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:24.531055 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Transition to ACTIVE for port object 0d1391f3-a1d4-4339-8ceb-1856f0af7553 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:32:24.567851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-63827dbb-8402-4289-97f0-beb602adb5d9 req-eb4cb382-bc8b-4d48-9233-2b1f8e1510aa tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571391 May 27 22:32:24.609965 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:24.614894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0789b64c-a2b9-44b5-aa50-069a479d1c94 req-103a4ce0-2a18-465b-b48c-cb4f3a406e4b tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436048 May 27 22:32:24.787182 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af573c-22c8-4b70-9fe3-e5c94fdb7a17 None None] Pushing event updated for resources: {'Port': ['ID=0d1391f3-a1d4-4339-8ceb-1856f0af7553,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:24.802219 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Attempting to bind port 0d1391f3-a1d4-4339-8ceb-1856f0af7553 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:32:24.802640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Attempting to bind port 0d1391f3-a1d4-4339-8ceb-1856f0af7553 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:32:24.803440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Attempting to bind port 0d1391f3-a1d4-4339-8ceb-1856f0af7553 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:32:24.811418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:32:24.811793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:32:24.812191 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:24.812619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:32:24.813078 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Bound port: 0d1391f3-a1d4-4339-8ceb-1856f0af7553, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:32:24.813454 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:24.889998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] For port 0d1391f3-a1d4-4339-8ceb-1856f0af7553, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:32:24.893847 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] For port 0d1391f3-a1d4-4339-8ceb-1856f0af7553, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0d1391f3-a1d4-4339-8ceb-1856f0af7553,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:32:25.001464 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:25.003455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ccb30-1839-4152-9fe7-aea5a5f194ff req-030e60b3-dc31-487f-bb45-362478269f84 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:25.004979 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-663ccb30-1839-4152-9fe7-aea5a5f194ff req-030e60b3-dc31-487f-bb45-362478269f84 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 943 time: 0.2038145 May 27 22:32:25.007263 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:25.067112 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-663ccb30-1839-4152-9fe7-aea5a5f194ff req-ed04350c-41ca-471d-b43d-910bb9298e71 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493145 May 27 22:32:25.097211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Routers {'2e11baa9-61e8-47f7-8473-e3d37dc9d029'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:32:25.097840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:32:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e11baa9-61e8-47f7-8473-e3d37dc9d029'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:25.196450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af573c-22c8-4b70-9fe3-e5c94fdb7a17 None None] Pushing event updated for resources: {'Port': ['ID=0d1391f3-a1d4-4339-8ceb-1856f0af7553,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:25.319253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] Set router 2e11baa9-61e8-47f7-8473-e3d37dc9d029 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:32:25.320312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Allocated IP 172.20.0.1 (827c3f0d-2fcb-41b4-8408-4b10dc56622c/c6a25491-f7fd-49a0-9cd6-3d01ef06691f/dfa2c65d-dae9-472f-b389-faff24607909) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:32:25.479182 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:25.495853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Transition to ACTIVE for port object dfa2c65d-dae9-472f-b389-faff24607909 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:32:25.679421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'name': 'tempest-FloatingIPDetailsTestJSON-1065261372-router', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:17Z', 'updated_at': '2022-05-27T22:32:20Z', 'revision_number': 3, 'project_id': 'f0db97a4368b4ad4a20a7758179275fe', 'gw_port': {'id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:19Z', 'updated_at': '2022-05-27T22:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:25.683682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6843e96b-c046-48e0-b79a-9b1920f92484 None None] The sync data for ids ['2e11baa9-61e8-47f7-8473-e3d37dc9d029'] in n-d-843680-3 is: [{'id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'name': 'tempest-FloatingIPDetailsTestJSON-1065261372-router', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:17Z', 'updated_at': '2022-05-27T22:32:20Z', 'revision_number': 3, 'project_id': 'f0db97a4368b4ad4a20a7758179275fe', 'gw_port': {'id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:19Z', 'updated_at': '2022-05-27T22:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:32:25.695848 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:25.748947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 05e63185-df4c-4737-84c1-0fde292c4e2a details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:32:25.806800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Network 827c3f0d-2fcb-41b4-8408-4b10dc56622c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:32:25.875157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:25.904020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:32:25.971944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 05e63185-df4c-4737-84c1-0fde292c4e2a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=05e63185-df4c-4737-84c1-0fde292c4e2a,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:25.999197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '05e63185-df4c-4737-84c1-0fde292c4e2a', 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041', 'port_id': '05e63185-df4c-4737-84c1-0fde292c4e2a', 'mac_address': 'fa:16:3e:5f:54:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:32:26.002914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Pushing event updated for resources: {'Port': ['ID=dfa2c65d-dae9-472f-b389-faff24607909,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:26.020180 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:26.161319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 05e63185-df4c-4737-84c1-0fde292c4e2a is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:26.162280 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:26.186368 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e63185-df4c-4737-84c1-0fde292c4e2a {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:32:26.226690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 05e63185-df4c-4737-84c1-0fde292c4e2a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=05e63185-df4c-4737-84c1-0fde292c4e2a,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:26.258009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b4d7e-0754-4495-b721-b5ea70d044e3 req-cfbcc70d-a620-488e-a199-c19fd94edf91 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:26.267492 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da1b4d7e-0754-4495-b721-b5ea70d044e3 req-cfbcc70d-a620-488e-a199-c19fd94edf91 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 950 time: 0.4894691 May 27 22:32:26.316381 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:26.395165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2066dec3-99cf-4f92-9aa3-a54d361fa58a None None] Provisioning for port dfa2c65d-dae9-472f-b389-faff24607909 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:32:26.402809 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2066dec3-99cf-4f92-9aa3-a54d361fa58a None None] Provisioning complete for port dfa2c65d-dae9-472f-b389-faff24607909 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:26.403185 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2066dec3-99cf-4f92-9aa3-a54d361fa58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:26.541785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2066dec3-99cf-4f92-9aa3-a54d361fa58a None None] Port dfa2c65d-dae9-472f-b389-faff24607909 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:32:26.557363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=05e63185-df4c-4737-84c1-0fde292c4e2a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:26.596940 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da1b4d7e-0754-4495-b721-b5ea70d044e3 req-de319812-14bc-4ce9-8c3b-4822c6da348d tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224437 May 27 22:32:26.623656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0d1391f3-a1d4-4339-8ceb-1856f0af7553 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:32:26.630293 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:26.738382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['05e63185-df4c-4737-84c1-0fde292c4e2a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:32:26.745717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c116eb8-7d4b-4b9f-9406-3eee84eed16f req-a2f5db3c-f6ac-4965-b409-f63389274350 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:26.752751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4c116eb8-7d4b-4b9f-9406-3eee84eed16f req-a2f5db3c-f6ac-4965-b409-f63389274350 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 944 time: 0.4240730 May 27 22:32:26.991642 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4c116eb8-7d4b-4b9f-9406-3eee84eed16f req-3333e8cf-af19-4098-b635-18baf7f3807e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349353 May 27 22:32:27.026794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 0d1391f3-a1d4-4339-8ceb-1856f0af7553 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:32:27.039891 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0d1391f3-a1d4-4339-8ceb-1856f0af7553 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:27.040604 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:27.086873 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:27.155184 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:27.187148 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0d1391f3-a1d4-4339-8ceb-1856f0af7553 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:27.187530 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:27.205764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 0d1391f3-a1d4-4339-8ceb-1856f0af7553, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0d1391f3-a1d4-4339-8ceb-1856f0af7553,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:27.273501 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:27.285258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Pushing event updated for resources: {'Port': ['ID=dfa2c65d-dae9-472f-b389-faff24607909,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:27.287727 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:27.392001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=0d1391f3-a1d4-4339-8ceb-1856f0af7553,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:27.466332 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-578ab858-3b56-4ca5-8757-4a5c6e1b1c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:27.494319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Network 827c3f0d-2fcb-41b4-8408-4b10dc56622c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:32:27.504412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634ff75-2f77-4c1b-ac78-b6eaff8157ea req-13142bc7-a23e-4388-aeef-5331eb99eac7 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:27.504412 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d634ff75-2f77-4c1b-ac78-b6eaff8157ea req-13142bc7-a23e-4388-aeef-5331eb99eac7 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 950 time: 0.1361995 May 27 22:32:27.505101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:27.636433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48194) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:27.757140 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d634ff75-2f77-4c1b-ac78-b6eaff8157ea req-da10cfce-dc21-41fe-bbdd-7be26a8d5b28 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958132 May 27 22:32:27.758990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 05e63185-df4c-4737-84c1-0fde292c4e2a up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:32:27.798182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Router 2e11baa9-61e8-47f7-8473-e3d37dc9d029 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:32:27.879767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e24446a7-c645-4657-990d-12d4b9c6ae6f None None] Provisioning complete for port dfa2c65d-dae9-472f-b389-faff24607909 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:27.880431 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e24446a7-c645-4657-990d-12d4b9c6ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:27.960901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e24446a7-c645-4657-990d-12d4b9c6ae6f None None] Port dfa2c65d-dae9-472f-b389-faff24607909 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:32:27.997757 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 05e63185-df4c-4737-84c1-0fde292c4e2a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:32:28.003493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 05e63185-df4c-4737-84c1-0fde292c4e2a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:28.003493 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:28.018972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:32:28.031974 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Sync routers for ids ['2e11baa9-61e8-47f7-8473-e3d37dc9d029'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:32:28.042234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1692312816-network', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:28.043128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5d8d23b7-49f0-4bf7-9c86-d6c3855323ed admin admin] 10.222.0.27 "PUT /v2.0/routers/2e11baa9-61e8-47f7-8473-e3d37dc9d029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6885941 May 27 22:32:28.054505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48218) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:28.057385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:28.071716 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Routers {'2e11baa9-61e8-47f7-8473-e3d37dc9d029'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:32:28.073554 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:32:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e11baa9-61e8-47f7-8473-e3d37dc9d029'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:28.075551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Usage tracker for resource:network and tenant:68c7ad7590c74c6ea735453ba30d2978 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:28.099143 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:28.114847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:28.183375 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 05e63185-df4c-4737-84c1-0fde292c4e2a is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:28.184263 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:28.208692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Made reservation on behalf of 68c7ad7590c74c6ea735453ba30d2978 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:32:28.211881 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:28.223520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca4a9aa-c76c-4a82-bfbf-3485c778f9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e63185-df4c-4737-84c1-0fde292c4e2a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:32:28.245657 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:28.258507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 05e63185-df4c-4737-84c1-0fde292c4e2a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=05e63185-df4c-4737-84c1-0fde292c4e2a,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:28.265707 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:28.270841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Usage tracker for resource:security_group_rule and tenant:68c7ad7590c74c6ea735453ba30d2978 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:28.276492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:28.284076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:28.305056 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63a5cdc-c961-4406-9e32-a1a21b957d38'] response: {'server_uuid': 'eca4a9aa-c76c-4a82-bfbf-3485c778f9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e63185-df4c-4737-84c1-0fde292c4e2a', 'code': 200} May 27 22:32:28.335026 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:28.427211 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Set router 2e11baa9-61e8-47f7-8473-e3d37dc9d029 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:32:28.493147 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6e96f34-e788-49c0-ab30-fbf86ac675b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:28.521983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=05e63185-df4c-4737-84c1-0fde292c4e2a,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:28.566263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e6e96f34-e788-49c0-ab30-fbf86ac675b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:28.578630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec9c9d-8b86-459e-a4d5-259d2cf42617 req-e23f4e09-7935-4c7a-8ef4-0762376098b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:28.580302 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a6ec9c9d-8b86-459e-a4d5-259d2cf42617 req-e23f4e09-7935-4c7a-8ef4-0762376098b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 1096 time: 0.2090805 May 27 22:32:28.605978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e6e96f34-e788-49c0-ab30-fbf86ac675b9 admin admin] Usage tracker for resource:security_group_rule and tenant:672266a125bd48f9baf1aeb0472803ae is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:28.619383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e6e96f34-e788-49c0-ab30-fbf86ac675b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:28.625339 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:28.629935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0d1391f3-a1d4-4339-8ceb-1856f0af7553 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:32:28.654219 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a6ec9c9d-8b86-459e-a4d5-259d2cf42617 req-590804f8-1d03-479e-9a9e-6fd2a1ba0801 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658135 May 27 22:32:28.655882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e6e96f34-e788-49c0-ab30-fbf86ac675b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:28.686118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdf868-3275-4e8f-b3c2-caed11df541c req-b8fcc7e0-4089-4d40-b742-25af22a0fb2c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:28.689929 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99fdf868-3275-4e8f-b3c2-caed11df541c req-b8fcc7e0-4089-4d40-b742-25af22a0fb2c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 945 time: 0.4460831 May 27 22:32:28.694631 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:28.712236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:32:28.731474 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:28.732996 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Added segment 172f77b1-55c9-4949-bf9f-60a9d749b5da of type vlan for network b957311f-fd88-480a-a94d-27fae71f4b4c May 27 22:32:28.790793 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:28.826049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0d1391f3-a1d4-4339-8ceb-1856f0af7553 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:28.826560 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:28.875979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0355af77-97e7-4bf1-8cf0-5053bb0f0683,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:28.917815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:28.919543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:28.920632 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:28.965018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99fdf868-3275-4e8f-b3c2-caed11df541c req-6acad039-0b52-4b3e-9912-7292399d9646 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631934 May 27 22:32:29.087645 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'name': 'tempest-FloatingIPDetailsTestJSON-1065261372-router', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:17Z', 'updated_at': '2022-05-27T22:32:26Z', 'revision_number': 4, 'project_id': 'f0db97a4368b4ad4a20a7758179275fe', 'gw_port': {'id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:19Z', 'updated_at': '2022-05-27T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'dfa2c65d-dae9-472f-b389-faff24607909', 'name': '', 'network_id': '827c3f0d-2fcb-41b4-8408-4b10dc56622c', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe', 'mac_address': 'fa:16:3e:80:01:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c6a25491-f7fd-49a0-9cd6-3d01ef06691f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:25Z', 'updated_at': '2022-05-27T22:32:26Z', 'revision_number': 2, 'project_id': 'f0db97a4368b4ad4a20a7758179275fe', 'subnets': [{'id': 'c6a25491-f7fd-49a0-9cd6-3d01ef06691f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:29.094099 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Checking router: 2e11baa9-61e8-47f7-8473-e3d37dc9d029 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:32:29.094666 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Updating router 2e11baa9-61e8-47f7-8473-e3d37dc9d029 port dfa2c65d-dae9-472f-b389-faff24607909 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:32:29.174386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0d1391f3-a1d4-4339-8ceb-1856f0af7553 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:29.192794 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:29.201958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-0e7fa7bd-3c80-4f8b-940e-b9c24a8b8996 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2313375 May 27 22:32:29.278042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:29.284433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:29.288719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Usage tracker for resource:floatingip and tenant:f0db97a4368b4ad4a20a7758179275fe is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:29.291696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:29.299151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:29.308542 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6697094 May 27 22:32:29.320104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48250) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:29.332500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] Request body: {'subnet': {'network_id': 'b957311f-fd88-480a-a94d-27fae71f4b4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1692312816-subnet', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:29.344039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82912472-ffe1-442d-8a4c-da9949103c6a admin admin] Pushing event updated for resources: {'Network': ['ID=b957311f-fd88-480a-a94d-27fae71f4b4c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:29.348664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:29.352138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1579d74-4269-47d8-a82e-d39064243f06 req-7aa82927-767d-4f63-bdba-30c22f2a1caa tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:29.353991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1579d74-4269-47d8-a82e-d39064243f06 req-7aa82927-767d-4f63-bdba-30c22f2a1caa tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.57 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 950 time: 0.5800221 May 27 22:32:29.357528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] Usage tracker for resource:subnet and tenant:68c7ad7590c74c6ea735453ba30d2978 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:29.358262 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network b957311f-fd88-480a-a94d-27fae71f4b4c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:32:29.366185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:29.371520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:29.421540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db6f07-bb93-407a-9a2e-1c2aaca3e241 req-93eeda4e-9965-48b3-a07a-df3f854a9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:29.423015 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92db6f07-bb93-407a-9a2e-1c2aaca3e241 req-93eeda4e-9965-48b3-a07a-df3f854a9d58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66c8ee59557b4baea4ae26e059dc0936&device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 1096 time: 0.1814213 May 27 22:32:29.562180 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48254) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:29.565355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] Made reservation on behalf of 68c7ad7590c74c6ea735453ba30d2978 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:32:29.567785 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:29.657299 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:29.770319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76daab-c645-4210-9c5e-00333e47fc28 req-91649371-06d8-44b6-b710-da2db2214b58 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:29.775099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a93c6344-3942-4ca3-84e8-a42a4ef25c33 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:32:29.782941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5c76daab-c645-4210-9c5e-00333e47fc28 req-91649371-06d8-44b6-b710-da2db2214b58 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 950 time: 0.5768301 May 27 22:32:29.814007 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29e1b975-07ae-4ddb-b7e0-a554bbff882a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:29.891369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db6f07-bb93-407a-9a2e-1c2aaca3e241 req-70ac0a53-a8b6-4713-821c-d560cb5d1064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:29.893200 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92db6f07-bb93-407a-9a2e-1c2aaca3e241 req-70ac0a53-a8b6-4713-821c-d560cb5d1064 service neutron] 10.222.0.46 "GET /v2.0/networks?id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c HTTP/1.1" status: 200 len: 905 time: 0.4388623 May 27 22:32:29.980930 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb497705-5488-40bf-bb9f-66f421ce91d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.029662 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92db6f07-bb93-407a-9a2e-1c2aaca3e241 req-4cc02685-fe3a-48ed-b588-85e427cc45b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a93c6344-3942-4ca3-84e8-a42a4ef25c33 HTTP/1.1" status: 200 len: 217 time: 0.1189294 May 27 22:32:30.039185 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.055137 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Transition to ACTIVE for port object dfa2c65d-dae9-472f-b389-faff24607909 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:32:30.075308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5c76daab-c645-4210-9c5e-00333e47fc28 req-0151ec73-91d8-42b5-baa6-6cb3276bc082 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904768 May 27 22:32:30.092237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a93c6344-3942-4ca3-84e8-a42a4ef25c33, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a93c6344-3942-4ca3-84e8-a42a4ef25c33,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:30.103926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'a93c6344-3942-4ca3-84e8-a42a4ef25c33', 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c', 'port_id': 'a93c6344-3942-4ca3-84e8-a42a4ef25c33', 'mac_address': 'fa:16:3e:cb:cc:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:32:30.126397 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6e96f34-e788-49c0-ab30-fbf86ac675b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.131132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-a1579d74-4269-47d8-a82e-d39064243f06 req-4b6f281e-7484-41b8-adef-7e1d28c9db64 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Deleting port 591c6544-bcb5-4a42-bf06-2dede0698796 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:32:30.132104 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a1579d74-4269-47d8-a82e-d39064243f06 req-4b6f281e-7484-41b8-adef-7e1d28c9db64 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.133811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db6f07-bb93-407a-9a2e-1c2aaca3e241 req-3f95ffb2-12d7-47a3-849f-832d3a8c2d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:30.136114 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92db6f07-bb93-407a-9a2e-1c2aaca3e241 req-3f95ffb2-12d7-47a3-849f-832d3a8c2d5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da HTTP/1.1" status: 200 len: 844 time: 0.0883837 May 27 22:32:30.137150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eb497705-5488-40bf-bb9f-66f421ce91d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:30.141575 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.210330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eb497705-5488-40bf-bb9f-66f421ce91d5 admin admin] Usage tracker for resource:security_group_rule and tenant:1ce0c38701d44661a0cdf10c30508722 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:30.213401 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eb497705-5488-40bf-bb9f-66f421ce91d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:30.240698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-eb497705-5488-40bf-bb9f-66f421ce91d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:30.245533 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92db6f07-bb93-407a-9a2e-1c2aaca3e241 req-59b84eb1-449b-405c-aa76-c2983652884b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036575 May 27 22:32:30.276792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port a93c6344-3942-4ca3-84e8-a42a4ef25c33 is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:30.277456 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.286921 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6e96f34-e788-49c0-ab30-fbf86ac675b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.297264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a93c6344-3942-4ca3-84e8-a42a4ef25c33 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:32:30.306202 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914c7d8-05d7-4576-8490-34f61ef25e6d None None] Pushing event updated for resources: {'Port': ['ID=dfa2c65d-dae9-472f-b389-faff24607909,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:30.316989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a93c6344-3942-4ca3-84e8-a42a4ef25c33, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a93c6344-3942-4ca3-84e8-a42a4ef25c33,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:30.318096 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914c7d8-05d7-4576-8490-34f61ef25e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:30.318392 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914c7d8-05d7-4576-8490-34f61ef25e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:30.318734 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914c7d8-05d7-4576-8490-34f61ef25e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:30.319297 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914c7d8-05d7-4576-8490-34f61ef25e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:30.319575 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914c7d8-05d7-4576-8490-34f61ef25e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:30.319921 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914c7d8-05d7-4576-8490-34f61ef25e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:30.320394 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914c7d8-05d7-4576-8490-34f61ef25e6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:30.320719 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914c7d8-05d7-4576-8490-34f61ef25e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:30.321033 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914c7d8-05d7-4576-8490-34f61ef25e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:30.321390 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914c7d8-05d7-4576-8490-34f61ef25e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:30.321705 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914c7d8-05d7-4576-8490-34f61ef25e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:30.322015 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914c7d8-05d7-4576-8490-34f61ef25e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:30.351148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e96f34-e788-49c0-ab30-fbf86ac675b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f556ee-80d9-44a6-af9d-8b4593b391c1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:30.429141 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.550567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['a93c6344-3942-4ca3-84e8-a42a4ef25c33'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:32:30.559549 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.613365 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92db6f07-bb93-407a-9a2e-1c2aaca3e241 req-a3d1bed9-509e-456a-9654-4a99b8483f11 service neutron] 10.222.0.46 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526983 May 27 22:32:30.623889 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Attempting to bind port dfa2c65d-dae9-472f-b389-faff24607909 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:32:30.626155 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Attempting to bind port dfa2c65d-dae9-472f-b389-faff24607909 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '411a5dbf-d382-4fba-8682-7853d80c6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '827c3f0d-2fcb-41b4-8408-4b10dc56622c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:32:30.626587 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Attempting to bind port dfa2c65d-dae9-472f-b389-faff24607909 on network 827c3f0d-2fcb-41b4-8408-4b10dc56622c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:32:30.636566 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:32:30.641922 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Checking segment: {'id': '411a5dbf-d382-4fba-8682-7853d80c6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '827c3f0d-2fcb-41b4-8408-4b10dc56622c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:32:30.641922 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.641922 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Bound using segment: {'id': '411a5dbf-d382-4fba-8682-7853d80c6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '827c3f0d-2fcb-41b4-8408-4b10dc56622c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:32:30.641922 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Bound port: dfa2c65d-dae9-472f-b389-faff24607909, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '411a5dbf-d382-4fba-8682-7853d80c6db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '827c3f0d-2fcb-41b4-8408-4b10dc56622c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:32:30.641922 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.767339 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] For port dfa2c65d-dae9-472f-b389-faff24607909, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:32:30.770998 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] For port dfa2c65d-dae9-472f-b389-faff24607909, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=dfa2c65d-dae9-472f-b389-faff24607909,segment=NetworkSegment(411a5dbf-d382-4fba-8682-7853d80c6db3),segment_id=411a5dbf-d382-4fba-8682-7853d80c6db3)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:32:30.787526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=a93c6344-3942-4ca3-84e8-a42a4ef25c33,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:30.797084 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.831528 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e6e96f34-e788-49c0-ab30-fbf86ac675b9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=672266a125bd48f9baf1aeb0472803ae&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7759306 May 27 22:32:30.836605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ca2480-a626-4b4f-85be-41d74edc2b6e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:30.839061 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48282) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:30.843727 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb497705-5488-40bf-bb9f-66f421ce91d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.851095 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92db6f07-bb93-407a-9a2e-1c2aaca3e241 req-f102f30f-f67a-4b77-9846-70ec605af59f service neutron] 10.222.0.46 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132940 May 27 22:32:30.855158 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.884367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] Checking segment: {'id': '172f77b1-55c9-4949-bf9f-60a9d749b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b957311f-fd88-480a-a94d-27fae71f4b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:32:30.884713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] Network hostable DHCP agents. Network: b957311f-fd88-480a-a94d-27fae71f4b4c, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:32:30.912785 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb497705-5488-40bf-bb9f-66f421ce91d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.946507 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:30.988765 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-eb497705-5488-40bf-bb9f-66f421ce91d5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1ce0c38701d44661a0cdf10c30508722&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4224596 May 27 22:32:30.989388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb497705-5488-40bf-bb9f-66f421ce91d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49f044b-ce42-44bb-a0ee-72b41c581765,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:30.991827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48286) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:30.994434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884ca42b-a1a7-40db-a924-e48ca32d1ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:31.004939 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914c7d8-05d7-4576-8490-34f61ef25e6d None None] Pushing event updated for resources: {'Port': ['ID=dfa2c65d-dae9-472f-b389-faff24607909,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:31.017128 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:31.024966 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Routers {'2e11baa9-61e8-47f7-8473-e3d37dc9d029'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:32:31.026665 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:32:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e11baa9-61e8-47f7-8473-e3d37dc9d029'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:31.056672 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884ca42b-a1a7-40db-a924-e48ca32d1ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:31.080764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] Network b957311f-fd88-480a-a94d-27fae71f4b4c is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:32:31.160577 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f21a1692-67d3-4688-93d7-4c333c798325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:31.180981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, b957311f-fd88-480a-a94d-27fae71f4b4c) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:31.191427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edecfa7a-c7e2-4d91-a45f-ac45a1e02988 None None] Network b957311f-fd88-480a-a94d-27fae71f4b4c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:32:31.192183 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64cfe2-392f-4d93-8fef-d15004494c02 req-3d84a392-6613-40c1-8e7e-39ed47ab93be tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:31.201515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc64cfe2-392f-4d93-8fef-d15004494c02 req-3d84a392-6613-40c1-8e7e-39ed47ab93be tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 945 time: 0.7818611 May 27 22:32:31.208923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:31.209740 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:31.244716 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f21a1692-67d3-4688-93d7-4c333c798325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:31.318323 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2a207274-d75f-4276-873c-bcddd83e9222 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9927726 May 27 22:32:31.321170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:31.328277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1692312816-router', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:31.333983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:31.338618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Usage tracker for resource:router and tenant:68c7ad7590c74c6ea735453ba30d2978 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:31.341894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:31.344790 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] Set router 2e11baa9-61e8-47f7-8473-e3d37dc9d029 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:32:31.354007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:31.362932 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884ca42b-a1a7-40db-a924-e48ca32d1ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:31.384820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ca42b-a1a7-40db-a924-e48ca32d1ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f556ee-80d9-44a6-af9d-8b4593b391c1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:31.395181 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-884ca42b-a1a7-40db-a924-e48ca32d1ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:31.396448 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-884ca42b-a1a7-40db-a924-e48ca32d1ee5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/17f556ee-80d9-44a6-af9d-8b4593b391c1 HTTP/1.1" status: 204 len: 168 time: 0.5513916 May 27 22:32:31.417733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc64cfe2-392f-4d93-8fef-d15004494c02 req-9736716f-abc7-47ee-942d-c6efe47b7a7e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121899 May 27 22:32:31.424320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-a1579d74-4269-47d8-a82e-d39064243f06 req-4b6f281e-7484-41b8-adef-7e1d28c9db64 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] For port 591c6544-bcb5-4a42-bf06-2dede0698796, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=591c6544-bcb5-4a42-bf06-2dede0698796,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:31.425192 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a1579d74-4269-47d8-a82e-d39064243f06 req-4b6f281e-7484-41b8-adef-7e1d28c9db64 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:31.429891 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f21a1692-67d3-4688-93d7-4c333c798325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:31.438455 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f21a1692-67d3-4688-93d7-4c333c798325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:31.440176 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f21a1692-67d3-4688-93d7-4c333c798325 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d49f044b-ce42-44bb-a0ee-72b41c581765 HTTP/1.1" status: 204 len: 168 time: 0.4472046 May 27 22:32:31.461330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a1692-67d3-4688-93d7-4c333c798325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49f044b-ce42-44bb-a0ee-72b41c581765,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:31.479191 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:31.481299 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:31.502822 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:31.734487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-a1579d74-4269-47d8-a82e-d39064243f06 req-4b6f281e-7484-41b8-adef-7e1d28c9db64 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Calling delete_port for 591c6544-bcb5-4a42-bf06-2dede0698796 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:32:31.826800 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a93c6344-3942-4ca3-84e8-a42a4ef25c33 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:32:31.866524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Allocated IP 172.25.2.152 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/72e09ed0-5697-4bdf-a920-f841d475d392) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:32:31.954764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-b957311f-fd88-480a-a94d-27fae71f4b4c', 'network_id': 'b957311f-fd88-480a-a94d-27fae71f4b4c', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978', 'fixed_ips': [{'subnet_id': '21ca2480-a626-4b4f-85be-41d74edc2b6e'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:32:31.956901 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:32.148421 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'name': 'tempest-FloatingIPDetailsTestJSON-1065261372-router', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:17Z', 'updated_at': '2022-05-27T22:32:26Z', 'revision_number': 4, 'project_id': 'f0db97a4368b4ad4a20a7758179275fe', 'gw_port': {'id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:19Z', 'updated_at': '2022-05-27T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'dfa2c65d-dae9-472f-b389-faff24607909', 'name': '', 'network_id': '827c3f0d-2fcb-41b4-8408-4b10dc56622c', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe', 'mac_address': 'fa:16:3e:80:01:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c6a25491-f7fd-49a0-9cd6-3d01ef06691f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:25Z', 'updated_at': '2022-05-27T22:32:30Z', 'revision_number': 4, 'project_id': 'f0db97a4368b4ad4a20a7758179275fe', 'subnets': [{'id': 'c6a25491-f7fd-49a0-9cd6-3d01ef06691f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:32.157632 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850dcfd7-26f8-4b32-8613-54c44af9851a None None] The sync data for ids ['2e11baa9-61e8-47f7-8473-e3d37dc9d029'] in n-d-843680-3 is: [{'id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'name': 'tempest-FloatingIPDetailsTestJSON-1065261372-router', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:17Z', 'updated_at': '2022-05-27T22:32:26Z', 'revision_number': 4, 'project_id': 'f0db97a4368b4ad4a20a7758179275fe', 'gw_port': {'id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:19Z', 'updated_at': '2022-05-27T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'dfa2c65d-dae9-472f-b389-faff24607909', 'name': '', 'network_id': '827c3f0d-2fcb-41b4-8408-4b10dc56622c', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe', 'mac_address': 'fa:16:3e:80:01:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': 'c6a25491-f7fd-49a0-9cd6-3d01ef06691f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:25Z', 'updated_at': '2022-05-27T22:32:30Z', 'revision_number': 4, 'project_id': 'f0db97a4368b4ad4a20a7758179275fe', 'subnets': [{'id': 'c6a25491-f7fd-49a0-9cd6-3d01ef06691f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:32:32.236946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Allocated IP 172.20.0.2 (b957311f-fd88-480a-a94d-27fae71f4b4c/21ca2480-a626-4b4f-85be-41d74edc2b6e/9f8d4ccb-4f4a-4182-aba1-c814e307576b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:32:32.272555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:32.495096 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:32.562191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b0137-b9e7-4378-9ca1-2c8207d27276 req-51ab05f8-3712-409e-8676-64538fe7eb84 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:32.566905 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8f1b0137-b9e7-4378-9ca1-2c8207d27276 req-51ab05f8-3712-409e-8676-64538fe7eb84 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/ports?device_id=7fdf7ca2-6248-4ccb-abc4-2345bd3def74 HTTP/1.1" status: 200 len: 950 time: 0.8397481 May 27 22:32:32.643134 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:32.676618 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Transition to ACTIVE for port object 9f8d4ccb-4f4a-4182-aba1-c814e307576b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:32:32.734163 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:32.734284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Transition to ACTIVE for port object 9f8d4ccb-4f4a-4182-aba1-c814e307576b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:32:32.739379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 591c6544-bcb5-4a42-bf06-2dede0698796 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:32:32.789050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device dfa2c65d-dae9-472f-b389-faff24607909 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:32:32.865046 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:32:32.879604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:32.882678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:32:32.890177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:32.906564 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:32.907218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 591c6544-bcb5-4a42-bf06-2dede0698796 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:32:32.907578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 591c6544-bcb5-4a42-bf06-2dede0698796 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:32:32.917344 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a1579d74-4269-47d8-a82e-d39064243f06 req-4b6f281e-7484-41b8-adef-7e1d28c9db64 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:32.922637 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:32.958659 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81aeed90-936f-4d43-b2f8-37aa7c458761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:33.012397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81aeed90-936f-4d43-b2f8-37aa7c458761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:33.077062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1579d74-4269-47d8-a82e-d39064243f06 req-4b6f281e-7484-41b8-adef-7e1d28c9db64 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] No DVR routers for this DVR port 591c6544-bcb5-4a42-bf06-2dede0698796 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:32:33.083153 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a1579d74-4269-47d8-a82e-d39064243f06 req-4b6f281e-7484-41b8-adef-7e1d28c9db64 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:33.115692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fdf7ca2-6248-4ccb-abc4-2345bd3def74', 'name': 'network-vif-deleted', 'tag': '591c6544-bcb5-4a42-bf06-2dede0698796'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:32:33.125063 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8f1b0137-b9e7-4378-9ca1-2c8207d27276 req-d4a7694c-913e-4777-9dbf-dea25d180a5e tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.27 "GET /v2.0/security-groups?id=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476589 May 27 22:32:33.139028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Pushing event updated for resources: {'Port': ['ID=72e09ed0-5697-4bdf-a920-f841d475d392,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:33.193755 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1579d74-4269-47d8-a82e-d39064243f06 req-4b6f281e-7484-41b8-adef-7e1d28c9db64 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] 10.222.0.57 "DELETE /v2.0/ports/591c6544-bcb5-4a42-bf06-2dede0698796 HTTP/1.1" status: 204 len: 173 time: 3.8315265 May 27 22:32:33.206434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f281e-7484-41b8-adef-7e1d28c9db64 tempest-ImagesNegativeTestJSON-2117869506 tempest-ImagesNegativeTestJSON-2117869506-project] Pushing event deleted for resources: {'Port': ['ID=591c6544-bcb5-4a42-bf06-2dede0698796,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:33.226510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Network b957311f-fd88-480a-a94d-27fae71f4b4c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:32:33.266437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:33.277241 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:33.297608 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:32:33.379016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81aeed90-936f-4d43-b2f8-37aa7c458761 admin admin] Usage tracker for resource:security_group_rule and tenant:55615927f99240069574b80234f39ffe is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:33.408262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81aeed90-936f-4d43-b2f8-37aa7c458761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:33.578741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81aeed90-936f-4d43-b2f8-37aa7c458761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:33.648288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Pushing event updated for resources: {'Port': ['ID=9f8d4ccb-4f4a-4182-aba1-c814e307576b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:33.664761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port a93c6344-3942-4ca3-84e8-a42a4ef25c33 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:33.664761 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:33.752731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Attempting to bind port 9f8d4ccb-4f4a-4182-aba1-c814e307576b on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:32:33.753255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Attempting to bind port 9f8d4ccb-4f4a-4182-aba1-c814e307576b by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '172f77b1-55c9-4949-bf9f-60a9d749b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b957311f-fd88-480a-a94d-27fae71f4b4c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:32:33.758667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Attempting to bind port 9f8d4ccb-4f4a-4182-aba1-c814e307576b on network b957311f-fd88-480a-a94d-27fae71f4b4c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:32:33.784475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:32:33.788086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Checking segment: {'id': '172f77b1-55c9-4949-bf9f-60a9d749b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b957311f-fd88-480a-a94d-27fae71f4b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:32:33.789283 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:33.789771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Bound using segment: {'id': '172f77b1-55c9-4949-bf9f-60a9d749b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b957311f-fd88-480a-a94d-27fae71f4b4c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:32:33.792867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Bound port: 9f8d4ccb-4f4a-4182-aba1-c814e307576b, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172f77b1-55c9-4949-bf9f-60a9d749b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b957311f-fd88-480a-a94d-27fae71f4b4c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:32:33.793338 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:33.796190 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:33.820045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:33.821990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port dfa2c65d-dae9-472f-b389-faff24607909 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:32:33.938995 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:33.946589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port dfa2c65d-dae9-472f-b389-faff24607909 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:33.947053 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:34.103187 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:34.184762 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:34.343849 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e69e05-2594-4ad4-926c-8c178d014e47'] response: {'server_uuid': '7fdf7ca2-6248-4ccb-abc4-2345bd3def74', 'name': 'network-vif-deleted', 'tag': '591c6544-bcb5-4a42-bf06-2dede0698796', 'status': 'completed', 'code': 200} May 27 22:32:34.352740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Allocated IP 172.25.2.50 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/0e4162aa-9401-4168-88ba-ec4282def12a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:32:34.366637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Pushing event updated for resources: {'Port': ['ID=72e09ed0-5697-4bdf-a920-f841d475d392,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:34.402510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] For port 9f8d4ccb-4f4a-4182-aba1-c814e307576b, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:32:34.421064 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81aeed90-936f-4d43-b2f8-37aa7c458761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:34.520955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port a93c6344-3942-4ca3-84e8-a42a4ef25c33 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:34.526635 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:34.532567 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81aeed90-936f-4d43-b2f8-37aa7c458761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:34.611686 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:34.623895 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-81aeed90-936f-4d43-b2f8-37aa7c458761 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=55615927f99240069574b80234f39ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7316458 May 27 22:32:34.627550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48348) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:34.654558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aeed90-936f-4d43-b2f8-37aa7c458761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baf8aa3-2f9a-4143-b924-ca7051a21665,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:34.657896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a93c6344-3942-4ca3-84e8-a42a4ef25c33, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a93c6344-3942-4ca3-84e8-a42a4ef25c33,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:34.672905 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port dfa2c65d-dae9-472f-b389-faff24607909 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:34.673565 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:34.695397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6810010-1561-45c9-be82-733c6bc832e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c6344-3942-4ca3-84e8-a42a4ef25c33'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:32:34.706007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] For port 9f8d4ccb-4f4a-4182-aba1-c814e307576b, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9f8d4ccb-4f4a-4182-aba1-c814e307576b,segment=NetworkSegment(172f77b1-55c9-4949-bf9f-60a9d749b5da),segment_id=172f77b1-55c9-4949-bf9f-60a9d749b5da)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:32:34.719312 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:34.722423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4aea7e-4b9f-4e2f-b992-339ba7375ee5 req-48a56adc-a636-4426-a946-00bf6e64a61f tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:34.725702 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f4aea7e-4b9f-4e2f-b992-339ba7375ee5 req-48a56adc-a636-4426-a946-00bf6e64a61f tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 945 time: 0.3100700 May 27 22:32:34.729283 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:34.730498 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-f2bde61b-447e-4e4b-a66e-b54df76d05b3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4648125 May 27 22:32:34.793149 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:34.804854 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:34.825290 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3e33-cfff-46cf-a74d-222e7bbe2d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:34.845586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port dfa2c65d-dae9-472f-b389-faff24607909, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=dfa2c65d-dae9-472f-b389-faff24607909,segment=NetworkSegment(411a5dbf-d382-4fba-8682-7853d80c6db3),segment_id=411a5dbf-d382-4fba-8682-7853d80c6db3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:34.863152 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3e33-cfff-46cf-a74d-222e7bbe2d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:34.864047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=a93c6344-3942-4ca3-84e8-a42a4ef25c33,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:34.926106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-be731fe2-0096-4498-9004-6e7e30a84acf tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Synchronizing usage tracker for tenant:f0db97a4368b4ad4a20a7758179275fe on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:32:34.941069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7604f-a4fb-4daa-a15c-e87c0ba9066c None None] Pushing event updated for resources: {'Port': ['ID=9f8d4ccb-4f4a-4182-aba1-c814e307576b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:34.944780 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:34.958216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f4aea7e-4b9f-4e2f-b992-339ba7375ee5 req-2534efbb-2977-4679-8d89-6e4aac265dac tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150145 May 27 22:32:35.023636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-be731fe2-0096-4498-9004-6e7e30a84acf tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Unset dirty status for tenant:f0db97a4368b4ad4a20a7758179275fe on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:32:35.025088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-be731fe2-0096-4498-9004-6e7e30a84acf tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.152 HTTP/1.1" status: 200 len: 696 time: 0.2838888 May 27 22:32:35.063687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=dfa2c65d-dae9-472f-b389-faff24607909,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:35.089880 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3e33-cfff-46cf-a74d-222e7bbe2d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:35.108371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b3e33-cfff-46cf-a74d-222e7bbe2d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baf8aa3-2f9a-4143-b924-ca7051a21665,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:35.173500 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f1b3e33-cfff-46cf-a74d-222e7bbe2d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:35.176959 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0f1b3e33-cfff-46cf-a74d-222e7bbe2d8e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8baf8aa3-2f9a-4143-b924-ca7051a21665 HTTP/1.1" status: 204 len: 168 time: 0.5462117 May 27 22:32:35.183109 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:35.245285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48364) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:35.301587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:32:35.316830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:35.322246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:32:35.422977 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27762edc-d567-4ac4-be58-2a6bd2c9f041'] response: {'server_uuid': 'c6810010-1561-45c9-be82-733c6bc832e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c6344-3942-4ca3-84e8-a42a4ef25c33', 'code': 200} May 27 22:32:35.438846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-6b69ca0b-d061-4e5d-8cd2-e87da54e2b42 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:35.441222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e92b6ac-8201-4d49-9295-4b4ecf1062ad req-6b69ca0b-d061-4e5d-8cd2-e87da54e2b42 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.4098616 May 27 22:32:35.484375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Pushing event updated for resources: {'Port': ['ID=0e4162aa-9401-4168-88ba-ec4282def12a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:35.533409 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b8ca5a-1152-4579-bb57-8d162adea5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:35.808234 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-886f6214-22a3-4e63-b993-b56449677f2b tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3302083 May 27 22:32:35.823202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:35.838919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:35.860029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:35.884725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-34b8ca5a-1152-4579-bb57-8d162adea5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:35.901097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-34b8ca5a-1152-4579-bb57-8d162adea5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:bdf0bea96f934fffa09c983d33d957df is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:35.905183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-34b8ca5a-1152-4579-bb57-8d162adea5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:35.912975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-34b8ca5a-1152-4579-bb57-8d162adea5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:35.931532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493261ef-d108-42ee-91f7-1cb43f5edf67 req-fc91b9a6-ca8b-4e3b-881a-72974ca9438a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:35.932995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-493261ef-d108-42ee-91f7-1cb43f5edf67 req-fc91b9a6-ca8b-4e3b-881a-72974ca9438a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Synchronizing usage tracker for tenant:a0f32423ee064513a3cd2a2144bb1b80 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:32:35.980411 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:36.105701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-493261ef-d108-42ee-91f7-1cb43f5edf67 req-fc91b9a6-ca8b-4e3b-881a-72974ca9438a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Unset dirty status for tenant:a0f32423ee064513a3cd2a2144bb1b80 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:32:36.107457 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-493261ef-d108-42ee-91f7-1cb43f5edf67 req-fc91b9a6-ca8b-4e3b-881a-72974ca9438a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 945 time: 0.7254143 May 27 22:32:36.292178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b8ca5a-1152-4579-bb57-8d162adea5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:36.386140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f32c4f-02e9-470d-83b1-a6d885ef4e1b req-3e091f25-ef03-4a55-9844-a56dae595528 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:36.394320 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72f32c4f-02e9-470d-83b1-a6d885ef4e1b req-3e091f25-ef03-4a55-9844-a56dae595528 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 945 time: 0.2378418 May 27 22:32:36.430271 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b8ca5a-1152-4579-bb57-8d162adea5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:36.487552 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72f32c4f-02e9-470d-83b1-a6d885ef4e1b req-84c3d538-d4a7-4de0-84f1-2ac30a631806 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918148 May 27 22:32:36.510611 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:36.526645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8ca5a-1152-4579-bb57-8d162adea5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15df6cd2-0612-4445-b3bb-7e462e0d5b78,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:36.538688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-493261ef-d108-42ee-91f7-1cb43f5edf67 req-a11f0318-1d39-4a8f-a740-f2c4e3cf3993 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Deleting port 05e63185-df4c-4737-84c1-0fde292c4e2a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:32:36.549125 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-493261ef-d108-42ee-91f7-1cb43f5edf67 req-a11f0318-1d39-4a8f-a740-f2c4e3cf3993 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:36.676908 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89555bb9-2d43-4507-a872-57695cbcc231 None None] Network b957311f-fd88-480a-a94d-27fae71f4b4c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:32:36.730233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48414) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:36.830423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Allocated IP 172.25.2.59 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/bbad0e02-0aa4-4658-925c-6d577d9093a3) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:32:37.026701 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-723704e1-23d2-4dba-b2da-f82f1753d013 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f3e9c828362e4358b1a68222a19b73cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963724 May 27 22:32:37.053350 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48424) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:37.105010 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:37.201970 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:37.203143 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1fd159ea-44fa-4564-8a14-60c973693973 None None] Provisioning for port 9f8d4ccb-4f4a-4182-aba1-c814e307576b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:32:37.203506 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-28a21d31-4c1a-4ae2-8ab4-de3d0b677cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:37.203506 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-28a21d31-4c1a-4ae2-8ab4-de3d0b677cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:37.283933 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:37.446022 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:32:37.495485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device dfa2c65d-dae9-472f-b389-faff24607909 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:32:37.655794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port dfa2c65d-dae9-472f-b389-faff24607909 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:37.656164 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:37.678995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:32:37.682987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:37.691168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:32:37.762994 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-28a21d31-4c1a-4ae2-8ab4-de3d0b677cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:37.777082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-493261ef-d108-42ee-91f7-1cb43f5edf67 req-a11f0318-1d39-4a8f-a740-f2c4e3cf3993 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] For port 05e63185-df4c-4737-84c1-0fde292c4e2a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=05e63185-df4c-4737-84c1-0fde292c4e2a,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:37.777695 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-493261ef-d108-42ee-91f7-1cb43f5edf67 req-a11f0318-1d39-4a8f-a740-f2c4e3cf3993 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:37.843857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Pushing event updated for resources: {'Port': ['ID=bbad0e02-0aa4-4658-925c-6d577d9093a3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:37.872552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a21d31-4c1a-4ae2-8ab4-de3d0b677cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf04dde-3be5-41a8-872b-cbf6fbe5e15b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:37.948090 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:37.963362 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1a12e-ab40-4d4c-9ce5-f8b5e4fcc984 req-d5bc7840-c9f6-4988-b826-cde8be2a8812 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:37.965641 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1b1a12e-ab40-4d4c-9ce5-f8b5e4fcc984 req-d5bc7840-c9f6-4988-b826-cde8be2a8812 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 945 time: 0.2185750 May 27 22:32:38.016947 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-28a21d31-4c1a-4ae2-8ab4-de3d0b677cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:38.018078 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-28a21d31-4c1a-4ae2-8ab4-de3d0b677cf2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ccf04dde-3be5-41a8-872b-cbf6fbe5e15b HTTP/1.1" status: 204 len: 168 time: 0.9602673 May 27 22:32:38.045580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-493261ef-d108-42ee-91f7-1cb43f5edf67 req-a11f0318-1d39-4a8f-a740-f2c4e3cf3993 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Calling delete_port for 05e63185-df4c-4737-84c1-0fde292c4e2a owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:32:38.066804 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1b1a12e-ab40-4d4c-9ce5-f8b5e4fcc984 req-77a98ed3-9c9f-4312-9e4d-664fd6821512 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851965 May 27 22:32:38.119850 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-34b8ca5a-1152-4579-bb57-8d162adea5b2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bdf0bea96f934fffa09c983d33d957df&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8733735 May 27 22:32:38.149819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48448) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:38.164307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port dfa2c65d-dae9-472f-b389-faff24607909 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:38.165443 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9f8d4ccb-4f4a-4182-aba1-c814e307576b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:32:38.213964 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:38.437889 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 9f8d4ccb-4f4a-4182-aba1-c814e307576b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:32:38.453509 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e0335d4a-52c8-411b-b562-d4f8ba408fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:38.456123 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9f8d4ccb-4f4a-4182-aba1-c814e307576b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:38.456646 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:38.572337 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e0335d4a-52c8-411b-b562-d4f8ba408fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:38.601206 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:38.626892 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:38.671962 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:38.710765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9f8d4ccb-4f4a-4182-aba1-c814e307576b is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:38.710765 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:38.721356 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-493261ef-d108-42ee-91f7-1cb43f5edf67 req-a11f0318-1d39-4a8f-a740-f2c4e3cf3993 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:38.782472 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 9f8d4ccb-4f4a-4182-aba1-c814e307576b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9f8d4ccb-4f4a-4182-aba1-c814e307576b,segment=NetworkSegment(172f77b1-55c9-4949-bf9f-60a9d749b5da),segment_id=172f77b1-55c9-4949-bf9f-60a9d749b5da)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:38.858484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Pushing event updated for resources: {'Port': ['ID=bbad0e02-0aa4-4658-925c-6d577d9093a3,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:38.866008 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:38.890520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f0318-1d39-4a8f-a740-f2c4e3cf3993 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Pushing event deleted for resources: {'Port': ['ID=05e63185-df4c-4737-84c1-0fde292c4e2a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:38.895302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:39.025175 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e0335d4a-52c8-411b-b562-d4f8ba408fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:39.032606 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:39.033907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-c8ae281d-8633-47d2-b773-5c1e62bf5ac7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2200103 May 27 22:32:39.035399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=9f8d4ccb-4f4a-4182-aba1-c814e307576b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:39.042331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-493261ef-d108-42ee-91f7-1cb43f5edf67 req-a11f0318-1d39-4a8f-a740-f2c4e3cf3993 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] No DVR routers for this DVR port 05e63185-df4c-4737-84c1-0fde292c4e2a on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:32:39.054695 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-493261ef-d108-42ee-91f7-1cb43f5edf67 req-a11f0318-1d39-4a8f-a740-f2c4e3cf3993 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:39.057880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca4a9aa-c76c-4a82-bfbf-3485c778f9a3', 'name': 'network-vif-deleted', 'tag': '05e63185-df4c-4737-84c1-0fde292c4e2a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:32:39.091906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0335d4a-52c8-411b-b562-d4f8ba408fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15df6cd2-0612-4445-b3bb-7e462e0d5b78,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:39.128915 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f8e1de-bff2-4213-bc95-a2038d480fb7'] response: {'server_uuid': 'eca4a9aa-c76c-4a82-bfbf-3485c778f9a3', 'name': 'network-vif-deleted', 'tag': '05e63185-df4c-4737-84c1-0fde292c4e2a', 'status': 'completed', 'code': 200} May 27 22:32:39.153128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-2c42edbb-594f-46d9-a74f-89c85b60e809 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Synchronizing usage tracker for tenant:f0db97a4368b4ad4a20a7758179275fe on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:32:39.296130 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b9c5e9b-0604-4300-ba44-c5f157fa19cd req-3e09a2c9-fad9-4a4b-a39c-cf6bff9dcc4b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 210 time: 0.0468490 May 27 22:32:39.329916 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e0335d4a-52c8-411b-b562-d4f8ba408fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:39.333950 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e0335d4a-52c8-411b-b562-d4f8ba408fc7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/15df6cd2-0612-4445-b3bb-7e462e0d5b78 HTTP/1.1" status: 204 len: 168 time: 1.1680260 May 27 22:32:39.333950 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-493261ef-d108-42ee-91f7-1cb43f5edf67 req-a11f0318-1d39-4a8f-a740-f2c4e3cf3993 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "DELETE /v2.0/ports/05e63185-df4c-4737-84c1-0fde292c4e2a HTTP/1.1" status: 204 len: 173 time: 3.1943109 May 27 22:32:39.396548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-2c42edbb-594f-46d9-a74f-89c85b60e809 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Unset dirty status for tenant:f0db97a4368b4ad4a20a7758179275fe on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:32:39.396548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-2c42edbb-594f-46d9-a74f-89c85b60e809 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.59 HTTP/1.1" status: 200 len: 695 time: 0.3424439 May 27 22:32:39.401091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Router 529cd009-86ea-4e0e-ac96-1fd114e2abee is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:32:39.660640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-3c37c890-011b-41ba-9cca-674f60f314b1 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:39.667130 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38961dc9-8e23-4110-a2aa-9b161885e0fd req-3c37c890-011b-41ba-9cca-674f60f314b1 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.2748148 May 27 22:32:39.789655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 05e63185-df4c-4737-84c1-0fde292c4e2a no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:32:39.877864 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 05e63185-df4c-4737-84c1-0fde292c4e2a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:32:39.878207 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 05e63185-df4c-4737-84c1-0fde292c4e2a not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:32:39.993391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-e5c686d7-83cf-49dd-9c35-9b1a57dede44 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3070474 May 27 22:32:40.002160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:40.015168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:40.068645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:32:40.082446 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Sync routers for ids ['529cd009-86ea-4e0e-ac96-1fd114e2abee'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:32:40.083759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:40.104088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Routers {'529cd009-86ea-4e0e-ac96-1fd114e2abee'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:32:40.104088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:32:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['529cd009-86ea-4e0e-ac96-1fd114e2abee'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:40.183420 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:40.214787 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:40.216257 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-140ce84e-daa6-4c03-a61c-217185cdc69f admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.8939941 May 27 22:32:40.221931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48518) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:40.466335 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:40.577365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Set router 529cd009-86ea-4e0e-ac96-1fd114e2abee gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:32:40.776033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Allocated IP 172.25.2.105 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/7d5cd91d-db65-4a58-8756-01028d3a1c12) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:32:40.972433 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:41.061519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'name': 'tempest-ServersTestFqdnHostnames-1692312816-router', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:31Z', 'updated_at': '2022-05-27T22:32:35Z', 'revision_number': 3, 'project_id': '68c7ad7590c74c6ea735453ba30d2978', 'gw_port': {'id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:52:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:34Z', 'updated_at': '2022-05-27T22:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:41.066595 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Checking router: 529cd009-86ea-4e0e-ac96-1fd114e2abee for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:32:41.066947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Updating router 529cd009-86ea-4e0e-ac96-1fd114e2abee port 0e4162aa-9401-4168-88ba-ec4282def12a binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:32:41.104362 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:41.120535 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9f8d4ccb-4f4a-4182-aba1-c814e307576b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:32:41.205333 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:41.223753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-98172850-6121-4ae8-9733-c468f4859e3a req-dc959335-36d0-466b-8641-405fe80253e8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=eca4a9aa-c76c-4a82-bfbf-3485c778f9a3 HTTP/1.1" status: 200 len: 210 time: 0.2080269 May 27 22:32:41.266662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:32:41.270443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:41.299217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:32:41.547482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Pushing event updated for resources: {'Port': ['ID=7d5cd91d-db65-4a58-8756-01028d3a1c12,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:41.623510 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:41.671643 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:41.674365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9f8d4ccb-4f4a-4182-aba1-c814e307576b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:41.674723 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:41.762955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Transition to ACTIVE for port object 0e4162aa-9401-4168-88ba-ec4282def12a will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:32:41.813238 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:41.878855 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:41.965410 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:42.135537 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Attempting to bind port 0e4162aa-9401-4168-88ba-ec4282def12a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:32:42.136020 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Attempting to bind port 0e4162aa-9401-4168-88ba-ec4282def12a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:32:42.136248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Attempting to bind port 0e4162aa-9401-4168-88ba-ec4282def12a on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:32:42.199515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:32:42.212942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:32:42.213541 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:42.213961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:32:42.214467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Bound port: 0e4162aa-9401-4168-88ba-ec4282def12a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:32:42.214855 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:42.338365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4330c49-16c2-4111-a8e4-35f6a10b8adf None None] Pushing event updated for resources: {'Port': ['ID=0e4162aa-9401-4168-88ba-ec4282def12a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:42.355475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9f8d4ccb-4f4a-4182-aba1-c814e307576b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:42.409694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Allocated IP 172.20.0.1 (b957311f-fd88-480a-a94d-27fae71f4b4c/21ca2480-a626-4b4f-85be-41d74edc2b6e/f8696732-c44b-4b83-a986-c13a3b15b3a9) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:32:42.462023 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] For port 0e4162aa-9401-4168-88ba-ec4282def12a, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:32:42.473713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] For port 0e4162aa-9401-4168-88ba-ec4282def12a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0e4162aa-9401-4168-88ba-ec4282def12a,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:32:42.476733 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:42.539893 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:42.545358 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:42.781191 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:42.796948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4330c49-16c2-4111-a8e4-35f6a10b8adf None None] Pushing event updated for resources: {'Port': ['ID=0e4162aa-9401-4168-88ba-ec4282def12a,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:42.798271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48586) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:42.851554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Transition to ACTIVE for port object f8696732-c44b-4b83-a986-c13a3b15b3a9 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:32:42.861735 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Routers {'529cd009-86ea-4e0e-ac96-1fd114e2abee'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:32:42.864197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:32:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['529cd009-86ea-4e0e-ac96-1fd114e2abee'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:42.900596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Pushing event updated for resources: {'Port': ['ID=7d5cd91d-db65-4a58-8756-01028d3a1c12,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:42.951460 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:42.975087 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:43.078834 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:43.084551 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-1c86deff-d167-4040-8247-46a52fcf55ca tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0858173 May 27 22:32:43.101398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Network b957311f-fd88-480a-a94d-27fae71f4b4c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:32:43.105141 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:43.119903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:32:43.222952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8696732-c44b-4b83-a986-c13a3b15b3a9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:43.265428 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:43.398282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] Set router 529cd009-86ea-4e0e-ac96-1fd114e2abee gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:32:43.562647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-a1ff227d-df49-45d7-9035-fc077ae0c130 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:43.566322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-a1ff227d-df49-45d7-9035-fc077ae0c130 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 812 time: 0.2889845 May 27 22:32:43.615388 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-982f1b4d-5c2e-4617-a3de-1225731064a9 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Synchronizing usage tracker for tenant:f0db97a4368b4ad4a20a7758179275fe on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:32:43.639618 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-4939d062-dcdd-44a5-bbf7-f0a7dac48879 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/quotas/a0f32423ee064513a3cd2a2144bb1b80 HTTP/1.1" status: 200 len: 375 time: 0.0583785 May 27 22:32:43.799099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-c89cc970-8b21-4676-ab16-8cf5c1791687 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1501384 May 27 22:32:43.848487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-982f1b4d-5c2e-4617-a3de-1225731064a9 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Unset dirty status for tenant:f0db97a4368b4ad4a20a7758179275fe on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:32:43.850019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-982f1b4d-5c2e-4617-a3de-1225731064a9 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.7619851 May 27 22:32:43.896658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8fc30c9-ca2e-4e67-983b-896c00a8ffd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:43.967384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'name': 'tempest-ServersTestFqdnHostnames-1692312816-router', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:31Z', 'updated_at': '2022-05-27T22:32:35Z', 'revision_number': 3, 'project_id': '68c7ad7590c74c6ea735453ba30d2978', 'gw_port': {'id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:52:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:34Z', 'updated_at': '2022-05-27T22:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:43.973380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8433d619-b1d5-42c2-b6aa-19e873576788 None None] The sync data for ids ['529cd009-86ea-4e0e-ac96-1fd114e2abee'] in n-d-843680-3 is: [{'id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'name': 'tempest-ServersTestFqdnHostnames-1692312816-router', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:31Z', 'updated_at': '2022-05-27T22:32:35Z', 'revision_number': 3, 'project_id': '68c7ad7590c74c6ea735453ba30d2978', 'gw_port': {'id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:52:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:34Z', 'updated_at': '2022-05-27T22:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:32:43.991776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a8fc30c9-ca2e-4e67-983b-896c00a8ffd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:44.020813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-aeb2a318-acce-436a-a6c8-3dc16e147cb0 None None] Provisioning for port f8696732-c44b-4b83-a986-c13a3b15b3a9 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:32:44.032781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-aeb2a318-acce-436a-a6c8-3dc16e147cb0 None None] Provisioning complete for port f8696732-c44b-4b83-a986-c13a3b15b3a9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:44.032781 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aeb2a318-acce-436a-a6c8-3dc16e147cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:44.033012 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a8fc30c9-ca2e-4e67-983b-896c00a8ffd2 admin admin] Usage tracker for resource:security_group_rule and tenant:68743a9a87c04f2a82dce761733eb36b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:44.042908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a8fc30c9-ca2e-4e67-983b-896c00a8ffd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:44.063709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a8fc30c9-ca2e-4e67-983b-896c00a8ffd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:44.078418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-846c852e-02e4-4bda-ba12-7dd0e32d56f3 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:32:44.086181 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-846c852e-02e4-4bda-ba12-7dd0e32d56f3 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2794216 May 27 22:32:44.142261 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2a318-acce-436a-a6c8-3dc16e147cb0 None None] Port f8696732-c44b-4b83-a986-c13a3b15b3a9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:32:44.318354 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8fc30c9-ca2e-4e67-983b-896c00a8ffd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:44.426488 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8fc30c9-ca2e-4e67-983b-896c00a8ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:44.428917 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1dd3923e-bf6b-449e-ab26-f9fc031e2b37 service neutron] 10.222.0.27 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381648 May 27 22:32:44.512566 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:44.601553 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a8fc30c9-ca2e-4e67-983b-896c00a8ffd2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=68743a9a87c04f2a82dce761733eb36b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8013852 May 27 22:32:44.606405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-8c9d9c5b-91dc-4648-ab73-d752a219cca9 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:44.607959 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f1ce040-4528-4eb6-8f6d-b71f8b3c1695 req-8c9d9c5b-91dc-4648-ab73-d752a219cca9 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.7513959 May 27 22:32:44.609337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc30c9-ca2e-4e67-983b-896c00a8ffd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c562597-41c5-4f4e-b687-a3d3df6cb554,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:44.612753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48630) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:44.737341 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-f101067a-9361-473f-8ce0-b93207de9b65 service neutron] 10.222.0.27 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050303 May 27 22:32:44.922981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88530f6d-cf2d-42a7-81b8-2dc1c14857ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:45.012963 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88530f6d-cf2d-42a7-81b8-2dc1c14857ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:45.187943 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:45.224634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48654) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:45.233266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0e4162aa-9401-4168-88ba-ec4282def12a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:32:45.277059 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88530f6d-cf2d-42a7-81b8-2dc1c14857ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:45.281763 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32c84a71-1783-440a-9782-641aba508b51 req-ca62dcad-00b6-4438-9a7f-009c6cc70d59 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 210 time: 0.0766454 May 27 22:32:45.319816 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:45.394553 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-954151ae-4542-4239-8fe8-047dc51485a5 req-f3d4da9b-ab0a-43ff-8fee-5aef816ae51f tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4304461 May 27 22:32:45.413887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:45.430310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:45.471253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:45.503248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 0e4162aa-9401-4168-88ba-ec4282def12a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:32:45.512857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0e4162aa-9401-4168-88ba-ec4282def12a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:45.513067 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:45.549114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88530f6d-cf2d-42a7-81b8-2dc1c14857ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c562597-41c5-4f4e-b687-a3d3df6cb554,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:45.593965 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2bf6c93b-358f-4207-8420-fa4f5ead9469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:45.601266 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:45.638335 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88530f6d-cf2d-42a7-81b8-2dc1c14857ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:45.644576 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-88530f6d-cf2d-42a7-81b8-2dc1c14857ac admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5c562597-41c5-4f4e-b687-a3d3df6cb554 HTTP/1.1" status: 204 len: 168 time: 1.0114872 May 27 22:32:45.663330 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:45.674605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8696732-c44b-4b83-a986-c13a3b15b3a9,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:45.705904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2bf6c93b-358f-4207-8420-fa4f5ead9469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:45.789215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2bf6c93b-358f-4207-8420-fa4f5ead9469 admin admin] Usage tracker for resource:security_group_rule and tenant:1f8317c539954ff7a579f58cb47477b7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:45.801132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2bf6c93b-358f-4207-8420-fa4f5ead9469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:45.812425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2bf6c93b-358f-4207-8420-fa4f5ead9469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:45.878668 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:45.927486 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0e4162aa-9401-4168-88ba-ec4282def12a is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:45.928099 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:45.939384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Network b957311f-fd88-480a-a94d-27fae71f4b4c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:32:45.942328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:45.947181 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:45.969391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 0e4162aa-9401-4168-88ba-ec4282def12a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0e4162aa-9401-4168-88ba-ec4282def12a,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:46.063318 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:46.350711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=0e4162aa-9401-4168-88ba-ec4282def12a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:46.469893 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2bf6c93b-358f-4207-8420-fa4f5ead9469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:46.495931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2930e823-ee38-4e6e-bd97-571c5a4f3a63 None None] Provisioning complete for port f8696732-c44b-4b83-a986-c13a3b15b3a9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:46.496366 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2930e823-ee38-4e6e-bd97-571c5a4f3a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:46.496742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Router 529cd009-86ea-4e0e-ac96-1fd114e2abee has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:32:46.565638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Allocated IP 172.25.2.87 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/da881c5e-871e-48e3-98d6-12b3c429f046) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:32:46.566636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2930e823-ee38-4e6e-bd97-571c5a4f3a63 None None] Port f8696732-c44b-4b83-a986-c13a3b15b3a9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:32:46.749437 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:46.753929 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2bf6c93b-358f-4207-8420-fa4f5ead9469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:46.800616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:32:46.818974 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Sync routers for ids ['529cd009-86ea-4e0e-ac96-1fd114e2abee'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:32:46.823674 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2bf6c93b-358f-4207-8420-fa4f5ead9469 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1f8317c539954ff7a579f58cb47477b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5956035 May 27 22:32:46.823674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6c93b-358f-4207-8420-fa4f5ead9469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2807b694-dd6b-4aa7-b0c7-cc59af97baa8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:46.829814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48692) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:46.841254 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-76f37d12-4aa7-4092-a3cc-431be15cfce1 admin admin] 10.222.0.27 "PUT /v2.0/routers/529cd009-86ea-4e0e-ac96-1fd114e2abee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6207421 May 27 22:32:46.873980 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Routers {'529cd009-86ea-4e0e-ac96-1fd114e2abee'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:32:46.874990 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:32:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['529cd009-86ea-4e0e-ac96-1fd114e2abee'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:46.940932 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:47.017155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48700) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:47.030152 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13324a1e-d9e6-4183-855f-368de1b380db req-0f54ef1b-bdf8-41c8-88df-f340dc807a4f tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 210 time: 0.1448576 May 27 22:32:47.066079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:32:47.067139 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b94b8f6-619a-4266-87b2-074deaf86902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:47.070253 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74d334c6-e1e5-4c49-8146-dc3ddca310ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:47.072227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:47.086968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:32:47.092429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48704) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:47.172865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-74d334c6-e1e5-4c49-8146-dc3ddca310ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:47.178516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Pushing event updated for resources: {'Port': ['ID=da881c5e-871e-48e3-98d6-12b3c429f046,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:47.195457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-74d334c6-e1e5-4c49-8146-dc3ddca310ec admin admin] Usage tracker for resource:security_group_rule and tenant:c4de1fe834424df0a586b1642857eb5a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:47.198469 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b94b8f6-619a-4266-87b2-074deaf86902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:47.199599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-74d334c6-e1e5-4c49-8146-dc3ddca310ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:47.212380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0e4162aa-9401-4168-88ba-ec4282def12a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:32:47.214671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-74d334c6-e1e5-4c49-8146-dc3ddca310ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:47.253013 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:47.323473 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0e4162aa-9401-4168-88ba-ec4282def12a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:47.323473 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:47.335269 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Set router 529cd009-86ea-4e0e-ac96-1fd114e2abee gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:32:47.441168 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b94b8f6-619a-4266-87b2-074deaf86902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:47.490382 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:47.594601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0e4162aa-9401-4168-88ba-ec4282def12a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:47.825184 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:47.831516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94b8f6-619a-4266-87b2-074deaf86902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2807b694-dd6b-4aa7-b0c7-cc59af97baa8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:47.922064 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'name': 'tempest-ServersTestFqdnHostnames-1692312816-router', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:31Z', 'updated_at': '2022-05-27T22:32:44Z', 'revision_number': 4, 'project_id': '68c7ad7590c74c6ea735453ba30d2978', 'gw_port': {'id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:52:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:34Z', 'updated_at': '2022-05-27T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'f8696732-c44b-4b83-a986-c13a3b15b3a9', 'name': '', 'network_id': 'b957311f-fd88-480a-a94d-27fae71f4b4c', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978', 'mac_address': 'fa:16:3e:63:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21ca2480-a626-4b4f-85be-41d74edc2b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:42Z', 'updated_at': '2022-05-27T22:32:44Z', 'revision_number': 2, 'project_id': '68c7ad7590c74c6ea735453ba30d2978', 'subnets': [{'id': '21ca2480-a626-4b4f-85be-41d74edc2b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:47.926190 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Checking router: 529cd009-86ea-4e0e-ac96-1fd114e2abee for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:32:47.926557 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Updating router 529cd009-86ea-4e0e-ac96-1fd114e2abee port f8696732-c44b-4b83-a986-c13a3b15b3a9 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:32:47.933004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:47.975066 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74d334c6-e1e5-4c49-8146-dc3ddca310ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:48.031228 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b94b8f6-619a-4266-87b2-074deaf86902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:48.035266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3b94b8f6-619a-4266-87b2-074deaf86902 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2807b694-dd6b-4aa7-b0c7-cc59af97baa8 HTTP/1.1" status: 204 len: 168 time: 1.2065160 May 27 22:32:48.048854 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:48.145768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-74d334c6-e1e5-4c49-8146-dc3ddca310ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:48.207802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Pushing event updated for resources: {'Port': ['ID=da881c5e-871e-48e3-98d6-12b3c429f046,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:48.223254 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:48.341070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d334c6-e1e5-4c49-8146-dc3ddca310ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8a33e0-7239-4a1b-b427-f5c5c34d6eb0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:48.348626 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-74d334c6-e1e5-4c49-8146-dc3ddca310ec admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c4de1fe834424df0a586b1642857eb5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3301156 May 27 22:32:48.352097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48732) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:48.408465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4cfc038-0c08-44ea-a772-cada4683a691 req-1a73b893-c975-4efa-8255-b393ad336fc6 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 210 time: 0.1163704 May 27 22:32:48.409680 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:48.410760 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-954151ae-4542-4239-8fe8-047dc51485a5 req-2cbe892d-a0dd-49e0-b64b-d3c450c22615 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0021000 May 27 22:32:48.739114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-954151ae-4542-4239-8fe8-047dc51485a5 req-6cef5ebf-046b-42a7-86ed-59658f27d075 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Synchronizing usage tracker for tenant:f0db97a4368b4ad4a20a7758179275fe on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:32:48.773973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48750) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:48.845815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-954151ae-4542-4239-8fe8-047dc51485a5 req-6cef5ebf-046b-42a7-86ed-59658f27d075 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Unset dirty status for tenant:f0db97a4368b4ad4a20a7758179275fe on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:32:48.851332 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-954151ae-4542-4239-8fe8-047dc51485a5 req-6cef5ebf-046b-42a7-86ed-59658f27d075 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.87 HTTP/1.1" status: 200 len: 695 time: 0.4302592 May 27 22:32:48.872465 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:48.888815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-22739e3f-ffe5-4de5-97bd-a3e12d00b2ef tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:48.897787 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-22739e3f-ffe5-4de5-97bd-a3e12d00b2ef tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 812 time: 0.6304374 May 27 22:32:48.899746 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Transition to ACTIVE for port object f8696732-c44b-4b83-a986-c13a3b15b3a9 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:32:48.906029 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee05d650-d6f6-4dd6-b9ca-3b9bfca0f649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:48.946675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Request body: {'port': {'device_id': '1f1c4374-bcf1-4ee7-856a-016e0bc1c436', 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041', 'admin_state_up': True, 'tenant_id': 'a0f32423ee064513a3cd2a2144bb1b80'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:48.973149 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:49.090554 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e23122dc-7839-4ea5-9bd3-ee38057568ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:49.091133 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38284c9b-c140-46c5-9f2f-b54451f63c0b None None] Pushing event updated for resources: {'Port': ['ID=f8696732-c44b-4b83-a986-c13a3b15b3a9,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:49.133402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e23122dc-7839-4ea5-9bd3-ee38057568ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:49.143697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e23122dc-7839-4ea5-9bd3-ee38057568ec admin admin] Usage tracker for resource:security_group_rule and tenant:047bd3ee1e3645288660f3cc511fed2f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:49.151615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e23122dc-7839-4ea5-9bd3-ee38057568ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:49.158126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e23122dc-7839-4ea5-9bd3-ee38057568ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:49.168726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:49.190329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Usage tracker for resource:port and tenant:a0f32423ee064513a3cd2a2144bb1b80 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:49.194690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:49.210674 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee05d650-d6f6-4dd6-b9ca-3b9bfca0f649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:49.222005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:49.271035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48756) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:49.275847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954151ae-4542-4239-8fe8-047dc51485a5 req-d02a8ff6-db02-422e-8f51-7e2f0c450e94 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:49.277480 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-954151ae-4542-4239-8fe8-047dc51485a5 req-d02a8ff6-db02-422e-8f51-7e2f0c450e94 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.4241142 May 27 22:32:49.298944 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a8165d5-2cec-4a5f-8fbb-de226744134e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:49.313278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:49.390702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Made reservation on behalf of a0f32423ee064513a3cd2a2144bb1b80 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:32:49.398741 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:49.449866 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Attempting to bind port f8696732-c44b-4b83-a986-c13a3b15b3a9 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:32:49.450664 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Attempting to bind port f8696732-c44b-4b83-a986-c13a3b15b3a9 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '172f77b1-55c9-4949-bf9f-60a9d749b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b957311f-fd88-480a-a94d-27fae71f4b4c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:32:49.455125 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Attempting to bind port f8696732-c44b-4b83-a986-c13a3b15b3a9 on network b957311f-fd88-480a-a94d-27fae71f4b4c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:32:49.465010 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c77dc936-0e7f-408f-969a-f5dbad91927d req-45d6ecfe-17f2-41ba-b894-a2b89ab02c65 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips/5ed8d924-a99e-49ac-b9b7-59aef884cd87 HTTP/1.1" status: 200 len: 692 time: 0.1391640 May 27 22:32:49.473489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a8165d5-2cec-4a5f-8fbb-de226744134e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:49.474439 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:32:49.474967 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Checking segment: {'id': '172f77b1-55c9-4949-bf9f-60a9d749b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b957311f-fd88-480a-a94d-27fae71f4b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:32:49.475482 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:49.476055 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Bound using segment: {'id': '172f77b1-55c9-4949-bf9f-60a9d749b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b957311f-fd88-480a-a94d-27fae71f4b4c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:32:49.476689 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Bound port: f8696732-c44b-4b83-a986-c13a3b15b3a9, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172f77b1-55c9-4949-bf9f-60a9d749b5da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'b957311f-fd88-480a-a94d-27fae71f4b4c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:32:49.477226 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:49.561555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a8165d5-2cec-4a5f-8fbb-de226744134e admin admin] Usage tracker for resource:security_group_rule and tenant:0c787732284548ec9c6cdb9d6d604493 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:49.589827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a8165d5-2cec-4a5f-8fbb-de226744134e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:49.597019 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e23122dc-7839-4ea5-9bd3-ee38057568ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:49.602117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a8165d5-2cec-4a5f-8fbb-de226744134e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:49.629272 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] For port f8696732-c44b-4b83-a986-c13a3b15b3a9, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:32:49.633254 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] For port f8696732-c44b-4b83-a986-c13a3b15b3a9, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f8696732-c44b-4b83-a986-c13a3b15b3a9,segment=NetworkSegment(172f77b1-55c9-4949-bf9f-60a9d749b5da),segment_id=172f77b1-55c9-4949-bf9f-60a9d749b5da)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:32:49.678491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc565f14-627e-4624-bbf8-d10d1b6f9569 req-6bccff75-f768-42c7-b185-f123e06df08d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 210 time: 0.0579770 May 27 22:32:49.707999 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e23122dc-7839-4ea5-9bd3-ee38057568ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:49.710693 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:49.717490 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee05d650-d6f6-4dd6-b9ca-3b9bfca0f649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:49.789821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05d650-d6f6-4dd6-b9ca-3b9bfca0f649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8a33e0-7239-4a1b-b427-f5c5c34d6eb0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:49.798492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dc936-0e7f-408f-969a-f5dbad91927d req-3d09cedd-f450-4069-a2ce-39a6bfd3e74b tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:49.803119 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c77dc936-0e7f-408f-969a-f5dbad91927d req-3d09cedd-f450-4069-a2ce-39a6bfd3e74b tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.3372066 May 27 22:32:49.898596 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Routers {'529cd009-86ea-4e0e-ac96-1fd114e2abee'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:32:49.900599 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:32:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['529cd009-86ea-4e0e-ac96-1fd114e2abee'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:50.015565 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38284c9b-c140-46c5-9f2f-b54451f63c0b None None] Pushing event updated for resources: {'Port': ['ID=f8696732-c44b-4b83-a986-c13a3b15b3a9,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:50.066368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Allocated IP 172.20.0.13 (7fa183cd-844a-4771-a3e2-7a9231a95041/a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb/8c643e7e-37c6-4395-973b-aa6dfb7e7222) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:32:50.080394 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e23122dc-7839-4ea5-9bd3-ee38057568ec admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=047bd3ee1e3645288660f3cc511fed2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3042145 May 27 22:32:50.101888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48776) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:50.172689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-53a21154-b4af-477b-85f5-50a38585b057 req-82c52e91-ce15-46de-a4a3-4d53079725e4 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips/5ed8d924-a99e-49ac-b9b7-59aef884cd87 HTTP/1.1" status: 200 len: 692 time: 0.3487687 May 27 22:32:50.174425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23122dc-7839-4ea5-9bd3-ee38057568ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523353e4-b676-4346-9900-0531cc0b1bb4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:50.254346 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] Set router 529cd009-86ea-4e0e-ac96-1fd114e2abee gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:32:50.285579 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ac857527-f007-4ff9-8bdd-88b340a1fba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:50.343036 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ac857527-f007-4ff9-8bdd-88b340a1fba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:50.382546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a21154-b4af-477b-85f5-50a38585b057 req-75168f7d-b293-4a89-86f9-d2c55ec10f92 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:50.388318 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a8165d5-2cec-4a5f-8fbb-de226744134e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:50.390340 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-53a21154-b4af-477b-85f5-50a38585b057 req-75168f7d-b293-4a89-86f9-d2c55ec10f92 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.2186627 May 27 22:32:50.435116 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee05d650-d6f6-4dd6-b9ca-3b9bfca0f649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:50.438686 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ee05d650-d6f6-4dd6-b9ca-3b9bfca0f649 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ef8a33e0-7239-4a1b-b427-f5c5c34d6eb0 HTTP/1.1" status: 204 len: 168 time: 2.0775201 May 27 22:32:50.493632 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a8165d5-2cec-4a5f-8fbb-de226744134e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:50.498682 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-53a21154-b4af-477b-85f5-50a38585b057 req-fb2d1d84-487c-4d13-ac39-cb9ebc9841ed tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.87 HTTP/1.1" status: 200 len: 695 time: 0.1074266 May 27 22:32:50.627028 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a8165d5-2cec-4a5f-8fbb-de226744134e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0c787732284548ec9c6cdb9d6d604493&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3548052 May 27 22:32:50.627688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48782) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:50.640971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8165d5-2cec-4a5f-8fbb-de226744134e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0273df-84fb-4d1a-9332-eb437844d997,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:50.695565 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-53a21154-b4af-477b-85f5-50a38585b057 req-003823e8-f4c8-43a3-8337-435febe7d3bb tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.87 HTTP/1.1" status: 200 len: 695 time: 0.1959064 May 27 22:32:50.910585 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'name': 'tempest-ServersTestFqdnHostnames-1692312816-router', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:31Z', 'updated_at': '2022-05-27T22:32:44Z', 'revision_number': 4, 'project_id': '68c7ad7590c74c6ea735453ba30d2978', 'gw_port': {'id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:52:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:34Z', 'updated_at': '2022-05-27T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'f8696732-c44b-4b83-a986-c13a3b15b3a9', 'name': '', 'network_id': 'b957311f-fd88-480a-a94d-27fae71f4b4c', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978', 'mac_address': 'fa:16:3e:63:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21ca2480-a626-4b4f-85be-41d74edc2b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:42Z', 'updated_at': '2022-05-27T22:32:49Z', 'revision_number': 4, 'project_id': '68c7ad7590c74c6ea735453ba30d2978', 'subnets': [{'id': '21ca2480-a626-4b4f-85be-41d74edc2b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:50.918423 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd72b9db-a329-42e4-bf51-c98675c84cbb None None] The sync data for ids ['529cd009-86ea-4e0e-ac96-1fd114e2abee'] in n-d-843680-3 is: [{'id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'name': 'tempest-ServersTestFqdnHostnames-1692312816-router', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:31Z', 'updated_at': '2022-05-27T22:32:44Z', 'revision_number': 4, 'project_id': '68c7ad7590c74c6ea735453ba30d2978', 'gw_port': {'id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:52:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:34Z', 'updated_at': '2022-05-27T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'f8696732-c44b-4b83-a986-c13a3b15b3a9', 'name': '', 'network_id': 'b957311f-fd88-480a-a94d-27fae71f4b4c', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978', 'mac_address': 'fa:16:3e:63:5e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '21ca2480-a626-4b4f-85be-41d74edc2b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:42Z', 'updated_at': '2022-05-27T22:32:49Z', 'revision_number': 4, 'project_id': '68c7ad7590c74c6ea735453ba30d2978', 'subnets': [{'id': '21ca2480-a626-4b4f-85be-41d74edc2b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:32:50.959007 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ac857527-f007-4ff9-8bdd-88b340a1fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:51.038647 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:51.065462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-53a21154-b4af-477b-85f5-50a38585b057 req-1383d9f8-eee1-44f2-b6b8-027dadc06b2e tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Deleting port da881c5e-871e-48e3-98d6-12b3c429f046 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:32:51.065462 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-53a21154-b4af-477b-85f5-50a38585b057 req-1383d9f8-eee1-44f2-b6b8-027dadc06b2e tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:51.111546 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2c46d83-4fb0-4d11-8b75-bd414fcfb3a8 req-70d77cc2-450f-4910-8935-25ee76e8135f tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 210 time: 0.1614978 May 27 22:32:51.113434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac857527-f007-4ff9-8bdd-88b340a1fba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523353e4-b676-4346-9900-0531cc0b1bb4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:51.126290 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ac857527-f007-4ff9-8bdd-88b340a1fba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:51.127722 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ac857527-f007-4ff9-8bdd-88b340a1fba4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/523353e4-b676-4346-9900-0531cc0b1bb4 HTTP/1.1" status: 204 len: 168 time: 1.0249803 May 27 22:32:51.140549 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b08e-a8dc-4592-a6d3-478baa60d7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:51.295902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f8696732-c44b-4b83-a986-c13a3b15b3a9 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:32:51.316936 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b08e-a8dc-4592-a6d3-478baa60d7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:51.432798 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Deleting port f8696732-c44b-4b83-a986-c13a3b15b3a9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:32:51.433472 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:51.505926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-53a21154-b4af-477b-85f5-50a38585b057 req-1383d9f8-eee1-44f2-b6b8-027dadc06b2e tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:51.508693 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-53a21154-b4af-477b-85f5-50a38585b057 req-1383d9f8-eee1-44f2-b6b8-027dadc06b2e tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:51.533727 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:51.551721 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port f8696732-c44b-4b83-a986-c13a3b15b3a9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:32:51.561869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port f8696732-c44b-4b83-a986-c13a3b15b3a9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:51.562915 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:51.658511 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b08e-a8dc-4592-a6d3-478baa60d7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:51.698383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e9b08e-a8dc-4592-a6d3-478baa60d7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0273df-84fb-4d1a-9332-eb437844d997,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:51.732965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-53a21154-b4af-477b-85f5-50a38585b057 req-1383d9f8-eee1-44f2-b6b8-027dadc06b2e tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Calling delete_port for da881c5e-871e-48e3-98d6-12b3c429f046 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:32:51.901600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] For port f8696732-c44b-4b83-a986-c13a3b15b3a9, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f8696732-c44b-4b83-a986-c13a3b15b3a9,segment=NetworkSegment(172f77b1-55c9-4949-bf9f-60a9d749b5da),segment_id=172f77b1-55c9-4949-bf9f-60a9d749b5da)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:51.902661 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:51.933926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port f8696732-c44b-4b83-a986-c13a3b15b3a9 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:51.934713 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:51.999054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port f8696732-c44b-4b83-a986-c13a3b15b3a9, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f8696732-c44b-4b83-a986-c13a3b15b3a9,segment=NetworkSegment(172f77b1-55c9-4949-bf9f-60a9d749b5da),segment_id=172f77b1-55c9-4949-bf9f-60a9d749b5da)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:52.063564 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:52.098958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Calling delete_port for f8696732-c44b-4b83-a986-c13a3b15b3a9 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:32:52.104195 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:52.240541 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-53a21154-b4af-477b-85f5-50a38585b057 req-1383d9f8-eee1-44f2-b6b8-027dadc06b2e tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:52.339066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=f8696732-c44b-4b83-a986-c13a3b15b3a9,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:52.365222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:52.365832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:52.367516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:52.373007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:52.374026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:52.375942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:52.376572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:52.377133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:52.379595 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:52.380180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:52.380746 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:52.385435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:32:52.411606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383d9f8-eee1-44f2-b6b8-027dadc06b2e tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Pushing event deleted for resources: {'Port': ['ID=da881c5e-871e-48e3-98d6-12b3c429f046,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:52.472671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Network 7fa183cd-844a-4771-a3e2-7a9231a95041 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:32:52.476766 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7e9b08e-a8dc-4592-a6d3-478baa60d7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:52.480226 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c7e9b08e-a8dc-4592-a6d3-478baa60d7d2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5c0273df-84fb-4d1a-9332-eb437844d997 HTTP/1.1" status: 204 len: 168 time: 1.8460400 May 27 22:32:52.480226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:52.487166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:32:52.521217 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:32:52.521531 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:32:52.544613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Pushing event updated for resources: {'Port': ['ID=8c643e7e-37c6-4395-973b-aa6dfb7e7222,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:52.573872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:52.574649 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:52.679354 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-53a21154-b4af-477b-85f5-50a38585b057 req-1383d9f8-eee1-44f2-b6b8-027dadc06b2e tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:52.698332 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-3af7b495-32e3-4d7a-a776-d62a038ce7d5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7899599 May 27 22:32:52.713502 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Request body: {'port': {'device_id': '1f1c4374-bcf1-4ee7-856a-016e0bc1c436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:52.727409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69d1dc-498d-4d9d-a708-c8dabf360d7e req-5331eb65-946f-4766-bda2-05d90ad15f93 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:52.730131 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe69d1dc-498d-4d9d-a708-c8dabf360d7e req-5331eb65-946f-4766-bda2-05d90ad15f93 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 932 time: 0.1893055 May 27 22:32:52.784245 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-53a21154-b4af-477b-85f5-50a38585b057 req-1383d9f8-eee1-44f2-b6b8-027dadc06b2e tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:52.787406 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-53a21154-b4af-477b-85f5-50a38585b057 req-1383d9f8-eee1-44f2-b6b8-027dadc06b2e tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "DELETE /v2.0/floatingips/5ed8d924-a99e-49ac-b9b7-59aef884cd87 HTTP/1.1" status: 204 len: 173 time: 2.0910127 May 27 22:32:52.845244 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe69d1dc-498d-4d9d-a708-c8dabf360d7e req-62ec2c77-c46f-49c1-8212-23a46086d053 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917692 May 27 22:32:52.973265 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:53.140385 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f8696732-c44b-4b83-a986-c13a3b15b3a9 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:32:53.148226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Deleting port f8696732-c44b-4b83-a986-c13a3b15b3a9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:32:53.157206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:53.324431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port f8696732-c44b-4b83-a986-c13a3b15b3a9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:32:53.325234 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:53.514699 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28e203-ea73-4782-a111-de3517e8e672 req-47e368b5-e21a-4e39-a8c0-75fe48f671f1 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:53.520103 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3d28e203-ea73-4782-a111-de3517e8e672 req-47e368b5-e21a-4e39-a8c0-75fe48f671f1 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6206768 May 27 22:32:53.602390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port f8696732-c44b-4b83-a986-c13a3b15b3a9 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:32:53.649620 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5899e2df-1661-45e7-9264-a9dce309e00b req-60fa2653-94b6-49c8-a0a3-d628bb6997e3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Synchronizing usage tracker for tenant:f0db97a4368b4ad4a20a7758179275fe on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:32:53.729405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] For port f8696732-c44b-4b83-a986-c13a3b15b3a9, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f8696732-c44b-4b83-a986-c13a3b15b3a9,segment=NetworkSegment(172f77b1-55c9-4949-bf9f-60a9d749b5da),segment_id=172f77b1-55c9-4949-bf9f-60a9d749b5da)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:53.732771 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:53.750901 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5899e2df-1661-45e7-9264-a9dce309e00b req-60fa2653-94b6-49c8-a0a3-d628bb6997e3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Unset dirty status for tenant:f0db97a4368b4ad4a20a7758179275fe on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:32:53.752268 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5899e2df-1661-45e7-9264-a9dce309e00b req-60fa2653-94b6-49c8-a0a3-d628bb6997e3 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips?tenant_id=f0db97a4368b4ad4a20a7758179275fe HTTP/1.1" status: 200 len: 1656 time: 0.2098224 May 27 22:32:53.987977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899e2df-1661-45e7-9264-a9dce309e00b req-4a1a1ac6-7e38-48f1-a7e5-91d890e0102d tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:53.992563 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5899e2df-1661-45e7-9264-a9dce309e00b req-4a1a1ac6-7e38-48f1-a7e5-91d890e0102d tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/networks?id=d7021960-3d6a-4895-8681-782805f44685&id=d7021960-3d6a-4895-8681-782805f44685&id=d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 787 time: 0.2321618 May 27 22:32:54.004819 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-5899e2df-1661-45e7-9264-a9dce309e00b req-b2e854da-6555-4404-ad5b-cca5ce68190c tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:32:54.006158 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5899e2df-1661-45e7-9264-a9dce309e00b req-b2e854da-6555-4404-ad5b-cca5ce68190c tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064638 May 27 22:32:54.108903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Calling delete_port for f8696732-c44b-4b83-a986-c13a3b15b3a9 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:32:54.183817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48886) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:54.259180 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1439a989-ba6f-4b89-8d21-963e6010dcfd req-cd6c4fe4-64a1-429e-bb47-a37e530545fc tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips/00f5fbf6-192b-4e0d-8573-07677583c8f6 HTTP/1.1" status: 200 len: 693 time: 0.1400850 May 27 22:32:54.397026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c643e7e-37c6-4395-973b-aa6dfb7e7222 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:32:54.407391 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c1f7d-9ce9-4a2c-9e01-62e84a500a0f req-92d28aa0-13a6-48a8-bec3-e5876a8efeee tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:54.420509 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:54.423512 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-532c1f7d-9ce9-4a2c-9e01-62e84a500a0f req-92d28aa0-13a6-48a8-bec3-e5876a8efeee tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 932 time: 0.3744819 May 27 22:32:54.475928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Transition to ACTIVE for port object 8c643e7e-37c6-4395-973b-aa6dfb7e7222 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:32:54.567002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439a989-ba6f-4b89-8d21-963e6010dcfd req-2ea01751-4219-4671-8417-55612842b204 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:54.581137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1439a989-ba6f-4b89-8d21-963e6010dcfd req-2ea01751-4219-4671-8417-55612842b204 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.3133593 May 27 22:32:54.584644 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:54.641516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-571067907-network', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:54.673041 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-532c1f7d-9ce9-4a2c-9e01-62e84a500a0f req-d34cfd2f-fc41-4431-9b6e-5fc25ac34d24 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497654 May 27 22:32:54.698025 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1439a989-ba6f-4b89-8d21-963e6010dcfd req-e99935d6-567f-4b44-89bf-be277b2feffb tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.1147308 May 27 22:32:54.754716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:54.759857 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:54.774283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Usage tracker for resource:network and tenant:8cbde3bf5664409c9a11b9efb9601362 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:54.780980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:54.797504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:54.807335 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1439a989-ba6f-4b89-8d21-963e6010dcfd req-544f2bdc-e5cd-4332-bcff-45bd7586ee92 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.105 HTTP/1.1" status: 200 len: 696 time: 0.1026721 May 27 22:32:54.888636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Pushing event updated for resources: {'Port': ['ID=8c643e7e-37c6-4395-973b-aa6dfb7e7222,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:55.050699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8696732-c44b-4b83-a986-c13a3b15b3a9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:55.102598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-1439a989-ba6f-4b89-8d21-963e6010dcfd req-38150e2b-32d1-4edd-91ce-68a84c4dd2a7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Deleting port 7d5cd91d-db65-4a58-8756-01028d3a1c12 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:32:55.103619 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1439a989-ba6f-4b89-8d21-963e6010dcfd req-38150e2b-32d1-4edd-91ce-68a84c4dd2a7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:55.197320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Made reservation on behalf of 8cbde3bf5664409c9a11b9efb9601362 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:32:55.201536 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:55.232306 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:55.273503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:55.284035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Attempting to bind port 8c643e7e-37c6-4395-973b-aa6dfb7e7222 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:32:55.284548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Attempting to bind port 8c643e7e-37c6-4395-973b-aa6dfb7e7222 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:32:55.285093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Attempting to bind port 8c643e7e-37c6-4395-973b-aa6dfb7e7222 on network 7fa183cd-844a-4771-a3e2-7a9231a95041 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:32:55.288059 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Usage tracker for resource:security_group_rule and tenant:8cbde3bf5664409c9a11b9efb9601362 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:55.294586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:55.302622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Port 8c643e7e-37c6-4395-973b-aa6dfb7e7222 on network 7fa183cd-844a-4771-a3e2-7a9231a95041 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:32:55.302949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Attempting to bind port 8c643e7e-37c6-4395-973b-aa6dfb7e7222 on network 7fa183cd-844a-4771-a3e2-7a9231a95041 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:32:55.305197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:55.370894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:32:55.370894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Checking segment: {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:32:55.370894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Bound using segment: {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:32:55.371750 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Bound port: 8c643e7e-37c6-4395-973b-aa6dfb7e7222, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:32:55.371750 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:55.378479 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1439a989-ba6f-4b89-8d21-963e6010dcfd req-38150e2b-32d1-4edd-91ce-68a84c4dd2a7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:55.378891 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1439a989-ba6f-4b89-8d21-963e6010dcfd req-38150e2b-32d1-4edd-91ce-68a84c4dd2a7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:55.489524 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:55.552425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-1439a989-ba6f-4b89-8d21-963e6010dcfd req-38150e2b-32d1-4edd-91ce-68a84c4dd2a7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Calling delete_port for 7d5cd91d-db65-4a58-8756-01028d3a1c12 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:32:55.633447 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] For port 8c643e7e-37c6-4395-973b-aa6dfb7e7222, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:32:55.639777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] For port 8c643e7e-37c6-4395-973b-aa6dfb7e7222, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=8c643e7e-37c6-4395-973b-aa6dfb7e7222,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:32:55.738998 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:55.756978 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:55.871310 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:55.904829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:55.905449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:55.907040 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] 10.222.0.46 "PUT /v2.0/ports/8c643e7e-37c6-4395-973b-aa6dfb7e7222 HTTP/1.1" status: 200 len: 1092 time: 3.2006283 May 27 22:32:55.908641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1c4374-bcf1-4ee7-856a-016e0bc1c436', 'tag': '8c643e7e-37c6-4395-973b-aa6dfb7e7222'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:32:56.000565 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1439a989-ba6f-4b89-8d21-963e6010dcfd req-38150e2b-32d1-4edd-91ce-68a84c4dd2a7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:56.056618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38150e2b-32d1-4edd-91ce-68a84c4dd2a7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Pushing event deleted for resources: {'Port': ['ID=7d5cd91d-db65-4a58-8756-01028d3a1c12,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:56.161667 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1439a989-ba6f-4b89-8d21-963e6010dcfd req-38150e2b-32d1-4edd-91ce-68a84c4dd2a7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:56.184433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:32:56.191750 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c1e6f9-1386-4f4c-a69d-8c2d9f167d48,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:56.215623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe430f-d50a-4618-8fb9-a75368564b30 service neutron] Pushing event updated for resources: {'Port': ['ID=8c643e7e-37c6-4395-973b-aa6dfb7e7222,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:56.225368 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:56.225713 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Added segment a92f2ee5-c735-43be-a843-40ea6d8c837f of type vlan for network a846165f-67b8-4711-8fc9-97b50aa76620 May 27 22:32:56.282786 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:56.291409 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1439a989-ba6f-4b89-8d21-963e6010dcfd req-38150e2b-32d1-4edd-91ce-68a84c4dd2a7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:56.291567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Router 529cd009-86ea-4e0e-ac96-1fd114e2abee has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:32:56.298098 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1439a989-ba6f-4b89-8d21-963e6010dcfd req-38150e2b-32d1-4edd-91ce-68a84c4dd2a7 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "DELETE /v2.0/floatingips/00f5fbf6-192b-4e0d-8573-07677583c8f6 HTTP/1.1" status: 204 len: 173 time: 1.4872618 May 27 22:32:56.384669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-e685a45c-7f82-4705-962a-da2a9d2c0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:56.386438 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-e685a45c-7f82-4705-962a-da2a9d2c0ff4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 1095 time: 0.2455099 May 27 22:32:56.475425 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-db06f144-5356-410a-b9e0-f26989b13fcc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c643e7e-37c6-4395-973b-aa6dfb7e7222 HTTP/1.1" status: 200 len: 217 time: 0.0708308 May 27 22:32:56.476004 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:56.477742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:56.478842 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:56.499928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3f346-26b9-4b29-902d-5f0bdcb2eb87 req-c187f1d5-781a-4794-b106-cc65596b14f5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:56.501679 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ba3f346-26b9-4b29-902d-5f0bdcb2eb87 req-c187f1d5-781a-4794-b106-cc65596b14f5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 944 time: 0.1108112 May 27 22:32:56.555784 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ba3f346-26b9-4b29-902d-5f0bdcb2eb87 req-715a4c59-d32b-4ff2-914f-c0dc08c865f2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473607 May 27 22:32:56.713948 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15df9909-9c2a-41a5-83c3-79f6372bd8ce'] response: {'name': 'network-changed', 'server_uuid': '1f1c4374-bcf1-4ee7-856a-016e0bc1c436', 'tag': '8c643e7e-37c6-4395-973b-aa6dfb7e7222', 'status': 'completed', 'code': 200} May 27 22:32:56.768826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-f62e8e5a-dd4d-4a82-9abd-264aa858cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:56.770150 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-f62e8e5a-dd4d-4a82-9abd-264aa858cc1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb HTTP/1.1" status: 200 len: 852 time: 0.2845192 May 27 22:32:56.774158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] Pushing event updated for resources: {'Network': ['ID=a846165f-67b8-4711-8fc9-97b50aa76620,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:56.786902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network a846165f-67b8-4711-8fc9-97b50aa76620 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:32:56.820382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49012) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:56.829173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:32:56.835719 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-78a328b7-6216-4db0-907c-aef98b4d57d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7fa183cd-844a-4771-a3e2-7a9231a95041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563169 May 27 22:32:56.842974 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-923a4b49-6095-472f-b1c5-86bc11e38a9e admin admin] 10.222.0.27 "PUT /v2.0/routers/529cd009-86ea-4e0e-ac96-1fd114e2abee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7475057 May 27 22:32:56.843865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49018) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:56.861689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-076c7cb9-6d51-4553-ac8d-21b0505f770d tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips/19854545-dbca-46f3-bc70-7575673d8ea5 HTTP/1.1" status: 200 len: 692 time: 0.1678839 May 27 22:32:56.869910 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-737e5420-73a7-4d99-bcbd-844db911de8e admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6845965 May 27 22:32:56.875240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49022) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:56.907083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e22f0-966c-4e83-9f57-59f326902dd0 None None] Sync routers for ids ['529cd009-86ea-4e0e-ac96-1fd114e2abee'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:32:56.922502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e22f0-966c-4e83-9f57-59f326902dd0 None None] Routers {'529cd009-86ea-4e0e-ac96-1fd114e2abee'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:32:56.923464 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4c4e22f0-966c-4e83-9f57-59f326902dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:32:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['529cd009-86ea-4e0e-ac96-1fd114e2abee'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:56.945944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] Request body: {'subnet': {'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-571067907-subnet', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:57.015015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:57.043676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] Usage tracker for resource:subnet and tenant:8cbde3bf5664409c9a11b9efb9601362 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:57.053599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:57.070137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:57.188214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-d1fa70e2-99f2-4c86-9858-43bd15a7c0e2 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:57.198425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-d1fa70e2-99f2-4c86-9858-43bd15a7c0e2 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.3273911 May 27 22:32:57.223286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-4c4e22f0-966c-4e83-9f57-59f326902dd0 None None] Set router 529cd009-86ea-4e0e-ac96-1fd114e2abee gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:32:57.234751 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-841452f6-dfc6-4923-839a-5b624feaad9a service neutron] 10.222.0.46 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899190 May 27 22:32:57.258525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1166156675'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:57.282914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-f60beb80-c6d7-48f7-a6ba-0ab7532c2ea8 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Synchronizing usage tracker for tenant:f0db97a4368b4ad4a20a7758179275fe on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:32:57.298450 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:57.351540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:57.368619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] Made reservation on behalf of 8cbde3bf5664409c9a11b9efb9601362 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:32:57.370839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:57.390914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Usage tracker for resource:network and tenant:6f42f3231aeb43b89aad9cd647ab4843 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:57.419787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-f60beb80-c6d7-48f7-a6ba-0ab7532c2ea8 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Unset dirty status for tenant:f0db97a4368b4ad4a20a7758179275fe on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:32:57.426532 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-f60beb80-c6d7-48f7-a6ba-0ab7532c2ea8 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.59 HTTP/1.1" status: 200 len: 695 time: 0.2220521 May 27 22:32:57.496388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:57.512960 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2fec565b-b7f6-452f-9699-65189d55b075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:57.523432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:57.555184 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-6ca5cf38-1c19-402d-92f2-b47122d300bf tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.59 HTTP/1.1" status: 200 len: 695 time: 0.1257644 May 27 22:32:57.687966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4c4e22f0-966c-4e83-9f57-59f326902dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'name': 'tempest-ServersTestFqdnHostnames-1692312816-router', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:31Z', 'updated_at': '2022-05-27T22:32:54Z', 'revision_number': 5, 'project_id': '68c7ad7590c74c6ea735453ba30d2978', 'gw_port': {'id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:52:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:34Z', 'updated_at': '2022-05-27T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:57.699720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e22f0-966c-4e83-9f57-59f326902dd0 None None] Checking router: 529cd009-86ea-4e0e-ac96-1fd114e2abee for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:32:57.716054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e22f0-966c-4e83-9f57-59f326902dd0 None None] Routers {'529cd009-86ea-4e0e-ac96-1fd114e2abee'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:32:57.716897 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4c4e22f0-966c-4e83-9f57-59f326902dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:32:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['529cd009-86ea-4e0e-ac96-1fd114e2abee'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:57.756423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-6040ea69-25d3-4566-b72d-cda243920a21 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Deleting port bbad0e02-0aa4-4658-925c-6d577d9093a3 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:32:57.757159 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-6040ea69-25d3-4566-b72d-cda243920a21 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:57.777500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Made reservation on behalf of 6f42f3231aeb43b89aad9cd647ab4843 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:32:57.780892 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:57.815701 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:57.847721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:57.851608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Usage tracker for resource:security_group_rule and tenant:6f42f3231aeb43b89aad9cd647ab4843 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:57.858772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:57.861551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:57.963519 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:57.981145 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0fbd420-bcec-4226-af64-acfd3a83279c req-6727575c-f6c2-41dd-bd59-596aeb36f1c8 service neutron] 10.222.0.46 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7261844 May 27 22:32:58.005629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-4c4e22f0-966c-4e83-9f57-59f326902dd0 None None] Set router 529cd009-86ea-4e0e-ac96-1fd114e2abee gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:32:58.079381 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-6040ea69-25d3-4566-b72d-cda243920a21 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:58.079716 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-6040ea69-25d3-4566-b72d-cda243920a21 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:58.115542 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] Deleting port 0e4162aa-9401-4168-88ba-ec4282def12a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:32:58.115801 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:58.218263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-6040ea69-25d3-4566-b72d-cda243920a21 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Calling delete_port for bbad0e02-0aa4-4658-925c-6d577d9093a3 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:32:58.230347 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:58.270438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceee352-647f-45b8-80ca-3a3186ce808d req-bc3176b3-e61c-4ee6-98ee-f3970b5845f4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:58.278427 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ceee352-647f-45b8-80ca-3a3186ce808d req-bc3176b3-e61c-4ee6-98ee-f3970b5845f4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 944 time: 0.3437493 May 27 22:32:58.332229 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ceee352-647f-45b8-80ca-3a3186ce808d req-452e7dac-a416-408d-99f9-d1224569f11a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529354 May 27 22:32:58.343057 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:58.351796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4c4e22f0-966c-4e83-9f57-59f326902dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'name': 'tempest-ServersTestFqdnHostnames-1692312816-router', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:31Z', 'updated_at': '2022-05-27T22:32:54Z', 'revision_number': 5, 'project_id': '68c7ad7590c74c6ea735453ba30d2978', 'gw_port': {'id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:52:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:34Z', 'updated_at': '2022-05-27T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:32:58.357054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e22f0-966c-4e83-9f57-59f326902dd0 None None] The sync data for ids ['529cd009-86ea-4e0e-ac96-1fd114e2abee'] in n-d-843680-3 is: [{'id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'name': 'tempest-ServersTestFqdnHostnames-1692312816-router', 'tenant_id': '68c7ad7590c74c6ea735453ba30d2978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:31Z', 'updated_at': '2022-05-27T22:32:54Z', 'revision_number': 5, 'project_id': '68c7ad7590c74c6ea735453ba30d2978', 'gw_port': {'id': '0e4162aa-9401-4168-88ba-ec4282def12a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:52:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529cd009-86ea-4e0e-ac96-1fd114e2abee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:34Z', 'updated_at': '2022-05-27T22:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:32:58.422729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:32:58.436599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:58.437063 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Added segment c16f8595-d7fc-4e57-b455-2bb83dc25b46 of type vlan for network b5251a07-3a36-46e3-87d4-45303754bd45 May 27 22:32:58.482946 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:58.534331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0f9069-b64e-464a-bf10-3783a1741486,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:58.537920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49050) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:58.547037 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:58.660210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76799b8-7a6c-4288-95fc-d7604b1acce4 req-4acc31c5-43bd-4a66-a4a1-9d82add87b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:58.661834 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b76799b8-7a6c-4288-95fc-d7604b1acce4 req-4acc31c5-43bd-4a66-a4a1-9d82add87b1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 1095 time: 0.5106516 May 27 22:32:58.662528 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:58.668500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:58.669206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:58.740541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-be01427c-e3b3-4a53-be6c-5ee08b4ce4cc tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:58.742201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-be01427c-e3b3-4a53-be6c-5ee08b4ce4cc tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/networks?id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c HTTP/1.1" status: 200 len: 804 time: 0.1661584 May 27 22:32:58.757156 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-6040ea69-25d3-4566-b72d-cda243920a21 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:58.801815 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-2402c92c-4bbd-467d-a8db-04a79c7e4055 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/quotas/66c8ee59557b4baea4ae26e059dc0936 HTTP/1.1" status: 200 len: 375 time: 0.0531137 May 27 22:32:58.813746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040ea69-25d3-4566-b72d-cda243920a21 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Pushing event deleted for resources: {'Port': ['ID=bbad0e02-0aa4-4658-925c-6d577d9093a3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:58.898119 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ca26724-b37c-4e44-a8c4-f1c369b968fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:58.914220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] For port 0e4162aa-9401-4168-88ba-ec4282def12a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0e4162aa-9401-4168-88ba-ec4282def12a,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:32:58.914571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:58.923952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] Checking segment: {'id': 'a92f2ee5-c735-43be-a843-40ea6d8c837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:32:58.924305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] Network hostable DHCP agents. Network: a846165f-67b8-4711-8fc9-97b50aa76620, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:32:58.944157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:58.958503 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-6040ea69-25d3-4566-b72d-cda243920a21 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:58.976327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-7f7ce74d-aef3-4e83-896a-39aed9b0602a tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=66c8ee59557b4baea4ae26e059dc0936&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1637444 May 27 22:32:59.008146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Pushing event updated for resources: {'Network': ['ID=b5251a07-3a36-46e3-87d4-45303754bd45,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:59.019303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network b5251a07-3a36-46e3-87d4-45303754bd45 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:32:59.041189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-7e4877e0-e482-43f8-b285-bd75d7d38ae9 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:32:59.042564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-7e4877e0-e482-43f8-b285-bd75d7d38ae9 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0584447 May 27 22:32:59.053219 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-6040ea69-25d3-4566-b72d-cda243920a21 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:59.053219 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-762f5900-fb3f-4a6f-9b38-b17b3ef232b2 req-6040ea69-25d3-4566-b72d-cda243920a21 tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "DELETE /v2.0/floatingips/19854545-dbca-46f3-bc70-7575673d8ea5 HTTP/1.1" status: 204 len: 173 time: 1.4917545 May 27 22:32:59.072643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ca26724-b37c-4e44-a8c4-f1c369b968fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:59.080912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] Calling delete_port for 0e4162aa-9401-4168-88ba-ec4282def12a owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:32:59.100971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f8696732-c44b-4b83-a986-c13a3b15b3a9 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:32:59.111923 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d4d82750-2d03-4229-9402-d08cbb863932 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2868295 May 27 22:32:59.123671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ca26724-b37c-4e44-a8c4-f1c369b968fc admin admin] Usage tracker for resource:security_group_rule and tenant:0709ebc33b4c40a39e54fe07ea32a004 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:59.133135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ca26724-b37c-4e44-a8c4-f1c369b968fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:59.148468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ca26724-b37c-4e44-a8c4-f1c369b968fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:59.152316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: f8696732-c44b-4b83-a986-c13a3b15b3a9 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:32:59.152316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f8696732-c44b-4b83-a986-c13a3b15b3a9 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:32:59.208624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76799b8-7a6c-4288-95fc-d7604b1acce4 req-1c2e6c77-422b-4d70-90fb-f0373b033712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:59.210067 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b76799b8-7a6c-4288-95fc-d7604b1acce4 req-1c2e6c77-422b-4d70-90fb-f0373b033712 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 913 time: 0.5328524 May 27 22:32:59.221457 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-4c32d635-3375-424d-b6bf-cf692b1acdfd tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips/acce58ff-677e-4f30-8f36-71615cf43755 HTTP/1.1" status: 200 len: 693 time: 0.1388195 May 27 22:32:59.331799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] Network a846165f-67b8-4711-8fc9-97b50aa76620 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:32:59.343446 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b76799b8-7a6c-4288-95fc-d7604b1acce4 req-519f03d2-f444-44d1-b558-ac53c25f8768 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c643e7e-37c6-4395-973b-aa6dfb7e7222 HTTP/1.1" status: 200 len: 217 time: 0.1234934 May 27 22:32:59.384705 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-dab0dcb8-22d8-434f-a676-0c444f9ec267 service neutron] 10.222.0.27 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343198 May 27 22:32:59.440321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, a846165f-67b8-4711-8fc9-97b50aa76620) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:32:59.448960 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c38c43-84f6-4488-92e2-33e05104e675 None None] Network a846165f-67b8-4711-8fc9-97b50aa76620 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:32:59.455437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:59.456006 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:59.469493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76799b8-7a6c-4288-95fc-d7604b1acce4 req-69860fb3-2a9d-45ef-8b64-10192c10c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:59.470917 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b76799b8-7a6c-4288-95fc-d7604b1acce4 req-69860fb3-2a9d-45ef-8b64-10192c10c68e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb HTTP/1.1" status: 200 len: 852 time: 0.1166131 May 27 22:32:59.482651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-ddb0acb8-ab17-4aa6-a624-75b90fc1dcdf tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:59.484340 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-ddb0acb8-ab17-4aa6-a624-75b90fc1dcdf tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.2539651 May 27 22:32:59.578683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-494c1845-9668-4476-ba20-a82f56808dad tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Synchronizing usage tracker for tenant:f0db97a4368b4ad4a20a7758179275fe on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:32:59.583933 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b76799b8-7a6c-4288-95fc-d7604b1acce4 req-9b15d166-36f2-4eee-9ff4-c4c41507b402 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7fa183cd-844a-4771-a3e2-7a9231a95041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030035 May 27 22:32:59.625015 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c34b2706-0492-445d-9c59-a91107a1094b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:59.625374 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ca26724-b37c-4e44-a8c4-f1c369b968fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:59.629461 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a8c0e816-548b-4c99-a0ff-dbeba1beacb1 service neutron] 10.222.0.27 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383318 May 27 22:32:59.643536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35e1a4-efbf-4b67-b415-9960d5fd252a req-05acceaa-0b2a-4f32-8c45-ed5083623f2a tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:32:59.644242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3a35e1a4-efbf-4b67-b415-9960d5fd252a req-05acceaa-0b2a-4f32-8c45-ed5083623f2a tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Synchronizing usage tracker for tenant:66c8ee59557b4baea4ae26e059dc0936 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:32:59.687728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-a846165f-67b8-4711-8fc9-97b50aa76620', 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'fixed_ips': [{'subnet_id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:32:59.688998 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:59.703682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-494c1845-9668-4476-ba20-a82f56808dad tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Unset dirty status for tenant:f0db97a4368b4ad4a20a7758179275fe on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:32:59.705079 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-494c1845-9668-4476-ba20-a82f56808dad tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.152 HTTP/1.1" status: 200 len: 696 time: 0.2091587 May 27 22:32:59.823682 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-537f7463-e364-4d75-8f71-9751fb84392d tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.152 HTTP/1.1" status: 200 len: 696 time: 0.1123955 May 27 22:32:59.848533 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-baef2e4c-8e18-4376-9703-80b85176c228 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9137495 May 27 22:32:59.850592 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ca26724-b37c-4e44-a8c4-f1c369b968fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:59.865410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Allocated IP 172.20.0.2 (a846165f-67b8-4711-8fc9-97b50aa76620/c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb/ab9132e4-af22-48f1-8d8f-08deccccb8c9) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:32:59.865904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49064) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:32:59.889413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:32:59.915092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:32:59.933576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Usage tracker for resource:router and tenant:8cbde3bf5664409c9a11b9efb9601362 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:32:59.955316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:32:59.964730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:32:59.971297 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ca26724-b37c-4e44-a8c4-f1c369b968fc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0709ebc33b4c40a39e54fe07ea32a004&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4289780 May 27 22:32:59.972237 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:32:59.975925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca26724-b37c-4e44-a8c4-f1c369b968fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2597671-282b-482d-9997-16c7271ec752,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:32:59.980388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49074) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:00.014155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-f82dd761-b068-4bd0-b1c4-a5052356f99f tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Deleting port 72e09ed0-5697-4bdf-a920-f841d475d392 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:33:00.014753 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-f82dd761-b068-4bd0-b1c4-a5052356f99f tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.056887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3a35e1a4-efbf-4b67-b415-9960d5fd252a req-05acceaa-0b2a-4f32-8c45-ed5083623f2a tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Unset dirty status for tenant:66c8ee59557b4baea4ae26e059dc0936 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:33:00.058863 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a35e1a4-efbf-4b67-b415-9960d5fd252a req-05acceaa-0b2a-4f32-8c45-ed5083623f2a tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6810010-1561-45c9-be82-733c6bc832e3 HTTP/1.1" status: 200 len: 945 time: 0.7795367 May 27 22:33:00.063212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4162aa-9401-4168-88ba-ec4282def12a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:00.129337 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b76799b8-7a6c-4288-95fc-d7604b1acce4 req-af738960-ee8e-49fd-9d9a-a28fc595e0b5 service neutron] 10.222.0.46 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314622 May 27 22:33:00.221133 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.222172 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.300599 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.312039 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Transition to ACTIVE for port object ab9132e4-af22-48f1-8d8f-08deccccb8c9 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:00.331699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Transition to ACTIVE for port object ab9132e4-af22-48f1-8d8f-08deccccb8c9 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:00.336775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a93c6344-3942-4ca3-84e8-a42a4ef25c33 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:33:00.348223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-3a35e1a4-efbf-4b67-b415-9960d5fd252a req-0a526c35-99dc-48e5-89fa-1a0fd8067a38 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Deleting port a93c6344-3942-4ca3-84e8-a42a4ef25c33 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:33:00.348970 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a35e1a4-efbf-4b67-b415-9960d5fd252a req-0a526c35-99dc-48e5-89fa-1a0fd8067a38 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.380514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49082) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:00.387247 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-f82dd761-b068-4bd0-b1c4-a5052356f99f tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.387771 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-f82dd761-b068-4bd0-b1c4-a5052356f99f tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.413794 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Request body: {'port': {'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45', 'binding:host_id': 'n-h2-843680-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-598033414'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:00.433986 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.442285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:00.460925 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea2e001c-fb9e-4f8a-8117-a669e26938fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.476646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Usage tracker for resource:port and tenant:e7aa0ec425a14c018139eb872ac88c92 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:00.479582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port a93c6344-3942-4ca3-84e8-a42a4ef25c33 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:00.480094 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.481674 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.503154 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.531619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:00.534498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-f82dd761-b068-4bd0-b1c4-a5052356f99f tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Calling delete_port for 72e09ed0-5697-4bdf-a920-f841d475d392 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:33:00.564209 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6810010-1561-45c9-be82-733c6bc832e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93c6344-3942-4ca3-84e8-a42a4ef25c33'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:33:00.569851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:00.593530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Network a846165f-67b8-4711-8fc9-97b50aa76620 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:00.596995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a93c6344-3942-4ca3-84e8-a42a4ef25c33, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a93c6344-3942-4ca3-84e8-a42a4ef25c33,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:00.600439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:00.603575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:00.702520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Pushing event updated for resources: {'Port': ['ID=ab9132e4-af22-48f1-8d8f-08deccccb8c9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:00.727420 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.745524 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea2e001c-fb9e-4f8a-8117-a669e26938fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.752410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0317c4b4-39cd-472f-95d2-71a7292f8478 req-8f54625c-2b07-406a-a06c-57eb2009b646 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:00.753288 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b76799b8-7a6c-4288-95fc-d7604b1acce4 req-1f948bb6-29d3-48a0-a087-2df6263ebf77 service neutron] 10.222.0.46 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997260 May 27 22:33:00.753874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0317c4b4-39cd-472f-95d2-71a7292f8478 req-8f54625c-2b07-406a-a06c-57eb2009b646 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 944 time: 0.1906998 May 27 22:33:00.775003 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.784577 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.833659 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0317c4b4-39cd-472f-95d2-71a7292f8478 req-7f32ee51-7426-45ee-a691-1790847bae65 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560482 May 27 22:33:00.842135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=a93c6344-3942-4ca3-84e8-a42a4ef25c33,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:00.845672 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Attempting to bind port ab9132e4-af22-48f1-8d8f-08deccccb8c9 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:00.846060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Attempting to bind port ab9132e4-af22-48f1-8d8f-08deccccb8c9 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'a92f2ee5-c735-43be-a843-40ea6d8c837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:00.846402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Attempting to bind port ab9132e4-af22-48f1-8d8f-08deccccb8c9 on network a846165f-67b8-4711-8fc9-97b50aa76620 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:00.854742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:33:00.855114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Checking segment: {'id': 'a92f2ee5-c735-43be-a843-40ea6d8c837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:00.855514 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.855917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Bound using segment: {'id': 'a92f2ee5-c735-43be-a843-40ea6d8c837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:33:00.856404 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Bound port: ab9132e4-af22-48f1-8d8f-08deccccb8c9, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92f2ee5-c735-43be-a843-40ea6d8c837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:33:00.857066 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.888341 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-f82dd761-b068-4bd0-b1c4-a5052356f99f tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.947892 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.950071 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.961451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Made reservation on behalf of e7aa0ec425a14c018139eb872ac88c92 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:00.963798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] For port ab9132e4-af22-48f1-8d8f-08deccccb8c9, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:00.964315 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:00.968075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] For port ab9132e4-af22-48f1-8d8f-08deccccb8c9, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ab9132e4-af22-48f1-8d8f-08deccccb8c9,segment=NetworkSegment(a92f2ee5-c735-43be-a843-40ea6d8c837f),segment_id=a92f2ee5-c735-43be-a843-40ea6d8c837f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:33:00.978989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82dd761-b068-4bd0-b1c4-a5052356f99f tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Pushing event deleted for resources: {'Port': ['ID=72e09ed0-5697-4bdf-a920-f841d475d392,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:01.022504 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b82ca62-25bb-4bc4-9e2b-06a8fdc92c97 req-5f9481d1-b174-4380-b777-e4e81afbe41f tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 210 time: 0.0891421 May 27 22:33:01.038144 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:01.038485 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:01.047510 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:01.048172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 529cd009-86ea-4e0e-ac96-1fd114e2abee {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:33:01.100029 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-f82dd761-b068-4bd0-b1c4-a5052356f99f tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:01.151205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:01.179527 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c0c0ee7-b0ed-4227-9269-cc7603e24356'] response: {'server_uuid': 'c6810010-1561-45c9-be82-733c6bc832e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93c6344-3942-4ca3-84e8-a42a4ef25c33', 'code': 200} May 27 22:33:01.190389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Usage tracker for resource:security_group_rule and tenant:e7aa0ec425a14c018139eb872ac88c92 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:01.197444 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc655d0-e2ee-41f3-8b03-a5cad339dfca None None] Pushing event updated for resources: {'Port': ['ID=ab9132e4-af22-48f1-8d8f-08deccccb8c9,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:01.242299 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-f82dd761-b068-4bd0-b1c4-a5052356f99f tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:01.247591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:01.252334 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c06cf6cb-4f61-4ca3-8eae-4799e58573ed req-f82dd761-b068-4bd0-b1c4-a5052356f99f tempest-FloatingIPDetailsTestJSON-1032928831 tempest-FloatingIPDetailsTestJSON-1032928831-project] 10.222.0.27 "DELETE /v2.0/floatingips/acce58ff-677e-4f30-8f36-71615cf43755 HTTP/1.1" status: 204 len: 173 time: 1.4220762 May 27 22:33:01.253509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49090) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:01.288025 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea2e001c-fb9e-4f8a-8117-a669e26938fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:01.300173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:01.436183 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:01.453565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3a35e1a4-efbf-4b67-b415-9960d5fd252a req-0a526c35-99dc-48e5-89fa-1a0fd8067a38 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] For port a93c6344-3942-4ca3-84e8-a42a4ef25c33, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a93c6344-3942-4ca3-84e8-a42a4ef25c33,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:01.453835 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a35e1a4-efbf-4b67-b415-9960d5fd252a req-0a526c35-99dc-48e5-89fa-1a0fd8067a38 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:01.466209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e001c-fb9e-4f8a-8117-a669e26938fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2597671-282b-482d-9997-16c7271ec752,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:01.468383 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:01.469551 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dc525444-f335-4d57-9c4e-bf6ffafb7270 admin admin] 10.222.0.27 "DELETE /v2.0/routers/529cd009-86ea-4e0e-ac96-1fd114e2abee HTTP/1.1" status: 204 len: 168 time: 4.6041675 May 27 22:33:01.470615 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ea2e001c-fb9e-4f8a-8117-a669e26938fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:01.474914 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea2e001c-fb9e-4f8a-8117-a669e26938fb admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d2597671-282b-482d-9997-16c7271ec752 HTTP/1.1" status: 204 len: 168 time: 1.4628823 May 27 22:33:01.477386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49094) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:01.694761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-3a35e1a4-efbf-4b67-b415-9960d5fd252a req-0a526c35-99dc-48e5-89fa-1a0fd8067a38 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Calling delete_port for a93c6344-3942-4ca3-84e8-a42a4ef25c33 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:33:01.824472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2681397-cd73-43ba-8ef6-a1dc0ec6cecc admin admin] Deleting subnet 21ca2480-a626-4b4f-85be-41d74edc2b6e {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:33:01.922496 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2681397-cd73-43ba-8ef6-a1dc0ec6cecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:01.945535 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:01.959792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 8c643e7e-37c6-4395-973b-aa6dfb7e7222 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:33:01.961086 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62c5b757-b18c-4532-a59f-2cba5ffa07ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:02.115526 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2681397-cd73-43ba-8ef6-a1dc0ec6cecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:02.191775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 8c643e7e-37c6-4395-973b-aa6dfb7e7222, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=8c643e7e-37c6-4395-973b-aa6dfb7e7222,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:02.208110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '8c643e7e-37c6-4395-973b-aa6dfb7e7222', 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041', 'port_id': '8c643e7e-37c6-4395-973b-aa6dfb7e7222', 'mac_address': 'fa:16:3e:b8:e4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:33:02.222148 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a35e1a4-efbf-4b67-b415-9960d5fd252a req-0a526c35-99dc-48e5-89fa-1a0fd8067a38 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:02.274271 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:02.289226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 8c643e7e-37c6-4395-973b-aa6dfb7e7222 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:02.289701 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:02.301775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a526c35-99dc-48e5-89fa-1a0fd8067a38 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Pushing event deleted for resources: {'Port': ['ID=a93c6344-3942-4ca3-84e8-a42a4ef25c33,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:02.316612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c643e7e-37c6-4395-973b-aa6dfb7e7222 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:33:02.337649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 8c643e7e-37c6-4395-973b-aa6dfb7e7222, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=8c643e7e-37c6-4395-973b-aa6dfb7e7222,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:02.381261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:02.438757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49108) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:02.445772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7c56c1-8a9a-43e4-9703-51aa80f66142,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:02.450605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] device_id is not set on port 4b64d74a-77bd-4e94-a15a-de353314ce21 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:33:02.454148 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:02.492297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a35e1a4-efbf-4b67-b415-9960d5fd252a req-0a526c35-99dc-48e5-89fa-1a0fd8067a38 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] No DVR routers for this DVR port a93c6344-3942-4ca3-84e8-a42a4ef25c33 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:33:02.502497 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb7571e4-e921-41dc-ad6d-741a968fcafa req-8a755316-0cbb-43b1-85fe-c847a1a851fd tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 210 time: 0.3277957 May 27 22:33:02.517450 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8070ea70-26c7-44fc-9511-0d59338af9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:02.553441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8070ea70-26c7-44fc-9511-0d59338af9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:02.554035 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=8c643e7e-37c6-4395-973b-aa6dfb7e7222,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:02.583203 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a35e1a4-efbf-4b67-b415-9960d5fd252a req-0a526c35-99dc-48e5-89fa-1a0fd8067a38 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:02.590642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6810010-1561-45c9-be82-733c6bc832e3', 'name': 'network-vif-deleted', 'tag': 'a93c6344-3942-4ca3-84e8-a42a4ef25c33'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:33:02.655871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8070ea70-26c7-44fc-9511-0d59338af9aa admin admin] Usage tracker for resource:security_group_rule and tenant:717ba16da6a448a78a06df8f1c9e1ad5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:02.665995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['8c643e7e-37c6-4395-973b-aa6dfb7e7222'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:33:02.683697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8070ea70-26c7-44fc-9511-0d59338af9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:02.720242 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f34ce40e-1a75-494a-913a-92f73b2c870f'] response: {'server_uuid': 'c6810010-1561-45c9-be82-733c6bc832e3', 'name': 'network-vif-deleted', 'tag': 'a93c6344-3942-4ca3-84e8-a42a4ef25c33', 'status': 'completed', 'code': 200} May 27 22:33:02.730415 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2681397-cd73-43ba-8ef6-a1dc0ec6cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:02.756717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8070ea70-26c7-44fc-9511-0d59338af9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:02.779417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276210c0-cdb5-44ca-89d2-0643222ef309 None None] Network a846165f-67b8-4711-8fc9-97b50aa76620 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:33:02.859043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce85e4f-5d3c-489a-8e1e-b38631a2c50e req-90f0d45b-b86e-4dd1-b597-fe50a4df7d8e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:02.866667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ce85e4f-5d3c-489a-8e1e-b38631a2c50e req-90f0d45b-b86e-4dd1-b597-fe50a4df7d8e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 944 time: 0.8245161 May 27 22:33:02.882194 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a35e1a4-efbf-4b67-b415-9960d5fd252a req-0a526c35-99dc-48e5-89fa-1a0fd8067a38 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.46 "DELETE /v2.0/ports/a93c6344-3942-4ca3-84e8-a42a4ef25c33 HTTP/1.1" status: 204 len: 173 time: 2.8133092 May 27 22:33:02.894560 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:02.941638 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:02.963581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3657a35b-09e4-43e9-b41f-d7a5b2b0fac5 None None] Provisioning for port ab9132e4-af22-48f1-8d8f-08deccccb8c9 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:02.991362 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-e4879a0b-dbdd-4132-8622-3fcc908087a5 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:02.992811 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-e4879a0b-dbdd-4132-8622-3fcc908087a5 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.57 "GET /v2.0/networks?id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c HTTP/1.1" status: 200 len: 804 time: 0.3427808 May 27 22:33:02.998551 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ce85e4f-5d3c-489a-8e1e-b38631a2c50e req-ccadcfca-cd5c-4c4a-8af7-e16dc546f165 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306610 May 27 22:33:03.129297 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8070ea70-26c7-44fc-9511-0d59338af9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:03.147615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Request body: {'port': {'device_id': '9773e7b9-c41a-4c41-ae9e-54eec0796b14', 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c', 'admin_state_up': True, 'tenant_id': '66c8ee59557b4baea4ae26e059dc0936'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:03.233171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ab9132e4-af22-48f1-8d8f-08deccccb8c9 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:03.242715 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2681397-cd73-43ba-8ef6-a1dc0ec6cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:03.292704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2681397-cd73-43ba-8ef6-a1dc0ec6cecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ca2480-a626-4b4f-85be-41d74edc2b6e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:03.318565 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2681397-cd73-43ba-8ef6-a1dc0ec6cecc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:03.319737 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48b6bfa-6e13-41a6-b127-5acc29f10289 None None] Network b957311f-fd88-480a-a94d-27fae71f4b4c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:33:03.330905 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] device_id is not set on port 4b64d74a-77bd-4e94-a15a-de353314ce21 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:33:03.336102 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8070ea70-26c7-44fc-9511-0d59338af9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:03.344384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-62c5b757-b18c-4532-a59f-2cba5ffa07ba admin admin] Deleting port dfa2c65d-dae9-472f-b389-faff24607909 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:33:03.344966 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62c5b757-b18c-4532-a59f-2cba5ffa07ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:03.361780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Allocated IP 172.25.2.143 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/5d05e4a4-bda5-4381-a5ce-e5a90011bc69) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:03.366780 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f2681397-cd73-43ba-8ef6-a1dc0ec6cecc admin admin] 10.222.0.27 "DELETE /v2.0/subnets/21ca2480-a626-4b4f-85be-41d74edc2b6e HTTP/1.1" status: 204 len: 168 time: 1.8854349 May 27 22:33:03.367913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:03.375255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49114) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:03.406355 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port ab9132e4-af22-48f1-8d8f-08deccccb8c9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:03.433531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port ab9132e4-af22-48f1-8d8f-08deccccb8c9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:03.434153 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:03.540682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Transition to ACTIVE for port object 4b64d74a-77bd-4e94-a15a-de353314ce21 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:03.643611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dc47ac6f-2949-4e83-9dec-d2a51bfc6197 None None] Provisioning complete for port ab9132e4-af22-48f1-8d8f-08deccccb8c9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:03.643985 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc47ac6f-2949-4e83-9dec-d2a51bfc6197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:03.680326 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-62c5b757-b18c-4532-a59f-2cba5ffa07ba admin admin] For port dfa2c65d-dae9-472f-b389-faff24607909, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=dfa2c65d-dae9-472f-b389-faff24607909,segment=NetworkSegment(411a5dbf-d382-4fba-8682-7853d80c6db3),segment_id=411a5dbf-d382-4fba-8682-7853d80c6db3)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:03.681152 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62c5b757-b18c-4532-a59f-2cba5ffa07ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:03.736094 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:03.763983 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:03.850615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Pushing event updated for resources: {'Port': ['ID=4b64d74a-77bd-4e94-a15a-de353314ce21,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:03.882399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-62c5b757-b18c-4532-a59f-2cba5ffa07ba admin admin] Calling delete_port for dfa2c65d-dae9-472f-b389-faff24607909 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:33:03.883182 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ab9132e4-af22-48f1-8d8f-08deccccb8c9 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:03.883749 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:03.886503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] Deleting port 9f8d4ccb-4f4a-4182-aba1-c814e307576b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:33:03.887072 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:03.939424 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:03.965278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 8c643e7e-37c6-4395-973b-aa6dfb7e7222 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:03.980712 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8070ea70-26c7-44fc-9511-0d59338af9aa admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=717ba16da6a448a78a06df8f1c9e1ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5335360 May 27 22:33:03.980712 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070ea70-26c7-44fc-9511-0d59338af9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b020ff7-2adb-40e3-a22d-22fe09ad16f2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:03.990390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49120) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:04.006606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:04.012606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adf45b8-e921-4667-9c1d-bc246a6304ac None None] DHCP port deletion for b957311f-fd88-480a-a94d-27fae71f4b4c request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:33:04.017614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Checking segment: {'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:04.017977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Network hostable DHCP agents. Network: b5251a07-3a36-46e3-87d4-45303754bd45, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:33:04.033985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4adf45b8-e921-4667-9c1d-bc246a6304ac None None] Deleting port 9f8d4ccb-4f4a-4182-aba1-c814e307576b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:33:04.034359 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4adf45b8-e921-4667-9c1d-bc246a6304ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:04.062252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Usage tracker for resource:port and tenant:66c8ee59557b4baea4ae26e059dc0936 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:04.064131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port ab9132e4-af22-48f1-8d8f-08deccccb8c9, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ab9132e4-af22-48f1-8d8f-08deccccb8c9,segment=NetworkSegment(a92f2ee5-c735-43be-a843-40ea6d8c837f),segment_id=a92f2ee5-c735-43be-a843-40ea6d8c837f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:04.072623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-dc47ac6f-2949-4e83-9dec-d2a51bfc6197 None None] Current status of the port ab9132e4-af22-48f1-8d8f-08deccccb8c9 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:04.072940 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc47ac6f-2949-4e83-9dec-d2a51bfc6197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:04.075286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:04.083853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7310556-9168-498a-9eb3-030218e532a3 req-2d3ce52b-a6a4-4105-aabe-e0d5e463fd82 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 210 time: 0.0856543 May 27 22:33:04.093701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:04.170211 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:04.196786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Made reservation on behalf of 66c8ee59557b4baea4ae26e059dc0936 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:04.200296 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:04.244992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0e4162aa-9401-4168-88ba-ec4282def12a no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:33:04.287235 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7b91277-b0cb-4593-b4ea-55c9abec382d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:04.298905 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Network b5251a07-3a36-46e3-87d4-45303754bd45 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:33:04.318537 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 0e4162aa-9401-4168-88ba-ec4282def12a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:33:04.318876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0e4162aa-9401-4168-88ba-ec4282def12a not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:33:04.347598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] For port 9f8d4ccb-4f4a-4182-aba1-c814e307576b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9f8d4ccb-4f4a-4182-aba1-c814e307576b,segment=NetworkSegment(172f77b1-55c9-4949-bf9f-60a9d749b5da),segment_id=172f77b1-55c9-4949-bf9f-60a9d749b5da)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:04.347810 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:04.361741 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7b91277-b0cb-4593-b4ea-55c9abec382d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:04.400441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 8c643e7e-37c6-4395-973b-aa6dfb7e7222 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:04.403406 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-dc47ac6f-2949-4e83-9dec-d2a51bfc6197 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:33:04.403758 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-dc47ac6f-2949-4e83-9dec-d2a51bfc6197 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:33:04.426838 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=ab9132e4-af22-48f1-8d8f-08deccccb8c9,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:04.427749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 8c643e7e-37c6-4395-973b-aa6dfb7e7222 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:04.428116 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:04.494163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4adf45b8-e921-4667-9c1d-bc246a6304ac None None] For port 9f8d4ccb-4f4a-4182-aba1-c814e307576b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9f8d4ccb-4f4a-4182-aba1-c814e307576b,segment=NetworkSegment(172f77b1-55c9-4949-bf9f-60a9d749b5da),segment_id=172f77b1-55c9-4949-bf9f-60a9d749b5da)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:04.494572 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4adf45b8-e921-4667-9c1d-bc246a6304ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:04.499341 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:04.512238 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] Calling delete_port for 9f8d4ccb-4f4a-4182-aba1-c814e307576b owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:33:04.570272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, b5251a07-3a36-46e3-87d4-45303754bd45) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:04.623368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:04.625054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ca7dad-e24d-488d-9163-f967ddf6f1d6 None None] Network b5251a07-3a36-46e3-87d4-45303754bd45 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:33:04.646231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4adf45b8-e921-4667-9c1d-bc246a6304ac None None] Calling delete_port for 9f8d4ccb-4f4a-4182-aba1-c814e307576b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:33:04.647571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526f120-72b9-4ebb-bbd1-e20848031fc1 req-365bd4f5-5e1d-48ae-930a-aa8ef9f2aa37 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:04.648660 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8526f120-72b9-4ebb-bbd1-e20848031fc1 req-365bd4f5-5e1d-48ae-930a-aa8ef9f2aa37 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 945 time: 0.5121527 May 27 22:33:04.658013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:04.664733 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:04.668167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:04.715484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:04.716088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:04.716702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:04.739437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Pushing event updated for resources: {'Port': ['ID=5d05e4a4-bda5-4381-a5ce-e5a90011bc69,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:04.740878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8526f120-72b9-4ebb-bbd1-e20848031fc1 req-6454c10d-2570-4731-bd9a-04b66c2cccc5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779319 May 27 22:33:04.742774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Allocated IP 172.20.0.3 (018c54a3-53cd-4743-8a8d-f2fbd49a3a7c/b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da/0b1660bb-9a06-4415-9713-a6182468142c) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:04.747764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:04.747764 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:04.766991 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 2 to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 May 27 22:33:04.799709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:04.800271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:04.800785 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:04.808633 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62c5b757-b18c-4532-a59f-2cba5ffa07ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:04.869401 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:04.871059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5b757-b18c-4532-a59f-2cba5ffa07ba admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa2c65d-dae9-472f-b389-faff24607909,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:04.890329 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-4adf45b8-e921-4667-9c1d-bc246a6304ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:33:04.890719 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-4adf45b8-e921-4667-9c1d-bc246a6304ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:33:04.960866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:04.960866 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:04.969053 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 8c643e7e-37c6-4395-973b-aa6dfb7e7222 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:04.969053 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:04.975916 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 3 to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 May 27 22:33:04.994917 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7b91277-b0cb-4593-b4ea-55c9abec382d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:05.010106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8d4ccb-4f4a-4182-aba1-c814e307576b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:05.014488 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] No DVR routers for this DVR port 9f8d4ccb-4f4a-4182-aba1-c814e307576b on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:33:05.043978 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1c4374-bcf1-4ee7-856a-016e0bc1c436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c643e7e-37c6-4395-973b-aa6dfb7e7222'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:33:05.052423 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-dc47ac6f-2949-4e83-9dec-d2a51bfc6197 None None] Current status of the port ab9132e4-af22-48f1-8d8f-08deccccb8c9 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:05.060201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 8c643e7e-37c6-4395-973b-aa6dfb7e7222, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=8c643e7e-37c6-4395-973b-aa6dfb7e7222,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:05.121435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b91277-b0cb-4593-b4ea-55c9abec382d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b020ff7-2adb-40e3-a22d-22fe09ad16f2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:05.129176 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7eab99-b773-43a3-b8a9-72f9b76c3bea'] response: {'server_uuid': '1f1c4374-bcf1-4ee7-856a-016e0bc1c436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c643e7e-37c6-4395-973b-aa6dfb7e7222', 'code': 200} May 27 22:33:05.162740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:05.163044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:05.163523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:05.171525 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:05.181505 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a93c6344-3942-4ca3-84e8-a42a4ef25c33 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:33:05.281205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: a93c6344-3942-4ca3-84e8-a42a4ef25c33 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:33:05.281205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a93c6344-3942-4ca3-84e8-a42a4ef25c33 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:33:05.289011 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ab9132e4-af22-48f1-8d8f-08deccccb8c9 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:05.394770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4adf45b8-e921-4667-9c1d-bc246a6304ac None None] Deleting port 9f8d4ccb-4f4a-4182-aba1-c814e307576b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:33:05.394770 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4adf45b8-e921-4667-9c1d-bc246a6304ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:05.413198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:05.413198 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:05.418546 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a900d318-de78-49d8-a35d-3b24590cdc7b req-e5af8150-7a7a-4757-a1b1-c45d3d4e4b1c tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 210 time: 0.1350195 May 27 22:33:05.429406 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 4 to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 May 27 22:33:05.442898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:05.451727 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7b91277-b0cb-4593-b4ea-55c9abec382d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:05.452867 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e7b91277-b0cb-4593-b4ea-55c9abec382d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5b020ff7-2adb-40e3-a22d-22fe09ad16f2 HTTP/1.1" status: 204 len: 168 time: 1.4613936 May 27 22:33:05.458866 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:05.462626 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62c5b757-b18c-4532-a59f-2cba5ffa07ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:05.473291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:05.473467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:05.473807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:05.484317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4adf45b8-e921-4667-9c1d-bc246a6304ac None None] The port '9f8d4ccb-4f4a-4182-aba1-c814e307576b' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:33:05.509216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:05.509559 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:05.511332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=8c643e7e-37c6-4395-973b-aa6dfb7e7222,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:05.518636 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 5 to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 May 27 22:33:05.527589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port ab9132e4-af22-48f1-8d8f-08deccccb8c9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:05.527958 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:05.528490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b957311f-fd88-480a-a94d-27fae71f4b4c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:05.613253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172f77b1-55c9-4949-bf9f-60a9d749b5da') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:05.615786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172f77b1-55c9-4949-bf9f-60a9d749b5da') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:05.621152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:05.621529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:05.621892 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:05.651757 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:05.658654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:05.659105 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:05.671296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ab9132e4-af22-48f1-8d8f-08deccccb8c9 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:05.678384 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 6 to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 May 27 22:33:05.681600 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:05.722027 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:05.755291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9f8d4ccb-4f4a-4182-aba1-c814e307576b no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:33:05.780506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf45575-68c1-4f98-80bc-0784cc4159ae req-b1a1eea1-f499-47e7-bd85-4b9d48e7fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:05.782978 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3cf45575-68c1-4f98-80bc-0784cc4159ae req-b1a1eea1-f499-47e7-bd85-4b9d48e7fac5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 1097 time: 0.4183111 May 27 22:33:05.784434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:05.792139 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:05.794972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:05.795431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:05.795911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:05.801947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:05.825183 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 9f8d4ccb-4f4a-4182-aba1-c814e307576b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:33:05.825773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:05.826218 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:05.837804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9f8d4ccb-4f4a-4182-aba1-c814e307576b not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:33:05.844388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:33:05.845014 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:05.864117 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 7 to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 May 27 22:33:05.875640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:05.876288 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:05.905305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Pushing event updated for resources: {'Port': ['ID=0b1660bb-9a06-4415-9713-a6182468142c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:05.936703 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 172f77b1-55c9-4949-bf9f-60a9d749b5da resource provider aggregate not found May 27 22:33:05.982104 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 172f77b1-55c9-4949-bf9f-60a9d749b5da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 172f77b1-55c9-4949-bf9f-60a9d749b5da found for delete ", "request_id": "req-24eca4fb-c94f-4143-a845-cabe14fa8bd0"}]} May 27 22:33:05.982815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:05.983138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:05.983479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:06.002813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:06.003154 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:06.004316 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 8 to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 May 27 22:33:06.011225 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:06.061098 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3cf45575-68c1-4f98-80bc-0784cc4159ae req-0e50d69b-ec41-4fa0-8aea-ca76e323e1fe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482388 May 27 22:33:06.094003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:06.094308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:06.094652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:06.102355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:06.103234 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:06.105574 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 9 to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 May 27 22:33:06.137802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-a73b1814-a88d-466a-85e3-52031ff0fa28 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0056741 May 27 22:33:06.162908 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Request body: {'port': {'device_id': '9773e7b9-c41a-4c41-ae9e-54eec0796b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:06.188020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:06.188382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:06.188731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:06.190785 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:06.217249 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:06.225016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:06.225422 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:06.228788 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 10 to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 May 27 22:33:06.234582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b22ff3-2140-4e6a-8b80-4c0c81b5c672 req-2cdfc91a-0f4a-4046-99a1-7daae17ee449 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:06.235517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] Pushing event deleted for resources: {'Network': ['ID=b957311f-fd88-480a-a94d-27fae71f4b4c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:06.236076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c1b22ff3-2140-4e6a-8b80-4c0c81b5c672 req-2cdfc91a-0f4a-4046-99a1-7daae17ee449 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 946 time: 0.3390231 May 27 22:33:06.252020 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-32a57ddd-6534-4f4e-93c2-6b114674c74c admin admin] 10.222.0.27 "DELETE /v2.0/networks/b957311f-fd88-480a-a94d-27fae71f4b4c HTTP/1.1" status: 204 len: 168 time: 2.8756771 May 27 22:33:06.253019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c5b757-b18c-4532-a59f-2cba5ffa07ba admin admin] Router 2e11baa9-61e8-47f7-8473-e3d37dc9d029 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:33:06.269161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:06.269533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:06.269852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:06.339679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 4b64d74a-77bd-4e94-a15a-de353314ce21 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:06.340011 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 4b64d74a-77bd-4e94-a15a-de353314ce21 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:06.340396 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:06.540587 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:06.560286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] For port 4b64d74a-77bd-4e94-a15a-de353314ce21, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:06.560873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempted to set empty binding levels {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 22:33:06.564175 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:06.569346 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c1b22ff3-2140-4e6a-8b80-4c0c81b5c672 req-529959a5-fd4c-4d6e-9013-dfe0613c378c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238654 May 27 22:33:06.655431 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:06.710020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49160) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:06.801896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Pushing event updated for resources: {'Port': ['ID=4b64d74a-77bd-4e94-a15a-de353314ce21,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:06.827973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:06.828678 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:06.886594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c5b757-b18c-4532-a59f-2cba5ffa07ba admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:33:06.898629 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466c6f70-36d6-474c-9238-46acda27ab5a None None] Sync routers for ids ['2e11baa9-61e8-47f7-8473-e3d37dc9d029'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:33:06.899517 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-62c5b757-b18c-4532-a59f-2cba5ffa07ba admin admin] 10.222.0.27 "PUT /v2.0/routers/2e11baa9-61e8-47f7-8473-e3d37dc9d029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6448548 May 27 22:33:06.904718 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2ed2532b-5d43-4c47-9c28-ce0de1d59f2e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=68c7ad7590c74c6ea735453ba30d2978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853676 May 27 22:33:06.906765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49166) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:06.907054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49168) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:06.909723 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c6f70-36d6-474c-9238-46acda27ab5a None None] Routers {'2e11baa9-61e8-47f7-8473-e3d37dc9d029'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:33:06.910680 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-466c6f70-36d6-474c-9238-46acda27ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:33:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e11baa9-61e8-47f7-8473-e3d37dc9d029'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:06.978585 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b240995d-1f56-4960-bb07-3b9e2ee42db6 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 6.5860760 May 27 22:33:06.981163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49174) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:07.017037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c0594-acf0-4056-be9e-2cfd75b9b905 req-2bdc237d-469b-411e-bbac-d8b48fbf87b9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:07.017751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e10c0594-acf0-4056-be9e-2cfd75b9b905 req-2bdc237d-469b-411e-bbac-d8b48fbf87b9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Synchronizing usage tracker for tenant:66c8ee59557b4baea4ae26e059dc0936 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:33:07.163460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:33:07.173085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e10c0594-acf0-4056-be9e-2cfd75b9b905 req-2bdc237d-469b-411e-bbac-d8b48fbf87b9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Unset dirty status for tenant:66c8ee59557b4baea4ae26e059dc0936 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:33:07.179732 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e10c0594-acf0-4056-be9e-2cfd75b9b905 req-2bdc237d-469b-411e-bbac-d8b48fbf87b9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 931 time: 0.6136851 May 27 22:33:07.213394 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6decaa7a-f8d4-4fd1-a9cd-c8199f972a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:07.258553 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6decaa7a-f8d4-4fd1-a9cd-c8199f972a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:07.281546 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-466c6f70-36d6-474c-9238-46acda27ab5a None None] Set router 2e11baa9-61e8-47f7-8473-e3d37dc9d029 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:33:07.309626 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e10c0594-acf0-4056-be9e-2cfd75b9b905 req-ed834f5d-8f18-471d-810f-8bb91a3af97f tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090171 May 27 22:33:07.373181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4482e6d9-5ad6-4ca4-b4da-6eec088ec899 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Deleting port 4b64d74a-77bd-4e94-a15a-de353314ce21 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:33:07.374061 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4482e6d9-5ad6-4ca4-b4da-6eec088ec899 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:07.383054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1660bb-9a06-4415-9713-a6182468142c {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:33:07.391556 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:07.416718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Transition to ACTIVE for port object 0b1660bb-9a06-4415-9713-a6182468142c will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:07.479966 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6decaa7a-f8d4-4fd1-a9cd-c8199f972a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:07.493197 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:07.497110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decaa7a-f8d4-4fd1-a9cd-c8199f972a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0355af77-97e7-4bf1-8cf0-5053bb0f0683,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:07.504423 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6decaa7a-f8d4-4fd1-a9cd-c8199f972a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:07.506019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6decaa7a-f8d4-4fd1-a9cd-c8199f972a95 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0355af77-97e7-4bf1-8cf0-5053bb0f0683 HTTP/1.1" status: 204 len: 168 time: 0.5938787 May 27 22:33:07.514152 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:07.697909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:33:07.699125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Pushing event updated for resources: {'Port': ['ID=0b1660bb-9a06-4415-9713-a6182468142c,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:07.706299 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-466c6f70-36d6-474c-9238-46acda27ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'name': 'tempest-FloatingIPDetailsTestJSON-1065261372-router', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:17Z', 'updated_at': '2022-05-27T22:33:04Z', 'revision_number': 5, 'project_id': 'f0db97a4368b4ad4a20a7758179275fe', 'gw_port': {'id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:19Z', 'updated_at': '2022-05-27T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:07.710164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Sync routers for ids ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:33:07.719298 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466c6f70-36d6-474c-9238-46acda27ab5a None None] Checking router: 2e11baa9-61e8-47f7-8473-e3d37dc9d029 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:33:07.729174 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Routers {'148c6c6a-e8b7-4591-85a2-0bba4c1329e7'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:33:07.729745 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466c6f70-36d6-474c-9238-46acda27ab5a None None] Routers {'2e11baa9-61e8-47f7-8473-e3d37dc9d029'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:33:07.730004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:33:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:07.734385 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-466c6f70-36d6-474c-9238-46acda27ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:33:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e11baa9-61e8-47f7-8473-e3d37dc9d029'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:08.014656 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:08.015768 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-76d66bd9-b1ba-48f6-8b7c-2f99d888cf09 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.1428230 May 27 22:33:08.020469 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49200) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:08.101135 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-466c6f70-36d6-474c-9238-46acda27ab5a None None] Set router 2e11baa9-61e8-47f7-8473-e3d37dc9d029 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:33:08.139210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Attempting to bind port 0b1660bb-9a06-4415-9713-a6182468142c on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:08.140129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Set router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:33:08.140338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Attempting to bind port 0b1660bb-9a06-4415-9713-a6182468142c by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:08.140990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Attempting to bind port 0b1660bb-9a06-4415-9713-a6182468142c on network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:08.149399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Port 0b1660bb-9a06-4415-9713-a6182468142c on network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:08.150269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Attempting to bind port 0b1660bb-9a06-4415-9713-a6182468142c on network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:08.157131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-4482e6d9-5ad6-4ca4-b4da-6eec088ec899 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] For port 4b64d74a-77bd-4e94-a15a-de353314ce21, host n-h2-843680-3, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:08.157492 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4482e6d9-5ad6-4ca4-b4da-6eec088ec899 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:08.158659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:33:08.159199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Checking segment: {'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:08.160478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Bound using segment: {'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:33:08.161076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Bound port: 0b1660bb-9a06-4415-9713-a6182468142c, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:33:08.161721 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:08.182463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea49fd-1508-41dd-a8e1-1a73201f5ad2 req-a714464a-d966-49a8-973b-0f86576ac36c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:08.184440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-23ea49fd-1508-41dd-a8e1-1a73201f5ad2 req-a714464a-d966-49a8-973b-0f86576ac36c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 946 time: 0.3442318 May 27 22:33:08.320888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4482e6d9-5ad6-4ca4-b4da-6eec088ec899 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Calling delete_port for 4b64d74a-77bd-4e94-a15a-de353314ce21 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:33:08.406675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:08.418973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] For port 0b1660bb-9a06-4415-9713-a6182468142c, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:08.424989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] For port 0b1660bb-9a06-4415-9713-a6182468142c, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0b1660bb-9a06-4415-9713-a6182468142c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:33:08.493833 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-23ea49fd-1508-41dd-a8e1-1a73201f5ad2 req-690e2007-e207-4247-a0a6-5a9ed5b41196 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006606 May 27 22:33:08.545691 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:08.557850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] Deleting port 0d1391f3-a1d4-4339-8ceb-1856f0af7553 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:33:08.558235 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:08.687564 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4482e6d9-5ad6-4ca4-b4da-6eec088ec899 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:08.726654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:00Z', 'updated_at': '2022-05-27T22:33:05Z', 'revision_number': 3, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'gw_port': {'id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:02Z', 'updated_at': '2022-05-27T22:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:08.735727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Checking router: 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:33:08.736400 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Updating router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 port 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:33:08.819507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:08.820221 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:08.821587 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] 10.222.0.57 "PUT /v2.0/ports/0b1660bb-9a06-4415-9713-a6182468142c HTTP/1.1" status: 200 len: 1091 time: 2.6660550 May 27 22:33:08.830530 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-466c6f70-36d6-474c-9238-46acda27ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'name': 'tempest-FloatingIPDetailsTestJSON-1065261372-router', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:17Z', 'updated_at': '2022-05-27T22:33:04Z', 'revision_number': 5, 'project_id': 'f0db97a4368b4ad4a20a7758179275fe', 'gw_port': {'id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:19Z', 'updated_at': '2022-05-27T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:08.838826 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466c6f70-36d6-474c-9238-46acda27ab5a None None] The sync data for ids ['2e11baa9-61e8-47f7-8473-e3d37dc9d029'] in n-d-843680-3 is: [{'id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'name': 'tempest-FloatingIPDetailsTestJSON-1065261372-router', 'tenant_id': 'f0db97a4368b4ad4a20a7758179275fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:32:17Z', 'updated_at': '2022-05-27T22:33:04Z', 'revision_number': 5, 'project_id': 'f0db97a4368b4ad4a20a7758179275fe', 'gw_port': {'id': '0d1391f3-a1d4-4339-8ceb-1856f0af7553', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e11baa9-61e8-47f7-8473-e3d37dc9d029', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:32:19Z', 'updated_at': '2022-05-27T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:33:08.845094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9773e7b9-c41a-4c41-ae9e-54eec0796b14', 'tag': '0b1660bb-9a06-4415-9713-a6182468142c'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:33:08.880020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Pushing event updated for resources: {'Port': ['ID=0b1660bb-9a06-4415-9713-a6182468142c,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:08.887953 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:08.894937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954ca60-d979-4fb4-9a61-cec789fff335 req-6fc75bb2-694b-4632-ad95-d0065dbdebb1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:08.905828 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e954ca60-d979-4fb4-9a61-cec789fff335 req-6fc75bb2-694b-4632-ad95-d0065dbdebb1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 943 time: 0.2791986 May 27 22:33:08.952387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:08.952720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:08.953058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:08.953395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:08.953726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:08.954055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:08.954379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:08.954942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:08.955052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:08.955353 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:08.955646 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:08.955961 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ccad-7802-4a3f-943e-14a58781092c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:09.020122 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27fc23b4-9329-423d-8c66-beeac625b660'] response: {'name': 'network-changed', 'server_uuid': '9773e7b9-c41a-4c41-ae9e-54eec0796b14', 'tag': '0b1660bb-9a06-4415-9713-a6182468142c', 'status': 'completed', 'code': 200} May 27 22:33:09.046611 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e954ca60-d979-4fb4-9a61-cec789fff335 req-d42d9aa5-49f0-4e6f-8303-063b5df66bca tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397390 May 27 22:33:09.077818 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482e6d9-5ad6-4ca4-b4da-6eec088ec899 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b64d74a-77bd-4e94-a15a-de353314ce21,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:09.084810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-6f1dadef-2e61-4940-911d-69e3f96ac8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:09.086315 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-6f1dadef-2e61-4940-911d-69e3f96ac8c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66c8ee59557b4baea4ae26e059dc0936&device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 1094 time: 0.1171734 May 27 22:33:09.163949 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-22d5b4a7-566e-4c49-9912-e669bc2266e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b1660bb-9a06-4415-9713-a6182468142c HTTP/1.1" status: 200 len: 217 time: 0.0646198 May 27 22:33:09.216857 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4482e6d9-5ad6-4ca4-b4da-6eec088ec899 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:09.255223 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4482e6d9-5ad6-4ca4-b4da-6eec088ec899 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "DELETE /v2.0/ports/4b64d74a-77bd-4e94-a15a-de353314ce21 HTTP/1.1" status: 204 len: 168 time: 2.2708001 May 27 22:33:09.274512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49236) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:09.308571 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device dfa2c65d-dae9-472f-b389-faff24607909 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:33:09.382892 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: dfa2c65d-dae9-472f-b389-faff24607909 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:33:09.384949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device dfa2c65d-dae9-472f-b389-faff24607909 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:33:09.394890 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-54dcf0cf-0dfd-4f9b-b33b-e5081dd0d6af tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] GET failed (client error): The resource could not be found. May 27 22:33:09.394890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-54dcf0cf-0dfd-4f9b-b33b-e5081dd0d6af tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Synchronizing usage tracker for tenant:e7aa0ec425a14c018139eb872ac88c92 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:33:09.423983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-ae5c322e-d85c-4976-84a2-2908dcd3b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:09.425458 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-ae5c322e-d85c-4976-84a2-2908dcd3b56b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da HTTP/1.1" status: 200 len: 844 time: 0.2560904 May 27 22:33:09.449103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] For port 0d1391f3-a1d4-4339-8ceb-1856f0af7553, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0d1391f3-a1d4-4339-8ceb-1856f0af7553,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:09.449543 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:09.510444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c014928b-f53a-4260-b4c8-b3352fb0a3ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782659 May 27 22:33:09.515218 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:09.537471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49244) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:09.545510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Transition to ACTIVE for port object 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:09.653655 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:09.660338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-54dcf0cf-0dfd-4f9b-b33b-e5081dd0d6af tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Unset dirty status for tenant:e7aa0ec425a14c018139eb872ac88c92 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:33:09.661513 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-54dcf0cf-0dfd-4f9b-b33b-e5081dd0d6af tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "GET /v2.0/ports/4b64d74a-77bd-4e94-a15a-de353314ce21 HTTP/1.1" status: 404 len: 333 time: 0.3912158 May 27 22:33:09.668951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49250) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:09.669978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] Calling delete_port for 0d1391f3-a1d4-4339-8ceb-1856f0af7553 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:33:09.685545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5dc0e838-bcaa-4ec2-9bc7-90013a65e4d0 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Request body: {'port': {'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-122178713'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:09.723445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5dc0e838-bcaa-4ec2-9bc7-90013a65e4d0 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:09.755142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5dc0e838-bcaa-4ec2-9bc7-90013a65e4d0 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:09.765370 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-b63b611e-7681-433e-85a8-aba3f44ac448 service neutron] 10.222.0.57 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457266 May 27 22:33:09.828732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Attempting to bind port 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:09.829300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Attempting to bind port 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:09.829673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Attempting to bind port 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:09.859729 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:33:09.861091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:09.861848 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:09.862349 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:33:09.862954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Bound port: 5d05e4a4-bda5-4381-a5ce-e5a90011bc69, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:33:09.863572 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:09.866202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1411876512-network', 'tenant_id': '05e4e8493bed4e6fa4f49a687daec3dd'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:09.875000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:09.917531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Usage tracker for resource:network and tenant:05e4e8493bed4e6fa4f49a687daec3dd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:09.923728 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e064823-9b2d-4f4d-8e9e-81eb656ac800 req-c3ec27da-924e-407c-a1b0-d34613188dca service neutron] 10.222.0.57 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584113 May 27 22:33:09.926289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:09.932798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc0e838-bcaa-4ec2-9bc7-90013a65e4d0 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Made reservation on behalf of e7aa0ec425a14c018139eb872ac88c92 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:09.936854 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5dc0e838-bcaa-4ec2-9bc7-90013a65e4d0 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:09.944956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:09.966152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1ed19-4fa8-4e5d-8ca5-c8a4a4fb813e None None] Pushing event updated for resources: {'Port': ['ID=5d05e4a4-bda5-4381-a5ce-e5a90011bc69,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:09.966377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-5dc0e838-bcaa-4ec2-9bc7-90013a65e4d0 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] device_id is not set on port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:33:10.060833 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] For port 5d05e4a4-bda5-4381-a5ce-e5a90011bc69, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:10.067907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] For port 5d05e4a4-bda5-4381-a5ce-e5a90011bc69, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=5d05e4a4-bda5-4381-a5ce-e5a90011bc69,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:33:10.114297 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:10.127039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Made reservation on behalf of 05e4e8493bed4e6fa4f49a687daec3dd for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:10.129316 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:10.132621 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:10.144427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49262) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:10.158542 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:10.219553 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Routers {'148c6c6a-e8b7-4591-85a2-0bba4c1329e7'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:33:10.220508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:33:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:10.243697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:10.246063 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:10.330725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1ed19-4fa8-4e5d-8ca5-c8a4a4fb813e None None] Pushing event updated for resources: {'Port': ['ID=5d05e4a4-bda5-4381-a5ce-e5a90011bc69,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:10.412114 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5dc0e838-bcaa-4ec2-9bc7-90013a65e4d0 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:10.432116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd0d6a-f0ad-4b3c-8857-244884fca1ab req-633d306b-9868-4c0b-a54c-43a79c839e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:10.433628 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-98bd0d6a-f0ad-4b3c-8857-244884fca1ab req-633d306b-9868-4c0b-a54c-43a79c839e9f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66c8ee59557b4baea4ae26e059dc0936&device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 1094 time: 0.3252804 May 27 22:33:10.454300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] Set router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:33:10.520135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Allocated IP 172.20.0.1 (a846165f-67b8-4711-8fc9-97b50aa76620/c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb/d4b79152-9044-405f-bc1e-dfee1bde8933) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:10.539354 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d75319-0bf7-42b5-aacb-6b04cd9e73d8 req-757a8638-54dd-4e25-a82e-7ef7f067c599 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:10.541559 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2d75319-0bf7-42b5-aacb-6b04cd9e73d8 req-757a8638-54dd-4e25-a82e-7ef7f067c599 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 943 time: 0.2840393 May 27 22:33:10.613402 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2d75319-0bf7-42b5-aacb-6b04cd9e73d8 req-05f2ada9-e406-4a56-bbb6-aeed790981da tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660281 May 27 22:33:10.641570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd0d6a-f0ad-4b3c-8857-244884fca1ab req-1745eecd-d1ce-41ed-895a-f24c46061ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:10.643715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-98bd0d6a-f0ad-4b3c-8857-244884fca1ab req-1745eecd-d1ce-41ed-895a-f24c46061ddd service neutron] 10.222.0.57 "GET /v2.0/networks?id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c HTTP/1.1" status: 200 len: 905 time: 0.2018654 May 27 22:33:10.675748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Usage tracker for resource:security_group_rule and tenant:05e4e8493bed4e6fa4f49a687daec3dd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:10.680169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1391f3-a1d4-4339-8ceb-1856f0af7553,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:10.684396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:10.727957 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5dc0e838-bcaa-4ec2-9bc7-90013a65e4d0 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:10.788116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:00Z', 'updated_at': '2022-05-27T22:33:05Z', 'revision_number': 3, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'gw_port': {'id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:02Z', 'updated_at': '2022-05-27T22:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:10.792474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf629a5-04b9-462f-9dcf-a6fa761ca2c2 None None] The sync data for ids ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'] in n-d-843680-3 is: [{'id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:00Z', 'updated_at': '2022-05-27T22:33:05Z', 'revision_number': 3, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'gw_port': {'id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:02Z', 'updated_at': '2022-05-27T22:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:33:10.796617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-98bd0d6a-f0ad-4b3c-8857-244884fca1ab req-d542e3a4-e26c-4fa2-86dd-7da211729499 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b1660bb-9a06-4415-9713-a6182468142c HTTP/1.1" status: 200 len: 217 time: 0.1447766 May 27 22:33:10.799016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:10.801508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d910e9a-ffb2-4e84-b9c7-d5ec1e4a0792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:10.871188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc0e838-bcaa-4ec2-9bc7-90013a65e4d0 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Network b5251a07-3a36-46e3-87d4-45303754bd45 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:10.880919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-5dc0e838-bcaa-4ec2-9bc7-90013a65e4d0 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:10.887013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0e838-bcaa-4ec2-9bc7-90013a65e4d0 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Pushing event updated for resources: {'Port': ['ID=6554e022-65b4-4bbe-9acb-96e64e3bc5eb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:10.892756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc0e838-bcaa-4ec2-9bc7-90013a65e4d0 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:10.893810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc0e838-bcaa-4ec2-9bc7-90013a65e4d0 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:10.894499 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5dc0e838-bcaa-4ec2-9bc7-90013a65e4d0 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:10.920645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd0d6a-f0ad-4b3c-8857-244884fca1ab req-786acfcf-2bb7-490b-8426-6e5ea0f6c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:10.922224 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-98bd0d6a-f0ad-4b3c-8857-244884fca1ab req-786acfcf-2bb7-490b-8426-6e5ea0f6c156 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da HTTP/1.1" status: 200 len: 844 time: 0.1141608 May 27 22:33:10.968110 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:10.975801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-98bd0d6a-f0ad-4b3c-8857-244884fca1ab req-ae8fb680-a90b-458b-aef3-877d439921b3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456274 May 27 22:33:11.010642 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5dc0e838-bcaa-4ec2-9bc7-90013a65e4d0 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3394904 May 27 22:33:11.011353 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49272) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:11.021385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:11.223371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:11.230433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d910e9a-ffb2-4e84-b9c7-d5ec1e4a0792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:11.234883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d910e9a-ffb2-4e84-b9c7-d5ec1e4a0792 admin admin] Usage tracker for resource:security_group_rule and tenant:bb5442ce5d9e415cb0a5c9ccc50637fa is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:11.238065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d910e9a-ffb2-4e84-b9c7-d5ec1e4a0792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:11.245064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d910e9a-ffb2-4e84-b9c7-d5ec1e4a0792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:11.253534 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-98bd0d6a-f0ad-4b3c-8857-244884fca1ab req-ae5816ee-d00c-4c59-9cc7-4b336acda600 service neutron] 10.222.0.57 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710714 May 27 22:33:11.380265 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:11.385240 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:11.388457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Transition to ACTIVE for port object d4b79152-9044-405f-bc1e-dfee1bde8933 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:11.509987 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:11.510489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e11baa9-61e8-47f7-8473-e3d37dc9d029 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:33:11.540045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:11.541479 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:11.546857 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d910e9a-ffb2-4e84-b9c7-d5ec1e4a0792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:11.570677 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:11.575787 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e50fa131-31d0-4d5e-a9b3-1c23ec0c04e2 admin admin] 10.222.0.27 "DELETE /v2.0/routers/2e11baa9-61e8-47f7-8473-e3d37dc9d029 HTTP/1.1" status: 204 len: 168 time: 4.6677577 May 27 22:33:11.577369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49276) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:11.619996 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-98bd0d6a-f0ad-4b3c-8857-244884fca1ab req-ae75bedc-dcca-42fa-84a9-0a5e8cff59a7 service neutron] 10.222.0.57 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576791 May 27 22:33:11.636334 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:11.640065 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:11.643800 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d910e9a-ffb2-4e84-b9c7-d5ec1e4a0792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:11.731538 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8d910e9a-ffb2-4e84-b9c7-d5ec1e4a0792 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bb5442ce5d9e415cb0a5c9ccc50637fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5805168 May 27 22:33:11.736960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49282) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:11.813604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4463228a-0e3a-440a-85a8-0f7f04c22e88 admin admin] Deleting subnet c6a25491-f7fd-49a0-9cd6-3d01ef06691f {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:33:11.816765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Network a846165f-67b8-4711-8fc9-97b50aa76620 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:11.819457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:33:11.829786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:11.835474 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4463228a-0e3a-440a-85a8-0f7f04c22e88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:11.866687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:11.888780 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-83018435-6968-43ed-a795-ca0da2c6253e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:11.893982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:11.896676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b79152-9044-405f-bc1e-dfee1bde8933,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:11.966365 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-83018435-6968-43ed-a795-ca0da2c6253e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:11.970138 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4463228a-0e3a-440a-85a8-0f7f04c22e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.021695 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.022431 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Added segment 9b8052a2-4246-451e-9855-66214f6bd5cb of type vlan for network d23dcda8-17be-4539-b74b-b821bbe2acbb May 27 22:33:12.075961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d910e9a-ffb2-4e84-b9c7-d5ec1e4a0792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9131a70f-8e56-4eca-94e4-38e96878c467,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:12.092316 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.095767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298352f-3f88-4357-be89-266ffb15f9d9 req-7de025e8-c467-47ef-94d2-bd40b345d7e6 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:12.097299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5298352f-3f88-4357-be89-266ffb15f9d9 req-7de025e8-c467-47ef-94d2-bd40b345d7e6 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 943 time: 0.2726152 May 27 22:33:12.101708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] device_id is not set on port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:33:12.124266 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.125636 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.153917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Transition to ACTIVE for port object 6554e022-65b4-4bbe-9acb-96e64e3bc5eb will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:12.163626 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5298352f-3f88-4357-be89-266ffb15f9d9 req-7ec05ad5-34c0-4066-a360-fe5f2e03c74c tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546219 May 27 22:33:12.200227 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-83018435-6968-43ed-a795-ca0da2c6253e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.218492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83018435-6968-43ed-a795-ca0da2c6253e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9131a70f-8e56-4eca-94e4-38e96878c467,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:12.222907 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-83018435-6968-43ed-a795-ca0da2c6253e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.224003 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-83018435-6968-43ed-a795-ca0da2c6253e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9131a70f-8e56-4eca-94e4-38e96878c467 HTTP/1.1" status: 204 len: 168 time: 0.4858210 May 27 22:33:12.229104 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.263851 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:33:12.266555 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-72906854-9d34-402e-9ce7-0f3ee386fa00 None None] Provisioning for port d4b79152-9044-405f-bc1e-dfee1bde8933 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:12.316285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-72906854-9d34-402e-9ce7-0f3ee386fa00 None None] Provisioning complete for port d4b79152-9044-405f-bc1e-dfee1bde8933 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:12.316704 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72906854-9d34-402e-9ce7-0f3ee386fa00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.347946 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4463228a-0e3a-440a-85a8-0f7f04c22e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.390277 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.391510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:12.391647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Pushing event updated for resources: {'Port': ['ID=6554e022-65b4-4bbe-9acb-96e64e3bc5eb,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:12.392611 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.419906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:12.420588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:12.421168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:12.426827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:12.428814 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:12.429650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-72906854-9d34-402e-9ce7-0f3ee386fa00 None None] Port d4b79152-9044-405f-bc1e-dfee1bde8933 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:33:12.430014 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 2 to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb May 27 22:33:12.449134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:12.449464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:12.449825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:12.454725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:12.455046 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:12.455425 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 3 to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb May 27 22:33:12.472206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:12.472574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:12.472908 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:12.478654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:12.478654 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:12.478654 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 4 to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb May 27 22:33:12.497009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:12.497328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:12.497976 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:12.503056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:12.503391 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:12.503777 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 5 to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb May 27 22:33:12.521047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:12.521384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:12.521722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:12.534479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:12.534479 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:12.535090 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 6 to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb May 27 22:33:12.546068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] Pushing event updated for resources: {'Network': ['ID=d23dcda8-17be-4539-b74b-b821bbe2acbb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:12.551971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:12.552492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:12.552885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:12.557552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network d23dcda8-17be-4539-b74b-b821bbe2acbb details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:33:12.564589 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:12.564921 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:12.565315 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 7 to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb May 27 22:33:12.580332 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-be01a60c-c28e-4eab-9dcc-a90ce75769a2 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0381358 May 27 22:33:12.580715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:12.586445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] Request body: {'subnet': {'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1411876512-subnet', 'tenant_id': '05e4e8493bed4e6fa4f49a687daec3dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:12.587721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:12.588110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:12.588619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:12.592170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:12.593765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:12.594288 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:12.594689 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 8 to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb May 27 22:33:12.596467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] Usage tracker for resource:subnet and tenant:05e4e8493bed4e6fa4f49a687daec3dd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:12.599857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:12.606024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:12.611780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:12.614367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:12.614367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:12.618833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:12.619231 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:12.619680 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 9 to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb May 27 22:33:12.631732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0b1660bb-9a06-4415-9713-a6182468142c details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:33:12.637691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:12.638147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:12.638549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:12.644224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:12.644784 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:12.645252 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 10 to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb May 27 22:33:12.663671 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4463228a-0e3a-440a-85a8-0f7f04c22e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.667746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:12.668242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:12.668989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:12.674773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:12.675253 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:12.675751 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.807726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] For port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:12.810238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempted to set empty binding levels {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 22:33:12.834844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] Made reservation on behalf of 05e4e8493bed4e6fa4f49a687daec3dd for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:12.839045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.861432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0b1660bb-9a06-4415-9713-a6182468142c, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0b1660bb-9a06-4415-9713-a6182468142c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:12.867556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463228a-0e3a-440a-85a8-0f7f04c22e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a25491-f7fd-49a0-9cd6-3d01ef06691f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:12.881077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '0b1660bb-9a06-4415-9713-a6182468142c', 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c', 'port_id': '0b1660bb-9a06-4415-9713-a6182468142c', 'mac_address': 'fa:16:3e:18:c4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:33:12.885971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a54915-4bf0-4de8-aaf3-207e52b415aa None None] Network 827c3f0d-2fcb-41b4-8408-4b10dc56622c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:33:12.891656 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.929135 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4463228a-0e3a-440a-85a8-0f7f04c22e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.957168 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4463228a-0e3a-440a-85a8-0f7f04c22e88 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c6a25491-f7fd-49a0-9cd6-3d01ef06691f HTTP/1.1" status: 204 len: 168 time: 1.3786788 May 27 22:33:12.959720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49304) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:12.972036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] In _notify_port_updated(), no bound segment for port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:33:12.974654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:12.975306 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.975443 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:12.979198 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "PUT /v2.0/ports/6554e022-65b4-4bbe-9acb-96e64e3bc5eb HTTP/1.1" status: 200 len: 974 time: 1.9604237 May 27 22:33:12.979766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49308) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:13.047951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d33c7-d635-4dda-91b5-3b7301a0b2f1 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Pushing event updated for resources: {'Port': ['ID=6554e022-65b4-4bbe-9acb-96e64e3bc5eb,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:13.062560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 0b1660bb-9a06-4415-9713-a6182468142c is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:13.062945 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:13.112966 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.113466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.114347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.114837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.115473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.116125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.116688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.117074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.117543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.118712 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.122604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.122604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.122604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.122604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.122604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.122604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.122604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.123083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.124949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.125432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.128881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.129410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.129912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.130375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.130832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.131291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.131748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.135255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Synchronizing usage tracker for tenant:e7aa0ec425a14c018139eb872ac88c92 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:33:13.153356 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1660bb-9a06-4415-9713-a6182468142c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:33:13.186596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0b1660bb-9a06-4415-9713-a6182468142c, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0b1660bb-9a06-4415-9713-a6182468142c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:13.229394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:13.229925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Unset dirty status for tenant:e7aa0ec425a14c018139eb872ac88c92 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:33:13.231435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-042e9a99-3f4d-4674-bffb-c5dd56f432ad tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24383 time: 0.2507350 May 27 22:33:13.235462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49314) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:13.303365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49318) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:13.313800 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:13.350788 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-47cb5525-0067-4c16-a1c9-38c2c204b779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:13.351805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d69a1-da8a-4df8-967b-16efd6f1899b None None] DHCP port deletion for 827c3f0d-2fcb-41b4-8408-4b10dc56622c request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:33:13.376931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-832d69a1-da8a-4df8-967b-16efd6f1899b None None] Deleting port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:33:13.377305 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-832d69a1-da8a-4df8-967b-16efd6f1899b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:13.418598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-47cb5525-0067-4c16-a1c9-38c2c204b779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:13.422615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9117a0a3-e0ce-49c3-bc27-4af8c1669b48 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Deleting port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:33:13.422952 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9117a0a3-e0ce-49c3-bc27-4af8c1669b48 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:13.475618 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:13.494008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=0b1660bb-9a06-4415-9713-a6182468142c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:13.506855 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:13.521282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:13.523214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-47cb5525-0067-4c16-a1c9-38c2c204b779 admin admin] Usage tracker for resource:security_group_rule and tenant:6868091357cf40558d88c0196a78abd2 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:13.530483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:13.530862 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:13.538854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-47cb5525-0067-4c16-a1c9-38c2c204b779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:13.553242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] Deleting port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:33:13.554163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-47cb5525-0067-4c16-a1c9-38c2c204b779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:13.555416 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:13.713258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-9117a0a3-e0ce-49c3-bc27-4af8c1669b48 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] For port 6554e022-65b4-4bbe-9acb-96e64e3bc5eb, host n-h2-843680-3, got binding levels [] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:13.713619 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9117a0a3-e0ce-49c3-bc27-4af8c1669b48 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:13.733412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a3a7c-bef5-471f-91cb-0d9bc3b5b93b req-b16f530d-69c0-4ad1-b370-d0812f0cbe67 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:13.737312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-802a3a7c-bef5-471f-91cb-0d9bc3b5b93b req-b16f530d-69c0-4ad1-b370-d0812f0cbe67 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 944 time: 0.3693876 May 27 22:33:13.764636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['0b1660bb-9a06-4415-9713-a6182468142c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:33:13.871677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9117a0a3-e0ce-49c3-bc27-4af8c1669b48 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Calling delete_port for 6554e022-65b4-4bbe-9acb-96e64e3bc5eb owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:33:13.951744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=93bdaa2f-5c5c-4431-b726-a65de0c90ff4,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:13.954824 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] Checking segment: {'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:13.955902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:13.956041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] Network hostable DHCP agents. Network: d23dcda8-17be-4539-b74b-b821bbe2acbb, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:33:13.956450 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:13.976335 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 5d05e4a4-bda5-4381-a5ce-e5a90011bc69, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=5d05e4a4-bda5-4381-a5ce-e5a90011bc69,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:13.995679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-832d69a1-da8a-4df8-967b-16efd6f1899b None None] For port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3f113cd3-c33f-4b51-b34a-a3fcd37eec4f,segment=NetworkSegment(411a5dbf-d382-4fba-8682-7853d80c6db3),segment_id=411a5dbf-d382-4fba-8682-7853d80c6db3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:13.996212 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-832d69a1-da8a-4df8-967b-16efd6f1899b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.052932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] For port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3f113cd3-c33f-4b51-b34a-a3fcd37eec4f,segment=NetworkSegment(411a5dbf-d382-4fba-8682-7853d80c6db3),segment_id=411a5dbf-d382-4fba-8682-7853d80c6db3)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:14.053635 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.105853 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.110745 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-802a3a7c-bef5-471f-91cb-0d9bc3b5b93b req-97ad0750-6978-4a15-9c4c-eff4bea696b9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139274 May 27 22:33:14.145247 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-47cb5525-0067-4c16-a1c9-38c2c204b779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.211940 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-47cb5525-0067-4c16-a1c9-38c2c204b779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.214161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-832d69a1-da8a-4df8-967b-16efd6f1899b None None] Calling delete_port for 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:33:14.221247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] Network d23dcda8-17be-4539-b74b-b821bbe2acbb is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:33:14.230899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] Calling delete_port for 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:33:14.244757 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0d1391f3-a1d4-4339-8ceb-1856f0af7553 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:33:14.246420 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb5525-0067-4c16-a1c9-38c2c204b779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4e2709-e4d2-4715-99a6-840d3e45d772,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:14.251839 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9117a0a3-e0ce-49c3-bc27-4af8c1669b48 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.315877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 0d1391f3-a1d4-4339-8ceb-1856f0af7553 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:33:14.316462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0d1391f3-a1d4-4339-8ceb-1856f0af7553 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:33:14.318018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117a0a3-e0ce-49c3-bc27-4af8c1669b48 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Pushing event deleted for resources: {'Port': ['ID=6554e022-65b4-4bbe-9acb-96e64e3bc5eb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:14.327540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-47cb5525-0067-4c16-a1c9-38c2c204b779 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6868091357cf40558d88c0196a78abd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0228717 May 27 22:33:14.333661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49324) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:14.335385 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9117a0a3-e0ce-49c3-bc27-4af8c1669b48 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.353351 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.377631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, d23dcda8-17be-4539-b74b-b821bbe2acbb) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:14.382069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:14.382996 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.389705 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=5d05e4a4-bda5-4381-a5ce-e5a90011bc69,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:14.392241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4379f86-93b6-47bb-ad81-ab614bf623c7 None None] Network d23dcda8-17be-4539-b74b-b821bbe2acbb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:33:14.403013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9117a0a3-e0ce-49c3-bc27-4af8c1669b48 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "DELETE /v2.0/ports/6554e022-65b4-4bbe-9acb-96e64e3bc5eb HTTP/1.1" status: 204 len: 168 time: 1.1650288 May 27 22:33:14.406031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49328) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:14.453453 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:33:14.459091 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2337041-f9a1-4d2b-8957-39f2f16fe14c tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] GET failed (client error): The resource could not be found. May 27 22:33:14.459930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b2337041-f9a1-4d2b-8957-39f2f16fe14c tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Synchronizing usage tracker for tenant:e7aa0ec425a14c018139eb872ac88c92 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:33:14.464809 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df8fc352-182d-47c2-a08f-5d9d64ff7a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.467917 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: from cryptography.utils import int_from_bytes May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: from cryptography.utils import int_from_bytes May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn_limited( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn_limited( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.519501 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.528617 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.528617 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.528617 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.528617 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.528617 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.528617 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.528617 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.528617 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.528617 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.528617 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.528617 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.528617 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.528617 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:33:14.528617 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:33:14.544909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b2337041-f9a1-4d2b-8957-39f2f16fe14c tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Unset dirty status for tenant:e7aa0ec425a14c018139eb872ac88c92 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:33:14.550349 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b2337041-f9a1-4d2b-8957-39f2f16fe14c tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "GET /v2.0/ports/6554e022-65b4-4bbe-9acb-96e64e3bc5eb HTTP/1.1" status: 404 len: 333 time: 0.1389949 May 27 22:33:14.551697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49332) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:14.556704 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.559139 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-139b0871-fc26-44eb-9964-6172a23a8496 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1755131893', 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:14.565102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-139b0871-fc26-44eb-9964-6172a23a8496 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:14.582367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-139b0871-fc26-44eb-9964-6172a23a8496 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:14.585155 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-832d69a1-da8a-4df8-967b-16efd6f1899b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:33:14.585513 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-832d69a1-da8a-4df8-967b-16efd6f1899b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:33:14.589048 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-22b029ad-a5de-4df6-b0c2-2c8cb3bc80fa admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0071030 May 27 22:33:14.618159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] No DVR routers for this DVR port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:33:14.623891 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df8fc352-182d-47c2-a08f-5d9d64ff7a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.647831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139b0871-fc26-44eb-9964-6172a23a8496 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Made reservation on behalf of e7aa0ec425a14c018139eb872ac88c92 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:14.651548 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-139b0871-fc26-44eb-9964-6172a23a8496 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.679488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-d23dcda8-17be-4539-b74b-b821bbe2acbb', 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb', 'tenant_id': '05e4e8493bed4e6fa4f49a687daec3dd', 'fixed_ips': [{'subnet_id': '93bdaa2f-5c5c-4431-b726-a65de0c90ff4'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:33:14.680903 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.691992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-139b0871-fc26-44eb-9964-6172a23a8496 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] device_id is not set on port 2a95d9f7-e128-4af4-b402-827a858f4f5d yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:33:14.722772 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:14.824311 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Pushing event updated for resources: {'Port': ['ID=d4b79152-9044-405f-bc1e-dfee1bde8933,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:14.949906 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Allocated IP 172.20.0.2 (d23dcda8-17be-4539-b74b-b821bbe2acbb/93bdaa2f-5c5c-4431-b726-a65de0c90ff4/745a03b3-63bd-4953-887f-d9b2f61607b2) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:15.001800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f113cd3-c33f-4b51-b34a-a3fcd37eec4f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:15.006312 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-139b0871-fc26-44eb-9964-6172a23a8496 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:15.074297 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:15.090996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-832d69a1-da8a-4df8-967b-16efd6f1899b None None] Deleting port 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:33:15.091411 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-832d69a1-da8a-4df8-967b-16efd6f1899b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:15.117076 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-139b0871-fc26-44eb-9964-6172a23a8496 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:15.130074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827c3f0d-2fcb-41b4-8408-4b10dc56622c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:15.134088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:15.192642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Network a846165f-67b8-4711-8fc9-97b50aa76620 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:15.198971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:15.217651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411a5dbf-d382-4fba-8682-7853d80c6db3') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:15.217993 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411a5dbf-d382-4fba-8682-7853d80c6db3') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:15.313628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-832d69a1-da8a-4df8-967b-16efd6f1899b None None] The port '3f113cd3-c33f-4b51-b34a-a3fcd37eec4f' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:33:15.333587 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df8fc352-182d-47c2-a08f-5d9d64ff7a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:15.349087 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:15.359683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:15.360243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:15.519107 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:15.556606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-0dbf5d7d-dc3d-4d10-95f6-99569750948c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:15.558803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-0dbf5d7d-dc3d-4d10-95f6-99569750948c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/networks?id=d23dcda8-17be-4539-b74b-b821bbe2acbb HTTP/1.1" status: 200 len: 816 time: 0.3418343 May 27 22:33:15.574933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139b0871-fc26-44eb-9964-6172a23a8496 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Network b5251a07-3a36-46e3-87d4-45303754bd45 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:15.578732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Transition to ACTIVE for port object 745a03b3-63bd-4953-887f-d9b2f61607b2 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:15.593467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-139b0871-fc26-44eb-9964-6172a23a8496 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:15.597171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b0871-fc26-44eb-9964-6172a23a8496 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:15.598090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139b0871-fc26-44eb-9964-6172a23a8496 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:15.598677 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-139b0871-fc26-44eb-9964-6172a23a8496 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:15.609231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fc352-182d-47c2-a08f-5d9d64ff7a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4e2709-e4d2-4715-99a6-840d3e45d772,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:15.620535 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df8fc352-182d-47c2-a08f-5d9d64ff7a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:15.622138 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-df8fc352-182d-47c2-a08f-5d9d64ff7a46 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1c4e2709-e4d2-4715-99a6-840d3e45d772 HTTP/1.1" status: 204 len: 168 time: 1.2848523 May 27 22:33:15.623402 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:15.623520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b0871-fc26-44eb-9964-6172a23a8496 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Pushing event updated for resources: {'Port': ['ID=2a95d9f7-e128-4af4-b402-827a858f4f5d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:15.641500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:33:15.641902 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:15.644621 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Transition to ACTIVE for port object 745a03b3-63bd-4953-887f-d9b2f61607b2 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:15.646621 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-85ac9c9b-1cdd-4dc0-945a-fcdc076f5587 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/quotas/05e4e8493bed4e6fa4f49a687daec3dd HTTP/1.1" status: 200 len: 375 time: 0.0741158 May 27 22:33:15.652503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:15.655930 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:15.656777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b121a533-b9b4-471b-9b3b-18556aad7d07 None None] Provisioning complete for port d4b79152-9044-405f-bc1e-dfee1bde8933 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:15.657219 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b121a533-b9b4-471b-9b3b-18556aad7d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:15.719805 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:15.758079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5a1e6-029f-41f7-b93f-b59a1f7b3d56 req-1ee1b1e5-62a4-42c5-a645-088735859946 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:15.766448 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fea5a1e6-029f-41f7-b93f-b59a1f7b3d56 req-1ee1b1e5-62a4-42c5-a645-088735859946 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 944 time: 0.2630770 May 27 22:33:15.785485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-139b0871-fc26-44eb-9964-6172a23a8496 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2322314 May 27 22:33:15.790985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49364) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:15.827297 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 411a5dbf-d382-4fba-8682-7853d80c6db3 resource provider aggregate not found May 27 22:33:15.849446 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-bd0a6bef-8d35-42bc-afe2-6c4905f614e4 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=05e4e8493bed4e6fa4f49a687daec3dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1811306 May 27 22:33:15.882968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:33:15.923484 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 411a5dbf-d382-4fba-8682-7853d80c6db3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 411a5dbf-d382-4fba-8682-7853d80c6db3 found for delete ", "request_id": "req-44e38872-527c-422e-b076-da95f3657bd2"}]} May 27 22:33:15.952251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Network d23dcda8-17be-4539-b74b-b821bbe2acbb is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:15.965396 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:15.970189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b121a533-b9b4-471b-9b3b-18556aad7d07 None None] Port d4b79152-9044-405f-bc1e-dfee1bde8933 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:33:15.974384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:33:15.974554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:15.978359 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:33:15.978638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3f113cd3-c33f-4b51-b34a-a3fcd37eec4f not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:33:16.002437 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fea5a1e6-029f-41f7-b93f-b59a1f7b3d56 req-b9c9a5a9-1dd1-416a-9ea6-80bdff1b5212 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346539 May 27 22:33:16.019121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c3ed0c-a01f-4376-af26-05dca1b87e5c tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:16.020020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-71c3ed0c-a01f-4376-af26-05dca1b87e5c tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Synchronizing usage tracker for tenant:e7aa0ec425a14c018139eb872ac88c92 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:33:16.029745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Pushing event updated for resources: {'Port': ['ID=745a03b3-63bd-4953-887f-d9b2f61607b2,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:16.062216 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:16.069349 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:16.105890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-a58fe886-55a4-469e-ba2c-c96a3cd3f492 service neutron] 10.222.0.27 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341135 May 27 22:33:16.108364 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Attempting to bind port 745a03b3-63bd-4953-887f-d9b2f61607b2 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:16.108739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Attempting to bind port 745a03b3-63bd-4953-887f-d9b2f61607b2 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:16.109136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Attempting to bind port 745a03b3-63bd-4953-887f-d9b2f61607b2 on network d23dcda8-17be-4539-b74b-b821bbe2acbb {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:16.115607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:33:16.115968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Checking segment: {'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:16.116990 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:16.117531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Bound using segment: {'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:33:16.118620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Bound port: 745a03b3-63bd-4953-887f-d9b2f61607b2, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:33:16.118998 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:16.132306 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] 10.222.0.27 "DELETE /v2.0/networks/827c3f0d-2fcb-41b4-8408-4b10dc56622c HTTP/1.1" status: 204 len: 168 time: 3.1589355 May 27 22:33:16.136682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae3981-918b-4fd0-97da-151b2019a3d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=827c3f0d-2fcb-41b4-8408-4b10dc56622c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:16.151690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-71c3ed0c-a01f-4376-af26-05dca1b87e5c tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Unset dirty status for tenant:e7aa0ec425a14c018139eb872ac88c92 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:33:16.155857 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-71c3ed0c-a01f-4376-af26-05dca1b87e5c tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "GET /v2.0/ports/2a95d9f7-e128-4af4-b402-827a858f4f5d HTTP/1.1" status: 200 len: 955 time: 0.3590851 May 27 22:33:16.156661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49372) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:16.240613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] For port 745a03b3-63bd-4953-887f-d9b2f61607b2, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:16.244726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] For port 745a03b3-63bd-4953-887f-d9b2f61607b2, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=745a03b3-63bd-4953-887f-d9b2f61607b2,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:33:16.254207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:33:16.267813 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5022a668-6fd6-4e84-b3de-1678aaabbf95 admin admin] 10.222.0.27 "PUT /v2.0/routers/148c6c6a-e8b7-4591-85a2-0bba4c1329e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2353411 May 27 22:33:16.274374 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Sync routers for ids ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:33:16.283496 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Routers {'148c6c6a-e8b7-4591-85a2-0bba4c1329e7'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:33:16.284096 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:33:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:16.305960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cc90697f-3f09-4cb6-b1ec-2905a91e1e0a tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Deleting port 2a95d9f7-e128-4af4-b402-827a858f4f5d {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:33:16.305960 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc90697f-3f09-4cb6-b1ec-2905a91e1e0a tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:16.339667 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:16.376464 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-300ab204-9e58-4dfc-b8f7-fe4186c69a11 service neutron] 10.222.0.27 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643816 May 27 22:33:16.491499 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Set router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:33:16.545231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0989e-453b-4de5-ab51-7d3ef959142c None None] Pushing event updated for resources: {'Port': ['ID=745a03b3-63bd-4953-887f-d9b2f61607b2,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:16.549155 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc90697f-3f09-4cb6-b1ec-2905a91e1e0a tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:16.591476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49380) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:16.647333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0b1660bb-9a06-4415-9713-a6182468142c up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:16.749688 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0ad9cbe8-8c35-4b23-8dce-5c044a19ae40 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f0db97a4368b4ad4a20a7758179275fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567602 May 27 22:33:16.757857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49392) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:16.944973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 0b1660bb-9a06-4415-9713-a6182468142c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:16.951418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 0b1660bb-9a06-4415-9713-a6182468142c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:16.951826 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:16.987814 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:17.096400 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:17.190498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cc90697f-3f09-4cb6-b1ec-2905a91e1e0a tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Calling delete_port for 2a95d9f7-e128-4af4-b402-827a858f4f5d owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:33:17.268322 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 745a03b3-63bd-4953-887f-d9b2f61607b2 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:17.284611 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:00Z', 'updated_at': '2022-05-27T22:33:12Z', 'revision_number': 4, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'gw_port': {'id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:02Z', 'updated_at': '2022-05-27T22:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd4b79152-9044-405f-bc1e-dfee1bde8933', 'name': '', 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'mac_address': 'fa:16:3e:b5:47:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:10Z', 'updated_at': '2022-05-27T22:33:13Z', 'revision_number': 2, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'subnets': [{'id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:17.293858 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Checking router: 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:33:17.294213 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Updating router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 port d4b79152-9044-405f-bc1e-dfee1bde8933 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:33:17.336430 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:17.372088 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:17.378513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 0b1660bb-9a06-4415-9713-a6182468142c is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:17.378775 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:17.379243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:17.385710 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b29f7221-a5ea-4a40-842e-2403036a2989 HTTP/1.1" status: 204 len: 168 time: 0.6231902 May 27 22:33:17.391569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29f7221-a5ea-4a40-842e-2403036a2989,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:17.410705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49414) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:17.424655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d1eefc4c-7ae9-4329-bcba-834230e17da8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--627334401', 'description': 'tempest-description--1889341221'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:17.437744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9773e7b9-c41a-4c41-ae9e-54eec0796b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1660bb-9a06-4415-9713-a6182468142c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:33:17.441892 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:17.442068 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc90697f-3f09-4cb6-b1ec-2905a91e1e0a tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:17.442234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:17.444900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:17.445271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:17.445627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:17.450816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:17.451129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d1eefc4c-7ae9-4329-bcba-834230e17da8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:17.451310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:17.451615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:17.451956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:17.452792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:17.452792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:17.452945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4152ec24-d997-49d2-9d30-7f614f5a8be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:17.457369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0b1660bb-9a06-4415-9713-a6182468142c, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0b1660bb-9a06-4415-9713-a6182468142c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:17.496976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 745a03b3-63bd-4953-887f-d9b2f61607b2 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:17.545443 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:17.567558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d1eefc4c-7ae9-4329-bcba-834230e17da8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Usage tracker for resource:security_group and tenant:8cbde3bf5664409c9a11b9efb9601362 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:17.578898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d1eefc4c-7ae9-4329-bcba-834230e17da8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:17.648590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90697f-3f09-4cb6-b1ec-2905a91e1e0a tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a95d9f7-e128-4af4-b402-827a858f4f5d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:17.650002 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=0b1660bb-9a06-4415-9713-a6182468142c,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:17.651339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d1eefc4c-7ae9-4329-bcba-834230e17da8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:17.698099 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc90697f-3f09-4cb6-b1ec-2905a91e1e0a tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:17.772694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74aecc-6ed9-4f45-ad54-9f808ad69c0a req-8b49110d-aa37-4c70-b170-de35734e7947 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:17.780675 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5c74aecc-6ed9-4f45-ad54-9f808ad69c0a req-8b49110d-aa37-4c70-b170-de35734e7947 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 944 time: 0.4375479 May 27 22:33:17.852804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-2dcfdf7d-c178-40d2-83fa-364697e66df0 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:17.854324 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-2dcfdf7d-c178-40d2-83fa-364697e66df0 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/networks?id=d23dcda8-17be-4539-b74b-b821bbe2acbb HTTP/1.1" status: 200 len: 816 time: 0.3203843 May 27 22:33:17.858392 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cc90697f-3f09-4cb6-b1ec-2905a91e1e0a tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "DELETE /v2.0/ports/2a95d9f7-e128-4af4-b402-827a858f4f5d HTTP/1.1" status: 204 len: 168 time: 1.6575379 May 27 22:33:17.861363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49434) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:17.863706 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1eefc4c-7ae9-4329-bcba-834230e17da8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:17.906008 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5c74aecc-6ed9-4f45-ad54-9f808ad69c0a req-0252ecdf-71c1-4430-8671-1e02ba02c547 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243832 May 27 22:33:17.911575 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-4bf8d702-4929-45e3-a488-ab7be980707a tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/quotas/05e4e8493bed4e6fa4f49a687daec3dd HTTP/1.1" status: 200 len: 375 time: 0.0298951 May 27 22:33:17.949199 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ab5798-8285-42a3-8b93-ed386f709079 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] GET failed (client error): The resource could not be found. May 27 22:33:17.955409 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9ab5798-8285-42a3-8b93-ed386f709079 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "GET /v2.0/ports/2a95d9f7-e128-4af4-b402-827a858f4f5d HTTP/1.1" status: 404 len: 333 time: 0.0930345 May 27 22:33:17.956211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49440) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:17.963147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Request body: {'port': {'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-991292059'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:17.980603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:17.998163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Usage tracker for resource:port and tenant:e7aa0ec425a14c018139eb872ac88c92 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:18.005531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:18.019914 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-434fb294-9677-4207-ae6e-43e2ac4d07a6'] response: {'server_uuid': '9773e7b9-c41a-4c41-ae9e-54eec0796b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1660bb-9a06-4415-9713-a6182468142c', 'code': 200} May 27 22:33:18.020650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:18.020973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d1eefc4c-7ae9-4329-bcba-834230e17da8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:18.036060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d1eefc4c-7ae9-4329-bcba-834230e17da8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Usage tracker for resource:security_group_rule and tenant:8cbde3bf5664409c9a11b9efb9601362 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:18.042345 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d1eefc4c-7ae9-4329-bcba-834230e17da8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:18.078573 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:18.080428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d1eefc4c-7ae9-4329-bcba-834230e17da8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:18.103233 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Transition to ACTIVE for port object d4b79152-9044-405f-bc1e-dfee1bde8933 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:18.199115 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-1c1035bb-73f6-4fb6-a988-315fbd15f184 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=05e4e8493bed4e6fa4f49a687daec3dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2729554 May 27 22:33:18.207819 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:18.223270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fdd5ca-efc9-4d4c-b3ef-f532da2f569f None None] Network d23dcda8-17be-4539-b74b-b821bbe2acbb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:33:18.301517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Made reservation on behalf of e7aa0ec425a14c018139eb872ac88c92 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:18.308883 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:18.353078 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52791c-73d1-4761-84a6-bc4ead185b2a None None] Pushing event updated for resources: {'Port': ['ID=d4b79152-9044-405f-bc1e-dfee1bde8933,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:18.364747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] device_id is not set on port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:33:18.538568 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e0943673-2e40-428e-83ea-ba11ef3607b0 None None] Provisioning for port 745a03b3-63bd-4953-887f-d9b2f61607b2 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:18.551112 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e0943673-2e40-428e-83ea-ba11ef3607b0 None None] Provisioning complete for port 745a03b3-63bd-4953-887f-d9b2f61607b2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:18.553982 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e0943673-2e40-428e-83ea-ba11ef3607b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:18.635439 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Attempting to bind port d4b79152-9044-405f-bc1e-dfee1bde8933 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:18.635712 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Attempting to bind port d4b79152-9044-405f-bc1e-dfee1bde8933 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'a92f2ee5-c735-43be-a843-40ea6d8c837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:18.642159 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1eefc4c-7ae9-4329-bcba-834230e17da8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:18.642861 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Attempting to bind port d4b79152-9044-405f-bc1e-dfee1bde8933 on network a846165f-67b8-4711-8fc9-97b50aa76620 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:18.645099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-c9bf99e5-6867-4967-be2e-912b32eba881 service neutron] 10.222.0.27 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380689 May 27 22:33:18.649156 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:33:18.651716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94a55e-03fa-45dc-9f9a-398199f6d37b req-f8ab63bd-6a57-4a60-ab83-211c345823bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:18.653523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d94a55e-03fa-45dc-9f9a-398199f6d37b req-f8ab63bd-6a57-4a60-ab83-211c345823bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 1096 time: 0.5237069 May 27 22:33:18.654115 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Checking segment: {'id': 'a92f2ee5-c735-43be-a843-40ea6d8c837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:18.654681 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:18.655246 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Bound using segment: {'id': 'a92f2ee5-c735-43be-a843-40ea6d8c837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:33:18.658573 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Bound port: d4b79152-9044-405f-bc1e-dfee1bde8933, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92f2ee5-c735-43be-a843-40ea6d8c837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:33:18.659296 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:18.837106 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:18.901425 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] For port d4b79152-9044-405f-bc1e-dfee1bde8933, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:18.916385 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] For port d4b79152-9044-405f-bc1e-dfee1bde8933, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d4b79152-9044-405f-bc1e-dfee1bde8933,segment=NetworkSegment(a92f2ee5-c735-43be-a843-40ea6d8c837f),segment_id=a92f2ee5-c735-43be-a843-40ea6d8c837f)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:33:18.920653 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-991af131-d07e-43c1-a0b5-bb13013d82c9 service neutron] 10.222.0.27 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660143 May 27 22:33:18.938481 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1eefc4c-7ae9-4329-bcba-834230e17da8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:18.975954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e0943673-2e40-428e-83ea-ba11ef3607b0 None None] Current status of the port 745a03b3-63bd-4953-887f-d9b2f61607b2 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:18.976861 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e0943673-2e40-428e-83ea-ba11ef3607b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:18.978395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eefc4c-7ae9-4329-bcba-834230e17da8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8dd45e-fc07-48bb-8d74-338efcc151e6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:18.986370 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:19.014603 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d94a55e-03fa-45dc-9f9a-398199f6d37b req-221b4418-9683-4438-9f73-d7ca0c967af3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896068 May 27 22:33:19.017776 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:19.061802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e0943673-2e40-428e-83ea-ba11ef3607b0 None None] For port 745a03b3-63bd-4953-887f-d9b2f61607b2, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=745a03b3-63bd-4953-887f-d9b2f61607b2,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:19.103064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Network b5251a07-3a36-46e3-87d4-45303754bd45 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:19.110007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:19.112594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:19.113987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:19.115066 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:19.154374 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1eefc4c-7ae9-4329-bcba-834230e17da8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:19.158157 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d1eefc4c-7ae9-4329-bcba-834230e17da8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7466552 May 27 22:33:19.158572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49476) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:19.170914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d1f961b9-8a33-4002-9daa-aa9808db4504 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Request body: {'security_group_rule': {'security_group_id': 'be8dd45e-fc07-48bb-8d74-338efcc151e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:19.181592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d1f961b9-8a33-4002-9daa-aa9808db4504 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:19.188430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Pushing event updated for resources: {'Port': ['ID=2954074f-757d-4d1c-a1c4-7d9dfdd10a28,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:19.189792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d1f961b9-8a33-4002-9daa-aa9808db4504 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Usage tracker for resource:security_group_rule and tenant:8cbde3bf5664409c9a11b9efb9601362 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:19.191066 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e0943673-2e40-428e-83ea-ba11ef3607b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:19.195162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d1f961b9-8a33-4002-9daa-aa9808db4504 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:19.217734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d1f961b9-8a33-4002-9daa-aa9808db4504 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:19.246435 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Routers {'148c6c6a-e8b7-4591-85a2-0bba4c1329e7'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:33:19.250422 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:33:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:19.258968 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3fcbdc72-7a9f-4425-964b-0b170c9f7203 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2978022 May 27 22:33:19.260165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49482) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:19.275398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:19.277201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4208c63-7f8d-41a4-b390-4401c8469af8 req-6e8153ca-5980-4492-9a67-c04e6e654ffe tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:19.290032 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f4208c63-7f8d-41a4-b390-4401c8469af8 req-6e8153ca-5980-4492-9a67-c04e6e654ffe tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 945 time: 0.2287490 May 27 22:33:19.361129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49488) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:19.456391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f4208c63-7f8d-41a4-b390-4401c8469af8 req-579de05f-0d7e-4b9a-8d10-2b3af317a670 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633322 May 27 22:33:19.489330 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1f961b9-8a33-4002-9daa-aa9808db4504 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:19.519434 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0943673-2e40-428e-83ea-ba11ef3607b0 None None] Pushing event updated for resources: {'Port': ['ID=745a03b3-63bd-4953-887f-d9b2f61607b2,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:19.610496 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:19.619025 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1f961b9-8a33-4002-9daa-aa9808db4504 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:19.625820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-be459541-a7ec-4caf-b0fa-45e46782b7a0 None None] Provisioning complete for port 745a03b3-63bd-4953-887f-d9b2f61607b2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:19.626290 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-be459541-a7ec-4caf-b0fa-45e46782b7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:19.698662 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] Set router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:33:19.733430 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1f961b9-8a33-4002-9daa-aa9808db4504 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:19.775440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f961b9-8a33-4002-9daa-aa9808db4504 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c29959-27b1-4224-8d9b-0fa25c55ddec,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:19.999311 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-be459541-a7ec-4caf-b0fa-45e46782b7a0 None None] Current status of the port 745a03b3-63bd-4953-887f-d9b2f61607b2 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:20.000408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-71f2434d-2dbc-4ac9-8940-1f1a5d595fe2 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:20.002012 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-71f2434d-2dbc-4ac9-8940-1f1a5d595fe2 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/networks?id=d23dcda8-17be-4539-b74b-b821bbe2acbb HTTP/1.1" status: 200 len: 816 time: 0.2123849 May 27 22:33:20.029262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1244348006-network', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:20.035468 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-71d72fc5-53e0-423f-a419-69f3350ad33b tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/quotas/05e4e8493bed4e6fa4f49a687daec3dd HTTP/1.1" status: 200 len: 375 time: 0.0244162 May 27 22:33:20.085811 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1f961b9-8a33-4002-9daa-aa9808db4504 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:20.087933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d1f961b9-8a33-4002-9daa-aa9808db4504 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9285607 May 27 22:33:20.094229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49514) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:20.105088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3143db2b-5e33-420d-a29d-e71dcfa52c2a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Request body: {'security_group_rule': {'security_group_id': 'be8dd45e-fc07-48bb-8d74-338efcc151e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:20.113357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:20.114367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Usage tracker for resource:network and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:20.120538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3143db2b-5e33-420d-a29d-e71dcfa52c2a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:20.129168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3143db2b-5e33-420d-a29d-e71dcfa52c2a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Usage tracker for resource:security_group_rule and tenant:8cbde3bf5664409c9a11b9efb9601362 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:20.132444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:20.134304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3143db2b-5e33-420d-a29d-e71dcfa52c2a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:20.142487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3143db2b-5e33-420d-a29d-e71dcfa52c2a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:20.152377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:20.167038 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-91949102-1682-4efa-b0a6-bd8510b04190 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=05e4e8493bed4e6fa4f49a687daec3dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1237459 May 27 22:33:20.206311 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52791c-73d1-4761-84a6-bc4ead185b2a None None] Pushing event updated for resources: {'Port': ['ID=d4b79152-9044-405f-bc1e-dfee1bde8933,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:20.247419 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:00Z', 'updated_at': '2022-05-27T22:33:12Z', 'revision_number': 4, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'gw_port': {'id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:02Z', 'updated_at': '2022-05-27T22:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd4b79152-9044-405f-bc1e-dfee1bde8933', 'name': '', 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'mac_address': 'fa:16:3e:b5:47:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:10Z', 'updated_at': '2022-05-27T22:33:18Z', 'revision_number': 4, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'subnets': [{'id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:20.253400 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e43c0a-dd58-451d-aca6-e679b1367569 None None] The sync data for ids ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'] in n-d-843680-3 is: [{'id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:00Z', 'updated_at': '2022-05-27T22:33:12Z', 'revision_number': 4, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'gw_port': {'id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:02Z', 'updated_at': '2022-05-27T22:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd4b79152-9044-405f-bc1e-dfee1bde8933', 'name': '', 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'mac_address': 'fa:16:3e:b5:47:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:10Z', 'updated_at': '2022-05-27T22:33:18Z', 'revision_number': 4, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'subnets': [{'id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:33:20.385858 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3143db2b-5e33-420d-a29d-e71dcfa52c2a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:20.424778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Made reservation on behalf of c3b54b6db8c94da09be36184b0fd7615 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:20.427038 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:20.462724 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-5d0bd85f-609d-4951-b9a6-8986924de8dc service neutron] 10.222.0.27 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807996 May 27 22:33:20.478511 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:20.516767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-ebcaee9a-5aa6-4a0c-8baa-8b9e10f07242 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:20.517500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-ebcaee9a-5aa6-4a0c-8baa-8b9e10f07242 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Synchronizing usage tracker for tenant:05e4e8493bed4e6fa4f49a687daec3dd on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:33:20.575380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:20.592292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Usage tracker for resource:security_group_rule and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:20.603124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:20.608534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:20.611926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] device_id is not set on port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:33:20.629441 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:20.661654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Transition to ACTIVE for port object 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:20.739952 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:20.741775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-ebcaee9a-5aa6-4a0c-8baa-8b9e10f07242 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Unset dirty status for tenant:05e4e8493bed4e6fa4f49a687daec3dd on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:33:20.743018 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-ebcaee9a-5aa6-4a0c-8baa-8b9e10f07242 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.46 "GET /v2.0/networks?id=d23dcda8-17be-4539-b74b-b821bbe2acbb HTTP/1.1" status: 200 len: 816 time: 0.6773522 May 27 22:33:20.744696 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:20.939713 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-5669ca56-8d87-4e8d-a0de-4b5bc07a2ea8 service neutron] 10.222.0.27 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792056 May 27 22:33:20.946824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3143db2b-5e33-420d-a29d-e71dcfa52c2a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:20.967966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Request body: {'port': {'device_id': 'ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9', 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb', 'admin_state_up': True, 'tenant_id': '05e4e8493bed4e6fa4f49a687daec3dd'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:21.004793 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:21.024263 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3143db2b-5e33-420d-a29d-e71dcfa52c2a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:21.080465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143db2b-5e33-420d-a29d-e71dcfa52c2a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28d7592-020d-4a5b-aa7a-8d790e8aa97d,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:21.100489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d87dcb-cde9-49af-9d73-d86e51bc187c req-bef3bc37-3d26-42b0-b370-fa534a80d11b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:21.102152 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26d87dcb-cde9-49af-9d73-d86e51bc187c req-bef3bc37-3d26-42b0-b370-fa534a80d11b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 945 time: 0.3440793 May 27 22:33:21.170378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:33:21.180609 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:21.181976 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Added segment 8cee2dcb-5d02-4af0-9cc3-2c378ede3065 of type vlan for network 961b4e59-c7f6-4df3-8ca9-d8f3e49cc942 May 27 22:33:21.212519 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:21.239245 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26d87dcb-cde9-49af-9d73-d86e51bc187c req-3a4169a3-2a60-483f-a963-b041c05bee47 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213298 May 27 22:33:21.278649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d4b79152-9044-405f-bc1e-dfee1bde8933 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:21.293721 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3143db2b-5e33-420d-a29d-e71dcfa52c2a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:21.294893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3143db2b-5e33-420d-a29d-e71dcfa52c2a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1994381 May 27 22:33:21.297866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49536) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:21.303109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:21.318719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:21.332127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Usage tracker for resource:floatingip and tenant:8cbde3bf5664409c9a11b9efb9601362 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:21.333713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:21.353358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:21.453883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29aa8a1-2804-4a6f-81ed-6559c5d609bc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:21.479011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Pushing event updated for resources: {'Port': ['ID=2954074f-757d-4d1c-a1c4-7d9dfdd10a28,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:21.526181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:21.529501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:21.529501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:21.550020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:21.550353 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:21.553080 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 2 to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 May 27 22:33:21.560182 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:21.582147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:21.594859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:21.595199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:21.595696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:21.599291 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ec1dedc-007f-46d9-b8ed-89b2a52e77d2 req-30723264-f2dc-4f8d-bacc-6aa040e1c21d tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 210 time: 0.1733115 May 27 22:33:21.605281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Usage tracker for resource:port and tenant:05e4e8493bed4e6fa4f49a687daec3dd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:21.614586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:21.619111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:21.628724 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:21.632790 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 3 to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 May 27 22:33:21.634715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port d4b79152-9044-405f-bc1e-dfee1bde8933 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:21.646061 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d4b79152-9044-405f-bc1e-dfee1bde8933 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:21.646439 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:21.679332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:21.699617 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:21.699617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:21.700097 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:21.784588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:21.785372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:21.785372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:21.876613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Made reservation on behalf of 05e4e8493bed4e6fa4f49a687daec3dd for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:21.880392 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:21.909216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:21.909893 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:21.926392 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:21.945060 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 4 to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 May 27 22:33:21.986098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d4b79152-9044-405f-bc1e-dfee1bde8933 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:21.987006 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:22.058388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] Pushing event updated for resources: {'Network': ['ID=961b4e59-c7f6-4df3-8ca9-d8f3e49cc942,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:22.077871 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port d4b79152-9044-405f-bc1e-dfee1bde8933, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d4b79152-9044-405f-bc1e-dfee1bde8933,segment=NetworkSegment(a92f2ee5-c735-43be-a843-40ea6d8c837f),segment_id=a92f2ee5-c735-43be-a843-40ea6d8c837f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:22.080035 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 961b4e59-c7f6-4df3-8ca9-d8f3e49cc942 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:33:22.084145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:22.084995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:22.085166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:22.130009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:22.130342 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:22.131780 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 5 to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 May 27 22:33:22.153299 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-abe40298-d2b9-43bd-9d82-1ca9c30244e3 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7895129 May 27 22:33:22.165162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49556) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:22.190038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] Request body: {'subnet': {'network_id': '961b4e59-c7f6-4df3-8ca9-d8f3e49cc942', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1244348006-subnet', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:22.196476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:22.197045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:22.197566 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:22.215604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:22.215884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Allocated IP 172.25.2.203 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/ec9cddbc-4da9-4f6c-bba9-4f842e760d27) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:22.233991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:22.234639 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:22.240124 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 6 to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 May 27 22:33:22.272879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] Usage tracker for resource:subnet and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:22.301754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:22.309871 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:22.311459 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:22.313005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 745a03b3-63bd-4953-887f-d9b2f61607b2 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:22.359253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:22.494738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:22.499207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:22.500492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:22.564768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:22.565689 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:22.570219 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 7 to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 May 27 22:33:22.596493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 745a03b3-63bd-4953-887f-d9b2f61607b2 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:22.597286 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:22.620931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:22.627570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:22.627570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:22.667029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Allocated IP 172.20.0.3 (d23dcda8-17be-4539-b74b-b821bbe2acbb/93bdaa2f-5c5c-4431-b726-a65de0c90ff4/ccb0ddd8-6167-4b44-b9a8-1e335606aeef) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:22.669533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:22.669811 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:22.680440 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 8 to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 May 27 22:33:22.683748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=d4b79152-9044-405f-bc1e-dfee1bde8933,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:22.824462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 745a03b3-63bd-4953-887f-d9b2f61607b2 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:22.827432 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:22.857294 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4bae77e-2c82-4e84-bfad-2fc16b6c2bbb req-c1cd648c-9598-4d0f-a490-e4c8e97db61d tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 210 time: 0.1357703 May 27 22:33:22.865190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e13dbc-e2e1-4fe4-adce-c98b5f63d2e7 req-7319b8b1-5719-4b95-8c07-127919016917 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:22.866360 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62e13dbc-e2e1-4fe4-adce-c98b5f63d2e7 req-7319b8b1-5719-4b95-8c07-127919016917 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 945 time: 0.3825901 May 27 22:33:22.933579 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62e13dbc-e2e1-4fe4-adce-c98b5f63d2e7 req-4c98cec0-7fd9-4565-b635-3c060bf83a02 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591195 May 27 22:33:22.950383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] Made reservation on behalf of c3b54b6db8c94da09be36184b0fd7615 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:22.954267 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:23.058357 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:23.196276 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d4b79152-9044-405f-bc1e-dfee1bde8933 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:23.201344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:23.204593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:23.209550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:23.280749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:23.281266 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:23.281353 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:23.304557 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:23.325446 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-8adf61b9-282e-44db-9705-26052142fe30 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:23.327184 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-8adf61b9-282e-44db-9705-26052142fe30 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.46 "GET /v2.0/networks?id=d23dcda8-17be-4539-b74b-b821bbe2acbb HTTP/1.1" status: 200 len: 816 time: 0.3533854 May 27 22:33:23.328084 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:23.336789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:23.337111 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:23.339502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d4b79152-9044-405f-bc1e-dfee1bde8933 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:23.339502 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:23.342175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Pushing event updated for resources: {'Port': ['ID=ec9cddbc-4da9-4f6c-bba9-4f842e760d27,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:23.342397 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 9 to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 May 27 22:33:23.360611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Request body: {'port': {'device_id': '51feae24-74bc-4ef4-8d8f-03621dc82c0b', 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb', 'admin_state_up': True, 'tenant_id': '05e4e8493bed4e6fa4f49a687daec3dd'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:23.380817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:23.380817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:23.380817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:23.415025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:23.415681 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:23.424619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Transition to ACTIVE for port object ccb0ddd8-6167-4b44-b9a8-1e335606aeef will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:23.518916 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:23.537349 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempt 10 to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 May 27 22:33:23.545183 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d4b79152-9044-405f-bc1e-dfee1bde8933 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:23.589069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:23.589703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:23.590288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempting to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:23.606193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:23.606611 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Failed to bind port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'c16f8595-d7fc-4e57-b455-2bb83dc25b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'b5251a07-3a36-46e3-87d4-45303754bd45'}] May 27 22:33:23.607036 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:23.783410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e6e6b-ca1a-42e0-8fb4-9e69ab4a951f req-446ad434-7019-4bea-a817-8c540ef10e98 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:23.785384 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-137e6e6b-ca1a-42e0-8fb4-9e69ab4a951f req-446ad434-7019-4bea-a817-8c540ef10e98 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 946 time: 0.1972725 May 27 22:33:23.809056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:23.815701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Usage tracker for resource:port and tenant:05e4e8493bed4e6fa4f49a687daec3dd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:23.827975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:23.850513 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-137e6e6b-ca1a-42e0-8fb4-9e69ab4a951f req-330d95f5-23ce-411a-9830-6a8abf692a3d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509353 May 27 22:33:23.853236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:23.860743 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:23.877717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] For port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:23.878136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attempted to set empty binding levels {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 22:33:23.881694 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:23.933887 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:24.035670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49590) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:24.118231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Pushing event updated for resources: {'Port': ['ID=ec9cddbc-4da9-4f6c-bba9-4f842e760d27,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:24.126424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1620409d-95f8-4350-b0e4-b6cd1d9ea775 req-2010c696-45ee-4878-a543-44772f767715 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 210 time: 0.0898974 May 27 22:33:24.192018 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:24.192018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Made reservation on behalf of 05e4e8493bed4e6fa4f49a687daec3dd for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:24.192018 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:24.196803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:24.244706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Network d23dcda8-17be-4539-b74b-b821bbe2acbb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:24.254632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:24.257759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:24.304625 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] In _notify_port_updated(), no bound segment for port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 on network b5251a07-3a36-46e3-87d4-45303754bd45 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:33:24.304625 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:24.304625 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:24.304625 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "PUT /v2.0/ports/2954074f-757d-4d1c-a1c4-7d9dfdd10a28 HTTP/1.1" status: 200 len: 974 time: 5.0393939 May 27 22:33:24.309088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49596) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:24.351078 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a1e1f0a9-f41c-439d-80a8-f3d2911990f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:24.357805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Pushing event updated for resources: {'Port': ['ID=ccb0ddd8-6167-4b44-b9a8-1e335606aeef,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:24.360299 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:24.410859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a1e1f0a9-f41c-439d-80a8-f3d2911990f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:24.421200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a1e1f0a9-f41c-439d-80a8-f3d2911990f1 admin admin] Usage tracker for resource:security_group_rule and tenant:babfab9237494f069b50aa5aa02413a7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:24.427353 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a1e1f0a9-f41c-439d-80a8-f3d2911990f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:24.440277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a1e1f0a9-f41c-439d-80a8-f3d2911990f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:24.444258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-940d8761-888a-4e62-b21c-57fe1c6a7e42 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Deleting port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:33:24.444491 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-940d8761-888a-4e62-b21c-57fe1c6a7e42 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:24.509749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c598775a-986b-4cec-984b-46ba439c0232,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:24.526361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:24.526361 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:24.547543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-21c4f84b-46d8-4216-b8cc-d52eb2b014a1 None None] Provisioning for port ccb0ddd8-6167-4b44-b9a8-1e335606aeef completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:24.553418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-21c4f84b-46d8-4216-b8cc-d52eb2b014a1 None None] Provisioning complete for port ccb0ddd8-6167-4b44-b9a8-1e335606aeef triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:24.554742 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-21c4f84b-46d8-4216-b8cc-d52eb2b014a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:24.560540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b61212-2b4e-498e-af3d-02ce53a5f5dc tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Pushing event updated for resources: {'Port': ['ID=2954074f-757d-4d1c-a1c4-7d9dfdd10a28,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:24.565761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] Checking segment: {'id': '8cee2dcb-5d02-4af0-9cc3-2c378ede3065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '961b4e59-c7f6-4df3-8ca9-d8f3e49cc942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:24.566143 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] Network hostable DHCP agents. Network: 961b4e59-c7f6-4df3-8ca9-d8f3e49cc942, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:33:24.576926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:24.580693 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ae771142-379f-478c-aec9-15669176374b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2793593 May 27 22:33:24.673168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-21c4f84b-46d8-4216-b8cc-d52eb2b014a1 None None] Port ccb0ddd8-6167-4b44-b9a8-1e335606aeef cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:33:24.682604 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-17e58b4c-2115-455e-b9f4-c86d406e26fd tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7218509 May 27 22:33:24.683902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Allocated IP 172.20.0.4 (d23dcda8-17be-4539-b74b-b821bbe2acbb/93bdaa2f-5c5c-4431-b726-a65de0c90ff4/e394e24a-a506-467f-a7fe-d9fa5d6483b4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:24.684984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3808-4f56-4241-837a-038c76129d4b req-0d03dd5f-ee81-4661-9f35-2dfb64a18f0b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:24.692038 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a28f3808-4f56-4241-837a-038c76129d4b req-0d03dd5f-ee81-4661-9f35-2dfb64a18f0b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 945 time: 0.5779645 May 27 22:33:24.699086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Request body: {'port': {'device_id': 'ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:24.823238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-2278526a-e6ec-4848-a52a-45176ff0cef3 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:24.824735 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-2278526a-e6ec-4848-a52a-45176ff0cef3 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.57 "GET /v2.0/networks?id=d23dcda8-17be-4539-b74b-b821bbe2acbb HTTP/1.1" status: 200 len: 816 time: 0.3485348 May 27 22:33:24.881988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Request body: {'port': {'device_id': 'cfd7633c-30de-4d3a-80c4-df2411c96ce2', 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb', 'admin_state_up': True, 'tenant_id': '05e4e8493bed4e6fa4f49a687daec3dd'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:24.885212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] Network 961b4e59-c7f6-4df3-8ca9-d8f3e49cc942 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:33:24.924699 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a28f3808-4f56-4241-837a-038c76129d4b req-9e44c76a-b108-41f5-b546-9948fa4ce197 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313247 May 27 22:33:25.004497 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:25.093714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 961b4e59-c7f6-4df3-8ca9-d8f3e49cc942) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:25.103220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e13fe8-93d7-4115-8a1c-88fcb8f274d3 None None] Network 961b4e59-c7f6-4df3-8ca9-d8f3e49cc942 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:33:25.123310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:25.123989 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:25.158123 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:25.185004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Transition to ACTIVE for port object e394e24a-a506-467f-a7fe-d9fa5d6483b4 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:25.227512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-940d8761-888a-4e62-b21c-57fe1c6a7e42 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] For port 2954074f-757d-4d1c-a1c4-7d9dfdd10a28, host n-h2-843680-3, got binding levels [] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:25.227880 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-940d8761-888a-4e62-b21c-57fe1c6a7e42 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:25.255719 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1bfd13f5-bb2f-4aee-9609-125f3e9bd16c admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.0854816 May 27 22:33:25.257820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49646) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:25.268569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1244348006-router', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:25.277976 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:25.285868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Usage tracker for resource:router and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:25.290416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:25.297918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:25.387960 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:25.443502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-961b4e59-c7f6-4df3-8ca9-d8f3e49cc942', 'network_id': '961b4e59-c7f6-4df3-8ca9-d8f3e49cc942', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'fixed_ips': [{'subnet_id': 'c598775a-986b-4cec-984b-46ba439c0232'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:33:25.443502 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:25.454531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-940d8761-888a-4e62-b21c-57fe1c6a7e42 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Calling delete_port for 2954074f-757d-4d1c-a1c4-7d9dfdd10a28 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:33:25.484791 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:25.485910 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:25.489098 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a1e1f0a9-f41c-439d-80a8-f3d2911990f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:25.539966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Network d23dcda8-17be-4539-b74b-b821bbe2acbb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:25.548059 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:25.559001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:25.591307 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a1e1f0a9-f41c-439d-80a8-f3d2911990f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:25.596119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Pushing event updated for resources: {'Port': ['ID=e394e24a-a506-467f-a7fe-d9fa5d6483b4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:25.605435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:25.606249 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:25.614510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Usage tracker for resource:port and tenant:05e4e8493bed4e6fa4f49a687daec3dd is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:25.620308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:25.680952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:25.683458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1f0a9-f41c-439d-80a8-f3d2911990f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3489b5a7-39bb-4cd5-9d8e-b86af011bcda,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:25.683808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:25.684644 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:25.712440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce496790-de04-44bc-ab99-1687c1be3776 req-fa0ca9df-685b-4e9f-a068-04aa461b2786 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:25.719229 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce496790-de04-44bc-ab99-1687c1be3776 req-fa0ca9df-685b-4e9f-a068-04aa461b2786 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 946 time: 0.6844110 May 27 22:33:25.756543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Allocated IP 172.20.0.2 (961b4e59-c7f6-4df3-8ca9-d8f3e49cc942/c598775a-986b-4cec-984b-46ba439c0232/16e61cd0-abd0-4929-8ee7-83aa05814b85) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:25.785230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38a9e0-95b0-4148-9798-758433e96b9a req-c274a168-75d0-449f-b1d6-15319f2e246e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:25.786737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f38a9e0-95b0-4148-9798-758433e96b9a req-c274a168-75d0-449f-b1d6-15319f2e246e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 946 time: 0.6188757 May 27 22:33:25.827824 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb0ddd8-6167-4b44-b9a8-1e335606aeef {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:33:25.837103 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:25.858884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Transition to ACTIVE for port object ccb0ddd8-6167-4b44-b9a8-1e335606aeef will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:25.903750 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-4f38a9e0-95b0-4148-9798-758433e96b9a req-a4769e4b-73eb-47cd-a9d7-e92e716b47f8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Deleting port 8c643e7e-37c6-4395-973b-aa6dfb7e7222 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:33:25.904685 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4f38a9e0-95b0-4148-9798-758433e96b9a req-a4769e4b-73eb-47cd-a9d7-e92e716b47f8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:25.956643 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-940d8761-888a-4e62-b21c-57fe1c6a7e42 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:26.009081 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-61146142-2435-48f5-8554-ac40bd8643d7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6681702 May 27 22:33:26.041680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-17bf0b1c-a814-47bd-984a-78d8c518c26a None None] Provisioning for port e394e24a-a506-467f-a7fe-d9fa5d6483b4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:26.043395 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a1e1f0a9-f41c-439d-80a8-f3d2911990f1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=babfab9237494f069b50aa5aa02413a7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0039463 May 27 22:33:26.060531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-17bf0b1c-a814-47bd-984a-78d8c518c26a None None] Provisioning complete for port e394e24a-a506-467f-a7fe-d9fa5d6483b4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:26.060980 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17bf0b1c-a814-47bd-984a-78d8c518c26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:26.061307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d8761-888a-4e62-b21c-57fe1c6a7e42 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Pushing event deleted for resources: {'Port': ['ID=2954074f-757d-4d1c-a1c4-7d9dfdd10a28,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:26.063068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49656) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:26.068023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Made reservation on behalf of 05e4e8493bed4e6fa4f49a687daec3dd for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:26.073052 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:26.076375 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:26.083380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Request body: {'port': {'device_id': '51feae24-74bc-4ef4-8d8f-03621dc82c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:26.092442 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-940d8761-888a-4e62-b21c-57fe1c6a7e42 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:26.169304 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:26.174481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce496790-de04-44bc-ab99-1687c1be3776 req-13329307-09cf-4cb2-bc81-6baacf256cbf tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543469 May 27 22:33:26.188007 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2082d93a-bd8c-4514-ac6e-06a02e48f8ad req-4352d48a-8942-444c-908e-1ffae51b9747 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 210 time: 0.1284180 May 27 22:33:26.193494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-17bf0b1c-a814-47bd-984a-78d8c518c26a None None] Port e394e24a-a506-467f-a7fe-d9fa5d6483b4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:33:26.212868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Transition to ACTIVE for port object 16e61cd0-abd0-4929-8ee7-83aa05814b85 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:26.243455 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Transition to ACTIVE for port object 16e61cd0-abd0-4929-8ee7-83aa05814b85 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:26.334281 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-940d8761-888a-4e62-b21c-57fe1c6a7e42 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "DELETE /v2.0/ports/2954074f-757d-4d1c-a1c4-7d9dfdd10a28 HTTP/1.1" status: 204 len: 168 time: 2.0206583 May 27 22:33:26.357923 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:26.432394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Network 961b4e59-c7f6-4df3-8ca9-d8f3e49cc942 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:26.435412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:26.439188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:26.447066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Pushing event updated for resources: {'Port': ['ID=16e61cd0-abd0-4929-8ee7-83aa05814b85,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:26.480006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49672) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:26.543547 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Attempting to bind port 16e61cd0-abd0-4929-8ee7-83aa05814b85 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:26.544056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Attempting to bind port 16e61cd0-abd0-4929-8ee7-83aa05814b85 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '8cee2dcb-5d02-4af0-9cc3-2c378ede3065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '961b4e59-c7f6-4df3-8ca9-d8f3e49cc942'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:26.544736 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Attempting to bind port 16e61cd0-abd0-4929-8ee7-83aa05814b85 on network 961b4e59-c7f6-4df3-8ca9-d8f3e49cc942 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:26.550887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:33:26.551570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Checking segment: {'id': '8cee2dcb-5d02-4af0-9cc3-2c378ede3065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '961b4e59-c7f6-4df3-8ca9-d8f3e49cc942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:26.552193 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:26.554096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Bound using segment: {'id': '8cee2dcb-5d02-4af0-9cc3-2c378ede3065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '961b4e59-c7f6-4df3-8ca9-d8f3e49cc942'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:33:26.555001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Bound port: 16e61cd0-abd0-4929-8ee7-83aa05814b85, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cee2dcb-5d02-4af0-9cc3-2c378ede3065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '961b4e59-c7f6-4df3-8ca9-d8f3e49cc942'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:33:26.556521 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:26.573729 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:26.682666 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] For port 16e61cd0-abd0-4929-8ee7-83aa05814b85, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:26.687173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] For port 16e61cd0-abd0-4929-8ee7-83aa05814b85, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=16e61cd0-abd0-4929-8ee7-83aa05814b85,segment=NetworkSegment(8cee2dcb-5d02-4af0-9cc3-2c378ede3065),segment_id=8cee2dcb-5d02-4af0-9cc3-2c378ede3065)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:33:26.701809 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-46441209-d1fe-407f-bec7-b1bd03b0ccd7 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] GET failed (client error): The resource could not be found. May 27 22:33:26.701809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-46441209-d1fe-407f-bec7-b1bd03b0ccd7 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Synchronizing usage tracker for tenant:e7aa0ec425a14c018139eb872ac88c92 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:33:26.748180 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb0ddd8-6167-4b44-b9a8-1e335606aeef,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:26.755075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Allocated IP 172.20.0.13 (d23dcda8-17be-4539-b74b-b821bbe2acbb/93bdaa2f-5c5c-4431-b726-a65de0c90ff4/e02ec36a-9d47-4b29-b4db-aaeba93fe77d) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:26.785251 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:26.894636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-4f38a9e0-95b0-4148-9798-758433e96b9a req-a4769e4b-73eb-47cd-a9d7-e92e716b47f8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] For port 8c643e7e-37c6-4395-973b-aa6dfb7e7222, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=8c643e7e-37c6-4395-973b-aa6dfb7e7222,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:26.894992 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4f38a9e0-95b0-4148-9798-758433e96b9a req-a4769e4b-73eb-47cd-a9d7-e92e716b47f8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:26.922978 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a247878-4f00-4b9b-b030-8051f16ede7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:26.931305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cda98-a902-475c-bb5f-b3f14436ebee None None] Pushing event updated for resources: {'Port': ['ID=16e61cd0-abd0-4929-8ee7-83aa05814b85,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:26.957903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-46441209-d1fe-407f-bec7-b1bd03b0ccd7 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] Unset dirty status for tenant:e7aa0ec425a14c018139eb872ac88c92 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:33:26.959899 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-46441209-d1fe-407f-bec7-b1bd03b0ccd7 tempest-PortsAdminExtendedAttrsTestJSON-630897298 tempest-PortsAdminExtendedAttrsTestJSON-630897298-project-admin] 10.222.0.27 "GET /v2.0/ports/2954074f-757d-4d1c-a1c4-7d9dfdd10a28 HTTP/1.1" status: 404 len: 333 time: 0.4683509 May 27 22:33:27.011189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49706) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:27.085848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-4f38a9e0-95b0-4148-9798-758433e96b9a req-a4769e4b-73eb-47cd-a9d7-e92e716b47f8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Calling delete_port for 8c643e7e-37c6-4395-973b-aa6dfb7e7222 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:33:27.129815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a247878-4f00-4b9b-b030-8051f16ede7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:27.287508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:27.459251 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-678e92dd-eb72-48fe-aa10-3de75bcd86d1 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:27.479278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a247878-4f00-4b9b-b030-8051f16ede7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:27.514867 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4360ad1a-a902-4ebd-84e0-878d8de338ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:27.533189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a247878-4f00-4b9b-b030-8051f16ede7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3489b5a7-39bb-4cd5-9d8e-b86af011bcda,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:27.541987 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a247878-4f00-4b9b-b030-8051f16ede7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:27.545485 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a247878-4f00-4b9b-b030-8051f16ede7d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3489b5a7-39bb-4cd5-9d8e-b86af011bcda HTTP/1.1" status: 204 len: 168 time: 1.4682026 May 27 22:33:27.545485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Attempting to bind port ccb0ddd8-6167-4b44-b9a8-1e335606aeef on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:27.545485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Attempting to bind port ccb0ddd8-6167-4b44-b9a8-1e335606aeef by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:27.545485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Attempting to bind port ccb0ddd8-6167-4b44-b9a8-1e335606aeef on network d23dcda8-17be-4539-b74b-b821bbe2acbb {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:27.596094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Port ccb0ddd8-6167-4b44-b9a8-1e335606aeef on network d23dcda8-17be-4539-b74b-b821bbe2acbb not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:27.596574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Attempting to bind port ccb0ddd8-6167-4b44-b9a8-1e335606aeef on network d23dcda8-17be-4539-b74b-b821bbe2acbb {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:27.605142 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4297987b-75ff-4896-9b03-797194cfb057 req-45969e1f-c67d-4825-afef-671e6a56ef5b tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 210 time: 0.1579204 May 27 22:33:27.636566 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:27.735085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Transition to ACTIVE for port object e02ec36a-9d47-4b29-b4db-aaeba93fe77d will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:27.749743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:33:27.750026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Checking segment: {'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:27.750888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Bound using segment: {'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:33:27.751131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Bound port: ccb0ddd8-6167-4b44-b9a8-1e335606aeef, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:33:27.751473 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:27.792468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b2d55-746e-42c9-a6a7-0c3270a97e5f req-3855366d-bf43-4b1a-865c-21aa02cca278 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:27.800005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b3b2d55-746e-42c9-a6a7-0c3270a97e5f req-3855366d-bf43-4b1a-865c-21aa02cca278 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 946 time: 0.2903371 May 27 22:33:27.840330 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4f38a9e0-95b0-4148-9798-758433e96b9a req-a4769e4b-73eb-47cd-a9d7-e92e716b47f8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:27.853918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['8c643e7e-37c6-4395-973b-aa6dfb7e7222'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:33:27.918433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b3b2d55-746e-42c9-a6a7-0c3270a97e5f req-14e40afa-ed7b-4f2d-aabf-f466f3812c02 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174438 May 27 22:33:27.926325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4769e4b-73eb-47cd-a9d7-e92e716b47f8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Pushing event deleted for resources: {'Port': ['ID=8c643e7e-37c6-4395-973b-aa6dfb7e7222,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:27.968767 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-678e92dd-eb72-48fe-aa10-3de75bcd86d1 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:28.042923 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:28.093144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f38a9e0-95b0-4148-9798-758433e96b9a req-a4769e4b-73eb-47cd-a9d7-e92e716b47f8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] No DVR routers for this DVR port 8c643e7e-37c6-4395-973b-aa6dfb7e7222 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:33:28.096906 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4f38a9e0-95b0-4148-9798-758433e96b9a req-a4769e4b-73eb-47cd-a9d7-e92e716b47f8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:28.112304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1c4374-bcf1-4ee7-856a-016e0bc1c436', 'name': 'network-vif-deleted', 'tag': '8c643e7e-37c6-4395-973b-aa6dfb7e7222'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:33:28.180004 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f38a9e0-95b0-4148-9798-758433e96b9a req-a4769e4b-73eb-47cd-a9d7-e92e716b47f8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "DELETE /v2.0/ports/8c643e7e-37c6-4395-973b-aa6dfb7e7222 HTTP/1.1" status: 204 len: 173 time: 2.3634143 May 27 22:33:28.191242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Network d23dcda8-17be-4539-b74b-b821bbe2acbb is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:28.197747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:28.205671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:28.235988 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-678e92dd-eb72-48fe-aa10-3de75bcd86d1 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5251a07-3a36-46e3-87d4-45303754bd45']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:28.299289 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8798909d-8dcd-4a7d-999b-38051fd23eb3'] response: {'server_uuid': '1f1c4374-bcf1-4ee7-856a-016e0bc1c436', 'name': 'network-vif-deleted', 'tag': '8c643e7e-37c6-4395-973b-aa6dfb7e7222', 'status': 'completed', 'code': 200} May 27 22:33:28.305266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Pushing event updated for resources: {'Port': ['ID=e02ec36a-9d47-4b29-b4db-aaeba93fe77d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:28.329197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-678e92dd-eb72-48fe-aa10-3de75bcd86d1 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16f8595-d7fc-4e57-b455-2bb83dc25b46') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:28.329197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-678e92dd-eb72-48fe-aa10-3de75bcd86d1 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16f8595-d7fc-4e57-b455-2bb83dc25b46') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:28.357989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] For port ccb0ddd8-6167-4b44-b9a8-1e335606aeef, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:28.396816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:28.400569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:28.484024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-678e92dd-eb72-48fe-aa10-3de75bcd86d1 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:28.514633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:33:28.529256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-dc3add97-68d4-4d27-a382-78936286ecd6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6509593 May 27 22:33:28.538965 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d8a006-69f2-4378-a393-2020af13ff2b None None] Network 961b4e59-c7f6-4df3-8ca9-d8f3e49cc942 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:33:28.549249 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Request body: {'port': {'device_id': 'cfd7633c-30de-4d3a-80c4-df2411c96ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:28.567954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] For port ccb0ddd8-6167-4b44-b9a8-1e335606aeef, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ccb0ddd8-6167-4b44-b9a8-1e335606aeef,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:33:28.765552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0b1660bb-9a06-4415-9713-a6182468142c details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:33:28.802050 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:28.984691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-abdfcd6f-c4cf-4561-ba5f-e5c0f5f96f7d None None] Provisioning for port 16e61cd0-abd0-4929-8ee7-83aa05814b85 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:29.324367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e394e24a-a506-467f-a7fe-d9fa5d6483b4 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:33:29.337975 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:29.391182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-efb6c8ea-f421-4060-996e-13e612238b25 req-1a32ceac-314d-4368-93f6-a36ff44282dc tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Synchronizing usage tracker for tenant:a0f32423ee064513a3cd2a2144bb1b80 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:33:29.391656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 16e61cd0-abd0-4929-8ee7-83aa05814b85 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:29.420446 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Transition to ACTIVE for port object e394e24a-a506-467f-a7fe-d9fa5d6483b4 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:29.424173 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-678e92dd-eb72-48fe-aa10-3de75bcd86d1 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:29.450858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-678e92dd-eb72-48fe-aa10-3de75bcd86d1 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:33:29.451299 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-678e92dd-eb72-48fe-aa10-3de75bcd86d1 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:29.556475 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:29.591681 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0b1660bb-9a06-4415-9713-a6182468142c, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0b1660bb-9a06-4415-9713-a6182468142c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:29.619244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '0b1660bb-9a06-4415-9713-a6182468142c', 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c', 'port_id': '0b1660bb-9a06-4415-9713-a6182468142c', 'mac_address': 'fa:16:3e:18:c4:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:33:29.660856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3778af1e-01ea-417d-9ca9-e8cd5d7b6c20 None None] Provisioning for port e02ec36a-9d47-4b29-b4db-aaeba93fe77d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:29.677134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df115cf-7ec8-42a1-adb9-5151e528d460 req-b0cc0f7d-fd4e-485f-9fd4-9d7c6fa4edb3 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:29.677419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1df115cf-7ec8-42a1-adb9-5151e528d460 req-b0cc0f7d-fd4e-485f-9fd4-9d7c6fa4edb3 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Synchronizing usage tracker for tenant:05e4e8493bed4e6fa4f49a687daec3dd on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:33:29.687487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3778af1e-01ea-417d-9ca9-e8cd5d7b6c20 None None] Provisioning complete for port e02ec36a-9d47-4b29-b4db-aaeba93fe77d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:29.688166 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3778af1e-01ea-417d-9ca9-e8cd5d7b6c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:29.724510 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf2e9169-1876-4c88-9ac0-f436255ec7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:29.761261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:29.777163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 16e61cd0-abd0-4929-8ee7-83aa05814b85 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:29.803947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 0b1660bb-9a06-4415-9713-a6182468142c is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:29.816379 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:29.887023 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 16e61cd0-abd0-4929-8ee7-83aa05814b85 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:29.889656 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:29.992079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3778af1e-01ea-417d-9ca9-e8cd5d7b6c20 None None] Port e02ec36a-9d47-4b29-b4db-aaeba93fe77d cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:33:30.055542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b1660bb-9a06-4415-9713-a6182468142c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:33:30.057476 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c16f8595-d7fc-4e57-b455-2bb83dc25b46 resource provider aggregate not found May 27 22:33:30.123472 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 8c643e7e-37c6-4395-973b-aa6dfb7e7222 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:33:30.144555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:30.182452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-efb6c8ea-f421-4060-996e-13e612238b25 req-1a32ceac-314d-4368-93f6-a36ff44282dc tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Unset dirty status for tenant:a0f32423ee064513a3cd2a2144bb1b80 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:33:30.185729 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efb6c8ea-f421-4060-996e-13e612238b25 req-1a32ceac-314d-4368-93f6-a36ff44282dc tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 210 time: 0.9348156 May 27 22:33:30.260822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:30.262721 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:30.267779 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] 10.222.0.46 "PUT /v2.0/ports/ccb0ddd8-6167-4b44-b9a8-1e335606aeef HTTP/1.1" status: 200 len: 1091 time: 5.5745625 May 27 22:33:30.272623 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:30.281199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9', 'tag': 'ccb0ddd8-6167-4b44-b9a8-1e335606aeef'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:33:30.293622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 8c643e7e-37c6-4395-973b-aa6dfb7e7222 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:33:30.293622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 8c643e7e-37c6-4395-973b-aa6dfb7e7222 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:33:30.299022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0b1660bb-9a06-4415-9713-a6182468142c, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0b1660bb-9a06-4415-9713-a6182468142c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:30.303423 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c16f8595-d7fc-4e57-b455-2bb83dc25b46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c16f8595-d7fc-4e57-b455-2bb83dc25b46 found for delete ", "request_id": "req-08424692-199e-47f9-ba41-30ccd9fb582a"}]} May 27 22:33:30.334758 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1df115cf-7ec8-42a1-adb9-5151e528d460 req-b0cc0f7d-fd4e-485f-9fd4-9d7c6fa4edb3 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Unset dirty status for tenant:05e4e8493bed4e6fa4f49a687daec3dd on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:33:30.339846 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1df115cf-7ec8-42a1-adb9-5151e528d460 req-b0cc0f7d-fd4e-485f-9fd4-9d7c6fa4edb3 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 932 time: 1.3746970 May 27 22:33:30.411091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9df41152-54b7-4e39-9ca7-52a047e83b2c None None] Provisioning complete for port 16e61cd0-abd0-4929-8ee7-83aa05814b85 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:30.411091 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9df41152-54b7-4e39-9ca7-52a047e83b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:30.485097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1df115cf-7ec8-42a1-adb9-5151e528d460 req-79666097-b1a9-4d2d-ae21-9867c7cc6aad tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403277 May 27 22:33:30.623143 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:30.627660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02ec36a-9d47-4b29-b4db-aaeba93fe77d {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:33:30.661515 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:30.718395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Transition to ACTIVE for port object e02ec36a-9d47-4b29-b4db-aaeba93fe77d will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:30.789817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 16e61cd0-abd0-4929-8ee7-83aa05814b85 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:30.789817 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:30.822673 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:30.832827 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1759fc83-8707-478a-b8dc-6cbc8f450bc9'] response: {'name': 'network-changed', 'server_uuid': 'ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9', 'tag': 'ccb0ddd8-6167-4b44-b9a8-1e335606aeef', 'status': 'completed', 'code': 200} May 27 22:33:30.965578 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-678e92dd-eb72-48fe-aa10-3de75bcd86d1 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:31.106228 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-678e92dd-eb72-48fe-aa10-3de75bcd86d1 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:31.142173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad225d-a9b9-4e69-9cfa-324072241f61 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb0ddd8-6167-4b44-b9a8-1e335606aeef,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:31.145502 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e92dd-eb72-48fe-aa10-3de75bcd86d1 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] Pushing event deleted for resources: {'Network': ['ID=b5251a07-3a36-46e3-87d4-45303754bd45,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:31.177876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['0b1660bb-9a06-4415-9713-a6182468142c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:33:31.267082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9df41152-54b7-4e39-9ca7-52a047e83b2c None None] Current status of the port 16e61cd0-abd0-4929-8ee7-83aa05814b85 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:31.274610 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9df41152-54b7-4e39-9ca7-52a047e83b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:31.313927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Pushing event updated for resources: {'Port': ['ID=e02ec36a-9d47-4b29-b4db-aaeba93fe77d,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:31.381076 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-678e92dd-eb72-48fe-aa10-3de75bcd86d1 tempest-PortsAdminExtendedAttrsTestJSON-658639622 tempest-PortsAdminExtendedAttrsTestJSON-658639622-project] 10.222.0.27 "DELETE /v2.0/networks/b5251a07-3a36-46e3-87d4-45303754bd45 HTTP/1.1" status: 204 len: 168 time: 4.3655500 May 27 22:33:31.411812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9df41152-54b7-4e39-9ca7-52a047e83b2c None None] For port 16e61cd0-abd0-4929-8ee7-83aa05814b85, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=16e61cd0-abd0-4929-8ee7-83aa05814b85,segment=NetworkSegment(8cee2dcb-5d02-4af0-9cc3-2c378ede3065),segment_id=8cee2dcb-5d02-4af0-9cc3-2c378ede3065)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:31.421711 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Allocated IP 172.25.2.232 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/c85e4fdf-dce1-478e-a023-d1c68e348d03) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:31.426339 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:31.429331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Attempting to bind port e394e24a-a506-467f-a7fe-d9fa5d6483b4 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:31.430981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Attempting to bind port e394e24a-a506-467f-a7fe-d9fa5d6483b4 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:31.432495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Attempting to bind port e394e24a-a506-467f-a7fe-d9fa5d6483b4 on network d23dcda8-17be-4539-b74b-b821bbe2acbb {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:31.452763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Port e394e24a-a506-467f-a7fe-d9fa5d6483b4 on network d23dcda8-17be-4539-b74b-b821bbe2acbb not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:31.454598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Attempting to bind port e394e24a-a506-467f-a7fe-d9fa5d6483b4 on network d23dcda8-17be-4539-b74b-b821bbe2acbb {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:31.484742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=0b1660bb-9a06-4415-9713-a6182468142c,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:31.511914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:33:31.517188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Checking segment: {'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:31.517710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Bound using segment: {'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:33:31.519500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Bound port: e394e24a-a506-467f-a7fe-d9fa5d6483b4, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:33:31.519847 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9df41152-54b7-4e39-9ca7-52a047e83b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:31.520046 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:31.589041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Pushing event updated for resources: {'Port': ['ID=e394e24a-a506-467f-a7fe-d9fa5d6483b4,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:31.638940 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:31.693291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Attempting to bind port e02ec36a-9d47-4b29-b4db-aaeba93fe77d on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:31.694258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Attempting to bind port e02ec36a-9d47-4b29-b4db-aaeba93fe77d by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:31.694766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Attempting to bind port e02ec36a-9d47-4b29-b4db-aaeba93fe77d on network d23dcda8-17be-4539-b74b-b821bbe2acbb {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:31.728569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Port e02ec36a-9d47-4b29-b4db-aaeba93fe77d on network d23dcda8-17be-4539-b74b-b821bbe2acbb not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:33:31.733487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Attempting to bind port e02ec36a-9d47-4b29-b4db-aaeba93fe77d on network d23dcda8-17be-4539-b74b-b821bbe2acbb {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:31.755053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:33:31.755391 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Checking segment: {'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:31.768933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Bound using segment: {'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:33:31.769462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Bound port: e02ec36a-9d47-4b29-b4db-aaeba93fe77d, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8052a2-4246-451e-9855-66214f6bd5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:33:31.770943 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:31.811905 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6523296c-ec09-495f-adcc-daef6ede6c2e req-4ae34e2a-7b37-4457-806f-499ab8df2a66 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f1c4374-bcf1-4ee7-856a-016e0bc1c436 HTTP/1.1" status: 200 len: 210 time: 0.1605635 May 27 22:33:31.978428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-80367e2d-34a2-4ae7-9a9a-d27808264d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:31.978428 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-80367e2d-34a2-4ae7-9a9a-d27808264d13 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05e4e8493bed4e6fa4f49a687daec3dd&device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 1094 time: 1.2647984 May 27 22:33:32.012517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df41152-54b7-4e39-9ca7-52a047e83b2c None None] Pushing event updated for resources: {'Port': ['ID=16e61cd0-abd0-4929-8ee7-83aa05814b85,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:32.015413 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:33:32.015762 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:33:32.224140 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-051778c5-f576-499f-9e33-bbb52ac54ec7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccb0ddd8-6167-4b44-b9a8-1e335606aeef HTTP/1.1" status: 200 len: 217 time: 0.1399264 May 27 22:33:32.289629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] For port e02ec36a-9d47-4b29-b4db-aaeba93fe77d, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:32.301708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] For port e02ec36a-9d47-4b29-b4db-aaeba93fe77d, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e02ec36a-9d47-4b29-b4db-aaeba93fe77d,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:33:32.333535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e4459-4044-4fea-859b-9f9e3d14d4ff req-1af7424e-1a1b-458e-b746-908d09c291fb tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:32.345278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-678e4459-4044-4fea-859b-9f9e3d14d4ff req-1af7424e-1a1b-458e-b746-908d09c291fb tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 944 time: 0.2568712 May 27 22:33:32.382417 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] For port e394e24a-a506-467f-a7fe-d9fa5d6483b4, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:32.407305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-b27bd146-5529-40eb-9c5f-c155070e2e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:32.409200 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-b27bd146-5529-40eb-9c5f-c155070e2e78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93bdaa2f-5c5c-4431-b726-a65de0c90ff4 HTTP/1.1" status: 200 len: 855 time: 0.1735585 May 27 22:33:32.413130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] For port e394e24a-a506-467f-a7fe-d9fa5d6483b4, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e394e24a-a506-467f-a7fe-d9fa5d6483b4,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:33:32.443974 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-678e4459-4044-4fea-859b-9f9e3d14d4ff req-794b9b1d-5f6a-4994-b708-b5cb86153324 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946350 May 27 22:33:32.472895 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:32.525229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-6d4f8028-2cf7-4ef9-847a-f3dfa1350721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:32.526748 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-6d4f8028-2cf7-4ef9-847a-f3dfa1350721 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d23dcda8-17be-4539-b74b-b821bbe2acbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115632 May 27 22:33:32.598784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 16e61cd0-abd0-4929-8ee7-83aa05814b85 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:32.670509 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:32.674771 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:32.683772 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:32.748070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 16e61cd0-abd0-4929-8ee7-83aa05814b85 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:32.753324 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:32.874462 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-86f12736-bd8a-441d-8b93-713706dbad7a service neutron] 10.222.0.46 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395653 May 27 22:33:32.908063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49848) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:32.932395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0b1660bb-9a06-4415-9713-a6182468142c up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:32.942042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:32.943792 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:32.945639 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] 10.222.0.57 "PUT /v2.0/ports/e02ec36a-9d47-4b29-b4db-aaeba93fe77d HTTP/1.1" status: 200 len: 1092 time: 4.4013960 May 27 22:33:32.946271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfd7633c-30de-4d3a-80c4-df2411c96ce2', 'tag': 'e02ec36a-9d47-4b29-b4db-aaeba93fe77d'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:33:33.004038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf4bc2-1427-4a8e-84b1-66a22dd76d6e service neutron] Pushing event updated for resources: {'Port': ['ID=e02ec36a-9d47-4b29-b4db-aaeba93fe77d,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:33.069383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:33.082104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:33.092125 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] 10.222.0.46 "PUT /v2.0/ports/e394e24a-a506-467f-a7fe-d9fa5d6483b4 HTTP/1.1" status: 200 len: 1091 time: 7.0247111 May 27 22:33:33.154128 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 16e61cd0-abd0-4929-8ee7-83aa05814b85 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:33.154128 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:33.163463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51feae24-74bc-4ef4-8d8f-03621dc82c0b', 'tag': 'e394e24a-a506-467f-a7fe-d9fa5d6483b4'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:33:33.170496 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d2c72d6-d0c1-4cf6-968b-4573736bdb74'] response: {'name': 'network-changed', 'server_uuid': 'cfd7633c-30de-4d3a-80c4-df2411c96ce2', 'tag': 'e02ec36a-9d47-4b29-b4db-aaeba93fe77d', 'status': 'completed', 'code': 200} May 27 22:33:33.182526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:33.191230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:33.248586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cee07-bfad-4a79-960f-f30ab6b8c97d service neutron] Pushing event updated for resources: {'Port': ['ID=e394e24a-a506-467f-a7fe-d9fa5d6483b4,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:33.283540 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee89ce01-e575-42ed-b458-47021369e321'] response: {'name': 'network-changed', 'server_uuid': '51feae24-74bc-4ef4-8d8f-03621dc82c0b', 'tag': 'e394e24a-a506-467f-a7fe-d9fa5d6483b4', 'status': 'completed', 'code': 200} May 27 22:33:33.283540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:33.370968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 0b1660bb-9a06-4415-9713-a6182468142c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:33.371339 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:33.452521 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d09f46ed-4e76-4709-a69d-349be00b0df3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6f42f3231aeb43b89aad9cd647ab4843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5372207 May 27 22:33:33.455198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49864) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:33.603883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-96e0fee3-dda8-4ee6-ba78-3dee08cd585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:33.610570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-96e0fee3-dda8-4ee6-ba78-3dee08cd585a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=05e4e8493bed4e6fa4f49a687daec3dd&device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 1095 time: 0.5375869 May 27 22:33:33.837299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49874) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:33.876590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 16e61cd0-abd0-4929-8ee7-83aa05814b85 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:33.894531 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-34176347-fcd1-4bb8-baab-e28cbf4d2186 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e02ec36a-9d47-4b29-b4db-aaeba93fe77d HTTP/1.1" status: 200 len: 217 time: 0.2548523 May 27 22:33:33.929997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 0b1660bb-9a06-4415-9713-a6182468142c is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:33.930422 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:33.955215 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-20e33cfa-ba0b-4ed3-9ded-700f54338fb3 req-f2bab047-8f93-4f8a-86e2-ccf8b0535c57 service neutron] 10.222.0.46 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8577843 May 27 22:33:34.001745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-3e576b01-6f13-4c3d-8867-f360a97c0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:34.003418 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-3e576b01-6f13-4c3d-8867-f360a97c0fea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93bdaa2f-5c5c-4431-b726-a65de0c90ff4 HTTP/1.1" status: 200 len: 855 time: 0.1006417 May 27 22:33:34.005938 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eb58c479-ede7-4f2d-89fe-27e660c82439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:34.065144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9773e7b9-c41a-4c41-ae9e-54eec0796b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1660bb-9a06-4415-9713-a6182468142c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:33:34.089704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Pushing event updated for resources: {'Port': ['ID=c85e4fdf-dce1-478e-a023-d1c68e348d03,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:34.094085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0b1660bb-9a06-4415-9713-a6182468142c, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0b1660bb-9a06-4415-9713-a6182468142c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:34.184569 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:34.306476 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eb58c479-ede7-4f2d-89fe-27e660c82439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:34.321106 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c7961f0-1328-430c-aba5-f2f18c9336c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:34.371089 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-eb7df7f0-8b35-4ef3-b9ae-1fc040b09898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:34.372925 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-eb7df7f0-8b35-4ef3-b9ae-1fc040b09898 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05e4e8493bed4e6fa4f49a687daec3dd&device_id=51feae24-74bc-4ef4-8d8f-03621dc82c0b HTTP/1.1" status: 200 len: 1094 time: 0.7916503 May 27 22:33:34.388214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6c7961f0-1328-430c-aba5-f2f18c9336c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:34.396001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6c7961f0-1328-430c-aba5-f2f18c9336c3 admin admin] Usage tracker for resource:security_group_rule and tenant:c99853e08508417d917fa99ebf3d998d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:34.403261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6c7961f0-1328-430c-aba5-f2f18c9336c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:34.421834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6c7961f0-1328-430c-aba5-f2f18c9336c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:34.437581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=0b1660bb-9a06-4415-9713-a6182468142c,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:34.483922 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-5a6c78e2-52d5-4b18-9182-751471c68d6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e394e24a-a506-467f-a7fe-d9fa5d6483b4 HTTP/1.1" status: 200 len: 217 time: 0.0935209 May 27 22:33:34.488977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cf43a-41a5-41ec-9d41-c64ee2bb8941 req-50723158-c990-4aaa-be27-88635b65bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:34.490869 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-600cf43a-41a5-41ec-9d41-c64ee2bb8941 req-50723158-c990-4aaa-be27-88635b65bdfc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05e4e8493bed4e6fa4f49a687daec3dd&device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 1094 time: 0.3943124 May 27 22:33:34.560008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-1f939faf-cc38-4cbd-8fb6-2a291c791258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:34.561483 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-1f939faf-cc38-4cbd-8fb6-2a291c791258 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93bdaa2f-5c5c-4431-b726-a65de0c90ff4 HTTP/1.1" status: 200 len: 855 time: 0.0696111 May 27 22:33:34.588579 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c7961f0-1328-430c-aba5-f2f18c9336c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:34.734354 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c7961f0-1328-430c-aba5-f2f18c9336c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:34.845107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6c7961f0-1328-430c-aba5-f2f18c9336c3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c99853e08508417d917fa99ebf3d998d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9647474 May 27 22:33:34.853969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49884) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:34.913673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbef44-6c21-45c7-8a6d-1cae0718b323 req-278d4133-fe86-4ef9-b1dd-769ff28a47fc tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:34.915629 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79dbef44-6c21-45c7-8a6d-1cae0718b323 req-278d4133-fe86-4ef9-b1dd-769ff28a47fc tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 944 time: 1.1558006 May 27 22:33:34.931834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-df41f5b3-4c06-4879-97ee-5cdfd3c0e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:34.933374 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-df41f5b3-4c06-4879-97ee-5cdfd3c0e3d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d23dcda8-17be-4539-b74b-b821bbe2acbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9071631 May 27 22:33:34.969207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7961f0-1328-430c-aba5-f2f18c9336c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d214a544-c04c-43c7-9010-84560114dbec,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:35.093186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-106c58ff-67f5-45c4-b8f0-b36d43b161f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:35.094655 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-106c58ff-67f5-45c4-b8f0-b36d43b161f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d23dcda8-17be-4539-b74b-b821bbe2acbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5067978 May 27 22:33:35.252455 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-403b6c95-27a3-40d7-8f79-e452bcc771c0 service neutron] 10.222.0.57 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057299 May 27 22:33:35.265519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cf43a-41a5-41ec-9d41-c64ee2bb8941 req-e3565fa5-9045-4421-ae5f-6792fee7bb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:35.267861 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-600cf43a-41a5-41ec-9d41-c64ee2bb8941 req-e3565fa5-9045-4421-ae5f-6792fee7bb75 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d23dcda8-17be-4539-b74b-b821bbe2acbb HTTP/1.1" status: 200 len: 917 time: 0.7055159 May 27 22:33:35.328192 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-70250e08-f5dc-4f2d-afae-9bafbd4de6fe service neutron] 10.222.0.46 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082088 May 27 22:33:35.429779 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-880023d0-fb2d-4715-aa95-1f950877d90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:35.435918 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-600cf43a-41a5-41ec-9d41-c64ee2bb8941 req-5c3e7237-c697-4c17-ac12-d979a91edc70 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccb0ddd8-6167-4b44-b9a8-1e335606aeef HTTP/1.1" status: 200 len: 217 time: 0.1498041 May 27 22:33:35.504246 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:35.555022 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eb58c479-ede7-4f2d-89fe-27e660c82439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:35.581798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58c479-ede7-4f2d-89fe-27e660c82439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0f9069-b64e-464a-bf10-3783a1741486,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:35.603978 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79dbef44-6c21-45c7-8a6d-1cae0718b323 req-bce84463-50f7-4ab4-abb3-d8e29d585e31 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6692233 May 27 22:33:35.690899 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a911b-7f65-4ca6-8eb8-2f5759319a82 req-1e4204d5-ee5c-4708-9a88-6a884ee9b7ec service neutron] 10.222.0.57 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079778 May 27 22:33:35.706849 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eb58c479-ede7-4f2d-89fe-27e660c82439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:35.706849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-eb58c479-ede7-4f2d-89fe-27e660c82439 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6b0f9069-b64e-464a-bf10-3783a1741486 HTTP/1.1" status: 204 len: 168 time: 2.2502434 May 27 22:33:35.850346 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7fac68-312a-4c50-9560-f9785cc9b1a0'] response: {'server_uuid': '9773e7b9-c41a-4c41-ae9e-54eec0796b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1660bb-9a06-4415-9713-a6182468142c', 'code': 200} May 27 22:33:36.012709 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-880023d0-fb2d-4715-aa95-1f950877d90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:36.220701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c48c2e-39b1-4def-9bcf-8cd77b0567ac req-7f363265-3162-4d12-9936-1135f430302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:36.230661 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40c48c2e-39b1-4def-9bcf-8cd77b0567ac req-7f363265-3162-4d12-9936-1135f430302b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=05e4e8493bed4e6fa4f49a687daec3dd&device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 1095 time: 0.2826440 May 27 22:33:36.330013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cf43a-41a5-41ec-9d41-c64ee2bb8941 req-4523eedc-4c7a-478f-bde3-90ce6fe69cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:36.356431 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-600cf43a-41a5-41ec-9d41-c64ee2bb8941 req-4523eedc-4c7a-478f-bde3-90ce6fe69cba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93bdaa2f-5c5c-4431-b726-a65de0c90ff4 HTTP/1.1" status: 200 len: 855 time: 0.8553851 May 27 22:33:36.509546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c48c2e-39b1-4def-9bcf-8cd77b0567ac req-de39c0c0-91e3-404a-89b4-5e9d92155eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:36.511165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40c48c2e-39b1-4def-9bcf-8cd77b0567ac req-de39c0c0-91e3-404a-89b4-5e9d92155eff service neutron] 10.222.0.57 "GET /v2.0/networks?id=d23dcda8-17be-4539-b74b-b821bbe2acbb HTTP/1.1" status: 200 len: 917 time: 0.2802579 May 27 22:33:36.600771 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e49ae7c4-fc48-46ff-8e23-bbff94073be7 req-e84f54ba-38fd-46d5-871c-534cd3e46024 service neutron] 10.222.0.46 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2014003 May 27 22:33:36.603095 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-880023d0-fb2d-4715-aa95-1f950877d90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:36.633032 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40c48c2e-39b1-4def-9bcf-8cd77b0567ac req-f74b70bf-94b0-40d7-92e3-9dfc92f8f42b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e02ec36a-9d47-4b29-b4db-aaeba93fe77d HTTP/1.1" status: 200 len: 217 time: 0.1095240 May 27 22:33:36.792715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c48c2e-39b1-4def-9bcf-8cd77b0567ac req-a86fc66a-765c-42dd-af95-739ae5839522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:36.799619 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40c48c2e-39b1-4def-9bcf-8cd77b0567ac req-a86fc66a-765c-42dd-af95-739ae5839522 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93bdaa2f-5c5c-4431-b726-a65de0c90ff4 HTTP/1.1" status: 200 len: 855 time: 0.1536322 May 27 22:33:36.890594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880023d0-fb2d-4715-aa95-1f950877d90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d214a544-c04c-43c7-9010-84560114dbec,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:36.981377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49906) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:37.013508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c48c2e-39b1-4def-9bcf-8cd77b0567ac req-139b7dc2-2861-43fe-9592-e92ca0f0a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:37.015719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40c48c2e-39b1-4def-9bcf-8cd77b0567ac req-139b7dc2-2861-43fe-9592-e92ca0f0a6ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d23dcda8-17be-4539-b74b-b821bbe2acbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077413 May 27 22:33:37.066342 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-28c2ff39-5cd3-4750-80b6-e3ac1bbf602a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e7aa0ec425a14c018139eb872ac88c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748615 May 27 22:33:37.066342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49912) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:37.127850 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-880023d0-fb2d-4715-aa95-1f950877d90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:37.128980 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-880023d0-fb2d-4715-aa95-1f950877d90b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d214a544-c04c-43c7-9010-84560114dbec HTTP/1.1" status: 204 len: 168 time: 2.2731440 May 27 22:33:37.196301 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:37.295901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cf43a-41a5-41ec-9d41-c64ee2bb8941 req-bfcf8388-6f52-4177-9469-f20e200418ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:37.297684 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-600cf43a-41a5-41ec-9d41-c64ee2bb8941 req-bfcf8388-6f52-4177-9469-f20e200418ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d23dcda8-17be-4539-b74b-b821bbe2acbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8531420 May 27 22:33:37.404007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb8d62-76fb-4332-8191-3188c329f7ec req-828dcaab-1438-49b0-baca-e5069ab62400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:37.405623 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cbcb8d62-76fb-4332-8191-3188c329f7ec req-828dcaab-1438-49b0-baca-e5069ab62400 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05e4e8493bed4e6fa4f49a687daec3dd&device_id=51feae24-74bc-4ef4-8d8f-03621dc82c0b HTTP/1.1" status: 200 len: 1094 time: 0.5895202 May 27 22:33:37.447818 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2478c17d-194a-4d05-9850-2f59a6872aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:37.508567 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40c48c2e-39b1-4def-9bcf-8cd77b0567ac req-ac0f7533-db0d-434a-baff-e21692717b4d service neutron] 10.222.0.57 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565198 May 27 22:33:37.515413 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2478c17d-194a-4d05-9850-2f59a6872aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:37.569084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb8d62-76fb-4332-8191-3188c329f7ec req-f89887a3-cb8f-4477-b1a2-6b10ab1188e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:37.570498 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cbcb8d62-76fb-4332-8191-3188c329f7ec req-f89887a3-cb8f-4477-b1a2-6b10ab1188e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d23dcda8-17be-4539-b74b-b821bbe2acbb HTTP/1.1" status: 200 len: 917 time: 0.1473577 May 27 22:33:37.671349 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cbcb8d62-76fb-4332-8191-3188c329f7ec req-907c66f3-8b97-4f8a-8d76-10c0c362087e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e394e24a-a506-467f-a7fe-d9fa5d6483b4 HTTP/1.1" status: 200 len: 217 time: 0.0943229 May 27 22:33:37.692539 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40c48c2e-39b1-4def-9bcf-8cd77b0567ac req-571cabda-d03d-4865-8ebb-298162c15bd2 service neutron] 10.222.0.57 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680460 May 27 22:33:37.761797 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2478c17d-194a-4d05-9850-2f59a6872aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:37.819263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478c17d-194a-4d05-9850-2f59a6872aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7c56c1-8a9a-43e4-9703-51aa80f66142,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:37.842692 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-600cf43a-41a5-41ec-9d41-c64ee2bb8941 req-de6758dc-7885-42b4-9683-5ce1d7928f9a service neutron] 10.222.0.46 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5319405 May 27 22:33:37.856156 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2478c17d-194a-4d05-9850-2f59a6872aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:37.860324 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2478c17d-194a-4d05-9850-2f59a6872aa3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6d7c56c1-8a9a-43e4-9703-51aa80f66142 HTTP/1.1" status: 204 len: 168 time: 0.7593617 May 27 22:33:37.931475 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb8d62-76fb-4332-8191-3188c329f7ec req-a246f119-6678-4cbd-ade5-b8682b11fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:37.932901 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cbcb8d62-76fb-4332-8191-3188c329f7ec req-a246f119-6678-4cbd-ade5-b8682b11fc94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93bdaa2f-5c5c-4431-b726-a65de0c90ff4 HTTP/1.1" status: 200 len: 855 time: 0.1960113 May 27 22:33:38.210231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ccb0ddd8-6167-4b44-b9a8-1e335606aeef details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:33:38.355094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb8d62-76fb-4332-8191-3188c329f7ec req-aed3fa11-ab27-4179-a512-8cccfa55fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:38.357023 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cbcb8d62-76fb-4332-8191-3188c329f7ec req-aed3fa11-ab27-4179-a512-8cccfa55fba3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d23dcda8-17be-4539-b74b-b821bbe2acbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4173079 May 27 22:33:38.359427 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-600cf43a-41a5-41ec-9d41-c64ee2bb8941 req-c8fd5bed-f42f-41e5-b327-cd71858e1872 service neutron] 10.222.0.46 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136507 May 27 22:33:38.404017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ccb0ddd8-6167-4b44-b9a8-1e335606aeef, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ccb0ddd8-6167-4b44-b9a8-1e335606aeef,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:38.419298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'ccb0ddd8-6167-4b44-b9a8-1e335606aeef', 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb', 'port_id': 'ccb0ddd8-6167-4b44-b9a8-1e335606aeef', 'mac_address': 'fa:16:3e:e9:1b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bdaa2f-5c5c-4431-b726-a65de0c90ff4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:33:38.478644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ccb0ddd8-6167-4b44-b9a8-1e335606aeef is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:38.479039 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:38.496888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb0ddd8-6167-4b44-b9a8-1e335606aeef {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:33:38.512786 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cbcb8d62-76fb-4332-8191-3188c329f7ec req-6e6e782c-6836-41b0-be81-ad13d48dabcd service neutron] 10.222.0.46 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447952 May 27 22:33:38.542542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ccb0ddd8-6167-4b44-b9a8-1e335606aeef, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ccb0ddd8-6167-4b44-b9a8-1e335606aeef,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:38.663373 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cbcb8d62-76fb-4332-8191-3188c329f7ec req-b60bf4fc-c325-4a44-bb2e-298335a978fc service neutron] 10.222.0.46 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444767 May 27 22:33:38.699436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Router 064f2421-5cf8-462d-9703-e409185874c5 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:33:38.699835 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:38.873278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ccb0ddd8-6167-4b44-b9a8-1e335606aeef,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:38.881619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e02ec36a-9d47-4b29-b4db-aaeba93fe77d details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:33:38.964546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['ccb0ddd8-6167-4b44-b9a8-1e335606aeef'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:33:39.183473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:33:39.235654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Sync routers for ids ['064f2421-5cf8-462d-9703-e409185874c5'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:33:39.248494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port e02ec36a-9d47-4b29-b4db-aaeba93fe77d, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e02ec36a-9d47-4b29-b4db-aaeba93fe77d,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:39.282806 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'e02ec36a-9d47-4b29-b4db-aaeba93fe77d', 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb', 'port_id': 'e02ec36a-9d47-4b29-b4db-aaeba93fe77d', 'mac_address': 'fa:16:3e:07:6c:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bdaa2f-5c5c-4431-b726-a65de0c90ff4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:33:39.299284 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:39.304233 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ee85f5bb-3def-4db2-836b-3d6a4fc74dbf admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 14.0399373 May 27 22:33:39.305078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49948) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:39.316781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Routers {'064f2421-5cf8-462d-9703-e409185874c5'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:33:39.317578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:33:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['064f2421-5cf8-462d-9703-e409185874c5'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:39.565897 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port e02ec36a-9d47-4b29-b4db-aaeba93fe77d is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:39.566560 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:39.595877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02ec36a-9d47-4b29-b4db-aaeba93fe77d {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:33:39.670862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Set router 064f2421-5cf8-462d-9703-e409185874c5 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:33:39.802887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port e02ec36a-9d47-4b29-b4db-aaeba93fe77d, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e02ec36a-9d47-4b29-b4db-aaeba93fe77d,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:39.945727 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:40.162123 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=e02ec36a-9d47-4b29-b4db-aaeba93fe77d,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:40.207914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e394e24a-a506-467f-a7fe-d9fa5d6483b4 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:33:40.219766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ccb0ddd8-6167-4b44-b9a8-1e335606aeef up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:40.262540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-27e58b78-29a4-40a5-b3a9-2297f7816b7d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5037901 May 27 22:33:40.451944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e02ec36a-9d47-4b29-b4db-aaeba93fe77d'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:33:40.702598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49978) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:40.904139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port ccb0ddd8-6167-4b44-b9a8-1e335606aeef completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:40.930046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port ccb0ddd8-6167-4b44-b9a8-1e335606aeef triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:40.930046 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:41.065188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1591576400'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:41.089744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064f2421-5cf8-462d-9703-e409185874c5', 'name': 'tempest-ServersTestMultiNic-1244348006-router', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'c85e4fdf-dce1-478e-a023-d1c68e348d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:25Z', 'updated_at': '2022-05-27T22:33:34Z', 'revision_number': 3, 'project_id': 'c3b54b6db8c94da09be36184b0fd7615', 'gw_port': {'id': 'c85e4fdf-dce1-478e-a023-d1c68e348d03', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064f2421-5cf8-462d-9703-e409185874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:30Z', 'updated_at': '2022-05-27T22:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:41.099120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:41.114983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Usage tracker for resource:network and tenant:ae2150062c044b639ac25140418a75b5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:41.125044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e394e24a-a506-467f-a7fe-d9fa5d6483b4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e394e24a-a506-467f-a7fe-d9fa5d6483b4,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:41.126219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:41.141023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-430963d2-4964-4292-9a37-c89f2c1b8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:41.141601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-430963d2-4964-4292-9a37-c89f2c1b8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:41.141945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-430963d2-4964-4292-9a37-c89f2c1b8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:41.142407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-430963d2-4964-4292-9a37-c89f2c1b8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:41.142856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-430963d2-4964-4292-9a37-c89f2c1b8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:41.149732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:41.151949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Checking router: 064f2421-5cf8-462d-9703-e409185874c5 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:33:41.152058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-430963d2-4964-4292-9a37-c89f2c1b8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:41.152058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-430963d2-4964-4292-9a37-c89f2c1b8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:41.157541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Updating router 064f2421-5cf8-462d-9703-e409185874c5 port c85e4fdf-dce1-478e-a023-d1c68e348d03 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:33:41.160960 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-430963d2-4964-4292-9a37-c89f2c1b8688 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 6488 time: 0.4744568 May 27 22:33:41.231257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'e394e24a-a506-467f-a7fe-d9fa5d6483b4', 'network_id': 'd23dcda8-17be-4539-b74b-b821bbe2acbb', 'port_id': 'e394e24a-a506-467f-a7fe-d9fa5d6483b4', 'mac_address': 'fa:16:3e:31:4e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93bdaa2f-5c5c-4431-b726-a65de0c90ff4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:33:41.262622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Made reservation on behalf of ae2150062c044b639ac25140418a75b5 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:41.267431 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:41.291133 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:41.353387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:41.381515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Usage tracker for resource:security_group_rule and tenant:ae2150062c044b639ac25140418a75b5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:41.386531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:41.397611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:41.543761 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:41.574444 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:41.584506 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:41.593027 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ccb0ddd8-6167-4b44-b9a8-1e335606aeef is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:41.593693 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:41.632612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e394e24a-a506-467f-a7fe-d9fa5d6483b4 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:41.633435 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:41.697187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-da6fab47-b54b-4528-82b4-2c8e92e1546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:41.697715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-da6fab47-b54b-4528-82b4-2c8e92e1546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:41.700199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-da6fab47-b54b-4528-82b4-2c8e92e1546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:41.701875 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-da6fab47-b54b-4528-82b4-2c8e92e1546e service neutron] 10.222.0.57 "GET /v2.0/networks?id=b090dde9-67db-4c49-bbbc-f76032c598e8&id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&id=c1c98a16-ff0e-48d9-bd68-874df362e9d7&id=c1c98a16-ff0e-48d9-bd68-874df362e9d7 HTTP/1.1" status: 200 len: 2294 time: 0.5138452 May 27 22:33:41.738728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e394e24a-a506-467f-a7fe-d9fa5d6483b4 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:33:42.049840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb0ddd8-6167-4b44-b9a8-1e335606aeef'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:33:42.049840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e394e24a-a506-467f-a7fe-d9fa5d6483b4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e394e24a-a506-467f-a7fe-d9fa5d6483b4,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:42.049840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ccb0ddd8-6167-4b44-b9a8-1e335606aeef, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ccb0ddd8-6167-4b44-b9a8-1e335606aeef,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:42.050110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-75cdf78d-7650-4db5-afa7-feea455af167 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 HTTP/1.1" status: 200 len: 1000 time: 0.2305267 May 27 22:33:42.104277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-fdfd6827-4740-4dca-80da-564d8589e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:42.106235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-fdfd6827-4740-4dca-80da-564d8589e3df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=886cb46f-6b6f-4fc3-8c8e-a4f846943042 HTTP/1.1" status: 200 len: 851 time: 0.1460345 May 27 22:33:42.171763 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:42.190740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Allocated IP 172.20.0.1 (961b4e59-c7f6-4df3-8ca9-d8f3e49cc942/c598775a-986b-4cec-984b-46ba439c0232/23bfd97d-a7a8-48ca-8eb5-050e589827cf) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:42.191319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Transition to ACTIVE for port object c85e4fdf-dce1-478e-a023-d1c68e348d03 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:42.344424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-ad927932-d2ca-4f6b-a81f-84163f9c2ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:42.345891 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-ad927932-d2ca-4f6b-a81f-84163f9c2ce0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b090dde9-67db-4c49-bbbc-f76032c598e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2327485 May 27 22:33:42.492658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:42.544762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:33:42.566718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:42.569509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba71aae-6b27-4468-8514-e0ffeb178727,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:42.581082 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:42.581612 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Added segment ddf7c3d4-3e21-4afe-8cc5-23f547e295be of type vlan for network 860fd33c-13b4-400c-adf1-19248876f540 May 27 22:33:42.639259 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:42.653347 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:42.658099 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:42.672091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Transition to ACTIVE for port object 23bfd97d-a7a8-48ca-8eb5-050e589827cf will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:42.703727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-67b27fd8-3a36-4130-9958-bad19a2ae540 service neutron] 10.222.0.57 "GET /v2.0/networks/b090dde9-67db-4c49-bbbc-f76032c598e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507972 May 27 22:33:42.773543 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:42.811096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e02ec36a-9d47-4b29-b4db-aaeba93fe77d up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:42.836045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:42.842575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:42.843361 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:42.978147 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-b2880402-89b7-4d55-be8c-da175120d86a service neutron] 10.222.0.57 "GET /v2.0/networks/b090dde9-67db-4c49-bbbc-f76032c598e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640133 May 27 22:33:43.036531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['e394e24a-a506-467f-a7fe-d9fa5d6483b4'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:33:43.103035 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3995373 May 27 22:33:43.110610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e394e24a-a506-467f-a7fe-d9fa5d6483b4,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:43.115483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50004) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:43.148796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Request body: {'subnet': {'network_id': '860fd33c-13b4-400c-adf1-19248876f540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:43.167092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-78601479-1e8c-488c-8164-5793c9d82c7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f HTTP/1.1" status: 200 len: 217 time: 0.1818733 May 27 22:33:43.199955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ccb0ddd8-6167-4b44-b9a8-1e335606aeef,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:43.299788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-d6c9a6b7-998c-455f-9286-976926bf730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:43.306446 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-d6c9a6b7-998c-455f-9286-976926bf730a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12e036b-b21d-44ef-9e41-b61836ac4b5b HTTP/1.1" status: 200 len: 797 time: 0.1314905 May 27 22:33:43.307722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2edc95-762d-4ee8-97f0-567f9d4d49c1 None None] Pushing event updated for resources: {'Port': ['ID=c85e4fdf-dce1-478e-a023-d1c68e348d03,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:43.313926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Attempting to bind port c85e4fdf-dce1-478e-a023-d1c68e348d03 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:43.314589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Attempting to bind port c85e4fdf-dce1-478e-a023-d1c68e348d03 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:43.315162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Attempting to bind port c85e4fdf-dce1-478e-a023-d1c68e348d03 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:43.337002 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:33:43.337682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:43.338247 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:43.338794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:33:43.339047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd727b2-3a9a-4ebf-bd0f-fd00414929ec tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event updated for resources: {'Network': ['ID=860fd33c-13b4-400c-adf1-19248876f540,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:43.339639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Bound port: c85e4fdf-dce1-478e-a023-d1c68e348d03, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:33:43.340187 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:43.371956 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 860fd33c-13b4-400c-adf1-19248876f540 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:33:43.392485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:43.431171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port e02ec36a-9d47-4b29-b4db-aaeba93fe77d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:43.432495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:43.440024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Usage tracker for resource:subnet and tenant:ae2150062c044b639ac25140418a75b5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:43.445549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:43.459497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:43.533239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port e02ec36a-9d47-4b29-b4db-aaeba93fe77d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:43.534156 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:43.544893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Made reservation on behalf of ae2150062c044b639ac25140418a75b5 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:43.549966 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:43.672709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Network 961b4e59-c7f6-4df3-8ca9-d8f3e49cc942 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:43.682868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:43.704166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:43.797533 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:43.894018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] For port c85e4fdf-dce1-478e-a023-d1c68e348d03, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:43.923891 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] For port c85e4fdf-dce1-478e-a023-d1c68e348d03, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c85e4fdf-dce1-478e-a023-d1c68e348d03,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:33:43.983874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Pushing event updated for resources: {'Port': ['ID=23bfd97d-a7a8-48ca-8eb5-050e589827cf,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:44.031513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port e02ec36a-9d47-4b29-b4db-aaeba93fe77d is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:44.032394 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:44.046329 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:44.074503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-ff4701ff-786b-421e-a568-922f50a7a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:44.076092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-ff4701ff-786b-421e-a568-922f50a7a280 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7633286 May 27 22:33:44.227301 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port e02ec36a-9d47-4b29-b4db-aaeba93fe77d, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e02ec36a-9d47-4b29-b4db-aaeba93fe77d,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:44.232939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Routers {'064f2421-5cf8-462d-9703-e409185874c5'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:33:44.233811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:33:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['064f2421-5cf8-462d-9703-e409185874c5'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:44.281752 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:44.282166 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-83a38ca1-c007-40b2-9b6f-8687763fb1da service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953952 May 27 22:33:44.339649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2edc95-762d-4ee8-97f0-567f9d4d49c1 None None] Pushing event updated for resources: {'Port': ['ID=c85e4fdf-dce1-478e-a023-d1c68e348d03,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:44.368139 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:44.496242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event updated for resources: {'Subnet': ['ID=bd9aaa14-e09d-476a-be91-b8c17340131d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:44.500903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Checking segment: {'id': 'ddf7c3d4-3e21-4afe-8cc5-23f547e295be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '860fd33c-13b4-400c-adf1-19248876f540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:44.501261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Network hostable DHCP agents. Network: 860fd33c-13b4-400c-adf1-19248876f540, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:33:44.556407 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-a26bc9f7-515f-4c86-83eb-d9e7ded76f20 service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644720 May 27 22:33:44.573884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=e02ec36a-9d47-4b29-b4db-aaeba93fe77d,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:44.594849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] Set router 064f2421-5cf8-462d-9703-e409185874c5 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:33:44.627323 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-186e7a3f-2b0c-4fe0-a71d-f1581309283f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.226&port_id=0f8c0679-a173-42fd-bf4b-8227fb6895d4 HTTP/1.1" status: 200 len: 217 time: 0.0621209 May 27 22:33:44.704377 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e394e24a-a506-467f-a7fe-d9fa5d6483b4 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:44.713348 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Network 860fd33c-13b4-400c-adf1-19248876f540 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:33:44.744869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-baa1152e-e932-4e14-83e3-2e2a04047f98 None None] Provisioning for port 23bfd97d-a7a8-48ca-8eb5-050e589827cf completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:44.771426 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-6ba7c5ee-5944-4c7f-9f4b-a1ad0f7adfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:44.773456 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-6ba7c5ee-5944-4c7f-9f4b-a1ad0f7adfbb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12e036b-b21d-44ef-9e41-b61836ac4b5b HTTP/1.1" status: 200 len: 797 time: 0.1396956 May 27 22:33:44.779139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-baa1152e-e932-4e14-83e3-2e2a04047f98 None None] Provisioning complete for port 23bfd97d-a7a8-48ca-8eb5-050e589827cf triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:44.779525 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-baa1152e-e932-4e14-83e3-2e2a04047f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:44.825856 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:44.839466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 860fd33c-13b4-400c-adf1-19248876f540) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:44.846547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:44.848039 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:44.885471 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569773e9-8e9c-4350-bf9f-a18592432dcb None None] Network 860fd33c-13b4-400c-adf1-19248876f540 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:33:44.935068 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-ab8f7477-2fdc-4756-b21f-b1a2aaaac2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:44.936554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-ab8f7477-2fdc-4756-b21f-b1a2aaaac2c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1570408 May 27 22:33:44.971693 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bc75aca6-3ad5-4174-85a4-960c35153612 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8516433 May 27 22:33:44.972838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50014) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:44.980770 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7a4126c8-52e7-44a9-99d7-4fd36bd47b70 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1845199905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:44.993409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a4126c8-52e7-44a9-99d7-4fd36bd47b70 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:45.006166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a4126c8-52e7-44a9-99d7-4fd36bd47b70 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Usage tracker for resource:router and tenant:ae2150062c044b639ac25140418a75b5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:45.014811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a4126c8-52e7-44a9-99d7-4fd36bd47b70 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:45.018185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-baa1152e-e932-4e14-83e3-2e2a04047f98 None None] Port 23bfd97d-a7a8-48ca-8eb5-050e589827cf cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:33:45.032301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a4126c8-52e7-44a9-99d7-4fd36bd47b70 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:45.161647 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a4126c8-52e7-44a9-99d7-4fd36bd47b70 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:45.162581 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a4126c8-52e7-44a9-99d7-4fd36bd47b70 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:45.198045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a4126c8-52e7-44a9-99d7-4fd36bd47b70 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:45.214930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port e394e24a-a506-467f-a7fe-d9fa5d6483b4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:45.232468 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port e394e24a-a506-467f-a7fe-d9fa5d6483b4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:45.232837 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:45.304703 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a4126c8-52e7-44a9-99d7-4fd36bd47b70 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:45.381083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064f2421-5cf8-462d-9703-e409185874c5', 'name': 'tempest-ServersTestMultiNic-1244348006-router', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'c85e4fdf-dce1-478e-a023-d1c68e348d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:25Z', 'updated_at': '2022-05-27T22:33:34Z', 'revision_number': 3, 'project_id': 'c3b54b6db8c94da09be36184b0fd7615', 'gw_port': {'id': 'c85e4fdf-dce1-478e-a023-d1c68e348d03', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064f2421-5cf8-462d-9703-e409185874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:30Z', 'updated_at': '2022-05-27T22:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:45.407117 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a4126c8-52e7-44a9-99d7-4fd36bd47b70 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:45.408336 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a4126c8-52e7-44a9-99d7-4fd36bd47b70 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4337270 May 27 22:33:45.410980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50020) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:45.455019 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:45.485773 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e394e24a-a506-467f-a7fe-d9fa5d6483b4 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:45.486169 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:45.507836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-860fd33c-13b4-400c-adf1-19248876f540', 'network_id': '860fd33c-13b4-400c-adf1-19248876f540', 'tenant_id': 'ae2150062c044b639ac25140418a75b5', 'fixed_ips': [{'subnet_id': 'bd9aaa14-e09d-476a-be91-b8c17340131d'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:33:45.509233 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:45.515616 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-82111597-2398-4c36-b090-03c2b8dd4169 service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645986 May 27 22:33:45.536837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea6aee1-fb89-4ba6-99c5-225bde1ceb4b None None] The sync data for ids ['064f2421-5cf8-462d-9703-e409185874c5'] in n-d-843680-3 is: [{'id': '064f2421-5cf8-462d-9703-e409185874c5', 'name': 'tempest-ServersTestMultiNic-1244348006-router', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'c85e4fdf-dce1-478e-a023-d1c68e348d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:25Z', 'updated_at': '2022-05-27T22:33:34Z', 'revision_number': 3, 'project_id': 'c3b54b6db8c94da09be36184b0fd7615', 'gw_port': {'id': 'c85e4fdf-dce1-478e-a023-d1c68e348d03', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064f2421-5cf8-462d-9703-e409185874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:30Z', 'updated_at': '2022-05-27T22:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:33:45.680442 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:45.801914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Allocated IP 172.20.0.2 (860fd33c-13b4-400c-adf1-19248876f540/bd9aaa14-e09d-476a-be91-b8c17340131d/ee7a3c47-692f-4ff0-af38-14b4b1b61f91) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:46.127998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e394e24a-a506-467f-a7fe-d9fa5d6483b4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e394e24a-a506-467f-a7fe-d9fa5d6483b4,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:46.130746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Pushing event updated for resources: {'Port': ['ID=23bfd97d-a7a8-48ca-8eb5-050e589827cf,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:46.159231 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:46.218678 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:46.307932 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:46.341710 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-466e00d3-b199-4200-bf79-464f0bc52888 service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8156013 May 27 22:33:46.464015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e394e24a-a506-467f-a7fe-d9fa5d6483b4,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:46.506708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-7af5f630-2cbe-4ffe-8fb2-cf512c5528a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=afbe4a2a-ff42-4360-a344-c0004a52a25b HTTP/1.1" status: 200 len: 217 time: 0.1533654 May 27 22:33:46.520689 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:46.554165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Transition to ACTIVE for port object ee7a3c47-692f-4ff0-af38-14b4b1b61f91 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:46.618391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Transition to ACTIVE for port object ee7a3c47-692f-4ff0-af38-14b4b1b61f91 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:46.708435 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:46.771297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Network 961b4e59-c7f6-4df3-8ca9-d8f3e49cc942 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:46.778724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-ec4863d9-3cc1-43ea-a0c7-84fca37ebcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:46.785754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-ec4863d9-3cc1-43ea-a0c7-84fca37ebcad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12e036b-b21d-44ef-9e41-b61836ac4b5b HTTP/1.1" status: 200 len: 797 time: 0.2718797 May 27 22:33:46.787426 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:46.825072 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c85e4fdf-dce1-478e-a023-d1c68e348d03 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:47.024100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Network 860fd33c-13b4-400c-adf1-19248876f540 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:47.061485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:47.071741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:47.074980 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:47.092274 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Pushing event updated for resources: {'Port': ['ID=ee7a3c47-692f-4ff0-af38-14b4b1b61f91,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:47.345184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cbeffc1d-0d67-4704-a8fa-72ace11a3bff None None] Provisioning complete for port 23bfd97d-a7a8-48ca-8eb5-050e589827cf triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:47.345184 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cbeffc1d-0d67-4704-a8fa-72ace11a3bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:47.394220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-b9723a95-855e-498e-b1bc-1193e0e4f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:47.395935 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-b9723a95-855e-498e-b1bc-1193e0e4f544 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5923727 May 27 22:33:47.419737 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port c85e4fdf-dce1-478e-a023-d1c68e348d03 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:47.424636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Attempting to bind port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:47.425001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Attempting to bind port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ddf7c3d4-3e21-4afe-8cc5-23f547e295be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '860fd33c-13b4-400c-adf1-19248876f540'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:47.431507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Attempting to bind port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 on network 860fd33c-13b4-400c-adf1-19248876f540 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:47.459522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:33:47.460125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Checking segment: {'id': 'ddf7c3d4-3e21-4afe-8cc5-23f547e295be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '860fd33c-13b4-400c-adf1-19248876f540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:47.460668 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:47.461057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Bound using segment: {'id': 'ddf7c3d4-3e21-4afe-8cc5-23f547e295be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '860fd33c-13b4-400c-adf1-19248876f540'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:33:47.461532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Bound port: ee7a3c47-692f-4ff0-af38-14b4b1b61f91, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf7c3d4-3e21-4afe-8cc5-23f547e295be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '860fd33c-13b4-400c-adf1-19248876f540'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:33:47.461898 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:47.519970 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c85e4fdf-dce1-478e-a023-d1c68e348d03 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:47.520280 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:47.562964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Router 064f2421-5cf8-462d-9703-e409185874c5 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:33:47.621581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cbeffc1d-0d67-4704-a8fa-72ace11a3bff None None] Port 23bfd97d-a7a8-48ca-8eb5-050e589827cf cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:33:47.668603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] For port ee7a3c47-692f-4ff0-af38-14b4b1b61f91, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:47.672068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] For port ee7a3c47-692f-4ff0-af38-14b4b1b61f91, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ee7a3c47-692f-4ff0-af38-14b4b1b61f91,segment=NetworkSegment(ddf7c3d4-3e21-4afe-8cc5-23f547e295be),segment_id=ddf7c3d4-3e21-4afe-8cc5-23f547e295be)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:33:47.746170 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:47.770271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-b91a74f6-8e4f-4644-b09d-d9602189d2be service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658841 May 27 22:33:47.784207 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c85e4fdf-dce1-478e-a023-d1c68e348d03 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:47.784599 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:47.810887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port c85e4fdf-dce1-478e-a023-d1c68e348d03, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c85e4fdf-dce1-478e-a023-d1c68e348d03,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:47.900948 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:47.932001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0699228-287b-443c-a5e8-ea87b3435bbb None None] Pushing event updated for resources: {'Port': ['ID=ee7a3c47-692f-4ff0-af38-14b4b1b61f91,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:48.076846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Allocated IP 172.20.0.1 (860fd33c-13b4-400c-adf1-19248876f540/bd9aaa14-e09d-476a-be91-b8c17340131d/fd7c34bc-2af4-471f-92b8-f133b568de66) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:48.160253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=c85e4fdf-dce1-478e-a023-d1c68e348d03,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:48.240275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-2da3f55b-2cc5-43e4-a417-197ef66d0cf5 service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287703 May 27 22:33:48.240275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:33:48.333606 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:48.352006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Transition to ACTIVE for port object fd7c34bc-2af4-471f-92b8-f133b568de66 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:48.382859 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2ba67d8c-d6da-4557-b03a-867bb004d732 admin admin] 10.222.0.27 "PUT /v2.0/routers/064f2421-5cf8-462d-9703-e409185874c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0707045 May 27 22:33:48.413810 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-91dbf8b4-0728-4eac-8c66-501aa7752ecf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=8cf04518-2939-4728-93ea-50115c31a9be HTTP/1.1" status: 200 len: 217 time: 0.1919153 May 27 22:33:48.579639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-5b9cc469-dce8-4de9-913e-7dfa5bdef23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:48.606019 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Sync routers for ids ['064f2421-5cf8-462d-9703-e409185874c5'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:33:48.606754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-5b9cc469-dce8-4de9-913e-7dfa5bdef23d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c12e036b-b21d-44ef-9e41-b61836ac4b5b HTTP/1.1" status: 200 len: 797 time: 0.1516597 May 27 22:33:48.606848 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Routers {'064f2421-5cf8-462d-9703-e409185874c5'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:33:48.606848 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:33:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['064f2421-5cf8-462d-9703-e409185874c5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:48.614709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50032) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:48.788921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-2708c796-5244-4e07-aba7-1cb12ee6e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:48.798342 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-2708c796-5244-4e07-aba7-1cb12ee6e115 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cfe8967c-799b-45c8-99e7-5751d5d5f38a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2178380 May 27 22:33:48.891362 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ee7a3c47-692f-4ff0-af38-14b4b1b61f91 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:48.919254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-846554585'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:48.929971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:48.934739 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Usage tracker for resource:network and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:48.938477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:48.951038 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:48.959384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:48.962936 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Set router 064f2421-5cf8-462d-9703-e409185874c5 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:33:49.052121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Network 860fd33c-13b4-400c-adf1-19248876f540 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:49.056427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:49.069846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:49.123550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event updated for resources: {'Port': ['ID=fd7c34bc-2af4-471f-92b8-f133b568de66,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:49.170507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Made reservation on behalf of c3b54b6db8c94da09be36184b0fd7615 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:49.174268 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:49.206860 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:49.276285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:33:49.298087 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-574adc5c-cdb7-4b09-b0f5-898770274b7e service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901235 May 27 22:33:49.310084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:49.316541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c85e4fdf-dce1-478e-a023-d1c68e348d03 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:49.330819 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:49.331171 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Added segment da381301-2a28-4d15-a7a5-ca212a8c6aca of type vlan for network 66433c8b-844e-4043-bc97-abca96cc504e May 27 22:33:49.431729 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:49.555676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c85e4fdf-dce1-478e-a023-d1c68e348d03 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:49.556044 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:49.643775 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:49.653120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:49.657895 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:49.715044 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064f2421-5cf8-462d-9703-e409185874c5', 'name': 'tempest-ServersTestMultiNic-1244348006-router', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'c85e4fdf-dce1-478e-a023-d1c68e348d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:25Z', 'updated_at': '2022-05-27T22:33:44Z', 'revision_number': 4, 'project_id': 'c3b54b6db8c94da09be36184b0fd7615', 'gw_port': {'id': 'c85e4fdf-dce1-478e-a023-d1c68e348d03', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064f2421-5cf8-462d-9703-e409185874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:30Z', 'updated_at': '2022-05-27T22:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '23bfd97d-a7a8-48ca-8eb5-050e589827cf', 'name': '', 'network_id': '961b4e59-c7f6-4df3-8ca9-d8f3e49cc942', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'mac_address': 'fa:16:3e:fd:80:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064f2421-5cf8-462d-9703-e409185874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'c598775a-986b-4cec-984b-46ba439c0232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:41Z', 'updated_at': '2022-05-27T22:33:44Z', 'revision_number': 2, 'project_id': 'c3b54b6db8c94da09be36184b0fd7615', 'subnets': [{'id': 'c598775a-986b-4cec-984b-46ba439c0232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:49.721850 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Checking router: 064f2421-5cf8-462d-9703-e409185874c5 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:33:49.722493 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Updating router 064f2421-5cf8-462d-9703-e409185874c5 port 23bfd97d-a7a8-48ca-8eb5-050e589827cf binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:33:49.817115 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4224c03e-923e-4407-95af-cfbea6411abe None None] Network 860fd33c-13b4-400c-adf1-19248876f540 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:33:49.824685 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:49.905523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-ffb3f2f0-7715-477c-8552-631be518ef9a service neutron] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992844 May 27 22:33:49.967601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c85e4fdf-dce1-478e-a023-d1c68e348d03 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:50.131032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ec9a71ff-b41f-492a-84ee-abbe9dbd6e96 None None] Provisioning for port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:50.150468 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:50.170829 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ec9a71ff-b41f-492a-84ee-abbe9dbd6e96 None None] Provisioning complete for port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:50.171254 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec9a71ff-b41f-492a-84ee-abbe9dbd6e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:50.180300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event updated for resources: {'Network': ['ID=66433c8b-844e-4043-bc97-abca96cc504e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:50.194192 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cefe5b56-3115-4c1a-96f2-831ea6d062e9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5781515 May 27 22:33:50.200016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50064) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:50.210526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Request body: {'subnet': {'network_id': '66433c8b-844e-4043-bc97-abca96cc504e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:50.331782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 66433c8b-844e-4043-bc97-abca96cc504e details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:33:50.468507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fbb13-8db6-4f5e-a0d9-5d4c1ea45cbc req-3da238f7-23e6-4522-850c-ac46ea5fee17 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:50.483681 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e97fbb13-8db6-4f5e-a0d9-5d4c1ea45cbc req-3da238f7-23e6-4522-850c-ac46ea5fee17 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 812 time: 0.3817737 May 27 22:33:50.552923 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:50.583847 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Transition to ACTIVE for port object 23bfd97d-a7a8-48ca-8eb5-050e589827cf will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:50.651910 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-555acd7e-d9c5-4ee8-9bb0-8b2befeb184b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd HTTP/1.1" status: 200 len: 217 time: 0.7412782 May 27 22:33:50.674687 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e97fbb13-8db6-4f5e-a0d9-5d4c1ea45cbc req-cb458f54-9ee8-4651-87be-cd36a11c7a72 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/quotas/a0f32423ee064513a3cd2a2144bb1b80 HTTP/1.1" status: 200 len: 375 time: 0.1892273 May 27 22:33:50.688094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ec9a71ff-b41f-492a-84ee-abbe9dbd6e96 None None] Current status of the port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:50.688633 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec9a71ff-b41f-492a-84ee-abbe9dbd6e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:50.707881 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:50.781974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ec9a71ff-b41f-492a-84ee-abbe9dbd6e96 None None] For port ee7a3c47-692f-4ff0-af38-14b4b1b61f91, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ee7a3c47-692f-4ff0-af38-14b4b1b61f91,segment=NetworkSegment(ddf7c3d4-3e21-4afe-8cc5-23f547e295be),segment_id=ddf7c3d4-3e21-4afe-8cc5-23f547e295be)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:50.885931 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec9a71ff-b41f-492a-84ee-abbe9dbd6e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:50.890128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e97fbb13-8db6-4f5e-a0d9-5d4c1ea45cbc req-2b14be17-53b7-45f7-ba4b-02119712a054 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2144971 May 27 22:33:51.153307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-2bd94f3b-83f3-4fc1-8c39-80219ae0097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:51.154777 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-2bd94f3b-83f3-4fc1-8c39-80219ae0097e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1070a7e0-6859-4ad5-8415-366ceef97d50 HTTP/1.1" status: 200 len: 797 time: 0.4017918 May 27 22:33:51.280286 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdd9b1-215f-4c10-950e-288085337edb None None] Pushing event updated for resources: {'Port': ['ID=23bfd97d-a7a8-48ca-8eb5-050e589827cf,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:51.289028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a71ff-b41f-492a-84ee-abbe9dbd6e96 None None] Pushing event updated for resources: {'Port': ['ID=ee7a3c47-692f-4ff0-af38-14b4b1b61f91,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:51.321231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:51.331308 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdd9b1-215f-4c10-950e-288085337edb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:51.331951 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdd9b1-215f-4c10-950e-288085337edb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:51.332482 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdd9b1-215f-4c10-950e-288085337edb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:51.334638 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdd9b1-215f-4c10-950e-288085337edb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:51.335181 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdd9b1-215f-4c10-950e-288085337edb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:51.336765 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdd9b1-215f-4c10-950e-288085337edb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:51.337270 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdd9b1-215f-4c10-950e-288085337edb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:51.337990 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdd9b1-215f-4c10-950e-288085337edb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:51.339154 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdd9b1-215f-4c10-950e-288085337edb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:51.340791 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdd9b1-215f-4c10-950e-288085337edb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:51.341305 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdd9b1-215f-4c10-950e-288085337edb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:51.341786 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdd9b1-215f-4c10-950e-288085337edb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:51.357566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62847694-7a34-42fc-9981-c38cbadb010e req-79088776-d449-47de-85cc-43d299c40c98 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:51.359273 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62847694-7a34-42fc-9981-c38cbadb010e req-79088776-d449-47de-85cc-43d299c40c98 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 946 time: 0.8498712 May 27 22:33:51.361552 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e97fbb13-8db6-4f5e-a0d9-5d4c1ea45cbc req-161410be-7d09-4969-bbc0-726bc02dc68e service neutron] 10.222.0.27 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704370 May 27 22:33:51.373339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Usage tracker for resource:subnet and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:51.382131 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Attempting to bind port 23bfd97d-a7a8-48ca-8eb5-050e589827cf on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:51.382855 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Attempting to bind port 23bfd97d-a7a8-48ca-8eb5-050e589827cf by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '8cee2dcb-5d02-4af0-9cc3-2c378ede3065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '961b4e59-c7f6-4df3-8ca9-d8f3e49cc942'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:51.383565 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Attempting to bind port 23bfd97d-a7a8-48ca-8eb5-050e589827cf on network 961b4e59-c7f6-4df3-8ca9-d8f3e49cc942 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:51.390307 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:33:51.390924 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Checking segment: {'id': '8cee2dcb-5d02-4af0-9cc3-2c378ede3065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '961b4e59-c7f6-4df3-8ca9-d8f3e49cc942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:51.391485 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:51.392285 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Bound using segment: {'id': '8cee2dcb-5d02-4af0-9cc3-2c378ede3065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '961b4e59-c7f6-4df3-8ca9-d8f3e49cc942'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:33:51.393064 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Bound port: 23bfd97d-a7a8-48ca-8eb5-050e589827cf, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cee2dcb-5d02-4af0-9cc3-2c378ede3065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '961b4e59-c7f6-4df3-8ca9-d8f3e49cc942'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:33:51.393715 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:51.395217 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:51.429830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:51.480125 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:33:51.525423 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] For port 23bfd97d-a7a8-48ca-8eb5-050e589827cf, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:51.530852 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] For port 23bfd97d-a7a8-48ca-8eb5-050e589827cf, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=23bfd97d-a7a8-48ca-8eb5-050e589827cf,segment=NetworkSegment(8cee2dcb-5d02-4af0-9cc3-2c378ede3065),segment_id=8cee2dcb-5d02-4af0-9cc3-2c378ede3065)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:33:51.604552 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62847694-7a34-42fc-9981-c38cbadb010e req-35bb86d1-b391-4a22-b40a-d87e07db5436 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242219 May 27 22:33:51.653533 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:51.661700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-a03aa188-53d3-4337-9b7b-f28f017e01c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:51.663403 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-a03aa188-53d3-4337-9b7b-f28f017e01c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1c98a16-ff0e-48d9-bd68-874df362e9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4872048 May 27 22:33:51.783324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1eec5eba-a921-4ee0-83dc-5a2446fef63e None None] Provisioning for port fd7c34bc-2af4-471f-92b8-f133b568de66 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:51.791201 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee62b380-6336-45b8-a9d0-1b89ae4e3ca7'] response: {'server_uuid': 'ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb0ddd8-6167-4b44-b9a8-1e335606aeef', 'code': 200} May 27 22:33:51.792013 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1eec5eba-a921-4ee0-83dc-5a2446fef63e None None] Provisioning complete for port fd7c34bc-2af4-471f-92b8-f133b568de66 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:51.792681 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1eec5eba-a921-4ee0-83dc-5a2446fef63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:51.822937 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e97fbb13-8db6-4f5e-a0d9-5d4c1ea45cbc req-aa048cf3-8f56-4bcf-9cdd-bb0ae65010dc service neutron] 10.222.0.27 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251115 May 27 22:33:51.911522 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-c5128c9d-7376-4ce4-9aa5-5b276dd3c88b service neutron] 10.222.0.57 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388892 May 27 22:33:52.041785 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Made reservation on behalf of c3b54b6db8c94da09be36184b0fd7615 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:52.051616 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:52.061062 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Routers {'064f2421-5cf8-462d-9703-e409185874c5'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:33:52.061698 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:33:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['064f2421-5cf8-462d-9703-e409185874c5'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:52.096581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1eec5eba-a921-4ee0-83dc-5a2446fef63e None None] Port fd7c34bc-2af4-471f-92b8-f133b568de66 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:33:52.184656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1eec5eba-a921-4ee0-83dc-5a2446fef63e None None] Provisioning complete for port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:52.185349 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1eec5eba-a921-4ee0-83dc-5a2446fef63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:52.200766 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdd9b1-215f-4c10-950e-288085337edb None None] Pushing event updated for resources: {'Port': ['ID=23bfd97d-a7a8-48ca-8eb5-050e589827cf,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:52.267615 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:52.434413 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-2a02fb60-a458-4134-bb56-31a858c9811a service neutron] 10.222.0.57 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5169044 May 27 22:33:52.530727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2eb0b84-ffe8-442d-bb56-b1e231ffe18f req-d498459f-f926-4c18-b6e8-47fa384c113c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=f458eeb9-ec55-4ca2-9c94-0d31c4313ebc HTTP/1.1" status: 200 len: 210 time: 0.1826615 May 27 22:33:52.546340 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-66b100e0-4da9-4369-9ed9-0668309e5b51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=23208c92-dbee-4363-9c21-9737e54a8a81 HTTP/1.1" status: 200 len: 217 time: 0.1049113 May 27 22:33:52.570815 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] Set router 064f2421-5cf8-462d-9703-e409185874c5 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:33:52.617656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50136) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:52.618824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1eec5eba-a921-4ee0-83dc-5a2446fef63e None None] Current status of the port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:52.669386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-7558ab7b-494f-4676-9cbf-261be0bbcf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:52.671075 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-7558ab7b-494f-4676-9cbf-261be0bbcf04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1070a7e0-6859-4ad5-8415-366ceef97d50 HTTP/1.1" status: 200 len: 797 time: 0.1181860 May 27 22:33:52.764881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ee7a3c47-692f-4ff0-af38-14b4b1b61f91 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:52.890430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ff236-b5c0-4efe-b0d5-5f808fa28610 req-77f75278-86f3-47b9-aee4-83a9637bb0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:52.892342 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4d2ff236-b5c0-4efe-b0d5-5f808fa28610 req-77f75278-86f3-47b9-aee4-83a9637bb0b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 1096 time: 0.9963467 May 27 22:33:52.910172 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d149d253-43bb-4903-b6cc-6a07243de583 None None] Provisioning complete for port fd7c34bc-2af4-471f-92b8-f133b568de66 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:52.910172 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d149d253-43bb-4903-b6cc-6a07243de583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:53.083975 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:53.103259 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:53.176767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-e3b9e89c-bca5-4216-855e-4b51e4db1abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:53.184899 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-e3b9e89c-bca5-4216-855e-4b51e4db1abe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c1c98a16-ff0e-48d9-bd68-874df362e9d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5068688 May 27 22:33:53.200990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d149d253-43bb-4903-b6cc-6a07243de583 None None] Port fd7c34bc-2af4-471f-92b8-f133b568de66 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:33:53.205406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0506230-c34c-4193-9842-83b9270a6086 req-01c473e7-51bd-46cc-a536-c974b67c4d38 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:53.225019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0506230-c34c-4193-9842-83b9270a6086 req-01c473e7-51bd-46cc-a536-c974b67c4d38 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 946 time: 0.3242793 May 27 22:33:53.289772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event updated for resources: {'Subnet': ['ID=f3a32340-81da-4c34-9bf1-dd33778d89c7,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:53.297684 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4d2ff236-b5c0-4efe-b0d5-5f808fa28610 req-1c49adf5-0a4c-4eaf-ba62-ddb3fb69f3c8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955095 May 27 22:33:53.323128 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:53.349749 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064f2421-5cf8-462d-9703-e409185874c5', 'name': 'tempest-ServersTestMultiNic-1244348006-router', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'c85e4fdf-dce1-478e-a023-d1c68e348d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:25Z', 'updated_at': '2022-05-27T22:33:44Z', 'revision_number': 4, 'project_id': 'c3b54b6db8c94da09be36184b0fd7615', 'gw_port': {'id': 'c85e4fdf-dce1-478e-a023-d1c68e348d03', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064f2421-5cf8-462d-9703-e409185874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:30Z', 'updated_at': '2022-05-27T22:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '23bfd97d-a7a8-48ca-8eb5-050e589827cf', 'name': '', 'network_id': '961b4e59-c7f6-4df3-8ca9-d8f3e49cc942', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'mac_address': 'fa:16:3e:fd:80:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064f2421-5cf8-462d-9703-e409185874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'c598775a-986b-4cec-984b-46ba439c0232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:41Z', 'updated_at': '2022-05-27T22:33:51Z', 'revision_number': 4, 'project_id': 'c3b54b6db8c94da09be36184b0fd7615', 'subnets': [{'id': 'c598775a-986b-4cec-984b-46ba439c0232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:53.359323 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39dea3-eca3-4b7c-8d31-e0d5b4f4f4ee None None] The sync data for ids ['064f2421-5cf8-462d-9703-e409185874c5'] in n-d-843680-3 is: [{'id': '064f2421-5cf8-462d-9703-e409185874c5', 'name': 'tempest-ServersTestMultiNic-1244348006-router', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'c85e4fdf-dce1-478e-a023-d1c68e348d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:25Z', 'updated_at': '2022-05-27T22:33:44Z', 'revision_number': 4, 'project_id': 'c3b54b6db8c94da09be36184b0fd7615', 'gw_port': {'id': 'c85e4fdf-dce1-478e-a023-d1c68e348d03', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064f2421-5cf8-462d-9703-e409185874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:30Z', 'updated_at': '2022-05-27T22:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '23bfd97d-a7a8-48ca-8eb5-050e589827cf', 'name': '', 'network_id': '961b4e59-c7f6-4df3-8ca9-d8f3e49cc942', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'mac_address': 'fa:16:3e:fd:80:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064f2421-5cf8-462d-9703-e409185874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': 'c598775a-986b-4cec-984b-46ba439c0232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:41Z', 'updated_at': '2022-05-27T22:33:51Z', 'revision_number': 4, 'project_id': 'c3b54b6db8c94da09be36184b0fd7615', 'subnets': [{'id': 'c598775a-986b-4cec-984b-46ba439c0232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:33:53.367054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:53.370723 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:53.628607 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c64c718c-183a-431b-a5cb-865f538d942c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:53.660535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event updated for resources: {'Port': ['ID=fd7c34bc-2af4-471f-92b8-f133b568de66,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:53.813316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:53.815853 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:53.815853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Checking segment: {'id': 'da381301-2a28-4d15-a7a5-ca212a8c6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:53.815853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Network hostable DHCP agents. Network: 66433c8b-844e-4043-bc97-abca96cc504e, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:33:53.815853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c64c718c-183a-431b-a5cb-865f538d942c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:53.816288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd7633c-30de-4d3a-80c4-df2411c96ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02ec36a-9d47-4b29-b4db-aaeba93fe77d'}, {'server_uuid': '51feae24-74bc-4ef4-8d8f-03621dc82c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e394e24a-a506-467f-a7fe-d9fa5d6483b4'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:33:53.849518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c64c718c-183a-431b-a5cb-865f538d942c admin admin] Usage tracker for resource:security_group_rule and tenant:bb27760c45034734adc0c1d3a1d15e7e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:53.867129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c64c718c-183a-431b-a5cb-865f538d942c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:53.880663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c64c718c-183a-431b-a5cb-865f538d942c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:53.932402 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0506230-c34c-4193-9842-83b9270a6086 req-9d31692c-b89c-4c96-9043-1f64083bab67 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7064018 May 27 22:33:53.986213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Network 66433c8b-844e-4043-bc97-abca96cc504e is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:33:54.022235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Network 860fd33c-13b4-400c-adf1-19248876f540 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:54.028382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:54.061362 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-9f5047c2-0658-42bf-9939-33c1c4f6d339 service neutron] 10.222.0.57 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8670294 May 27 22:33:54.095776 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9c8219-9437-4058-8429-a4f888a32a4f'] response: {'server_uuid': 'cfd7633c-30de-4d3a-80c4-df2411c96ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02ec36a-9d47-4b29-b4db-aaeba93fe77d', 'code': 200} May 27 22:33:54.096174 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9c8219-9437-4058-8429-a4f888a32a4f'] response: {'server_uuid': '51feae24-74bc-4ef4-8d8f-03621dc82c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e394e24a-a506-467f-a7fe-d9fa5d6483b4', 'code': 200} May 27 22:33:54.143366 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 66433c8b-844e-4043-bc97-abca96cc504e) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:54.151538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7bd861-9782-4935-83d8-6d874e34b897 None None] Network 66433c8b-844e-4043-bc97-abca96cc504e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:33:54.362741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:54.365108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:54.490058 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769b0b84-6b4d-4fee-97ef-7b8dc66480af req-f78ff88a-6d08-4d2e-b79e-89d0b33e9e7e service neutron] 10.222.0.57 "GET /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220960 May 27 22:33:54.799132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9f90c1cd-20b3-4795-aba1-c052fe9c0c19 None None] Provisioning complete for port fd7c34bc-2af4-471f-92b8-f133b568de66 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:54.802275 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f90c1cd-20b3-4795-aba1-c052fe9c0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:54.960004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9f90c1cd-20b3-4795-aba1-c052fe9c0c19 None None] Port fd7c34bc-2af4-471f-92b8-f133b568de66 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:33:54.963688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 23bfd97d-a7a8-48ca-8eb5-050e589827cf up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:55.055044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-3e8b28f0-85b0-4f20-b77c-f812b8ee7fb4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:55.071026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-3e8b28f0-85b0-4f20-b77c-f812b8ee7fb4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 812 time: 0.4969938 May 27 22:33:55.091700 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c64c718c-183a-431b-a5cb-865f538d942c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:55.106714 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-d98ff7ac-d62b-4b4c-9993-803636b2c887 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/quotas/a0f32423ee064513a3cd2a2144bb1b80 HTTP/1.1" status: 200 len: 375 time: 0.0344012 May 27 22:33:55.173355 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e28f0588-7448-48b0-aec1-48371177ac44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.9709079 May 27 22:33:55.190517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50194) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:55.193006 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-66433c8b-844e-4043-bc97-abca96cc504e', 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'fixed_ips': [{'subnet_id': 'f3a32340-81da-4c34-9bf1-dd33778d89c7'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:33:55.194213 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:55.214578 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c64c718c-183a-431b-a5cb-865f538d942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:55.265506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1249346047'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:55.275760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:55.281147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Usage tracker for resource:network and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:55.282843 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-90d11cd3-2163-4186-b057-1ca64f62ae64 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1744444 May 27 22:33:55.293230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:55.301167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:55.318470 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c64c718c-183a-431b-a5cb-865f538d942c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bb27760c45034734adc0c1d3a1d15e7e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6985123 May 27 22:33:55.326970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50198) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:55.332655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983afa94-fdf8-41bc-8391-a17b7efd8f36 req-1d2934ef-b0ba-4055-a3eb-5b566b3e7d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:55.334551 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-983afa94-fdf8-41bc-8391-a17b7efd8f36 req-1d2934ef-b0ba-4055-a3eb-5b566b3e7d89 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=51feae24-74bc-4ef4-8d8f-03621dc82c0b HTTP/1.1" status: 200 len: 1096 time: 1.1389425 May 27 22:33:55.381703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f4d87-cec9-4dd6-bf3a-aeb5b407287d req-681fb7d4-9b87-40af-bfcf-8385adf072bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:55.383912 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f4d87-cec9-4dd6-bf3a-aeb5b407287d req-681fb7d4-9b87-40af-bfcf-8385adf072bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 1097 time: 0.7271159 May 27 22:33:55.479297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Made reservation on behalf of c3b54b6db8c94da09be36184b0fd7615 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:55.484225 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:55.549501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:33:55.555405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Allocated IP 19.80.0.2 (66433c8b-844e-4043-bc97-abca96cc504e/f3a32340-81da-4c34-9bf1-dd33778d89c7/ae52ed2a-4017-4160-a860-f92eca0fe9d8) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:55.561708 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:55.562089 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Added segment 953a004e-4f5c-41be-971c-a6781dfb4162 of type vlan for network 98912f60-8bdf-43c7-ac16-cf76dd17c8c7 May 27 22:33:55.589435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 23bfd97d-a7a8-48ca-8eb5-050e589827cf completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:55.592781 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:55.696025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Router 7804acae-d73e-4481-b016-e78a4bab5dec is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:33:55.696025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c718c-183a-431b-a5cb-865f538d942c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f5332f-7fd0-47a2-a584-05b58f604043,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:55.696588 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-518e3eca-7e73-47c4-bcdd-3a0f83a3dcee service neutron] 10.222.0.27 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939538 May 27 22:33:55.737184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 23bfd97d-a7a8-48ca-8eb5-050e589827cf triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:55.737436 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:55.923232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6576dc8-0f2b-4014-99e1-ed357094e060 req-c9d7782a-041e-495a-9adb-ef6132d97dbc tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:55.925192 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6576dc8-0f2b-4014-99e1-ed357094e060 req-c9d7782a-041e-495a-9adb-ef6132d97dbc tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 946 time: 0.6414719 May 27 22:33:55.965226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8c891c47-1525-482f-b506-45bce339d07d service neutron] 10.222.0.27 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721698 May 27 22:33:56.009562 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6576dc8-0f2b-4014-99e1-ed357094e060 req-42be8942-54b6-447b-934d-aa87c03c5cd1 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700305 May 27 22:33:56.021463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:33:56.031422 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-983afa94-fdf8-41bc-8391-a17b7efd8f36 req-c3ca83db-001a-4a5d-b0c5-05a4b86d72c8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6894574 May 27 22:33:56.034445 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f4d87-cec9-4dd6-bf3a-aeb5b407287d req-8aede4d7-9b90-4bc5-9964-a66b16ff0861 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377563 May 27 22:33:56.049728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb54816-0c59-48e6-8183-94a16f988de7 None None] Sync routers for ids ['7804acae-d73e-4481-b016-e78a4bab5dec'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:33:56.052250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 23bfd97d-a7a8-48ca-8eb5-050e589827cf is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:33:56.052804 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:56.061034 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ceb5adfa-b86a-4de6-829b-ddcf90f3c3f9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "PUT /v2.0/routers/7804acae-d73e-4481-b016-e78a4bab5dec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6488574 May 27 22:33:56.061333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50216) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:56.063835 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:56.068337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Request body: {'port': {'network_id': '860fd33c-13b4-400c-adf1-19248876f540', 'name': 'tempest-FloatingIPNegativeTestJSON-627684947'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:56.075355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:56.076006 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:56.081845 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:56.160087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 23bfd97d-a7a8-48ca-8eb5-050e589827cf, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=23bfd97d-a7a8-48ca-8eb5-050e589827cf,segment=NetworkSegment(8cee2dcb-5d02-4af0-9cc3-2c378ede3065),segment_id=8cee2dcb-5d02-4af0-9cc3-2c378ede3065)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:33:56.167951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Transition to ACTIVE for port object ae52ed2a-4017-4160-a860-f92eca0fe9d8 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:56.191272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Transition to ACTIVE for port object ae52ed2a-4017-4160-a860-f92eca0fe9d8 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:56.197044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb54816-0c59-48e6-8183-94a16f988de7 None None] Routers {'7804acae-d73e-4481-b016-e78a4bab5dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:33:56.197738 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9fb54816-0c59-48e6-8183-94a16f988de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:33:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7804acae-d73e-4481-b016-e78a4bab5dec'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:56.202604 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b4b8e43-64d5-4366-8dfc-f0068a560d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:56.242767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event updated for resources: {'Network': ['ID=98912f60-8bdf-43c7-ac16-cf76dd17c8c7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:56.260401 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b4b8e43-64d5-4366-8dfc-f0068a560d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:56.314714 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:56.320834 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 98912f60-8bdf-43c7-ac16-cf76dd17c8c7 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:33:56.332789 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-68fd8e1a-dd4a-4781-bbf4-d13610aa794a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1208746 May 27 22:33:56.332789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50236) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:56.340878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Request body: {'subnet': {'network_id': '98912f60-8bdf-43c7-ac16-cf76dd17c8c7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:56.442305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f86ef802-48b5-4fc0-93f7-66c6ea449ac5 req-6348e1b9-fb24-4353-aec3-c52aef991a8e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 210 time: 0.1568837 May 27 22:33:56.488019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:56.498406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Usage tracker for resource:port and tenant:ae2150062c044b639ac25140418a75b5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:56.501992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:56.504377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:56.509294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Usage tracker for resource:subnet and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:56.512978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:56.516737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:56.519668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:56.545951 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:56.558189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9fb54816-0c59-48e6-8183-94a16f988de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:56.583735 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb54816-0c59-48e6-8183-94a16f988de7 None None] Routers {'7804acae-d73e-4481-b016-e78a4bab5dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:33:56.584418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9fb54816-0c59-48e6-8183-94a16f988de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:33:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7804acae-d73e-4481-b016-e78a4bab5dec'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:56.618467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Made reservation on behalf of c3b54b6db8c94da09be36184b0fd7615 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:56.622202 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:56.668197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Made reservation on behalf of ae2150062c044b639ac25140418a75b5 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:33:56.671754 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:56.699783 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b4b8e43-64d5-4366-8dfc-f0068a560d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:56.710448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] device_id is not set on port 73d40166-fa32-4b06-b02a-91436a410310 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:33:56.714648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Network 66433c8b-844e-4043-bc97-abca96cc504e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:56.728427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:56.730880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:56.733757 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=23bfd97d-a7a8-48ca-8eb5-050e589827cf,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:56.771503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9fb54816-0c59-48e6-8183-94a16f988de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:33:56.771940 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb54816-0c59-48e6-8183-94a16f988de7 None None] The sync data for ids ['7804acae-d73e-4481-b016-e78a4bab5dec'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:33:56.822430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b8e43-64d5-4366-8dfc-f0068a560d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f5332f-7fd0-47a2-a584-05b58f604043,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:56.871178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:56.874050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:56.874050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:56.874050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:56.874050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:56.874359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Allocated IP 172.20.0.4 (860fd33c-13b4-400c-adf1-19248876f540/bd9aaa14-e09d-476a-be91-b8c17340131d/73d40166-fa32-4b06-b02a-91436a410310) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:56.874461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:56.874461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:56.874461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:56.874461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:56.874461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:56.874461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:56.874853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:33:56.886537 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b4b8e43-64d5-4366-8dfc-f0068a560d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:56.898287 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9b4b8e43-64d5-4366-8dfc-f0068a560d12 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/48f5332f-7fd0-47a2-a584-05b58f604043 HTTP/1.1" status: 204 len: 168 time: 1.5572443 May 27 22:33:56.977409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Pushing event updated for resources: {'Port': ['ID=ae52ed2a-4017-4160-a860-f92eca0fe9d8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:57.089526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Attempting to bind port ae52ed2a-4017-4160-a860-f92eca0fe9d8 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:33:57.091144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Attempting to bind port ae52ed2a-4017-4160-a860-f92eca0fe9d8 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'da381301-2a28-4d15-a7a5-ca212a8c6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:33:57.091144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Attempting to bind port ae52ed2a-4017-4160-a860-f92eca0fe9d8 on network 66433c8b-844e-4043-bc97-abca96cc504e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:33:57.119415 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:33:57.120862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Checking segment: {'id': 'da381301-2a28-4d15-a7a5-ca212a8c6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:57.121274 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:57.122718 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Bound using segment: {'id': 'da381301-2a28-4d15-a7a5-ca212a8c6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:33:57.125094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Bound port: ae52ed2a-4017-4160-a860-f92eca0fe9d8, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da381301-2a28-4d15-a7a5-ca212a8c6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:33:57.125504 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:57.201377 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:57.220968 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:57.269631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Transition to ACTIVE for port object 73d40166-fa32-4b06-b02a-91436a410310 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:57.313045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] For port ae52ed2a-4017-4160-a860-f92eca0fe9d8, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:33:57.316723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] For port ae52ed2a-4017-4160-a860-f92eca0fe9d8, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ae52ed2a-4017-4160-a860-f92eca0fe9d8,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:33:57.399907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event updated for resources: {'Subnet': ['ID=a604f308-4af1-4b63-bbc2-e7f844774d9a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:57.430906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Checking segment: {'id': '953a004e-4f5c-41be-971c-a6781dfb4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98912f60-8bdf-43c7-ac16-cf76dd17c8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:33:57.431416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Network hostable DHCP agents. Network: 98912f60-8bdf-43c7-ac16-cf76dd17c8c7, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:33:57.442521 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:57.468643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ba30d-279e-4bfd-8655-937eb5dea131 req-68001ea3-3c2e-431e-ba21-0639df95c03c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:57.477778 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c33ba30d-279e-4bfd-8655-937eb5dea131 req-68001ea3-3c2e-431e-ba21-0639df95c03c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 946 time: 0.1948409 May 27 22:33:57.521212 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7292bac-46fd-4fdb-a426-c4f4e1bb42d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:57.527373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Network 98912f60-8bdf-43c7-ac16-cf76dd17c8c7 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:33:57.567293 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c33ba30d-279e-4bfd-8655-937eb5dea131 req-3a833f89-8815-4959-b0b4-9afb2c219b01 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880411 May 27 22:33:57.568616 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:57.616966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 98912f60-8bdf-43c7-ac16-cf76dd17c8c7) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:57.621390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:57.622107 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:57.629263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df162a-c6dd-45df-a248-89b852b060b4 None None] Pushing event updated for resources: {'Port': ['ID=ae52ed2a-4017-4160-a860-f92eca0fe9d8,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:57.644564 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc1cf72-7226-4be6-bee4-1a6491888214 None None] Network 98912f60-8bdf-43c7-ac16-cf76dd17c8c7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:33:57.772091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Network 860fd33c-13b4-400c-adf1-19248876f540 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:57.786379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:57.792196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:57.800396 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f4585343-923e-4cfb-977f-82040b6eae2b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4683247 May 27 22:33:57.970978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:58.045588 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d98cbab0-6b02-4936-b631-f9983ca417bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:58.078391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d98cbab0-6b02-4936-b631-f9983ca417bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:58.090125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d98cbab0-6b02-4936-b631-f9983ca417bb admin admin] Usage tracker for resource:security_group_rule and tenant:e3ff28557b0f4c4eb875b5b5626c2015 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:58.096056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d98cbab0-6b02-4936-b631-f9983ca417bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:58.114155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d98cbab0-6b02-4936-b631-f9983ca417bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:58.144667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dfad2848-8294-445d-aebb-fe0644265997 req-b0a7fcaa-4187-4cef-831e-585e6a9f049a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 210 time: 0.2834628 May 27 22:33:58.149586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event updated for resources: {'Port': ['ID=73d40166-fa32-4b06-b02a-91436a410310,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:58.257886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:58.257886 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:58.330633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d98cbab0-6b02-4936-b631-f9983ca417bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:58.405665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-98912f60-8bdf-43c7-ac16-cf76dd17c8c7', 'network_id': '98912f60-8bdf-43c7-ac16-cf76dd17c8c7', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'fixed_ips': [{'subnet_id': 'a604f308-4af1-4b63-bbc2-e7f844774d9a'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:33:58.405665 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:58.411120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50318) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:58.411607 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d3c0c553-abd3-45a5-ac94-01b5db329503 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3490310 May 27 22:33:58.418124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:33:58.428081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:33:58.433653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Usage tracker for resource:floatingip and tenant:ae2150062c044b639ac25140418a75b5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:33:58.437481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:33:58.444282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:33:58.464527 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d98cbab0-6b02-4936-b631-f9983ca417bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:58.557638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4915c339-b69f-4b75-a6a9-2ff6c1a6498d None None] Provisioning for port 73d40166-fa32-4b06-b02a-91436a410310 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:58.574201 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d98cbab0-6b02-4936-b631-f9983ca417bb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e3ff28557b0f4c4eb875b5b5626c2015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6001074 May 27 22:33:58.577024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50326) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:33:58.580238 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cbab0-6b02-4936-b631-f9983ca417bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1fbac5-5392-4104-ba7e-4643feff3c91,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:58.602477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4915c339-b69f-4b75-a6a9-2ff6c1a6498d None None] Provisioning complete for port 73d40166-fa32-4b06-b02a-91436a410310 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:58.602477 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4915c339-b69f-4b75-a6a9-2ff6c1a6498d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:58.614882 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:58.620907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-e8b78ee4-5e42-441a-8423-df2a6b5b014a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:58.627503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-e8b78ee4-5e42-441a-8423-df2a6b5b014a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:58.639015 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-e8b78ee4-5e42-441a-8423-df2a6b5b014a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/networks?id=66433c8b-844e-4043-bc97-abca96cc504e&id=98912f60-8bdf-43c7-ac16-cf76dd17c8c7&id=66433c8b-844e-4043-bc97-abca96cc504e HTTP/1.1" status: 200 len: 1391 time: 0.2193568 May 27 22:33:58.679735 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-584f63ec-2d9f-47fc-91e3-5aef60d83ba7 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/quotas/c3b54b6db8c94da09be36184b0fd7615 HTTP/1.1" status: 200 len: 375 time: 0.0393307 May 27 22:33:58.782463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4915c339-b69f-4b75-a6a9-2ff6c1a6498d None None] Port 73d40166-fa32-4b06-b02a-91436a410310 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:33:58.825210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Allocated IP 19.86.0.2 (98912f60-8bdf-43c7-ac16-cf76dd17c8c7/a604f308-4af1-4b63-bbc2-e7f844774d9a/6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:58.828970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-7760c2f9-e502-4dc1-bdc4-11fe4aa9dbbf tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Synchronizing usage tracker for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:33:58.855575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f07cf3a5-794f-44b2-8d5b-7e739e9ca5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:58.936945 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f07cf3a5-794f-44b2-8d5b-7e739e9ca5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:58.957429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-7760c2f9-e502-4dc1-bdc4-11fe4aa9dbbf tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Unset dirty status for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:33:58.958895 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-7760c2f9-e502-4dc1-bdc4-11fe4aa9dbbf tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=c3b54b6db8c94da09be36184b0fd7615&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2773070 May 27 22:33:58.977284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ae52ed2a-4017-4160-a860-f92eca0fe9d8 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:59.149730 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:59.270157 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-edd3152b-7185-4eb8-ad31-9f75036a213e service neutron] 10.222.0.27 "GET /v2.0/networks/66433c8b-844e-4043-bc97-abca96cc504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033750 May 27 22:33:59.282419 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:59.300959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af6e031-54ee-45dc-8fc5-4bd242585af4 None None] Network 66433c8b-844e-4043-bc97-abca96cc504e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:33:59.332266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Transition to ACTIVE for port object 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:59.347992 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f07cf3a5-794f-44b2-8d5b-7e739e9ca5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:59.383037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cf3a5-794f-44b2-8d5b-7e739e9ca5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1fbac5-5392-4104-ba7e-4643feff3c91,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:59.414670 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f07cf3a5-794f-44b2-8d5b-7e739e9ca5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:59.416665 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f07cf3a5-794f-44b2-8d5b-7e739e9ca5d1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ab1fbac5-5392-4104-ba7e-4643feff3c91 HTTP/1.1" status: 204 len: 168 time: 0.8377156 May 27 22:33:59.418244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Allocated IP 172.25.2.244 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/919290dd-5f81-49c8-980c-73a41d27ddd1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:33:59.476915 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-00581202-e8c0-4961-8962-933103e92139 service neutron] 10.222.0.27 "GET /v2.0/networks/66433c8b-844e-4043-bc97-abca96cc504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058680 May 27 22:33:59.558672 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port ae52ed2a-4017-4160-a860-f92eca0fe9d8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:59.584592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Transition to ACTIVE for port object 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:33:59.655887 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c3226317-120c-4989-8899-46bad36bdbab service neutron] 10.222.0.27 "GET /v2.0/networks/98912f60-8bdf-43c7-ac16-cf76dd17c8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776443 May 27 22:33:59.666527 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:59.701455 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 23bfd97d-a7a8-48ca-8eb5-050e589827cf up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:33:59.756873 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:59.807176 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:59.851541 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-659397ec-65dd-4e93-8efb-3dd10feb675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:59.853199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2e4400a8-9f1e-410a-9668-31efe6b41d40 None None] Provisioning for port ae52ed2a-4017-4160-a860-f92eca0fe9d8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:33:59.861086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Network 98912f60-8bdf-43c7-ac16-cf76dd17c8c7 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:59.867677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:59.871426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:59.882191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2e4400a8-9f1e-410a-9668-31efe6b41d40 None None] Provisioning complete for port ae52ed2a-4017-4160-a860-f92eca0fe9d8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:33:59.882402 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2e4400a8-9f1e-410a-9668-31efe6b41d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:33:59.888765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:33:59.892423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:33:59.894554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:33:59.906041 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-5800c726-0eba-4b02-bb49-dbaf52d866e3 service neutron] 10.222.0.27 "GET /v2.0/networks/98912f60-8bdf-43c7-ac16-cf76dd17c8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318108 May 27 22:33:59.914870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be32cf8-52ee-4458-b6ba-ceee90d9b37b req-7fcd68c8-b850-44c2-acd0-0cecb5b57e0b tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:33:59.916206 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1be32cf8-52ee-4458-b6ba-ceee90d9b37b req-7fcd68c8-b850-44c2-acd0-0cecb5b57e0b tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 946 time: 0.1910515 May 27 22:33:59.917173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Pushing event updated for resources: {'Port': ['ID=6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:33:59.964234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event updated for resources: {'Port': ['ID=919290dd-5f81-49c8-980c-73a41d27ddd1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:00.072786 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1be32cf8-52ee-4458-b6ba-ceee90d9b37b req-5ea2928e-6fb4-45ca-914b-cd38580c1390 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349001 May 27 22:34:00.189412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 23bfd97d-a7a8-48ca-8eb5-050e589827cf triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:00.199900 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:00.214219 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-301f555b-db7b-4356-b7ec-57e4756fefa1 service neutron] 10.222.0.27 "GET /v2.0/networks/66433c8b-844e-4043-bc97-abca96cc504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729836 May 27 22:34:00.276086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Attempting to bind port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:34:00.276524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Attempting to bind port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '953a004e-4f5c-41be-971c-a6781dfb4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98912f60-8bdf-43c7-ac16-cf76dd17c8c7'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:34:00.276824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Attempting to bind port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 on network 98912f60-8bdf-43c7-ac16-cf76dd17c8c7 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:00.281810 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12cd2fee-13ad-4703-9668-0a2b9ad36897 req-70ec2119-bb48-43e8-bec6-52d6f683f1cd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 210 time: 0.0701492 May 27 22:34:00.308009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:34:00.309313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Checking segment: {'id': '953a004e-4f5c-41be-971c-a6781dfb4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98912f60-8bdf-43c7-ac16-cf76dd17c8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:34:00.309313 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:00.309527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Bound using segment: {'id': '953a004e-4f5c-41be-971c-a6781dfb4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98912f60-8bdf-43c7-ac16-cf76dd17c8c7'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:34:00.309887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Bound port: 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953a004e-4f5c-41be-971c-a6781dfb4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98912f60-8bdf-43c7-ac16-cf76dd17c8c7'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:34:00.310257 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:00.346177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-ddfb61a8-1bce-46d4-adc6-38235edbe647 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:00.364553 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-ddfb61a8-1bce-46d4-adc6-38235edbe647 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.57 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 812 time: 0.3738036 May 27 22:34:00.387557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-e91d6cb8-fba2-4691-9fe9-20c43ebbfc14 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Request body: {'port': {'device_id': '8025a533-af20-4297-b2b5-33d2b7a9f16a', 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041', 'admin_state_up': True, 'tenant_id': 'a0f32423ee064513a3cd2a2144bb1b80'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:00.437081 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:00.496024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2e4400a8-9f1e-410a-9668-31efe6b41d40 None None] Current status of the port ae52ed2a-4017-4160-a860-f92eca0fe9d8 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:00.496419 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2e4400a8-9f1e-410a-9668-31efe6b41d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:00.565480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] For port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:34:00.587650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] For port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6,segment=NetworkSegment(953a004e-4f5c-41be-971c-a6781dfb4162),segment_id=953a004e-4f5c-41be-971c-a6781dfb4162)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:34:00.614094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2e4400a8-9f1e-410a-9668-31efe6b41d40 None None] For port ae52ed2a-4017-4160-a860-f92eca0fe9d8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ae52ed2a-4017-4160-a860-f92eca0fe9d8,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:00.619933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 23bfd97d-a7a8-48ca-8eb5-050e589827cf is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:00.626607 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-1bda00c5-f2e5-4c22-b0af-18bb30698594 service neutron] 10.222.0.27 "GET /v2.0/networks/66433c8b-844e-4043-bc97-abca96cc504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425732 May 27 22:34:00.672723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-e91d6cb8-fba2-4691-9fe9-20c43ebbfc14 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:00.717107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-e91d6cb8-fba2-4691-9fe9-20c43ebbfc14 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:00.748889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:00.804406 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2e4400a8-9f1e-410a-9668-31efe6b41d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:00.840094 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:00.883874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0b1660bb-9a06-4415-9713-a6182468142c no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:00.888197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-e91d6cb8-fba2-4691-9fe9-20c43ebbfc14 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Made reservation on behalf of a0f32423ee064513a3cd2a2144bb1b80 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:00.891786 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-e91d6cb8-fba2-4691-9fe9-20c43ebbfc14 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:00.930367 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:00.964624 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4400a8-9f1e-410a-9668-31efe6b41d40 None None] Pushing event updated for resources: {'Port': ['ID=ae52ed2a-4017-4160-a860-f92eca0fe9d8,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:01.007408 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:01.056227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9830d-7220-4e60-a6fe-e6d898834252 None None] Pushing event updated for resources: {'Port': ['ID=6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:01.071846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a58c4d53-794d-4c80-8cf7-8548baa7ab20 None None] Provisioning complete for port ae52ed2a-4017-4160-a860-f92eca0fe9d8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:01.071846 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a58c4d53-794d-4c80-8cf7-8548baa7ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:01.134529 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:01.160943 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-e91d6cb8-fba2-4691-9fe9-20c43ebbfc14 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Allocated IP 172.20.0.9 (7fa183cd-844a-4771-a3e2-7a9231a95041/a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb/902a00b1-0873-4847-913f-e12fc66ca643) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:01.251338 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:01.286268 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb0ab0b3-765b-41c9-866b-b8a96fdce30e req-15c05474-bb08-4d40-ac4b-57a5510c7f44 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 210 time: 0.0715015 May 27 22:34:01.332336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 0b1660bb-9a06-4415-9713-a6182468142c is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:01.332774 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:01.395232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814e08b-835e-4f53-b203-64804ae6af76 req-8c2a4006-5482-48c7-85eb-ede07890aab9 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:01.409495 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b814e08b-835e-4f53-b203-64804ae6af76 req-8c2a4006-5482-48c7-85eb-ede07890aab9 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.2639942 May 27 22:34:01.429277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50390) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:01.449799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9773e7b9-c41a-4c41-ae9e-54eec0796b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b1660bb-9a06-4415-9713-a6182468142c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:01.464554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event updated for resources: {'Port': ['ID=919290dd-5f81-49c8-980c-73a41d27ddd1,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:01.472958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0b1660bb-9a06-4415-9713-a6182468142c, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0b1660bb-9a06-4415-9713-a6182468142c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:01.476426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a58c4d53-794d-4c80-8cf7-8548baa7ab20 None None] Current status of the port ae52ed2a-4017-4160-a860-f92eca0fe9d8 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:01.547722 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6002c2e2-c64e-4a9a-9933-09538a337f3a req-21a03641-d90e-47cc-a769-c685e7351de7 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 210 time: 0.1057940 May 27 22:34:01.572373 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:01.583128 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:01.604962 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b814e08b-835e-4f53-b203-64804ae6af76 req-4b568e17-84cf-4a7f-b657-8e6b5db7e6da tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945055 May 27 22:34:01.711391 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5205da4c-60bb-40e4-909b-96f890f76e25'] response: {'server_uuid': '9773e7b9-c41a-4c41-ae9e-54eec0796b14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b1660bb-9a06-4415-9713-a6182468142c', 'code': 200} May 27 22:34:01.758486 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-e91d6cb8-fba2-4691-9fe9-20c43ebbfc14 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:01.762626 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:01.765036 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b6c58d3f-4f97-4392-91a2-f22b532fffa9 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3516960 May 27 22:34:01.775362 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b414a915-9728-4c93-8531-f6b6656f533d tempest-AgentManagementNegativeTest-919201518 tempest-AgentManagementNegativeTest-919201518-project] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3449616 May 27 22:34:01.776009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50410) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:01.776854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=0b1660bb-9a06-4415-9713-a6182468142c,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:01.792265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-93416c0e-c02b-46db-8e7f-2215889e3dce tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Request body: {'floatingip': {'port_id': '73d40166-fa32-4b06-b02a-91436a410310', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:01.919386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93416c0e-c02b-46db-8e7f-2215889e3dce tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:02.002633 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:02.128422 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-93416c0e-c02b-46db-8e7f-2215889e3dce tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] update failed (client error): The resource could not be found. May 27 22:34:02.129475 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-93416c0e-c02b-46db-8e7f-2215889e3dce tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "PUT /v2.0/floatingips/73c7a25c-6a25-4fd3-98e3-e9e10a4e09f7 HTTP/1.1" status: 404 len: 507 time: 0.3509171 May 27 22:34:02.132580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50416) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:02.160496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-cb5dac97-91e0-4692-9b9f-e0eeacb599c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:02.168026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-cb5dac97-91e0-4692-9b9f-e0eeacb599c1 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/networks?id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c HTTP/1.1" status: 200 len: 804 time: 0.4387693 May 27 22:34:02.177631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a1834-700f-4d55-8b92-0dbf11e2e4c6 req-0a36c4f3-a37f-4125-97c1-eb08ad216fc6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:02.178972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-320a1834-700f-4d55-8b92-0dbf11e2e4c6 req-0a36c4f3-a37f-4125-97c1-eb08ad216fc6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=51feae24-74bc-4ef4-8d8f-03621dc82c0b HTTP/1.1" status: 200 len: 945 time: 0.1556106 May 27 22:34:02.203108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-e91d6cb8-fba2-4691-9fe9-20c43ebbfc14 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:02.213317 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-2b9e51b2-df2a-4abf-a695-ccc319e52d93 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/quotas/66c8ee59557b4baea4ae26e059dc0936 HTTP/1.1" status: 200 len: 375 time: 0.0421972 May 27 22:34:02.302937 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-320a1834-700f-4d55-8b92-0dbf11e2e4c6 req-b9b05201-10da-4067-9223-45b6fbfae63e tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172743 May 27 22:34:02.335968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-ab34bca2-9cdc-42b5-bddd-563b6765dc3d tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=66c8ee59557b4baea4ae26e059dc0936&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1236129 May 27 22:34:02.500338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-e91d6cb8-fba2-4691-9fe9-20c43ebbfc14 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Network 7fa183cd-844a-4771-a3e2-7a9231a95041 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:02.519482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-e91d6cb8-fba2-4691-9fe9-20c43ebbfc14 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:02.533664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-e91d6cb8-fba2-4691-9fe9-20c43ebbfc14 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:02.537555 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-781e678d-5d0d-4102-9a14-eae74be43e7e service neutron] 10.222.0.27 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949329 May 27 22:34:02.558560 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30069c2e-1f7a-48f1-ad18-0c6c99be8e3f req-be4dca50-0a56-4b11-b054-4dadf7559132 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 210 time: 0.1923089 May 27 22:34:02.559010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50428) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:02.566677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d12a35a7-590d-4426-b149-b5211ea3333f tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Deleting port 919290dd-5f81-49c8-980c-73a41d27ddd1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:02.567032 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d12a35a7-590d-4426-b149-b5211ea3333f tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:02.606500 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0205fd13-28c7-47f2-8e36-92e28e2efd34 None None] Network 98912f60-8bdf-43c7-ac16-cf76dd17c8c7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:34:02.638763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d6cb8-fba2-4691-9fe9-20c43ebbfc14 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Pushing event updated for resources: {'Port': ['ID=902a00b1-0873-4847-913f-e12fc66ca643,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:02.680829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-e91d6cb8-fba2-4691-9fe9-20c43ebbfc14 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:02.681519 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-e91d6cb8-fba2-4691-9fe9-20c43ebbfc14 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:02.767116 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-5be68d2a-d1a6-45c4-a800-d49ac8488b05 service neutron] 10.222.0.27 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277491 May 27 22:34:02.866672 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d12a35a7-590d-4426-b149-b5211ea3333f tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:02.867946 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d12a35a7-590d-4426-b149-b5211ea3333f tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:02.902297 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-e91d6cb8-fba2-4691-9fe9-20c43ebbfc14 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5254178 May 27 22:34:02.953248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ae52ed2a-4017-4160-a860-f92eca0fe9d8 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:34:02.986553 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc4c06a8-21f0-4604-b788-a0c354f1de10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:02.998977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Request body: {'port': {'device_id': '8025a533-af20-4297-b2b5-33d2b7a9f16a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:03.029522 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-dc4c06a8-21f0-4604-b788-a0c354f1de10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:03.034196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-dc4c06a8-21f0-4604-b788-a0c354f1de10 admin admin] Usage tracker for resource:security_group_rule and tenant:3ba0df91c5134c0fa3f7213781338769 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:03.039697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-dc4c06a8-21f0-4604-b788-a0c354f1de10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:03.045416 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-dc4c06a8-21f0-4604-b788-a0c354f1de10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:03.110300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d12a35a7-590d-4426-b149-b5211ea3333f tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Calling delete_port for 919290dd-5f81-49c8-980c-73a41d27ddd1 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:03.130386 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc4c06a8-21f0-4604-b788-a0c354f1de10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:03.222040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b7fccbec-fcbd-49c1-8bfd-6a8c24625733 None None] Provisioning for port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:03.236767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port ae52ed2a-4017-4160-a860-f92eca0fe9d8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:03.237137 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:03.252837 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc4c06a8-21f0-4604-b788-a0c354f1de10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:03.280613 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3124b6-7ed3-481a-8964-e828d40af218 req-b5e20c25-5a29-48de-b26b-4a512dc5856c tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:03.290921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf3124b6-7ed3-481a-8964-e828d40af218 req-b5e20c25-5a29-48de-b26b-4a512dc5856c tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.57 "GET /v2.0/ports?device_id=9773e7b9-c41a-4c41-ae9e-54eec0796b14 HTTP/1.1" status: 200 len: 943 time: 0.1582220 May 27 22:34:03.342173 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:03.370625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c06a8-21f0-4604-b788-a0c354f1de10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a002514-10dd-47f2-8b4b-fdbe0a13730a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:03.396907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ae52ed2a-4017-4160-a860-f92eca0fe9d8 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:03.398361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:34:03.642347 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dc4c06a8-21f0-4604-b788-a0c354f1de10 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3ba0df91c5134c0fa3f7213781338769&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0773377 May 27 22:34:03.643661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50448) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:03.686830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:03.692073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:03.692715 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:03.718548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-cf3124b6-7ed3-481a-8964-e828d40af218 req-d6805c2f-6b22-4898-849f-77f919be7156 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Deleting port 0b1660bb-9a06-4415-9713-a6182468142c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:03.718886 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-cf3124b6-7ed3-481a-8964-e828d40af218 req-d6805c2f-6b22-4898-849f-77f919be7156 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:03.792286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3626a717-24d3-4083-b3a9-ce164e0d7ba4 None None] Provisioning complete for port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:03.792694 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3626a717-24d3-4083-b3a9-ce164e0d7ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:03.799663 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d12a35a7-590d-4426-b149-b5211ea3333f tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:03.830774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be6fa8-2de7-46ee-83db-89bf5daaaba7 req-ca8a0126-3419-4bc2-88dd-ee1534894bab tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:03.832573 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38be6fa8-2de7-46ee-83db-89bf5daaaba7 req-ca8a0126-3419-4bc2-88dd-ee1534894bab tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 946 time: 0.3941154 May 27 22:34:03.876772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bc35c7-d7f7-4b7a-9534-2942e4bcc2a6 req-53c9dd11-460d-40a8-992a-70b3512989ad tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:03.878313 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1bc35c7-d7f7-4b7a-9534-2942e4bcc2a6 req-53c9dd11-460d-40a8-992a-70b3512989ad tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 931 time: 0.3213427 May 27 22:34:03.934772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:03.935160 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:04.037168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6,segment=NetworkSegment(953a004e-4f5c-41be-971c-a6781dfb4162),segment_id=953a004e-4f5c-41be-971c-a6781dfb4162)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:04.039440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3626a717-24d3-4083-b3a9-ce164e0d7ba4 None None] Current status of the port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:04.039815 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3626a717-24d3-4083-b3a9-ce164e0d7ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:04.057400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a35a7-590d-4426-b149-b5211ea3333f tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event deleted for resources: {'Port': ['ID=919290dd-5f81-49c8-980c-73a41d27ddd1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:04.072963 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-333cd701-8daf-44a0-9dff-4106f546867c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:04.073971 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38be6fa8-2de7-46ee-83db-89bf5daaaba7 req-0131ac7c-0d98-4dbd-b89e-3a704ca6fc6d tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121181 May 27 22:34:04.096284 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1bc35c7-d7f7-4b7a-9534-2942e4bcc2a6 req-84f6dab5-2efc-4100-9146-3eb5262070a7 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805580 May 27 22:34:04.158007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-333cd701-8daf-44a0-9dff-4106f546867c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:04.166208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902a00b1-0873-4847-913f-e12fc66ca643 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:34:04.178747 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:04.180725 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:04.192766 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66e845fc-f5c9-4a9a-996a-2f49d30d6da5 req-53ec8b9a-e829-4dab-b733-865071146bbc tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 210 time: 0.0669408 May 27 22:34:04.223815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d12a35a7-590d-4426-b149-b5211ea3333f tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:04.229774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Transition to ACTIVE for port object 902a00b1-0873-4847-913f-e12fc66ca643 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:04.270248 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0fe8acd-014a-4b13-b9ef-0ccb38b77b7c req-e59d223e-2d59-4f9f-bedd-6a31f23bc8ce tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 210 time: 0.0541136 May 27 22:34:04.273382 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d12a35a7-590d-4426-b149-b5211ea3333f tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:04.278317 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d12a35a7-590d-4426-b149-b5211ea3333f tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "DELETE /v2.0/floatingips/73c7a25c-6a25-4fd3-98e3-e9e10a4e09f7 HTTP/1.1" status: 204 len: 168 time: 2.1407888 May 27 22:34:04.279425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50458) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:04.286560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-cf3124b6-7ed3-481a-8964-e828d40af218 req-d6805c2f-6b22-4898-849f-77f919be7156 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] For port 0b1660bb-9a06-4415-9713-a6182468142c, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0b1660bb-9a06-4415-9713-a6182468142c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:04.286927 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-cf3124b6-7ed3-481a-8964-e828d40af218 req-d6805c2f-6b22-4898-849f-77f919be7156 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:04.305188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-295d3743-4353-417d-afcb-a2fb67466d06 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Request body: {'floatingip': {'floating_network_id': '860fd33c-13b4-400c-adf1-19248876f540', 'port_id': '73d40166-fa32-4b06-b02a-91436a410310', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:04.332383 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:04.441553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-295d3743-4353-417d-afcb-a2fb67466d06 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:04.459224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-cf3124b6-7ed3-481a-8964-e828d40af218 req-d6805c2f-6b22-4898-849f-77f919be7156 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Calling delete_port for 0b1660bb-9a06-4415-9713-a6182468142c owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:04.460863 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-333cd701-8daf-44a0-9dff-4106f546867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:04.461492 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-3626a717-24d3-4083-b3a9-ce164e0d7ba4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:34:04.463112 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-3626a717-24d3-4083-b3a9-ce164e0d7ba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:34:04.472503 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-333cd701-8daf-44a0-9dff-4106f546867c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:04.476119 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-333cd701-8daf-44a0-9dff-4106f546867c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3a002514-10dd-47f2-8b4b-fdbe0a13730a HTTP/1.1" status: 204 len: 168 time: 0.8290429 May 27 22:34:04.488158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:04.530974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cd701-8daf-44a0-9dff-4106f546867c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a002514-10dd-47f2-8b4b-fdbe0a13730a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:04.534959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Pushing event updated for resources: {'Port': ['ID=902a00b1-0873-4847-913f-e12fc66ca643,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:04.633414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-295d3743-4353-417d-afcb-a2fb67466d06 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Usage tracker for resource:floatingip and tenant:ae2150062c044b639ac25140418a75b5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:04.673828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-295d3743-4353-417d-afcb-a2fb67466d06 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:04.703454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-295d3743-4353-417d-afcb-a2fb67466d06 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:04.731796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:34:04.820079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:04.820744 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:04.861104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98a612-518f-4956-867b-6109de675f43 req-d1f09804-44cb-4540-bfa6-b692eaf552b6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:04.862596 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c98a612-518f-4956-867b-6109de675f43 req-d1f09804-44cb-4540-bfa6-b692eaf552b6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.2475779 May 27 22:34:04.915928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-295d3743-4353-417d-afcb-a2fb67466d06 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:04.958651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c98a612-518f-4956-867b-6109de675f43 req-76ad7440-970c-4a6a-bd1c-abe4eafd2704 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701523 May 27 22:34:04.990490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-becb786a-2ee2-4acc-b838-b9f7a64c637c tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:04.996866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-becb786a-2ee2-4acc-b838-b9f7a64c637c tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:04.997774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-becb786a-2ee2-4acc-b838-b9f7a64c637c tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Synchronizing usage tracker for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:05.035109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Attempting to bind port 902a00b1-0873-4847-913f-e12fc66ca643 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:34:05.035436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Attempting to bind port 902a00b1-0873-4847-913f-e12fc66ca643 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:34:05.035773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Attempting to bind port 902a00b1-0873-4847-913f-e12fc66ca643 on network 7fa183cd-844a-4771-a3e2-7a9231a95041 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:05.041536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Port 902a00b1-0873-4847-913f-e12fc66ca643 on network 7fa183cd-844a-4771-a3e2-7a9231a95041 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:34:05.041848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Attempting to bind port 902a00b1-0873-4847-913f-e12fc66ca643 on network 7fa183cd-844a-4771-a3e2-7a9231a95041 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:05.045546 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-cf3124b6-7ed3-481a-8964-e828d40af218 req-d6805c2f-6b22-4898-849f-77f919be7156 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:05.047832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:34:05.048164 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Checking segment: {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:34:05.048755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Bound using segment: {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:34:05.049181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Bound port: 902a00b1-0873-4847-913f-e12fc66ca643, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:34:05.049529 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:05.145901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] For port 902a00b1-0873-4847-913f-e12fc66ca643, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:34:05.156273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] For port 902a00b1-0873-4847-913f-e12fc66ca643, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=902a00b1-0873-4847-913f-e12fc66ca643,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:34:05.156273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-becb786a-2ee2-4acc-b838-b9f7a64c637c tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Unset dirty status for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:05.156273 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-becb786a-2ee2-4acc-b838-b9f7a64c637c tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.46 "GET /v2.0/networks?id=66433c8b-844e-4043-bc97-abca96cc504e&id=98912f60-8bdf-43c7-ac16-cf76dd17c8c7&id=66433c8b-844e-4043-bc97-abca96cc504e HTTP/1.1" status: 200 len: 1391 time: 0.5138559 May 27 22:34:05.171533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Request body: {'port': {'device_id': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e', 'admin_state_up': True, 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:05.218542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3626a717-24d3-4083-b3a9-ce164e0d7ba4 None None] Current status of the port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:05.234813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:05.273246 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:05.359648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:05.360372 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:05.361745 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] 10.222.0.57 "PUT /v2.0/ports/902a00b1-0873-4847-913f-e12fc66ca643 HTTP/1.1" status: 200 len: 1091 time: 2.3672726 May 27 22:34:05.363248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8025a533-af20-4297-b2b5-33d2b7a9f16a', 'tag': '902a00b1-0873-4847-913f-e12fc66ca643'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:05.392489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3124b6-7ed3-481a-8964-e828d40af218 req-d6805c2f-6b22-4898-849f-77f919be7156 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] No DVR routers for this DVR port 0b1660bb-9a06-4415-9713-a6182468142c on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:05.395665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6805c2f-6b22-4898-849f-77f919be7156 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Pushing event deleted for resources: {'Port': ['ID=0b1660bb-9a06-4415-9713-a6182468142c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:05.402253 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-cf3124b6-7ed3-481a-8964-e828d40af218 req-d6805c2f-6b22-4898-849f-77f919be7156 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:05.406550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9773e7b9-c41a-4c41-ae9e-54eec0796b14', 'name': 'network-vif-deleted', 'tag': '0b1660bb-9a06-4415-9713-a6182468142c'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:05.420313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0dd16-a4c4-48b0-bb06-21a4f6c01db8 service neutron] Pushing event updated for resources: {'Port': ['ID=902a00b1-0873-4847-913f-e12fc66ca643,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:05.431776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:05.436742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Usage tracker for resource:port and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:05.439777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:05.446163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:05.574241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-6a5335d8-bba9-4123-8c2e-77a862b57af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:05.576040 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-6a5335d8-bba9-4123-8c2e-77a862b57af5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 1094 time: 0.0818152 May 27 22:34:05.590933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Made reservation on behalf of c3b54b6db8c94da09be36184b0fd7615 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:05.594548 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:05.611382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37ee00-8f07-45be-b2ce-73aedf47da5e req-c8a5e7b6-0148-4898-ad6e-5a5c7cbeb07d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:05.612957 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e37ee00-8f07-45be-b2ce-73aedf47da5e req-c8a5e7b6-0148-4898-ad6e-5a5c7cbeb07d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 943 time: 0.2734928 May 27 22:34:05.638833 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf3124b6-7ed3-481a-8964-e828d40af218 req-d6805c2f-6b22-4898-849f-77f919be7156 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.57 "DELETE /v2.0/ports/0b1660bb-9a06-4415-9713-a6182468142c HTTP/1.1" status: 204 len: 173 time: 2.2624717 May 27 22:34:05.678367 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-0fb9ed7d-71a1-48f0-8761-666100a865b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=902a00b1-0873-4847-913f-e12fc66ca643 HTTP/1.1" status: 200 len: 217 time: 0.0884066 May 27 22:34:05.694308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84f189-ea16-4454-944b-c2ee4bb581a5 req-1f4628fd-65ad-4c9c-8089-4febe2f14924 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:05.700077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84f189-ea16-4454-944b-c2ee4bb581a5 req-1f4628fd-65ad-4c9c-8089-4febe2f14924 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:05.706041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84f189-ea16-4454-944b-c2ee4bb581a5 req-1f4628fd-65ad-4c9c-8089-4febe2f14924 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:05.707705 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca84f189-ea16-4454-944b-c2ee4bb581a5 req-1f4628fd-65ad-4c9c-8089-4febe2f14924 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2&device_id=51feae24-74bc-4ef4-8d8f-03621dc82c0b&device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 2417 time: 0.2147863 May 27 22:34:05.728750 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e37ee00-8f07-45be-b2ce-73aedf47da5e req-1686c72e-4d21-4387-896e-2f0ef0871934 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021328 May 27 22:34:05.833117 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca84f189-ea16-4454-944b-c2ee4bb581a5 req-ef85f4ca-3c43-44c0-bb5d-4a6f8dc42885 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962579 May 27 22:34:05.904970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-79ad448c-f061-4341-a659-fcc5a3227d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:05.906409 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-79ad448c-f061-4341-a659-fcc5a3227d4d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb HTTP/1.1" status: 200 len: 852 time: 0.1512516 May 27 22:34:05.922393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c393c97c-da2f-4cdd-ad06-7b8883cbbee4 req-1e92f70d-4856-4022-a486-d89fefa0c23e tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Synchronizing usage tracker for tenant:66c8ee59557b4baea4ae26e059dc0936 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:05.965697 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-8a2549d6-ec34-45a1-996a-104780dad47b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa183cd-844a-4771-a3e2-7a9231a95041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530624 May 27 22:34:05.974685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Allocated IP 19.80.0.159 (66433c8b-844e-4043-bc97-abca96cc504e/f3a32340-81da-4c34-9bf1-dd33778d89c7/85b31ec6-6eff-4b70-baa3-cf95da2f6f69) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:05.993470 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dec50b51-1b16-49a8-a8ad-f9751f85368a req-346dc912-9861-4140-b212-1eaabd772321 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 210 time: 0.0622082 May 27 22:34:06.007693 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-295d3743-4353-417d-afcb-a2fb67466d06 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:06.007693 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-295d3743-4353-417d-afcb-a2fb67466d06 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.7196727 May 27 22:34:06.015879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50498) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:06.022866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '73d40166-fa32-4b06-b02a-91436a410310', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:06.029601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:06.034423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Usage tracker for resource:floatingip and tenant:ae2150062c044b639ac25140418a75b5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:06.038593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:06.050547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:06.072620 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53ad37b7-1991-44d5-b2f3-1c2f9f2af203'] response: {'name': 'network-changed', 'server_uuid': '8025a533-af20-4297-b2b5-33d2b7a9f16a', 'tag': '902a00b1-0873-4847-913f-e12fc66ca643', 'status': 'completed', 'code': 200} May 27 22:34:06.102732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c393c97c-da2f-4cdd-ad06-7b8883cbbee4 req-1e92f70d-4856-4022-a486-d89fefa0c23e tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Unset dirty status for tenant:66c8ee59557b4baea4ae26e059dc0936 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:06.104491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c393c97c-da2f-4cdd-ad06-7b8883cbbee4 req-1e92f70d-4856-4022-a486-d89fefa0c23e tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 210 time: 0.2351320 May 27 22:34:06.113958 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5490a06-b4df-4e32-8a58-b3b066346198'] response: {'server_uuid': '9773e7b9-c41a-4c41-ae9e-54eec0796b14', 'name': 'network-vif-deleted', 'tag': '0b1660bb-9a06-4415-9713-a6182468142c', 'status': 'completed', 'code': 200} May 27 22:34:06.138751 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:06.157808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50502) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:06.254984 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-5c954d04-6ba4-4307-9d26-027a202f6f80 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694283 May 27 22:34:06.384858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1971713593'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:06.393453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:06.401523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Usage tracker for resource:network and tenant:e013a454c6e94f8588c502a6973f04d0 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:06.406215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:06.421651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:06.430999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e8c8a-00ea-43ac-a7d6-c5eb6afa0479 req-b7f7f8fb-fb11-417c-819d-759eec56b9bc tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:06.432775 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c77e8c8a-00ea-43ac-a7d6-c5eb6afa0479 req-b7f7f8fb-fb11-417c-819d-759eec56b9bc tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 946 time: 0.1333292 May 27 22:34:06.433833 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:06.474490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Transition to ACTIVE for port object 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:06.494133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb5a4015-64a7-44ff-915b-b126dd86f07a req-1dc2504b-42d8-4f49-aaa9-e4c3476b14ca service neutron] 10.222.0.57 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266104 May 27 22:34:06.503436 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:06.510977 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c77e8c8a-00ea-43ac-a7d6-c5eb6afa0479 req-23f7ca34-fe88-406a-8f43-433e0be08bef tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628901 May 27 22:34:06.542187 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Made reservation on behalf of e013a454c6e94f8588c502a6973f04d0 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:06.546477 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:06.560596 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:06.576467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:06.580229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Usage tracker for resource:security_group_rule and tenant:e013a454c6e94f8588c502a6973f04d0 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:06.589295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:06.598115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:06.651655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Allocated IP 172.25.2.235 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/c263c975-8aef-4c71-a451-baf7205e624c) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:06.734853 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:06.846835 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:06.939066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0b1660bb-9a06-4415-9713-a6182468142c no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:06.984922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 0b1660bb-9a06-4415-9713-a6182468142c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:34:06.985636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0b1660bb-9a06-4415-9713-a6182468142c not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:34:07.040576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event updated for resources: {'Port': ['ID=85b31ec6-6eff-4b70-baa3-cf95da2f6f69,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:07.054019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae3c74-2ce9-43f4-9ae5-1b49800da048 req-f41dc34b-8f94-4b09-8ac1-24054581f632 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:07.058260 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-edae3c74-2ce9-43f4-9ae5-1b49800da048 req-f41dc34b-8f94-4b09-8ac1-24054581f632 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 943 time: 0.1458836 May 27 22:34:07.060172 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:07.097396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Network 66433c8b-844e-4043-bc97-abca96cc504e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:07.103749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:07.106140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:07.222114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:07.232249 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:07.247629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:07.249353 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:07.249978 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:07.279423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-430b509d-a11f-4399-b689-aeef9e97497d tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:07.280894 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-430b509d-a11f-4399-b689-aeef9e97497d tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.46 "GET /v2.0/networks?id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c HTTP/1.1" status: 200 len: 804 time: 0.6535060 May 27 22:34:07.293978 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:07.308167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-b89fdc1e-c086-4aa7-8d0f-c3fd7f7a960b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Request body: {'port': {'device_id': '862eba0a-8f73-43d0-b681-271a885dfacc', 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c', 'admin_state_up': True, 'tenant_id': '66c8ee59557b4baea4ae26e059dc0936'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:07.346930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbefed-ba9e-4e90-90a9-e78f95df707e req-2d0d53f2-d1c4-4c19-95c0-4324e8d8423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:07.348639 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93fbefed-ba9e-4e90-90a9-e78f95df707e req-2d0d53f2-d1c4-4c19-95c0-4324e8d8423c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 1094 time: 0.5018730 May 27 22:34:07.411840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event updated for resources: {'Port': ['ID=c263c975-8aef-4c71-a451-baf7205e624c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:07.436876 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-edae3c74-2ce9-43f4-9ae5-1b49800da048 req-f90bd307-ebe8-4664-95a0-8779694b71ce tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689106 May 27 22:34:07.452077 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:07.510974 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-909fdc63-0440-411c-bc85-7a6926788ae2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3493392 May 27 22:34:07.530763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Request body: {'port': {'device_id': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'network_id': '98912f60-8bdf-43c7-ac16-cf76dd17c8c7', 'admin_state_up': True, 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:07.536981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714446e-c65c-4a91-baf2-e989919ba94c req-840e9623-bfe9-4d41-9a78-35b2c2fce2cc tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:07.538681 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d714446e-c65c-4a91-baf2-e989919ba94c req-840e9623-bfe9-4d41-9a78-35b2c2fce2cc tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 932 time: 0.3848720 May 27 22:34:07.575499 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7c65419a-bfe6-40a5-9da1-96d9274100ac None None] Provisioning for port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:07.578008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:34:07.584927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7c65419a-bfe6-40a5-9da1-96d9274100ac None None] Provisioning complete for port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:07.585571 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7c65419a-bfe6-40a5-9da1-96d9274100ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:07.635569 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d714446e-c65c-4a91-baf2-e989919ba94c req-7686e062-ac64-4ebd-b935-de0d8641398a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905559 May 27 22:34:07.670174 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Deleting port c263c975-8aef-4c71-a451-baf7205e624c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:07.671381 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:07.693092 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:07.693440 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Added segment c820f8b2-2f21-41fb-b937-60b15b78c7ea of type vlan for network faf57b9b-8bf0-4420-85c0-511bffccda24 May 27 22:34:07.694802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7c65419a-bfe6-40a5-9da1-96d9274100ac None None] Port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:07.717066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84924f6d-798b-4f7c-acf9-8bab8986fbed,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:07.773973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-b89fdc1e-c086-4aa7-8d0f-c3fd7f7a960b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:07.809270 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:07.831900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-b89fdc1e-c086-4aa7-8d0f-c3fd7f7a960b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:07.838050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbefed-ba9e-4e90-90a9-e78f95df707e req-ce960461-e21a-4797-80cf-b4121f48fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:07.839507 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93fbefed-ba9e-4e90-90a9-e78f95df707e req-ce960461-e21a-4797-80cf-b4121f48fe31 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 913 time: 0.4291883 May 27 22:34:07.929972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:07.930985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b15ad7f-f04a-431e-83fd-f09d61703421 req-a7f422c2-d7c7-402e-957b-8f3c0035794e tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 210 time: 0.0660563 May 27 22:34:07.933097 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93fbefed-ba9e-4e90-90a9-e78f95df707e req-e6e908bc-65b1-4552-9071-898d139353c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=902a00b1-0873-4847-913f-e12fc66ca643 HTTP/1.1" status: 200 len: 217 time: 0.0850589 May 27 22:34:07.935256 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:07.935803 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:07.936983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Usage tracker for resource:port and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:07.978474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:07.988102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:08.007381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-b89fdc1e-c086-4aa7-8d0f-c3fd7f7a960b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Made reservation on behalf of 66c8ee59557b4baea4ae26e059dc0936 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:08.011473 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-b89fdc1e-c086-4aa7-8d0f-c3fd7f7a960b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:08.048033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbefed-ba9e-4e90-90a9-e78f95df707e req-72a94773-ab52-4367-b458-73167fc9d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:08.048033 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93fbefed-ba9e-4e90-90a9-e78f95df707e req-72a94773-ab52-4367-b458-73167fc9d6db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb HTTP/1.1" status: 200 len: 852 time: 0.1062994 May 27 22:34:08.074610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Calling delete_port for c263c975-8aef-4c71-a451-baf7205e624c owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:08.135967 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:08.141407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:08.142006 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:08.162607 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93fbefed-ba9e-4e90-90a9-e78f95df707e req-681b5214-ddbc-4911-b9ab-77d09083dd99 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa183cd-844a-4771-a3e2-7a9231a95041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686820 May 27 22:34:08.170952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Made reservation on behalf of c3b54b6db8c94da09be36184b0fd7615 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:08.174388 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:08.436630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event updated for resources: {'Network': ['ID=faf57b9b-8bf0-4420-85c0-511bffccda24,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:08.454955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network faf57b9b-8bf0-4420-85c0-511bffccda24 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:34:08.491901 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:08.497913 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b34564d1-2eaf-437d-a346-e653e1b7215f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3334172 May 27 22:34:08.498214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50536) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:08.583309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Request body: {'subnet': {'network_id': 'faf57b9b-8bf0-4420-85c0-511bffccda24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:08.624153 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93fbefed-ba9e-4e90-90a9-e78f95df707e req-606b0c84-42a0-4a4a-ae4f-62569d8e572c service neutron] 10.222.0.57 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395449 May 27 22:34:08.632838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event deleted for resources: {'Port': ['ID=c263c975-8aef-4c71-a451-baf7205e624c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:08.659605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-b89fdc1e-c086-4aa7-8d0f-c3fd7f7a960b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Allocated IP 172.20.0.3 (018c54a3-53cd-4743-8a8d-f2fbd49a3a7c/b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da/25da2df4-0b3c-4964-94cf-5ab53b08fd5c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:08.760068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Allocated IP 19.86.0.9 (98912f60-8bdf-43c7-ac16-cf76dd17c8c7/a604f308-4af1-4b63-bbc2-e7f844774d9a/603166be-3acb-4813-9d4e-2e301d09b3d7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:08.846875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:08.856505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Usage tracker for resource:subnet and tenant:e013a454c6e94f8588c502a6973f04d0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:08.864442 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:08.879728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:08.899416 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93fbefed-ba9e-4e90-90a9-e78f95df707e req-61c37301-3140-4972-b8b6-54e7aa943965 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658195 May 27 22:34:08.900109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b93122-7ccf-4288-9292-c72538fb1e1b req-8e09cbed-f284-4c94-8f7d-efd00bc87ba1 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:08.907184 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5b93122-7ccf-4288-9292-c72538fb1e1b req-8e09cbed-f284-4c94-8f7d-efd00bc87ba1 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 943 time: 0.3362484 May 27 22:34:08.947632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 902a00b1-0873-4847-913f-e12fc66ca643 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:34:08.958428 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5b93122-7ccf-4288-9292-c72538fb1e1b req-0e045a65-b068-4812-991e-a819b8ec98b5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502908 May 27 22:34:09.072990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Made reservation on behalf of e013a454c6e94f8588c502a6973f04d0 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:09.076797 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:09.091667 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] create failed (client error): The resource could not be found. May 27 22:34:09.097065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f52c92fb-ba1a-4dcf-bce2-83250c49b6e7 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0794685 May 27 22:34:09.103028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50546) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:09.137377 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 902a00b1-0873-4847-913f-e12fc66ca643, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=902a00b1-0873-4847-913f-e12fc66ca643,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:09.153059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '902a00b1-0873-4847-913f-e12fc66ca643', 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041', 'port_id': '902a00b1-0873-4847-913f-e12fc66ca643', 'mac_address': 'fa:16:3e:af:12:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:34:09.212784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 902a00b1-0873-4847-913f-e12fc66ca643 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:09.213154 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:09.230784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902a00b1-0873-4847-913f-e12fc66ca643 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:34:09.251584 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 902a00b1-0873-4847-913f-e12fc66ca643, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=902a00b1-0873-4847-913f-e12fc66ca643,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:09.306206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-b89fdc1e-c086-4aa7-8d0f-c3fd7f7a960b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:09.335851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839db891-2f0b-4251-aa6c-882d67af0144 req-bc01e5e1-30a4-44d0-a538-3f65c2e9983c tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:09.337439 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-839db891-2f0b-4251-aa6c-882d67af0144 req-bc01e5e1-30a4-44d0-a538-3f65c2e9983c tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 932 time: 0.3423293 May 27 22:34:09.337590 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:09.344084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9becc2bc-fe79-4c9d-937e-d863107c53a1 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Deleting port 73d40166-fa32-4b06-b02a-91436a410310 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:09.344394 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9becc2bc-fe79-4c9d-937e-d863107c53a1 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:09.358390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Transition to ACTIVE for port object 603166be-3acb-4813-9d4e-2e301d09b3d7 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:09.405027 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:09.476325 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-b89fdc1e-c086-4aa7-8d0f-c3fd7f7a960b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:09.479091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=902a00b1-0873-4847-913f-e12fc66ca643,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:09.549210 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:09.560219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-b89fdc1e-c086-4aa7-8d0f-c3fd7f7a960b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:09.570760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-b89fdc1e-c086-4aa7-8d0f-c3fd7f7a960b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:09.570760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-b89fdc1e-c086-4aa7-8d0f-c3fd7f7a960b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:09.630621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fdc1e-c086-4aa7-8d0f-c3fd7f7a960b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Pushing event updated for resources: {'Port': ['ID=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:09.655419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676891b-5250-428b-8e24-125f87b9a411 req-68010451-15a1-472b-aedf-14e1ad656a74 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:09.656829 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8676891b-5250-428b-8e24-125f87b9a411 req-68010451-15a1-472b-aedf-14e1ad656a74 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.5545728 May 27 22:34:09.671022 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-839db891-2f0b-4251-aa6c-882d67af0144 req-dd71da1c-7a6d-47e8-a439-069f87308542 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946858 May 27 22:34:09.674115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Network 98912f60-8bdf-43c7-ac16-cf76dd17c8c7 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:09.675878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:09.687895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:09.770533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:09.771161 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:09.788000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['902a00b1-0873-4847-913f-e12fc66ca643'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:34:09.830063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-b89fdc1e-c086-4aa7-8d0f-c3fd7f7a960b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:09.845276 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-b89fdc1e-c086-4aa7-8d0f-c3fd7f7a960b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:09.856047 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8676891b-5250-428b-8e24-125f87b9a411 req-eace0823-d06a-467f-a481-23bed4e6370c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883075 May 27 22:34:09.860727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event updated for resources: {'Port': ['ID=603166be-3acb-4813-9d4e-2e301d09b3d7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:09.933386 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-c9c5a66a-af41-4104-b67b-21eb035e1392 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4092236 May 27 22:34:09.947276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Request body: {'port': {'device_id': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e', 'admin_state_up': True, 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:09.973239 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-b89fdc1e-c086-4aa7-8d0f-c3fd7f7a960b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6714888 May 27 22:34:09.989142 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9becc2bc-fe79-4c9d-937e-d863107c53a1 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:10.032409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Request body: {'port': {'device_id': '862eba0a-8f73-43d0-b681-271a885dfacc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:10.118436 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:10.129618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9becc2bc-fe79-4c9d-937e-d863107c53a1 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Calling delete_port for 73d40166-fa32-4b06-b02a-91436a410310 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:10.149726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e530-2ad9-4d2f-a892-4f1491a45d64 None None] Provisioning for port 603166be-3acb-4813-9d4e-2e301d09b3d7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:10.156842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f4e4e530-2ad9-4d2f-a892-4f1491a45d64 None None] Provisioning complete for port 603166be-3acb-4813-9d4e-2e301d09b3d7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:10.157253 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4e4e530-2ad9-4d2f-a892-4f1491a45d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:10.202230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:10.207413 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:10.218117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Usage tracker for resource:port and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:10.218371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4e530-2ad9-4d2f-a892-4f1491a45d64 None None] Port 603166be-3acb-4813-9d4e-2e301d09b3d7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:10.222279 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:10.232093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:10.261589 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ef285-cf95-4d1b-9be3-9795a74068a2 req-d54d385f-f7ae-4caa-9ec0-807306a696bb tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:10.263245 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c81ef285-cf95-4d1b-9be3-9795a74068a2 req-d54d385f-f7ae-4caa-9ec0-807306a696bb tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 931 time: 0.4221556 May 27 22:34:10.371408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event updated for resources: {'Subnet': ['ID=33c4d601-066c-43a4-9010-8e2b695108a3,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:10.396070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c81ef285-cf95-4d1b-9be3-9795a74068a2 req-f226909b-e496-4667-ad37-2bdaf27cae80 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195416 May 27 22:34:10.398367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:10.398709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:10.399048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:10.399900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:10.399900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:10.400053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:10.400333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:10.400676 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:10.400991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:10.401304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:10.401616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:10.402075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:10.410082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Checking segment: {'id': 'c820f8b2-2f21-41fb-b937-60b15b78c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'faf57b9b-8bf0-4420-85c0-511bffccda24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:34:10.410432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Network hostable DHCP agents. Network: faf57b9b-8bf0-4420-85c0-511bffccda24, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:34:10.448320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Made reservation on behalf of c3b54b6db8c94da09be36184b0fd7615 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:10.451907 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:10.489578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d459d56-da43-4a53-aaba-3e4f4bc89db7 req-6109bbfb-5141-4bee-8377-d31bd41e45b7 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:10.491468 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0d459d56-da43-4a53-aaba-3e4f4bc89db7 req-6109bbfb-5141-4bee-8377-d31bd41e45b7 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 944 time: 0.3743179 May 27 22:34:10.540591 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0d459d56-da43-4a53-aaba-3e4f4bc89db7 req-0b9634b2-1596-427a-bc70-7f24dda7ad86 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 May 27 22:34:10.600976 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Network faf57b9b-8bf0-4420-85c0-511bffccda24 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:34:10.692514 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9becc2bc-fe79-4c9d-937e-d863107c53a1 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:10.723102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Allocated IP 19.80.0.214 (66433c8b-844e-4043-bc97-abca96cc504e/f3a32340-81da-4c34-9bf1-dd33778d89c7/44567338-3959-4ea8-8547-918715a57737) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:10.738085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25da2df4-0b3c-4964-94cf-5ab53b08fd5c {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:34:10.747232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:10.766725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, faf57b9b-8bf0-4420-85c0-511bffccda24) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:10.770140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becc2bc-fe79-4c9d-937e-d863107c53a1 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event deleted for resources: {'Port': ['ID=73d40166-fa32-4b06-b02a-91436a410310,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:10.775109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:10.775783 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:10.777892 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6a943d-010a-4da2-8f6b-382045d2712d None None] Network faf57b9b-8bf0-4420-85c0-511bffccda24 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:34:10.792268 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Transition to ACTIVE for port object 25da2df4-0b3c-4964-94cf-5ab53b08fd5c will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:10.964247 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 902a00b1-0873-4847-913f-e12fc66ca643 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:34:11.008736 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:11.010758 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-347ac24b-4bd7-48ec-b046-48c4af07f645 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4468346 May 27 22:34:11.026713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50560) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:11.053904 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9becc2bc-fe79-4c9d-937e-d863107c53a1 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:11.056567 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9becc2bc-fe79-4c9d-937e-d863107c53a1 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "DELETE /v2.0/ports/73d40166-fa32-4b06-b02a-91436a410310 HTTP/1.1" status: 204 len: 168 time: 1.9513273 May 27 22:34:11.059720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50562) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:11.106332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Request body: {'port': {'network_id': 'faf57b9b-8bf0-4420-85c0-511bffccda24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1202083304'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:11.196322 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-faf57b9b-8bf0-4420-85c0-511bffccda24', 'network_id': 'faf57b9b-8bf0-4420-85c0-511bffccda24', 'tenant_id': 'e013a454c6e94f8588c502a6973f04d0', 'fixed_ips': [{'subnet_id': '33c4d601-066c-43a4-9010-8e2b695108a3'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:34:11.197666 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:11.208549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 902a00b1-0873-4847-913f-e12fc66ca643 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:11.222748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 902a00b1-0873-4847-913f-e12fc66ca643 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:11.223520 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:11.247877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cf221-f230-4b4a-9275-0f92e6e91b4e req-de27c9a1-01a6-4809-a807-b6bd1d2a890f tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:11.254337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527cf221-f230-4b4a-9275-0f92e6e91b4e req-de27c9a1-01a6-4809-a807-b6bd1d2a890f tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:11.263040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-527cf221-f230-4b4a-9275-0f92e6e91b4e req-de27c9a1-01a6-4809-a807-b6bd1d2a890f tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 1653 time: 0.4369006 May 27 22:34:11.300125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b773b7-a675-4c3a-85d9-a971c08f28e1 req-60db7ebc-281f-4fe2-91f3-835335a794f4 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:11.308019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b773b7-a675-4c3a-85d9-a971c08f28e1 req-60db7ebc-281f-4fe2-91f3-835335a794f4 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.2941864 May 27 22:34:11.322022 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf6cf4d-9181-4c85-8510-a0804765a232 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:11.322749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fdf6cf4d-9181-4c85-8510-a0804765a232 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Synchronizing usage tracker for tenant:ae2150062c044b639ac25140418a75b5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:11.424753 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:11.425908 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-527cf221-f230-4b4a-9275-0f92e6e91b4e req-508ec874-fa72-48c6-b2d8-4fa4af77fccc tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554995 May 27 22:34:11.451018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Pushing event updated for resources: {'Port': ['ID=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:11.457373 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b773b7-a675-4c3a-85d9-a971c08f28e1 req-c9455234-37f1-4fbb-8eae-62a3f8b10f99 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483908 May 27 22:34:11.475260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Transition to ACTIVE for port object 44567338-3959-4ea8-8547-918715a57737 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:11.481020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fdf6cf4d-9181-4c85-8510-a0804765a232 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Unset dirty status for tenant:ae2150062c044b639ac25140418a75b5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:11.482831 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fdf6cf4d-9181-4c85-8510-a0804765a232 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "GET /v2.0/ports?device_id=7804acae-d73e-4481-b016-e78a4bab5dec HTTP/1.1" status: 200 len: 913 time: 0.4221978 May 27 22:34:11.484938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50570) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:11.506104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 902a00b1-0873-4847-913f-e12fc66ca643 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:11.506998 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:11.529073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Allocated IP 2001:db8::2 (faf57b9b-8bf0-4420-85c0-511bffccda24/33c4d601-066c-43a4-9010-8e2b695108a3/8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:11.555992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8025a533-af20-4297-b2b5-33d2b7a9f16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902a00b1-0873-4847-913f-e12fc66ca643'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:11.564455 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 902a00b1-0873-4847-913f-e12fc66ca643, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=902a00b1-0873-4847-913f-e12fc66ca643,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:11.710469 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65068090-2e6b-45ea-92bf-bd439d0b6666'] response: {'server_uuid': '8025a533-af20-4297-b2b5-33d2b7a9f16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902a00b1-0873-4847-913f-e12fc66ca643', 'code': 200} May 27 22:34:11.714190 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:11.714589 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:11.726027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:11.838561 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=902a00b1-0873-4847-913f-e12fc66ca643,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:11.871723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Usage tracker for resource:port and tenant:e013a454c6e94f8588c502a6973f04d0 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:11.896643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:11.916807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:11.922213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Attempting to bind port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:34:11.922536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Attempting to bind port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:34:11.923172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Attempting to bind port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c on network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:11.942463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Network 66433c8b-844e-4043-bc97-abca96cc504e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:11.952319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c on network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:34:11.952676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Attempting to bind port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c on network 018c54a3-53cd-4743-8a8d-f2fbd49a3a7c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:11.954997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:11.966870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:11.993216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event updated for resources: {'Port': ['ID=44567338-3959-4ea8-8547-918715a57737,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:11.995881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:34:11.996022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Checking segment: {'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:34:11.996317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Bound using segment: {'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:34:11.996760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Bound port: 25da2df4-0b3c-4964-94cf-5ab53b08fd5c, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa88f90-fc62-425c-9ffc-094d01299126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:34:11.997104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:12.000488 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:12.016938 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Transition to ACTIVE for port object 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:12.041623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Transition to ACTIVE for port object 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:12.101188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Made reservation on behalf of e013a454c6e94f8588c502a6973f04d0 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:12.104743 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:12.158754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:12.159428 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:12.159545 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:12.169250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] device_id is not set on port e19fcd75-8533-4ec2-ad66-02126ad45d11 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:34:12.203779 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d702c-3e7b-4891-90f0-f9c17b887f83 req-50260941-d85d-47ca-ab97-bc2ae24967cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:12.205308 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-156d702c-3e7b-4891-90f0-f9c17b887f83 req-50260941-d85d-47ca-ab97-bc2ae24967cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 1096 time: 0.4868810 May 27 22:34:12.211477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fce00-962d-42af-8e17-773746e85e59 req-7a375c92-0511-4de4-bc7c-162159c5a63d tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:12.213034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d06fce00-962d-42af-8e17-773746e85e59 req-7a375c92-0511-4de4-bc7c-162159c5a63d tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 943 time: 0.6308553 May 27 22:34:12.239449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Network faf57b9b-8bf0-4420-85c0-511bffccda24 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:12.241939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:12.244472 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:12.254990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614a8f2-90e0-4643-b1a0-1a75f9ce28b7 req-2a7cac30-f9ed-4225-b98d-b7b02da092aa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:12.256756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Pushing event updated for resources: {'Port': ['ID=8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:12.262985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7614a8f2-90e0-4643-b1a0-1a75f9ce28b7 req-2a7cac30-f9ed-4225-b98d-b7b02da092aa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 945 time: 0.4866536 May 27 22:34:12.303892 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] For port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:34:12.327758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] For port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:34:12.353657 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-156d702c-3e7b-4891-90f0-f9c17b887f83 req-1b75afc7-8fcc-44fd-8e58-560a42be7125 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191349 May 27 22:34:12.354878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d06fce00-962d-42af-8e17-773746e85e59 req-becd2cae-72e0-49d7-a35c-ac8a28b2fa5c tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340215 May 27 22:34:12.359700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Attempting to bind port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:34:12.360067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Attempting to bind port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'c820f8b2-2f21-41fb-b937-60b15b78c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'faf57b9b-8bf0-4420-85c0-511bffccda24'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:34:12.360447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Attempting to bind port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 on network faf57b9b-8bf0-4420-85c0-511bffccda24 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:12.367990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:34:12.368390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Checking segment: {'id': 'c820f8b2-2f21-41fb-b937-60b15b78c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'faf57b9b-8bf0-4420-85c0-511bffccda24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:34:12.368765 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:12.369192 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Bound using segment: {'id': 'c820f8b2-2f21-41fb-b937-60b15b78c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'faf57b9b-8bf0-4420-85c0-511bffccda24'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:34:12.369657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Bound port: 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c820f8b2-2f21-41fb-b937-60b15b78c7ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'faf57b9b-8bf0-4420-85c0-511bffccda24'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:34:12.370029 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:12.383803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7614a8f2-90e0-4643-b1a0-1a75f9ce28b7 req-befa4166-980a-4b53-b71f-168db53c9902 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120236 May 27 22:34:12.428938 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ac7c7775-9cbc-48bd-bf89-20344bcb7020 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4851007 May 27 22:34:12.452446 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Request body: {'port': {'device_id': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:12.465500 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] For port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:34:12.468949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] For port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4,segment=NetworkSegment(c820f8b2-2f21-41fb-b937-60b15b78c7ea),segment_id=c820f8b2-2f21-41fb-b937-60b15b78c7ea)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:34:12.475251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fdc0bb58-50ea-4fdb-80f1-c644c412988b None None] Provisioning for port 44567338-3959-4ea8-8547-918715a57737 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:12.482474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fdc0bb58-50ea-4fdb-80f1-c644c412988b None None] Provisioning complete for port 44567338-3959-4ea8-8547-918715a57737 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:12.483083 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fdc0bb58-50ea-4fdb-80f1-c644c412988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:12.513574 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:12.550057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0bb58-50ea-4fdb-80f1-c644c412988b None None] Port 44567338-3959-4ea8-8547-918715a57737 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:12.550380 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a8211a7-7c65-4d2e-b2cd-c00fb95f5b32 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:12.578359 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:12.632295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Allocated IP 2001:db8::158 (faf57b9b-8bf0-4420-85c0-511bffccda24/33c4d601-066c-43a4-9010-8e2b695108a3/e19fcd75-8533-4ec2-ad66-02126ad45d11) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:12.650726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:12.651360 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:12.653007 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] 10.222.0.46 "PUT /v2.0/ports/25da2df4-0b3c-4964-94cf-5ab53b08fd5c HTTP/1.1" status: 200 len: 1091 time: 2.6311882 May 27 22:34:12.653441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862eba0a-8f73-43d0-b681-271a885dfacc', 'tag': '25da2df4-0b3c-4964-94cf-5ab53b08fd5c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:12.677792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c666f8d-fe83-41ce-b3e1-5bcb4814a992 None None] Pushing event updated for resources: {'Port': ['ID=8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:12.694613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238203c0-98d7-4a1f-aa2a-87dfccbbd517 service neutron] Pushing event updated for resources: {'Port': ['ID=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:12.723771 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:13.044320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cfcff-f355-4e97-8869-463f40e9ac1e req-cb55d404-eb4d-419a-87e2-ebcdfbb6301f tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:13.050212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cfcff-f355-4e97-8869-463f40e9ac1e req-cb55d404-eb4d-419a-87e2-ebcdfbb6301f tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:13.057443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cfcff-f355-4e97-8869-463f40e9ac1e req-cb55d404-eb4d-419a-87e2-ebcdfbb6301f tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:13.058635 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a33cfcff-f355-4e97-8869-463f40e9ac1e req-cb55d404-eb4d-419a-87e2-ebcdfbb6301f tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2375 time: 0.4345527 May 27 22:34:13.068022 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa7c57-243b-4694-a048-1e3aff3831a8 req-7bc12f76-9287-43a4-8dd0-e567fde9e12e tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:13.070100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12fa7c57-243b-4694-a048-1e3aff3831a8 req-7bc12f76-9287-43a4-8dd0-e567fde9e12e tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.4447150 May 27 22:34:13.155060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a33cfcff-f355-4e97-8869-463f40e9ac1e req-e6043fcc-2fdc-47c7-9099-e32a68ee4ee9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839550 May 27 22:34:13.164828 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12fa7c57-243b-4694-a048-1e3aff3831a8 req-feac4af3-4feb-44b0-aba7-ec7f66d8ba8d tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780113 May 27 22:34:13.215546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-c9ba6e98-14c7-43bc-9f49-215ff1f9e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:13.217061 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-c9ba6e98-14c7-43bc-9f49-215ff1f9e73f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66c8ee59557b4baea4ae26e059dc0936&device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 1094 time: 0.4282608 May 27 22:34:13.218599 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cb7495-10fd-43dd-a214-30673d37695e'] response: {'name': 'network-changed', 'server_uuid': '862eba0a-8f73-43d0-b681-271a885dfacc', 'tag': '25da2df4-0b3c-4964-94cf-5ab53b08fd5c', 'status': 'completed', 'code': 200} May 27 22:34:13.232100 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:13.243728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9a8211a7-7c65-4d2e-b2cd-c00fb95f5b32 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Deleting port fd7c34bc-2af4-471f-92b8-f133b568de66 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:13.244190 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a8211a7-7c65-4d2e-b2cd-c00fb95f5b32 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:13.307364 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-18018c1c-c4f7-4598-8d48-4aaac613a910 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25da2df4-0b3c-4964-94cf-5ab53b08fd5c HTTP/1.1" status: 200 len: 217 time: 0.0696266 May 27 22:34:13.456527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-ab3a6f1e-3ec2-4708-b91c-f610c97f5145 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Synchronizing usage tracker for tenant:8cbde3bf5664409c9a11b9efb9601362 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:13.486785 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a8211a7-7c65-4d2e-b2cd-c00fb95f5b32 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:13.583927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Transition to ACTIVE for port object e19fcd75-8533-4ec2-ad66-02126ad45d11 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:13.650176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9a8211a7-7c65-4d2e-b2cd-c00fb95f5b32 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Calling delete_port for fd7c34bc-2af4-471f-92b8-f133b568de66 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:13.652565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:34:13.658062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-e3229a5d-d943-40c7-8bd0-4ff2f4a683b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:13.659353 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-e3229a5d-d943-40c7-8bd0-4ff2f4a683b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da HTTP/1.1" status: 200 len: 844 time: 0.3456650 May 27 22:34:13.663967 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:13.719938 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-17b1f15d-b190-482f-979b-943e895cebc2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532427 May 27 22:34:13.725956 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:13.810240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Transition to ACTIVE for port object 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:13.820556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-ab3a6f1e-3ec2-4708-b91c-f610c97f5145 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Unset dirty status for tenant:8cbde3bf5664409c9a11b9efb9601362 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:13.824212 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-ab3a6f1e-3ec2-4708-b91c-f610c97f5145 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--627334401&fields=id&tenant_id=8cbde3bf5664409c9a11b9efb9601362 HTTP/1.1" status: 200 len: 267 time: 0.4508755 May 27 22:34:13.873507 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:13.896467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421f3701-f1ec-4c6a-b136-58726f678c64 None None] Network faf57b9b-8bf0-4420-85c0-511bffccda24 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:34:13.918654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Network faf57b9b-8bf0-4420-85c0-511bffccda24 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:14.001646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:14.017432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:14.023783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:14.024499 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:14.045107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event updated for resources: {'Port': ['ID=e19fcd75-8533-4ec2-ad66-02126ad45d11,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:14.090374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-04ccdcc3-8939-4278-92ad-f6827c48899d None None] Provisioning for port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:14.174767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65342f28-b98c-4a04-83fc-841d1f7b8ad5 req-cbae5b32-5e62-48a0-ba13-59b47ac59f7b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:14.176285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65342f28-b98c-4a04-83fc-841d1f7b8ad5 req-cbae5b32-5e62-48a0-ba13-59b47ac59f7b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 943 time: 0.6167679 May 27 22:34:14.183862 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-3d79ff04-f4b6-4428-9f26-2b9ce7da672b service neutron] 10.222.0.46 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530039 May 27 22:34:14.206894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-e29e9c18-c010-4e16-833a-54fa98173dc1 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:14.208360 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-e29e9c18-c010-4e16-833a-54fa98173dc1 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/networks?id=a846165f-67b8-4711-8fc9-97b50aa76620 HTTP/1.1" status: 200 len: 815 time: 0.3745704 May 27 22:34:14.282524 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-257937e3-8e2b-44f3-b4e6-17e5f00b5a62 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/quotas/8cbde3bf5664409c9a11b9efb9601362 HTTP/1.1" status: 200 len: 375 time: 0.0647812 May 27 22:34:14.289621 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65342f28-b98c-4a04-83fc-841d1f7b8ad5 req-46e1e284-8e23-47fe-b486-8cab96cd96e2 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059654 May 27 22:34:14.305436 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6eb1a05d-0c60-417a-9ff1-78733d079a4a tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2216756 May 27 22:34:14.323942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50600) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:14.339994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Pushing event updated for resources: {'Port': ['ID=85b31ec6-6eff-4b70-baa3-cf95da2f6f69,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:14.345442 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Request body: {'port': {'network_id': 'faf57b9b-8bf0-4420-85c0-511bffccda24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1044969941', 'allowed_address_pairs': [{'ip_address': '2001:db8::158', 'mac_address': 'fa:16:3e:39:0e:56'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:14.387310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-aac6f5dd-bb6b-4ccc-b16c-1df43b732b07 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=8cbde3bf5664409c9a11b9efb9601362&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946481 May 27 22:34:14.489350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Attempting to bind port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:34:14.489676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Attempting to bind port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'da381301-2a28-4d15-a7a5-ca212a8c6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:34:14.489999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Attempting to bind port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 on network 66433c8b-844e-4043-bc97-abca96cc504e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:14.513923 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a8211a7-7c65-4d2e-b2cd-c00fb95f5b32 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:14.522736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 on network 66433c8b-844e-4043-bc97-abca96cc504e not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:34:14.523538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Attempting to bind port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 on network 66433c8b-844e-4043-bc97-abca96cc504e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:14.540758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:34:14.541088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Checking segment: {'id': 'da381301-2a28-4d15-a7a5-ca212a8c6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:34:14.541471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Bound using segment: {'id': 'da381301-2a28-4d15-a7a5-ca212a8c6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:34:14.541911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Bound port: 85b31ec6-6eff-4b70-baa3-cf95da2f6f69, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da381301-2a28-4d15-a7a5-ca212a8c6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:34:14.542252 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:14.552704 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-472c21f8-0820-4806-b0bf-1bcd63e8e6b5 req-fd7c4655-d7cb-4e01-b5cd-ade7e126f61a service neutron] 10.222.0.46 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340518 May 27 22:34:14.569549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:14.595098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8211a7-7c65-4d2e-b2cd-c00fb95f5b32 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event deleted for resources: {'Port': ['ID=fd7c34bc-2af4-471f-92b8-f133b568de66,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:14.608257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Usage tracker for resource:port and tenant:e013a454c6e94f8588c502a6973f04d0 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:14.617060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:14.631667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:14.733519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e38f7e2b-86ee-426f-94ac-45af9a5c60fd None None] Provisioning for port e19fcd75-8533-4ec2-ad66-02126ad45d11 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:14.746701 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e38f7e2b-86ee-426f-94ac-45af9a5c60fd None None] Provisioning complete for port e19fcd75-8533-4ec2-ad66-02126ad45d11 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:14.747075 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e38f7e2b-86ee-426f-94ac-45af9a5c60fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:14.784363 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-e49884af-2a35-40fe-8bd4-c2e597fa032b service neutron] 10.222.0.27 "GET /v2.0/networks/a846165f-67b8-4711-8fc9-97b50aa76620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826666 May 27 22:34:14.790528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Made reservation on behalf of e013a454c6e94f8588c502a6973f04d0 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:14.832530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:34:14.854332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f81348-ec24-4231-b735-4937552eb2d2 req-85979dfd-f47b-4631-8d02-a08d7e1ddd23 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:14.856080 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2f81348-ec24-4231-b735-4937552eb2d2 req-85979dfd-f47b-4631-8d02-a08d7e1ddd23 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 945 time: 0.4347806 May 27 22:34:14.940516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e38f7e2b-86ee-426f-94ac-45af9a5c60fd None None] Port e19fcd75-8533-4ec2-ad66-02126ad45d11 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:14.958002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] For port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:34:14.979460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] For port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=85b31ec6-6eff-4b70-baa3-cf95da2f6f69,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:34:14.997006 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:15.010581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:15.016087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:15.016498 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:15.028920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] device_id is not set on port b10e7556-f174-4602-ab26-2a8a2b5ba808 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:34:15.072639 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:15.083805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b9d377bd-8052-4b6a-9ebe-3faf78064f3d None None] Provisioning complete for port e19fcd75-8533-4ec2-ad66-02126ad45d11 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:15.084193 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9d377bd-8052-4b6a-9ebe-3faf78064f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:15.087841 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a8211a7-7c65-4d2e-b2cd-c00fb95f5b32 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:15.098582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2f81348-ec24-4231-b735-4937552eb2d2 req-26e77902-c705-405b-8ed9-370f82623b76 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379645 May 27 22:34:15.108053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abbc2f-3917-4af2-99a6-788c1ba9f547 req-108ac988-20f1-4d54-91e0-ac0e7e78ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:15.109927 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b7abbc2f-3917-4af2-99a6-788c1ba9f547 req-108ac988-20f1-4d54-91e0-ac0e7e78ea20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=66c8ee59557b4baea4ae26e059dc0936&device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 1094 time: 0.4111922 May 27 22:34:15.169929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:15.170861 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:15.175345 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] 10.222.0.46 "PUT /v2.0/ports/85b31ec6-6eff-4b70-baa3-cf95da2f6f69 HTTP/1.1" status: 200 len: 1092 time: 2.7276251 May 27 22:34:15.180963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b9d377bd-8052-4b6a-9ebe-3faf78064f3d None None] Port e19fcd75-8533-4ec2-ad66-02126ad45d11 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:15.201824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:15.202203 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:15.245988 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4,segment=NetworkSegment(c820f8b2-2f21-41fb-b937-60b15b78c7ea),segment_id=c820f8b2-2f21-41fb-b937-60b15b78c7ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:15.252428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'tag': '85b31ec6-6eff-4b70-baa3-cf95da2f6f69'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:15.290356 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Request body: {'port': {'device_id': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:15.326821 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:15.415427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:15.491103 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-63dc9dae-7771-4853-8810-cecc32a15df9 service neutron] 10.222.0.27 "GET /v2.0/networks/a846165f-67b8-4711-8fc9-97b50aa76620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855822 May 27 22:34:15.540853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fffee-c3eb-44e4-b43e-1362b92916ad service neutron] Pushing event updated for resources: {'Port': ['ID=85b31ec6-6eff-4b70-baa3-cf95da2f6f69,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:15.610534 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:15.646402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8211a7-7c65-4d2e-b2cd-c00fb95f5b32 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Router 7804acae-d73e-4481-b016-e78a4bab5dec has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:34:15.663950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Allocated IP 2001:db8::123 (faf57b9b-8bf0-4420-85c0-511bffccda24/33c4d601-066c-43a4-9010-8e2b695108a3/b10e7556-f174-4602-ab26-2a8a2b5ba808) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:15.666431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abbc2f-3917-4af2-99a6-788c1ba9f547 req-b6c08db7-6f15-40ab-855c-121ec4b24b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:15.667882 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b7abbc2f-3917-4af2-99a6-788c1ba9f547 req-b6c08db7-6f15-40ab-855c-121ec4b24b48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c HTTP/1.1" status: 200 len: 905 time: 0.5448740 May 27 22:34:15.750317 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b7abbc2f-3917-4af2-99a6-788c1ba9f547 req-50b27fc9-b5e8-464e-8016-2ecd0f153457 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=25da2df4-0b3c-4964-94cf-5ab53b08fd5c HTTP/1.1" status: 200 len: 217 time: 0.0702679 May 27 22:34:15.751017 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:15.797753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e1d92-e829-424c-9f45-608ffd35db3a req-7b648903-498d-4dc1-a835-ab6653a0a40b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:15.803512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e1d92-e829-424c-9f45-608ffd35db3a req-7b648903-498d-4dc1-a835-ab6653a0a40b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:15.809201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e1d92-e829-424c-9f45-608ffd35db3a req-7b648903-498d-4dc1-a835-ab6653a0a40b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:15.810786 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-581e1d92-e829-424c-9f45-608ffd35db3a req-7b648903-498d-4dc1-a835-ab6653a0a40b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2387 time: 0.3748157 May 27 22:34:15.815681 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8211a7-7c65-4d2e-b2cd-c00fb95f5b32 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:34:15.826554 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5f0d07-684d-4b0c-857a-854a3ad9845e None None] Sync routers for ids ['7804acae-d73e-4481-b016-e78a4bab5dec'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:34:15.836577 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f0d07-684d-4b0c-857a-854a3ad9845e None None] Routers {'7804acae-d73e-4481-b016-e78a4bab5dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:34:15.837181 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8c5f0d07-684d-4b0c-857a-854a3ad9845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:34:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7804acae-d73e-4481-b016-e78a4bab5dec'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:15.888388 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-581e1d92-e829-424c-9f45-608ffd35db3a req-236261bc-eb50-4dff-ad6b-7c29ecc0a86b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706744 May 27 22:34:15.900079 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8c5f0d07-684d-4b0c-857a-854a3ad9845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:15.908830 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f0d07-684d-4b0c-857a-854a3ad9845e None None] Routers {'7804acae-d73e-4481-b016-e78a4bab5dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:34:15.909423 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8c5f0d07-684d-4b0c-857a-854a3ad9845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:34:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7804acae-d73e-4481-b016-e78a4bab5dec'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:15.937627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abbc2f-3917-4af2-99a6-788c1ba9f547 req-e4e942bd-deb3-4030-acab-c9e5cf3a71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:15.939133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b7abbc2f-3917-4af2-99a6-788c1ba9f547 req-e4e942bd-deb3-4030-acab-c9e5cf3a71fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da HTTP/1.1" status: 200 len: 844 time: 0.1765032 May 27 22:34:15.960213 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9a8211a7-7c65-4d2e-b2cd-c00fb95f5b32 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "PUT /v2.0/routers/7804acae-d73e-4481-b016-e78a4bab5dec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4735239 May 27 22:34:15.961002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50616) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:15.992215 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8c5f0d07-684d-4b0c-857a-854a3ad9845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:15.992995 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5f0d07-684d-4b0c-857a-854a3ad9845e None None] The sync data for ids ['7804acae-d73e-4481-b016-e78a4bab5dec'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:34:16.103424 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b7abbc2f-3917-4af2-99a6-788c1ba9f547 req-c62600f9-4c64-4503-b3ff-009422b0d924 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485996 May 27 22:34:16.147438 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3e89788-8bab-45dd-ae37-afe9c2d55c13 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:16.401630 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:16.421472 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b7abbc2f-3917-4af2-99a6-788c1ba9f547 req-3dba3a67-9bec-468e-adff-33332f543242 service neutron] 10.222.0.46 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084085 May 27 22:34:16.466492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Transition to ACTIVE for port object b10e7556-f174-4602-ab26-2a8a2b5ba808 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:16.500493 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d3e47-6a09-4d52-acfd-175d9fd138fa req-b021054b-91e0-4058-8ee1-f5ee3e78d46c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:16.501788 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-104d3e47-6a09-4d52-acfd-175d9fd138fa req-b021054b-91e0-4058-8ee1-f5ee3e78d46c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.4778528 May 27 22:34:16.505751 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3e89788-8bab-45dd-ae37-afe9c2d55c13 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:16.508821 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3e89788-8bab-45dd-ae37-afe9c2d55c13 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:16.569174 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-104d3e47-6a09-4d52-acfd-175d9fd138fa req-6f23d56d-06e5-4ab2-94df-da12e28ceebf tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577865 May 27 22:34:16.648543 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fd41eb2-1850-481a-a355-f6784e0bd448'] response: {'name': 'network-changed', 'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'tag': '85b31ec6-6eff-4b70-baa3-cf95da2f6f69', 'status': 'completed', 'code': 200} May 27 22:34:16.677580 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b7abbc2f-3917-4af2-99a6-788c1ba9f547 req-34958a6e-79ba-40ff-9e0e-2365e70dfd6a service neutron] 10.222.0.46 "GET /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402165 May 27 22:34:16.695565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 603166be-3acb-4813-9d4e-2e301d09b3d7 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:34:16.711765 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:16.728422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Transition to ACTIVE for port object 603166be-3acb-4813-9d4e-2e301d09b3d7 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:16.762399 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3e89788-8bab-45dd-ae37-afe9c2d55c13 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:16.762834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e89788-8bab-45dd-ae37-afe9c2d55c13 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Fanout notify agent at l3_agent the message router_deleted on router 7804acae-d73e-4481-b016-e78a4bab5dec {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:34:16.775432 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4cb8abb-8954-4783-b638-5332a42e30a5 req-239a088f-1d9c-49d0-b9e7-eb5385b3ac42 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 210 time: 0.0562871 May 27 22:34:16.778022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:34:16.803724 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:16.856906 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:16.900099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:16.900496 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:16.914001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Network faf57b9b-8bf0-4420-85c0-511bffccda24 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:16.915239 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event updated for resources: {'Port': ['ID=b10e7556-f174-4602-ab26-2a8a2b5ba808,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:16.937174 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3e89788-8bab-45dd-ae37-afe9c2d55c13 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:16.938237 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f3e89788-8bab-45dd-ae37-afe9c2d55c13 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "DELETE /v2.0/routers/7804acae-d73e-4481-b016-e78a4bab5dec HTTP/1.1" status: 204 len: 168 time: 0.9763548 May 27 22:34:16.946187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50632) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:17.010471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:17.013955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:17.024128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:17.024128 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:17.060693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:17.167669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Pushing event updated for resources: {'Port': ['ID=603166be-3acb-4813-9d4e-2e301d09b3d7,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:17.219726 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c88f6f50-7024-4645-8c62-0c7467f52ac8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.8904243 May 27 22:34:17.222898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50638) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:17.228016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Attempting to bind port 603166be-3acb-4813-9d4e-2e301d09b3d7 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:34:17.228656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Attempting to bind port 603166be-3acb-4813-9d4e-2e301d09b3d7 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '953a004e-4f5c-41be-971c-a6781dfb4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98912f60-8bdf-43c7-ac16-cf76dd17c8c7'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:34:17.229267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Attempting to bind port 603166be-3acb-4813-9d4e-2e301d09b3d7 on network 98912f60-8bdf-43c7-ac16-cf76dd17c8c7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:17.284563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Port 603166be-3acb-4813-9d4e-2e301d09b3d7 on network 98912f60-8bdf-43c7-ac16-cf76dd17c8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:34:17.285064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Attempting to bind port 603166be-3acb-4813-9d4e-2e301d09b3d7 on network 98912f60-8bdf-43c7-ac16-cf76dd17c8c7 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:17.291645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3a8efe-223d-45af-b443-60192f6b0550 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Deleting subnet bd9aaa14-e09d-476a-be91-b8c17340131d {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:34:17.294028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:34:17.294028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Checking segment: {'id': '953a004e-4f5c-41be-971c-a6781dfb4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98912f60-8bdf-43c7-ac16-cf76dd17c8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:34:17.296058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Bound using segment: {'id': '953a004e-4f5c-41be-971c-a6781dfb4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98912f60-8bdf-43c7-ac16-cf76dd17c8c7'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:34:17.296058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Bound port: 603166be-3acb-4813-9d4e-2e301d09b3d7, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953a004e-4f5c-41be-971c-a6781dfb4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98912f60-8bdf-43c7-ac16-cf76dd17c8c7'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:34:17.296058 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:17.301596 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8efe-223d-45af-b443-60192f6b0550 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:17.341948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761eac-462a-47b0-b5e9-bc202dc896c8 req-9b0d87a9-fbb9-4768-a075-a4dee8b9e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:17.342431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761eac-462a-47b0-b5e9-bc202dc896c8 req-9b0d87a9-fbb9-4768-a075-a4dee8b9e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:17.342899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761eac-462a-47b0-b5e9-bc202dc896c8 req-9b0d87a9-fbb9-4768-a075-a4dee8b9e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:17.344589 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15761eac-462a-47b0-b5e9-bc202dc896c8 req-9b0d87a9-fbb9-4768-a075-a4dee8b9e78c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3b54b6db8c94da09be36184b0fd7615&device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2730 time: 0.7033110 May 27 22:34:17.450504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15fda7-ca2d-48dd-a3d9-ce64842a4c18 req-b3c29e29-207d-4fa7-b76c-0985cb72518b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:17.452040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e15fda7-ca2d-48dd-a3d9-ce64842a4c18 req-b3c29e29-207d-4fa7-b76c-0985cb72518b tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 943 time: 0.6873643 May 27 22:34:17.452501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-251c1981-f052-4c1f-8f3c-384c76a766c8 None None] Provisioning for port b10e7556-f174-4602-ab26-2a8a2b5ba808 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:17.460926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-251c1981-f052-4c1f-8f3c-384c76a766c8 None None] Provisioning complete for port b10e7556-f174-4602-ab26-2a8a2b5ba808 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:17.461882 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-251c1981-f052-4c1f-8f3c-384c76a766c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:17.463448 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8efe-223d-45af-b443-60192f6b0550 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:17.513718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f07aa-310d-4313-8ee8-f92a18c2d6ab req-de6d17a9-3757-4f51-9bea-6c7eb738504c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:17.515228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-109f07aa-310d-4313-8ee8-f92a18c2d6ab req-de6d17a9-3757-4f51-9bea-6c7eb738504c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 945 time: 0.6297638 May 27 22:34:17.519830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-251c1981-f052-4c1f-8f3c-384c76a766c8 None None] Port b10e7556-f174-4602-ab26-2a8a2b5ba808 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:17.550539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0685d81-2e59-473e-9ba3-c6653722d49e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:17.556536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0685d81-2e59-473e-9ba3-c6653722d49e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:17.563733 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0685d81-2e59-473e-9ba3-c6653722d49e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:17.564686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a0685d81-2e59-473e-9ba3-c6653722d49e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Synchronizing usage tracker for tenant:e013a454c6e94f8588c502a6973f04d0 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:17.574003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] For port 603166be-3acb-4813-9d4e-2e301d09b3d7, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:34:17.578910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] For port 603166be-3acb-4813-9d4e-2e301d09b3d7, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=603166be-3acb-4813-9d4e-2e301d09b3d7,segment=NetworkSegment(953a004e-4f5c-41be-971c-a6781dfb4162),segment_id=953a004e-4f5c-41be-971c-a6781dfb4162)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:34:17.635614 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:17.644103 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e15fda7-ca2d-48dd-a3d9-ce64842a4c18 req-838ddc1d-da45-4fa5-86a7-63e56caa4ab0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515403 May 27 22:34:17.676731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-109f07aa-310d-4313-8ee8-f92a18c2d6ab req-d66d9261-1b8e-4914-abc9-fe281400edfb tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360228 May 27 22:34:17.682808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a0685d81-2e59-473e-9ba3-c6653722d49e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Unset dirty status for tenant:e013a454c6e94f8588c502a6973f04d0 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:17.684141 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a0685d81-2e59-473e-9ba3-c6653722d49e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.4600136 May 27 22:34:17.700444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:17.701479 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:17.702882 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] 10.222.0.46 "PUT /v2.0/ports/603166be-3acb-4813-9d4e-2e301d09b3d7 HTTP/1.1" status: 200 len: 1090 time: 2.4224904 May 27 22:34:17.703352 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50644) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:17.712587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761eac-462a-47b0-b5e9-bc202dc896c8 req-520b9058-7587-49dc-a1bc-12b01abd05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:17.713073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761eac-462a-47b0-b5e9-bc202dc896c8 req-520b9058-7587-49dc-a1bc-12b01abd05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:17.713553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761eac-462a-47b0-b5e9-bc202dc896c8 req-520b9058-7587-49dc-a1bc-12b01abd05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:17.715170 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15761eac-462a-47b0-b5e9-bc202dc896c8 req-520b9058-7587-49dc-a1bc-12b01abd05aa service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c3b54b6db8c94da09be36184b0fd7615&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3576136 May 27 22:34:17.794330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Request body: {'port': {'device_id': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:17.860106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Pushing event updated for resources: {'Port': ['ID=603166be-3acb-4813-9d4e-2e301d09b3d7,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:17.862500 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8efe-223d-45af-b443-60192f6b0550 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:17.867087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e843f69e-55c5-435e-9a51-cb7e0408dee8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Deleting port b10e7556-f174-4602-ab26-2a8a2b5ba808 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:17.867433 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e843f69e-55c5-435e-9a51-cb7e0408dee8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:17.913658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:17.914013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:17.914350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:17.914686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:17.915019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:17.915354 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:17.915679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:17.916005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:17.916331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:17.916677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:17.916998 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:17.917339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edf93d9-7bdc-4151-b305-67bb33976b0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:34:18.054883 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:18.144922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15761eac-462a-47b0-b5e9-bc202dc896c8 req-bf1031d0-7202-4190-9feb-b03512fea37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:18.146416 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15761eac-462a-47b0-b5e9-bc202dc896c8 req-bf1031d0-7202-4190-9feb-b03512fea37f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4221418 May 27 22:34:18.156461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55d2d-2c64-48d3-8a3e-255c4a3f1b6a req-5c926e88-c801-4839-9d65-7c414ea3c487 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:18.163595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55d2d-2c64-48d3-8a3e-255c4a3f1b6a req-5c926e88-c801-4839-9d65-7c414ea3c487 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:18.169637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea55d2d-2c64-48d3-8a3e-255c4a3f1b6a req-5c926e88-c801-4839-9d65-7c414ea3c487 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:18.171250 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cea55d2d-2c64-48d3-8a3e-255c4a3f1b6a req-5c926e88-c801-4839-9d65-7c414ea3c487 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2399 time: 0.2687747 May 27 22:34:18.183467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8ad8d-3e21-4d43-8f2f-253c8a510b80 req-5b2b68f3-f9af-4de3-a2b6-28d5c8739a28 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:18.185418 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cbf8ad8d-3e21-4d43-8f2f-253c8a510b80 req-5b2b68f3-f9af-4de3-a2b6-28d5c8739a28 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.2813375 May 27 22:34:18.220648 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8efe-223d-45af-b443-60192f6b0550 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:18.283565 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a8efe-223d-45af-b443-60192f6b0550 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event deleted for resources: {'Subnet': ['ID=bd9aaa14-e09d-476a-be91-b8c17340131d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:18.290539 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8efe-223d-45af-b443-60192f6b0550 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:18.301869 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cea55d2d-2c64-48d3-8a3e-255c4a3f1b6a req-0d7c3edb-51b6-413e-b9f6-f6a0172459da tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159363 May 27 22:34:18.304592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f00871-e33c-4af1-850b-863e9dcca8e3 None None] Network 860fd33c-13b4-400c-adf1-19248876f540 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:34:18.308890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cbf8ad8d-3e21-4d43-8f2f-253c8a510b80 req-1657287c-e3e5-48e3-be7b-22a3123fe10c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101444 May 27 22:34:18.310506 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2f3a8efe-223d-45af-b443-60192f6b0550 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "DELETE /v2.0/subnets/bd9aaa14-e09d-476a-be91-b8c17340131d HTTP/1.1" status: 204 len: 168 time: 1.3616495 May 27 22:34:18.312956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50650) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:18.331166 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e843f69e-55c5-435e-9a51-cb7e0408dee8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:18.483836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e843f69e-55c5-435e-9a51-cb7e0408dee8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Calling delete_port for b10e7556-f174-4602-ab26-2a8a2b5ba808 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:18.493175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c31c0cbc-499f-42d1-be8b-b1b996da755b req-627a6d00-1a96-4168-bb72-13fbb8723f65 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 210 time: 0.0571771 May 27 22:34:18.502441 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:18.513883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Deleting port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:18.514483 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:18.649952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'tag': '603166be-3acb-4813-9d4e-2e301d09b3d7'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:18.678158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc85cf1-38d9-4cfb-8f86-e23a1b510966 None None] DHCP port deletion for 860fd33c-13b4-400c-adf1-19248876f540 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:34:18.685064 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bfc85cf1-38d9-4cfb-8f86-e23a1b510966 None None] Deleting port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:18.685064 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bfc85cf1-38d9-4cfb-8f86-e23a1b510966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:18.788007 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e8373e-26f2-43ac-88f1-9b91ef1d8e2b'] response: {'name': 'network-changed', 'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'tag': '603166be-3acb-4813-9d4e-2e301d09b3d7', 'status': 'completed', 'code': 200} May 27 22:34:18.809171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 25da2df4-0b3c-4964-94cf-5ab53b08fd5c details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:34:18.813573 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:34:18.833867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ee7a3c47-692f-4ff0-af38-14b4b1b61f91 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:18.923734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44567338-3959-4ea8-8547-918715a57737 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:34:18.935507 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:19.000053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] For port ee7a3c47-692f-4ff0-af38-14b4b1b61f91, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ee7a3c47-692f-4ff0-af38-14b4b1b61f91,segment=NetworkSegment(ddf7c3d4-3e21-4afe-8cc5-23f547e295be),segment_id=ddf7c3d4-3e21-4afe-8cc5-23f547e295be)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:19.000441 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:19.046865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Transition to ACTIVE for port object 44567338-3959-4ea8-8547-918715a57737 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:19.048179 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e843f69e-55c5-435e-9a51-cb7e0408dee8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:19.072052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:19.093765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '25da2df4-0b3c-4964-94cf-5ab53b08fd5c', 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c', 'port_id': '25da2df4-0b3c-4964-94cf-5ab53b08fd5c', 'mac_address': 'fa:16:3e:f7:31:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:34:19.104530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843f69e-55c5-435e-9a51-cb7e0408dee8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event deleted for resources: {'Port': ['ID=b10e7556-f174-4602-ab26-2a8a2b5ba808,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:19.278810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Calling delete_port for ee7a3c47-692f-4ff0-af38-14b4b1b61f91 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:19.311088 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:19.312796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:19.313299 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:19.330487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bfc85cf1-38d9-4cfb-8f86-e23a1b510966 None None] For port ee7a3c47-692f-4ff0-af38-14b4b1b61f91, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ee7a3c47-692f-4ff0-af38-14b4b1b61f91,segment=NetworkSegment(ddf7c3d4-3e21-4afe-8cc5-23f547e295be),segment_id=ddf7c3d4-3e21-4afe-8cc5-23f547e295be)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:19.330791 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bfc85cf1-38d9-4cfb-8f86-e23a1b510966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:19.335304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-806c212c-e1c3-4c63-b478-2fc87c611c5c tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:19.336023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-806c212c-e1c3-4c63-b478-2fc87c611c5c tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Synchronizing usage tracker for tenant:8cbde3bf5664409c9a11b9efb9601362 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:19.350392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:19.350768 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:19.436481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a61a82-4e9d-45ad-bd78-d1fd60daf61d req-e7754f33-1a7f-418c-9247-c4519c3a1ea4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:19.444096 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3a61a82-4e9d-45ad-bd78-d1fd60daf61d req-e7754f33-1a7f-418c-9247-c4519c3a1ea4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 945 time: 0.5337360 May 27 22:34:19.500121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bfc85cf1-38d9-4cfb-8f86-e23a1b510966 None None] Calling delete_port for ee7a3c47-692f-4ff0-af38-14b4b1b61f91 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:19.545875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25da2df4-0b3c-4964-94cf-5ab53b08fd5c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:34:19.551775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ac72e-57da-4c29-b48a-5459ba8bee7e req-0b8fc10e-4fdc-4bbf-9d23-130cc64e0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:19.552294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ac72e-57da-4c29-b48a-5459ba8bee7e req-0b8fc10e-4fdc-4bbf-9d23-130cc64e0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:19.552932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ac72e-57da-4c29-b48a-5459ba8bee7e req-0b8fc10e-4fdc-4bbf-9d23-130cc64e0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:19.555154 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d2ac72e-57da-4c29-b48a-5459ba8bee7e req-0b8fc10e-4fdc-4bbf-9d23-130cc64e0d07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3b54b6db8c94da09be36184b0fd7615&device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2797 time: 0.7334993 May 27 22:34:19.575365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de8228-7881-4142-967c-1bce928a0407 req-f849bcaf-0206-4b8e-8c9d-69eb5e7ed234 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:19.583780 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:19.588769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02de8228-7881-4142-967c-1bce928a0407 req-f849bcaf-0206-4b8e-8c9d-69eb5e7ed234 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 943 time: 0.7250586 May 27 22:34:19.648441 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3a61a82-4e9d-45ad-bd78-d1fd60daf61d req-24634551-f0c5-4cb5-bbe7-163a21e19581 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015951 May 27 22:34:19.765859 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02de8228-7881-4142-967c-1bce928a0407 req-fed84898-fa07-408a-90cc-f8417bd1a22c tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763091 May 27 22:34:19.794427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Pushing event updated for resources: {'Port': ['ID=44567338-3959-4ea8-8547-918715a57737,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:19.836494 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ac72e-57da-4c29-b48a-5459ba8bee7e req-10785cc3-a47c-4cf5-b596-3cf8dd268470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:19.837352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ac72e-57da-4c29-b48a-5459ba8bee7e req-10785cc3-a47c-4cf5-b596-3cf8dd268470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:19.838026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ac72e-57da-4c29-b48a-5459ba8bee7e req-10785cc3-a47c-4cf5-b596-3cf8dd268470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:19.839848 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d2ac72e-57da-4c29-b48a-5459ba8bee7e req-10785cc3-a47c-4cf5-b596-3cf8dd268470 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c3b54b6db8c94da09be36184b0fd7615&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2324061 May 27 22:34:19.886608 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e843f69e-55c5-435e-9a51-cb7e0408dee8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:19.932238 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Attempting to bind port 44567338-3959-4ea8-8547-918715a57737 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:34:19.932663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Attempting to bind port 44567338-3959-4ea8-8547-918715a57737 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'da381301-2a28-4d15-a7a5-ca212a8c6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:34:19.933050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Attempting to bind port 44567338-3959-4ea8-8547-918715a57737 on network 66433c8b-844e-4043-bc97-abca96cc504e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:19.938506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Port 44567338-3959-4ea8-8547-918715a57737 on network 66433c8b-844e-4043-bc97-abca96cc504e not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:34:19.938901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Attempting to bind port 44567338-3959-4ea8-8547-918715a57737 on network 66433c8b-844e-4043-bc97-abca96cc504e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:19.945043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:34:19.945383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Checking segment: {'id': 'da381301-2a28-4d15-a7a5-ca212a8c6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:34:19.945828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Bound using segment: {'id': 'da381301-2a28-4d15-a7a5-ca212a8c6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:34:19.946341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Bound port: 44567338-3959-4ea8-8547-918715a57737, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da381301-2a28-4d15-a7a5-ca212a8c6aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:34:19.946750 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:20.004434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-806c212c-e1c3-4c63-b478-2fc87c611c5c tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Unset dirty status for tenant:8cbde3bf5664409c9a11b9efb9601362 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:20.004434 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-806c212c-e1c3-4c63-b478-2fc87c611c5c tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.57 "GET /v2.0/networks?id=a846165f-67b8-4711-8fc9-97b50aa76620 HTTP/1.1" status: 200 len: 815 time: 0.8500636 May 27 22:34:20.007606 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:20.017224 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:20.059606 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e843f69e-55c5-435e-9a51-cb7e0408dee8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "DELETE /v2.0/ports/b10e7556-f174-4602-ab26-2a8a2b5ba808 HTTP/1.1" status: 204 len: 168 time: 2.3409705 May 27 22:34:20.061155 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-bfc85cf1-38d9-4cfb-8f86-e23a1b510966 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:34:20.061879 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-bfc85cf1-38d9-4cfb-8f86-e23a1b510966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:34:20.063777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50670) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:20.098057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event deleted for resources: {'Port': ['ID=ee7a3c47-692f-4ff0-af38-14b4b1b61f91,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:20.110986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] No DVR routers for this DVR port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:20.145754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-eacb7597-3062-4388-827b-ad422c253794 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Synchronizing usage tracker for tenant:8cbde3bf5664409c9a11b9efb9601362 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:20.150960 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd8257e-22c7-4c65-8065-0b9d73886fdb tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] GET failed (client error): The resource could not be found. May 27 22:34:20.151686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8bd8257e-22c7-4c65-8065-0b9d73886fdb tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Synchronizing usage tracker for tenant:e013a454c6e94f8588c502a6973f04d0 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:20.155558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] For port 44567338-3959-4ea8-8547-918715a57737, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:34:20.172157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] For port 44567338-3959-4ea8-8547-918715a57737, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=44567338-3959-4ea8-8547-918715a57737,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:34:20.183617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-eacb7597-3062-4388-827b-ad422c253794 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Unset dirty status for tenant:8cbde3bf5664409c9a11b9efb9601362 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:20.184853 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-eacb7597-3062-4388-827b-ad422c253794 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cbde3bf5664409c9a11b9efb9601362 HTTP/1.1" status: 200 len: 379 time: 0.1642325 May 27 22:34:20.198970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Request body: {'port': {'device_id': 'c43fb062-7c43-4544-9d25-a1ed2907a557', 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'admin_state_up': True, 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'security_groups': ['be8dd45e-fc07-48bb-8d74-338efcc151e6']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:20.202950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:20.272050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ac72e-57da-4c29-b48a-5459ba8bee7e req-f58fe7e7-aa64-46fe-a1bb-9214d4bb7736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:20.273618 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d2ac72e-57da-4c29-b48a-5459ba8bee7e req-f58fe7e7-aa64-46fe-a1bb-9214d4bb7736 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4274056 May 27 22:34:20.275840 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:20.278975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['25da2df4-0b3c-4964-94cf-5ab53b08fd5c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:34:20.299154 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:20.326696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8bd8257e-22c7-4c65-8065-0b9d73886fdb tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Unset dirty status for tenant:e013a454c6e94f8588c502a6973f04d0 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:20.326969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93585b8-25d4-49ba-9007-9a7dc17696fa req-7d286159-c32f-4022-9895-5cf0879c7833 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:20.327838 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8bd8257e-22c7-4c65-8065-0b9d73886fdb tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "GET /v2.0/ports/b10e7556-f174-4602-ab26-2a8a2b5ba808 HTTP/1.1" status: 404 len: 333 time: 0.2627637 May 27 22:34:20.338433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a93585b8-25d4-49ba-9007-9a7dc17696fa req-7d286159-c32f-4022-9895-5cf0879c7833 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.4582341 May 27 22:34:20.340804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50674) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:20.341148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:20.341761 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:20.343388 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] 10.222.0.46 "PUT /v2.0/ports/44567338-3959-4ea8-8547-918715a57737 HTTP/1.1" status: 200 len: 1092 time: 2.5532298 May 27 22:34:20.351317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Request body: {'port': {'network_id': 'faf57b9b-8bf0-4420-85c0-511bffccda24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-680328755'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:20.380947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150dc01-6dd0-4e66-b86c-e955b69ef098 req-c584ac7c-49b6-447e-bae2-73439c818021 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:20.387513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150dc01-6dd0-4e66-b86c-e955b69ef098 req-c584ac7c-49b6-447e-bae2-73439c818021 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:20.393752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150dc01-6dd0-4e66-b86c-e955b69ef098 req-c584ac7c-49b6-447e-bae2-73439c818021 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:20.395454 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5150dc01-6dd0-4e66-b86c-e955b69ef098 req-c584ac7c-49b6-447e-bae2-73439c818021 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2411 time: 0.4317307 May 27 22:34:20.409032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860fd33c-13b4-400c-adf1-19248876f540']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:20.471207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf7c3d4-3e21-4afe-8cc5-23f547e295be') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:20.471497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf7c3d4-3e21-4afe-8cc5-23f547e295be') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:20.502641 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a93585b8-25d4-49ba-9007-9a7dc17696fa req-f300f71a-ad02-4164-891d-bda8c7b32638 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633360 May 27 22:34:20.538267 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:20.563854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bfc85cf1-38d9-4cfb-8f86-e23a1b510966 None None] Deleting port ee7a3c47-692f-4ff0-af38-14b4b1b61f91 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:20.564828 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bfc85cf1-38d9-4cfb-8f86-e23a1b510966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:20.571271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5150dc01-6dd0-4e66-b86c-e955b69ef098 req-465f050f-9d99-4ce2-b224-513072fc5135 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423523 May 27 22:34:20.589036 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:20.613574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:34:20.616970 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:20.683536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f3ebe-1f0e-45b4-989a-ad38861a3d29 service neutron] Pushing event updated for resources: {'Port': ['ID=44567338-3959-4ea8-8547-918715a57737,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:20.684910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bfc85cf1-38d9-4cfb-8f86-e23a1b510966 None None] The port 'ee7a3c47-692f-4ff0-af38-14b4b1b61f91' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:34:20.753215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:20.781552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Usage tracker for resource:port and tenant:8cbde3bf5664409c9a11b9efb9601362 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:20.788269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:20.791177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'tag': '44567338-3959-4ea8-8547-918715a57737'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:20.803469 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:20.810307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:20.816316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-4e438448-6a3e-4146-8ef9-0c259e3e313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:20.825809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-4e438448-6a3e-4146-8ef9-0c259e3e313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:20.825809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-4e438448-6a3e-4146-8ef9-0c259e3e313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:20.825809 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-4e438448-6a3e-4146-8ef9-0c259e3e313f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3b54b6db8c94da09be36184b0fd7615&device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2864 time: 0.3405042 May 27 22:34:20.873489 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28789c22-0046-43fc-9244-e3444e38f7f3 req-075d7037-f145-4741-8775-f749adc9afd0 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 210 time: 0.1819277 May 27 22:34:20.889329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:20.908166 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-aea9c3fb-e19e-410f-afeb-a5ca40eb2f2e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.159&port_id=85b31ec6-6eff-4b70-baa3-cf95da2f6f69 HTTP/1.1" status: 200 len: 217 time: 0.0801651 May 27 22:34:20.939314 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment ddf7c3d4-3e21-4afe-8cc5-23f547e295be resource provider aggregate not found May 27 22:34:20.955343 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:20.964964 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment ddf7c3d4-3e21-4afe-8cc5-23f547e295be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddf7c3d4-3e21-4afe-8cc5-23f547e295be found for delete ", "request_id": "req-c4fdc9d5-b7f2-446a-8acd-4bb9e4ef234c"}]} May 27 22:34:20.984690 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:20.990718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Made reservation on behalf of 8cbde3bf5664409c9a11b9efb9601362 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:20.995447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] Pushing event deleted for resources: {'Network': ['ID=860fd33c-13b4-400c-adf1-19248876f540,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:21.005137 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:21.006088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-830ca5bd-8e74-4056-9833-fc51c72ffbf2 tempest-FloatingIPNegativeTestJSON-975481717 tempest-FloatingIPNegativeTestJSON-975481717-project] 10.222.0.27 "DELETE /v2.0/networks/860fd33c-13b4-400c-adf1-19248876f540 HTTP/1.1" status: 204 len: 168 time: 2.6919305 May 27 22:34:21.026075 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Made reservation on behalf of e013a454c6e94f8588c502a6973f04d0 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:21.030117 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:21.057519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-4b8e498a-41e0-4d2a-aae8-65a59b894405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:21.062565 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-4b8e498a-41e0-4d2a-aae8-65a59b894405 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3a32340-81da-4c34-9bf1-dd33778d89c7 HTTP/1.1" status: 200 len: 801 time: 0.1445713 May 27 22:34:21.112914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190b368-1508-4c9e-b9b2-87bf27fdd864 req-69b1c16d-5c2c-4842-80e1-248c6c90ccc8 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:21.114460 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c190b368-1508-4c9e-b9b2-87bf27fdd864 req-69b1c16d-5c2c-4842-80e1-248c6c90ccc8 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 944 time: 0.1001313 May 27 22:34:21.165136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] device_id is not set on port e15275ae-a202-4c2b-9894-d19dfd7b9eff yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:34:21.168743 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c190b368-1508-4c9e-b9b2-87bf27fdd864 req-02eb4b4a-84f9-430a-8675-a7e2e0f769d0 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472066 May 27 22:34:21.240148 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1480b1c-b576-4c33-9c5c-8536dc14ab06'] response: {'name': 'network-changed', 'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'tag': '44567338-3959-4ea8-8547-918715a57737', 'status': 'completed', 'code': 200} May 27 22:34:21.388200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-30ed6b5b-0807-408c-acc0-e5d2e3467486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:21.389757 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-30ed6b5b-0807-408c-acc0-e5d2e3467486 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66433c8b-844e-4043-bc97-abca96cc504e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2872176 May 27 22:34:21.430756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Allocated IP 172.20.0.12 (a846165f-67b8-4711-8fc9-97b50aa76620/c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb/7fd798c1-f8c6-446a-82ea-9449463d4184) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:21.489449 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d4bc9-4cf2-481c-af6d-93279fbef5b4 req-802ad198-3c49-4bbe-86c8-2a99563d2c81 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:21.490833 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-531d4bc9-4cf2-481c-af6d-93279fbef5b4 req-802ad198-3c49-4bbe-86c8-2a99563d2c81 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 945 time: 0.0892565 May 27 22:34:21.525561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Allocated IP 2001:db8::192 (faf57b9b-8bf0-4420-85c0-511bffccda24/33c4d601-066c-43a4-9010-8e2b695108a3/e15275ae-a202-4c2b-9894-d19dfd7b9eff) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:21.536611 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-531d4bc9-4cf2-481c-af6d-93279fbef5b4 req-0a26956b-5127-4f1e-8fcf-ec0e7c8bd6b4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398543 May 27 22:34:21.712326 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50698) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:21.771242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d627bd-3618-4da2-8c00-6f57265e19c3 req-478f1aae-6e94-4015-a93b-c6770a8297ee tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:21.773835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15d627bd-3618-4da2-8c00-6f57265e19c3 req-478f1aae-6e94-4015-a93b-c6770a8297ee tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.1290920 May 27 22:34:21.815286 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-b8c4079b-2cda-407f-acfc-b6c10133728a service neutron] 10.222.0.46 "GET /v2.0/networks/66433c8b-844e-4043-bc97-abca96cc504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166708 May 27 22:34:21.921620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15d627bd-3618-4da2-8c00-6f57265e19c3 req-f9c2a674-c065-4a9e-874c-cbe3f1bd8497 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045721 May 27 22:34:21.950752 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-69cb47c9-03cb-40b3-bb7b-87cb6d4780be admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ae2150062c044b639ac25140418a75b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362511 May 27 22:34:21.953396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50706) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:22.003817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e499d46-816e-4d16-aee1-7573adedf3ee req-077806d7-66d5-4980-94d1-e1f0bf03584a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:22.010316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e499d46-816e-4d16-aee1-7573adedf3ee req-077806d7-66d5-4980-94d1-e1f0bf03584a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:22.015811 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e499d46-816e-4d16-aee1-7573adedf3ee req-077806d7-66d5-4980-94d1-e1f0bf03584a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:22.017078 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e499d46-816e-4d16-aee1-7573adedf3ee req-077806d7-66d5-4980-94d1-e1f0bf03584a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2411 time: 0.2421188 May 27 22:34:22.090556 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:22.154476 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:22.174426 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-02625b34-e5f3-4be3-9145-511a9bb5b80d service neutron] 10.222.0.46 "GET /v2.0/networks/66433c8b-844e-4043-bc97-abca96cc504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457305 May 27 22:34:22.232091 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1dd35922-60ea-431a-98db-7f697e0765e9 req-7d2bbff0-0094-4a44-ba60-d68294d528dc tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 210 time: 0.1818616 May 27 22:34:22.236533 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25fe1ee6-3ca1-4b8f-9358-1b8e16fa2e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:22.242991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e499d46-816e-4d16-aee1-7573adedf3ee req-ae5a50c3-4408-4a1f-80f5-fcf2a1d24b06 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167025 May 27 22:34:22.261754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Transition to ACTIVE for port object 7fd798c1-f8c6-446a-82ea-9449463d4184 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:22.265216 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:22.268966 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-48f0ebfc-5ded-4ccb-af05-593558a7a569 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.9&port_id=603166be-3acb-4813-9d4e-2e301d09b3d7 HTTP/1.1" status: 200 len: 217 time: 0.0855393 May 27 22:34:22.275031 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25fe1ee6-3ca1-4b8f-9358-1b8e16fa2e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:22.337134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Transition to ACTIVE for port object e15275ae-a202-4c2b-9894-d19dfd7b9eff will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:22.363383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6cdca509-d689-4ec6-8139-fa02a47afe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:22.364842 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-6cdca509-d689-4ec6-8139-fa02a47afe2d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a604f308-4af1-4b63-bbc2-e7f844774d9a HTTP/1.1" status: 200 len: 801 time: 0.0881202 May 27 22:34:22.408387 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25fe1ee6-3ca1-4b8f-9358-1b8e16fa2e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:22.428230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe1ee6-3ca1-4b8f-9358-1b8e16fa2e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba71aae-6b27-4468-8514-e0ffeb178727,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:22.433244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:22.437657 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25fe1ee6-3ca1-4b8f-9358-1b8e16fa2e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:22.437657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-25fe1ee6-3ca1-4b8f-9358-1b8e16fa2e68 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dba71aae-6b27-4468-8514-e0ffeb178727 HTTP/1.1" status: 204 len: 168 time: 0.4823029 May 27 22:34:22.462500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15decb0f-6ad8-4ea0-8ed6-bbd915641f11 req-c00677c9-3a39-4973-9191-e0c838a6e1dc tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:22.483412 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15decb0f-6ad8-4ea0-8ed6-bbd915641f11 req-c00677c9-3a39-4973-9191-e0c838a6e1dc tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 944 time: 0.1164460 May 27 22:34:22.515240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Network a846165f-67b8-4711-8fc9-97b50aa76620 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:22.519775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:22.522676 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15decb0f-6ad8-4ea0-8ed6-bbd915641f11 req-d63abbf8-a6f6-48c4-b939-8fa4df3f32a3 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522335 May 27 22:34:22.525094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:22.562609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Pushing event updated for resources: {'Port': ['ID=7fd798c1-f8c6-446a-82ea-9449463d4184,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:22.574602 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:22.620103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ba603b70-80bf-4332-b153-8646a432829b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:22.621664 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ba603b70-80bf-4332-b153-8646a432829b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98912f60-8bdf-43c7-ac16-cf76dd17c8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2489541 May 27 22:34:22.764427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Network faf57b9b-8bf0-4420-85c0-511bffccda24 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:22.787140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:22.793908 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101ab9f-e3cd-4262-a9aa-aad763b76c8b req-5b7f9870-4680-4273-9ec3-0e590175a378 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:22.803643 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d101ab9f-e3cd-4262-a9aa-aad763b76c8b req-5b7f9870-4680-4273-9ec3-0e590175a378 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 945 time: 0.1111629 May 27 22:34:22.803822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 25da2df4-0b3c-4964-94cf-5ab53b08fd5c up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:34:22.811071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:22.817452 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:22.830653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:22.839053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:22.839861 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:22.858839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event updated for resources: {'Port': ['ID=e15275ae-a202-4c2b-9894-d19dfd7b9eff,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:22.870214 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d101ab9f-e3cd-4262-a9aa-aad763b76c8b req-08cc0350-f7fb-48e6-bb2d-00eb37f5a5f0 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649092 May 27 22:34:22.977396 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-25ef0e15-7080-4d86-be47-43997841685d service neutron] 10.222.0.46 "GET /v2.0/networks/98912f60-8bdf-43c7-ac16-cf76dd17c8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356707 May 27 22:34:23.077383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65dd43-2dc2-4222-9999-924d93ed4223 req-333e4e87-01ce-4863-9b12-8b61f52a97ab tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:23.078902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e65dd43-2dc2-4222-9999-924d93ed4223 req-333e4e87-01ce-4863-9b12-8b61f52a97ab tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.57 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 945 time: 0.1791880 May 27 22:34:23.092156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-903366bf-4591-45fe-b1fd-0c7f8e78b286 None None] Provisioning for port 7fd798c1-f8c6-446a-82ea-9449463d4184 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:23.098885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-903366bf-4591-45fe-b1fd-0c7f8e78b286 None None] Provisioning complete for port 7fd798c1-f8c6-446a-82ea-9449463d4184 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:23.101930 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-903366bf-4591-45fe-b1fd-0c7f8e78b286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:23.118545 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-8d050613-f2d7-493e-888a-3b066003ffc9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9268825 May 27 22:34:23.122356 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c90f29b3-0ad8-4ae4-9742-30a1df85024d tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7757273 May 27 22:34:23.128438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50724) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:23.144404 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-24b1af89-b412-4c52-9e7b-36f02fb26615 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::158', 'mac_address': 'fa:16:3e:39:0e:56'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:23.172308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:23.187738 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:23.188108 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:23.198790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Request body: {'port': {'device_id': 'c43fb062-7c43-4544-9d25-a1ed2907a557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:23.235008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-1e65dd43-2dc2-4222-9999-924d93ed4223 req-818291a3-34dc-45e5-aa76-5c3f57192a1a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Deleting port 902a00b1-0873-4847-913f-e12fc66ca643 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:23.235421 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e65dd43-2dc2-4222-9999-924d93ed4223 req-818291a3-34dc-45e5-aa76-5c3f57192a1a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:23.246994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-903366bf-4591-45fe-b1fd-0c7f8e78b286 None None] Port 7fd798c1-f8c6-446a-82ea-9449463d4184 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:23.368340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7919ed7-1d8b-43bb-a4f6-b29ad32d3abc req-38785869-c7f4-4139-b0b0-0b26ff83e9a6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:23.370019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7919ed7-1d8b-43bb-a4f6-b29ad32d3abc req-38785869-c7f4-4139-b0b0-0b26ff83e9a6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.2139635 May 27 22:34:23.423893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:23.424408 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:23.466665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:23.467599 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862eba0a-8f73-43d0-b681-271a885dfacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25da2df4-0b3c-4964-94cf-5ab53b08fd5c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:23.490766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-51d36871-1275-42a5-9921-1f421407e4d8 None None] Provisioning for port e15275ae-a202-4c2b-9894-d19dfd7b9eff completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:23.499756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-51d36871-1275-42a5-9921-1f421407e4d8 None None] Provisioning complete for port e15275ae-a202-4c2b-9894-d19dfd7b9eff triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:23.499756 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-51d36871-1275-42a5-9921-1f421407e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:23.515128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7919ed7-1d8b-43bb-a4f6-b29ad32d3abc req-e8cea114-3d09-4ea6-9424-1ea401c2dd71 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360826 May 27 22:34:23.578403 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:23.591486 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-a6ec901b-a94b-4ab4-b1d4-11a5d07ae1b8 service neutron] 10.222.0.46 "GET /v2.0/networks/98912f60-8bdf-43c7-ac16-cf76dd17c8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053219 May 27 22:34:23.621782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e65dd43-2dc2-4222-9999-924d93ed4223 req-818291a3-34dc-45e5-aa76-5c3f57192a1a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] For port 902a00b1-0873-4847-913f-e12fc66ca643, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=902a00b1-0873-4847-913f-e12fc66ca643,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:23.622086 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e65dd43-2dc2-4222-9999-924d93ed4223 req-818291a3-34dc-45e5-aa76-5c3f57192a1a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:23.691958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-51d36871-1275-42a5-9921-1f421407e4d8 None None] Port e15275ae-a202-4c2b-9894-d19dfd7b9eff cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:23.746559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:23.852674 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-1e65dd43-2dc2-4222-9999-924d93ed4223 req-818291a3-34dc-45e5-aa76-5c3f57192a1a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Calling delete_port for 902a00b1-0873-4847-913f-e12fc66ca643 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:23.933629 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-ea2a1420-d05f-4067-98ec-ee6d8f423dac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.214&port_id=44567338-3959-4ea8-8547-918715a57737 HTTP/1.1" status: 200 len: 217 time: 0.3296528 May 27 22:34:23.943751 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:24.023769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50754) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:24.049021 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24b1af89-b412-4c52-9e7b-36f02fb26615 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:24.052044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5002a4-5dea-4d39-8cf4-051c73241e89 req-19e94b95-3a37-4d3b-9a17-e2df7bd065f6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.057822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5002a4-5dea-4d39-8cf4-051c73241e89 req-19e94b95-3a37-4d3b-9a17-e2df7bd065f6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.063515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5002a4-5dea-4d39-8cf4-051c73241e89 req-19e94b95-3a37-4d3b-9a17-e2df7bd065f6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.065121 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d5002a4-5dea-4d39-8cf4-051c73241e89 req-19e94b95-3a37-4d3b-9a17-e2df7bd065f6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2411 time: 0.2879014 May 27 22:34:24.076233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f52265-c0e3-418b-a646-6d595210dac5 req-2dbc3acd-822a-4537-8c2a-4a2465a391e5 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.077666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7f52265-c0e3-418b-a646-6d595210dac5 req-2dbc3acd-822a-4537-8c2a-4a2465a391e5 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 932 time: 0.3861864 May 27 22:34:24.111990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-e05ad465-70ce-4cb7-90e0-cd6e2da71199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.113430 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-e05ad465-70ce-4cb7-90e0-cd6e2da71199 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3a32340-81da-4c34-9bf1-dd33778d89c7 HTTP/1.1" status: 200 len: 801 time: 0.1713138 May 27 22:34:24.165965 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d5002a4-5dea-4d39-8cf4-051c73241e89 req-2ceb7e6e-6299-4bce-9408-c44c193bcb54 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840816 May 27 22:34:24.169762 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7f52265-c0e3-418b-a646-6d595210dac5 req-d21f208c-73fa-4cde-9410-f904b8c3a56e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710278 May 27 22:34:24.210445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-052da2d4-8c88-4b2b-af74-8736a5a0ee8c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:24.211202 n-d-843680-3 neutron-server[88900]: WARNING neutron.api.v2.base [None req-052da2d4-8c88-4b2b-af74-8736a5a0ee8c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 27 22:34:24.211907 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-052da2d4-8c88-4b2b-af74-8736a5a0ee8c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): There was a conflict when trying to complete your request. May 27 22:34:24.212971 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-052da2d4-8c88-4b2b-af74-8736a5a0ee8c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1815991 May 27 22:34:24.217107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50760) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:24.220509 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e65dd43-2dc2-4222-9999-924d93ed4223 req-818291a3-34dc-45e5-aa76-5c3f57192a1a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:24.237634 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f69e2a0-20fe-492f-96c2-ef8867f310f0'] response: {'server_uuid': '862eba0a-8f73-43d0-b681-271a885dfacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25da2df4-0b3c-4964-94cf-5ab53b08fd5c', 'code': 200} May 27 22:34:24.257391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['902a00b1-0873-4847-913f-e12fc66ca643'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:34:24.278685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1755316643'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:24.293888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:24.328512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818291a3-34dc-45e5-aa76-5c3f57192a1a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Pushing event deleted for resources: {'Port': ['ID=902a00b1-0873-4847-913f-e12fc66ca643,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:24.392160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:24.424631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:24.515218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-0b80989b-141a-4143-b08d-c188395987aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.516726 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-0b80989b-141a-4143-b08d-c188395987aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66433c8b-844e-4043-bc97-abca96cc504e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3909588 May 27 22:34:24.630892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:24.635067 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e65dd43-2dc2-4222-9999-924d93ed4223 req-818291a3-34dc-45e5-aa76-5c3f57192a1a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] No DVR routers for this DVR port 902a00b1-0873-4847-913f-e12fc66ca643 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:24.637692 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e65dd43-2dc2-4222-9999-924d93ed4223 req-818291a3-34dc-45e5-aa76-5c3f57192a1a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:24.648197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8025a533-af20-4297-b2b5-33d2b7a9f16a', 'name': 'network-vif-deleted', 'tag': '902a00b1-0873-4847-913f-e12fc66ca643'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:24.695138 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24b1af89-b412-4c52-9e7b-36f02fb26615 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:24.745047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f35b2-55c0-4fb0-a4ff-af9d937ed37f req-4fe8a389-f996-47f7-bb6c-4453bcf8b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.746524 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff2f35b2-55c0-4fb0-a4ff-af9d937ed37f req-4fe8a389-f996-47f7-bb6c-4453bcf8b38f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 1096 time: 0.4037874 May 27 22:34:24.754726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44f24d-b506-4539-a6df-130d372f94e8 req-19055d6e-a798-4cea-9115-1bd4f1a29a71 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.760241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7a44f24d-b506-4539-a6df-130d372f94e8 req-19055d6e-a798-4cea-9115-1bd4f1a29a71 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 945 time: 0.3691313 May 27 22:34:24.760418 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-419597e5-6adc-40f3-8b42-654146dfdd00 service neutron] 10.222.0.46 "GET /v2.0/networks/66433c8b-844e-4043-bc97-abca96cc504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301526 May 27 22:34:24.765728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd798c1-f8c6-446a-82ea-9449463d4184 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:34:24.769280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449babc9-4213-4c0d-b4e9-f837ae14c963 req-feace799-1393-4d70-9322-bdaa535ab9d4 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.775692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449babc9-4213-4c0d-b4e9-f837ae14c963 req-feace799-1393-4d70-9322-bdaa535ab9d4 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.781529 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449babc9-4213-4c0d-b4e9-f837ae14c963 req-feace799-1393-4d70-9322-bdaa535ab9d4 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.788862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449babc9-4213-4c0d-b4e9-f837ae14c963 req-feace799-1393-4d70-9322-bdaa535ab9d4 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.791384 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:24.794632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449babc9-4213-4c0d-b4e9-f837ae14c963 req-feace799-1393-4d70-9322-bdaa535ab9d4 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.800514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449babc9-4213-4c0d-b4e9-f837ae14c963 req-feace799-1393-4d70-9322-bdaa535ab9d4 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.804934 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24b1af89-b412-4c52-9e7b-36f02fb26615 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:24.806981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449babc9-4213-4c0d-b4e9-f837ae14c963 req-feace799-1393-4d70-9322-bdaa535ab9d4 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.808954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-449babc9-4213-4c0d-b4e9-f837ae14c963 req-feace799-1393-4d70-9322-bdaa535ab9d4 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5431 time: 0.4230597 May 27 22:34:24.823172 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:24.840104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e65dd43-2dc2-4222-9999-924d93ed4223 req-818291a3-34dc-45e5-aa76-5c3f57192a1a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.57 "DELETE /v2.0/ports/902a00b1-0873-4847-913f-e12fc66ca643 HTTP/1.1" status: 204 len: 173 time: 1.7534416 May 27 22:34:24.870357 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:24.917973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:24.933025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-24b1af89-b412-4c52-9e7b-36f02fb26615 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] In _notify_port_updated(), no bound segment for port e15275ae-a202-4c2b-9894-d19dfd7b9eff on network faf57b9b-8bf0-4420-85c0-511bffccda24 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:34:24.933455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:24.938093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b1af89-b412-4c52-9e7b-36f02fb26615 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:24.938734 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24b1af89-b412-4c52-9e7b-36f02fb26615 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:24.942451 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff2f35b2-55c0-4fb0-a4ff-af9d937ed37f req-07605894-d31e-4746-b8c6-0c4d37a61ae2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826217 May 27 22:34:24.942619 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-24b1af89-b412-4c52-9e7b-36f02fb26615 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "PUT /v2.0/ports/e15275ae-a202-4c2b-9894-d19dfd7b9eff HTTP/1.1" status: 200 len: 1002 time: 1.8106201 May 27 22:34:24.943780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Transition to ACTIVE for port object 7fd798c1-f8c6-446a-82ea-9449463d4184 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:24.946207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50768) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:24.946460 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:24.968880 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7a44f24d-b506-4539-a6df-130d372f94e8 req-2f9af667-b821-4440-b396-ded46307c822 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547558 May 27 22:34:24.981477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:25.010867 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-449babc9-4213-4c0d-b4e9-f837ae14c963 req-414108b5-4dae-4581-9a5e-095944a640ed tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1639240 May 27 22:34:25.030155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1af89-b412-4c52-9e7b-36f02fb26615 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event updated for resources: {'Port': ['ID=e15275ae-a202-4c2b-9894-d19dfd7b9eff,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:25.047014 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:25.132601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b82da75a-27be-467b-8d80-efdf45e4e620 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Deleting port e15275ae-a202-4c2b-9894-d19dfd7b9eff {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:25.132943 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b82da75a-27be-467b-8d80-efdf45e4e620 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:25.194555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9b0734c5-d2a2-426a-8cfb-94d0ec3c462e req-2e0a55d6-4011-41d0-97fa-62c80b1d9659 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Synchronizing usage tracker for tenant:a0f32423ee064513a3cd2a2144bb1b80 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:25.288666 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-790491ea-b6c0-442a-b5d8-ee961bbc2ff1 req-83e1203d-0872-483f-80f2-214be6f9c5e5 service neutron] 10.222.0.46 "GET /v2.0/networks/66433c8b-844e-4043-bc97-abca96cc504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183370 May 27 22:34:25.320321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9b0734c5-d2a2-426a-8cfb-94d0ec3c462e req-2e0a55d6-4011-41d0-97fa-62c80b1d9659 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Unset dirty status for tenant:a0f32423ee064513a3cd2a2144bb1b80 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:25.329176 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b0734c5-d2a2-426a-8cfb-94d0ec3c462e req-2e0a55d6-4011-41d0-97fa-62c80b1d9659 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=8025a533-af20-4297-b2b5-33d2b7a9f16a HTTP/1.1" status: 200 len: 210 time: 0.2381845 May 27 22:34:25.341837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd798c1-f8c6-446a-82ea-9449463d4184,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:25.372179 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:25.417641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad565d-002c-41d3-994d-ff638bc7dc55 req-992a03ac-6c1e-4f1e-b88c-0402fcaef2b2 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:25.426558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e2ad565d-002c-41d3-994d-ff638bc7dc55 req-992a03ac-6c1e-4f1e-b88c-0402fcaef2b2 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.2054048 May 27 22:34:25.448199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-652cfc74-5a54-4a49-8236-0f18c3722a9d None None] Provisioning complete for port e15275ae-a202-4c2b-9894-d19dfd7b9eff triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:25.448199 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-652cfc74-5a54-4a49-8236-0f18c3722a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:25.461781 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-834f625c-a9de-4d85-ab2d-c0fa3487c6f7'] response: {'server_uuid': '8025a533-af20-4297-b2b5-33d2b7a9f16a', 'name': 'network-vif-deleted', 'tag': '902a00b1-0873-4847-913f-e12fc66ca643', 'status': 'completed', 'code': 200} May 27 22:34:25.464447 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:25.481832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:25.490916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:25.511867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:25.528202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:25.529255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-652cfc74-5a54-4a49-8236-0f18c3722a9d None None] Port e15275ae-a202-4c2b-9894-d19dfd7b9eff cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:25.579452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341d0146-abfc-444b-a3b3-df506cbdbc9b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:25.584294 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e2ad565d-002c-41d3-994d-ff638bc7dc55 req-96fc3f28-6708-4220-a1a1-1a8e16d64df1 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566057 May 27 22:34:25.684251 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b34fc3-5d72-4e84-ae27-ac7b17fd0d02 req-89143f1d-0b4f-472b-a1f0-f39f16561156 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:25.690093 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b34fc3-5d72-4e84-ae27-ac7b17fd0d02 req-89143f1d-0b4f-472b-a1f0-f39f16561156 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:25.696025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b34fc3-5d72-4e84-ae27-ac7b17fd0d02 req-89143f1d-0b4f-472b-a1f0-f39f16561156 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:25.703459 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65b34fc3-5d72-4e84-ae27-ac7b17fd0d02 req-89143f1d-0b4f-472b-a1f0-f39f16561156 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2411 time: 0.1768150 May 27 22:34:25.735001 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:25.832009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Attempting to bind port 7fd798c1-f8c6-446a-82ea-9449463d4184 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:34:25.832338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Attempting to bind port 7fd798c1-f8c6-446a-82ea-9449463d4184 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'a92f2ee5-c735-43be-a843-40ea6d8c837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:34:25.832877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Attempting to bind port 7fd798c1-f8c6-446a-82ea-9449463d4184 on network a846165f-67b8-4711-8fc9-97b50aa76620 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:25.836954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65b34fc3-5d72-4e84-ae27-ac7b17fd0d02 req-87fec1bd-98b1-499b-bb0f-995aa1660804 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326180 May 27 22:34:25.847283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Port 7fd798c1-f8c6-446a-82ea-9449463d4184 on network a846165f-67b8-4711-8fc9-97b50aa76620 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:34:25.847601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Attempting to bind port 7fd798c1-f8c6-446a-82ea-9449463d4184 on network a846165f-67b8-4711-8fc9-97b50aa76620 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:25.859830 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:25.862717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:34:25.863056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Checking segment: {'id': 'a92f2ee5-c735-43be-a843-40ea6d8c837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:34:25.863440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Bound using segment: {'id': 'a92f2ee5-c735-43be-a843-40ea6d8c837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:34:25.864066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Bound port: 7fd798c1-f8c6-446a-82ea-9449463d4184, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a92f2ee5-c735-43be-a843-40ea6d8c837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:34:25.864434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:25.957740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370a6927-b65f-4981-bd20-a22ba7eb6d97,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:25.961567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a43d0-2ea2-4b77-8bb9-ff59855c04c9 req-f9bae537-6539-4a97-af2e-237b5f62ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:25.971293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a43d0-2ea2-4b77-8bb9-ff59855c04c9 req-f9bae537-6539-4a97-af2e-237b5f62ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:25.971935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a43d0-2ea2-4b77-8bb9-ff59855c04c9 req-f9bae537-6539-4a97-af2e-237b5f62ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:25.987145 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ab2a43d0-2ea2-4b77-8bb9-ff59855c04c9 req-f9bae537-6539-4a97-af2e-237b5f62ed20 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3b54b6db8c94da09be36184b0fd7615&device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2864 time: 0.5148916 May 27 22:34:26.000503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd1afb-b226-4870-8e36-50ac5f3684c7 req-a7652daa-64f0-4a56-bef8-bc433b99d438 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.002441 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42bd1afb-b226-4870-8e36-50ac5f3684c7 req-a7652daa-64f0-4a56-bef8-bc433b99d438 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 944 time: 0.2557209 May 27 22:34:26.004606 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:26.006171 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-063a1fc7-db21-4d5a-854b-c35d46caf7fc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7876291 May 27 22:34:26.018881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-13d29389-d7f9-4fc8-840f-09ea5473ed30 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.025064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-13d29389-d7f9-4fc8-840f-09ea5473ed30 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.027866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50780) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:26.031929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-13d29389-d7f9-4fc8-840f-09ea5473ed30 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.039118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-13d29389-d7f9-4fc8-840f-09ea5473ed30 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.045393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-13d29389-d7f9-4fc8-840f-09ea5473ed30 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.051494 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-13d29389-d7f9-4fc8-840f-09ea5473ed30 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.058246 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-13d29389-d7f9-4fc8-840f-09ea5473ed30 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.060475 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-13d29389-d7f9-4fc8-840f-09ea5473ed30 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5431 time: 0.2617242 May 27 22:34:26.100552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c7e070b9-0cee-49bf-ae24-9db69df63241 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': '370a6927-b65f-4981-bd20-a22ba7eb6d97', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:26.106502 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b82da75a-27be-467b-8d80-efdf45e4e620 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:26.124033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c7e070b9-0cee-49bf-ae24-9db69df63241 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:26.143686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c7e070b9-0cee-49bf-ae24-9db69df63241 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:26.150359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42bd1afb-b226-4870-8e36-50ac5f3684c7 req-45c2bea6-c55f-4fc8-a719-02c916f3e16c tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888228 May 27 22:34:26.197907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c7e070b9-0cee-49bf-ae24-9db69df63241 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:26.277733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-b3741fd3-6127-451a-9170-d64be7ec23cf tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.279064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-b3741fd3-6127-451a-9170-d64be7ec23cf tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "GET /v2.0/ports/0f8c0679-a173-42fd-bf4b-8227fb6895d4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1721306 May 27 22:34:26.285025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b82da75a-27be-467b-8d80-efdf45e4e620 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Calling delete_port for e15275ae-a202-4c2b-9894-d19dfd7b9eff owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:26.316369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c7e070b9-0cee-49bf-ae24-9db69df63241 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:26.370266 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] For port 7fd798c1-f8c6-446a-82ea-9449463d4184, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:34:26.401553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] For port 7fd798c1-f8c6-446a-82ea-9449463d4184, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7fd798c1-f8c6-446a-82ea-9449463d4184,segment=NetworkSegment(a92f2ee5-c735-43be-a843-40ea6d8c837f),segment_id=a92f2ee5-c735-43be-a843-40ea6d8c837f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:34:26.418569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a43d0-2ea2-4b77-8bb9-ff59855c04c9 req-cb6bd74e-fc87-44f3-bd14-7469338eb793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.420039 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ab2a43d0-2ea2-4b77-8bb9-ff59855c04c9 req-cb6bd74e-fc87-44f3-bd14-7469338eb793 service neutron] 10.222.0.46 "GET /v2.0/networks?id=66433c8b-844e-4043-bc97-abca96cc504e HTTP/1.1" status: 200 len: 902 time: 0.4172256 May 27 22:34:26.498151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b351c-81ca-4b49-b765-c5cbb6995ac0 req-acad14f5-b66a-4084-9cb0-84d7031290eb tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.499597 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-743b351c-81ca-4b49-b765-c5cbb6995ac0 req-acad14f5-b66a-4084-9cb0-84d7031290eb tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 945 time: 0.2915411 May 27 22:34:26.514449 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-2ac9a063-10e4-4d35-b9d5-4037e312d2e7 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "GET /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1966381 May 27 22:34:26.541510 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:26.541720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39b557-921e-454e-b9b8-e82d3b7107d8 req-f3b76e56-1b7d-4fcb-9b12-e427c6ea5f6b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.541848 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ab2a43d0-2ea2-4b77-8bb9-ff59855c04c9 req-d0fa4584-31ce-449d-b0f2-6a7da1563a20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.214&port_id=44567338-3959-4ea8-8547-918715a57737 HTTP/1.1" status: 200 len: 217 time: 0.1137617 May 27 22:34:26.546987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39b557-921e-454e-b9b8-e82d3b7107d8 req-f3b76e56-1b7d-4fcb-9b12-e427c6ea5f6b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.552703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39b557-921e-454e-b9b8-e82d3b7107d8 req-f3b76e56-1b7d-4fcb-9b12-e427c6ea5f6b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.558332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39b557-921e-454e-b9b8-e82d3b7107d8 req-f3b76e56-1b7d-4fcb-9b12-e427c6ea5f6b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.564007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39b557-921e-454e-b9b8-e82d3b7107d8 req-f3b76e56-1b7d-4fcb-9b12-e427c6ea5f6b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.570280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39b557-921e-454e-b9b8-e82d3b7107d8 req-f3b76e56-1b7d-4fcb-9b12-e427c6ea5f6b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.575930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39b557-921e-454e-b9b8-e82d3b7107d8 req-f3b76e56-1b7d-4fcb-9b12-e427c6ea5f6b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.577853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb39b557-921e-454e-b9b8-e82d3b7107d8 req-f3b76e56-1b7d-4fcb-9b12-e427c6ea5f6b tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 5431 time: 0.3045793 May 27 22:34:26.577996 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7e070b9-0cee-49bf-ae24-9db69df63241 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:26.581428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-e8b808d9-922b-4595-8b9b-71ff56d5dc47 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:26.680393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.681230 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:26.682762 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/7fd798c1-f8c6-446a-82ea-9449463d4184 HTTP/1.1" status: 200 len: 1092 time: 3.4881537 May 27 22:34:26.687846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43fb062-7c43-4544-9d25-a1ed2907a557', 'tag': '7fd798c1-f8c6-446a-82ea-9449463d4184'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:26.707706 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-743b351c-81ca-4b49-b765-c5cbb6995ac0 req-e02e98f1-2cd8-44fa-8e7e-4c14811a9022 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010188 May 27 22:34:26.740015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a43d0-2ea2-4b77-8bb9-ff59855c04c9 req-a3c7971f-d05c-4817-ae7f-a8cc28e6bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:26.741759 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ab2a43d0-2ea2-4b77-8bb9-ff59855c04c9 req-a3c7971f-d05c-4817-ae7f-a8cc28e6bcda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f3a32340-81da-4c34-9bf1-dd33778d89c7 HTTP/1.1" status: 200 len: 801 time: 0.1666136 May 27 22:34:26.743803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765c8a9-18ee-48fa-8b23-c99907a231d1 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd798c1-f8c6-446a-82ea-9449463d4184,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:26.806468 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7e070b9-0cee-49bf-ae24-9db69df63241 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:26.807547 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b82da75a-27be-467b-8d80-efdf45e4e620 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:26.828663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb39b557-921e-454e-b9b8-e82d3b7107d8 req-515efcf2-3a85-45cd-a0c0-f17e33a47d22 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2194414 May 27 22:34:26.847911 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-e8b808d9-922b-4595-8b9b-71ff56d5dc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:26.882611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82da75a-27be-467b-8d80-efdf45e4e620 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event deleted for resources: {'Port': ['ID=e15275ae-a202-4c2b-9894-d19dfd7b9eff,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:26.926846 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7e070b9-0cee-49bf-ae24-9db69df63241 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:27.007872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e070b9-0cee-49bf-ae24-9db69df63241 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06db4182-ba34-49eb-a2d2-350eb3600c40,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:27.058131 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08905f36-2089-47c4-a39f-a9dbd7387366'] response: {'name': 'network-changed', 'server_uuid': 'c43fb062-7c43-4544-9d25-a1ed2907a557', 'tag': '7fd798c1-f8c6-446a-82ea-9449463d4184', 'status': 'completed', 'code': 200} May 27 22:34:27.081435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 902a00b1-0873-4847-913f-e12fc66ca643 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:27.166472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a43d0-2ea2-4b77-8bb9-ff59855c04c9 req-a7b0c356-dc3e-40af-b331-daa9e82d8833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:27.168201 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ab2a43d0-2ea2-4b77-8bb9-ff59855c04c9 req-a7b0c356-dc3e-40af-b331-daa9e82d8833 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=66433c8b-844e-4043-bc97-abca96cc504e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4199128 May 27 22:34:27.174668 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7e070b9-0cee-49bf-ae24-9db69df63241 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:27.177268 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c7e070b9-0cee-49bf-ae24-9db69df63241 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1416929 May 27 22:34:27.180880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 902a00b1-0873-4847-913f-e12fc66ca643 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:34:27.182820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 902a00b1-0873-4847-913f-e12fc66ca643 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:34:27.183591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:27.184157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-e8b808d9-922b-4595-8b9b-71ff56d5dc47 service neutron] For port 0f8c0679-a173-42fd-bf4b-8227fb6895d4, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0f8c0679-a173-42fd-bf4b-8227fb6895d4,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:27.186917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50802) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:27.195997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-261f0af1-8d96-4d60-ab0a-e05b93dcf301 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': '370a6927-b65f-4981-bd20-a22ba7eb6d97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:27.205186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-261f0af1-8d96-4d60-ab0a-e05b93dcf301 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:27.211898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-261f0af1-8d96-4d60-ab0a-e05b93dcf301 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:27.220725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-261f0af1-8d96-4d60-ab0a-e05b93dcf301 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:27.228260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-261f0af1-8d96-4d60-ab0a-e05b93dcf301 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:27.257292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-e8b808d9-922b-4595-8b9b-71ff56d5dc47 service neutron] For port 0f8c0679-a173-42fd-bf4b-8227fb6895d4, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:34:27.321804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b82da75a-27be-467b-8d80-efdf45e4e620 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:27.325901 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b82da75a-27be-467b-8d80-efdf45e4e620 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "DELETE /v2.0/ports/e15275ae-a202-4c2b-9894-d19dfd7b9eff HTTP/1.1" status: 204 len: 168 time: 2.3746431 May 27 22:34:27.330719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50806) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:27.393405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:27.393826 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:27.394351 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-37ed1613-c29f-4892-8526-979febc03bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:27.395809 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-37ed1613-c29f-4892-8526-979febc03bf2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cbde3bf5664409c9a11b9efb9601362&device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 1095 time: 0.5201478 May 27 22:34:27.398954 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8169033-9d85-435a-9259-540f44307781 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] GET failed (client error): The resource could not be found. May 27 22:34:27.399454 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a8169033-9d85-435a-9259-540f44307781 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Synchronizing usage tracker for tenant:e013a454c6e94f8588c502a6973f04d0 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:27.425118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:27.436119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:27.446195 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97a45c9d-ae3e-4ae3-9167-c0eb8eb7d965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:27.492900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a8169033-9d85-435a-9259-540f44307781 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Unset dirty status for tenant:e013a454c6e94f8588c502a6973f04d0 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:27.494069 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a8169033-9d85-435a-9259-540f44307781 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "GET /v2.0/ports/e15275ae-a202-4c2b-9894-d19dfd7b9eff HTTP/1.1" status: 404 len: 333 time: 0.1549833 May 27 22:34:27.495520 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-5abf3b53-f9ed-4bbc-bf6b-0e390f5fd8e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fd798c1-f8c6-446a-82ea-9449463d4184 HTTP/1.1" status: 200 len: 217 time: 0.0809524 May 27 22:34:27.499393 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:27.500489 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:27.505593 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50812) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:27.618618 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-261f0af1-8d96-4d60-ab0a-e05b93dcf301 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:27.628979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:27.675974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Request body: {'port': {'network_id': 'faf57b9b-8bf0-4420-85c0-511bffccda24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-449184321'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:27.691133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:27.692466 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:27.696404 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-e8b808d9-922b-4595-8b9b-71ff56d5dc47 service neutron] device_id is not set on port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:34:27.706419 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-e8b808d9-922b-4595-8b9b-71ff56d5dc47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:27.707965 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ab2a43d0-2ea2-4b77-8bb9-ff59855c04c9 req-5670b2d6-840d-459d-b485-90fb5ddb1274 service neutron] 10.222.0.46 "GET /v2.0/networks/66433c8b-844e-4043-bc97-abca96cc504e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285504 May 27 22:34:27.729302 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052,segment=NetworkSegment(95cfb425-1bdd-4b57-8aa2-bf9e3027a149),segment_id=95cfb425-1bdd-4b57-8aa2-bf9e3027a149)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:27.778457 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-e8b808d9-922b-4595-8b9b-71ff56d5dc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:27.794985 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:27.795832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 23208c92-dbee-4363-9c21-9737e54a8a81 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:27.838912 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-261f0af1-8d96-4d60-ab0a-e05b93dcf301 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): There was a conflict when trying to complete your request. May 27 22:34:27.842598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-261f0af1-8d96-4d60-ab0a-e05b93dcf301 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6519120 May 27 22:34:27.843392 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d14f34-1bde-4d50-8c8d-6457fbcb945b req-a0852dec-2dfc-4809-a818-0ef4c31b8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:27.844855 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6d14f34-1bde-4d50-8c8d-6457fbcb945b req-a0852dec-2dfc-4809-a818-0ef4c31b8296 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05e4e8493bed4e6fa4f49a687daec3dd&device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 1096 time: 0.2909644 May 27 22:34:27.852385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50818) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:27.861091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-c84141e3-3110-4bab-9987-cf7724dc4a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:27.863730 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-c84141e3-3110-4bab-9987-cf7724dc4a91 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb HTTP/1.1" status: 200 len: 854 time: 0.3578768 May 27 22:34:27.924925 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:27.935415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67333393-c6ea-4ff4-a089-69be0aa754b6 req-004b63e1-ac22-426b-a5aa-3c1570bdf47f tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:27.941123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67333393-c6ea-4ff4-a089-69be0aa754b6 req-004b63e1-ac22-426b-a5aa-3c1570bdf47f tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:27.946876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67333393-c6ea-4ff4-a089-69be0aa754b6 req-004b63e1-ac22-426b-a5aa-3c1570bdf47f tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:27.948545 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67333393-c6ea-4ff4-a089-69be0aa754b6 req-004b63e1-ac22-426b-a5aa-3c1570bdf47f tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2411 time: 0.6203594 May 27 22:34:27.988466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fe864-b205-4c38-8913-6dfb7ad60930 req-8651d73c-ba8b-44f8-be7e-de7d5df315df tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:27.989544 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 23208c92-dbee-4363-9c21-9737e54a8a81 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:27.990747 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:28.000332 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-797fe864-b205-4c38-8913-6dfb7ad60930 req-8651d73c-ba8b-44f8-be7e-de7d5df315df tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.6664066 May 27 22:34:28.020043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:28.031043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 23208c92-dbee-4363-9c21-9737e54a8a81, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=23208c92-dbee-4363-9c21-9737e54a8a81,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:28.035645 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ab2a43d0-2ea2-4b77-8bb9-ff59855c04c9 req-989ef6f6-0efe-47e1-abff-72b646d1d6d3 service neutron] 10.222.0.46 "GET /v2.0/networks/66433c8b-844e-4043-bc97-abca96cc504e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725813 May 27 22:34:28.040246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:28.064960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-606849d0-080e-402b-9d07-ae06de91bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:28.066435 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-606849d0-080e-402b-9d07-ae06de91bbdd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a846165f-67b8-4711-8fc9-97b50aa76620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910553 May 27 22:34:28.107975 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:28.151942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-e8b808d9-922b-4595-8b9b-71ff56d5dc47 service neutron] No DVR routers for this DVR port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:28.166918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Made reservation on behalf of e013a454c6e94f8588c502a6973f04d0 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:28.172480 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:28.186929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9870e25e-8f48-4d5c-83e7-b415cae233c8 None None] Provisioning complete for port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:28.187422 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9870e25e-8f48-4d5c-83e7-b415cae233c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:28.197594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b808d9-922b-4595-8b9b-71ff56d5dc47 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8c0679-a173-42fd-bf4b-8227fb6895d4,revision_number=6']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:28.211480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] device_id is not set on port 462ce2b0-4b02-48dc-a22a-a262755e59f4 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:34:28.238620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=23208c92-dbee-4363-9c21-9737e54a8a81,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:28.251971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9870e25e-8f48-4d5c-83e7-b415cae233c8 None None] Port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:28.296074 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-797fe864-b205-4c38-8913-6dfb7ad60930 req-612dc8da-81f4-4247-ae91-db652aa865f4 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553344 May 27 22:34:28.306847 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67333393-c6ea-4ff4-a089-69be0aa754b6 req-30b274c1-9676-4ac7-b6de-3144549760d6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649043 May 27 22:34:28.351627 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-04512782-c454-44f5-8fe4-dee7f9ba5559 service neutron] 10.222.0.57 "GET /v2.0/networks/a846165f-67b8-4711-8fc9-97b50aa76620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778611 May 27 22:34:28.389919 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf493826-7a67-485a-8535-c70f9e2d134d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:28.395716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-e8b808d9-922b-4595-8b9b-71ff56d5dc47 service neutron] In _notify_port_updated(), no bound segment for port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 on network cfe8967c-799b-45c8-99e7-5751d5d5f38a {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:34:28.397483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-e8b808d9-922b-4595-8b9b-71ff56d5dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:28.398251 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-e8b808d9-922b-4595-8b9b-71ff56d5dc47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:28.401531 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-e8b808d9-922b-4595-8b9b-71ff56d5dc47 service neutron] 10.222.0.57 "PUT /v2.0/ports/0f8c0679-a173-42fd-bf4b-8227fb6895d4 HTTP/1.1" status: 200 len: 1027 time: 1.8733084 May 27 22:34:28.412141 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d14f34-1bde-4d50-8c8d-6457fbcb945b req-d80a038e-bc78-4a2f-9975-500cc6bd9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:28.413982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6d14f34-1bde-4d50-8c8d-6457fbcb945b req-d80a038e-bc78-4a2f-9975-500cc6bd9b2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d23dcda8-17be-4539-b74b-b821bbe2acbb HTTP/1.1" status: 200 len: 917 time: 0.5090473 May 27 22:34:28.445353 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Allocated IP 2001:db8::1d (faf57b9b-8bf0-4420-85c0-511bffccda24/33c4d601-066c-43a4-9010-8e2b695108a3/462ce2b0-4b02-48dc-a22a-a262755e59f4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:28.460715 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:34:28.632368 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6d14f34-1bde-4d50-8c8d-6457fbcb945b req-f65bac49-8b2d-469d-99b7-91c3d98f8c0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccb0ddd8-6167-4b44-b9a8-1e335606aeef HTTP/1.1" status: 200 len: 217 time: 0.1606414 May 27 22:34:28.687958 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-552c3e08-06cd-4f58-8731-34e40ca0ef0d req-52fcc3dd-9398-47da-aea2-2492f3ebac69 service neutron] 10.222.0.57 "GET /v2.0/networks/a846165f-67b8-4711-8fc9-97b50aa76620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446022 May 27 22:34:28.751108 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf493826-7a67-485a-8535-c70f9e2d134d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:28.786496 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:28.804298 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Transition to ACTIVE for port object 462ce2b0-4b02-48dc-a22a-a262755e59f4 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:28.817727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-70feebb9-d862-48e8-85f7-e57ccc9807a1 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:28.819125 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-70feebb9-d862-48e8-85f7-e57ccc9807a1 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "GET /v2.0/ports/1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3947871 May 27 22:34:28.824883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d14f34-1bde-4d50-8c8d-6457fbcb945b req-797d9f5a-428a-455b-9374-92c13fa40dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:28.826225 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6d14f34-1bde-4d50-8c8d-6457fbcb945b req-797d9f5a-428a-455b-9374-92c13fa40dab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93bdaa2f-5c5c-4431-b726-a65de0c90ff4 HTTP/1.1" status: 200 len: 855 time: 0.1352785 May 27 22:34:28.839137 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 44567338-3959-4ea8-8547-918715a57737 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:34:28.907939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-c277b8b9-5cd6-490c-b558-20a9d24bbaeb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:28.938153 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:28.989121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 44567338-3959-4ea8-8547-918715a57737, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=44567338-3959-4ea8-8547-918715a57737,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:29.007837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '44567338-3959-4ea8-8547-918715a57737', 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e', 'port_id': '44567338-3959-4ea8-8547-918715a57737', 'mac_address': 'fa:16:3e:46:7f:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a32340-81da-4c34-9bf1-dd33778d89c7', 'ip_address': '19.80.0.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:34:29.025137 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0f8c0679-a173-42fd-bf4b-8227fb6895d4 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:29.025914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9a0f7-76e7-4d2c-ab7d-086a97ce897d req-4f53c1f9-e516-4c53-8c21-bde425428bba tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:29.027436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddb9a0f7-76e7-4d2c-ab7d-086a97ce897d req-4f53c1f9-e516-4c53-8c21-bde425428bba tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 944 time: 0.5569880 May 27 22:34:29.047951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-55612cc7-2d85-45ec-829e-d28d6cd6ca47 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:29.049484 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-55612cc7-2d85-45ec-829e-d28d6cd6ca47 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 812 time: 0.5252285 May 27 22:34:29.083297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Network faf57b9b-8bf0-4420-85c0-511bffccda24 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:29.088297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:29.091672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:29.097902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:29.098473 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:29.120083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event updated for resources: {'Port': ['ID=462ce2b0-4b02-48dc-a22a-a262755e59f4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:29.126580 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf493826-7a67-485a-8535-c70f9e2d134d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:29.139076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef480c3-ff3d-4d2d-9a17-823d445cfc07 req-d7c29a34-1ae6-42b9-a75f-0fd031208932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:29.147016 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aef480c3-ff3d-4d2d-9a17-823d445cfc07 req-d7c29a34-1ae6-42b9-a75f-0fd031208932 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cbde3bf5664409c9a11b9efb9601362&device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 1095 time: 0.2761419 May 27 22:34:29.151416 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-28325336-8628-4579-999a-ca3bac9eed15 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/quotas/a0f32423ee064513a3cd2a2144bb1b80 HTTP/1.1" status: 200 len: 375 time: 0.0682831 May 27 22:34:29.176300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0f8c0679-a173-42fd-bf4b-8227fb6895d4 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:34:29.176900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 8cf04518-2939-4728-93ea-50115c31a9be no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:29.210992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf493826-7a67-485a-8535-c70f9e2d134d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370a6927-b65f-4981-bd20-a22ba7eb6d97,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:29.224630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d14f34-1bde-4d50-8c8d-6457fbcb945b req-8795b512-c06b-4979-b331-0f3c0407db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:29.226110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6d14f34-1bde-4d50-8c8d-6457fbcb945b req-8795b512-c06b-4979-b331-0f3c0407db3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d23dcda8-17be-4539-b74b-b821bbe2acbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3889654 May 27 22:34:29.235452 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-c277b8b9-5cd6-490c-b558-20a9d24bbaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:29.256292 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-95e0eb1c-70a0-4a52-96f8-942c63048e2e tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7490232 May 27 22:34:29.261896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50832) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:29.268666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bd39e050-7f92-44c7-b81e-51da54930123 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:39:0e:56'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:29.270401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-281a2be5-5de0-41e9-943e-1462ecc73e6c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030004 May 27 22:34:29.276186 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf493826-7a67-485a-8535-c70f9e2d134d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:29.277327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cf493826-7a67-485a-8535-c70f9e2d134d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "DELETE /v2.0/security-groups/370a6927-b65f-4981-bd20-a22ba7eb6d97 HTTP/1.1" status: 204 len: 168 time: 1.3788579 May 27 22:34:29.280688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddb9a0f7-76e7-4d2c-ab7d-086a97ce897d req-994b7832-8a88-42e4-9f48-e43e62e5c99c tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451348 May 27 22:34:29.284334 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 44567338-3959-4ea8-8547-918715a57737 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:29.284646 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:29.305389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50836) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:29.348036 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44567338-3959-4ea8-8547-918715a57737 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:34:29.370460 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 44567338-3959-4ea8-8547-918715a57737, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=44567338-3959-4ea8-8547-918715a57737,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:29.402258 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b8662b-ac54-486e-87bf-5e2350d72ef5'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f', 'code': 200} May 27 22:34:29.409077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef480c3-ff3d-4d2d-9a17-823d445cfc07 req-0dff8747-bf50-4aa6-ac3d-ed2b66115f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:29.410606 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aef480c3-ff3d-4d2d-9a17-823d445cfc07 req-0dff8747-bf50-4aa6-ac3d-ed2b66115f02 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a846165f-67b8-4711-8fc9-97b50aa76620 HTTP/1.1" status: 200 len: 916 time: 0.2533567 May 27 22:34:29.436808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 8cf04518-2939-4728-93ea-50115c31a9be is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:29.437189 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:29.453223 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:29.453789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:34:29.537189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=44567338-3959-4ea8-8547-918715a57737,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:29.584409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 8cf04518-2939-4728-93ea-50115c31a9be, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=8cf04518-2939-4728-93ea-50115c31a9be,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:29.593989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=85b31ec6-6eff-4b70-baa3-cf95da2f6f69,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:29.609359 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '85b31ec6-6eff-4b70-baa3-cf95da2f6f69', 'network_id': '66433c8b-844e-4043-bc97-abca96cc504e', 'port_id': '85b31ec6-6eff-4b70-baa3-cf95da2f6f69', 'mac_address': 'fa:16:3e:f0:4f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3a32340-81da-4c34-9bf1-dd33778d89c7', 'ip_address': '19.80.0.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:34:29.655951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4c72b608-d177-45bf-bc48-05d49975ffe1 None None] Provisioning for port 462ce2b0-4b02-48dc-a22a-a262755e59f4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:29.702373 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4c72b608-d177-45bf-bc48-05d49975ffe1 None None] Provisioning complete for port 462ce2b0-4b02-48dc-a22a-a262755e59f4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:29.702753 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c72b608-d177-45bf-bc48-05d49975ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:29.742341 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7c3925b2-86f9-4f20-8c90-c2c406d4aaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:29.743811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:29.744521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:29.748247 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aef480c3-ff3d-4d2d-9a17-823d445cfc07 req-690247c1-105a-4b89-93e9-39e99a49656d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fd798c1-f8c6-446a-82ea-9449463d4184 HTTP/1.1" status: 200 len: 217 time: 0.2631710 May 27 22:34:29.839152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef480c3-ff3d-4d2d-9a17-823d445cfc07 req-cac62ff5-041b-4878-bc51-8839d65c7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:29.839803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6d14f34-1bde-4d50-8c8d-6457fbcb945b req-91f6c442-9d12-43c7-99d3-ed85c05a13d5 service neutron] 10.222.0.46 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905600 May 27 22:34:29.840597 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aef480c3-ff3d-4d2d-9a17-823d445cfc07 req-cac62ff5-041b-4878-bc51-8839d65c7af5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb HTTP/1.1" status: 200 len: 854 time: 0.0836351 May 27 22:34:29.862865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:29.863253 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:29.881217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4c72b608-d177-45bf-bc48-05d49975ffe1 None None] Port 462ce2b0-4b02-48dc-a22a-a262755e59f4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:29.895688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4e5369e9-946b-4dbb-a2c4-1c88e61ef175 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Synchronizing usage tracker for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:29.901168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=8cf04518-2939-4728-93ea-50115c31a9be,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:29.904466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:34:29.963421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=85b31ec6-6eff-4b70-baa3-cf95da2f6f69,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:29.977237 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd39e050-7f92-44c7-b81e-51da54930123 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:29.977439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:29.977699 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.013095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:30.042173 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.043516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 603166be-3acb-4813-9d4e-2e301d09b3d7 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:34:30.062165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef480c3-ff3d-4d2d-9a17-823d445cfc07 req-a9769dd9-475c-4237-a1ef-d4cbb406527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:30.063514 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aef480c3-ff3d-4d2d-9a17-823d445cfc07 req-a9769dd9-475c-4237-a1ef-d4cbb406527c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a846165f-67b8-4711-8fc9-97b50aa76620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2141404 May 27 22:34:30.072840 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f0336abb-186f-4f93-a185-446b29f28659 service neutron] 10.222.0.27 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7863653 May 27 22:34:30.106579 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.107304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device afbe4a2a-ff42-4360-a344-c0004a52a25b no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:30.154424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bdec1-59f8-4751-9f69-ba8922203fef req-ca9218a6-3964-44a3-85be-5c616d2bd298 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:30.155900 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f89bdec1-59f8-4751-9f69-ba8922203fef req-ca9218a6-3964-44a3-85be-5c616d2bd298 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 945 time: 0.6125102 May 27 22:34:30.217276 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aef480c3-ff3d-4d2d-9a17-823d445cfc07 req-270fb392-7065-4b50-a63c-81b0b782dc95 service neutron] 10.222.0.57 "GET /v2.0/networks/a846165f-67b8-4711-8fc9-97b50aa76620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448479 May 27 22:34:30.223581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4e5369e9-946b-4dbb-a2c4-1c88e61ef175 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Unset dirty status for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:30.228597 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4e5369e9-946b-4dbb-a2c4-1c88e61ef175 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9184706 May 27 22:34:30.237740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50844) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:30.241405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=85b31ec6-6eff-4b70-baa3-cf95da2f6f69,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:30.276638 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6d14f34-1bde-4d50-8c8d-6457fbcb945b req-dab1c4e3-21de-4904-9ab7-7a56a21aff9d service neutron] 10.222.0.46 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194655 May 27 22:34:30.281987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-c277b8b9-5cd6-490c-b558-20a9d24bbaeb service neutron] For port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:30.319873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7b2365cc-775e-4abe-b0a9-2d19cda40ebc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106690854'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:30.328378 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f89bdec1-59f8-4751-9f69-ba8922203fef req-4315bc02-bee7-4cfa-827c-3c3d6e969115 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059039 May 27 22:34:30.333180 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b2365cc-775e-4abe-b0a9-2d19cda40ebc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:30.388760 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-8575e9cd-8478-49df-899c-5c2051ca5794 service neutron] 10.222.0.27 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003449 May 27 22:34:30.402914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-c277b8b9-5cd6-490c-b558-20a9d24bbaeb service neutron] For port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:34:30.427346 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b2365cc-775e-4abe-b0a9-2d19cda40ebc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:30.431603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 603166be-3acb-4813-9d4e-2e301d09b3d7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=603166be-3acb-4813-9d4e-2e301d09b3d7,segment=NetworkSegment(953a004e-4f5c-41be-971c-a6781dfb4162),segment_id=953a004e-4f5c-41be-971c-a6781dfb4162)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:30.486458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '603166be-3acb-4813-9d4e-2e301d09b3d7', 'network_id': '98912f60-8bdf-43c7-ac16-cf76dd17c8c7', 'port_id': '603166be-3acb-4813-9d4e-2e301d09b3d7', 'mac_address': 'fa:16:3e:63:34:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a604f308-4af1-4b63-bbc2-e7f844774d9a', 'ip_address': '19.86.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:34:30.489615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:30.519539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-c277b8b9-5cd6-490c-b558-20a9d24bbaeb service neutron] device_id is not set on port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:34:30.523959 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b2365cc-775e-4abe-b0a9-2d19cda40ebc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.536149 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-c277b8b9-5cd6-490c-b558-20a9d24bbaeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.549652 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aef480c3-ff3d-4d2d-9a17-823d445cfc07 req-78ed12b7-0f9c-49db-b451-f85a04510dd0 service neutron] 10.222.0.57 "GET /v2.0/networks/a846165f-67b8-4711-8fc9-97b50aa76620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110752 May 27 22:34:30.551636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b2365cc-775e-4abe-b0a9-2d19cda40ebc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:30.558004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b2365cc-775e-4abe-b0a9-2d19cda40ebc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:30.561651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b2365cc-775e-4abe-b0a9-2d19cda40ebc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:30.569189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b2365cc-775e-4abe-b0a9-2d19cda40ebc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:30.592693 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd39e050-7f92-44c7-b81e-51da54930123 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.607255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port afbe4a2a-ff42-4360-a344-c0004a52a25b is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:30.607970 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.620810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 603166be-3acb-4813-9d4e-2e301d09b3d7 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:30.621186 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.622953 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-c277b8b9-5cd6-490c-b558-20a9d24bbaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.647480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603166be-3acb-4813-9d4e-2e301d09b3d7 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:34:30.663969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b2365cc-775e-4abe-b0a9-2d19cda40ebc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.666821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port afbe4a2a-ff42-4360-a344-c0004a52a25b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=afbe4a2a-ff42-4360-a344-c0004a52a25b,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:30.671272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 603166be-3acb-4813-9d4e-2e301d09b3d7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=603166be-3acb-4813-9d4e-2e301d09b3d7,segment=NetworkSegment(953a004e-4f5c-41be-971c-a6781dfb4162),segment_id=953a004e-4f5c-41be-971c-a6781dfb4162)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:30.692538 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd39e050-7f92-44c7-b81e-51da54930123 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.723711 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.756318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e4989-a327-4eda-a880-a2eb57770699 req-4f14c7fe-23ba-4274-885e-39fb97bf76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:30.770129 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f1e4989-a327-4eda-a880-a2eb57770699 req-4f14c7fe-23ba-4274-885e-39fb97bf76c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=05e4e8493bed4e6fa4f49a687daec3dd&device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 1096 time: 0.3049500 May 27 22:34:30.791919 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b2365cc-775e-4abe-b0a9-2d19cda40ebc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.814223 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.835953 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.897553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-bd39e050-7f92-44c7-b81e-51da54930123 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] In _notify_port_updated(), no bound segment for port 462ce2b0-4b02-48dc-a22a-a262755e59f4 on network faf57b9b-8bf0-4420-85c0-511bffccda24 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:34:30.918049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=afbe4a2a-ff42-4360-a344-c0004a52a25b,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:30.924334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-c277b8b9-5cd6-490c-b558-20a9d24bbaeb service neutron] No DVR routers for this DVR port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:30.925479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd39e050-7f92-44c7-b81e-51da54930123 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:30.926158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd39e050-7f92-44c7-b81e-51da54930123 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:30.935172 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bd39e050-7f92-44c7-b81e-51da54930123 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "PUT /v2.0/ports/462ce2b0-4b02-48dc-a22a-a262755e59f4 HTTP/1.1" status: 200 len: 1001 time: 1.6721652 May 27 22:34:30.961293 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50856) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:31.025360 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:31.032693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39e050-7f92-44c7-b81e-51da54930123 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event updated for resources: {'Port': ['ID=462ce2b0-4b02-48dc-a22a-a262755e59f4,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:31.038841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2365cc-775e-4abe-b0a9-2d19cda40ebc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f51bf1c3-f182-41a1-9c0a-693b83df1721,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:31.092964 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=603166be-3acb-4813-9d4e-2e301d09b3d7,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:31.114545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277b8b9-5cd6-490c-b558-20a9d24bbaeb service neutron] Pushing event updated for resources: {'Port': ['ID=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f,revision_number=7']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:31.147735 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4c58d5a7-638f-4d05-bf0f-563b77e8fef7 None None] Provisioning complete for port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:31.148223 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c58d5a7-638f-4d05-bf0f-563b77e8fef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:31.164721 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b2365cc-775e-4abe-b0a9-2d19cda40ebc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:31.165997 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7b2365cc-775e-4abe-b0a9-2d19cda40ebc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9262848 May 27 22:34:31.168831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50864) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:31.174833 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['85b31ec6-6eff-4b70-baa3-cf95da2f6f69'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:34:31.177032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-71db5ecf-5310-41ce-9be1-92ad5c3e6fed tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': 'f51bf1c3-f182-41a1-9c0a-693b83df1721', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:31.178148 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-71db5ecf-5310-41ce-9be1-92ad5c3e6fed tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 27 22:34:31.178895 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-71db5ecf-5310-41ce-9be1-92ad5c3e6fed tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:31.180169 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-71db5ecf-5310-41ce-9be1-92ad5c3e6fed tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0102148 May 27 22:34:31.183491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50868) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:31.233831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['44567338-3959-4ea8-8547-918715a57737'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:34:31.262217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40398d-7fb3-4415-b1dd-4b9abdd00567 req-8c84949b-6fe2-489b-bdf3-e47662068c49 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:31.267945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40398d-7fb3-4415-b1dd-4b9abdd00567 req-8c84949b-6fe2-489b-bdf3-e47662068c49 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:31.272259 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a66f7c6-eb63-465d-8125-f8f1b4174f7b tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:31.273789 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40398d-7fb3-4415-b1dd-4b9abdd00567 req-8c84949b-6fe2-489b-bdf3-e47662068c49 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:31.279586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40398d-7fb3-4415-b1dd-4b9abdd00567 req-8c84949b-6fe2-489b-bdf3-e47662068c49 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:31.281246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['603166be-3acb-4813-9d4e-2e301d09b3d7'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:34:31.286098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40398d-7fb3-4415-b1dd-4b9abdd00567 req-8c84949b-6fe2-489b-bdf3-e47662068c49 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:31.292672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40398d-7fb3-4415-b1dd-4b9abdd00567 req-8c84949b-6fe2-489b-bdf3-e47662068c49 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:31.296509 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f40398d-7fb3-4415-b1dd-4b9abdd00567 req-8c84949b-6fe2-489b-bdf3-e47662068c49 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 4647 time: 0.7572615 May 27 22:34:31.303549 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a66f7c6-eb63-465d-8125-f8f1b4174f7b tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:31.353520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4c58d5a7-638f-4d05-bf0f-563b77e8fef7 None None] Port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:31.406639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052'}, {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23208c92-dbee-4363-9c21-9737e54a8a81'}, {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf04518-2939-4728-93ea-50115c31a9be'}, {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa643d5-4d0e-43b9-bf15-48d47e85ccdd'}, {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbe4a2a-ff42-4360-a344-c0004a52a25b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:31.451916 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a66f7c6-eb63-465d-8125-f8f1b4174f7b tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:31.477799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66f7c6-eb63-465d-8125-f8f1b4174f7b tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51bf1c3-f182-41a1-9c0a-693b83df1721,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:31.482596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-780d9760-887b-4024-8a47-ee4c8511bb4f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Deleting port 462ce2b0-4b02-48dc-a22a-a262755e59f4 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:31.484690 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-780d9760-887b-4024-8a47-ee4c8511bb4f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:31.486122 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a66f7c6-eb63-465d-8125-f8f1b4174f7b tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:31.489913 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8a66f7c6-eb63-465d-8125-f8f1b4174f7b tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "DELETE /v2.0/security-groups/f51bf1c3-f182-41a1-9c0a-693b83df1721 HTTP/1.1" status: 204 len: 168 time: 0.3028014 May 27 22:34:31.490348 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50874) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:31.544977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1ef2176c-5c6f-423a-90c5-b82a6b2f85eb tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Synchronizing usage tracker for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:31.555087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-c277b8b9-5cd6-490c-b558-20a9d24bbaeb service neutron] In _notify_port_updated(), no bound segment for port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f on network cfe8967c-799b-45c8-99e7-5751d5d5f38a {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:34:31.555941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-c277b8b9-5cd6-490c-b558-20a9d24bbaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:31.556563 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-c277b8b9-5cd6-490c-b558-20a9d24bbaeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:31.558139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-c277b8b9-5cd6-490c-b558-20a9d24bbaeb service neutron] 10.222.0.57 "PUT /v2.0/ports/1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f HTTP/1.1" status: 200 len: 1026 time: 2.6587837 May 27 22:34:31.589412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bdbb80cb-3079-4c92-9c7a-92e30e8a9c72 None None] Provisioning complete for port 462ce2b0-4b02-48dc-a22a-a262755e59f4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:31.589696 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdbb80cb-3079-4c92-9c7a-92e30e8a9c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:31.629885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1ef2176c-5c6f-423a-90c5-b82a6b2f85eb tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Unset dirty status for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:31.632014 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1ef2176c-5c6f-423a-90c5-b82a6b2f85eb tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1403816 May 27 22:34:31.636782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50880) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:31.643690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-77d83df4-70e7-40c7-a87a-a5096b3cf16d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785664986'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:31.651668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-77d83df4-70e7-40c7-a87a-a5096b3cf16d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:31.658284 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f40398d-7fb3-4415-b1dd-4b9abdd00567 req-f6294dbc-8ffa-46bc-894e-84f395f9f0bd tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&id=b8e4409d-daa7-4d56-8343-023124fd4800&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3426936 May 27 22:34:31.663832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-77d83df4-70e7-40c7-a87a-a5096b3cf16d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:31.665158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e4989-a327-4eda-a880-a2eb57770699 req-ed7ef645-4e1e-47e2-b575-27520b74402c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:31.665726 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f1e4989-a327-4eda-a880-a2eb57770699 req-ed7ef645-4e1e-47e2-b575-27520b74402c service neutron] 10.222.0.46 "GET /v2.0/networks?id=d23dcda8-17be-4539-b74b-b821bbe2acbb HTTP/1.1" status: 200 len: 917 time: 0.8633623 May 27 22:34:31.722456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb80cb-3079-4c92-9c7a-92e30e8a9c72 None None] Port 462ce2b0-4b02-48dc-a22a-a262755e59f4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:31.747693 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77d83df4-70e7-40c7-a87a-a5096b3cf16d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:31.792775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-77d83df4-70e7-40c7-a87a-a5096b3cf16d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:31.799647 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f1e4989-a327-4eda-a880-a2eb57770699 req-d2a559eb-ab1d-43f3-a1dc-8e65d8a85cba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ccb0ddd8-6167-4b44-b9a8-1e335606aeef HTTP/1.1" status: 200 len: 217 time: 0.0887451 May 27 22:34:31.803045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-77d83df4-70e7-40c7-a87a-a5096b3cf16d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:31.811023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-212a4d31-e719-4368-b5ae-74f4649f20a3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Deleting port afbe4a2a-ff42-4360-a344-c0004a52a25b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:31.811023 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-212a4d31-e719-4368-b5ae-74f4649f20a3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:31.811327 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-77d83df4-70e7-40c7-a87a-a5096b3cf16d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:31.825588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-77d83df4-70e7-40c7-a87a-a5096b3cf16d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:31.914712 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77d83df4-70e7-40c7-a87a-a5096b3cf16d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:31.958522 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:31.969500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab8409-d4ec-4e03-820b-5f3bef50f9e2 req-518892fb-a377-4362-875c-fbef1fd99487 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:31.975183 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab8409-d4ec-4e03-820b-5f3bef50f9e2 req-518892fb-a377-4362-875c-fbef1fd99487 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:31.980892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab8409-d4ec-4e03-820b-5f3bef50f9e2 req-518892fb-a377-4362-875c-fbef1fd99487 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:31.982479 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14ab8409-d4ec-4e03-820b-5f3bef50f9e2 req-518892fb-a377-4362-875c-fbef1fd99487 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2414 time: 0.8752530 May 27 22:34:32.009933 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77d83df4-70e7-40c7-a87a-a5096b3cf16d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:32.055872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d83df4-70e7-40c7-a87a-a5096b3cf16d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4026f6ac-1286-4bd7-aa25-2337d3501638,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:32.122460 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77d83df4-70e7-40c7-a87a-a5096b3cf16d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:32.123795 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-77d83df4-70e7-40c7-a87a-a5096b3cf16d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4853547 May 27 22:34:32.126801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50884) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:32.132570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-59707a11-4ffb-4b1c-880d-2c6be9851b8b tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': '4026f6ac-1286-4bd7-aa25-2337d3501638', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:32.133698 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-59707a11-4ffb-4b1c-880d-2c6be9851b8b tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 27 22:34:32.134223 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-59707a11-4ffb-4b1c-880d-2c6be9851b8b tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:32.135214 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-59707a11-4ffb-4b1c-880d-2c6be9851b8b tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074637 May 27 22:34:32.137741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50888) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:32.141735 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e4989-a327-4eda-a880-a2eb57770699 req-c73006e0-86cd-45c8-b603-7ae27cac4d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:32.143214 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f1e4989-a327-4eda-a880-a2eb57770699 req-c73006e0-86cd-45c8-b603-7ae27cac4d9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93bdaa2f-5c5c-4431-b726-a65de0c90ff4 HTTP/1.1" status: 200 len: 855 time: 0.3005865 May 27 22:34:32.205178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e5d3aa30-569d-471f-99ce-03da4d1015e9 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:32.233164 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e5d3aa30-569d-471f-99ce-03da4d1015e9 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:32.282973 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14ab8409-d4ec-4e03-820b-5f3bef50f9e2 req-0111a18e-fff0-4fa0-b2e5-ff0b5e26cc85 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444794 May 27 22:34:32.329916 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-780d9760-887b-4024-8a47-ee4c8511bb4f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:32.372075 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e5d3aa30-569d-471f-99ce-03da4d1015e9 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:32.394539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3aa30-569d-471f-99ce-03da4d1015e9 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4026f6ac-1286-4bd7-aa25-2337d3501638,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:32.400901 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e5d3aa30-569d-471f-99ce-03da4d1015e9 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:32.402965 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e5d3aa30-569d-471f-99ce-03da4d1015e9 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "DELETE /v2.0/security-groups/4026f6ac-1286-4bd7-aa25-2337d3501638 HTTP/1.1" status: 204 len: 168 time: 0.2634063 May 27 22:34:32.404565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50892) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:32.455903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bef0caa4-db6b-4353-8e60-b14544625c49 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Synchronizing usage tracker for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:32.488938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-780d9760-887b-4024-8a47-ee4c8511bb4f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Calling delete_port for 462ce2b0-4b02-48dc-a22a-a262755e59f4 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:32.569818 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bef0caa4-db6b-4353-8e60-b14544625c49 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Unset dirty status for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:32.574814 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bef0caa4-db6b-4353-8e60-b14544625c49 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1656976 May 27 22:34:32.576046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50896) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:32.582252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-31c28a8e-0558-4a25-8e80-d54c142336ef tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group': {'name': 'tempest-secgroup--698740407'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:32.593161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94694708-3221-4975-9034-7b4c1de069b9 req-648b266f-03d3-46c1-b04d-7cf5e4963c61 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:32.594818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94694708-3221-4975-9034-7b4c1de069b9 req-648b266f-03d3-46c1-b04d-7cf5e4963c61 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.7106788 May 27 22:34:32.595670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31c28a8e-0558-4a25-8e80-d54c142336ef tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:32.606401 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31c28a8e-0558-4a25-8e80-d54c142336ef tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:32.669886 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31c28a8e-0558-4a25-8e80-d54c142336ef tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:32.679266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-212a4d31-e719-4368-b5ae-74f4649f20a3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] For port afbe4a2a-ff42-4360-a344-c0004a52a25b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=afbe4a2a-ff42-4360-a344-c0004a52a25b,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:32.679617 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-212a4d31-e719-4368-b5ae-74f4649f20a3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:32.693586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31c28a8e-0558-4a25-8e80-d54c142336ef tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:32.697583 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-31c28a8e-0558-4a25-8e80-d54c142336ef tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:32.700781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-31c28a8e-0558-4a25-8e80-d54c142336ef tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:32.706899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31c28a8e-0558-4a25-8e80-d54c142336ef tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:32.771050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e4989-a327-4eda-a880-a2eb57770699 req-02110cf9-3f1f-4aba-a021-ae9533140720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:32.772540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f1e4989-a327-4eda-a880-a2eb57770699 req-02110cf9-3f1f-4aba-a021-ae9533140720 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d23dcda8-17be-4539-b74b-b821bbe2acbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6137412 May 27 22:34:32.777680 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31c28a8e-0558-4a25-8e80-d54c142336ef tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:32.843466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-212a4d31-e719-4368-b5ae-74f4649f20a3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Calling delete_port for afbe4a2a-ff42-4360-a344-c0004a52a25b owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:32.850633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31c28a8e-0558-4a25-8e80-d54c142336ef tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:32.872364 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 44567338-3959-4ea8-8547-918715a57737 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:34:32.890337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94694708-3221-4975-9034-7b4c1de069b9 req-c3f7114e-c514-46c7-b7bf-f7d850b298d0 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803454 May 27 22:34:32.900335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c28a8e-0558-4a25-8e80-d54c142336ef tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4774e2db-145a-4750-9712-075275eb0dca,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:32.977033 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31c28a8e-0558-4a25-8e80-d54c142336ef tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:32.978536 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-31c28a8e-0558-4a25-8e80-d54c142336ef tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4015145 May 27 22:34:32.981444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50904) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:32.987801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6a0a3a58-164c-4610-bced-fbd61be485b2 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': '4774e2db-145a-4750-9712-075275eb0dca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:33.004313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 44567338-3959-4ea8-8547-918715a57737 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:33.006948 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-6a0a3a58-164c-4610-bced-fbd61be485b2 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 27 22:34:33.008735 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-6a0a3a58-164c-4610-bced-fbd61be485b2 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:33.019761 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6a0a3a58-164c-4610-bced-fbd61be485b2 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0275126 May 27 22:34:33.019761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50912) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:33.020762 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 44567338-3959-4ea8-8547-918715a57737 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:33.020762 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:33.020950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3a66d725-63ae-44e5-be2c-9e30501f1936 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': '4774e2db-145a-4750-9712-075275eb0dca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:33.021302 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-3a66d725-63ae-44e5-be2c-9e30501f1936 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 27 22:34:33.021988 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-3a66d725-63ae-44e5-be2c-9e30501f1936 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:33.023122 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a66d725-63ae-44e5-be2c-9e30501f1936 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0090947 May 27 22:34:33.025942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50916) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:33.033352 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-db70d5c8-39ff-466a-87a8-a3f4b7461a89 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': '4774e2db-145a-4750-9712-075275eb0dca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:33.034535 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-db70d5c8-39ff-466a-87a8-a3f4b7461a89 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 27 22:34:33.035186 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-db70d5c8-39ff-466a-87a8-a3f4b7461a89 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:33.036290 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-db70d5c8-39ff-466a-87a8-a3f4b7461a89 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073512 May 27 22:34:33.039292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50920) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:33.044797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-20481179-c2b8-4d68-8407-89691e053fbc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': '4774e2db-145a-4750-9712-075275eb0dca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:33.045917 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-20481179-c2b8-4d68-8407-89691e053fbc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 27 22:34:33.046584 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-20481179-c2b8-4d68-8407-89691e053fbc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:33.048613 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-20481179-c2b8-4d68-8407-89691e053fbc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074670 May 27 22:34:33.050752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50924) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:33.124310 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-902dd703-ed71-447d-9573-f166fe168c62 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:33.157854 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-902dd703-ed71-447d-9573-f166fe168c62 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:33.251431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 44567338-3959-4ea8-8547-918715a57737 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:33.251800 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:33.283776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 44567338-3959-4ea8-8547-918715a57737, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=44567338-3959-4ea8-8547-918715a57737,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:33.303253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536abe8-2ca7-45b9-987f-bd99596237b5 req-e295dcc6-00d6-4c76-bcdc-c8d47a375cd6 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:33.304721 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e536abe8-2ca7-45b9-987f-bd99596237b5 req-e295dcc6-00d6-4c76-bcdc-c8d47a375cd6 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 944 time: 0.8846443 May 27 22:34:33.326050 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-902dd703-ed71-447d-9573-f166fe168c62 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:33.353075 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-902dd703-ed71-447d-9573-f166fe168c62 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:33.357325 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-902dd703-ed71-447d-9573-f166fe168c62 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "DELETE /v2.0/security-groups/4774e2db-145a-4750-9712-075275eb0dca HTTP/1.1" status: 204 len: 168 time: 0.3055899 May 27 22:34:33.358051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50934) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:33.358810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dd703-ed71-447d-9573-f166fe168c62 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4774e2db-145a-4750-9712-075275eb0dca,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:33.386515 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:33.386515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:34:33.410962 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e536abe8-2ca7-45b9-987f-bd99596237b5 req-c1627772-83f0-4e2d-9d94-ea2ff5de23fb tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963399 May 27 22:34:33.413664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f1e4989-a327-4eda-a880-a2eb57770699 req-2225b910-db9a-44e6-b6b9-e981c840701c service neutron] 10.222.0.46 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792515 May 27 22:34:33.445678 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-212a4d31-e719-4368-b5ae-74f4649f20a3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:33.516922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=44567338-3959-4ea8-8547-918715a57737,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:33.569088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-22e2c659-de22-404d-8d82-281836428e99 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Synchronizing usage tracker for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:33.582758 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a4d31-e719-4368-b5ae-74f4649f20a3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event deleted for resources: {'Port': ['ID=afbe4a2a-ff42-4360-a344-c0004a52a25b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:33.592689 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-780d9760-887b-4024-8a47-ee4c8511bb4f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:33.606093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:33.615428 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:33.615791 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:33.648212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-b5c7521f-68a9-4e4e-8630-4b201a2e7ce9 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:33.650025 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-b5c7521f-68a9-4e4e-8630-4b201a2e7ce9 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.57 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 812 time: 0.2650015 May 27 22:34:33.669119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-9127f8fa-0cfb-481a-8c81-6fe76e93a623 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Request body: {'port': {'device_id': '0512486e-912a-4eb8-b5fb-cf97f5aa225c', 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041', 'admin_state_up': True, 'tenant_id': 'a0f32423ee064513a3cd2a2144bb1b80'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:33.739065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d9760-887b-4024-8a47-ee4c8511bb4f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event deleted for resources: {'Port': ['ID=462ce2b0-4b02-48dc-a22a-a262755e59f4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:33.742710 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e46a3e3c-9c53-4d3f-8c2e-f88fec98d26a req-c5c78d70-ca64-4c7e-b41c-e376999f335a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 210 time: 0.1553116 May 27 22:34:33.787906 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08a8b4b-f21b-49ec-bb56-a09f235f7771'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052', 'code': 200} May 27 22:34:33.788439 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08a8b4b-f21b-49ec-bb56-a09f235f7771'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23208c92-dbee-4363-9c21-9737e54a8a81', 'code': 200} May 27 22:34:33.789629 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08a8b4b-f21b-49ec-bb56-a09f235f7771'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cf04518-2939-4728-93ea-50115c31a9be', 'code': 200} May 27 22:34:33.792525 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08a8b4b-f21b-49ec-bb56-a09f235f7771'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fa643d5-4d0e-43b9-bf15-48d47e85ccdd', 'code': 200} May 27 22:34:33.792525 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08a8b4b-f21b-49ec-bb56-a09f235f7771'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbe4a2a-ff42-4360-a344-c0004a52a25b', 'code': 200} May 27 22:34:33.819807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-212a4d31-e719-4368-b5ae-74f4649f20a3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] No DVR routers for this DVR port afbe4a2a-ff42-4360-a344-c0004a52a25b on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:33.827615 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-212a4d31-e719-4368-b5ae-74f4649f20a3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:33.840570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-deleted', 'tag': 'afbe4a2a-ff42-4360-a344-c0004a52a25b'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:33.863997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:33.864436 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:33.915462 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-780d9760-887b-4024-8a47-ee4c8511bb4f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:33.932203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=85b31ec6-6eff-4b70-baa3-cf95da2f6f69,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:33.950420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-22e2c659-de22-404d-8d82-281836428e99 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Unset dirty status for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:33.952397 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-22e2c659-de22-404d-8d82-281836428e99 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5911212 May 27 22:34:33.959357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50944) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:33.973885 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-780d9760-887b-4024-8a47-ee4c8511bb4f tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "DELETE /v2.0/ports/462ce2b0-4b02-48dc-a22a-a262755e59f4 HTTP/1.1" status: 204 len: 168 time: 2.9095485 May 27 22:34:33.979229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50948) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:33.985904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f1e4989-a327-4eda-a880-a2eb57770699 req-4869b1ef-9647-4b86-a7de-76ffec11d28c service neutron] 10.222.0.46 "GET /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652170 May 27 22:34:34.035179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1e890625-508e-4666-acf3-3968c383d8e3 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group': {'name': 'tempest-secgroup--410197207'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:34.046699 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e8117c-feae-47bf-87e1-68ce9bec18bd tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] GET failed (client error): The resource could not be found. May 27 22:34:34.047854 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e890625-508e-4666-acf3-3968c383d8e3 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:34.048726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a5e8117c-feae-47bf-87e1-68ce9bec18bd tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Synchronizing usage tracker for tenant:e013a454c6e94f8588c502a6973f04d0 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:34.076815 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:34.077710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 603166be-3acb-4813-9d4e-2e301d09b3d7 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:34:34.081325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e890625-508e-4666-acf3-3968c383d8e3 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:34.163298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-212a4d31-e719-4368-b5ae-74f4649f20a3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "DELETE /v2.0/ports/afbe4a2a-ff42-4360-a344-c0004a52a25b HTTP/1.1" status: 204 len: 173 time: 2.5829172 May 27 22:34:34.166884 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e890625-508e-4666-acf3-3968c383d8e3 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:34.219709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-9127f8fa-0cfb-481a-8c81-6fe76e93a623 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:34.230968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e890625-508e-4666-acf3-3968c383d8e3 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:34.247897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1e890625-508e-4666-acf3-3968c383d8e3 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:34.251323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-9127f8fa-0cfb-481a-8c81-6fe76e93a623 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:34.253684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1e890625-508e-4666-acf3-3968c383d8e3 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:34.257126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-7fa267d6-9ecc-4976-88b8-7735ea1060c8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Deleting port 8cf04518-2939-4728-93ea-50115c31a9be {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:34.257126 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-7fa267d6-9ecc-4976-88b8-7735ea1060c8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:34.263086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e890625-508e-4666-acf3-3968c383d8e3 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:34.296440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=85b31ec6-6eff-4b70-baa3-cf95da2f6f69,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:34.348105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e890625-508e-4666-acf3-3968c383d8e3 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:34.358564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-9127f8fa-0cfb-481a-8c81-6fe76e93a623 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Made reservation on behalf of a0f32423ee064513a3cd2a2144bb1b80 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:34.362083 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-9127f8fa-0cfb-481a-8c81-6fe76e93a623 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:34.387733 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 603166be-3acb-4813-9d4e-2e301d09b3d7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:34.393425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 603166be-3acb-4813-9d4e-2e301d09b3d7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:34.393905 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:34.431573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c265907-402a-4358-9fbc-f371292c3242 req-4b8d7ecf-2bfe-43a4-9bc7-6c6891fb6977 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:34.437550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c265907-402a-4358-9fbc-f371292c3242 req-4b8d7ecf-2bfe-43a4-9bc7-6c6891fb6977 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:34.438582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e890625-508e-4666-acf3-3968c383d8e3 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:34.443397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c265907-402a-4358-9fbc-f371292c3242 req-4b8d7ecf-2bfe-43a4-9bc7-6c6891fb6977 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:34.450667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5c265907-402a-4358-9fbc-f371292c3242 req-4b8d7ecf-2bfe-43a4-9bc7-6c6891fb6977 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2416 time: 0.3971341 May 27 22:34:34.465517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efad6e-f8af-471a-8f29-cafbdfdf8fd1 req-118e9ef8-89bd-4319-af12-fd33cb3a8967 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:34.471307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efad6e-f8af-471a-8f29-cafbdfdf8fd1 req-118e9ef8-89bd-4319-af12-fd33cb3a8967 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:34.477620 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efad6e-f8af-471a-8f29-cafbdfdf8fd1 req-118e9ef8-89bd-4319-af12-fd33cb3a8967 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:34.483310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44efad6e-f8af-471a-8f29-cafbdfdf8fd1 req-118e9ef8-89bd-4319-af12-fd33cb3a8967 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:34.484196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-44efad6e-f8af-471a-8f29-cafbdfdf8fd1 req-118e9ef8-89bd-4319-af12-fd33cb3a8967 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Synchronizing usage tracker for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:34.499817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e890625-508e-4666-acf3-3968c383d8e3 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71d00b1-d6c3-4478-8f18-92a9b7424cc8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:34.505103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a5e8117c-feae-47bf-87e1-68ce9bec18bd tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Unset dirty status for tenant:e013a454c6e94f8588c502a6973f04d0 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:34.507072 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a5e8117c-feae-47bf-87e1-68ce9bec18bd tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "GET /v2.0/ports/462ce2b0-4b02-48dc-a22a-a262755e59f4 HTTP/1.1" status: 404 len: 333 time: 0.5268717 May 27 22:34:34.509770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50954) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:34.530216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 603166be-3acb-4813-9d4e-2e301d09b3d7 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:34.530597 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:34.543420 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Request body: {'port': {'network_id': 'faf57b9b-8bf0-4420-85c0-511bffccda24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1409338156'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:34.564361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 603166be-3acb-4813-9d4e-2e301d09b3d7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=603166be-3acb-4813-9d4e-2e301d09b3d7,segment=NetworkSegment(953a004e-4f5c-41be-971c-a6781dfb4162),segment_id=953a004e-4f5c-41be-971c-a6781dfb4162)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:34.583389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-9127f8fa-0cfb-481a-8c81-6fe76e93a623 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Allocated IP 172.20.0.13 (7fa183cd-844a-4771-a3e2-7a9231a95041/a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb/3af2e269-27ac-4873-ac51-b1c601ffc941) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:34.624481 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e890625-508e-4666-acf3-3968c383d8e3 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:34.625833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1e890625-508e-4666-acf3-3968c383d8e3 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6648145 May 27 22:34:34.628743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50958) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:34.640601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-56c4c3f9-dc9e-46eb-b134-1c1cfd68101e tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': 'c71d00b1-d6c3-4478-8f18-92a9b7424cc8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:34.641385 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-56c4c3f9-dc9e-46eb-b134-1c1cfd68101e tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 27 22:34:34.641872 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-56c4c3f9-dc9e-46eb-b134-1c1cfd68101e tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:34.642837 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-56c4c3f9-dc9e-46eb-b134-1c1cfd68101e tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131743 May 27 22:34:34.648240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50962) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:34.655213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fb418149-352a-4402-bc7f-17c2aaab6761 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': 'c71d00b1-d6c3-4478-8f18-92a9b7424cc8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:34.658774 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:34.683406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fb418149-352a-4402-bc7f-17c2aaab6761 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:34.724523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5c265907-402a-4358-9fbc-f371292c3242 req-684dc645-e8f0-4d8c-a1c5-17577482945c tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728794 May 27 22:34:34.750804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fb418149-352a-4402-bc7f-17c2aaab6761 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:34.759812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fb418149-352a-4402-bc7f-17c2aaab6761 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:34.763166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-44efad6e-f8af-471a-8f29-cafbdfdf8fd1 req-118e9ef8-89bd-4319-af12-fd33cb3a8967 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Unset dirty status for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:34.769292 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=603166be-3acb-4813-9d4e-2e301d09b3d7,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:34.770263 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44efad6e-f8af-471a-8f29-cafbdfdf8fd1 req-118e9ef8-89bd-4319-af12-fd33cb3a8967 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 3142 time: 0.6727431 May 27 22:34:34.793209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fb418149-352a-4402-bc7f-17c2aaab6761 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:34.862912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-7fa267d6-9ecc-4976-88b8-7735ea1060c8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] For port 8cf04518-2939-4728-93ea-50115c31a9be, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=8cf04518-2939-4728-93ea-50115c31a9be,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:34.863277 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-7fa267d6-9ecc-4976-88b8-7735ea1060c8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:34.884227 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-9127f8fa-0cfb-481a-8c81-6fe76e93a623 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:34.889275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44efad6e-f8af-471a-8f29-cafbdfdf8fd1 req-cf5ecc09-4f97-4b3b-a645-20e3defc2886 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181133 May 27 22:34:34.947491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:34.978173 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-fb418149-352a-4402-bc7f-17c2aaab6761 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:34.980428 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fb418149-352a-4402-bc7f-17c2aaab6761 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3313546 May 27 22:34:34.982970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50978) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:34.990621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e5f388e7-b809-4660-bdf7-a01d46850302 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': 'c71d00b1-d6c3-4478-8f18-92a9b7424cc8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:34.991380 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-e5f388e7-b809-4660-bdf7-a01d46850302 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 27 22:34:34.996150 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-e5f388e7-b809-4660-bdf7-a01d46850302 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:34.996150 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e5f388e7-b809-4660-bdf7-a01d46850302 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106580 May 27 22:34:34.998457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50982) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:35.009751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f5fb1cb7-ad6c-461b-b48d-d1ab4aa5b533 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': 'c71d00b1-d6c3-4478-8f18-92a9b7424cc8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:35.016667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f5fb1cb7-ad6c-461b-b48d-d1ab4aa5b533 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:35.019446 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-9127f8fa-0cfb-481a-8c81-6fe76e93a623 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:35.058388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f5fb1cb7-ad6c-461b-b48d-d1ab4aa5b533 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:35.067549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f5fb1cb7-ad6c-461b-b48d-d1ab4aa5b533 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:35.094665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f5fb1cb7-ad6c-461b-b48d-d1ab4aa5b533 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:35.111946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-9127f8fa-0cfb-481a-8c81-6fe76e93a623 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Network 7fa183cd-844a-4771-a3e2-7a9231a95041 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:35.117579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-9127f8fa-0cfb-481a-8c81-6fe76e93a623 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:35.121914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-9127f8fa-0cfb-481a-8c81-6fe76e93a623 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:35.127882 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e740f77-21a1-4fda-80b3-a2cff5a02f36'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-deleted', 'tag': 'afbe4a2a-ff42-4360-a344-c0004a52a25b', 'status': 'completed', 'code': 200} May 27 22:34:35.151829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127f8fa-0cfb-481a-8c81-6fe76e93a623 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Pushing event updated for resources: {'Port': ['ID=3af2e269-27ac-4873-ac51-b1c601ffc941,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:35.165184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-7fa267d6-9ecc-4976-88b8-7735ea1060c8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Calling delete_port for 8cf04518-2939-4728-93ea-50115c31a9be owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:35.204317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-9127f8fa-0cfb-481a-8c81-6fe76e93a623 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:35.204803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-9127f8fa-0cfb-481a-8c81-6fe76e93a623 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:35.263583 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-f5fb1cb7-ad6c-461b-b48d-d1ab4aa5b533 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:35.263828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:35.264685 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f5fb1cb7-ad6c-461b-b48d-d1ab4aa5b533 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2630062 May 27 22:34:35.265937 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-9127f8fa-0cfb-481a-8c81-6fe76e93a623 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6017992 May 27 22:34:35.267851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50986) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:35.273550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-141965f9-66f0-4eec-bb55-e331025101b4 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': 'c71d00b1-d6c3-4478-8f18-92a9b7424cc8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:35.275898 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-141965f9-66f0-4eec-bb55-e331025101b4 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 27 22:34:35.275898 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-141965f9-66f0-4eec-bb55-e331025101b4 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:35.275898 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-141965f9-66f0-4eec-bb55-e331025101b4 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062001 May 27 22:34:35.278108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50990) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:35.284003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f6677f07-b576-4fb0-8617-55469a26a947 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': 'c71d00b1-d6c3-4478-8f18-92a9b7424cc8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:35.293615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Request body: {'port': {'device_id': '0512486e-912a-4eb8-b5fb-cf97f5aa225c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:35.318719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f6677f07-b576-4fb0-8617-55469a26a947 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:35.332541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f6677f07-b576-4fb0-8617-55469a26a947 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:35.341109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f6677f07-b576-4fb0-8617-55469a26a947 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:35.350147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f6677f07-b576-4fb0-8617-55469a26a947 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:35.389817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Made reservation on behalf of e013a454c6e94f8588c502a6973f04d0 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:35.393290 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:35.419742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a520b06-edfe-4cd3-87a4-b3ce124d2c22 req-bfbb4e94-dfd5-410d-b588-b9420f11c3df tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:35.420091 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:35.421236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7a520b06-edfe-4cd3-87a4-b3ce124d2c22 req-bfbb4e94-dfd5-410d-b588-b9420f11c3df tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.4756799 May 27 22:34:35.431224 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-f6677f07-b576-4fb0-8617-55469a26a947 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Project 5bff6f0b501040f981b7bfc3a8222b04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 22:34:35.436831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e761a12-1e55-40e9-b4b7-e0d501d61be1 req-7a9f3b03-3e01-4706-82f2-2e4497b99a6c tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:35.438293 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e761a12-1e55-40e9-b4b7-e0d501d61be1 req-7a9f3b03-3e01-4706-82f2-2e4497b99a6c tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 944 time: 0.3122478 May 27 22:34:35.453410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] device_id is not set on port 15013580-14ac-426d-b7c6-003ad9527ae6 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:34:35.550177 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-f6677f07-b576-4fb0-8617-55469a26a947 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:35.554015 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f6677f07-b576-4fb0-8617-55469a26a947 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2721367 May 27 22:34:35.561024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50994) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:35.580290 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-acebeba2-da4e-4bff-983f-854c278a32d2 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': 'c71d00b1-d6c3-4478-8f18-92a9b7424cc8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:35.581022 n-d-843680-3 neutron-server[88900]: WARNING neutron.api.v2.base [None req-acebeba2-da4e-4bff-983f-854c278a32d2 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 27 22:34:35.581510 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-acebeba2-da4e-4bff-983f-854c278a32d2 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:35.582467 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-acebeba2-da4e-4bff-983f-854c278a32d2 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0130854 May 27 22:34:35.590875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50998) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:35.593399 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-7fa267d6-9ecc-4976-88b8-7735ea1060c8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:35.637982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-4eac15d1-b9c9-456b-b2cc-979b2e153a80 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': 'c71d00b1-d6c3-4478-8f18-92a9b7424cc8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:35.653295 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7a520b06-edfe-4cd3-87a4-b3ce124d2c22 req-ebe33451-042d-4f43-b3fd-ffa94eb2a448 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140701 May 27 22:34:35.655848 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e761a12-1e55-40e9-b4b7-e0d501d61be1 req-a0e40cfc-356f-42bd-9b0c-c8cecb45cf3f tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074759 May 27 22:34:35.701328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa267d6-9ecc-4976-88b8-7735ea1060c8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event deleted for resources: {'Port': ['ID=8cf04518-2939-4728-93ea-50115c31a9be,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:35.708199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4eac15d1-b9c9-456b-b2cc-979b2e153a80 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:35.719670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4eac15d1-b9c9-456b-b2cc-979b2e153a80 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:35.761546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4eac15d1-b9c9-456b-b2cc-979b2e153a80 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:35.791323 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44567338-3959-4ea8-8547-918715a57737'}, {'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b31ec6-6eff-4b70-baa3-cf95da2f6f69'}, {'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603166be-3acb-4813-9d4e-2e301d09b3d7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:35.811566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4eac15d1-b9c9-456b-b2cc-979b2e153a80 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:35.825636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-7fa267d6-9ecc-4976-88b8-7735ea1060c8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] No DVR routers for this DVR port 8cf04518-2939-4728-93ea-50115c31a9be on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:35.866347 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-7fa267d6-9ecc-4976-88b8-7735ea1060c8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:35.882238 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af2e269-27ac-4873-ac51-b1c601ffc941 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:34:35.890011 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:35.896244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Allocated IP 2001:db8::35 (faf57b9b-8bf0-4420-85c0-511bffccda24/33c4d601-066c-43a4-9010-8e2b695108a3/15013580-14ac-426d-b7c6-003ad9527ae6) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:35.904732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Transition to ACTIVE for port object 3af2e269-27ac-4873-ac51-b1c601ffc941 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:35.959045 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-4eac15d1-b9c9-456b-b2cc-979b2e153a80 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Project 5bff6f0b501040f981b7bfc3a8222b04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 22:34:35.960128 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:36.013299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-7fa267d6-9ecc-4976-88b8-7735ea1060c8 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "DELETE /v2.0/ports/8cf04518-2939-4728-93ea-50115c31a9be HTTP/1.1" status: 204 len: 173 time: 1.8367193 May 27 22:34:36.088295 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-4eac15d1-b9c9-456b-b2cc-979b2e153a80 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:36.090511 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4eac15d1-b9c9-456b-b2cc-979b2e153a80 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4941204 May 27 22:34:36.103971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51020) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:36.117233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Pushing event updated for resources: {'Port': ['ID=3af2e269-27ac-4873-ac51-b1c601ffc941,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:36.129633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-877e016f-cc83-4458-bb72-6e8e38ae8d4c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': 'c71d00b1-d6c3-4478-8f18-92a9b7424cc8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:36.153574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd584d8a-95f3-4e4f-be12-f990de59f74f req-ac349d1c-ee1f-402e-b334-4d5172e04771 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:36.158776 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd584d8a-95f3-4e4f-be12-f990de59f74f req-ac349d1c-ee1f-402e-b334-4d5172e04771 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 932 time: 0.3394084 May 27 22:34:36.197461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Attempting to bind port 3af2e269-27ac-4873-ac51-b1c601ffc941 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:34:36.197788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Attempting to bind port 3af2e269-27ac-4873-ac51-b1c601ffc941 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:34:36.198109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Attempting to bind port 3af2e269-27ac-4873-ac51-b1c601ffc941 on network 7fa183cd-844a-4771-a3e2-7a9231a95041 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:36.202922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Port 3af2e269-27ac-4873-ac51-b1c601ffc941 on network 7fa183cd-844a-4771-a3e2-7a9231a95041 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:34:36.203225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Attempting to bind port 3af2e269-27ac-4873-ac51-b1c601ffc941 on network 7fa183cd-844a-4771-a3e2-7a9231a95041 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:34:36.203336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-877e016f-cc83-4458-bb72-6e8e38ae8d4c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:36.208599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:34:36.208928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Checking segment: {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:34:36.209302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Bound using segment: {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:34:36.209726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Bound port: 3af2e269-27ac-4873-ac51-b1c601ffc941, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:34:36.210079 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:36.218455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-877e016f-cc83-4458-bb72-6e8e38ae8d4c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:36.245047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-877e016f-cc83-4458-bb72-6e8e38ae8d4c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:36.257612 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-0da0ed0b-e60a-4f90-b329-05f1f0f63ea3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Deleting port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:36.258206 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-0da0ed0b-e60a-4f90-b329-05f1f0f63ea3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:36.295872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-877e016f-cc83-4458-bb72-6e8e38ae8d4c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:36.298902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] For port 3af2e269-27ac-4873-ac51-b1c601ffc941, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:34:36.302034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] For port 3af2e269-27ac-4873-ac51-b1c601ffc941, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3af2e269-27ac-4873-ac51-b1c601ffc941,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:34:36.337485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1861242-f984-46d2-9310-29a0e06eac71 req-040bdc6f-dc9f-4de1-bbd6-c049ff76d5d0 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:36.338857 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1861242-f984-46d2-9310-29a0e06eac71 req-040bdc6f-dc9f-4de1-bbd6-c049ff76d5d0 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=51feae24-74bc-4ef4-8d8f-03621dc82c0b HTTP/1.1" status: 200 len: 945 time: 0.4607568 May 27 22:34:36.387892 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:36.401191 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd584d8a-95f3-4e4f-be12-f990de59f74f req-7e279536-6ae6-44d7-9b5c-0f45ab0fd337 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860125 May 27 22:34:36.459523 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-877e016f-cc83-4458-bb72-6e8e38ae8d4c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Project 5bff6f0b501040f981b7bfc3a8222b04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 22:34:36.517986 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1861242-f984-46d2-9310-29a0e06eac71 req-d3cbeef7-e56c-49a3-ac12-ed50fb78f30f tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647410 May 27 22:34:36.526305 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:36.590660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:36.591176 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:36.592810 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] 10.222.0.57 "PUT /v2.0/ports/3af2e269-27ac-4873-ac51-b1c601ffc941 HTTP/1.1" status: 200 len: 1092 time: 1.3030660 May 27 22:34:36.602039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0512486e-912a-4eb8-b5fb-cf97f5aa225c', 'tag': '3af2e269-27ac-4873-ac51-b1c601ffc941'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:36.613222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Transition to ACTIVE for port object 15013580-14ac-426d-b7c6-003ad9527ae6 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:36.627290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5634b-fcf5-41a9-a88b-bc436158b8df service neutron] Pushing event updated for resources: {'Port': ['ID=3af2e269-27ac-4873-ac51-b1c601ffc941,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:36.661133 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-877e016f-cc83-4458-bb72-6e8e38ae8d4c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:36.662708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-877e016f-cc83-4458-bb72-6e8e38ae8d4c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5552256 May 27 22:34:36.665915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51032) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:36.774924 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f9ac9-9666-493c-8684-4fad395d8be4 req-f3ddd9db-2783-43d0-8760-b543078c8fd6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:36.780769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f9ac9-9666-493c-8684-4fad395d8be4 req-f3ddd9db-2783-43d0-8760-b543078c8fd6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:36.787256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f9ac9-9666-493c-8684-4fad395d8be4 req-f3ddd9db-2783-43d0-8760-b543078c8fd6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:36.788845 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-130f9ac9-9666-493c-8684-4fad395d8be4 req-f3ddd9db-2783-43d0-8760-b543078c8fd6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2417 time: 0.2656488 May 27 22:34:36.790637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-0da0ed0b-e60a-4f90-b329-05f1f0f63ea3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] For port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052,segment=NetworkSegment(95cfb425-1bdd-4b57-8aa2-bf9e3027a149),segment_id=95cfb425-1bdd-4b57-8aa2-bf9e3027a149)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:36.791001 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-0da0ed0b-e60a-4f90-b329-05f1f0f63ea3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:36.810879 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ffa3130-b751-43aa-86b4-4e26951409f0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:36.862718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-c0b975e6-955b-4214-9970-1be73c3a6e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:36.862718 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-c0b975e6-955b-4214-9970-1be73c3a6e4c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 1095 time: 0.1687784 May 27 22:34:36.866301 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ffa3130-b751-43aa-86b4-4e26951409f0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:36.887191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 25da2df4-0b3c-4964-94cf-5ab53b08fd5c details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:34:36.961037 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-db61cee0-70fe-43df-906d-23ef2d30f2ba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af2e269-27ac-4873-ac51-b1c601ffc941 HTTP/1.1" status: 200 len: 217 time: 0.0816917 May 27 22:34:37.037293 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:37.048759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-7debdff8-d2d3-4b3b-a2ba-30605560969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:37.050341 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-7debdff8-d2d3-4b3b-a2ba-30605560969d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb HTTP/1.1" status: 200 len: 852 time: 0.0823271 May 27 22:34:37.068342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:37.079388 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75825612-e7cc-4009-bd68-82e50a49e0c7'] response: {'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44567338-3959-4ea8-8547-918715a57737', 'code': 200} May 27 22:34:37.079657 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75825612-e7cc-4009-bd68-82e50a49e0c7'] response: {'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b31ec6-6eff-4b70-baa3-cf95da2f6f69', 'code': 200} May 27 22:34:37.079918 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75825612-e7cc-4009-bd68-82e50a49e0c7'] response: {'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603166be-3acb-4813-9d4e-2e301d09b3d7', 'code': 200} May 27 22:34:37.084702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '25da2df4-0b3c-4964-94cf-5ab53b08fd5c', 'network_id': '018c54a3-53cd-4743-8a8d-f2fbd49a3a7c', 'port_id': '25da2df4-0b3c-4964-94cf-5ab53b08fd5c', 'mac_address': 'fa:16:3e:f7:31:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:34:37.108558 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-6aef7ce2-e056-46f7-aaa6-dad90e212b32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa183cd-844a-4771-a3e2-7a9231a95041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504818 May 27 22:34:37.109642 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ffa3130-b751-43aa-86b4-4e26951409f0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:37.120037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7fd798c1-f8c6-446a-82ea-9449463d4184 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:34:37.139312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-deleted', 'tag': '8cf04518-2939-4728-93ea-50115c31a9be'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:37.151138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa3130-b751-43aa-86b4-4e26951409f0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71d00b1-d6c3-4478-8f18-92a9b7424cc8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:37.154286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:37.154865 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:37.226463 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-130f9ac9-9666-493c-8684-4fad395d8be4 req-ef3ec28e-98cd-4ffb-9d00-0a6e3a9c6d5c tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275210 May 27 22:34:37.227091 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ffa3130-b751-43aa-86b4-4e26951409f0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:37.228213 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5ffa3130-b751-43aa-86b4-4e26951409f0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "DELETE /v2.0/security-groups/c71d00b1-d6c3-4478-8f18-92a9b7424cc8 HTTP/1.1" status: 204 len: 168 time: 0.5612185 May 27 22:34:37.231304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51044) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:37.240423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Network faf57b9b-8bf0-4420-85c0-511bffccda24 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:37.258626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:37.298122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25da2df4-0b3c-4964-94cf-5ab53b08fd5c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:34:37.307153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7737c506-e5a5-4faa-97d9-3fecf80fc7fd tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Synchronizing usage tracker for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:37.324380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:37.330780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:37.331822 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:37.335042 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-4b21f50e-d154-403d-a4ef-244a2790b520 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140427 May 27 22:34:37.342330 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:37.369355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event updated for resources: {'Port': ['ID=15013580-14ac-426d-b7c6-003ad9527ae6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:37.400605 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 7fd798c1-f8c6-446a-82ea-9449463d4184, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7fd798c1-f8c6-446a-82ea-9449463d4184,segment=NetworkSegment(a92f2ee5-c735-43be-a843-40ea6d8c837f),segment_id=a92f2ee5-c735-43be-a843-40ea6d8c837f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:37.417263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '7fd798c1-f8c6-446a-82ea-9449463d4184', 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'port_id': '7fd798c1-f8c6-446a-82ea-9449463d4184', 'mac_address': 'fa:16:3e:ea:db:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:34:37.419613 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:37.458614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7737c506-e5a5-4faa-97d9-3fecf80fc7fd tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Unset dirty status for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:37.459860 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7737c506-e5a5-4faa-97d9-3fecf80fc7fd tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2275643 May 27 22:34:37.468002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51050) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:37.481334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7caaa711-e032-4a04-a7f5-90ae06f7ee1c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group': {'name': 'tempest-secgroup--495859374'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:37.491892 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7caaa711-e032-4a04-a7f5-90ae06f7ee1c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:37.507696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7caaa711-e032-4a04-a7f5-90ae06f7ee1c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:37.527323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644b25a-aff4-4b06-8cb8-1fcaf5f6c4d7 req-2da7b205-0ae3-4b53-8982-82fb13c65dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:37.528548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644b25a-aff4-4b06-8cb8-1fcaf5f6c4d7 req-2da7b205-0ae3-4b53-8982-82fb13c65dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:37.529198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644b25a-aff4-4b06-8cb8-1fcaf5f6c4d7 req-2da7b205-0ae3-4b53-8982-82fb13c65dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:37.531000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d644b25a-aff4-4b06-8cb8-1fcaf5f6c4d7 req-2da7b205-0ae3-4b53-8982-82fb13c65dee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2870 time: 0.5335660 May 27 22:34:37.547723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 7fd798c1-f8c6-446a-82ea-9449463d4184 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:37.548097 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:37.553002 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da474795-b6bf-4ff8-9d49-c17411f88e11 req-1da298ee-5127-45c9-afa5-b405733878a8 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047713 May 27 22:34:37.554809 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7d852950-4a99-4e58-acc3-feb6fb185cee tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0276246 May 27 22:34:37.558338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51054) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:37.559239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['25da2df4-0b3c-4964-94cf-5ab53b08fd5c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:34:37.564451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Request body: {'port': {'network_id': 'faf57b9b-8bf0-4420-85c0-511bffccda24', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-877865648'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:37.605227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd65259-99fd-4132-b115-5ae095ec50a0 req-c1a8030b-0e46-4ae1-87e3-c191cd96ec6f tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:37.618021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd65259-99fd-4132-b115-5ae095ec50a0 req-c1a8030b-0e46-4ae1-87e3-c191cd96ec6f tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:37.624696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd65259-99fd-4132-b115-5ae095ec50a0 req-c1a8030b-0e46-4ae1-87e3-c191cd96ec6f tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:37.625649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6dd65259-99fd-4132-b115-5ae095ec50a0 req-c1a8030b-0e46-4ae1-87e3-c191cd96ec6f tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Synchronizing usage tracker for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:37.634433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd798c1-f8c6-446a-82ea-9449463d4184 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:34:37.653427 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7caaa711-e032-4a04-a7f5-90ae06f7ee1c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:37.663779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:37.675591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 7fd798c1-f8c6-446a-82ea-9449463d4184, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7fd798c1-f8c6-446a-82ea-9449463d4184,segment=NetworkSegment(a92f2ee5-c735-43be-a843-40ea6d8c837f),segment_id=a92f2ee5-c735-43be-a843-40ea6d8c837f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:37.694093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7caaa711-e032-4a04-a7f5-90ae06f7ee1c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:37.698114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7caaa711-e032-4a04-a7f5-90ae06f7ee1c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:37.703590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7caaa711-e032-4a04-a7f5-90ae06f7ee1c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:37.714530 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d644b25a-aff4-4b06-8cb8-1fcaf5f6c4d7 req-28e61389-4f42-465d-aa15-7f2c4036fbc8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566269 May 27 22:34:37.714721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7caaa711-e032-4a04-a7f5-90ae06f7ee1c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:37.716714 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-0da0ed0b-e60a-4f90-b329-05f1f0f63ea3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:37.717121 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-0da0ed0b-e60a-4f90-b329-05f1f0f63ea3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:37.717587 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-0da0ed0b-e60a-4f90-b329-05f1f0f63ea3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Floating IP c8657aa8-97c8-4edd-a610-a1e1c53cc5b7 disassociated. External IP: 172.25.2.70, port: 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052. May 27 22:34:37.719742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-0da0ed0b-e60a-4f90-b329-05f1f0f63ea3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Calling delete_port for 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:37.776403 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:37.779116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:37.794913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:37.795112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6dd65259-99fd-4132-b115-5ae095ec50a0 req-c1a8030b-0e46-4ae1-87e3-c191cd96ec6f tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Unset dirty status for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:37.796096 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6dd65259-99fd-4132-b115-5ae095ec50a0 req-c1a8030b-0e46-4ae1-87e3-c191cd96ec6f tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 2410 time: 0.6974680 May 27 22:34:37.804338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbadca-5a5f-4d12-864d-a45ebc660f35 req-537cf3c7-09ae-4ae2-ab3b-c997ac141fbf tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:37.805841 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2bbbadca-5a5f-4d12-864d-a45ebc660f35 req-537cf3c7-09ae-4ae2-ab3b-c997ac141fbf tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 946 time: 0.3248491 May 27 22:34:37.839790 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7caaa711-e032-4a04-a7f5-90ae06f7ee1c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:37.855425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e720ce8c-d578-4ae8-9b31-2298d84ece91 None None] Provisioning for port 15013580-14ac-426d-b7c6-003ad9527ae6 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:37.870316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e720ce8c-d578-4ae8-9b31-2298d84ece91 None None] Provisioning complete for port 15013580-14ac-426d-b7c6-003ad9527ae6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:37.870679 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e720ce8c-d578-4ae8-9b31-2298d84ece91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:37.875145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Made reservation on behalf of e013a454c6e94f8588c502a6973f04d0 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:37.878710 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:37.906092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6dd65259-99fd-4132-b115-5ae095ec50a0 req-27ffd31f-cc81-49eb-b549-9902d0a47539 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964682 May 27 22:34:37.909292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] device_id is not set on port d43d384d-b7b1-40f3-96cc-6e5a57758e47 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:34:37.914182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2bbbadca-5a5f-4d12-864d-a45ebc660f35 req-17b6a6ef-4d6e-43be-a8fb-648849afd429 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845370 May 27 22:34:37.919179 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=7fd798c1-f8c6-446a-82ea-9449463d4184,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:37.936398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e720ce8c-d578-4ae8-9b31-2298d84ece91 None None] Port 15013580-14ac-426d-b7c6-003ad9527ae6 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:37.949992 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7caaa711-e032-4a04-a7f5-90ae06f7ee1c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:38.010871 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8b3452-efbf-4017-aaf8-269e876366ac'] response: {'name': 'network-changed', 'server_uuid': '0512486e-912a-4eb8-b5fb-cf97f5aa225c', 'tag': '3af2e269-27ac-4873-ac51-b1c601ffc941', 'status': 'completed', 'code': 200} May 27 22:34:38.092942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['7fd798c1-f8c6-446a-82ea-9449463d4184'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:34:38.108760 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7408f7c5-3b08-4049-9280-e41dd332af5f'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-deleted', 'tag': '8cf04518-2939-4728-93ea-50115c31a9be', 'status': 'completed', 'code': 200} May 27 22:34:38.109545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaa711-e032-4a04-a7f5-90ae06f7ee1c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ba8c73-f923-4e96-b35f-5eb419c4f583,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:38.114176 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-0da0ed0b-e60a-4f90-b329-05f1f0f63ea3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:38.187881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0ed0b-e60a-4f90-b329-05f1f0f63ea3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event deleted for resources: {'Port': ['ID=1b6ec9d7-3358-4a2e-b972-1b7a5f05d052,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:38.218079 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7caaa711-e032-4a04-a7f5-90ae06f7ee1c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:38.219278 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7caaa711-e032-4a04-a7f5-90ae06f7ee1c tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7503164 May 27 22:34:38.220795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Allocated IP 2001:db8::193 (faf57b9b-8bf0-4420-85c0-511bffccda24/33c4d601-066c-43a4-9010-8e2b695108a3/d43d384d-b7b1-40f3-96cc-6e5a57758e47) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:38.224497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51066) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:38.233805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0145aaaf-f484-4e2d-ae32-3c4deaa78518 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': '90ba8c73-f923-4e96-b35f-5eb419c4f583', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:38.244760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0145aaaf-f484-4e2d-ae32-3c4deaa78518 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:38.253378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df0ec4-6d12-4421-b811-fd73b01bb259 req-1415604b-2de3-4ce8-a2bd-69622f449241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:38.254991 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0df0ec4-6d12-4421-b811-fd73b01bb259 req-1415604b-2de3-4ce8-a2bd-69622f449241 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 1095 time: 0.2013102 May 27 22:34:38.256626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0145aaaf-f484-4e2d-ae32-3c4deaa78518 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:38.261518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0145aaaf-f484-4e2d-ae32-3c4deaa78518 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:38.288894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0145aaaf-f484-4e2d-ae32-3c4deaa78518 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:38.434621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b7dc3-c81c-4c8c-958b-0697831c2df0 req-5edd448f-1ce8-4d34-bb37-9701696b87b4 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:38.436005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d65b7dc3-c81c-4c8c-958b-0697831c2df0 req-5edd448f-1ce8-4d34-bb37-9701696b87b4 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 945 time: 0.3639796 May 27 22:34:38.512890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d461d-9046-4187-8035-843a25eedcb8 req-e0204e51-6652-4648-97a7-3e3c259445d1 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:38.514255 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ed9d461d-9046-4187-8035-843a25eedcb8 req-e0204e51-6652-4648-97a7-3e3c259445d1 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 944 time: 0.3128114 May 27 22:34:38.524724 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d65b7dc3-c81c-4c8c-958b-0697831c2df0 req-447b7242-e278-4243-a27a-a952659eac11 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773332 May 27 22:34:38.527601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-0da0ed0b-e60a-4f90-b329-05f1f0f63ea3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:34:38.532022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df0ec4-6d12-4421-b811-fd73b01bb259 req-d0b1a2a4-41dd-4f43-b128-d480164de7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:38.533096 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0df0ec4-6d12-4421-b811-fd73b01bb259 req-d0b1a2a4-41dd-4f43-b128-d480164de7aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 913 time: 0.2687783 May 27 22:34:38.610866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-acdbffd3-772b-4593-ba8c-4179735f5305 req-9a8a2045-c5ca-4a0a-91de-aa6fb11f361e tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:34:38.611951 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-acdbffd3-772b-4593-ba8c-4179735f5305 req-9a8a2045-c5ca-4a0a-91de-aa6fb11f361e tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058796 May 27 22:34:38.700966 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ed9d461d-9046-4187-8035-843a25eedcb8 req-3c85d9e2-f9af-434a-b0ab-d487f6bf5688 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752763 May 27 22:34:38.754619 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0df0ec4-6d12-4421-b811-fd73b01bb259 req-cbec2a8f-a4e5-4ce9-b384-4bc6ac0bf9f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af2e269-27ac-4873-ac51-b1c601ffc941 HTTP/1.1" status: 200 len: 217 time: 0.2104661 May 27 22:34:38.832203 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-0145aaaf-f484-4e2d-ae32-3c4deaa78518 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The resource could not be found. May 27 22:34:38.836975 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0145aaaf-f484-4e2d-ae32-3c4deaa78518 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6060171 May 27 22:34:38.838335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51072) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:38.847023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e0b38a3d-e0ef-4a1b-8869-eb9283fcb2d9 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': '90ba8c73-f923-4e96-b35f-5eb419c4f583', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '54088875-f724-4802-b747-91fe6f07da60'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:38.862706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e0b38a3d-e0ef-4a1b-8869-eb9283fcb2d9 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:38.872044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e0b38a3d-e0ef-4a1b-8869-eb9283fcb2d9 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:38.876667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e0b38a3d-e0ef-4a1b-8869-eb9283fcb2d9 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:38.884700 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:38.895228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e0b38a3d-e0ef-4a1b-8869-eb9283fcb2d9 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:38.895699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 25da2df4-0b3c-4964-94cf-5ab53b08fd5c up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:34:38.900893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df0ec4-6d12-4421-b811-fd73b01bb259 req-1ba90817-69d0-4ed5-80eb-8613d7421ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:38.902345 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0df0ec4-6d12-4421-b811-fd73b01bb259 req-1ba90817-69d0-4ed5-80eb-8613d7421ae1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb HTTP/1.1" status: 200 len: 852 time: 0.1352146 May 27 22:34:38.950113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Transition to ACTIVE for port object d43d384d-b7b1-40f3-96cc-6e5a57758e47 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:38.958182 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0df0ec4-6d12-4421-b811-fd73b01bb259 req-60a437ff-2f69-40f2-908d-e442cedab5c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa183cd-844a-4771-a3e2-7a9231a95041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463047 May 27 22:34:39.008264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:39.009404 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:39.066020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-acdbffd3-772b-4593-ba8c-4179735f5305 req-f2debc52-602d-4c72-a1a7-0834178ad0ec tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4456623 May 27 22:34:39.088153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-0da0ed0b-e60a-4f90-b329-05f1f0f63ea3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:34:39.110926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7fd798c1-f8c6-446a-82ea-9449463d4184 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:34:39.132664 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0df0ec4-6d12-4421-b811-fd73b01bb259 req-d1968f97-e163-497f-a8b1-4ef5f69e31a3 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681798 May 27 22:34:39.145466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935e274-a2c5-44c1-b4d1-dc3c066e8520 None None] Sync routers for ids ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:34:39.170893 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c0252-978c-4e1e-971e-e791120663e6 req-cfc84747-70dc-451e-89ad-0be7d8037150 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:39.172434 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b0c0252-978c-4e1e-971e-e791120663e6 req-cfc84747-70dc-451e-89ad-0be7d8037150 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 944 time: 0.2438161 May 27 22:34:39.196021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-0da0ed0b-e60a-4f90-b329-05f1f0f63ea3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] No DVR routers for this DVR port 1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:39.201347 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-0da0ed0b-e60a-4f90-b329-05f1f0f63ea3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:39.229718 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-e0b38a3d-e0ef-4a1b-8869-eb9283fcb2d9 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The resource could not be found. May 27 22:34:39.231488 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e0b38a3d-e0ef-4a1b-8869-eb9283fcb2d9 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3927379 May 27 22:34:39.232602 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:39.234617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51078) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:39.247865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935e274-a2c5-44c1-b4d1-dc3c066e8520 None None] Routers {'f1551ec0-c392-40e3-a1b6-212b4ed9fa68'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:34:39.248543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5935e274-a2c5-44c1-b4d1-dc3c066e8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:34:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:39.260285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b0c0252-978c-4e1e-971e-e791120663e6 req-d7f6c9e8-87e5-4904-bfa4-50ccfbc149e4 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/security-groups?id=0d2dbba2-d689-46d6-876e-bafd701bc47f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782120 May 27 22:34:39.292101 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-0da0ed0b-e60a-4f90-b329-05f1f0f63ea3 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "DELETE /v2.0/ports/1b6ec9d7-3358-4a2e-b972-1b7a5f05d052 HTTP/1.1" status: 204 len: 173 time: 3.2666602 May 27 22:34:39.410023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Network faf57b9b-8bf0-4420-85c0-511bffccda24 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:39.418303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:39.428819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:39.434648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:39.435284 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:39.442441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event updated for resources: {'Port': ['ID=d43d384d-b7b1-40f3-96cc-6e5a57758e47,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:39.479453 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:39.479830 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:39.483668 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0df0ec4-6d12-4421-b811-fd73b01bb259 req-9e434890-a127-40e6-aecc-2f9eb3054d36 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438852 May 27 22:34:39.494301 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777cc363-70a8-478f-8cef-a4096aadf266 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:39.524671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-4bcd2c16-eed8-4b32-9782-8bcb45e79018 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Deleting port 23208c92-dbee-4363-9c21-9737e54a8a81 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:39.525196 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-4bcd2c16-eed8-4b32-9782-8bcb45e79018 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:39.528441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862eba0a-8f73-43d0-b681-271a885dfacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25da2df4-0b3c-4964-94cf-5ab53b08fd5c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:39.533273 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777cc363-70a8-478f-8cef-a4096aadf266 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:39.538071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:39.546441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-5935e274-a2c5-44c1-b4d1-dc3c066e8520 None None] Set router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:34:39.589479 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c86fafa0-a57a-4391-a90b-5dfa49e0443b tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0296943 May 27 22:34:39.592230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51090) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:39.601102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-30dacbf1-0714-45f8-bdc3-c27fd2086ff8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::158', 'mac_address': 'fa:16:3e:39:0e:56'}, {'ip_address': '2001:db8::35', 'mac_address': 'fa:16:3e:2c:63:0f'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:39.717051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dacb3e-f6d9-4373-b53e-3e18010c7039 req-74c0846f-be97-4b01-af78-3a7059532778 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:39.722809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dacb3e-f6d9-4373-b53e-3e18010c7039 req-74c0846f-be97-4b01-af78-3a7059532778 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:39.723600 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-79dacb3e-f6d9-4373-b53e-3e18010c7039 req-74c0846f-be97-4b01-af78-3a7059532778 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Synchronizing usage tracker for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:39.774635 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777cc363-70a8-478f-8cef-a4096aadf266 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:39.781703 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:39.803953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cc363-70a8-478f-8cef-a4096aadf266 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ba8c73-f923-4e96-b35f-5eb419c4f583,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:39.806513 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777cc363-70a8-478f-8cef-a4096aadf266 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:39.810466 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-777cc363-70a8-478f-8cef-a4096aadf266 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "DELETE /v2.0/security-groups/90ba8c73-f923-4e96-b35f-5eb419c4f583 HTTP/1.1" status: 204 len: 168 time: 0.5632393 May 27 22:34:39.810466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51096) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:39.826856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 7fd798c1-f8c6-446a-82ea-9449463d4184 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:39.832016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdce99-ecc3-4b84-bf9e-4f4e0716b407 req-791bf2c6-6fda-4c48-8a24-8248bc2fa89d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:39.838468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdce99-ecc3-4b84-bf9e-4f4e0716b407 req-791bf2c6-6fda-4c48-8a24-8248bc2fa89d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:39.844212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdce99-ecc3-4b84-bf9e-4f4e0716b407 req-791bf2c6-6fda-4c48-8a24-8248bc2fa89d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:39.845845 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bcfdce99-ecc3-4b84-bf9e-4f4e0716b407 req-791bf2c6-6fda-4c48-8a24-8248bc2fa89d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2417 time: 0.3917356 May 27 22:34:39.883479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a97b0ad3-777a-43f9-a8d9-591e98a53153 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Synchronizing usage tracker for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:39.910964 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 7fd798c1-f8c6-446a-82ea-9449463d4184 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:39.911389 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:39.931976 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bcfdce99-ecc3-4b84-bf9e-4f4e0716b407 req-9c6f0603-3621-4b0b-8593-29a20926b0fc tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794692 May 27 22:34:39.933782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-4bcd2c16-eed8-4b32-9782-8bcb45e79018 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] For port 23208c92-dbee-4363-9c21-9737e54a8a81, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=23208c92-dbee-4363-9c21-9737e54a8a81,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:39.934177 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-4bcd2c16-eed8-4b32-9782-8bcb45e79018 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:39.942351 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-79dacb3e-f6d9-4373-b53e-3e18010c7039 req-74c0846f-be97-4b01-af78-3a7059532778 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Unset dirty status for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:39.946420 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79dacb3e-f6d9-4373-b53e-3e18010c7039 req-74c0846f-be97-4b01-af78-3a7059532778 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 1677 time: 0.5389068 May 27 22:34:39.983700 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30dacbf1-0714-45f8-bdc3-c27fd2086ff8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:40.020032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:40.028491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bffb557d-5586-4775-947f-a8ccf1fdeab7 None None] Provisioning for port d43d384d-b7b1-40f3-96cc-6e5a57758e47 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:40.049616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bffb557d-5586-4775-947f-a8ccf1fdeab7 None None] Provisioning complete for port d43d384d-b7b1-40f3-96cc-6e5a57758e47 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:40.049984 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bffb557d-5586-4775-947f-a8ccf1fdeab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:40.059059 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a97b0ad3-777a-43f9-a8d9-591e98a53153 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Unset dirty status for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:40.059449 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a97b0ad3-777a-43f9-a8d9-591e98a53153 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2479677 May 27 22:34:40.069290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51102) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:40.075243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0a9fd60c-1780-4c5a-9258-2b612d0129ff tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': '28024424-b87c-4f9b-b7e0-de6c4e339361', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:40.094314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0a9fd60c-1780-4c5a-9258-2b612d0129ff tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:40.105200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0a9fd60c-1780-4c5a-9258-2b612d0129ff tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:40.107783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-4bcd2c16-eed8-4b32-9782-8bcb45e79018 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Calling delete_port for 23208c92-dbee-4363-9c21-9737e54a8a81 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:40.110597 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0a9fd60c-1780-4c5a-9258-2b612d0129ff tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:40.122051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0a9fd60c-1780-4c5a-9258-2b612d0129ff tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:40.140559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-deleted', 'tag': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:40.176581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bffb557d-5586-4775-947f-a8ccf1fdeab7 None None] Port d43d384d-b7b1-40f3-96cc-6e5a57758e47 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:40.195330 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79dacb3e-f6d9-4373-b53e-3e18010c7039 req-550c465d-f288-4d0e-8e96-7fae8c16c966 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2379739 May 27 22:34:40.211437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 7fd798c1-f8c6-446a-82ea-9449463d4184 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:40.211437 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:40.260223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 7fd798c1-f8c6-446a-82ea-9449463d4184, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7fd798c1-f8c6-446a-82ea-9449463d4184,segment=NetworkSegment(a92f2ee5-c735-43be-a843-40ea6d8c837f),segment_id=a92f2ee5-c735-43be-a843-40ea6d8c837f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:40.269689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5935e274-a2c5-44c1-b4d1-dc3c066e8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:26Z', 'updated_at': '2022-05-27T22:26:36Z', 'revision_number': 4, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'gw_port': {'id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:28Z', 'updated_at': '2022-05-27T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3b5fab1f-44f7-4a51-b860-35fda5bd4c19', 'name': '', 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'mac_address': 'fa:16:3e:17:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:34Z', 'updated_at': '2022-05-27T22:26:45Z', 'revision_number': 5, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'subnets': [{'id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:40.276875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935e274-a2c5-44c1-b4d1-dc3c066e8520 None None] Checking router: f1551ec0-c392-40e3-a1b6-212b4ed9fa68 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:34:40.290470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935e274-a2c5-44c1-b4d1-dc3c066e8520 None None] Routers {'f1551ec0-c392-40e3-a1b6-212b4ed9fa68'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:34:40.291175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5935e274-a2c5-44c1-b4d1-dc3c066e8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:34:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:40.349705 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:40.370493 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30dacbf1-0714-45f8-bdc3-c27fd2086ff8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:40.377468 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-0a9fd60c-1780-4c5a-9258-2b612d0129ff tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The resource could not be found. May 27 22:34:40.378727 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a9fd60c-1780-4c5a-9258-2b612d0129ff tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3084593 May 27 22:34:40.383535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51108) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:40.391029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-472fa79a-fe2e-4029-839f-7b2bec244840 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group': {'name': 'tempest-secgroup--358954242'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:40.398509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-472fa79a-fe2e-4029-839f-7b2bec244840 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:40.412195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-472fa79a-fe2e-4029-839f-7b2bec244840 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:40.432176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53fb69-9796-4ce7-8c20-13b338955b88 req-fcf238be-4513-498e-8a80-aa8776c6286d tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:40.433934 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f53fb69-9796-4ce7-8c20-13b338955b88 req-fcf238be-4513-498e-8a80-aa8776c6286d tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.1106195 May 27 22:34:40.434786 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-4bcd2c16-eed8-4b32-9782-8bcb45e79018 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:40.462991 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30dacbf1-0714-45f8-bdc3-c27fd2086ff8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:40.500256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd2c16-eed8-4b32-9782-8bcb45e79018 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event deleted for resources: {'Port': ['ID=23208c92-dbee-4363-9c21-9737e54a8a81,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:40.529017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=7fd798c1-f8c6-446a-82ea-9449463d4184,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:40.550060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-5935e274-a2c5-44c1-b4d1-dc3c066e8520 None None] Set router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:34:40.550911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-30dacbf1-0714-45f8-bdc3-c27fd2086ff8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] In _notify_port_updated(), no bound segment for port d43d384d-b7b1-40f3-96cc-6e5a57758e47 on network faf57b9b-8bf0-4420-85c0-511bffccda24 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:34:40.557463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dacbf1-0714-45f8-bdc3-c27fd2086ff8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:40.557977 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-472fa79a-fe2e-4029-839f-7b2bec244840 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:40.558416 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30dacbf1-0714-45f8-bdc3-c27fd2086ff8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:40.559848 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-30dacbf1-0714-45f8-bdc3-c27fd2086ff8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "PUT /v2.0/ports/d43d384d-b7b1-40f3-96cc-6e5a57758e47 HTTP/1.1" status: 200 len: 1066 time: 0.9664273 May 27 22:34:40.563808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51112) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:40.626569 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f53fb69-9796-4ce7-8c20-13b338955b88 req-cc3df40f-2cc2-4167-ad34-66073c774dec tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503787 May 27 22:34:40.627695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-4bcd2c16-eed8-4b32-9782-8bcb45e79018 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] No DVR routers for this DVR port 23208c92-dbee-4363-9c21-9737e54a8a81 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:40.631649 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-4bcd2c16-eed8-4b32-9782-8bcb45e79018 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:40.639196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dacbf1-0714-45f8-bdc3-c27fd2086ff8 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event updated for resources: {'Port': ['ID=d43d384d-b7b1-40f3-96cc-6e5a57758e47,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:40.665670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-472fa79a-fe2e-4029-839f-7b2bec244840 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:40.669435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-472fa79a-fe2e-4029-839f-7b2bec244840 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:40.670570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fcd67d01-81ad-4a94-820f-f41d928974ab tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Deleting port d43d384d-b7b1-40f3-96cc-6e5a57758e47 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:40.670913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fcd67d01-81ad-4a94-820f-f41d928974ab tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:40.672580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-472fa79a-fe2e-4029-839f-7b2bec244840 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:40.678716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-472fa79a-fe2e-4029-839f-7b2bec244840 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:40.795993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-4bcd2c16-eed8-4b32-9782-8bcb45e79018 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "DELETE /v2.0/ports/23208c92-dbee-4363-9c21-9737e54a8a81 HTTP/1.1" status: 204 len: 173 time: 1.4979439 May 27 22:34:40.803442 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-472fa79a-fe2e-4029-839f-7b2bec244840 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:40.874240 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3568d721-050e-4177-87d0-f60012a564d0'] response: {'server_uuid': '862eba0a-8f73-43d0-b681-271a885dfacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25da2df4-0b3c-4964-94cf-5ab53b08fd5c', 'code': 200} May 27 22:34:40.914266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 25da2df4-0b3c-4964-94cf-5ab53b08fd5c no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:40.955807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-9959487b-b8ed-4bb8-85a2-c93c54ea3983 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Deleting port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:40.956592 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-9959487b-b8ed-4bb8-85a2-c93c54ea3983 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:41.070501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7a98643d-d683-4eaf-8f68-3b3c349125cb None None] Provisioning complete for port d43d384d-b7b1-40f3-96cc-6e5a57758e47 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:41.071136 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a98643d-d683-4eaf-8f68-3b3c349125cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:41.108277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3af2e269-27ac-4873-ac51-b1c601ffc941 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:34:41.171867 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-472fa79a-fe2e-4029-839f-7b2bec244840 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:41.222951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7a98643d-d683-4eaf-8f68-3b3c349125cb None None] Port d43d384d-b7b1-40f3-96cc-6e5a57758e47 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:34:41.260658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fcd67d01-81ad-4a94-820f-f41d928974ab tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:41.275050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fa79a-fe2e-4029-839f-7b2bec244840 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1959c7c4-9147-4f5a-aa74-753ca3b93c5e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:41.328864 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:41.328864 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:41.364610 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-472fa79a-fe2e-4029-839f-7b2bec244840 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:41.369270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-472fa79a-fe2e-4029-839f-7b2bec244840 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9811490 May 27 22:34:41.380607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51122) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:41.389124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fcd67d01-81ad-4a94-820f-f41d928974ab tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Calling delete_port for d43d384d-b7b1-40f3-96cc-6e5a57758e47 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:41.420110 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a1fb31fb-e27a-497b-b85e-8a770db12698 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group': {'name': 'tempest-secgroup--895406541'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:41.425922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc976b6-1a9a-4e80-8810-f4a3edb2aa1f req-a7117627-9ebc-443f-a97e-ea08785e0b6f tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:41.429509 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:41.432095 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a1fb31fb-e27a-497b-b85e-8a770db12698 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:41.432853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3dc976b6-1a9a-4e80-8810-f4a3edb2aa1f req-a7117627-9ebc-443f-a97e-ea08785e0b6f tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 946 time: 0.5668287 May 27 22:34:41.445389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1fb31fb-e27a-497b-b85e-8a770db12698 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:41.448892 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1fb31fb-e27a-497b-b85e-8a770db12698 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:41.451284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3af2e269-27ac-4873-ac51-b1c601ffc941, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3af2e269-27ac-4873-ac51-b1c601ffc941,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:41.456211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a1fb31fb-e27a-497b-b85e-8a770db12698 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:41.468297 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '3af2e269-27ac-4873-ac51-b1c601ffc941', 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041', 'port_id': '3af2e269-27ac-4873-ac51-b1c601ffc941', 'mac_address': 'fa:16:3e:eb:42:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:34:41.472913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5935e274-a2c5-44c1-b4d1-dc3c066e8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:26Z', 'updated_at': '2022-05-27T22:26:36Z', 'revision_number': 4, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'gw_port': {'id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:28Z', 'updated_at': '2022-05-27T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3b5fab1f-44f7-4a51-b860-35fda5bd4c19', 'name': '', 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'mac_address': 'fa:16:3e:17:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:34Z', 'updated_at': '2022-05-27T22:26:45Z', 'revision_number': 5, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'subnets': [{'id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:41.479760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6b1fb-6e13-40d5-82e4-e20c5fecd95e req-a157c0de-6b4e-414b-b187-cbe883ee34ee tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:41.481330 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ac6b1fb-6e13-40d5-82e4-e20c5fecd95e req-a157c0de-6b4e-414b-b187-cbe883ee34ee tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 944 time: 0.4936304 May 27 22:34:41.505666 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5935e274-a2c5-44c1-b4d1-dc3c066e8520 None None] The sync data for ids ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'] in n-d-843680-3 is: [{'id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:26Z', 'updated_at': '2022-05-27T22:26:36Z', 'revision_number': 4, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'gw_port': {'id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:28Z', 'updated_at': '2022-05-27T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3b5fab1f-44f7-4a51-b860-35fda5bd4c19', 'name': '', 'network_id': 'b090dde9-67db-4c49-bbbc-f76032c598e8', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'mac_address': 'fa:16:3e:17:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:34Z', 'updated_at': '2022-05-27T22:26:45Z', 'revision_number': 5, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'subnets': [{'id': '886cb46f-6b6f-4fc3-8c8e-a4f846943042', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:34:41.529581 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:41.532312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3dc976b6-1a9a-4e80-8810-f4a3edb2aa1f req-de059c87-36da-49b8-8c70-2a0c07467537 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966666 May 27 22:34:41.556064 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1fb31fb-e27a-497b-b85e-8a770db12698 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:41.582230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a1fb31fb-e27a-497b-b85e-8a770db12698 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:41.586276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1fb31fb-e27a-497b-b85e-8a770db12698 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:41.589667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1fb31fb-e27a-497b-b85e-8a770db12698 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:41.596039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a1fb31fb-e27a-497b-b85e-8a770db12698 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:41.606847 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3af2e269-27ac-4873-ac51-b1c601ffc941 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:41.607230 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:41.634448 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af2e269-27ac-4873-ac51-b1c601ffc941 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:34:41.641762 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:41.656943 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ac6b1fb-6e13-40d5-82e4-e20c5fecd95e req-6e69f386-fc7b-484c-b9e5-9c123b8c618d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627390 May 27 22:34:41.658816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-9959487b-b8ed-4bb8-85a2-c93c54ea3983 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] For port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:41.659174 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-9959487b-b8ed-4bb8-85a2-c93c54ea3983 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:41.684799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3af2e269-27ac-4873-ac51-b1c601ffc941, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3af2e269-27ac-4873-ac51-b1c601ffc941,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:41.709903 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fcd67d01-81ad-4a94-820f-f41d928974ab tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:41.753036 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:41.865962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd67d01-81ad-4a94-820f-f41d928974ab tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event deleted for resources: {'Port': ['ID=d43d384d-b7b1-40f3-96cc-6e5a57758e47,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:41.909296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3af2e269-27ac-4873-ac51-b1c601ffc941,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:41.924382 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373f5e2f-1052-4516-b3f9-1af5cd0b805d'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-deleted', 'tag': '1b6ec9d7-3358-4a2e-b972-1b7a5f05d052', 'status': 'completed', 'code': 200} May 27 22:34:41.931601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-9959487b-b8ed-4bb8-85a2-c93c54ea3983 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Calling delete_port for 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:41.943471 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1fb31fb-e27a-497b-b85e-8a770db12698 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:41.953836 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65753982-fc97-43fe-9600-3b2860ae6209 None None] New status for floating IP c8657aa8-97c8-4edd-a610-a1e1c53cc5b7: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:34:42.015806 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1fb31fb-e27a-497b-b85e-8a770db12698 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:42.046573 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['3af2e269-27ac-4873-ac51-b1c601ffc941'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:34:42.060492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb31fb-e27a-497b-b85e-8a770db12698 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02d4b19-3bd6-4914-89df-701871469315,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:42.216697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df10cb-6204-461f-ab91-cd7e1332716c req-2528d541-bc99-4fe8-abf3-adab1830c334 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:42.217372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-99df10cb-6204-461f-ab91-cd7e1332716c req-2528d541-bc99-4fe8-abf3-adab1830c334 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Synchronizing usage tracker for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:42.234175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cad47-aae9-463d-9bb0-e0068959ad3a req-8f57341b-0e27-4182-b7fc-1f3d5b7aee5b tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:42.241696 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb2cad47-aae9-463d-9bb0-e0068959ad3a req-8f57341b-0e27-4182-b7fc-1f3d5b7aee5b tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=51feae24-74bc-4ef4-8d8f-03621dc82c0b HTTP/1.1" status: 200 len: 945 time: 0.3200214 May 27 22:34:42.256195 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1fb31fb-e27a-497b-b85e-8a770db12698 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:42.257564 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1fb31fb-e27a-497b-b85e-8a770db12698 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8760078 May 27 22:34:42.263100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51134) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:42.270333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5cd93f39-9ab9-49c4-8724-d4a2ff6e2ec7 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': '1959c7c4-9147-4f5a-aa74-753ca3b93c5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd02d4b19-3bd6-4914-89df-701871469315'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:42.275668 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fcd67d01-81ad-4a94-820f-f41d928974ab tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:42.280237 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fcd67d01-81ad-4a94-820f-f41d928974ab tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "DELETE /v2.0/ports/d43d384d-b7b1-40f3-96cc-6e5a57758e47 HTTP/1.1" status: 204 len: 168 time: 1.7123027 May 27 22:34:42.280481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51138) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:42.283297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5cd93f39-9ab9-49c4-8724-d4a2ff6e2ec7 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:42.311518 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb2cad47-aae9-463d-9bb0-e0068959ad3a req-c03c430d-0238-4395-803a-8099241ca94d tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688708 May 27 22:34:42.328879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5cd93f39-9ab9-49c4-8724-d4a2ff6e2ec7 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:42.331972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5cd93f39-9ab9-49c4-8724-d4a2ff6e2ec7 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:42.335721 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd2171a-c098-401a-9eb1-4d87c4b451fa tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] GET failed (client error): The resource could not be found. May 27 22:34:42.336251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2cd2171a-c098-401a-9eb1-4d87c4b451fa tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Synchronizing usage tracker for tenant:e013a454c6e94f8588c502a6973f04d0 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:42.347454 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5cd93f39-9ab9-49c4-8724-d4a2ff6e2ec7 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:42.389971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-99df10cb-6204-461f-ab91-cd7e1332716c req-2528d541-bc99-4fe8-abf3-adab1830c334 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Unset dirty status for tenant:e95767dc0f454d2c976cbcfe4bc24094 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:42.391126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99df10cb-6204-461f-ab91-cd7e1332716c req-2528d541-bc99-4fe8-abf3-adab1830c334 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 943 time: 0.4684472 May 27 22:34:42.391693 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-9959487b-b8ed-4bb8-85a2-c93c54ea3983 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:42.446365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2cd2171a-c098-401a-9eb1-4d87c4b451fa tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Unset dirty status for tenant:e013a454c6e94f8588c502a6973f04d0 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:42.450394 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2cd2171a-c098-401a-9eb1-4d87c4b451fa tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "GET /v2.0/ports/d43d384d-b7b1-40f3-96cc-6e5a57758e47 HTTP/1.1" status: 404 len: 333 time: 0.1662514 May 27 22:34:42.453556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51144) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:42.496703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959487b-b8ed-4bb8-85a2-c93c54ea3983 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event deleted for resources: {'Port': ['ID=3fa643d5-4d0e-43b9-bf15-48d47e85ccdd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:42.531159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-69b4a377-ccda-499c-b013-2e9d9e46c9f3 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Deleting port 15013580-14ac-426d-b7c6-003ad9527ae6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:42.531756 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b4a377-ccda-499c-b013-2e9d9e46c9f3 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:42.568201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-9959487b-b8ed-4bb8-85a2-c93c54ea3983 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] No DVR routers for this DVR port 3fa643d5-4d0e-43b9-bf15-48d47e85ccdd on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:42.571019 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-9959487b-b8ed-4bb8-85a2-c93c54ea3983 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:42.573257 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00bf842f-e9c4-4c6e-b397-a26a6ba29962 req-9959487b-b8ed-4bb8-85a2-c93c54ea3983 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.57 "DELETE /v2.0/ports/3fa643d5-4d0e-43b9-bf15-48d47e85ccdd HTTP/1.1" status: 204 len: 173 time: 1.7663174 May 27 22:34:42.587097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dbb5e-69fb-4970-a3e7-bbef6c5309b9 req-2fd551da-fe41-450c-bee1-1bd06697e889 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:42.588584 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c56dbb5e-69fb-4970-a3e7-bbef6c5309b9 req-2fd551da-fe41-450c-bee1-1bd06697e889 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.46 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 943 time: 0.2617488 May 27 22:34:42.591430 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99df10cb-6204-461f-ab91-cd7e1332716c req-cbefb0f9-da0e-46be-ac67-f23ca5932fa9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups?id=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1593299 May 27 22:34:42.593172 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-5cd93f39-9ab9-49c4-8724-d4a2ff6e2ec7 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:42.597054 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5cd93f39-9ab9-49c4-8724-d4a2ff6e2ec7 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3300219 May 27 22:34:42.597054 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51150) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:42.665425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-c56dbb5e-69fb-4970-a3e7-bbef6c5309b9 req-1f4efaa4-a4ed-4b62-9b20-00a3880e7dc9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Deleting port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:42.665759 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c56dbb5e-69fb-4970-a3e7-bbef6c5309b9 req-1f4efaa4-a4ed-4b62-9b20-00a3880e7dc9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:42.852217 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b4a377-ccda-499c-b013-2e9d9e46c9f3 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:42.875845 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43fb062-7c43-4544-9d25-a1ed2907a557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd798c1-f8c6-446a-82ea-9449463d4184'}, {'server_uuid': '862eba0a-8f73-43d0-b681-271a885dfacc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25da2df4-0b3c-4964-94cf-5ab53b08fd5c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:43.052746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-69b4a377-ccda-499c-b013-2e9d9e46c9f3 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Calling delete_port for 15013580-14ac-426d-b7c6-003ad9527ae6 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:43.103959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3af2e269-27ac-4873-ac51-b1c601ffc941 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:34:43.161805 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44ac803d-add4-4c02-ab18-e66ec27a10cc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:43.204305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-c56dbb5e-69fb-4970-a3e7-bbef6c5309b9 req-1f4efaa4-a4ed-4b62-9b20-00a3880e7dc9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] For port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,segment=NetworkSegment(bfa88f90-fc62-425c-9ffc-094d01299126),segment_id=bfa88f90-fc62-425c-9ffc-094d01299126)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:43.205372 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c56dbb5e-69fb-4970-a3e7-bbef6c5309b9 req-1f4efaa4-a4ed-4b62-9b20-00a3880e7dc9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:43.210751 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44ac803d-add4-4c02-ab18-e66ec27a10cc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:43.272913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 3af2e269-27ac-4873-ac51-b1c601ffc941 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:34:43.278683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 3af2e269-27ac-4873-ac51-b1c601ffc941 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:34:43.279345 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:43.398938 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44ac803d-add4-4c02-ab18-e66ec27a10cc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:43.426501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ac803d-add4-4c02-ab18-e66ec27a10cc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02d4b19-3bd6-4914-89df-701871469315,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:43.431720 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b4a377-ccda-499c-b013-2e9d9e46c9f3 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:43.454473 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3af2e269-27ac-4873-ac51-b1c601ffc941 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:43.454856 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:43.502990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3af2e269-27ac-4873-ac51-b1c601ffc941, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3af2e269-27ac-4873-ac51-b1c601ffc941,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:43.517896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4a377-ccda-499c-b013-2e9d9e46c9f3 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event deleted for resources: {'Port': ['ID=15013580-14ac-426d-b7c6-003ad9527ae6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:43.519925 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44ac803d-add4-4c02-ab18-e66ec27a10cc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:43.521428 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-44ac803d-add4-4c02-ab18-e66ec27a10cc tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "DELETE /v2.0/security-groups/d02d4b19-3bd6-4914-89df-701871469315 HTTP/1.1" status: 204 len: 168 time: 0.9235463 May 27 22:34:43.524282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51162) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:43.541972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-c56dbb5e-69fb-4970-a3e7-bbef6c5309b9 req-1f4efaa4-a4ed-4b62-9b20-00a3880e7dc9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Calling delete_port for 25da2df4-0b3c-4964-94cf-5ab53b08fd5c owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:43.597225 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b4a377-ccda-499c-b013-2e9d9e46c9f3 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:43.600068 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-69b4a377-ccda-499c-b013-2e9d9e46c9f3 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "DELETE /v2.0/ports/15013580-14ac-426d-b7c6-003ad9527ae6 HTTP/1.1" status: 204 len: 168 time: 1.1456442 May 27 22:34:43.603338 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:43.609627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51166) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:43.737002 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3af2e269-27ac-4873-ac51-b1c601ffc941,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:43.750230 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b866800-ce3d-411a-a6db-384f630d05fb tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] GET failed (client error): The resource could not be found. May 27 22:34:43.751352 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3b866800-ce3d-411a-a6db-384f630d05fb tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Synchronizing usage tracker for tenant:e013a454c6e94f8588c502a6973f04d0 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:43.772928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931a4ba-8c4d-467f-b157-2af051304c67 req-edd23a5d-34d8-4752-8e10-4d1550db2b85 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:43.780125 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1931a4ba-8c4d-467f-b157-2af051304c67 req-edd23a5d-34d8-4752-8e10-4d1550db2b85 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 946 time: 0.6892946 May 27 22:34:43.789889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87e20-70ef-4967-9975-c9b3f896c8b7 req-36e0856d-259a-43fd-a965-e3073938d573 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:43.804011 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92b87e20-70ef-4967-9975-c9b3f896c8b7 req-36e0856d-259a-43fd-a965-e3073938d573 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 946 time: 0.7930965 May 27 22:34:43.819058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eb8cc732-5c64-43a6-b68b-18076d986e2e tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Synchronizing usage tracker for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:43.833154 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c56dbb5e-69fb-4970-a3e7-bbef6c5309b9 req-1f4efaa4-a4ed-4b62-9b20-00a3880e7dc9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:43.912496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4efaa4-a4ed-4b62-9b20-00a3880e7dc9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Pushing event deleted for resources: {'Port': ['ID=25da2df4-0b3c-4964-94cf-5ab53b08fd5c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:43.915028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3b866800-ce3d-411a-a6db-384f630d05fb tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Unset dirty status for tenant:e013a454c6e94f8588c502a6973f04d0 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:43.930543 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3b866800-ce3d-411a-a6db-384f630d05fb tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "GET /v2.0/ports/15013580-14ac-426d-b7c6-003ad9527ae6 HTTP/1.1" status: 404 len: 333 time: 0.3103809 May 27 22:34:43.930543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51172) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:43.941995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-deleted', 'tag': '23208c92-dbee-4363-9c21-9737e54a8a81'}, {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-deleted', 'tag': '3fa643d5-4d0e-43b9-bf15-48d47e85ccdd'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:43.960323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eb8cc732-5c64-43a6-b68b-18076d986e2e tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Unset dirty status for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:43.961754 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-eb8cc732-5c64-43a6-b68b-18076d986e2e tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4103234 May 27 22:34:43.981557 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92b87e20-70ef-4967-9975-c9b3f896c8b7 req-a130fc0d-75ba-4d9c-a1ee-681a0daf51d3 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713326 May 27 22:34:43.982000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51178) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:44.025637 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1931a4ba-8c4d-467f-b157-2af051304c67 req-da835044-4d06-4d9f-8f74-0d05b6e28f7f tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443781 May 27 22:34:44.052587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56dbb5e-69fb-4970-a3e7-bbef6c5309b9 req-1f4efaa4-a4ed-4b62-9b20-00a3880e7dc9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] No DVR routers for this DVR port 25da2df4-0b3c-4964-94cf-5ab53b08fd5c on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:44.055694 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c56dbb5e-69fb-4970-a3e7-bbef6c5309b9 req-1f4efaa4-a4ed-4b62-9b20-00a3880e7dc9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:44.171555 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c56dbb5e-69fb-4970-a3e7-bbef6c5309b9 req-1f4efaa4-a4ed-4b62-9b20-00a3880e7dc9 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.46 "DELETE /v2.0/ports/25da2df4-0b3c-4964-94cf-5ab53b08fd5c HTTP/1.1" status: 204 len: 173 time: 1.5741405 May 27 22:34:44.207051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2d9bfbe7-c93e-48a7-8865-9fb39262d7c0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Deleting port e19fcd75-8533-4ec2-ad66-02126ad45d11 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:44.207499 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9bfbe7-c93e-48a7-8865-9fb39262d7c0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:44.258504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596aef2-fd22-4343-82da-f1244a59d2ff req-9c8b2c7e-197f-4a52-8f13-f29a5cff56f4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:44.259955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8596aef2-fd22-4343-82da-f1244a59d2ff req-9c8b2c7e-197f-4a52-8f13-f29a5cff56f4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.1517193 May 27 22:34:44.281305 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b75899cd-6b22-496a-bf62-73d4be646a62 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:44.314986 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8596aef2-fd22-4343-82da-f1244a59d2ff req-e46b5285-51a5-4ec6-99f0-4b2a7b31bc36 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480912 May 27 22:34:44.326059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03def316-aea2-41c9-bf59-06c3f760da7d req-bf2b1243-f0fa-408e-8bcb-1abaa3b2708d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:44.330951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03def316-aea2-41c9-bf59-06c3f760da7d req-bf2b1243-f0fa-408e-8bcb-1abaa3b2708d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:44.336755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03def316-aea2-41c9-bf59-06c3f760da7d req-bf2b1243-f0fa-408e-8bcb-1abaa3b2708d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:44.338430 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-03def316-aea2-41c9-bf59-06c3f760da7d req-bf2b1243-f0fa-408e-8bcb-1abaa3b2708d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2417 time: 0.1466043 May 27 22:34:44.372627 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b75899cd-6b22-496a-bf62-73d4be646a62 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:44.392888 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-03def316-aea2-41c9-bf59-06c3f760da7d req-934093f6-a1e1-44b3-8519-3be29e31d3d8 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483308 May 27 22:34:44.431410 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3134073-139e-4b5f-a5f4-60f734224bc6'] response: {'server_uuid': 'c43fb062-7c43-4544-9d25-a1ed2907a557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd798c1-f8c6-446a-82ea-9449463d4184', 'code': 200} May 27 22:34:44.431921 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3134073-139e-4b5f-a5f4-60f734224bc6'] response: {'server_uuid': '862eba0a-8f73-43d0-b681-271a885dfacc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25da2df4-0b3c-4964-94cf-5ab53b08fd5c', 'code': 200} May 27 22:34:44.617885 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9bfbe7-c93e-48a7-8865-9fb39262d7c0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:44.681911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-d3d9e4e6-2430-435c-9c3e-4c2c19735de8 req-0142cfe4-f511-40dd-8521-8fb98094b458 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Synchronizing usage tracker for tenant:66c8ee59557b4baea4ae26e059dc0936 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:44.713442 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2107efdb-973b-410f-9c17-f31ab6658e70 req-b3ccc19f-65a8-4e6a-ac3b-a1fb7be48425 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/ports?device_id=f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6 HTTP/1.1" status: 200 len: 210 time: 0.1488259 May 27 22:34:44.761864 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b75899cd-6b22-496a-bf62-73d4be646a62 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:44.775022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2d9bfbe7-c93e-48a7-8865-9fb39262d7c0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Calling delete_port for e19fcd75-8533-4ec2-ad66-02126ad45d11 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:44.785926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465e66-c505-404e-95ad-6d4f30494dda req-384b3738-9920-4b0f-883e-66324ee0a092 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:44.791935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465e66-c505-404e-95ad-6d4f30494dda req-384b3738-9920-4b0f-883e-66324ee0a092 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:44.797787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5465e66-c505-404e-95ad-6d4f30494dda req-384b3738-9920-4b0f-883e-66324ee0a092 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:44.802312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5465e66-c505-404e-95ad-6d4f30494dda req-384b3738-9920-4b0f-883e-66324ee0a092 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.46 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2417 time: 0.2775893 May 27 22:34:44.865618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75899cd-6b22-496a-bf62-73d4be646a62 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1959c7c4-9147-4f5a-aa74-753ca3b93c5e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:44.884483 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91c5ad5-88e5-4f98-a03d-6ac4f8e80fae'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-deleted', 'tag': '23208c92-dbee-4363-9c21-9737e54a8a81', 'status': 'completed', 'code': 200} May 27 22:34:44.884837 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91c5ad5-88e5-4f98-a03d-6ac4f8e80fae'] response: {'server_uuid': 'f45c8d37-d0aa-4f4f-bf8f-da5f86478ad6', 'name': 'network-vif-deleted', 'tag': '3fa643d5-4d0e-43b9-bf15-48d47e85ccdd', 'status': 'completed', 'code': 200} May 27 22:34:44.889945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-d3d9e4e6-2430-435c-9c3e-4c2c19735de8 req-0142cfe4-f511-40dd-8521-8fb98094b458 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] Unset dirty status for tenant:66c8ee59557b4baea4ae26e059dc0936 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:44.891096 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3d9e4e6-2430-435c-9c3e-4c2c19735de8 req-0142cfe4-f511-40dd-8521-8fb98094b458 tempest-ImagesTestJSON-1201666805 tempest-ImagesTestJSON-1201666805-project] 10.222.0.27 "GET /v2.0/ports?device_id=862eba0a-8f73-43d0-b681-271a885dfacc HTTP/1.1" status: 200 len: 210 time: 0.3276484 May 27 22:34:44.895233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159270a-4380-4620-b644-e07cc365fc33 req-e0d3a32d-4ca2-4e61-a5b2-14b444a65d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:44.897378 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4159270a-4380-4620-b644-e07cc365fc33 req-e0d3a32d-4ca2-4e61-a5b2-14b444a65d13 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 1097 time: 0.2960787 May 27 22:34:44.922018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 25da2df4-0b3c-4964-94cf-5ab53b08fd5c no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:44.933067 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:44.933317 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:44.993049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 25da2df4-0b3c-4964-94cf-5ab53b08fd5c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:34:44.993392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 25da2df4-0b3c-4964-94cf-5ab53b08fd5c not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:34:44.993796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 44567338-3959-4ea8-8547-918715a57737 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:44.995996 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b75899cd-6b22-496a-bf62-73d4be646a62 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:44.997291 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b75899cd-6b22-496a-bf62-73d4be646a62 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "DELETE /v2.0/security-groups/1959c7c4-9147-4f5a-aa74-753ca3b93c5e HTTP/1.1" status: 204 len: 168 time: 1.0225382 May 27 22:34:45.005218 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51184) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:45.005933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4159270a-4380-4620-b644-e07cc365fc33 req-93e32561-1f39-4dd5-ae33-fc9792dac11b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971851 May 27 22:34:45.172383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 44567338-3959-4ea8-8547-918715a57737 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:45.172773 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.189182 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9bfbe7-c93e-48a7-8865-9fb39262d7c0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.206373 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 44567338-3959-4ea8-8547-918715a57737, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=44567338-3959-4ea8-8547-918715a57737,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:45.251018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bfbe7-c93e-48a7-8865-9fb39262d7c0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event deleted for resources: {'Port': ['ID=e19fcd75-8533-4ec2-ad66-02126ad45d11,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:45.290968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5c974d11-a484-4bdc-b4de-a58e0804a609 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Synchronizing usage tracker for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:45.303604 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.304422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:45.304538 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d9bfbe7-c93e-48a7-8865-9fb39262d7c0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.393471 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2d9bfbe7-c93e-48a7-8865-9fb39262d7c0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "DELETE /v2.0/ports/e19fcd75-8533-4ec2-ad66-02126ad45d11 HTTP/1.1" status: 204 len: 168 time: 1.4688504 May 27 22:34:45.394840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51192) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:45.482383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] For port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=85b31ec6-6eff-4b70-baa3-cf95da2f6f69,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:45.482741 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.485664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-b758c64f-67cf-4196-8ea8-05a8d39799e0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Deleting subnet 33c4d601-066c-43a4-9010-8e2b695108a3 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:34:45.489263 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b758c64f-67cf-4196-8ea8-05a8d39799e0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.510071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=44567338-3959-4ea8-8547-918715a57737,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:45.548618 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:45.548990 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.557206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b758c64f-67cf-4196-8ea8-05a8d39799e0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.561404 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5c974d11-a484-4bdc-b4de-a58e0804a609 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Unset dirty status for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:45.562421 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5c974d11-a484-4bdc-b4de-a58e0804a609 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5559113 May 27 22:34:45.588141 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=85b31ec6-6eff-4b70-baa3-cf95da2f6f69,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:45.588422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51198) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:45.599688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-87aaca64-bce7-4a06-ae89-c5d3b17a8e2d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420266971'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:45.600178 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.612681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-87aaca64-bce7-4a06-ae89-c5d3b17a8e2d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:45.630324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-87aaca64-bce7-4a06-ae89-c5d3b17a8e2d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:45.640243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.677195 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b758c64f-67cf-4196-8ea8-05a8d39799e0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.714248 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87aaca64-bce7-4a06-ae89-c5d3b17a8e2d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.742561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-87aaca64-bce7-4a06-ae89-c5d3b17a8e2d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:45.746934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-87aaca64-bce7-4a06-ae89-c5d3b17a8e2d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:45.756962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-87aaca64-bce7-4a06-ae89-c5d3b17a8e2d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:45.765484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=85b31ec6-6eff-4b70-baa3-cf95da2f6f69,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:45.771489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Calling delete_port for 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:45.771922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-87aaca64-bce7-4a06-ae89-c5d3b17a8e2d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:45.828523 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794713d-2877-4500-8b4e-f0da9f610782 req-92ea9d60-fe45-4e7d-96c3-15590a4c7861 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:45.834785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794713d-2877-4500-8b4e-f0da9f610782 req-92ea9d60-fe45-4e7d-96c3-15590a4c7861 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:45.840577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794713d-2877-4500-8b4e-f0da9f610782 req-92ea9d60-fe45-4e7d-96c3-15590a4c7861 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:45.844144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a794713d-2877-4500-8b4e-f0da9f610782 req-92ea9d60-fe45-4e7d-96c3-15590a4c7861 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2&device_id=51feae24-74bc-4ef4-8d8f-03621dc82c0b&device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 2417 time: 0.6790905 May 27 22:34:45.860057 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87aaca64-bce7-4a06-ae89-c5d3b17a8e2d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.879401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a6d0c-f2c8-45ae-976a-488f0525e907 req-5aba224a-201e-4674-acc7-e3b174023134 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:45.880870 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf7a6d0c-f2c8-45ae-976a-488f0525e907 req-5aba224a-201e-4674-acc7-e3b174023134 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 946 time: 0.6343937 May 27 22:34:45.897965 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b758c64f-67cf-4196-8ea8-05a8d39799e0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.934697 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87aaca64-bce7-4a06-ae89-c5d3b17a8e2d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.944678 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a794713d-2877-4500-8b4e-f0da9f610782 req-984ca11d-07b9-4ea3-9289-0c089cdec252 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939245 May 27 22:34:45.966794 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf7a6d0c-f2c8-45ae-976a-488f0525e907 req-4dd02c3e-5b24-4550-9f0a-066e0d504a52 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788915 May 27 22:34:45.976422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758c64f-67cf-4196-8ea8-05a8d39799e0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event deleted for resources: {'Subnet': ['ID=33c4d601-066c-43a4-9010-8e2b695108a3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:45.978193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98b2a82-d98e-457a-bda3-ffd9e41caa7f None None] Network faf57b9b-8bf0-4420-85c0-511bffccda24 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:34:45.978502 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b758c64f-67cf-4196-8ea8-05a8d39799e0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:45.985743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aaca64-bce7-4a06-ae89-c5d3b17a8e2d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5711ecff-d394-4075-8c38-c997215dc853,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:46.000554 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b758c64f-67cf-4196-8ea8-05a8d39799e0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "DELETE /v2.0/subnets/33c4d601-066c-43a4-9010-8e2b695108a3 HTTP/1.1" status: 204 len: 168 time: 0.6042383 May 27 22:34:46.004030 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:46.014273 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:34:46.015201 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:34:46.126909 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:46.130756 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87aaca64-bce7-4a06-ae89-c5d3b17a8e2d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:46.133964 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-87aaca64-bce7-4a06-ae89-c5d3b17a8e2d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5425282 May 27 22:34:46.137131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51212) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:46.143328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-10221b89-90fe-43d7-8da1-63a93315addd tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': '5711ecff-d394-4075-8c38-c997215dc853', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:46.150849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-10221b89-90fe-43d7-8da1-63a93315addd tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:46.157259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-10221b89-90fe-43d7-8da1-63a93315addd tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:46.159990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Deleting port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:46.160211 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:46.188363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-10221b89-90fe-43d7-8da1-63a93315addd tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:46.206643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-10221b89-90fe-43d7-8da1-63a93315addd tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:46.321813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13a328-15b7-4a6c-a086-67267122eb9f req-fb460d42-8405-48d5-83ad-b87d98b189ee tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:46.323466 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae13a328-15b7-4a6c-a086-67267122eb9f req-fb460d42-8405-48d5-83ad-b87d98b189ee tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.2031844 May 27 22:34:46.339561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac074d-ced3-4ba7-bd25-fecc083cd6dc req-51f8003c-cbe0-4f50-9be6-6c5b7777ed4b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:46.345398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac074d-ced3-4ba7-bd25-fecc083cd6dc req-51f8003c-cbe0-4f50-9be6-6c5b7777ed4b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:46.351900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac074d-ced3-4ba7-bd25-fecc083cd6dc req-51f8003c-cbe0-4f50-9be6-6c5b7777ed4b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:46.353549 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9fac074d-ced3-4ba7-bd25-fecc083cd6dc req-51f8003c-cbe0-4f50-9be6-6c5b7777ed4b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 2413 time: 0.1628428 May 27 22:34:46.382484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c20d8d-ade0-4701-bbba-1092d51f5627 None None] DHCP port deletion for faf57b9b-8bf0-4420-85c0-511bffccda24 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:34:46.386995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-98c20d8d-ade0-4701-bbba-1092d51f5627 None None] Deleting port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:46.387368 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-98c20d8d-ade0-4701-bbba-1092d51f5627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:46.413996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] For port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4,segment=NetworkSegment(c820f8b2-2f21-41fb-b937-60b15b78c7ea),segment_id=c820f8b2-2f21-41fb-b937-60b15b78c7ea)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:46.414347 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:46.430137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae13a328-15b7-4a6c-a086-67267122eb9f req-84c3d2d2-dc65-41ec-befd-761f58097230 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743597 May 27 22:34:46.434803 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0512486e-912a-4eb8-b5fb-cf97f5aa225c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af2e269-27ac-4873-ac51-b1c601ffc941'}, {'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44567338-3959-4ea8-8547-918715a57737'}, {'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b31ec6-6eff-4b70-baa3-cf95da2f6f69'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:46.480684 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9fac074d-ced3-4ba7-bd25-fecc083cd6dc req-f27d69d1-3d20-4643-b2bc-8b324ae8acab tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879200 May 27 22:34:46.516921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:46.517268 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:46.642544 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7da1f2-dac8-4d43-b7dd-7b926861ffef'] response: {'server_uuid': '0512486e-912a-4eb8-b5fb-cf97f5aa225c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af2e269-27ac-4873-ac51-b1c601ffc941', 'code': 200} May 27 22:34:46.642544 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7da1f2-dac8-4d43-b7dd-7b926861ffef'] response: {'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44567338-3959-4ea8-8547-918715a57737', 'code': 200} May 27 22:34:46.643202 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7da1f2-dac8-4d43-b7dd-7b926861ffef'] response: {'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b31ec6-6eff-4b70-baa3-cf95da2f6f69', 'code': 200} May 27 22:34:46.703367 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-10221b89-90fe-43d7-8da1-63a93315addd tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:46.704423 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-10221b89-90fe-43d7-8da1-63a93315addd tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5663643 May 27 22:34:46.713950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Calling delete_port for 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:46.714186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51222) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:46.724264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c546eecc-eb15-4058-bce8-7848943f1793 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group_rule': {'security_group_id': '5711ecff-d394-4075-8c38-c997215dc853', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:46.737181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-98c20d8d-ade0-4701-bbba-1092d51f5627 None None] For port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4,segment=NetworkSegment(c820f8b2-2f21-41fb-b937-60b15b78c7ea),segment_id=c820f8b2-2f21-41fb-b937-60b15b78c7ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:46.737679 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-98c20d8d-ade0-4701-bbba-1092d51f5627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:46.758607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51226) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:46.806105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c546eecc-eb15-4058-bce8-7848943f1793 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:46.811531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c546eecc-eb15-4058-bce8-7848943f1793 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:46.814706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c546eecc-eb15-4058-bce8-7848943f1793 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:46.821642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c546eecc-eb15-4058-bce8-7848943f1793 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:46.859525 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4d30ad1-5989-4222-9b69-f13521a111b5 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:46.889923 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4d30ad1-5989-4222-9b69-f13521a111b5 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:46.932294 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:46.934617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-98c20d8d-ade0-4701-bbba-1092d51f5627 None None] Calling delete_port for 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:46.988244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] No DVR routers for this DVR port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:47.001484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] For port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=85b31ec6-6eff-4b70-baa3-cf95da2f6f69,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:47.001859 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.027087 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-98c20d8d-ade0-4701-bbba-1092d51f5627 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:34:47.027470 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-98c20d8d-ade0-4701-bbba-1092d51f5627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:34:47.030348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:47.030757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event deleted for resources: {'Port': ['ID=8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:47.073711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 603166be-3acb-4813-9d4e-2e301d09b3d7 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:47.123119 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4d30ad1-5989-4222-9b69-f13521a111b5 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.137634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:34:47.137968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:34:47.147974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Calling delete_port for 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:47.181156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d30ad1-5989-4222-9b69-f13521a111b5 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:47.193143 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.225984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 603166be-3acb-4813-9d4e-2e301d09b3d7 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:47.226398 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.236675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862eba0a-8f73-43d0-b681-271a885dfacc', 'name': 'network-vif-deleted', 'tag': '25da2df4-0b3c-4964-94cf-5ab53b08fd5c'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:47.244069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf57b9b-8bf0-4420-85c0-511bffccda24']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:47.263325 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 603166be-3acb-4813-9d4e-2e301d09b3d7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=603166be-3acb-4813-9d4e-2e301d09b3d7,segment=NetworkSegment(953a004e-4f5c-41be-971c-a6781dfb4162),segment_id=953a004e-4f5c-41be-971c-a6781dfb4162)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:47.266241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c820f8b2-2f21-41fb-b937-60b15b78c7ea') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:47.266883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c820f8b2-2f21-41fb-b937-60b15b78c7ea') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:47.283475 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.302513 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.307037 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4d30ad1-5989-4222-9b69-f13521a111b5 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.308125 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a4d30ad1-5989-4222-9b69-f13521a111b5 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "DELETE /v2.0/security-groups/7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c HTTP/1.1" status: 204 len: 168 time: 0.5462437 May 27 22:34:47.310773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:34:47.311157 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.326082 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.328257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51244) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:47.372919 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-c546eecc-eb15-4058-bce8-7848943f1793 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:34:47.376489 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c546eecc-eb15-4058-bce8-7848943f1793 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6578889 May 27 22:34:47.380013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51250) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:47.393533 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c820f8b2-2f21-41fb-b937-60b15b78c7ea resource provider aggregate not found May 27 22:34:47.394730 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67c4c2e6-c6ce-474a-8c16-d050cb436391 req-66df9dfa-3cbe-4892-9709-39723bdf7824 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.8093357 May 27 22:34:47.405165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=603166be-3acb-4813-9d4e-2e301d09b3d7,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:47.417926 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c820f8b2-2f21-41fb-b937-60b15b78c7ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c820f8b2-2f21-41fb-b937-60b15b78c7ea found for delete ", "request_id": "req-c1e7e5dd-4e3b-40cb-a77c-dde5e8426d91"}]} May 27 22:34:47.428591 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-cbfe8283-87dc-4888-ba13-53428f694ba4 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] show failed (client error): The resource could not be found. May 27 22:34:47.431839 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cbfe8283-87dc-4888-ba13-53428f694ba4 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "GET /v2.0/security-groups/7a75d3fe-3ca2-4a52-a3ca-2af04b3b4e3c HTTP/1.1" status: 404 len: 347 time: 0.0931478 May 27 22:34:47.434215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51256) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:47.444806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9a0bc-9de0-4899-adf6-30f95dd0ddc1 req-001756cf-fc69-4d76-a1e4-83353bc6dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:47.446273 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cf9a0bc-9de0-4899-adf6-30f95dd0ddc1 req-001756cf-fc69-4d76-a1e4-83353bc6dd17 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 1097 time: 0.7148156 May 27 22:34:47.527799 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7cf9a0bc-9de0-4899-adf6-30f95dd0ddc1 req-74d4e8af-59d7-41a3-8a2a-b117d8cdf269 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660667 May 27 22:34:47.529008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-98c20d8d-ade0-4701-bbba-1092d51f5627 None None] Deleting port 8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:47.529540 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-98c20d8d-ade0-4701-bbba-1092d51f5627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.567110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ad7fb-e604-43a8-a101-6a04f2ae77ba req-280e799c-77b8-4a4d-9bd2-936a2718f3e6 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:47.576493 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f8ad7fb-e604-43a8-a101-6a04f2ae77ba req-280e799c-77b8-4a4d-9bd2-936a2718f3e6 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 946 time: 0.2861264 May 27 22:34:47.578975 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96107393-e995-4972-bc0e-cbbce0bde9e4 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.599508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-98c20d8d-ade0-4701-bbba-1092d51f5627 None None] The port '8fe1f7f6-5be5-44e1-93ea-2ebd6c7473d4' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:34:47.604292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-89f1973e-b58b-48d8-b570-9dd6d14594e9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Deleting port 6734223a-16d1-4bc2-91d9-713baf660efd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:47.604292 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89f1973e-b58b-48d8-b570-9dd6d14594e9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.617361 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.644865 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.669485 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.689993 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] 10.222.0.27 "DELETE /v2.0/networks/faf57b9b-8bf0-4420-85c0-511bffccda24 HTTP/1.1" status: 204 len: 168 time: 1.6823502 May 27 22:34:47.689993 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2988f2-4bc1-48c6-8d7b-52dc3ec6b2f0 tempest-AllowedAddressPairIpV6TestJSON-1509588176 tempest-AllowedAddressPairIpV6TestJSON-1509588176-project] Pushing event deleted for resources: {'Network': ['ID=faf57b9b-8bf0-4420-85c0-511bffccda24,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:47.739641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event deleted for resources: {'Port': ['ID=85b31ec6-6eff-4b70-baa3-cf95da2f6f69,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:47.787870 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96107393-e995-4972-bc0e-cbbce0bde9e4 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.796673 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd39fb1b-dfbb-4431-a250-6858d7161a5f'] response: {'server_uuid': '862eba0a-8f73-43d0-b681-271a885dfacc', 'name': 'network-vif-deleted', 'tag': '25da2df4-0b3c-4964-94cf-5ab53b08fd5c', 'status': 'completed', 'code': 200} May 27 22:34:47.797677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] No DVR routers for this DVR port 85b31ec6-6eff-4b70-baa3-cf95da2f6f69 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:47.804577 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.824370 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5465e66-c505-404e-95ad-6d4f30494dda req-faacd73a-9e07-42c6-8944-e6cc0f6a2d20 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.46 "DELETE /v2.0/ports/85b31ec6-6eff-4b70-baa3-cf95da2f6f69 HTTP/1.1" status: 204 len: 173 time: 3.0050626 May 27 22:34:47.881048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f8ad7fb-e604-43a8-a101-6a04f2ae77ba req-03bc1d3a-19fc-495f-9011-04d7ee5414bb tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2870512 May 27 22:34:47.891472 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89f1973e-b58b-48d8-b570-9dd6d14594e9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:47.892409 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89f1973e-b58b-48d8-b570-9dd6d14594e9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:48.036774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-89f1973e-b58b-48d8-b570-9dd6d14594e9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Calling delete_port for 6734223a-16d1-4bc2-91d9-713baf660efd owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:48.182394 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b5465e66-c505-404e-95ad-6d4f30494dda req-eeed67a8-f410-4a8a-9d61-5f985f74a58a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting port 44567338-3959-4ea8-8547-918715a57737 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:48.182745 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b5465e66-c505-404e-95ad-6d4f30494dda req-eeed67a8-f410-4a8a-9d61-5f985f74a58a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:48.268735 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89f1973e-b58b-48d8-b570-9dd6d14594e9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:48.270061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f08efb-c917-4159-a07f-d82a4ffb27a8 req-1e2b6be8-aea4-4655-ac4e-d415fe564b71 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:48.272037 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-19f08efb-c917-4159-a07f-d82a4ffb27a8 req-1e2b6be8-aea4-4655-ac4e-d415fe564b71 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.3900120 May 27 22:34:48.272657 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96107393-e995-4972-bc0e-cbbce0bde9e4 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:48.356718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51278) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:48.362220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1973e-b58b-48d8-b570-9dd6d14594e9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event deleted for resources: {'Port': ['ID=6734223a-16d1-4bc2-91d9-713baf660efd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:48.364115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96107393-e995-4972-bc0e-cbbce0bde9e4 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5711ecff-d394-4075-8c38-c997215dc853,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:48.388166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3941840-7802-4feb-82a4-9d3b35eafcca req-641919ba-f166-4228-b2bb-c095861c8f37 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:48.393988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3941840-7802-4feb-82a4-9d3b35eafcca req-641919ba-f166-4228-b2bb-c095861c8f37 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:48.394750 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-d3941840-7802-4feb-82a4-9d3b35eafcca req-641919ba-f166-4228-b2bb-c095861c8f37 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Synchronizing usage tracker for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:48.422689 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89f1973e-b58b-48d8-b570-9dd6d14594e9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:48.440560 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96107393-e995-4972-bc0e-cbbce0bde9e4 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:48.441653 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-96107393-e995-4972-bc0e-cbbce0bde9e4 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "DELETE /v2.0/security-groups/5711ecff-d394-4075-8c38-c997215dc853 HTTP/1.1" status: 204 len: 168 time: 1.0460606 May 27 22:34:48.444955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51284) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:48.494735 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-19f08efb-c917-4159-a07f-d82a4ffb27a8 req-6a43f047-f129-4af8-981a-0cf2ee31ca67 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945167 May 27 22:34:48.496498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-baddd7e7-d484-4e41-899e-eef02ae9d88e tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Synchronizing usage tracker for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:48.513251 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89f1973e-b58b-48d8-b570-9dd6d14594e9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:48.517106 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-89f1973e-b58b-48d8-b570-9dd6d14594e9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "DELETE /v2.0/floatingips/c8657aa8-97c8-4edd-a610-a1e1c53cc5b7 HTTP/1.1" status: 204 len: 168 time: 1.0823975 May 27 22:34:48.517771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51288) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:48.615269 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1ea08538-6927-49a8-b08d-edae068da938 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e013a454c6e94f8588c502a6973f04d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517924 May 27 22:34:48.619343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51292) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:48.624494 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-d3941840-7802-4feb-82a4-9d3b35eafcca req-641919ba-f166-4228-b2bb-c095861c8f37 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Unset dirty status for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:48.631965 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3941840-7802-4feb-82a4-9d3b35eafcca req-641919ba-f166-4228-b2bb-c095861c8f37 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 1677 time: 0.5432429 May 27 22:34:48.644694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '603166be-3acb-4813-9d4e-2e301d09b3d7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:48.687705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-b5465e66-c505-404e-95ad-6d4f30494dda req-eeed67a8-f410-4a8a-9d61-5f985f74a58a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] For port 44567338-3959-4ea8-8547-918715a57737, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=44567338-3959-4ea8-8547-918715a57737,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:48.688070 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b5465e66-c505-404e-95ad-6d4f30494dda req-eeed67a8-f410-4a8a-9d61-5f985f74a58a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:48.748925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-baddd7e7-d484-4e41-899e-eef02ae9d88e tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Unset dirty status for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:48.753852 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-baddd7e7-d484-4e41-899e-eef02ae9d88e tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3042574 May 27 22:34:48.756735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51298) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:48.765789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-14eb5136-d98c-4fc6-9d71-27c4aa6398b0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194319417'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:48.775737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14eb5136-d98c-4fc6-9d71-27c4aa6398b0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:48.783657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5b9f6-3ab6-426a-b194-d2c715b08362 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Deleting port 0f8c0679-a173-42fd-bf4b-8227fb6895d4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:48.783992 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbc5b9f6-3ab6-426a-b194-d2c715b08362 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:48.852457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14eb5136-d98c-4fc6-9d71-27c4aa6398b0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:48.854822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b5465e66-c505-404e-95ad-6d4f30494dda req-eeed67a8-f410-4a8a-9d61-5f985f74a58a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Calling delete_port for 44567338-3959-4ea8-8547-918715a57737 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:48.908442 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3941840-7802-4feb-82a4-9d3b35eafcca req-49ea3d73-18d9-4daa-b38b-6a3dcf47b412 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755446 May 27 22:34:48.921114 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-972b76d9-fb86-412c-8ba9-52eb63b924d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:48.967678 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-972b76d9-fb86-412c-8ba9-52eb63b924d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:48.973043 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a450597-c141-4783-bb58-b0852cb90426'] response: {'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '603166be-3acb-4813-9d4e-2e301d09b3d7', 'code': 200} May 27 22:34:49.044758 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14eb5136-d98c-4fc6-9d71-27c4aa6398b0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:49.081446 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14eb5136-d98c-4fc6-9d71-27c4aa6398b0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:49.092243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-14eb5136-d98c-4fc6-9d71-27c4aa6398b0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Usage tracker for resource:security_group_rule and tenant:5bff6f0b501040f981b7bfc3a8222b04 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:49.129267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-14eb5136-d98c-4fc6-9d71-27c4aa6398b0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:49.136320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14eb5136-d98c-4fc6-9d71-27c4aa6398b0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:49.146097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd5d0f-c2c7-4c2e-a294-2404e61ad5f6 req-3ad06034-8ec1-49e0-b4d3-506a05ee256e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:49.147608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-03bd5d0f-c2c7-4c2e-a294-2404e61ad5f6 req-3ad06034-8ec1-49e0-b4d3-506a05ee256e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 946 time: 0.1179850 May 27 22:34:49.156549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51306) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:49.163283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-91b4e24e-3ca3-41f1-bb73-48df63cc1dd8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Request body: {'floatingip': {'port_id': '7fd798c1-f8c6-446a-82ea-9449463d4184'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:49.171910 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbc5b9f6-3ab6-426a-b194-d2c715b08362 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:49.233460 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b5465e66-c505-404e-95ad-6d4f30494dda req-eeed67a8-f410-4a8a-9d61-5f985f74a58a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:49.236968 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-972b76d9-fb86-412c-8ba9-52eb63b924d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:49.318431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dbc5b9f6-3ab6-426a-b194-d2c715b08362 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Calling delete_port for 0f8c0679-a173-42fd-bf4b-8227fb6895d4 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:49.325526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b76d9-fb86-412c-8ba9-52eb63b924d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84924f6d-798b-4f7c-acf9-8bab8986fbed,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:49.328955 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91b4e24e-3ca3-41f1-bb73-48df63cc1dd8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:49.387080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed67a8-f410-4a8a-9d61-5f985f74a58a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event deleted for resources: {'Port': ['ID=44567338-3959-4ea8-8547-918715a57737,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:49.474963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51322) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:49.511690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5465e66-c505-404e-95ad-6d4f30494dda req-eeed67a8-f410-4a8a-9d61-5f985f74a58a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] No DVR routers for this DVR port 44567338-3959-4ea8-8547-918715a57737 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:49.551332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-c025bcf8-dbc8-4913-b11d-cdacfe9c4e56 admin admin] Deleting subnet b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:34:49.555183 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c025bcf8-dbc8-4913-b11d-cdacfe9c4e56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:49.569107 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b5465e66-c505-404e-95ad-6d4f30494dda req-eeed67a8-f410-4a8a-9d61-5f985f74a58a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:49.600756 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-972b76d9-fb86-412c-8ba9-52eb63b924d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:49.604094 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-972b76d9-fb86-412c-8ba9-52eb63b924d5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/84924f6d-798b-4f7c-acf9-8bab8986fbed HTTP/1.1" status: 204 len: 168 time: 0.9812920 May 27 22:34:49.608112 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c025bcf8-dbc8-4913-b11d-cdacfe9c4e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:49.621934 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5465e66-c505-404e-95ad-6d4f30494dda req-eeed67a8-f410-4a8a-9d61-5f985f74a58a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.46 "DELETE /v2.0/ports/44567338-3959-4ea8-8547-918715a57737 HTTP/1.1" status: 204 len: 173 time: 1.7708282 May 27 22:34:49.672256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c025bcf8-dbc8-4913-b11d-cdacfe9c4e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:49.789169 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14eb5136-d98c-4fc6-9d71-27c4aa6398b0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:49.798802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-deleted', 'tag': '85b31ec6-6eff-4b70-baa3-cf95da2f6f69'}, {'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-deleted', 'tag': '44567338-3959-4ea8-8547-918715a57737'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:49.842202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b5465e66-c505-404e-95ad-6d4f30494dda req-5c54c88b-1826-483b-a24c-8f268d4b8974 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting port 603166be-3acb-4813-9d4e-2e301d09b3d7 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:49.842535 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b5465e66-c505-404e-95ad-6d4f30494dda req-5c54c88b-1826-483b-a24c-8f268d4b8974 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:49.863488 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c025bcf8-dbc8-4913-b11d-cdacfe9c4e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:49.869371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14eb5136-d98c-4fc6-9d71-27c4aa6398b0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:49.932746 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbc5b9f6-3ab6-426a-b194-d2c715b08362 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:49.947933 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c025bcf8-dbc8-4913-b11d-cdacfe9c4e56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:50.011914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025bcf8-dbc8-4913-b11d-cdacfe9c4e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:50.095622 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c959ef56-312d-4f14-976e-47762f9f71e2'] response: {'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-deleted', 'tag': '85b31ec6-6eff-4b70-baa3-cf95da2f6f69', 'status': 'completed', 'code': 200} May 27 22:34:50.096136 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c959ef56-312d-4f14-976e-47762f9f71e2'] response: {'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-deleted', 'tag': '44567338-3959-4ea8-8547-918715a57737', 'status': 'completed', 'code': 200} May 27 22:34:50.112915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5b9f6-3ab6-426a-b194-d2c715b08362 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event deleted for resources: {'Port': ['ID=0f8c0679-a173-42fd-bf4b-8227fb6895d4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:50.116195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb5136-d98c-4fc6-9d71-27c4aa6398b0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62680f92-9414-47b6-9e85-2332ff1184d3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:50.202278 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c025bcf8-dbc8-4913-b11d-cdacfe9c4e56 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/b9f1ce9a-cd8a-4b86-a7fd-bcf84f4a67da HTTP/1.1" status: 204 len: 168 time: 0.7258811 May 27 22:34:50.202973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51348) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:50.295127 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14eb5136-d98c-4fc6-9d71-27c4aa6398b0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:50.296321 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-14eb5136-d98c-4fc6-9d71-27c4aa6398b0 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5386806 May 27 22:34:50.302330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51354) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:50.321133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9713f0ab-39d4-4f5b-80a8-291fd4a701db tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:50.321786 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-9713f0ab-39d4-4f5b-80a8-291fd4a701db tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 27 22:34:50.322297 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-9713f0ab-39d4-4f5b-80a8-291fd4a701db tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] update failed (client error): There was a conflict when trying to complete your request. May 27 22:34:50.323236 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9713f0ab-39d4-4f5b-80a8-291fd4a701db tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "PUT /v2.0/security-groups/62680f92-9414-47b6-9e85-2332ff1184d3 HTTP/1.1" status: 409 len: 330 time: 0.0191240 May 27 22:34:50.326227 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbc5b9f6-3ab6-426a-b194-d2c715b08362 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:50.330443 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dbc5b9f6-3ab6-426a-b194-d2c715b08362 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "DELETE /v2.0/ports/0f8c0679-a173-42fd-bf4b-8227fb6895d4 HTTP/1.1" status: 204 len: 168 time: 1.8093710 May 27 22:34:50.330443 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51358) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:50.340948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9a6db-5a8b-49f3-8071-d1ec4279f4bd req-d2f54d9e-cd30-4dc0-a102-76afd6203f0a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:50.341968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ef9a6db-5a8b-49f3-8071-d1ec4279f4bd req-d2f54d9e-cd30-4dc0-a102-76afd6203f0a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.6151824 May 27 22:34:50.342591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51360) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:50.393036 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d89dddf-6ee2-4f0d-9830-0ed78997f637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:50.488785 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9327d179-f995-4497-8e0d-e4be933cc134 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Deleting port 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:50.490278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9327d179-f995-4497-8e0d-e4be933cc134 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:50.597219 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ef9a6db-5a8b-49f3-8071-d1ec4279f4bd req-4ee827e7-49e8-49a6-9f1b-2f641ac1cf4a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282896 May 27 22:34:50.615364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945979e7-562c-4cd9-a050-245c16b77571 req-16f806da-e970-4a96-8341-46ab3ca2c529 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:50.616067 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-945979e7-562c-4cd9-a050-245c16b77571 req-16f806da-e970-4a96-8341-46ab3ca2c529 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Synchronizing usage tracker for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:50.672651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-b5465e66-c505-404e-95ad-6d4f30494dda req-5c54c88b-1826-483b-a24c-8f268d4b8974 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] For port 603166be-3acb-4813-9d4e-2e301d09b3d7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=603166be-3acb-4813-9d4e-2e301d09b3d7,segment=NetworkSegment(953a004e-4f5c-41be-971c-a6781dfb4162),segment_id=953a004e-4f5c-41be-971c-a6781dfb4162)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:50.673320 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b5465e66-c505-404e-95ad-6d4f30494dda req-5c54c88b-1826-483b-a24c-8f268d4b8974 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:50.679848 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f94868b-d038-4efe-9820-26ca714f84a5 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:50.698198 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d89dddf-6ee2-4f0d-9830-0ed78997f637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:50.813385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b5465e66-c505-404e-95ad-6d4f30494dda req-5c54c88b-1826-483b-a24c-8f268d4b8974 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Calling delete_port for 603166be-3acb-4813-9d4e-2e301d09b3d7 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:50.846374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-945979e7-562c-4cd9-a050-245c16b77571 req-16f806da-e970-4a96-8341-46ab3ca2c529 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Unset dirty status for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:50.854680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-945979e7-562c-4cd9-a050-245c16b77571 req-16f806da-e970-4a96-8341-46ab3ca2c529 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 942 time: 0.6910839 May 27 22:34:50.871967 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f94868b-d038-4efe-9820-26ca714f84a5 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:50.880299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5d89dddf-6ee2-4f0d-9830-0ed78997f637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018c54a3-53cd-4743-8a8d-f2fbd49a3a7c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:50.923605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5d89dddf-6ee2-4f0d-9830-0ed78997f637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa88f90-fc62-425c-9ffc-094d01299126') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:50.923890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5d89dddf-6ee2-4f0d-9830-0ed78997f637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa88f90-fc62-425c-9ffc-094d01299126') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:50.997916 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d89dddf-6ee2-4f0d-9830-0ed78997f637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.021540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-945979e7-562c-4cd9-a050-245c16b77571 req-aa2da91a-95da-492f-961a-5746ea05e119 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675665 May 27 22:34:51.032905 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d89dddf-6ee2-4f0d-9830-0ed78997f637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.058158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d89dddf-6ee2-4f0d-9830-0ed78997f637 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:34:51.058552 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d89dddf-6ee2-4f0d-9830-0ed78997f637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.112047 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91b4e24e-3ca3-41f1-bb73-48df63cc1dd8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.137944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51380) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:51.142915 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment bfa88f90-fc62-425c-9ffc-094d01299126 resource provider aggregate not found May 27 22:34:51.172695 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f94868b-d038-4efe-9820-26ca714f84a5 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.191938 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment bfa88f90-fc62-425c-9ffc-094d01299126 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bfa88f90-fc62-425c-9ffc-094d01299126 found for delete ", "request_id": "req-311547bf-4a81-4c3b-aa08-886c29fcb8e2"}]} May 27 22:34:51.195287 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9327d179-f995-4497-8e0d-e4be933cc134 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.209905 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f94868b-d038-4efe-9820-26ca714f84a5 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62680f92-9414-47b6-9e85-2332ff1184d3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:51.216029 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91b4e24e-3ca3-41f1-bb73-48df63cc1dd8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.295088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-294227553'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:51.307353 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b5465e66-c505-404e-95ad-6d4f30494dda req-5c54c88b-1826-483b-a24c-8f268d4b8974 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.309172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:51.327065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9327d179-f995-4497-8e0d-e4be933cc134 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Calling delete_port for 1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:51.356035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Usage tracker for resource:network and tenant:83ff6b9af48043e7b02cd7da1f365891 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:51.359125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:51.365263 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d89dddf-6ee2-4f0d-9830-0ed78997f637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.387940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:51.390799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54c88b-1826-483b-a24c-8f268d4b8974 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event deleted for resources: {'Port': ['ID=603166be-3acb-4813-9d4e-2e301d09b3d7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:51.395285 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f94868b-d038-4efe-9820-26ca714f84a5 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.396687 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1f94868b-d038-4efe-9820-26ca714f84a5 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "DELETE /v2.0/security-groups/62680f92-9414-47b6-9e85-2332ff1184d3 HTTP/1.1" status: 204 len: 168 time: 1.0587327 May 27 22:34:51.397642 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d89dddf-6ee2-4f0d-9830-0ed78997f637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.415629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51390) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:51.415629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d89dddf-6ee2-4f0d-9830-0ed78997f637 admin admin] Pushing event deleted for resources: {'Network': ['ID=018c54a3-53cd-4743-8a8d-f2fbd49a3a7c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:51.546501 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5d89dddf-6ee2-4f0d-9830-0ed78997f637 admin admin] 10.222.0.27 "DELETE /v2.0/networks/018c54a3-53cd-4743-8a8d-f2fbd49a3a7c HTTP/1.1" status: 204 len: 168 time: 1.3391886 May 27 22:34:51.553982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-162c7f34-7677-4485-b73b-04aadcbdcf7d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Synchronizing usage tracker for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:51.668445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5465e66-c505-404e-95ad-6d4f30494dda req-5c54c88b-1826-483b-a24c-8f268d4b8974 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] No DVR routers for this DVR port 603166be-3acb-4813-9d4e-2e301d09b3d7 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:51.669326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-162c7f34-7677-4485-b73b-04aadcbdcf7d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] Unset dirty status for tenant:5bff6f0b501040f981b7bfc3a8222b04 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:51.675893 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-162c7f34-7677-4485-b73b-04aadcbdcf7d tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2570367 May 27 22:34:51.684153 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9327d179-f995-4497-8e0d-e4be933cc134 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.684153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51400) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:51.696164 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b5465e66-c505-404e-95ad-6d4f30494dda req-5c54c88b-1826-483b-a24c-8f268d4b8974 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.699632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Made reservation on behalf of 83ff6b9af48043e7b02cd7da1f365891 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:51.708281 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.752819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327d179-f995-4497-8e0d-e4be933cc134 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event deleted for resources: {'Port': ['ID=1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:51.767536 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-f3e4b655-2b0c-4e79-9344-04c538f87a70 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] delete failed (client error): The resource could not be found. May 27 22:34:51.772515 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f3e4b655-2b0c-4e79-9344-04c538f87a70 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "DELETE /v2.0/security-groups/dbd4688b-08b8-464c-b161-c8a15304bd63 HTTP/1.1" status: 404 len: 347 time: 0.0897489 May 27 22:34:51.774841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51404) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:51.781170 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.839876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:51.842433 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-daeebb00-0b79-4c1f-88ce-76fcdb911b62 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] show failed (client error): The resource could not be found. May 27 22:34:51.847260 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-daeebb00-0b79-4c1f-88ce-76fcdb911b62 tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "GET /v2.0/security-groups/b3d9a495-fb62-460b-abd7-0f661e272a44 HTTP/1.1" status: 404 len: 347 time: 0.0673828 May 27 22:34:51.850142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51412) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:51.852650 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-91b4e24e-3ca3-41f1-bb73-48df63cc1dd8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Floating IP 1f6f8cb8-50e4-4377-932e-a95d79bc7871 associated. External IP: 172.25.2.203, port: 7fd798c1-f8c6-446a-82ea-9449463d4184. May 27 22:34:51.882254 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9327d179-f995-4497-8e0d-e4be933cc134 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:51.891960 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9327d179-f995-4497-8e0d-e4be933cc134 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "DELETE /v2.0/ports/1d324a9a-1556-44e1-bbc2-3aa23ffd5f8f HTTP/1.1" status: 204 len: 168 time: 1.5484481 May 27 22:34:51.894643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51414) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:51.920153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Usage tracker for resource:security_group_rule and tenant:83ff6b9af48043e7b02cd7da1f365891 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:51.925676 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:51.937198 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5465e66-c505-404e-95ad-6d4f30494dda req-5c54c88b-1826-483b-a24c-8f268d4b8974 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.46 "DELETE /v2.0/ports/603166be-3acb-4813-9d4e-2e301d09b3d7 HTTP/1.1" status: 204 len: 173 time: 2.2686579 May 27 22:34:51.957116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:51.960499 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-6ab0f84e-c0a2-477a-97c1-e82d51a3a24b tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] show failed (client error): The resource could not be found. May 27 22:34:51.966422 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6ab0f84e-c0a2-477a-97c1-e82d51a3a24b tempest-NegativeSecGroupIPv6Test-1749603454 tempest-NegativeSecGroupIPv6Test-1749603454-project] 10.222.0.27 "GET /v2.0/security-group-rules/d13f8cb8-2ebd-4b53-a86d-e37716f60106 HTTP/1.1" status: 404 len: 356 time: 0.0600040 May 27 22:34:52.005534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-06543616-d15b-455a-8ec7-d60138bd8023 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Deleting subnet 1070a7e0-6859-4ad5-8415-366ceef97d50 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:34:52.009542 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06543616-d15b-455a-8ec7-d60138bd8023 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.068662 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.070952 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06543616-d15b-455a-8ec7-d60138bd8023 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.103361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-deleted', 'tag': '603166be-3acb-4813-9d4e-2e301d09b3d7'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:52.117005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51428) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:52.157302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a83010-3f09-4d56-9532-3aba2f8e4754 req-a048d787-2d5d-4f7d-b8ee-2d7e9e9b00ba tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:52.158898 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7a83010-3f09-4d56-9532-3aba2f8e4754 req-a048d787-2d5d-4f7d-b8ee-2d7e9e9b00ba tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 946 time: 0.4754376 May 27 22:34:52.194800 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-31dd545d-b755-4ddd-ba59-92be10e69136 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=66c8ee59557b4baea4ae26e059dc0936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0766566 May 27 22:34:52.202466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51432) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:52.226474 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06543616-d15b-455a-8ec7-d60138bd8023 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.305936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7a83010-3f09-4d56-9532-3aba2f8e4754 req-423dbab7-5844-411c-99ab-003bf75661f7 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336162 May 27 22:34:52.343776 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dd31957-62e7-42aa-aa1e-107cf5464903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.366372 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.372433 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dd31957-62e7-42aa-aa1e-107cf5464903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.451713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06543616-d15b-455a-8ec7-d60138bd8023 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.494296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06543616-d15b-455a-8ec7-d60138bd8023 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event deleted for resources: {'Subnet': ['ID=1070a7e0-6859-4ad5-8415-366ceef97d50,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:52.506177 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06543616-d15b-455a-8ec7-d60138bd8023 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.514368 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d6d43d-db67-4c25-af10-42be3d48f626 None None] Network c1c98a16-ff0e-48d9-bd68-874df362e9d7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:34:52.519091 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-06543616-d15b-455a-8ec7-d60138bd8023 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "DELETE /v2.0/subnets/1070a7e0-6859-4ad5-8415-366ceef97d50 HTTP/1.1" status: 204 len: 168 time: 0.6231134 May 27 22:34:52.522096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51438) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:52.599286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51442) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:52.611494 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dd31957-62e7-42aa-aa1e-107cf5464903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.614141 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dd31957-62e7-42aa-aa1e-107cf5464903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.618156 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2dd31957-62e7-42aa-aa1e-107cf5464903 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0d2dbba2-d689-46d6-876e-bafd701bc47f HTTP/1.1" status: 204 len: 168 time: 0.4110656 May 27 22:34:52.618928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.619402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a85bcc-1fbb-46de-a031-f7d5225a32c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Deleting subnet c12e036b-b21d-44ef-9e41-b61836ac4b5b {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:34:52.649008 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99a85bcc-1fbb-46de-a031-f7d5225a32c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.652167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7bca6e06-1507-423c-a5f4-0571427904f2 req-1ab8bd49-2264-4a63-bb38-c16656566c2a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Synchronizing usage tracker for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:52.683547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afc2c747-ce69-4da0-8d59-777ea1de7f98,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:52.690413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:34:52.700675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf2bee-8c82-469c-92d3-3e7eee1669bd req-64fad4bd-2839-43fb-b590-dda24ee4f91d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:52.707617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c1bf2bee-8c82-469c-92d3-3e7eee1669bd req-64fad4bd-2839-43fb-b590-dda24ee4f91d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.5068574 May 27 22:34:52.720188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd31957-62e7-42aa-aa1e-107cf5464903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2dbba2-d689-46d6-876e-bafd701bc47f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:52.766612 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99a85bcc-1fbb-46de-a031-f7d5225a32c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.767076 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.768146 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Added segment 5da2e858-b108-4a55-9a73-5f925898f8ed of type vlan for network 2d8997d0-817c-4b8d-bb74-ee618e94f6f5 May 27 22:34:52.825511 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:52.881329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7bca6e06-1507-423c-a5f4-0571427904f2 req-1ab8bd49-2264-4a63-bb38-c16656566c2a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Unset dirty status for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:52.893705 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7bca6e06-1507-423c-a5f4-0571427904f2 req-1ab8bd49-2264-4a63-bb38-c16656566c2a tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=18318e77-e4a5-4bf5-b2bd-5b0b24035798 HTTP/1.1" status: 200 len: 210 time: 0.4225509 May 27 22:34:52.895981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b4e24e-3ca3-41f1-bb73-48df63cc1dd8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:34:52.899738 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e27b0bac-721c-4982-bdac-43a94733ef6b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5bff6f0b501040f981b7bfc3a8222b04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2943203 May 27 22:34:52.900969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51450) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:52.956083 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c1bf2bee-8c82-469c-92d3-3e7eee1669bd req-2ba273eb-b430-4502-b31f-dcd18c37392e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468243 May 27 22:34:52.965741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29831650-6f58-4083-8ae7-a069b5d88bb8 None None] DHCP port deletion for c1c98a16-ff0e-48d9-bd68-874df362e9d7 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:34:52.969827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-29831650-6f58-4083-8ae7-a069b5d88bb8 None None] Deleting port 8e988deb-e085-428a-a436-8df453a5f258 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:52.970690 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29831650-6f58-4083-8ae7-a069b5d88bb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:53.013625 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99a85bcc-1fbb-46de-a031-f7d5225a32c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:53.024495 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0342e2df-d0c5-4cf2-90a5-f3603d1667e9'] response: {'server_uuid': '18318e77-e4a5-4bf5-b2bd-5b0b24035798', 'name': 'network-vif-deleted', 'tag': '603166be-3acb-4813-9d4e-2e301d09b3d7', 'status': 'completed', 'code': 200} May 27 22:34:53.041210 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5170380-8e4d-4deb-a6d4-7839968fd6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:53.086464 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5170380-8e4d-4deb-a6d4-7839968fd6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:53.152073 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:53.157329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:53.163693 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:53.241014 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99a85bcc-1fbb-46de-a031-f7d5225a32c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:53.252913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-29831650-6f58-4083-8ae7-a069b5d88bb8 None None] For port 8e988deb-e085-428a-a436-8df453a5f258, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8e988deb-e085-428a-a436-8df453a5f258,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:53.253437 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29831650-6f58-4083-8ae7-a069b5d88bb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:53.333772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Pushing event updated for resources: {'Network': ['ID=2d8997d0-817c-4b8d-bb74-ee618e94f6f5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:53.336358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b4e24e-3ca3-41f1-bb73-48df63cc1dd8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:34:53.344792 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91b4e24e-3ca3-41f1-bb73-48df63cc1dd8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:53.401485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fdfa4e88-9b08-43da-a59c-8e7521079074 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2624137 May 27 22:34:53.405130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51464) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:53.413103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f361d80-1b9e-4102-8a99-9074ec195e81 req-570fd381-f95c-4969-8db8-0aeeeba931f5 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:53.414545 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f361d80-1b9e-4102-8a99-9074ec195e81 req-570fd381-f95c-4969-8db8-0aeeeba931f5 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.57 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 946 time: 0.2936072 May 27 22:34:53.423873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Request body: {'subnet': {'network_id': '2d8997d0-817c-4b8d-bb74-ee618e94f6f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:53.436157 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5170380-8e4d-4deb-a6d4-7839968fd6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:53.439976 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a85bcc-1fbb-46de-a031-f7d5225a32c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event deleted for resources: {'Subnet': ['ID=c12e036b-b21d-44ef-9e41-b61836ac4b5b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:53.440438 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-91b4e24e-3ca3-41f1-bb73-48df63cc1dd8 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "PUT /v2.0/floatingips/1f6f8cb8-50e4-4377-932e-a95d79bc7871 HTTP/1.1" status: 200 len: 992 time: 4.2826183 May 27 22:34:53.500741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5170380-8e4d-4deb-a6d4-7839968fd6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341d0146-abfc-444b-a3b3-df506cbdbc9b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:53.529886 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99a85bcc-1fbb-46de-a031-f7d5225a32c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:53.547663 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-99a85bcc-1fbb-46de-a031-f7d5225a32c9 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "DELETE /v2.0/subnets/c12e036b-b21d-44ef-9e41-b61836ac4b5b HTTP/1.1" status: 204 len: 168 time: 1.0243158 May 27 22:34:53.550341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51472) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:53.554153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752996b-360a-4b6b-81eb-a00c2b7b595b None None] Sync routers for ids ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:34:53.556672 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 2d8997d0-817c-4b8d-bb74-ee618e94f6f5 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:34:53.585346 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34d370e-b1a2-4eb4-828f-9f2a64a4f601 None None] Network cfe8967c-799b-45c8-99e7-5751d5d5f38a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:34:53.655339 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5170380-8e4d-4deb-a6d4-7839968fd6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:53.669459 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d5170380-8e4d-4deb-a6d4-7839968fd6e9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/341d0146-abfc-444b-a3b3-df506cbdbc9b HTTP/1.1" status: 204 len: 168 time: 0.7671859 May 27 22:34:53.728829 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-29831650-6f58-4083-8ae7-a069b5d88bb8 None None] Calling delete_port for 8e988deb-e085-428a-a436-8df453a5f258 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:53.750090 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:53.783736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Deleting port 8e988deb-e085-428a-a436-8df453a5f258 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:53.787064 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:53.833866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-6f361d80-1b9e-4102-8a99-9074ec195e81 req-984e8955-1442-408a-9fe6-672ff30e8178 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Deleting port e02ec36a-9d47-4b29-b4db-aaeba93fe77d {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:53.833866 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6f361d80-1b9e-4102-8a99-9074ec195e81 req-984e8955-1442-408a-9fe6-672ff30e8178 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:53.869724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:53.897932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Usage tracker for resource:subnet and tenant:83ff6b9af48043e7b02cd7da1f365891 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:53.914195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:53.933287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:53.970506 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752996b-360a-4b6b-81eb-a00c2b7b595b None None] Routers {'148c6c6a-e8b7-4591-85a2-0bba4c1329e7'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:34:53.971156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0752996b-360a-4b6b-81eb-a00c2b7b595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:34:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:54.043340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] For port 8e988deb-e085-428a-a436-8df453a5f258, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8e988deb-e085-428a-a436-8df453a5f258,segment=NetworkSegment(43da4530-189b-4de7-bdc3-38f0c7e98169),segment_id=43da4530-189b-4de7-bdc3-38f0c7e98169)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:54.043940 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:54.173366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-6f361d80-1b9e-4102-8a99-9074ec195e81 req-984e8955-1442-408a-9fe6-672ff30e8178 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] For port e02ec36a-9d47-4b29-b4db-aaeba93fe77d, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e02ec36a-9d47-4b29-b4db-aaeba93fe77d,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:54.173811 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6f361d80-1b9e-4102-8a99-9074ec195e81 req-984e8955-1442-408a-9fe6-672ff30e8178 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:54.194300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Calling delete_port for 8e988deb-e085-428a-a436-8df453a5f258 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:54.208435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-0752996b-360a-4b6b-81eb-a00c2b7b595b None None] Set router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:34:54.313079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51496) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:54.329072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-6f361d80-1b9e-4102-8a99-9074ec195e81 req-984e8955-1442-408a-9fe6-672ff30e8178 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Calling delete_port for e02ec36a-9d47-4b29-b4db-aaeba93fe77d owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:54.396290 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29831650-6f58-4083-8ae7-a069b5d88bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:54.399977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:34:54.400541 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:34:54.429358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e3756-232a-432e-8519-88b44f21cf98 req-a6fa9f5f-69cc-4be3-8a44-e4fc91972c38 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:54.433544 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc9e3756-232a-432e-8519-88b44f21cf98 req-a6fa9f5f-69cc-4be3-8a44-e4fc91972c38 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 946 time: 0.9038866 May 27 22:34:54.443480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051c605-34ba-4dd6-8efa-beff59098f11 req-a4c89330-ea63-43dd-8272-0f5445da91ce tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:54.445084 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6051c605-34ba-4dd6-8efa-beff59098f11 req-a4c89330-ea63-43dd-8272-0f5445da91ce tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 946 time: 0.8545382 May 27 22:34:54.449308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1198133952-network', 'tenant_id': 'c3c718a2d83d437cada81da4b15b247f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:54.456123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:54.461304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Usage tracker for resource:network and tenant:c3c718a2d83d437cada81da4b15b247f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:54.465060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:54.473156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:54.478175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29831650-6f58-4083-8ae7-a069b5d88bb8 None None] No DVR routers for this DVR port 8e988deb-e085-428a-a436-8df453a5f258 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:54.479200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29831650-6f58-4083-8ae7-a069b5d88bb8 None None] Pushing event deleted for resources: {'Port': ['ID=8e988deb-e085-428a-a436-8df453a5f258,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:54.500968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Made reservation on behalf of 83ff6b9af48043e7b02cd7da1f365891 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:54.505068 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:54.554393 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab0ebb-22b5-4c8a-b84f-5a3b0a9f4b64 None None] DHCP port deletion for cfe8967c-799b-45c8-99e7-5751d5d5f38a request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:34:54.567753 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-75ab0ebb-22b5-4c8a-b84f-5a3b0a9f4b64 None None] Deleting port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:54.568384 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75ab0ebb-22b5-4c8a-b84f-5a3b0a9f4b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:54.571625 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Made reservation on behalf of c3c718a2d83d437cada81da4b15b247f for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:54.574411 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:54.595821 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:54.623025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:54.630719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Usage tracker for resource:security_group_rule and tenant:c3c718a2d83d437cada81da4b15b247f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:54.636072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:54.657426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:54.680267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6051c605-34ba-4dd6-8efa-beff59098f11 req-814fb740-bf49-4683-af43-3512b5198db1 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188995 May 27 22:34:54.684026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc9e3756-232a-432e-8519-88b44f21cf98 req-0057e516-de1f-4ea5-a716-4d73b1faa87d tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245038 May 27 22:34:54.831087 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6f361d80-1b9e-4102-8a99-9074ec195e81 req-984e8955-1442-408a-9fe6-672ff30e8178 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:54.855250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['ccb0ddd8-6167-4b44-b9a8-1e335606aeef', 'e394e24a-a506-467f-a7fe-d9fa5d6483b4'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:34:54.891529 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:54.893306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51510) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:54.903616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e02ec36a-9d47-4b29-b4db-aaeba93fe77d'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:34:54.925669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:54.970049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Deleting port 8e988deb-e085-428a-a436-8df453a5f258 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:54.970595 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:54.994299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e8955-1442-408a-9fe6-672ff30e8178 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Pushing event deleted for resources: {'Port': ['ID=e02ec36a-9d47-4b29-b4db-aaeba93fe77d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:55.002611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f85b1c7-9898-4c07-8a65-cb6a605c8be3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting subnet a604f308-4af1-4b63-bbc2-e7f844774d9a {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:34:55.016255 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.019560 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f85b1c7-9898-4c07-8a65-cb6a605c8be3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.063102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43fb062-7c43-4544-9d25-a1ed2907a557', 'tag': '7fd798c1-f8c6-446a-82ea-9449463d4184'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:55.133562 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f361d80-1b9e-4102-8a99-9074ec195e81 req-984e8955-1442-408a-9fe6-672ff30e8178 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] No DVR routers for this DVR port e02ec36a-9d47-4b29-b4db-aaeba93fe77d on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:55.138566 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6f361d80-1b9e-4102-8a99-9074ec195e81 req-984e8955-1442-408a-9fe6-672ff30e8178 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.153507 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f85b1c7-9898-4c07-8a65-cb6a605c8be3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.175234 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b030e047-4fb4-4b60-977d-385d37f770a9'] response: {'name': 'network-changed', 'server_uuid': 'c43fb062-7c43-4544-9d25-a1ed2907a557', 'tag': '7fd798c1-f8c6-446a-82ea-9449463d4184', 'status': 'completed', 'code': 200} May 27 22:34:55.183742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f3fe9-7477-4253-8377-eafb0b3c0c69 req-17162379-f5e0-4f85-9b4b-3d313039aa4a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:55.193077 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-035f3fe9-7477-4253-8377-eafb0b3c0c69 req-17162379-f5e0-4f85-9b4b-3d313039aa4a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.2722998 May 27 22:34:55.196145 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.225741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-75ab0ebb-22b5-4c8a-b84f-5a3b0a9f4b64 None None] For port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d,segment=NetworkSegment(6f39b107-ef45-41b9-a563-fa11dbed27b7),segment_id=6f39b107-ef45-41b9-a563-fa11dbed27b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:55.226125 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75ab0ebb-22b5-4c8a-b84f-5a3b0a9f4b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.248862 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f361d80-1b9e-4102-8a99-9074ec195e81 req-984e8955-1442-408a-9fe6-672ff30e8178 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.57 "DELETE /v2.0/ports/e02ec36a-9d47-4b29-b4db-aaeba93fe77d HTTP/1.1" status: 204 len: 173 time: 1.8104501 May 27 22:34:55.332210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Checking segment: {'id': '5da2e858-b108-4a55-9a73-5f925898f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2d8997d0-817c-4b8d-bb74-ee618e94f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:34:55.332859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Network hostable DHCP agents. Network: 2d8997d0-817c-4b8d-bb74-ee618e94f6f5, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:34:55.347386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Pushing event updated for resources: {'Subnet': ['ID=7c40eaf5-8b9e-454c-bb7a-2f5098e82368,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:55.366890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-035f3fe9-7477-4253-8377-eafb0b3c0c69 req-d81e2f59-ddab-4e07-8b27-1a6698ce7439 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676989 May 27 22:34:55.391351 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f85b1c7-9898-4c07-8a65-cb6a605c8be3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.432175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-75ab0ebb-22b5-4c8a-b84f-5a3b0a9f4b64 None None] Calling delete_port for e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:55.470254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] The port '8e988deb-e085-428a-a436-8df453a5f258' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:34:55.491541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Network 2d8997d0-817c-4b8d-bb74-ee618e94f6f5 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:34:55.516029 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:34:55.516431 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.564699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0752996b-360a-4b6b-81eb-a00c2b7b595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:00Z', 'updated_at': '2022-05-27T22:33:12Z', 'revision_number': 4, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'gw_port': {'id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:02Z', 'updated_at': '2022-05-27T22:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '1f6f8cb8-50e4-4377-932e-a95d79bc7871', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'port_id': '7fd798c1-f8c6-446a-82ea-9449463d4184', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'mac_address': 'fa:16:3e:ea:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43fb062-7c43-4544-9d25-a1ed2907a557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:33:23Z', 'updated_at': '2022-05-27T22:34:50Z', 'revision_number': 1, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b79152-9044-405f-bc1e-dfee1bde8933', 'name': '', 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'mac_address': 'fa:16:3e:b5:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:10Z', 'updated_at': '2022-05-27T22:33:22Z', 'revision_number': 5, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'subnets': [{'id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:55.572313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 2d8997d0-817c-4b8d-bb74-ee618e94f6f5) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:55.585459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:55.588591 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.593302 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ea0052-7b23-4998-a008-0364577096dd None None] Network 2d8997d0-817c-4b8d-bb74-ee618e94f6f5 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:34:55.613438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:34:55.655166 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752996b-360a-4b6b-81eb-a00c2b7b595b None None] Checking router: 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:34:55.666621 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.667029 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Added segment 4e51450d-ce8a-452a-96c3-465edf8ca1f4 of type vlan for network edbf9976-6958-4752-83e2-d7a8d73d7413 May 27 22:34:55.693087 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e358f5d8-54af-42e3-b9e0-43e6e6aa8c53 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2775145 May 27 22:34:55.695536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51526) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:55.698064 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.701500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Request body: {'port': {'network_id': '2d8997d0-817c-4b8d-bb74-ee618e94f6f5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-572398572'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:55.735626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0752996b-360a-4b6b-81eb-a00c2b7b595b None None] Routers {'148c6c6a-e8b7-4591-85a2-0bba4c1329e7'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:34:55.736506 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0752996b-360a-4b6b-81eb-a00c2b7b595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:34:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:55.800599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6aa15e-5765-432c-8bb9-57ff9c022a0c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:55.836745 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75ab0ebb-22b5-4c8a-b84f-5a3b0a9f4b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.867112 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f85b1c7-9898-4c07-8a65-cb6a605c8be3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.909933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:55.929546 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3f85b1c7-9898-4c07-8a65-cb6a605c8be3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.933951 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.934868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:55.935432 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:55.958024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Usage tracker for resource:port and tenant:83ff6b9af48043e7b02cd7da1f365891 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:55.962186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-707fa14d-bd25-405e-add3-b3b691f3a455 req-61cbd4ea-6174-4a45-8a87-4dd126b08c20 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Synchronizing usage tracker for tenant:05e4e8493bed4e6fa4f49a687daec3dd on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:34:55.964862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:55.972008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2fcd54-2d6d-4705-8538-11a19e02a511 None None] Network 98912f60-8bdf-43c7-ac16-cf76dd17c8c7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:34:55.972377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:55.974957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85b1c7-9898-4c07-8a65-cb6a605c8be3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event deleted for resources: {'Subnet': ['ID=a604f308-4af1-4b63-bbc2-e7f844774d9a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:56.011258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8e988deb-e085-428a-a436-8df453a5f258 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:56.014443 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3f85b1c7-9898-4c07-8a65-cb6a605c8be3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "DELETE /v2.0/subnets/a604f308-4af1-4b63-bbc2-e7f844774d9a HTTP/1.1" status: 204 len: 168 time: 1.1177382 May 27 22:34:56.015240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51538) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:56.033730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab0ebb-22b5-4c8a-b84f-5a3b0a9f4b64 None None] Pushing event deleted for resources: {'Port': ['ID=e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:56.069573 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:56.070576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 8e988deb-e085-428a-a436-8df453a5f258 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:34:56.071085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8e988deb-e085-428a-a436-8df453a5f258 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:34:56.079503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f63dbf-c4d3-411a-91c6-5d554b75d685 req-c1dd53ea-7bd5-4999-a912-beeba5dffe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:56.081321 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-72f63dbf-c4d3-411a-91c6-5d554b75d685 req-c1dd53ea-7bd5-4999-a912-beeba5dffe82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cbde3bf5664409c9a11b9efb9601362&device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 1097 time: 0.6254942 May 27 22:34:56.084557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab0ebb-22b5-4c8a-b84f-5a3b0a9f4b64 None None] No DVR routers for this DVR port e8d2aa6a-0ed0-4b71-a8b9-c11577982f5d on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:56.141124 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8267429 May 27 22:34:56.158541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51544) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:56.169865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c98a16-ff0e-48d9-bd68-874df362e9d7']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:56.188067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43da4530-189b-4de7-bdc3-38f0c7e98169') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:56.188625 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43da4530-189b-4de7-bdc3-38f0c7e98169') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:56.202766 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:56.234448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-707fa14d-bd25-405e-add3-b3b691f3a455 req-61cbd4ea-6174-4a45-8a87-4dd126b08c20 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Unset dirty status for tenant:05e4e8493bed4e6fa4f49a687daec3dd on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:34:56.246697 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-707fa14d-bd25-405e-add3-b3b691f3a455 req-61cbd4ea-6174-4a45-8a87-4dd126b08c20 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=cfd7633c-30de-4d3a-80c4-df2411c96ce2 HTTP/1.1" status: 200 len: 210 time: 0.3385372 May 27 22:34:56.315766 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:56.327543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Made reservation on behalf of 83ff6b9af48043e7b02cd7da1f365891 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:56.338673 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:56.372405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:56.372676 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:56.423352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] device_id is not set on port cdd826e0-92cf-493b-9efe-12c6a0b473ee yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:34:56.439250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-0752996b-360a-4b6b-81eb-a00c2b7b595b None None] Set router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:34:56.615970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f63dbf-c4d3-411a-91c6-5d554b75d685 req-f441f420-5ce0-4020-9593-093c9956e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:56.618307 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-72f63dbf-c4d3-411a-91c6-5d554b75d685 req-f441f420-5ce0-4020-9593-093c9956e493 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a846165f-67b8-4711-8fc9-97b50aa76620 HTTP/1.1" status: 200 len: 916 time: 0.5265813 May 27 22:34:56.619094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae065b-2f76-4f09-83b7-bd327f7b215a admin admin] Pushing event updated for resources: {'Network': ['ID=edbf9976-6958-4752-83e2-d7a8d73d7413,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:56.632889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] Request body: {'subnet': {'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1198133952-subnet', 'tenant_id': 'c3c718a2d83d437cada81da4b15b247f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:56.637403 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:56.710237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network edbf9976-6958-4752-83e2-d7a8d73d7413 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:34:56.769328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] For port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6,segment=NetworkSegment(953a004e-4f5c-41be-971c-a6781dfb4162),segment_id=953a004e-4f5c-41be-971c-a6781dfb4162)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:34:56.769715 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:56.781050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:56.785162 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-72f63dbf-c4d3-411a-91c6-5d554b75d685 req-1ecea1ca-22c5-4c12-801e-18c478c66be9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fd798c1-f8c6-446a-82ea-9449463d4184 HTTP/1.1" status: 200 len: 1000 time: 0.1432633 May 27 22:34:56.789251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] Usage tracker for resource:subnet and tenant:c3c718a2d83d437cada81da4b15b247f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:56.793367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:34:56.794111 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:56.814456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:56.865337 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 43da4530-189b-4de7-bdc3-38f0c7e98169 resource provider aggregate not found May 27 22:34:56.884277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-2d8997d0-817c-4b8d-bb74-ee618e94f6f5', 'network_id': '2d8997d0-817c-4b8d-bb74-ee618e94f6f5', 'tenant_id': '83ff6b9af48043e7b02cd7da1f365891', 'fixed_ips': [{'subnet_id': '7c40eaf5-8b9e-454c-bb7a-2f5098e82368'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:34:56.885436 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:56.922588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:56.935958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Calling delete_port for 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:34:56.959184 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 43da4530-189b-4de7-bdc3-38f0c7e98169 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43da4530-189b-4de7-bdc3-38f0c7e98169 found for delete ", "request_id": "req-fdfb6391-3eac-4ae8-9e0a-f811b87621b9"}]} May 27 22:34:56.975649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f63dbf-c4d3-411a-91c6-5d554b75d685 req-b60138fc-5bd3-4b7f-8cc4-229dbb291a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:56.977360 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-72f63dbf-c4d3-411a-91c6-5d554b75d685 req-b60138fc-5bd3-4b7f-8cc4-229dbb291a70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb HTTP/1.1" status: 200 len: 854 time: 0.1852179 May 27 22:34:57.069175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f63dbf-c4d3-411a-91c6-5d554b75d685 req-c4024a4b-b27c-4c2b-99d7-9fb2a4b4387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:57.073489 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-72f63dbf-c4d3-411a-91c6-5d554b75d685 req-c4024a4b-b27c-4c2b-99d7-9fb2a4b4387e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a846165f-67b8-4711-8fc9-97b50aa76620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889726 May 27 22:34:57.104976 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:57.109243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] Made reservation on behalf of c3c718a2d83d437cada81da4b15b247f for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:57.111889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:57.145981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db55dc6-ca1d-4cd8-b56c-0f25945f6db7 req-1a82406d-f4bb-4ee7-92a7-995318b42eea tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:57.159978 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2db55dc6-ca1d-4cd8-b56c-0f25945f6db7 req-1a82406d-f4bb-4ee7-92a7-995318b42eea tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.6513731 May 27 22:34:57.159978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Allocated IP 172.20.0.2 (2d8997d0-817c-4b8d-bb74-ee618e94f6f5/7c40eaf5-8b9e-454c-bb7a-2f5098e82368/cdd826e0-92cf-493b-9efe-12c6a0b473ee) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:57.174629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e02ec36a-9d47-4b29-b4db-aaeba93fe77d no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:57.186932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfd7633c-30de-4d3a-80c4-df2411c96ce2', 'name': 'network-vif-deleted', 'tag': 'e02ec36a-9d47-4b29-b4db-aaeba93fe77d'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:34:57.204633 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:57.229212 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:57.252198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event deleted for resources: {'Network': ['ID=c1c98a16-ff0e-48d9-bd68-874df362e9d7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:57.290978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event deleted for resources: {'Port': ['ID=6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:57.315506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] No DVR routers for this DVR port 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:34:57.323444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2db55dc6-ca1d-4cd8-b56c-0f25945f6db7 req-6e970d9d-13fa-4d0a-bd5b-19038de1717d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665063 May 27 22:34:57.343459 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9f2f55c-585d-4c3e-82fd-5276db4074e0 tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "DELETE /v2.0/networks/c1c98a16-ff0e-48d9-bd68-874df362e9d7 HTTP/1.1" status: 204 len: 168 time: 3.7896926 May 27 22:34:57.353606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51572) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:57.384725 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa84b077-8a53-46ef-8211-1cdf0181937f'] response: {'server_uuid': 'cfd7633c-30de-4d3a-80c4-df2411c96ce2', 'name': 'network-vif-deleted', 'tag': 'e02ec36a-9d47-4b29-b4db-aaeba93fe77d', 'status': 'completed', 'code': 200} May 27 22:34:57.411140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c05c4df-c985-4272-845b-0ead0c987860 None None] DHCP port deletion for 98912f60-8bdf-43c7-ac16-cf76dd17c8c7 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:34:57.512571 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: e02ec36a-9d47-4b29-b4db-aaeba93fe77d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:34:57.513286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e02ec36a-9d47-4b29-b4db-aaeba93fe77d not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:34:57.538200 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10a12746-f34a-4f52-8a8d-44ab24767abe tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:57.597824 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-72f63dbf-c4d3-411a-91c6-5d554b75d685 req-f1117aa2-7db8-4dc3-ab4b-aba76e7f32be service neutron] 10.222.0.57 "GET /v2.0/networks/a846165f-67b8-4711-8fc9-97b50aa76620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130942 May 27 22:34:57.660100 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:57.706659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98912f60-8bdf-43c7-ac16-cf76dd17c8c7']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:57.732529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0752996b-360a-4b6b-81eb-a00c2b7b595b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:00Z', 'updated_at': '2022-05-27T22:33:12Z', 'revision_number': 4, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'gw_port': {'id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:02Z', 'updated_at': '2022-05-27T22:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '1f6f8cb8-50e4-4377-932e-a95d79bc7871', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'port_id': '7fd798c1-f8c6-446a-82ea-9449463d4184', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'mac_address': 'fa:16:3e:ea:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43fb062-7c43-4544-9d25-a1ed2907a557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:33:23Z', 'updated_at': '2022-05-27T22:34:50Z', 'revision_number': 1, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b79152-9044-405f-bc1e-dfee1bde8933', 'name': '', 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'mac_address': 'fa:16:3e:b5:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:10Z', 'updated_at': '2022-05-27T22:33:22Z', 'revision_number': 5, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'subnets': [{'id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:57.740663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953a004e-4f5c-41be-971c-a6781dfb4162') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:57.740663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953a004e-4f5c-41be-971c-a6781dfb4162') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:57.749342 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-72f63dbf-c4d3-411a-91c6-5d554b75d685 req-2d3b6e0b-685f-43d6-b04f-84d1bbba22f6 service neutron] 10.222.0.57 "GET /v2.0/networks/a846165f-67b8-4711-8fc9-97b50aa76620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493857 May 27 22:34:57.759949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0752996b-360a-4b6b-81eb-a00c2b7b595b None None] The sync data for ids ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'] in n-d-843680-3 is: [{'id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:00Z', 'updated_at': '2022-05-27T22:33:12Z', 'revision_number': 4, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'gw_port': {'id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:02Z', 'updated_at': '2022-05-27T22:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '1f6f8cb8-50e4-4377-932e-a95d79bc7871', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'port_id': '7fd798c1-f8c6-446a-82ea-9449463d4184', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'mac_address': 'fa:16:3e:ea:db:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43fb062-7c43-4544-9d25-a1ed2907a557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:33:23Z', 'updated_at': '2022-05-27T22:34:50Z', 'revision_number': 1, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b79152-9044-405f-bc1e-dfee1bde8933', 'name': '', 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'mac_address': 'fa:16:3e:b5:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:10Z', 'updated_at': '2022-05-27T22:33:22Z', 'revision_number': 5, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'subnets': [{'id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:34:57.778083 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:57.783343 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b8372915-f6a9-415d-8e2e-a30b0d00911b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:57.820032 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:57.826828 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:57.838054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:34:57.839196 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:57.912314 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10a12746-f34a-4f52-8a8d-44ab24767abe tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:57.950062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-10a12746-f34a-4f52-8a8d-44ab24767abe tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe8967c-799b-45c8-99e7-5751d5d5f38a']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:57.979996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-10a12746-f34a-4f52-8a8d-44ab24767abe tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f39b107-ef45-41b9-a563-fa11dbed27b7') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:57.980382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-10a12746-f34a-4f52-8a8d-44ab24767abe tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f39b107-ef45-41b9-a563-fa11dbed27b7') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:34:57.997870 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 953a004e-4f5c-41be-971c-a6781dfb4162 resource provider aggregate not found May 27 22:34:58.023764 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10a12746-f34a-4f52-8a8d-44ab24767abe tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:58.043280 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10a12746-f34a-4f52-8a8d-44ab24767abe tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:58.047485 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 953a004e-4f5c-41be-971c-a6781dfb4162 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 953a004e-4f5c-41be-971c-a6781dfb4162 found for delete ", "request_id": "req-d4ff72dc-5003-48e2-9a58-bba470b7feab"}]} May 27 22:34:58.047645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a12746-f34a-4f52-8a8d-44ab24767abe tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:34:58.048625 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10a12746-f34a-4f52-8a8d-44ab24767abe tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:58.184292 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:58.184445 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:58.185162 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81f2db6-4b15-4219-ad90-d9aefd5f3537 None None] New status for floating IP 1f6f8cb8-50e4-4377-932e-a95d79bc7871: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:34:58.212123 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:58.225237 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event deleted for resources: {'Network': ['ID=98912f60-8bdf-43c7-ac16-cf76dd17c8c7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:58.268938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Transition to ACTIVE for port object cdd826e0-92cf-493b-9efe-12c6a0b473ee will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:34:58.274407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10a12746-f34a-4f52-8a8d-44ab24767abe tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:58.314283 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10a12746-f34a-4f52-8a8d-44ab24767abe tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:58.318160 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a12746-f34a-4f52-8a8d-44ab24767abe tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] Pushing event deleted for resources: {'Network': ['ID=cfe8967c-799b-45c8-99e7-5751d5d5f38a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:58.344610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fbfb290-7b1a-42ce-93eb-77a4e0b04346,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:58.371827 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-10a12746-f34a-4f52-8a8d-44ab24767abe tempest-TaggedBootDevicesTest-687706081 tempest-TaggedBootDevicesTest-687706081-project] 10.222.0.27 "DELETE /v2.0/networks/cfe8967c-799b-45c8-99e7-5751d5d5f38a HTTP/1.1" status: 204 len: 168 time: 1.0058963 May 27 22:34:58.384690 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cf90eb6e-7386-4133-a7e3-179b116b0197 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "DELETE /v2.0/networks/98912f60-8bdf-43c7-ac16-cf76dd17c8c7 HTTP/1.1" status: 204 len: 168 time: 2.3665497 May 27 22:34:58.390985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51588) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:58.394874 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] Checking segment: {'id': '4e51450d-ce8a-452a-96c3-465edf8ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:34:58.395379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] Network hostable DHCP agents. Network: edbf9976-6958-4752-83e2-d7a8d73d7413, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:34:58.498169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d56d979-af61-4145-ab05-3073f35049bf tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting subnet f3a32340-81da-4c34-9bf1-dd33778d89c7 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:34:58.515392 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d56d979-af61-4145-ab05-3073f35049bf tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:58.531251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] Network edbf9976-6958-4752-83e2-d7a8d73d7413 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:34:58.615450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, edbf9976-6958-4752-83e2-d7a8d73d7413) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:58.620332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:58.622537 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:58.684227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472350c4-6c0d-4eb5-8e9d-279d5f3312fa None None] Network edbf9976-6958-4752-83e2-d7a8d73d7413 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:34:58.710018 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:58.718542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad31b1-7db7-4523-92dd-5030ce499218 req-c4fc1f43-ff0f-487b-8de2-f59f224f1747 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:58.726153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fad31b1-7db7-4523-92dd-5030ce499218 req-c4fc1f43-ff0f-487b-8de2-f59f224f1747 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=51feae24-74bc-4ef4-8d8f-03621dc82c0b HTTP/1.1" status: 200 len: 945 time: 0.4068689 May 27 22:34:58.728003 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9e424e54-0e9b-4390-9739-fb436e44718a admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.4847479 May 27 22:34:58.828632 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-58708a1e-ceef-40f4-b541-e29c216eadf9 {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:34:58.828988 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:34:58.840598 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d56d979-af61-4145-ab05-3073f35049bf tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:58.854492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:34:58.892961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:34:58.892961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6b5ce9d4-ebbb-4207-9d97-72efb1f4f6b6 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:34:58.931368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Network 2d8997d0-817c-4b8d-bb74-ee618e94f6f5 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:34:58.948891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:34:58.948891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:34:58.976180 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 6f39b107-ef45-41b9-a563-fa11dbed27b7 resource provider aggregate not found May 27 22:34:58.994033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Pushing event updated for resources: {'Port': ['ID=cdd826e0-92cf-493b-9efe-12c6a0b473ee,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:58.998603 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 6f39b107-ef45-41b9-a563-fa11dbed27b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f39b107-ef45-41b9-a563-fa11dbed27b7 found for delete ", "request_id": "req-b1e569f7-b806-4788-bdb4-c33541b51e51"}]} May 27 22:34:59.006368 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fad31b1-7db7-4523-92dd-5030ce499218 req-b947d4f5-560c-40f5-9213-39f08b5d22ff tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793779 May 27 22:34:59.059409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74911fdf-76c8-4a1e-a95e-6f75a1873108 None None] Network edbf9976-6958-4752-83e2-d7a8d73d7413 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:34:59.084629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:59.085257 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:59.101642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405baf07-ff1c-496e-af9d-e0d58aa421d9 req-33bd1d72-1546-4e5a-b7ba-2920407dd866 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:59.103139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-405baf07-ff1c-496e-af9d-e0d58aa421d9 req-33bd1d72-1546-4e5a-b7ba-2920407dd866 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.5706193 May 27 22:34:59.143062 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d56d979-af61-4145-ab05-3073f35049bf tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:59.208325 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-405baf07-ff1c-496e-af9d-e0d58aa421d9 req-db69a347-7626-400a-863f-c92a83849b3b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949519 May 27 22:34:59.214797 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5ae591f4-a7df-4c12-a87e-69a562c8f6a6 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5163701 May 27 22:34:59.216299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51614) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:59.222377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Request body: {'port': {'network_id': '2d8997d0-817c-4b8d-bb74-ee618e94f6f5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-367441336', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:34:59.223191 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] bootfile-name is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 22:34:59.223886 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] tftp-server is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 22:34:59.224386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] server-ip-address is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 22:34:59.326212 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d56d979-af61-4145-ab05-3073f35049bf tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:59.345023 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:59.428692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56d979-af61-4145-ab05-3073f35049bf tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a32340-81da-4c34-9bf1-dd33778d89c7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:34:59.437857 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d56d979-af61-4145-ab05-3073f35049bf tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:59.521295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabd83fb-1575-4ce9-9524-732d94f9c8e7 None None] Network 66433c8b-844e-4043-bc97-abca96cc504e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:34:59.554491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4d56d979-af61-4145-ab05-3073f35049bf tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "DELETE /v2.0/subnets/f3a32340-81da-4c34-9bf1-dd33778d89c7 HTTP/1.1" status: 204 len: 168 time: 1.1593223 May 27 22:34:59.558849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51634) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:34:59.590359 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:34:59.594607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Usage tracker for resource:port and tenant:83ff6b9af48043e7b02cd7da1f365891 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:34:59.597966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:34:59.604885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:34:59.654027 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Allocated IP 172.20.0.3 (2d8997d0-817c-4b8d-bb74-ee618e94f6f5/7c40eaf5-8b9e-454c-bb7a-2f5098e82368/fea73b61-66d9-4bba-9dd2-7ae2a502829e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:34:59.713946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Made reservation on behalf of 83ff6b9af48043e7b02cd7da1f365891 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:34:59.717849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:59.746790 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7cc2ffb-02e1-4d4e-baa2-73fa44f49492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:59.770670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] device_id is not set on port 8d78d43e-2001-4ed4-b72c-dfa6f38002bf yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:34:59.844458 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:59.865129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-c508ebf0-4b3a-40c2-9ee4-31921ac4aae1 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:59.872736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-c508ebf0-4b3a-40c2-9ee4-31921ac4aae1 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/networks?id=edbf9976-6958-4752-83e2-d7a8d73d7413 HTTP/1.1" status: 200 len: 822 time: 0.4630308 May 27 22:34:59.890184 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-f3e5b033-195a-4b61-b873-50cb3d652f25 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/quotas/c3c718a2d83d437cada81da4b15b247f HTTP/1.1" status: 200 len: 375 time: 0.0165825 May 27 22:34:59.904256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting port ae52ed2a-4017-4160-a860-f92eca0fe9d8 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:34:59.905186 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:34:59.979123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0cc9a-8a17-4ec4-b3aa-3452bcbac9be req-d8784fe8-97e6-4a39-b3ca-55b3556e8fee tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:34:59.980502 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f9e0cc9a-8a17-4ec4-b3aa-3452bcbac9be req-d8784fe8-97e6-4a39-b3ca-55b3556e8fee tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.46 "GET /v2.0/ports?device_id=51feae24-74bc-4ef4-8d8f-03621dc82c0b HTTP/1.1" status: 200 len: 945 time: 0.4265053 May 27 22:35:00.062970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-fa091ebc-70b6-49d5-a375-697dbb9ebf0e tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=c3c718a2d83d437cada81da4b15b247f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1601508 May 27 22:35:00.079313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aebb3a6-9b89-4a7b-8d39-babf7c2db8db None None] DHCP port deletion for 66433c8b-844e-4043-bc97-abca96cc504e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:35:00.087697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1aebb3a6-9b89-4a7b-8d39-babf7c2db8db None None] Deleting port ae52ed2a-4017-4160-a860-f92eca0fe9d8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:00.091665 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aebb3a6-9b89-4a7b-8d39-babf7c2db8db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:00.225669 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:00.258502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Transition to ACTIVE for port object fea73b61-66d9-4bba-9dd2-7ae2a502829e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:35:00.338091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Transition to ACTIVE for port object fea73b61-66d9-4bba-9dd2-7ae2a502829e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:35:00.344006 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-f9e0cc9a-8a17-4ec4-b3aa-3452bcbac9be req-4c6fe7cb-9a98-47b3-be47-9f9430715e08 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Deleting port e394e24a-a506-467f-a7fe-d9fa5d6483b4 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:00.344563 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f9e0cc9a-8a17-4ec4-b3aa-3452bcbac9be req-4c6fe7cb-9a98-47b3-be47-9f9430715e08 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:00.356475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1aebb3a6-9b89-4a7b-8d39-babf7c2db8db None None] For port ae52ed2a-4017-4160-a860-f92eca0fe9d8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ae52ed2a-4017-4160-a860-f92eca0fe9d8,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:00.356877 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aebb3a6-9b89-4a7b-8d39-babf7c2db8db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:00.484265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1aebb3a6-9b89-4a7b-8d39-babf7c2db8db None None] Calling delete_port for ae52ed2a-4017-4160-a860-f92eca0fe9d8 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:00.514646 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:00.545934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Allocated IP 172.20.0.13 (2d8997d0-817c-4b8d-bb74-ee618e94f6f5/7c40eaf5-8b9e-454c-bb7a-2f5098e82368/8d78d43e-2001-4ed4-b72c-dfa6f38002bf) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:35:00.594948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] For port ae52ed2a-4017-4160-a860-f92eca0fe9d8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ae52ed2a-4017-4160-a860-f92eca0fe9d8,segment=NetworkSegment(da381301-2a28-4d15-a7a5-ca212a8c6aca),segment_id=da381301-2a28-4d15-a7a5-ca212a8c6aca)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:00.595683 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:00.610036 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Network 2d8997d0-817c-4b8d-bb74-ee618e94f6f5 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:35:00.616100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:00.621703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:35:00.646794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Pushing event updated for resources: {'Port': ['ID=fea73b61-66d9-4bba-9dd2-7ae2a502829e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:00.690201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:00.691163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:00.691646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:00.692384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:00.694097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:00.694929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:00.695409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:00.695883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:00.696399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:00.696888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:00.697367 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:00.697836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:00.803557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Attempting to bind port fea73b61-66d9-4bba-9dd2-7ae2a502829e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:35:00.804683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Attempting to bind port fea73b61-66d9-4bba-9dd2-7ae2a502829e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '5da2e858-b108-4a55-9a73-5f925898f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2d8997d0-817c-4b8d-bb74-ee618e94f6f5'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:35:00.805221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Attempting to bind port fea73b61-66d9-4bba-9dd2-7ae2a502829e on network 2d8997d0-817c-4b8d-bb74-ee618e94f6f5 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:35:00.807683 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1aebb3a6-9b89-4a7b-8d39-babf7c2db8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:00.913451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ae52ed2a-4017-4160-a860-f92eca0fe9d8 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:00.987592 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:00.988390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:35:00.988814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Checking segment: {'id': '5da2e858-b108-4a55-9a73-5f925898f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2d8997d0-817c-4b8d-bb74-ee618e94f6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:35:00.989204 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:00.989594 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Bound using segment: {'id': '5da2e858-b108-4a55-9a73-5f925898f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2d8997d0-817c-4b8d-bb74-ee618e94f6f5'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:35:00.990074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Bound port: fea73b61-66d9-4bba-9dd2-7ae2a502829e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da2e858-b108-4a55-9a73-5f925898f8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2d8997d0-817c-4b8d-bb74-ee618e94f6f5'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:35:00.990445 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:01.002125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebb3a6-9b89-4a7b-8d39-babf7c2db8db None None] Pushing event deleted for resources: {'Port': ['ID=ae52ed2a-4017-4160-a860-f92eca0fe9d8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:01.005009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: ae52ed2a-4017-4160-a860-f92eca0fe9d8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:35:01.005543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ae52ed2a-4017-4160-a860-f92eca0fe9d8 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:35:01.013623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aebb3a6-9b89-4a7b-8d39-babf7c2db8db None None] No DVR routers for this DVR port ae52ed2a-4017-4160-a860-f92eca0fe9d8 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:35:01.079324 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:01.083606 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:01.116522 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Transition to ACTIVE for port object 8d78d43e-2001-4ed4-b72c-dfa6f38002bf will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:35:01.122771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] For port fea73b61-66d9-4bba-9dd2-7ae2a502829e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:35:01.126326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] For port fea73b61-66d9-4bba-9dd2-7ae2a502829e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=fea73b61-66d9-4bba-9dd2-7ae2a502829e,segment=NetworkSegment(5da2e858-b108-4a55-9a73-5f925898f8ed),segment_id=5da2e858-b108-4a55-9a73-5f925898f8ed)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:35:01.201305 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:01.223991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Calling delete_port for ae52ed2a-4017-4160-a860-f92eca0fe9d8 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:01.229187 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:01.277460 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f962fe4-7822-4995-bb33-00df2b9c2f53 req-db99b284-f6de-4b20-be57-fef3ad32b214 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:01.285146 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8f962fe4-7822-4995-bb33-00df2b9c2f53 req-db99b284-f6de-4b20-be57-fef3ad32b214 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=51feae24-74bc-4ef4-8d8f-03621dc82c0b HTTP/1.1" status: 200 len: 945 time: 0.9857094 May 27 22:35:01.308235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-426f765f-8602-407b-9462-d5878d0fd95f service neutron] 10.222.0.27 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2289076 May 27 22:35:01.389105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Pushing event updated for resources: {'Port': ['ID=8d78d43e-2001-4ed4-b72c-dfa6f38002bf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:01.422097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Network 2d8997d0-817c-4b8d-bb74-ee618e94f6f5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:35:01.426790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:01.432320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:35:01.462430 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f17c6-2371-4caf-b286-58a17f11500c None None] Pushing event updated for resources: {'Port': ['ID=fea73b61-66d9-4bba-9dd2-7ae2a502829e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:01.534821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-f9e0cc9a-8a17-4ec4-b3aa-3452bcbac9be req-4c6fe7cb-9a98-47b3-be47-9f9430715e08 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] For port e394e24a-a506-467f-a7fe-d9fa5d6483b4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e394e24a-a506-467f-a7fe-d9fa5d6483b4,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:01.535394 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f9e0cc9a-8a17-4ec4-b3aa-3452bcbac9be req-4c6fe7cb-9a98-47b3-be47-9f9430715e08 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:01.568703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:01.570937 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:01.663578 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-828cbb1a-24c4-435a-97d3-f52c34da06e9 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4459341 May 27 22:35:01.666033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51668) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:01.746102 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:35:01.752135 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:35:01.795471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-f9e0cc9a-8a17-4ec4-b3aa-3452bcbac9be req-4c6fe7cb-9a98-47b3-be47-9f9430715e08 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Calling delete_port for e394e24a-a506-467f-a7fe-d9fa5d6483b4 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:01.834027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0627495-c455-4853-bced-e13c55a49b9c tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:01.839941 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0627495-c455-4853-bced-e13c55a49b9c tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:01.860655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0627495-c455-4853-bced-e13c55a49b9c tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:01.861684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f0627495-c455-4853-bced-e13c55a49b9c tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Synchronizing usage tracker for tenant:83ff6b9af48043e7b02cd7da1f365891 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:01.882673 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8f962fe4-7822-4995-bb33-00df2b9c2f53 req-714ec096-a9fe-4e8b-b6e0-2a23f2af90b6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936387 May 27 22:35:01.975313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f0627495-c455-4853-bced-e13c55a49b9c tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Unset dirty status for tenant:83ff6b9af48043e7b02cd7da1f365891 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:01.975481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-2026c71c-ad71-400e-bf9e-49ae3e38fb2d service neutron] 10.222.0.27 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6661201 May 27 22:35:01.983795 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f0627495-c455-4853-bced-e13c55a49b9c tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3132062 May 27 22:35:01.983795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51676) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:02.010050 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:02.103280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ca1abd2b-a638-43fa-a7e1-58152653456d tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Deleting port 8d78d43e-2001-4ed4-b72c-dfa6f38002bf {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:02.103623 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca1abd2b-a638-43fa-a7e1-58152653456d tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:02.161766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e64e5-71a3-4a89-b03f-48f5bd948dda req-778cde76-2da0-4517-baf2-0ba973882cd8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:02.163296 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-440e64e5-71a3-4a89-b03f-48f5bd948dda req-778cde76-2da0-4517-baf2-0ba973882cd8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.1076951 May 27 22:35:02.203908 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f9e0cc9a-8a17-4ec4-b3aa-3452bcbac9be req-4c6fe7cb-9a98-47b3-be47-9f9430715e08 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:02.217268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['ccb0ddd8-6167-4b44-b9a8-1e335606aeef'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:35:02.266671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting port ae52ed2a-4017-4160-a860-f92eca0fe9d8 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:02.267004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:02.292197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fe7cb-9a98-47b3-be47-9f9430715e08 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Pushing event deleted for resources: {'Port': ['ID=e394e24a-a506-467f-a7fe-d9fa5d6483b4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:02.328553 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-440e64e5-71a3-4a89-b03f-48f5bd948dda req-1002ccd9-c355-460f-9ecc-415fb133897b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570199 May 27 22:35:02.460114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51686) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:02.461157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e0cc9a-8a17-4ec4-b3aa-3452bcbac9be req-4c6fe7cb-9a98-47b3-be47-9f9430715e08 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] No DVR routers for this DVR port e394e24a-a506-467f-a7fe-d9fa5d6483b4 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:35:02.508127 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f9e0cc9a-8a17-4ec4-b3aa-3452bcbac9be req-4c6fe7cb-9a98-47b3-be47-9f9430715e08 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:02.515868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51feae24-74bc-4ef4-8d8f-03621dc82c0b', 'name': 'network-vif-deleted', 'tag': 'e394e24a-a506-467f-a7fe-d9fa5d6483b4'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:35:02.528896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] The port 'ae52ed2a-4017-4160-a860-f92eca0fe9d8' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:35:02.566053 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca1abd2b-a638-43fa-a7e1-58152653456d tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:02.647356 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66736233-b6eb-4055-83d5-abe0a657da3a'] response: {'server_uuid': '51feae24-74bc-4ef4-8d8f-03621dc82c0b', 'name': 'network-vif-deleted', 'tag': 'e394e24a-a506-467f-a7fe-d9fa5d6483b4', 'status': 'completed', 'code': 200} May 27 22:35:02.736158 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aade0d19-b639-4243-a576-7e069de43fa0 req-1056740c-cca2-44a7-841f-f17512bf0e62 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 210 time: 0.2769749 May 27 22:35:02.851346 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ca1abd2b-a638-43fa-a7e1-58152653456d tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Calling delete_port for 8d78d43e-2001-4ed4-b72c-dfa6f38002bf owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:02.911757 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device fea73b61-66d9-4bba-9dd2-7ae2a502829e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:35:02.939494 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f9e0cc9a-8a17-4ec4-b3aa-3452bcbac9be req-4c6fe7cb-9a98-47b3-be47-9f9430715e08 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.46 "DELETE /v2.0/ports/e394e24a-a506-467f-a7fe-d9fa5d6483b4 HTTP/1.1" status: 204 len: 173 time: 2.9410458 May 27 22:35:02.988738 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-809deb7a-ba8e-40fa-ae49-9b52627d401f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:03.038611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-809deb7a-ba8e-40fa-ae49-9b52627d401f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:03.042586 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:03.056871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-809deb7a-ba8e-40fa-ae49-9b52627d401f admin admin] Usage tracker for resource:security_group_rule and tenant:23c6f80485bc40e5acc977f1789773b7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:03.061593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-809deb7a-ba8e-40fa-ae49-9b52627d401f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:03.082145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-809deb7a-ba8e-40fa-ae49-9b52627d401f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:03.121993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e394e24a-a506-467f-a7fe-d9fa5d6483b4 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:03.141497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66433c8b-844e-4043-bc97-abca96cc504e']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:03.160533 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a23eb0-652c-4d3c-865f-c7863b5326cb None None] Network 2d8997d0-817c-4b8d-bb74-ee618e94f6f5 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:35:03.176026 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca1abd2b-a638-43fa-a7e1-58152653456d tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:03.183670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2a4ab1e4-7e18-4278-b024-ef487ad71665 req-c46e3aa3-95f6-4e39-a229-dcc00bfaafe5 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Synchronizing usage tracker for tenant:05e4e8493bed4e6fa4f49a687daec3dd on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:03.197297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da381301-2a28-4d15-a7a5-ca212a8c6aca') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:03.200072 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: e394e24a-a506-467f-a7fe-d9fa5d6483b4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:35:03.200632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e394e24a-a506-467f-a7fe-d9fa5d6483b4 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:35:03.208419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da381301-2a28-4d15-a7a5-ca212a8c6aca') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:03.263924 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:03.277773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1abd2b-a638-43fa-a7e1-58152653456d tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Pushing event deleted for resources: {'Port': ['ID=8d78d43e-2001-4ed4-b72c-dfa6f38002bf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:03.295067 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:03.305729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:35:03.306260 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:03.398154 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment da381301-2a28-4d15-a7a5-ca212a8c6aca resource provider aggregate not found May 27 22:35:03.410633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2a4ab1e4-7e18-4278-b024-ef487ad71665 req-c46e3aa3-95f6-4e39-a229-dcc00bfaafe5 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Unset dirty status for tenant:05e4e8493bed4e6fa4f49a687daec3dd on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:03.420526 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2a4ab1e4-7e18-4278-b024-ef487ad71665 req-c46e3aa3-95f6-4e39-a229-dcc00bfaafe5 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=51feae24-74bc-4ef4-8d8f-03621dc82c0b HTTP/1.1" status: 200 len: 210 time: 0.3552177 May 27 22:35:03.436836 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment da381301-2a28-4d15-a7a5-ca212a8c6aca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da381301-2a28-4d15-a7a5-ca212a8c6aca found for delete ", "request_id": "req-87096c89-f160-48ca-9782-aae36eb2ffd5"}]} May 27 22:35:03.447279 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca1abd2b-a638-43fa-a7e1-58152653456d tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:03.458326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-564887e9-0cbf-4037-8e42-b834c98e2763 None None] Provisioning for port fea73b61-66d9-4bba-9dd2-7ae2a502829e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:35:03.462961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port fea73b61-66d9-4bba-9dd2-7ae2a502829e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:35:03.481426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port fea73b61-66d9-4bba-9dd2-7ae2a502829e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:03.482136 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:03.517398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-564887e9-0cbf-4037-8e42-b834c98e2763 None None] Provisioning complete for port fea73b61-66d9-4bba-9dd2-7ae2a502829e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:03.517899 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-564887e9-0cbf-4037-8e42-b834c98e2763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:03.564255 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca1abd2b-a638-43fa-a7e1-58152653456d tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] 10.222.0.27 "DELETE /v2.0/ports/8d78d43e-2001-4ed4-b72c-dfa6f38002bf HTTP/1.1" status: 204 len: 168 time: 1.5821865 May 27 22:35:03.565065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51716) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:03.573481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-43391c94-8175-4461-9315-f2dca106ec61 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Request body: {'port': {'name': 'tempest-new-port-name-1089454493', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:03.574011 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-43391c94-8175-4461-9315-f2dca106ec61 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] bootfile-name is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 22:35:03.574443 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-43391c94-8175-4461-9315-f2dca106ec61 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] tftp-server is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 22:35:03.575585 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-43391c94-8175-4461-9315-f2dca106ec61 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] server-ip-address is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 22:35:03.613224 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-809deb7a-ba8e-40fa-ae49-9b52627d401f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:03.623172 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:03.656156 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:03.881005 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43391c94-8175-4461-9315-f2dca106ec61 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:03.956205 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-809deb7a-ba8e-40fa-ae49-9b52627d401f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:04.003627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event deleted for resources: {'Network': ['ID=66433c8b-844e-4043-bc97-abca96cc504e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:04.064178 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6da31235-3622-4a3a-af1d-4ffa006635ba req-6f2067f7-c37b-4fb9-b7a2-bcbcad3e530f tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 210 time: 0.1541522 May 27 22:35:04.086304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port fea73b61-66d9-4bba-9dd2-7ae2a502829e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:04.086683 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:04.089291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809deb7a-ba8e-40fa-ae49-9b52627d401f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7242929b-3cd6-4cd6-8dad-26e7e81bc791,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:04.097213 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4d70d234-a9ed-420f-a713-50ffd9a4365b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "DELETE /v2.0/networks/66433c8b-844e-4043-bc97-abca96cc504e HTTP/1.1" status: 204 len: 168 time: 4.4773047 May 27 22:35:04.105796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-809deb7a-ba8e-40fa-ae49-9b52627d401f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=23c6f80485bc40e5acc977f1789773b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6004217 May 27 22:35:04.107115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51722) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:04.107658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51724) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:04.133846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-171852911'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:04.144983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:04.166606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Usage tracker for resource:network and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:04.169493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-564887e9-0cbf-4037-8e42-b834c98e2763 None None] Current status of the port fea73b61-66d9-4bba-9dd2-7ae2a502829e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:04.169979 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-564887e9-0cbf-4037-8e42-b834c98e2763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:04.175829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:04.203484 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43391c94-8175-4461-9315-f2dca106ec61 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:04.206493 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f4ae3b-2863-4282-a0fa-06654616debd req-b234252c-985f-482a-910c-13dc71e46d97 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:04.208541 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20f4ae3b-2863-4282-a0fa-06654616debd req-b234252c-985f-482a-910c-13dc71e46d97 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.7023172 May 27 22:35:04.212522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port fea73b61-66d9-4bba-9dd2-7ae2a502829e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=fea73b61-66d9-4bba-9dd2-7ae2a502829e,segment=NetworkSegment(5da2e858-b108-4a55-9a73-5f925898f8ed),segment_id=5da2e858-b108-4a55-9a73-5f925898f8ed)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:04.225784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:04.295581 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8c28-3c95-4e7c-9701-943271645ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:04.298107 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:04.298398 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43391c94-8175-4461-9315-f2dca106ec61 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:04.365700 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8c28-3c95-4e7c-9701-943271645ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:04.456757 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20f4ae3b-2863-4282-a0fa-06654616debd req-4a7dfb0c-bb78-4585-b3f9-32425e9f9f85 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322476 May 27 22:35:04.457968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Made reservation on behalf of c3b54b6db8c94da09be36184b0fd7615 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:35:04.461606 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:04.494669 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-564887e9-0cbf-4037-8e42-b834c98e2763 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:35:04.495289 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-564887e9-0cbf-4037-8e42-b834c98e2763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:35:04.505709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=fea73b61-66d9-4bba-9dd2-7ae2a502829e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:04.517406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-43391c94-8175-4461-9315-f2dca106ec61 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] In _notify_port_updated(), no bound segment for port cdd826e0-92cf-493b-9efe-12c6a0b473ee on network 2d8997d0-817c-4b8d-bb74-ee618e94f6f5 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:35:04.533699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43391c94-8175-4461-9315-f2dca106ec61 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:04.533699 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43391c94-8175-4461-9315-f2dca106ec61 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:04.533699 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-43391c94-8175-4461-9315-f2dca106ec61 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] 10.222.0.27 "PUT /v2.0/ports/cdd826e0-92cf-493b-9efe-12c6a0b473ee HTTP/1.1" status: 200 len: 1136 time: 0.9629242 May 27 22:35:04.533962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51732) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:04.556559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43391c94-8175-4461-9315-f2dca106ec61 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Pushing event updated for resources: {'Port': ['ID=cdd826e0-92cf-493b-9efe-12c6a0b473ee,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:04.596500 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8c28-3c95-4e7c-9701-943271645ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:04.616931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:35:04.645965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b8c28-3c95-4e7c-9701-943271645ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7242929b-3cd6-4cd6-8dad-26e7e81bc791,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:04.657209 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:04.658164 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Added segment 24952078-6d47-404c-989c-3062d410382c of type vlan for network 23c99617-d7d2-49a1-aed4-340306e84836 May 27 22:35:04.702513 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd4b8c28-3c95-4e7c-9701-943271645ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:04.712330 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dd4b8c28-3c95-4e7c-9701-943271645ff3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7242929b-3cd6-4cd6-8dad-26e7e81bc791 HTTP/1.1" status: 204 len: 168 time: 0.5953217 May 27 22:35:04.724243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632cec7f-c2d4-477b-8598-37c347c16c80 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:04.725383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-632cec7f-c2d4-477b-8598-37c347c16c80 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Synchronizing usage tracker for tenant:83ff6b9af48043e7b02cd7da1f365891 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:04.801272 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:04.890722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device fea73b61-66d9-4bba-9dd2-7ae2a502829e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:35:04.925485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-632cec7f-c2d4-477b-8598-37c347c16c80 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Unset dirty status for tenant:83ff6b9af48043e7b02cd7da1f365891 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:04.927133 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-632cec7f-c2d4-477b-8598-37c347c16c80 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] 10.222.0.27 "GET /v2.0/ports/cdd826e0-92cf-493b-9efe-12c6a0b473ee HTTP/1.1" status: 200 len: 1136 time: 0.3940814 May 27 22:35:04.931347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51742) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:05.006756 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:05.006756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:05.006756 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:05.113968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-564887e9-0cbf-4037-8e42-b834c98e2763 None None] Current status of the port fea73b61-66d9-4bba-9dd2-7ae2a502829e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:05.152593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port fea73b61-66d9-4bba-9dd2-7ae2a502829e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:05.152593 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:05.302624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6b3bbdac-a0f8-4991-a30d-8ec6bedd0361 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Deleting port cdd826e0-92cf-493b-9efe-12c6a0b473ee {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:05.302977 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b3bbdac-a0f8-4991-a30d-8ec6bedd0361 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:05.380868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-72a7e708-c7cf-46e0-9436-9e781303c45b None None] Provisioning complete for port fea73b61-66d9-4bba-9dd2-7ae2a502829e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:05.381397 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72a7e708-c7cf-46e0-9436-9e781303c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:05.469657 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:35:05.512300 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2a76c759-ac20-439d-9139-0657dfb9059e req-c4426771-484a-45d6-9b33-5ae22b921784 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 210 time: 0.1246920 May 27 22:35:05.514096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event updated for resources: {'Network': ['ID=23c99617-d7d2-49a1-aed4-340306e84836,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:05.554585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 23c99617-d7d2-49a1-aed4-340306e84836 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:35:05.814875 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-73945c86-67b2-464a-acd7-21a25232f1f1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6955194 May 27 22:35:05.851689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51756) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:05.851689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51758) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:05.919065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Request body: {'subnet': {'network_id': '23c99617-d7d2-49a1-aed4-340306e84836', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:06.055617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port fea73b61-66d9-4bba-9dd2-7ae2a502829e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:06.098340 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-72a7e708-c7cf-46e0-9436-9e781303c45b None None] Current status of the port fea73b61-66d9-4bba-9dd2-7ae2a502829e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:06.182243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-b6255884-f5eb-4122-bbe1-23bb88229f73 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:06.182243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-b6255884-f5eb-4122-bbe1-23bb88229f73 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Synchronizing usage tracker for tenant:c3c718a2d83d437cada81da4b15b247f on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:06.232248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-72a7e708-c7cf-46e0-9436-9e781303c45b None None] Provisioning for port cdd826e0-92cf-493b-9efe-12c6a0b473ee completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:35:06.232248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-72a7e708-c7cf-46e0-9436-9e781303c45b None None] Provisioning complete for port cdd826e0-92cf-493b-9efe-12c6a0b473ee triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:06.232248 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72a7e708-c7cf-46e0-9436-9e781303c45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:06.252888 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5682-54e6-47ae-81c1-af141604153f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:06.300603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-b6255884-f5eb-4122-bbe1-23bb88229f73 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Unset dirty status for tenant:c3c718a2d83d437cada81da4b15b247f on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:06.308801 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-b6255884-f5eb-4122-bbe1-23bb88229f73 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.57 "GET /v2.0/networks?id=edbf9976-6958-4752-83e2-d7a8d73d7413 HTTP/1.1" status: 200 len: 822 time: 0.5970042 May 27 22:35:06.344744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Request body: {'port': {'device_id': '5c4876c8-6de4-425e-97ca-b19c500de431', 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413', 'admin_state_up': True, 'tenant_id': 'c3c718a2d83d437cada81da4b15b247f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:06.354570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-72a7e708-c7cf-46e0-9436-9e781303c45b None None] Port cdd826e0-92cf-493b-9efe-12c6a0b473ee cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:35:06.354570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-72a7e708-c7cf-46e0-9436-9e781303c45b None None] Could not find standard attr ID for object 8d78d43e-2001-4ed4-b72c-dfa6f38002bf. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:35:06.387183 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c6ad5682-54e6-47ae-81c1-af141604153f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:06.387183 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b3bbdac-a0f8-4991-a30d-8ec6bedd0361 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:06.407654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c6ad5682-54e6-47ae-81c1-af141604153f admin admin] Usage tracker for resource:security_group_rule and tenant:d1355f617f6047d2a379f69bcf26a0b0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:06.415124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c6ad5682-54e6-47ae-81c1-af141604153f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:06.432159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c6ad5682-54e6-47ae-81c1-af141604153f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:06.531203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-572e0fc9-5b0f-404f-be21-c3e4d36bfcd1 None None] Provisioning complete for port cdd826e0-92cf-493b-9efe-12c6a0b473ee triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:06.531668 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-572e0fc9-5b0f-404f-be21-c3e4d36bfcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:06.569370 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:06.570387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:06.574535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Usage tracker for resource:subnet and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:06.574762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Usage tracker for resource:port and tenant:c3c718a2d83d437cada81da4b15b247f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:06.577980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:06.579013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:06.584269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:06.589720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:06.593619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-572e0fc9-5b0f-404f-be21-c3e4d36bfcd1 None None] Port cdd826e0-92cf-493b-9efe-12c6a0b473ee cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:35:06.602542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6b3bbdac-a0f8-4991-a30d-8ec6bedd0361 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Calling delete_port for cdd826e0-92cf-493b-9efe-12c6a0b473ee owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:06.656390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Made reservation on behalf of c3c718a2d83d437cada81da4b15b247f for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:35:06.668778 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:06.761190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50a101-70ef-4630-b956-4ef49c7311b5 req-84bbf973-0598-498c-a122-54a6208bcc2d tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:06.761190 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e50a101-70ef-4630-b956-4ef49c7311b5 req-84bbf973-0598-498c-a122-54a6208bcc2d tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 1.0570841 May 27 22:35:06.791437 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Made reservation on behalf of c3b54b6db8c94da09be36184b0fd7615 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:35:06.791437 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:06.817327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72497541-35fa-47e2-8b2e-f015b0e675ab req-1c23a40d-e802-4857-9dc8-6db3675bdfc3 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:06.817327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72497541-35fa-47e2-8b2e-f015b0e675ab req-1c23a40d-e802-4857-9dc8-6db3675bdfc3 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.9378510 May 27 22:35:06.878013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Allocated IP 172.20.0.5 (edbf9976-6958-4752-83e2-d7a8d73d7413/3fbfb290-7b1a-42ce-93eb-77a4e0b04346/5bc3339e-e9cf-42cd-a46a-0e960b9fa222) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:35:07.119881 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:07.164145 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e50a101-70ef-4630-b956-4ef49c7311b5 req-378f0982-8915-4b73-ae6b-772a7c55e1ab tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813400 May 27 22:35:07.203948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72497541-35fa-47e2-8b2e-f015b0e675ab req-0d9f4825-3808-48f2-bf7d-bede24a95e80 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667493 May 27 22:35:07.210485 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:07.276457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-8dc500d7-ab65-4a11-80d5-148051dfc37b tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:07.278119 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-8dc500d7-ab65-4a11-80d5-148051dfc37b tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.46 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.5899622 May 27 22:35:07.280854 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5682-54e6-47ae-81c1-af141604153f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:07.300842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Network edbf9976-6958-4752-83e2-d7a8d73d7413 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:35:07.304506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:07.309118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:35:07.341719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Pushing event updated for resources: {'Port': ['ID=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:07.392334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:07.393412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:07.414126 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b3bbdac-a0f8-4991-a30d-8ec6bedd0361 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:07.433262 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5682-54e6-47ae-81c1-af141604153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:07.497791 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5808ce16-7de3-4751-abbb-6924540d9aa9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1790695 May 27 22:35:07.523926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Request body: {'port': {'device_id': '5c4876c8-6de4-425e-97ca-b19c500de431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:07.558871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3bbdac-a0f8-4991-a30d-8ec6bedd0361 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Pushing event deleted for resources: {'Port': ['ID=cdd826e0-92cf-493b-9efe-12c6a0b473ee,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:07.595138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad5682-54e6-47ae-81c1-af141604153f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df4fd06-5c9d-40ee-b978-683996768502,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:07.654082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Deleting port ccb0ddd8-6167-4b44-b9a8-1e335606aeef {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:07.654082 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:07.746320 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c6ad5682-54e6-47ae-81c1-af141604153f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d1355f617f6047d2a379f69bcf26a0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8441598 May 27 22:35:07.766519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51772) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:07.843577 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:07.892599 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b3bbdac-a0f8-4991-a30d-8ec6bedd0361 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:07.902512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f7c5b-1175-47be-9dd6-ceaf1601aa30 req-7ce0aebe-2566-40dd-a9c2-dcd5a0e53e41 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:07.904108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf2f7c5b-1175-47be-9dd6-ceaf1601aa30 req-7ce0aebe-2566-40dd-a9c2-dcd5a0e53e41 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 931 time: 0.5812275 May 27 22:35:07.940814 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:07.997664 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d84ad389-de39-4081-8b02-ebe1de195b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:08.100807 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d84ad389-de39-4081-8b02-ebe1de195b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:08.126848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event updated for resources: {'Subnet': ['ID=774b1bde-fd0d-4df8-ae8f-95e0d5270fbb,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:08.186099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf2f7c5b-1175-47be-9dd6-ceaf1601aa30 req-94298e0c-504b-48bf-937c-4b900ea11af6 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536361 May 27 22:35:08.194207 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6b3bbdac-a0f8-4991-a30d-8ec6bedd0361 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] 10.222.0.27 "DELETE /v2.0/ports/cdd826e0-92cf-493b-9efe-12c6a0b473ee HTTP/1.1" status: 204 len: 168 time: 3.2616613 May 27 22:35:08.208271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51780) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:08.246666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Checking segment: {'id': '24952078-6d47-404c-989c-3062d410382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '23c99617-d7d2-49a1-aed4-340306e84836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:35:08.247330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Network hostable DHCP agents. Network: 23c99617-d7d2-49a1-aed4-340306e84836, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:35:08.341367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ededf4-3888-42f2-87f2-dc30d9e4684c tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Deleting subnet 7c40eaf5-8b9e-454c-bb7a-2f5098e82368 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:35:08.361525 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d84ad389-de39-4081-8b02-ebe1de195b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:08.387697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ad389-de39-4081-8b02-ebe1de195b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df4fd06-5c9d-40ee-b978-683996768502,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:08.422347 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8ededf4-3888-42f2-87f2-dc30d9e4684c tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:08.429241 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d84ad389-de39-4081-8b02-ebe1de195b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:08.430478 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d84ad389-de39-4081-8b02-ebe1de195b4c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5df4fd06-5c9d-40ee-b978-683996768502 HTTP/1.1" status: 204 len: 168 time: 0.6630056 May 27 22:35:08.467544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:35:08.479514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Network 23c99617-d7d2-49a1-aed4-340306e84836 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:35:08.498388 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:08.500963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] For port ccb0ddd8-6167-4b44-b9a8-1e335606aeef, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ccb0ddd8-6167-4b44-b9a8-1e335606aeef,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:08.501528 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:08.533772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Transition to ACTIVE for port object 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:35:08.615707 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8ededf4-3888-42f2-87f2-dc30d9e4684c tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:08.655531 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:08.741509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:08.743866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 23c99617-d7d2-49a1-aed4-340306e84836) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:08.753306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f532e8-5c7a-4abe-bda0-5118adefc5bb None None] Network 23c99617-d7d2-49a1-aed4-340306e84836 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:35:08.763138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Calling delete_port for ccb0ddd8-6167-4b44-b9a8-1e335606aeef owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:08.797810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:08.798659 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:08.935612 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bdce34-32da-465c-86ed-fbc53b76973c req-70808ead-d505-4d18-aa7a-c42f76d003a7 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:08.938476 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-64bdce34-32da-465c-86ed-fbc53b76973c req-70808ead-d505-4d18-aa7a-c42f76d003a7 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.5847299 May 27 22:35:09.034454 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-eada96db-98ad-4962-aa46-da66f917b577 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1254241 May 27 22:35:09.034587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51792) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:09.043820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-162259240'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:09.050325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5743e3-47d4-49f4-a334-71a9a3974ec4 req-5e575b23-3a81-4a8d-abec-beac6ec0829a tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:09.062271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a5743e3-47d4-49f4-a334-71a9a3974ec4 req-5e575b23-3a81-4a8d-abec-beac6ec0829a tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 945 time: 0.7182751 May 27 22:35:09.068739 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:09.070293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ccb0ddd8-6167-4b44-b9a8-1e335606aeef no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:09.088318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Usage tracker for resource:network and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:09.093433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:09.180563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:09.197205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Attempting to bind port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:35:09.197543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Attempting to bind port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '4e51450d-ce8a-452a-96c3-465edf8ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:35:09.198210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Attempting to bind port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 on network edbf9976-6958-4752-83e2-d7a8d73d7413 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:35:09.203590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 on network edbf9976-6958-4752-83e2-d7a8d73d7413 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:35:09.205647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Attempting to bind port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 on network edbf9976-6958-4752-83e2-d7a8d73d7413 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:35:09.210697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:35:09.211037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Checking segment: {'id': '4e51450d-ce8a-452a-96c3-465edf8ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:35:09.211418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Bound using segment: {'id': '4e51450d-ce8a-452a-96c3-465edf8ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:35:09.211904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Bound port: 5bc3339e-e9cf-42cd-a46a-0e960b9fa222, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e51450d-ce8a-452a-96c3-465edf8ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:35:09.212421 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.267069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-23c99617-d7d2-49a1-aed4-340306e84836', 'network_id': '23c99617-d7d2-49a1-aed4-340306e84836', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'fixed_ips': [{'subnet_id': '774b1bde-fd0d-4df8-ae8f-95e0d5270fbb'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:35:09.268179 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.367000 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8ededf4-3888-42f2-87f2-dc30d9e4684c tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.380415 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ccb0ddd8-6167-4b44-b9a8-1e335606aeef is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:09.380800 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.438508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb0ddd8-6167-4b44-b9a8-1e335606aeef'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:35:09.451311 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Made reservation on behalf of c3b54b6db8c94da09be36184b0fd7615 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:35:09.458818 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.473480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ccb0ddd8-6167-4b44-b9a8-1e335606aeef, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ccb0ddd8-6167-4b44-b9a8-1e335606aeef,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:09.479252 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-64bdce34-32da-465c-86ed-fbc53b76973c req-3d47cd6e-aaf2-47dd-9b0d-5512541baca7 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035472 May 27 22:35:09.494694 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a5743e3-47d4-49f4-a334-71a9a3974ec4 req-0cec96e7-cb9a-469c-8fb6-40735817d8b6 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242218 May 27 22:35:09.528934 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8ededf4-3888-42f2-87f2-dc30d9e4684c tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.569416 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.591485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ededf4-3888-42f2-87f2-dc30d9e4684c tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Pushing event deleted for resources: {'Subnet': ['ID=7c40eaf5-8b9e-454c-bb7a-2f5098e82368,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:09.591485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8ededf4-3888-42f2-87f2-dc30d9e4684c tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.604088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c8ededf4-3888-42f2-87f2-dc30d9e4684c tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] 10.222.0.27 "DELETE /v2.0/subnets/7c40eaf5-8b9e-454c-bb7a-2f5098e82368 HTTP/1.1" status: 204 len: 168 time: 1.3937907 May 27 22:35:09.627210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51808) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:09.663553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] For port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:35:09.672577 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:35:09.678582 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:35:09.681814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] For port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:35:09.682355 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc602bea-2621-4d05-ac77-5d8d92863bf1'] response: {'server_uuid': 'ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb0ddd8-6167-4b44-b9a8-1e335606aeef', 'code': 200} May 27 22:35:09.698408 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e3f41c-cbfe-462e-8ebd-4c28cabd2239 None None] Network 2d8997d0-817c-4b8d-bb74-ee618e94f6f5 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:35:09.708611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:35:09.721019 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.721863 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Added segment 36530600-ca9b-4208-9a99-b0463c654146 of type vlan for network 7c1c0f1c-95af-435e-a2a9-b66745142c7a May 27 22:35:09.767472 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.814885 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.883587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:09.885496 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.887079 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] 10.222.0.57 "PUT /v2.0/ports/5bc3339e-e9cf-42cd-a46a-0e960b9fa222 HTTP/1.1" status: 200 len: 1091 time: 2.3732650 May 27 22:35:09.899730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4876c8-6de4-425e-97ca-b19c500de431', 'tag': '5bc3339e-e9cf-42cd-a46a-0e960b9fa222'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:35:09.949716 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.963121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Deleting port fea73b61-66d9-4bba-9dd2-7ae2a502829e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:09.963121 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.967908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9308d1-ccb1-48a1-8c41-45a297b3d1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:09.973217 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.979884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:09.980669 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:09.990388 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34403281-433b-40a1-8585-09d488d05d7b'] response: {'name': 'network-changed', 'server_uuid': '5c4876c8-6de4-425e-97ca-b19c500de431', 'tag': '5bc3339e-e9cf-42cd-a46a-0e960b9fa222', 'status': 'completed', 'code': 200} May 27 22:35:09.997580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Allocated IP 19.80.0.2 (23c99617-d7d2-49a1-aed4-340306e84836/774b1bde-fd0d-4df8-ae8f-95e0d5270fbb/aeb73061-eaae-4f48-80cc-4ffc0b1b2822) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:35:10.119432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637ee96-4697-40e5-bc0b-e365eb32ec13 req-e02aa642-9cf6-4bd7-9cf5-82922a1eace8 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:10.121370 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0637ee96-4697-40e5-bc0b-e365eb32ec13 req-e02aa642-9cf6-4bd7-9cf5-82922a1eace8 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 943 time: 0.3070307 May 27 22:35:10.165648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ccb0ddd8-6167-4b44-b9a8-1e335606aeef,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:10.199325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Deleting port ccb0ddd8-6167-4b44-b9a8-1e335606aeef {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:10.199661 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:10.310779 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event updated for resources: {'Network': ['ID=7c1c0f1c-95af-435e-a2a9-b66745142c7a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:10.334309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d75a1-6f32-4795-9101-ccdc75670d43 req-b41f8f26-ceba-4527-979a-e398e2c3fec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:10.334309 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f62d75a1-6f32-4795-9101-ccdc75670d43 req-b41f8f26-ceba-4527-979a-e398e2c3fec9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c3c718a2d83d437cada81da4b15b247f&device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 1094 time: 0.2806993 May 27 22:35:10.355273 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8e44aa46-5aa0-4450-9d1d-ddcc8a2bfd66 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3136971 May 27 22:35:10.355426 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51826) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:10.355536 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] DHCP port deletion for 2d8997d0-817c-4b8d-bb74-ee618e94f6f5 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:35:10.358817 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0637ee96-4697-40e5-bc0b-e365eb32ec13 req-6ef8e296-6d78-4a9c-ab43-b26fb972b3ef tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218406 May 27 22:35:10.368783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 7c1c0f1c-95af-435e-a2a9-b66745142c7a details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:35:10.379643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Request body: {'subnet': {'network_id': '7c1c0f1c-95af-435e-a2a9-b66745142c7a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:10.414346 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] Deleting port fea73b61-66d9-4bba-9dd2-7ae2a502829e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:10.414715 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:10.617403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d75a1-6f32-4795-9101-ccdc75670d43 req-de6265e1-3390-4f6a-9336-9c8e24222829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:10.618740 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f62d75a1-6f32-4795-9101-ccdc75670d43 req-de6265e1-3390-4f6a-9336-9c8e24222829 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c3c718a2d83d437cada81da4b15b247f&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2723532 May 27 22:35:10.702340 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:10.780769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Transition to ACTIVE for port object aeb73061-eaae-4f48-80cc-4ffc0b1b2822 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:35:10.896554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d75a1-6f32-4795-9101-ccdc75670d43 req-cf36ce3d-e5f0-4dcc-9713-fb2574690286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:10.896554 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f62d75a1-6f32-4795-9101-ccdc75670d43 req-cf36ce3d-e5f0-4dcc-9713-fb2574690286 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2677500 May 27 22:35:10.907880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device fea73b61-66d9-4bba-9dd2-7ae2a502829e no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:10.950529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51840) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:10.961776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Transition to ACTIVE for port object aeb73061-eaae-4f48-80cc-4ffc0b1b2822 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:35:11.056679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] For port fea73b61-66d9-4bba-9dd2-7ae2a502829e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=fea73b61-66d9-4bba-9dd2-7ae2a502829e,segment=NetworkSegment(5da2e858-b108-4a55-9a73-5f925898f8ed),segment_id=5da2e858-b108-4a55-9a73-5f925898f8ed)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:11.060927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] For port fea73b61-66d9-4bba-9dd2-7ae2a502829e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=fea73b61-66d9-4bba-9dd2-7ae2a502829e,segment=NetworkSegment(5da2e858-b108-4a55-9a73-5f925898f8ed),segment_id=5da2e858-b108-4a55-9a73-5f925898f8ed)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:11.061464 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:11.067651 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:11.081591 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:11.246071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-d896b42d-0c6b-44ba-9686-771b999ea138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:11.247537 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-d896b42d-0c6b-44ba-9686-771b999ea138 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c3c718a2d83d437cada81da4b15b247f&device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 1094 time: 0.2629724 May 27 22:35:11.316147 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] Calling delete_port for fea73b61-66d9-4bba-9dd2-7ae2a502829e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:11.342087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Calling delete_port for fea73b61-66d9-4bba-9dd2-7ae2a502829e owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:11.350945 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-0c0b5211-7a74-4a73-bcb9-283f7ac9a579 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bc3339e-e9cf-42cd-a46a-0e960b9fa222 HTTP/1.1" status: 200 len: 217 time: 0.0783324 May 27 22:35:11.377349 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Network 23c99617-d7d2-49a1-aed4-340306e84836 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:35:11.384821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:11.393863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:35:11.397362 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:11.463064 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Pushing event updated for resources: {'Port': ['ID=aeb73061-eaae-4f48-80cc-4ffc0b1b2822,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:11.482943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Usage tracker for resource:subnet and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:11.486740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:11.494083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:11.510092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-76cf421e-0322-4724-b330-865e9ea237f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:11.511014 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port fea73b61-66d9-4bba-9dd2-7ae2a502829e is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:11.511561 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:11.516241 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-76cf421e-0322-4724-b330-865e9ea237f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3fbfb290-7b1a-42ce-93eb-77a4e0b04346 HTTP/1.1" status: 200 len: 862 time: 0.1032357 May 27 22:35:11.562079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] For port ccb0ddd8-6167-4b44-b9a8-1e335606aeef, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ccb0ddd8-6167-4b44-b9a8-1e335606aeef,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:11.562594 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:11.583979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Attempting to bind port aeb73061-eaae-4f48-80cc-4ffc0b1b2822 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:35:11.584624 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Attempting to bind port aeb73061-eaae-4f48-80cc-4ffc0b1b2822 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '24952078-6d47-404c-989c-3062d410382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '23c99617-d7d2-49a1-aed4-340306e84836'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:35:11.587848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Made reservation on behalf of c3b54b6db8c94da09be36184b0fd7615 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:35:11.587980 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Attempting to bind port aeb73061-eaae-4f48-80cc-4ffc0b1b2822 on network 23c99617-d7d2-49a1-aed4-340306e84836 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:35:11.589569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:11.590757 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port fea73b61-66d9-4bba-9dd2-7ae2a502829e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=fea73b61-66d9-4bba-9dd2-7ae2a502829e,segment=NetworkSegment(5da2e858-b108-4a55-9a73-5f925898f8ed),segment_id=5da2e858-b108-4a55-9a73-5f925898f8ed)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:11.593909 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:35:11.594491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Checking segment: {'id': '24952078-6d47-404c-989c-3062d410382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '23c99617-d7d2-49a1-aed4-340306e84836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:35:11.595042 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:11.595575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Bound using segment: {'id': '24952078-6d47-404c-989c-3062d410382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '23c99617-d7d2-49a1-aed4-340306e84836'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:35:11.596181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Bound port: aeb73061-eaae-4f48-80cc-4ffc0b1b2822, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24952078-6d47-404c-989c-3062d410382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '23c99617-d7d2-49a1-aed4-340306e84836'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:35:11.596743 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:11.627754 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-078c2e8a-c386-49e7-a8eb-e23e51fd915c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=edbf9976-6958-4752-83e2-d7a8d73d7413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864115 May 27 22:35:11.705811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:11.707930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb260a8-d38b-4c91-8169-0a5035ff1cd4 req-fe4e42e7-714e-48e3-bf46-9f667fc6b944 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:11.727055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7bb260a8-d38b-4c91-8169-0a5035ff1cd4 req-fe4e42e7-714e-48e3-bf46-9f667fc6b944 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Synchronizing usage tracker for tenant:05e4e8493bed4e6fa4f49a687daec3dd on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:11.819897 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-5cffdbf4-884b-449f-b5a0-0b90b22e80ba service neutron] 10.222.0.57 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819267 May 27 22:35:11.826697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=fea73b61-66d9-4bba-9dd2-7ae2a502829e,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:11.836476 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:35:11.836743 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:35:11.905460 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] For port aeb73061-eaae-4f48-80cc-4ffc0b1b2822, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:35:11.910037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] For port aeb73061-eaae-4f48-80cc-4ffc0b1b2822, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aeb73061-eaae-4f48-80cc-4ffc0b1b2822,segment=NetworkSegment(24952078-6d47-404c-989c-3062d410382c),segment_id=24952078-6d47-404c-989c-3062d410382c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:35:11.977283 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:12.083490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d5af0-1b97-4629-9e4d-43797e2eab0c req-e4a5a798-9db4-44da-a4c1-02d6dd96f899 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:12.093741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf9739-9d67-4afc-ba7d-d97508313dd2 None None] Pushing event updated for resources: {'Port': ['ID=aeb73061-eaae-4f48-80cc-4ffc0b1b2822,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:12.094904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b7d5af0-1b97-4629-9e4d-43797e2eab0c req-e4a5a798-9db4-44da-a4c1-02d6dd96f899 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 1.1897643 May 27 22:35:12.115535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Calling delete_port for ccb0ddd8-6167-4b44-b9a8-1e335606aeef owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:12.213131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7bb260a8-d38b-4c91-8169-0a5035ff1cd4 req-fe4e42e7-714e-48e3-bf46-9f667fc6b944 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Unset dirty status for tenant:05e4e8493bed4e6fa4f49a687daec3dd on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:12.213960 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7bb260a8-d38b-4c91-8169-0a5035ff1cd4 req-fe4e42e7-714e-48e3-bf46-9f667fc6b944 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 943 time: 1.3542607 May 27 22:35:12.280843 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:35:12.281200 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:35:12.304906 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b7d5af0-1b97-4629-9e4d-43797e2eab0c req-f95c7926-81ba-4ebd-b6d4-c8324f31d9fb tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072875 May 27 22:35:12.342485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] Deleting port fea73b61-66d9-4bba-9dd2-7ae2a502829e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:12.342485 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:12.448417 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8342fe8-4c99-4686-a4ca-0ab68934c81d req-b260cfa4-1216-4973-bd5a-8164230c2bd0 service neutron] 10.222.0.57 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185966 May 27 22:35:12.451801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7bb260a8-d38b-4c91-8169-0a5035ff1cd4 req-2d89477d-6e90-4b61-8d97-c95348830541 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/security-groups?id=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132058 May 27 22:35:12.676490 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:12.768337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Pushing event deleted for resources: {'Port': ['ID=ccb0ddd8-6167-4b44-b9a8-1e335606aeef,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:12.831621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Deleting port fea73b61-66d9-4bba-9dd2-7ae2a502829e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:12.831621 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:12.859226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] For port fea73b61-66d9-4bba-9dd2-7ae2a502829e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=fea73b61-66d9-4bba-9dd2-7ae2a502829e,segment=NetworkSegment(5da2e858-b108-4a55-9a73-5f925898f8ed),segment_id=5da2e858-b108-4a55-9a73-5f925898f8ed)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:12.859641 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:12.869737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51874) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:12.955007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-703a3eb3-a026-4473-87e1-c9e08c619455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:12.960415 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aeb73061-eaae-4f48-80cc-4ffc0b1b2822 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:35:13.025286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:13.025286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:13.025286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:13.025286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:13.025286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:13.025286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:13.025286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:13.025286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:13.025286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:13.025286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:13.025286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:13.040122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:13.122283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] Calling delete_port for fea73b61-66d9-4bba-9dd2-7ae2a502829e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:13.173726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] No DVR routers for this DVR port ccb0ddd8-6167-4b44-b9a8-1e335606aeef on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:35:13.177168 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:13.201693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9', 'name': 'network-vif-deleted', 'tag': 'ccb0ddd8-6167-4b44-b9a8-1e335606aeef'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:35:13.293389 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affc011f-927e-4804-9fe1-d9148613831f'] response: {'server_uuid': 'ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9', 'name': 'network-vif-deleted', 'tag': 'ccb0ddd8-6167-4b44-b9a8-1e335606aeef', 'status': 'completed', 'code': 200} May 27 22:35:13.320292 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:13.348776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port aeb73061-eaae-4f48-80cc-4ffc0b1b2822 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:35:13.371914 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:13.430125 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-365f3950-a312-45da-b864-b914241f2254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:13.451422 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41367a4f-dedd-43e4-b395-193c7fe9838a req-647009c1-d290-45d8-bece-afe4b6e0476c tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.46 "DELETE /v2.0/ports/ccb0ddd8-6167-4b44-b9a8-1e335606aeef HTTP/1.1" status: 204 len: 173 time: 6.1629164 May 27 22:35:13.467497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-365f3950-a312-45da-b864-b914241f2254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:13.467819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] No DVR routers for this DVR port fea73b61-66d9-4bba-9dd2-7ae2a502829e on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:35:13.477109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-365f3950-a312-45da-b864-b914241f2254 admin admin] Usage tracker for resource:security_group_rule and tenant:c942eb51d1964e038fed50b36f59aa9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:13.478492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-365f3950-a312-45da-b864-b914241f2254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:13.488943 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-365f3950-a312-45da-b864-b914241f2254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:13.490346 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ce763-c221-4117-ac4e-a676ad91d064 None None] Pushing event deleted for resources: {'Port': ['ID=fea73b61-66d9-4bba-9dd2-7ae2a502829e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:13.507947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192ffa3-1f7c-4861-9d26-46c972ae795e req-54880d70-774d-41ac-8ef3-c98add9e59aa tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:13.513421 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d192ffa3-1f7c-4861-9d26-46c972ae795e req-54880d70-774d-41ac-8ef3-c98add9e59aa tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 943 time: 1.0250323 May 27 22:35:13.678993 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-703a3eb3-a026-4473-87e1-c9e08c619455 admin admin] Deleting port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:13.678993 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-703a3eb3-a026-4473-87e1-c9e08c619455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:13.766099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f233dd7d-06c9-48d1-99e7-5a60fa814b2e None None] Network 23c99617-d7d2-49a1-aed4-340306e84836 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:35:13.785188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Checking segment: {'id': '36530600-ca9b-4208-9a99-b0463c654146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7c1c0f1c-95af-435e-a2a9-b66745142c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:35:13.785798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Network hostable DHCP agents. Network: 7c1c0f1c-95af-435e-a2a9-b66745142c7a, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:35:13.789257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-365f3950-a312-45da-b864-b914241f2254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:13.807989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] For port fea73b61-66d9-4bba-9dd2-7ae2a502829e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=fea73b61-66d9-4bba-9dd2-7ae2a502829e,segment=NetworkSegment(5da2e858-b108-4a55-9a73-5f925898f8ed),segment_id=5da2e858-b108-4a55-9a73-5f925898f8ed)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:13.809501 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:13.834917 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d192ffa3-1f7c-4861-9d26-46c972ae795e req-a1df835f-1d7a-4670-a86d-51315ceb11d2 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196006 May 27 22:35:13.839212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event updated for resources: {'Subnet': ['ID=00f6e901-da4a-4128-afdd-e1346c39e639,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:13.952303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-703a3eb3-a026-4473-87e1-c9e08c619455 admin admin] For port 3b5fab1f-44f7-4a51-b860-35fda5bd4c19, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3b5fab1f-44f7-4a51-b860-35fda5bd4c19,segment=NetworkSegment(95cfb425-1bdd-4b57-8aa2-bf9e3027a149),segment_id=95cfb425-1bdd-4b57-8aa2-bf9e3027a149)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:13.952909 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-703a3eb3-a026-4473-87e1-c9e08c619455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:13.960540 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-365f3950-a312-45da-b864-b914241f2254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:13.964338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c5418-af12-4f93-8dd7-fab480caebbb req-4bd46a03-ee0e-47a8-801f-2b167df04867 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:13.967133 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-222c5418-af12-4f93-8dd7-fab480caebbb req-4bd46a03-ee0e-47a8-801f-2b167df04867 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.4498448 May 27 22:35:13.975558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Calling delete_port for fea73b61-66d9-4bba-9dd2-7ae2a502829e owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:14.011243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-70098ec3-8041-448c-ab3f-768093517ac0 None None] Provisioning for port aeb73061-eaae-4f48-80cc-4ffc0b1b2822 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:35:14.013164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Network 7c1c0f1c-95af-435e-a2a9-b66745142c7a is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:35:14.014964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f3950-a312-45da-b864-b914241f2254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a261273-0da8-4e49-98ca-55fdc841ac3b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:14.043251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-70098ec3-8041-448c-ab3f-768093517ac0 None None] Provisioning complete for port aeb73061-eaae-4f48-80cc-4ffc0b1b2822 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:14.043628 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70098ec3-8041-448c-ab3f-768093517ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:14.097029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-694cc43c-c3ef-4d66-9284-d87c8fb9a469 req-a4a47566-85e1-4721-be10-83a487e7b069 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Synchronizing usage tracker for tenant:05e4e8493bed4e6fa4f49a687daec3dd on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:14.141206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 7c1c0f1c-95af-435e-a2a9-b66745142c7a) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:14.143886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-703a3eb3-a026-4473-87e1-c9e08c619455 admin admin] Calling delete_port for 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:14.147334 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-222c5418-af12-4f93-8dd7-fab480caebbb req-0ee1d14c-d12b-40f4-b9a6-d1431b3bc0ff tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430383 May 27 22:35:14.150609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:14.151162 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:14.163403 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:35:14.163647 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:35:14.183180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b50c3d-5099-4431-89f7-8b8db053ffd9 None None] Network 7c1c0f1c-95af-435e-a2a9-b66745142c7a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:35:14.212059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Deleting port fea73b61-66d9-4bba-9dd2-7ae2a502829e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:14.212626 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:14.227927 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-365f3950-a312-45da-b864-b914241f2254 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c942eb51d1964e038fed50b36f59aa9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3559716 May 27 22:35:14.228612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51886) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:14.260265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-694cc43c-c3ef-4d66-9284-d87c8fb9a469 req-a4a47566-85e1-4721-be10-83a487e7b069 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] Unset dirty status for tenant:05e4e8493bed4e6fa4f49a687daec3dd on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:14.261773 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-694cc43c-c3ef-4d66-9284-d87c8fb9a469 req-a4a47566-85e1-4721-be10-83a487e7b069 tempest-ListServerFiltersTestJSON-643992621 tempest-ListServerFiltersTestJSON-643992621-project] 10.222.0.27 "GET /v2.0/ports?device_id=ba2a5ab9-107e-4d83-a775-3cd82cd4c9c9 HTTP/1.1" status: 200 len: 210 time: 0.2563262 May 27 22:35:14.317677 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b1b06437-1e80-40b3-89ac-acf3bfec722d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9596250 May 27 22:35:14.330754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] The port 'fea73b61-66d9-4bba-9dd2-7ae2a502829e' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:35:14.347645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-70098ec3-8041-448c-ab3f-768093517ac0 None None] Current status of the port aeb73061-eaae-4f48-80cc-4ffc0b1b2822 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:14.348037 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70098ec3-8041-448c-ab3f-768093517ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:14.442663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-70098ec3-8041-448c-ab3f-768093517ac0 None None] For port aeb73061-eaae-4f48-80cc-4ffc0b1b2822, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aeb73061-eaae-4f48-80cc-4ffc0b1b2822,segment=NetworkSegment(24952078-6d47-404c-989c-3062d410382c),segment_id=24952078-6d47-404c-989c-3062d410382c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:14.535056 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70098ec3-8041-448c-ab3f-768093517ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:14.543488 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:14.611355 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-7c1c0f1c-95af-435e-a2a9-b66745142c7a', 'network_id': '7c1c0f1c-95af-435e-a2a9-b66745142c7a', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'fixed_ips': [{'subnet_id': '00f6e901-da4a-4128-afdd-e1346c39e639'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:35:14.612192 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:14.642555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2413caab-9774-4d50-9709-0e5b83b13c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:14.677628 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2413caab-9774-4d50-9709-0e5b83b13c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:14.701383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70098ec3-8041-448c-ab3f-768093517ac0 None None] Pushing event updated for resources: {'Port': ['ID=aeb73061-eaae-4f48-80cc-4ffc0b1b2822,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:14.721020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8997d0-817c-4b8d-bb74-ee618e94f6f5']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:14.745669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2f52f3b1-383a-4611-970d-4d8109300216 None None] Provisioning complete for port aeb73061-eaae-4f48-80cc-4ffc0b1b2822 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:14.746383 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2f52f3b1-383a-4611-970d-4d8109300216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:14.768134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da2e858-b108-4a55-9a73-5f925898f8ed') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:14.768552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da2e858-b108-4a55-9a73-5f925898f8ed') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:14.782161 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-703a3eb3-a026-4473-87e1-c9e08c619455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:14.793634 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:14.812409 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:14.819900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:35:14.820376 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:14.862127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aeb73061-eaae-4f48-80cc-4ffc0b1b2822 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:35:14.936258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Allocated IP 19.86.0.2 (7c1c0f1c-95af-435e-a2a9-b66745142c7a/00f6e901-da4a-4128-afdd-e1346c39e639/6aaa75da-38b0-4df7-aaed-774db04532c4) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:35:14.972953 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 5da2e858-b108-4a55-9a73-5f925898f8ed resource provider aggregate not found May 27 22:35:15.003122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a3eb3-a026-4473-87e1-c9e08c619455 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5fab1f-44f7-4a51-b860-35fda5bd4c19,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:15.009041 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2413caab-9774-4d50-9709-0e5b83b13c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:15.045254 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 5da2e858-b108-4a55-9a73-5f925898f8ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5da2e858-b108-4a55-9a73-5f925898f8ed found for delete ", "request_id": "req-8931d1df-efac-476a-9b8a-b2cc87b50178"}]} May 27 22:35:15.099040 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413caab-9774-4d50-9709-0e5b83b13c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a261273-0da8-4e49-98ca-55fdc841ac3b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:15.126115 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2413caab-9774-4d50-9709-0e5b83b13c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:15.130125 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2413caab-9774-4d50-9709-0e5b83b13c76 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4a261273-0da8-4e49-98ca-55fdc841ac3b HTTP/1.1" status: 204 len: 168 time: 0.8955421 May 27 22:35:15.182232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7d35c-fbbf-40bb-96a8-bc973e49826d req-28ad0842-f686-456a-ad27-6b6e30cb922c tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:15.189774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ee7d35c-fbbf-40bb-96a8-bc973e49826d req-28ad0842-f686-456a-ad27-6b6e30cb922c tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 943 time: 0.2060468 May 27 22:35:15.194670 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:15.200135 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:15.249832 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] 10.222.0.27 "DELETE /v2.0/networks/2d8997d0-817c-4b8d-bb74-ee618e94f6f5 HTTP/1.1" status: 204 len: 168 time: 5.6270127 May 27 22:35:15.252710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b08232-9946-4670-be37-7dbb2b479dd0 tempest-ExtraDHCPOptionsTestJSON-609126082 tempest-ExtraDHCPOptionsTestJSON-609126082-project] Pushing event deleted for resources: {'Network': ['ID=2d8997d0-817c-4b8d-bb74-ee618e94f6f5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:15.256012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2f52f3b1-383a-4611-970d-4d8109300216 None None] Current status of the port aeb73061-eaae-4f48-80cc-4ffc0b1b2822 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:15.263835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:35:15.265156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-fa4beeb3-4831-4f9e-a524-7a91c9cd8ecd tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:15.271888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-fa4beeb3-4831-4f9e-a524-7a91c9cd8ecd tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:15.272852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-fa4beeb3-4831-4f9e-a524-7a91c9cd8ecd tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Synchronizing usage tracker for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:15.321456 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ee7d35c-fbbf-40bb-96a8-bc973e49826d req-4bc964c6-b240-40d3-8deb-da0840e62238 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300099 May 27 22:35:15.406283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port aeb73061-eaae-4f48-80cc-4ffc0b1b2822 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:15.406283 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:15.428797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-fa4beeb3-4831-4f9e-a524-7a91c9cd8ecd tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Unset dirty status for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:15.431265 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-fa4beeb3-4831-4f9e-a524-7a91c9cd8ecd tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/networks?id=23c99617-d7d2-49a1-aed4-340306e84836&id=7c1c0f1c-95af-435e-a2a9-b66745142c7a HTTP/1.1" status: 200 len: 1390 time: 0.7012627 May 27 22:35:15.432126 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-703a3eb3-a026-4473-87e1-c9e08c619455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:15.513890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-f66441f2-46f4-461d-9ea2-46b7b8760e1d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/quotas/c3b54b6db8c94da09be36184b0fd7615 HTTP/1.1" status: 200 len: 375 time: 0.0774131 May 27 22:35:15.627477 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:15.639438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:15.654084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Transition to ACTIVE for port object 6aaa75da-38b0-4df7-aaed-774db04532c4 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:35:15.693303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '5bc3339e-e9cf-42cd-a46a-0e960b9fa222', 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413', 'port_id': '5bc3339e-e9cf-42cd-a46a-0e960b9fa222', 'mac_address': 'fa:16:3e:b3:10:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfb290-7b1a-42ce-93eb-77a4e0b04346', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:35:15.709567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfbf48-52a9-46fe-b33c-195e9c360378 req-ba101046-970b-459f-a998-4e86be9afd16 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:15.720868 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5dfbf48-52a9-46fe-b33c-195e9c360378 req-ba101046-970b-459f-a998-4e86be9afd16 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.2832453 May 27 22:35:15.761740 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:15.775515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-4c5ccc7d-e69c-496d-934f-7da891c34f65 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Synchronizing usage tracker for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:15.782590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Transition to ACTIVE for port object 6aaa75da-38b0-4df7-aaed-774db04532c4 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:35:15.797546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port aeb73061-eaae-4f48-80cc-4ffc0b1b2822 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:15.800930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:15.801315 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:15.811491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5dfbf48-52a9-46fe-b33c-195e9c360378 req-52b04fb0-1953-4ede-be28-408edf94d3c8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839155 May 27 22:35:15.819049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:35:15.837789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:15.872118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51922) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:15.913423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703a3eb3-a026-4473-87e1-c9e08c619455 admin admin] Router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:35:15.917429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51928) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:15.937980 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:15.953915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-4c5ccc7d-e69c-496d-934f-7da891c34f65 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Unset dirty status for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:15.962379 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-4c5ccc7d-e69c-496d-934f-7da891c34f65 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=c3b54b6db8c94da09be36184b0fd7615&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4408710 May 27 22:35:15.996886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Network 7c1c0f1c-95af-435e-a2a9-b66745142c7a is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:35:15.997911 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:16.010068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:16.025089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:35:16.057200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51932) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:16.103728 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd8e0-0e04-4f81-bf0c-5662b9e4f4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:16.114974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Pushing event updated for resources: {'Port': ['ID=6aaa75da-38b0-4df7-aaed-774db04532c4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:16.128596 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703a3eb3-a026-4473-87e1-c9e08c619455 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:35:16.134138 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-703a3eb3-a026-4473-87e1-c9e08c619455 admin admin] 10.222.0.27 "PUT /v2.0/routers/f1551ec0-c392-40e3-a1b6-212b4ed9fa68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1822617 May 27 22:35:16.135073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6319aa-a5c3-4edd-ac5c-9c97492aca85 admin admin] Deleting subnet 93bdaa2f-5c5c-4431-b726-a65de0c90ff4 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:35:16.136675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51936) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:16.154207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ddcfd8e0-0e04-4f81-bf0c-5662b9e4f4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:16.157063 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c6319aa-a5c3-4edd-ac5c-9c97492aca85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:16.167753 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a2ba8a-b63e-434a-a50f-0ae10cfb8e42 None None] Sync routers for ids ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:35:16.192661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ddcfd8e0-0e04-4f81-bf0c-5662b9e4f4b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d6a84066aaca48c5aa5da6c107686180 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:16.194431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Attempting to bind port 6aaa75da-38b0-4df7-aaed-774db04532c4 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:35:16.194797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Attempting to bind port 6aaa75da-38b0-4df7-aaed-774db04532c4 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '36530600-ca9b-4208-9a99-b0463c654146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7c1c0f1c-95af-435e-a2a9-b66745142c7a'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:35:16.195344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Attempting to bind port 6aaa75da-38b0-4df7-aaed-774db04532c4 on network 7c1c0f1c-95af-435e-a2a9-b66745142c7a {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:35:16.200199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a2ba8a-b63e-434a-a50f-0ae10cfb8e42 None None] Routers {'f1551ec0-c392-40e3-a1b6-212b4ed9fa68'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:35:16.208363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-48a2ba8a-b63e-434a-a50f-0ae10cfb8e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:35:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:16.208513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ddcfd8e0-0e04-4f81-bf0c-5662b9e4f4b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:16.239446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ddcfd8e0-0e04-4f81-bf0c-5662b9e4f4b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:16.249921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ec10ad01-46f6-4932-b363-8dcbd32b898c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=83ff6b9af48043e7b02cd7da1f365891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764014 May 27 22:35:16.250613 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51940) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:16.275305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:35:16.275942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Checking segment: {'id': '36530600-ca9b-4208-9a99-b0463c654146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7c1c0f1c-95af-435e-a2a9-b66745142c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:35:16.276050 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:16.276452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Bound using segment: {'id': '36530600-ca9b-4208-9a99-b0463c654146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7c1c0f1c-95af-435e-a2a9-b66745142c7a'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:35:16.276910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Bound port: 6aaa75da-38b0-4df7-aaed-774db04532c4, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36530600-ca9b-4208-9a99-b0463c654146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7c1c0f1c-95af-435e-a2a9-b66745142c7a'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:35:16.277281 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:16.288360 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c6319aa-a5c3-4edd-ac5c-9c97492aca85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:16.313406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:16.332907 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:16.336142 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-5094979a-45a5-4c7a-851b-6f5d48426692 service neutron] 10.222.0.27 "GET /v2.0/networks/23c99617-d7d2-49a1-aed4-340306e84836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727787 May 27 22:35:16.453578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['5bc3339e-e9cf-42cd-a46a-0e960b9fa222'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:35:16.561260 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:16.585582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-48a2ba8a-b63e-434a-a50f-0ae10cfb8e42 None None] Set router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:35:16.616336 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e89aec6-aad5-4034-980c-8ec7e4ffca98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:16.644033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] Deleting port 82642776-76f3-4b2a-a76d-9c96e5c1ae48 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:16.644033 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:16.719127 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-234880da-95e4-4da7-aae5-ead8b1aa096b service neutron] 10.222.0.27 "GET /v2.0/networks/23c99617-d7d2-49a1-aed4-340306e84836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816032 May 27 22:35:16.738699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] For port 6aaa75da-38b0-4df7-aaed-774db04532c4, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:35:16.744062 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e89aec6-aad5-4034-980c-8ec7e4ffca98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:16.764268 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c6319aa-a5c3-4edd-ac5c-9c97492aca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:16.871412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] For port 6aaa75da-38b0-4df7-aaed-774db04532c4, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6aaa75da-38b0-4df7-aaed-774db04532c4,segment=NetworkSegment(36530600-ca9b-4208-9a99-b0463c654146),segment_id=36530600-ca9b-4208-9a99-b0463c654146)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:35:16.948911 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd8e0-0e04-4f81-bf0c-5662b9e4f4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:16.966034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc39bf5-412c-4c57-a8ac-af3eed9074f3 req-2417b272-57f8-448a-8f9f-aa28a55d3fb5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:16.967533 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-acc39bf5-412c-4c57-a8ac-af3eed9074f3 req-2417b272-57f8-448a-8f9f-aa28a55d3fb5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 944 time: 0.5088136 May 27 22:35:16.969136 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:17.020614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] For port 82642776-76f3-4b2a-a76d-9c96e5c1ae48, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=82642776-76f3-4b2a-a76d-9c96e5c1ae48,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:17.021238 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:17.035702 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ddcfd8e0-0e04-4f81-bf0c-5662b9e4f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:17.071307 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-acc39bf5-412c-4c57-a8ac-af3eed9074f3 req-b9213524-4dad-46e7-b103-b005e9cfa3e2 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897465 May 27 22:35:17.107427 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-1223822f-e356-4dd5-b0cd-47d1fe836bfe service neutron] 10.222.0.27 "GET /v2.0/networks/7c1c0f1c-95af-435e-a2a9-b66745142c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874452 May 27 22:35:17.112390 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ddcfd8e0-0e04-4f81-bf0c-5662b9e4f4b1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d6a84066aaca48c5aa5da6c107686180&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0542541 May 27 22:35:17.116691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51948) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:17.136808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a755cd7-e23c-49b4-ae66-3c7e21ae5d4a None None] Pushing event updated for resources: {'Port': ['ID=6aaa75da-38b0-4df7-aaed-774db04532c4,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:17.155380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] Calling delete_port for 82642776-76f3-4b2a-a76d-9c96e5c1ae48 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:17.254061 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-48a2ba8a-b63e-434a-a50f-0ae10cfb8e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:26Z', 'updated_at': '2022-05-27T22:35:14Z', 'revision_number': 5, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'gw_port': {'id': '82642776-76f3-4b2a-a76d-9c96e5c1ae48', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e3:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:28Z', 'updated_at': '2022-05-27T22:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:17.258648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a2ba8a-b63e-434a-a50f-0ae10cfb8e42 None None] Checking router: f1551ec0-c392-40e3-a1b6-212b4ed9fa68 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:35:17.267768 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a2ba8a-b63e-434a-a50f-0ae10cfb8e42 None None] Routers {'f1551ec0-c392-40e3-a1b6-212b4ed9fa68'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:35:17.268389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-48a2ba8a-b63e-434a-a50f-0ae10cfb8e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:35:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:17.284888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfd8e0-0e04-4f81-bf0c-5662b9e4f4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8ab2af-4b7c-4f0d-8028-3b4213d408d0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:17.324589 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c6319aa-a5c3-4edd-ac5c-9c97492aca85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:17.366274 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e89aec6-aad5-4034-980c-8ec7e4ffca98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:17.410742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:17.435989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-48a2ba8a-b63e-434a-a50f-0ae10cfb8e42 None None] Set router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:35:17.451795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89aec6-aad5-4034-980c-8ec7e4ffca98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc2c747-ce69-4da0-8d59-777ea1de7f98,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:17.466704 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6319aa-a5c3-4edd-ac5c-9c97492aca85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93bdaa2f-5c5c-4431-b726-a65de0c90ff4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:17.491985 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c6319aa-a5c3-4edd-ac5c-9c97492aca85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:17.492147 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a939fa72-f177-4248-b7cb-c6950da40da5 None None] Network d23dcda8-17be-4539-b74b-b821bbe2acbb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:35:17.521368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=82642776-76f3-4b2a-a76d-9c96e5c1ae48,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:17.553930 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5c6319aa-a5c3-4edd-ac5c-9c97492aca85 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/93bdaa2f-5c5c-4431-b726-a65de0c90ff4 HTTP/1.1" status: 204 len: 168 time: 1.6351223 May 27 22:35:17.569114 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79d8c494-74cc-48ad-a0f7-c8046d15375c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:17.571082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51952) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:17.642155 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:17.675820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-48a2ba8a-b63e-434a-a50f-0ae10cfb8e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:26Z', 'updated_at': '2022-05-27T22:35:16Z', 'revision_number': 6, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:17.696227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a2ba8a-b63e-434a-a50f-0ae10cfb8e42 None None] The sync data for ids ['f1551ec0-c392-40e3-a1b6-212b4ed9fa68'] in n-d-843680-3 is: [{'id': 'f1551ec0-c392-40e3-a1b6-212b4ed9fa68', 'name': 'tempest-TaggedBootDevicesTest-1393651247-router', 'tenant_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:26Z', 'updated_at': '2022-05-27T22:35:16Z', 'revision_number': 6, 'project_id': 'e95767dc0f454d2c976cbcfe4bc24094', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:35:17.797196 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79d8c494-74cc-48ad-a0f7-c8046d15375c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:17.839360 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e89aec6-aad5-4034-980c-8ec7e4ffca98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:17.840502 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7e89aec6-aad5-4034-980c-8ec7e4ffca98 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/afc2c747-ce69-4da0-8d59-777ea1de7f98 HTTP/1.1" status: 204 len: 168 time: 1.5773678 May 27 22:35:17.878846 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:17.881241 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:17.933193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da6c26-ae79-4f4d-acf4-84f2c2d0b516 req-07b71933-cb01-41b9-8e66-b63a4fa7deed tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:17.934669 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9da6c26-ae79-4f4d-acf4-84f2c2d0b516 req-07b71933-cb01-41b9-8e66-b63a4fa7deed tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.6412005 May 27 22:35:17.939495 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-afd80cc4-33a1-49f5-9b6b-4413edf6e217 service neutron] 10.222.0.27 "GET /v2.0/networks/7c1c0f1c-95af-435e-a2a9-b66745142c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8201485 May 27 22:35:17.947923 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:17.982950 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:17.986651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1551ec0-c392-40e3-a1b6-212b4ed9fa68 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:35:18.000284 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] Deleting port 745a03b3-63bd-4953-887f-d9b2f61607b2 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:18.000659 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:18.005796 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:18.010657 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-25e80428-e18f-44b8-9f90-5f2d2995c7b5 admin admin] 10.222.0.27 "DELETE /v2.0/routers/f1551ec0-c392-40e3-a1b6-212b4ed9fa68 HTTP/1.1" status: 204 len: 168 time: 1.8727679 May 27 22:35:18.011573 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51958) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:18.027706 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9da6c26-ae79-4f4d-acf4-84f2c2d0b516 req-2fecbdee-ef10-447c-b871-ee23a4e94393 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850461 May 27 22:35:18.081185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Deleting subnet 886cb46f-6b6f-4fc3-8c8e-a4f846943042 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:35:18.085115 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:18.107356 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79d8c494-74cc-48ad-a0f7-c8046d15375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:18.121353 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce99069-aa16-4cb2-856d-d08433992a46 None None] DHCP port deletion for d23dcda8-17be-4539-b74b-b821bbe2acbb request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:35:18.130392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3ce99069-aa16-4cb2-856d-d08433992a46 None None] Deleting port 745a03b3-63bd-4953-887f-d9b2f61607b2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:18.130392 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3ce99069-aa16-4cb2-856d-d08433992a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:18.156700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8c494-74cc-48ad-a0f7-c8046d15375c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8ab2af-4b7c-4f0d-8028-3b4213d408d0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:18.169252 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79d8c494-74cc-48ad-a0f7-c8046d15375c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:18.171624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-79d8c494-74cc-48ad-a0f7-c8046d15375c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fe8ab2af-4b7c-4f0d-8028-3b4213d408d0 HTTP/1.1" status: 204 len: 168 time: 1.0535805 May 27 22:35:18.196771 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:18.409441 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:18.571459 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb192094-fcb0-423b-b103-dd424fabe943 req-f17542b4-831f-4549-ac33-38f88f8bc142 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 210 time: 0.1808867 May 27 22:35:18.639466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] For port 745a03b3-63bd-4953-887f-d9b2f61607b2, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=745a03b3-63bd-4953-887f-d9b2f61607b2,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:18.639864 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:18.648807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-3ce99069-aa16-4cb2-856d-d08433992a46 None None] For port 745a03b3-63bd-4953-887f-d9b2f61607b2, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=745a03b3-63bd-4953-887f-d9b2f61607b2,segment=NetworkSegment(9b8052a2-4246-451e-9855-66214f6bd5cb),segment_id=9b8052a2-4246-451e-9855-66214f6bd5cb)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:18.649283 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3ce99069-aa16-4cb2-856d-d08433992a46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:18.657435 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:18.818689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886cb46f-6b6f-4fc3-8c8e-a4f846943042,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:18.859442 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:18.869631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:18.869973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:18.870310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:18.874202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f96ade0-11a8-4f48-97ff-d36e641b1dd9 None None] Network b090dde9-67db-4c49-bbbc-f76032c598e8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:35:18.874340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:18.875009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:18.875644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:18.876157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:18.877775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:18.878252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:18.878797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:18.879282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:18.879830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:18.893382 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4bcaae1c-e81c-45ec-95d6-0d6c905f9d11 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/886cb46f-6b6f-4fc3-8c8e-a4f846943042 HTTP/1.1" status: 204 len: 168 time: 0.8806412 May 27 22:35:18.896251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51984) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:18.974707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] Calling delete_port for 745a03b3-63bd-4953-887f-d9b2f61607b2 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:19.080824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e78531-470c-40ba-b309-bbbd1be98f8f req-bec77565-4e31-4ab4-841d-9654da14009a tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:19.095418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67e8350-4afb-4f75-b606-850ce0b318b7 None None] Network 7c1c0f1c-95af-435e-a2a9-b66745142c7a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:35:19.099015 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:19.102182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11e78531-470c-40ba-b309-bbbd1be98f8f req-bec77565-4e31-4ab4-841d-9654da14009a tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 944 time: 0.7130787 May 27 22:35:19.112434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] Deleting port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:19.113053 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:19.119216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6aaa75da-38b0-4df7-aaed-774db04532c4 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:35:19.260645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3ce99069-aa16-4cb2-856d-d08433992a46 None None] Calling delete_port for 745a03b3-63bd-4953-887f-d9b2f61607b2 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:19.310110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11e78531-470c-40ba-b309-bbbd1be98f8f req-14e89025-16e8-4b15-89ca-56030f0a066f tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059634 May 27 22:35:19.357694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fd93a-5fea-4048-bf49-fbabc4c0cef3 req-90eb65a7-1fc6-44d2-a56b-4c8864c3e6e6 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:19.360217 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f1fd93a-5fea-4048-bf49-fbabc4c0cef3 req-90eb65a7-1fc6-44d2-a56b-4c8864c3e6e6 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.1036491 May 27 22:35:19.388475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3af2e269-27ac-4873-ac51-b1c601ffc941 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:35:19.390835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:35:19.415199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] For port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=617e8f33-06dc-4f52-8c0d-e4ef019fb7f7,segment=NetworkSegment(95cfb425-1bdd-4b57-8aa2-bf9e3027a149),segment_id=95cfb425-1bdd-4b57-8aa2-bf9e3027a149)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:19.416162 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:19.478544 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f1fd93a-5fea-4048-bf49-fbabc4c0cef3 req-beeb46b2-d817-4783-8ed1-4fe3f971a7d3 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095426 May 27 22:35:19.481841 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:19.549073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=745a03b3-63bd-4953-887f-d9b2f61607b2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:19.554950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] No DVR routers for this DVR port 745a03b3-63bd-4953-887f-d9b2f61607b2 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:35:19.614299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] Calling delete_port for 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:19.725178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0a7c04b5-1da2-4244-a2dc-5bf6394343a3 None None] Provisioning for port 6aaa75da-38b0-4df7-aaed-774db04532c4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:35:19.780927 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:19.790554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a8c3a17f-a56b-4838-8a76-2a90384b92fe req-476dfcdd-1814-4fd6-bef9-9656f97879cd tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 210 time: 0.1224625 May 27 22:35:19.816791 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:19.844700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23dcda8-17be-4539-b74b-b821bbe2acbb']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:19.873221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8052a2-4246-451e-9855-66214f6bd5cb') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:19.873522 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8052a2-4246-451e-9855-66214f6bd5cb') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:19.895626 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:19.906982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] Pushing event deleted for resources: {'Port': ['ID=617e8f33-06dc-4f52-8c0d-e4ef019fb7f7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:19.917266 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] No DVR routers for this DVR port 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:35:19.933550 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:19.939732 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:35:19.943809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:35:19.944554 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:20.111685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52022) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:20.145973 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-3ce99069-aa16-4cb2-856d-d08433992a46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:35:20.146331 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-3ce99069-aa16-4cb2-856d-d08433992a46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:35:20.237820 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:20.274275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b090dde9-67db-4c49-bbbc-f76032c598e8']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:20.283020 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3af2e269-27ac-4873-ac51-b1c601ffc941, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3af2e269-27ac-4873-ac51-b1c601ffc941,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:20.291484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95cfb425-1bdd-4b57-8aa2-bf9e3027a149') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:20.292074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95cfb425-1bdd-4b57-8aa2-bf9e3027a149') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:20.307434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:20.325095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 6aaa75da-38b0-4df7-aaed-774db04532c4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:35:20.326205 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 9b8052a2-4246-451e-9855-66214f6bd5cb resource provider aggregate not found May 27 22:35:20.329354 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:20.333893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '3af2e269-27ac-4873-ac51-b1c601ffc941', 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041', 'port_id': '3af2e269-27ac-4873-ac51-b1c601ffc941', 'mac_address': 'fa:16:3e:eb:42:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:35:20.343292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:35:20.344062 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:20.357602 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 9b8052a2-4246-451e-9855-66214f6bd5cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b8052a2-4246-451e-9855-66214f6bd5cb found for delete ", "request_id": "req-9b731349-cc28-4ecd-83e4-03d59eb099c3"}]} May 27 22:35:20.367529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:35:20.387526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 6aaa75da-38b0-4df7-aaed-774db04532c4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:20.387903 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:20.426184 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:20.431717 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:20.445121 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 95cfb425-1bdd-4b57-8aa2-bf9e3027a149 resource provider aggregate not found May 27 22:35:20.480007 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 95cfb425-1bdd-4b57-8aa2-bf9e3027a149 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95cfb425-1bdd-4b57-8aa2-bf9e3027a149 found for delete ", "request_id": "req-0f03a025-cc97-4414-9555-2b2884755b46"}]} May 27 22:35:20.508216 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d23dcda8-17be-4539-b74b-b821bbe2acbb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:20.574267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813761836'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:20.584263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:20.589132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2723b118-f0ec-4f56-bbf1-8bc20503805c None None] DHCP port deletion for b090dde9-67db-4c49-bbbc-f76032c598e8 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:35:20.596130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:20.600757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:20.616157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:20.627869 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:20.628325 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:20.632168 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:20.645195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] Pushing event deleted for resources: {'Network': ['ID=b090dde9-67db-4c49-bbbc-f76032c598e8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:20.648329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:20.664719 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-212e3d9f-9256-4e0b-8aac-80d7d674d004 admin admin] 10.222.0.27 "DELETE /v2.0/networks/b090dde9-67db-4c49-bbbc-f76032c598e8 HTTP/1.1" status: 204 len: 168 time: 1.7668712 May 27 22:35:20.667837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52052) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:20.683911 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c997b9db-f944-4a91-9b12-370f1eaf84a1 admin admin] 10.222.0.27 "DELETE /v2.0/networks/d23dcda8-17be-4539-b74b-b821bbe2acbb HTTP/1.1" status: 204 len: 168 time: 3.0837369 May 27 22:35:20.698188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3ce99069-aa16-4cb2-856d-d08433992a46 None None] Deleting port 745a03b3-63bd-4953-887f-d9b2f61607b2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:20.698561 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3ce99069-aa16-4cb2-856d-d08433992a46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:20.782487 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:20.801768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:20.821712 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3ce99069-aa16-4cb2-856d-d08433992a46 None None] The port '745a03b3-63bd-4953-887f-d9b2f61607b2' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:35:20.833679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3af2e269-27ac-4873-ac51-b1c601ffc941 is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:20.837881 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:20.838028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:20.870599 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3af2e269-27ac-4873-ac51-b1c601ffc941 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:35:20.903191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:20.917610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:20.922781 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cc201-a751-4a72-abef-6ed5f10db0c1 req-f5b173bd-8de0-4da1-a8b2-96c53bc20171 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:20.924860 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b88cc201-a751-4a72-abef-6ed5f10db0c1 req-f5b173bd-8de0-4da1-a8b2-96c53bc20171 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 944 time: 0.3761313 May 27 22:35:20.947489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:21.005668 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3af2e269-27ac-4873-ac51-b1c601ffc941, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3af2e269-27ac-4873-ac51-b1c601ffc941,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:21.018647 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b88cc201-a751-4a72-abef-6ed5f10db0c1 req-a08865a0-d513-4adf-ae94-5c7f5823c1a2 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865462 May 27 22:35:21.028532 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4051599-3593-4920-a320-ae444b6735d5 req-4cfc83ec-90a8-420f-97e9-955a5ab58509 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:21.030799 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4051599-3593-4920-a320-ae444b6735d5 req-4cfc83ec-90a8-420f-97e9-955a5ab58509 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.3417239 May 27 22:35:21.043467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6aaa75da-38b0-4df7-aaed-774db04532c4 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:21.050293 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:21.085765 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:21.090426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:21.093113 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:21.254769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4051599-3593-4920-a320-ae444b6735d5 req-3946deba-11ba-4580-8dc8-2e3b07173b03 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803734 May 27 22:35:21.255495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3af2e269-27ac-4873-ac51-b1c601ffc941,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:21.288484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 6aaa75da-38b0-4df7-aaed-774db04532c4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6aaa75da-38b0-4df7-aaed-774db04532c4,segment=NetworkSegment(36530600-ca9b-4208-9a99-b0463c654146),segment_id=36530600-ca9b-4208-9a99-b0463c654146)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:21.288778 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0346e737-b2ac-4e6a-bc3a-cd917e31fb56 req-c4775674-2de4-4abf-93b0-9794ac6cd6cd tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 210 time: 0.0636363 May 27 22:35:21.301024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4876c8-6de4-425e-97ca-b19c500de431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc3339e-e9cf-42cd-a46a-0e960b9fa222'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:35:21.319059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cce94120-9ac7-476c-83d5-e50db6399aca None None] Provisioning complete for port 6aaa75da-38b0-4df7-aaed-774db04532c4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:21.319433 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cce94120-9ac7-476c-83d5-e50db6399aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:21.367948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:21.367948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['3af2e269-27ac-4873-ac51-b1c601ffc941'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:35:21.382842 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a674854c-ef44-4e8a-82bf-14642b5ea2ec'] response: {'server_uuid': '5c4876c8-6de4-425e-97ca-b19c500de431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc3339e-e9cf-42cd-a46a-0e960b9fa222', 'code': 200} May 27 22:35:21.407610 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:21.594875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cce94120-9ac7-476c-83d5-e50db6399aca None None] Current status of the port 6aaa75da-38b0-4df7-aaed-774db04532c4 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:21.594875 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cce94120-9ac7-476c-83d5-e50db6399aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:21.598310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53167c6d-0f4e-4da9-a63e-376c9f4e642f req-d4ba331a-fc39-48f3-b738-6b832d09fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:21.599984 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-53167c6d-0f4e-4da9-a63e-376c9f4e642f req-d4ba331a-fc39-48f3-b738-6b832d09fa39 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 1095 time: 0.1179471 May 27 22:35:21.685477 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-53167c6d-0f4e-4da9-a63e-376c9f4e642f req-2d2bbca0-657a-4a1e-8a21-1ded2462c471 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524271 May 27 22:35:21.699140 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11262520-e754-4115-8bfb-c8bbfb70ec43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:21.755208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52078) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:21.795493 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:21.796623 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:21.816428 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0f9e6973-d0ab-4ffd-8b7a-1374053106d2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=05e4e8493bed4e6fa4f49a687daec3dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663648 May 27 22:35:21.820898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52082) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:21.851756 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:21.851756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:21.855743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:21.858717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:21.864691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:21.870919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3af2e269-27ac-4873-ac51-b1c601ffc941 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:35:21.944908 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:21.945820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 745a03b3-63bd-4953-887f-d9b2f61607b2 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:22.000586 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-675768ea-8be6-4987-ac6d-43ead8a5167e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:22.017770 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a0b20d-288b-455e-8828-e188ba4f2862,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:22.023243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 745a03b3-63bd-4953-887f-d9b2f61607b2 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:35:22.023939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 745a03b3-63bd-4953-887f-d9b2f61607b2 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:35:22.024614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:22.061115 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-675768ea-8be6-4987-ac6d-43ead8a5167e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:22.085586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:35:22.086300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3b5fab1f-44f7-4a51-b860-35fda5bd4c19 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:35:22.086827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 82642776-76f3-4b2a-a76d-9c96e5c1ae48 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:22.142766 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:22.182773 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-cce94120-9ac7-476c-83d5-e50db6399aca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:35:22.183200 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-cce94120-9ac7-476c-83d5-e50db6399aca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:35:22.192987 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 82642776-76f3-4b2a-a76d-9c96e5c1ae48 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:35:22.199485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 82642776-76f3-4b2a-a76d-9c96e5c1ae48 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:35:22.203311 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:22.274933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 3af2e269-27ac-4873-ac51-b1c601ffc941 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:22.275375 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:22.322006 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:22.332718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-675768ea-8be6-4987-ac6d-43ead8a5167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:22.337904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=6aaa75da-38b0-4df7-aaed-774db04532c4,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:22.392333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:22.411784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b69ec2-c091-4023-821c-699d06298fb6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:22.451524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:35:22.451780 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 617e8f33-06dc-4f52-8c0d-e4ef019fb7f7 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:35:22.470778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3af2e269-27ac-4873-ac51-b1c601ffc941 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:22.470778 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:22.524665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3af2e269-27ac-4873-ac51-b1c601ffc941, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3af2e269-27ac-4873-ac51-b1c601ffc941,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:22.532792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675768ea-8be6-4987-ac6d-43ead8a5167e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aefcfd-680e-4f27-b61b-0d438d9d9e2d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:22.616371 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:22.684041 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-675768ea-8be6-4987-ac6d-43ead8a5167e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:22.713416 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-675768ea-8be6-4987-ac6d-43ead8a5167e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d6aefcfd-680e-4f27-b61b-0d438d9d9e2d HTTP/1.1" status: 204 len: 168 time: 0.8846855 May 27 22:35:22.872894 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:22.874703 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-14ba6875-337c-4a29-aef5-9ab541e4f40a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.7592444 May 27 22:35:22.879673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cce94120-9ac7-476c-83d5-e50db6399aca None None] Current status of the port 6aaa75da-38b0-4df7-aaed-774db04532c4 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:22.908582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52112) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:22.957903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-11262520-e754-4115-8bfb-c8bbfb70ec43 admin admin] Deleting port 8d35f652-d92a-4358-87dd-4dc23522c51b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:22.958238 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11262520-e754-4115-8bfb-c8bbfb70ec43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:22.971975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3af2e269-27ac-4873-ac51-b1c601ffc941,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:23.048143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-4598813f-1dec-471e-a4fb-6aab0a138509 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:23.055289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-4598813f-1dec-471e-a4fb-6aab0a138509 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:23.057128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-4598813f-1dec-471e-a4fb-6aab0a138509 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.46 "GET /v2.0/networks?id=23c99617-d7d2-49a1-aed4-340306e84836&id=7c1c0f1c-95af-435e-a2a9-b66745142c7a HTTP/1.1" status: 200 len: 1390 time: 0.8717616 May 27 22:35:23.082038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2801-f1a4-47db-b7d0-21190a3dc910 req-0ccea8a7-7183-4109-aa9d-55265b7e59a9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:23.093713 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0df2801-f1a4-47db-b7d0-21190a3dc910 req-0ccea8a7-7183-4109-aa9d-55265b7e59a9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 945 time: 0.8453329 May 27 22:35:23.117714 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Request body: {'port': {'device_id': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'network_id': '23c99617-d7d2-49a1-aed4-340306e84836', 'admin_state_up': True, 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:23.221221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-11262520-e754-4115-8bfb-c8bbfb70ec43 admin admin] For port 8d35f652-d92a-4358-87dd-4dc23522c51b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8d35f652-d92a-4358-87dd-4dc23522c51b,segment=NetworkSegment(7b1df0ed-eac3-4e4a-b0de-27b408e05d61),segment_id=7b1df0ed-eac3-4e4a-b0de-27b408e05d61)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:23.221779 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11262520-e754-4115-8bfb-c8bbfb70ec43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:23.311165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0df2801-f1a4-47db-b7d0-21190a3dc910 req-534eb7dc-9f47-43f1-a113-f318babc76cd tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146881 May 27 22:35:23.339817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52116) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:23.341415 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0569dbf8-e4af-4bfc-91c9-7fa86edf0217 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4268179 May 27 22:35:23.383574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0512486e-912a-4eb8-b5fb-cf97f5aa225c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af2e269-27ac-4873-ac51-b1c601ffc941'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:35:23.400965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948af74-7153-4c48-899e-2158f776829d req-16395868-9bc5-4392-a6c6-307657804bec tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:23.405024 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c948af74-7153-4c48-899e-2158f776829d req-16395868-9bc5-4392-a6c6-307657804bec tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.8835027 May 27 22:35:23.450406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6b949b3f-7349-4231-9201-2eaa0b1cb216 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group': {'name': 'tempest-security--902060222', 'description': 'tempest-security-description-1480899793'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:23.468059 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-11262520-e754-4115-8bfb-c8bbfb70ec43 admin admin] Calling delete_port for 8d35f652-d92a-4358-87dd-4dc23522c51b owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:23.559860 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b949b3f-7349-4231-9201-2eaa0b1cb216 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:23.674049 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b949b3f-7349-4231-9201-2eaa0b1cb216 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:23.682954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:23.839851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Usage tracker for resource:port and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:23.853276 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7e7db5c-4a5a-407b-9be5-5eb72149bc09 req-9d4fb8c2-3e0a-4597-a04a-7305efaf4b99 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 210 time: 0.2067931 May 27 22:35:23.859011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:23.895495 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c948af74-7153-4c48-899e-2158f776829d req-1ab94b1e-dd90-4a51-8db0-ecb45ec4dd88 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827652 May 27 22:35:23.902558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:23.912745 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b949b3f-7349-4231-9201-2eaa0b1cb216 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:23.967655 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f792100c-f0e1-4c43-aa50-ad1e7b71a117'] response: {'server_uuid': '0512486e-912a-4eb8-b5fb-cf97f5aa225c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af2e269-27ac-4873-ac51-b1c601ffc941', 'code': 200} May 27 22:35:23.997164 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b949b3f-7349-4231-9201-2eaa0b1cb216 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b69ec2-c091-4023-821c-699d06298fb6,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:23.999818 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11262520-e754-4115-8bfb-c8bbfb70ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:24.015380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Made reservation on behalf of c3b54b6db8c94da09be36184b0fd7615 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:35:24.015910 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:24.048803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b949b3f-7349-4231-9201-2eaa0b1cb216 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:24.053388 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6b949b3f-7349-4231-9201-2eaa0b1cb216 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "PUT /v2.0/security-groups/19b69ec2-c091-4023-821c-699d06298fb6 HTTP/1.1" status: 200 len: 1779 time: 0.7125676 May 27 22:35:24.056381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52136) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:24.083224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11262520-e754-4115-8bfb-c8bbfb70ec43 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d35f652-d92a-4358-87dd-4dc23522c51b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:24.381386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Allocated IP 19.80.0.234 (23c99617-d7d2-49a1-aed4-340306e84836/774b1bde-fd0d-4df8-ae8f-95e0d5270fbb/672c1c34-e5c6-4fc6-bbde-ba4809984a85) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:35:24.492744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6aaa75da-38b0-4df7-aaed-774db04532c4 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:35:24.556734 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0d13b9e3-d502-4e37-9079-c05b991635a1 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-groups/19b69ec2-c091-4023-821c-699d06298fb6 HTTP/1.1" status: 200 len: 1779 time: 0.4944508 May 27 22:35:24.569014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52148) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:24.616871 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 6aaa75da-38b0-4df7-aaed-774db04532c4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:24.618891 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:24.875126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5ab41-3868-4d10-8e23-a826bae96b46 req-55a1043c-efe8-42cc-8349-081423b60639 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:24.877062 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7bf5ab41-3868-4d10-8e23-a826bae96b46 req-55a1043c-efe8-42cc-8349-081423b60639 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 945 time: 0.2173147 May 27 22:35:24.892202 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:24.907892 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87c92bef-fd04-4b22-a4bd-aaf884ab43da tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:24.920497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6aaa75da-38b0-4df7-aaed-774db04532c4 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:24.938820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52160) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:24.970792 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87c92bef-fd04-4b22-a4bd-aaf884ab43da tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:24.978673 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11262520-e754-4115-8bfb-c8bbfb70ec43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:25.148540 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Transition to ACTIVE for port object 672c1c34-e5c6-4fc6-bbde-ba4809984a85 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:35:25.194324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1923695735-network', 'tenant_id': 'f219d4a3ec8f4f9a9720dd3580f2d4f2'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:25.194802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7bf5ab41-3868-4d10-8e23-a826bae96b46 req-72df8f74-d71b-4774-bfa7-a05be2e02de0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920394 May 27 22:35:25.206031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:25.221027 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ceb0c3d5-da89-45ed-b9bf-67425f34b06d req-78c797f7-c707-449b-8186-c44239bda266 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 210 time: 0.1922872 May 27 22:35:25.221339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Usage tracker for resource:network and tenant:f219d4a3ec8f4f9a9720dd3580f2d4f2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:25.225170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:25.235206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:25.253219 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:25.520630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Made reservation on behalf of f219d4a3ec8f4f9a9720dd3580f2d4f2 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:35:25.522949 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:25.610637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Network 23c99617-d7d2-49a1-aed4-340306e84836 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:35:25.635166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:25.638998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:35:25.678722 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87c92bef-fd04-4b22-a4bd-aaf884ab43da tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:25.685108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:25.742171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:25.748223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c92bef-fd04-4b22-a4bd-aaf884ab43da tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b69ec2-c091-4023-821c-699d06298fb6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:25.754873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Usage tracker for resource:security_group_rule and tenant:f219d4a3ec8f4f9a9720dd3580f2d4f2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:25.761966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:25.773844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87c92bef-fd04-4b22-a4bd-aaf884ab43da tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:25.776550 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-87c92bef-fd04-4b22-a4bd-aaf884ab43da tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-groups/19b69ec2-c091-4023-821c-699d06298fb6 HTTP/1.1" status: 204 len: 168 time: 1.2061512 May 27 22:35:25.785332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52174) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:25.796708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:25.829630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11262520-e754-4115-8bfb-c8bbfb70ec43 admin admin] Router 374ff206-43da-4b9e-aa4d-e4c89a5445d9 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:35:25.837341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:25.838795 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:25.890230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event updated for resources: {'Port': ['ID=672c1c34-e5c6-4fc6-bbde-ba4809984a85,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:25.932417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26578ef7-f767-445b-b38e-8103e1542c3c req-465eec82-099d-45e3-abee-c01c6526761e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:25.934318 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26578ef7-f767-445b-b38e-8103e1542c3c req-465eec82-099d-45e3-abee-c01c6526761e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.5736928 May 27 22:35:25.988021 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-70c5484d-c1d5-4d42-840a-23f1bdc086a3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9155307 May 27 22:35:25.997730 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26578ef7-f767-445b-b38e-8103e1542c3c req-b3c2a92b-db7a-4017-8cb0-8bf55a50c539 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573604 May 27 22:35:26.004851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Request body: {'port': {'device_id': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'network_id': '7c1c0f1c-95af-435e-a2a9-b66745142c7a', 'admin_state_up': True, 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:26.045000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e55026-4e7b-4c84-bbc9-6ef4fb3e1094 req-b9e1e5dc-1900-43b0-9ecc-d823f032b122 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:26.046714 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08e55026-4e7b-4c84-bbc9-6ef4fb3e1094 req-b9e1e5dc-1900-43b0-9ecc-d823f032b122 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 945 time: 0.4974830 May 27 22:35:26.136387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9be813e9-99f4-4822-8d69-6480e563e868 None None] Provisioning for port 672c1c34-e5c6-4fc6-bbde-ba4809984a85 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:35:26.141636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9be813e9-99f4-4822-8d69-6480e563e868 None None] Provisioning complete for port 672c1c34-e5c6-4fc6-bbde-ba4809984a85 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:26.142981 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9be813e9-99f4-4822-8d69-6480e563e868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:26.169901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08e55026-4e7b-4c84-bbc9-6ef4fb3e1094 req-82b0aafe-27ce-4043-94d3-2cb2cfe9859d tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693901 May 27 22:35:26.179706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2f804a5b-b50c-4b21-a78d-90b8bef061ae tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:26.274234 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9be813e9-99f4-4822-8d69-6480e563e868 None None] Port 672c1c34-e5c6-4fc6-bbde-ba4809984a85 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:35:26.314900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:26.321003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Usage tracker for resource:port and tenant:c3b54b6db8c94da09be36184b0fd7615 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:26.324970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:26.335264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:26.510838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Made reservation on behalf of c3b54b6db8c94da09be36184b0fd7615 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:35:26.515030 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:26.525832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2f804a5b-b50c-4b21-a78d-90b8bef061ae tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:26.527542 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2f804a5b-b50c-4b21-a78d-90b8bef061ae tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7396002 May 27 22:35:26.544193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52186) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:26.551390 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:26.555761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11262520-e754-4115-8bfb-c8bbfb70ec43 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:35:26.572194 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-79e5e7d9-b1a8-4233-bc9c-4277e80a7c21 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] delete failed (client error): The resource could not be found. May 27 22:35:26.577007 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-79e5e7d9-b1a8-4233-bc9c-4277e80a7c21 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-groups/19b69ec2-c091-4023-821c-699d06298fb6 HTTP/1.1" status: 404 len: 347 time: 0.0296781 May 27 22:35:26.580061 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52190) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:26.602659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f217bcb7-3746-496b-9c84-a1b4d281c42d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1501581620'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:26.610629 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48462068-bf94-4c9a-887f-e3eef6f268b2 None None] Sync routers for ids ['374ff206-43da-4b9e-aa4d-e4c89a5445d9'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:35:26.620003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f217bcb7-3746-496b-9c84-a1b4d281c42d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:26.628863 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48462068-bf94-4c9a-887f-e3eef6f268b2 None None] Routers {'374ff206-43da-4b9e-aa4d-e4c89a5445d9'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:35:26.628863 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-48462068-bf94-4c9a-887f-e3eef6f268b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:35:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['374ff206-43da-4b9e-aa4d-e4c89a5445d9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:26.631022 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-11262520-e754-4115-8bfb-c8bbfb70ec43 admin admin] 10.222.0.27 "PUT /v2.0/routers/374ff206-43da-4b9e-aa4d-e4c89a5445d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9619339 May 27 22:35:26.634751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52194) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:26.905731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41dc32-9b06-42d9-bd58-9581c770b385 req-4d8d89ed-da43-4b37-9338-429f82a13c99 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:26.906601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ce41dc32-9b06-42d9-bd58-9581c770b385 req-4d8d89ed-da43-4b37-9338-429f82a13c99 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Synchronizing usage tracker for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:26.923748 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-48462068-bf94-4c9a-887f-e3eef6f268b2 None None] Set router 374ff206-43da-4b9e-aa4d-e4c89a5445d9 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:35:26.958416 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465aff0-3051-4d51-8354-7bc853757fd6 req-2f9ae99a-3999-4a95-b9a1-41bb44a4fc0e tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:26.965202 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:26.966510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8465aff0-3051-4d51-8354-7bc853757fd6 req-2f9ae99a-3999-4a95-b9a1-41bb44a4fc0e tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 945 time: 0.5505559 May 27 22:35:27.043749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Allocated IP 19.86.0.175 (7c1c0f1c-95af-435e-a2a9-b66745142c7a/00f6e901-da4a-4128-afdd-e1346c39e639/6b5d5665-a737-41e1-8530-8901e3977a39) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:35:27.083111 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8465aff0-3051-4d51-8354-7bc853757fd6 req-55fba9b0-02b9-49d1-afdf-b5d9c665a173 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028805 May 27 22:35:27.084199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ce41dc32-9b06-42d9-bd58-9581c770b385 req-4d8d89ed-da43-4b37-9338-429f82a13c99 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Unset dirty status for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:27.100163 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce41dc32-9b06-42d9-bd58-9581c770b385 req-4d8d89ed-da43-4b37-9338-429f82a13c99 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 932 time: 0.6261151 May 27 22:35:27.183462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f217bcb7-3746-496b-9c84-a1b4d281c42d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:27.192830 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:27.210980 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:27.246979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:35:27.252847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dca705-b396-4d93-bd5a-8503beb92f35,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:27.281575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:27.282257 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Added segment 28f449d7-3e63-4d99-b240-e37db0c8c121 of type vlan for network 585181ad-26a0-4b41-be11-fe3097d15810 May 27 22:35:27.322182 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] Deleting port 302d47ae-d65d-41ad-8332-142a088f2d4e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:27.323599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:27.387929 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:27.431908 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f217bcb7-3746-496b-9c84-a1b4d281c42d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:27.441870 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce41dc32-9b06-42d9-bd58-9581c770b385 req-25c42fd6-f18b-4bef-a795-aa7ad9f8defe tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402965 May 27 22:35:27.446027 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62961606-fddb-40b2-a568-dcfa4b2b5e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:27.487470 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:27.487736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f217bcb7-3746-496b-9c84-a1b4d281c42d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:27.492145 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-48462068-bf94-4c9a-887f-e3eef6f268b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'name': 'tempest-TaggedBootDevicesTest-1953412408-router', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': '302d47ae-d65d-41ad-8332-142a088f2d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:43Z', 'updated_at': '2022-05-27T22:35:23Z', 'revision_number': 5, 'project_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'gw_port': {'id': '302d47ae-d65d-41ad-8332-142a088f2d4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:6c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:26:46Z', 'updated_at': '2022-05-27T22:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:27.505398 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48462068-bf94-4c9a-887f-e3eef6f268b2 None None] Checking router: 374ff206-43da-4b9e-aa4d-e4c89a5445d9 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:35:27.517399 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48462068-bf94-4c9a-887f-e3eef6f268b2 None None] Routers {'374ff206-43da-4b9e-aa4d-e4c89a5445d9'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:35:27.518856 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-48462068-bf94-4c9a-887f-e3eef6f268b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:35:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['374ff206-43da-4b9e-aa4d-e4c89a5445d9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:27.538411 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:27.540607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Transition to ACTIVE for port object 6b5d5665-a737-41e1-8530-8901e3977a39 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:35:27.542893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:27.545223 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:27.571966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f217bcb7-3746-496b-9c84-a1b4d281c42d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:27.609386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f217bcb7-3746-496b-9c84-a1b4d281c42d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:27.636742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acbfd9-13c6-4b0d-8574-5087a21a4e27 req-494c2e41-ff09-4e68-94be-35cf6f348d98 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:27.638329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39acbfd9-13c6-4b0d-8574-5087a21a4e27 req-494c2e41-ff09-4e68-94be-35cf6f348d98 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.3197877 May 27 22:35:27.758746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f217bcb7-3746-496b-9c84-a1b4d281c42d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:27.851265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] Pushing event updated for resources: {'Network': ['ID=585181ad-26a0-4b41-be11-fe3097d15810,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:27.865760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 585181ad-26a0-4b41-be11-fe3097d15810 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:35:27.874447 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-48462068-bf94-4c9a-887f-e3eef6f268b2 None None] Set router 374ff206-43da-4b9e-aa4d-e4c89a5445d9 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:35:27.874994 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a5cb28ca-11f5-466a-8fa6-77495b9c2e35 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9347410 May 27 22:35:27.882144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:27.892503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] For port 302d47ae-d65d-41ad-8332-142a088f2d4e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=302d47ae-d65d-41ad-8332-142a088f2d4e,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:27.892999 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:27.906276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] Request body: {'subnet': {'network_id': '585181ad-26a0-4b41-be11-fe3097d15810', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1923695735-subnet', 'tenant_id': 'f219d4a3ec8f4f9a9720dd3580f2d4f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:27.921820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:27.999671 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39acbfd9-13c6-4b0d-8574-5087a21a4e27 req-d03aa32e-6a62-4e3b-89db-203f8d9ef1bd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516872 May 27 22:35:28.019113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] Usage tracker for resource:subnet and tenant:f219d4a3ec8f4f9a9720dd3580f2d4f2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:28.043116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09eb07-a411-48d7-86cb-8636ce516207 req-15b902e6-a9ba-43c1-8048-91c2acbecf4f tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:28.051738 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb09eb07-a411-48d7-86cb-8636ce516207 req-15b902e6-a9ba-43c1-8048-91c2acbecf4f tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 945 time: 0.3436699 May 27 22:35:28.076103 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:28.117345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:28.125662 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-48462068-bf94-4c9a-887f-e3eef6f268b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'name': 'tempest-TaggedBootDevicesTest-1953412408-router', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:43Z', 'updated_at': '2022-05-27T22:35:27Z', 'revision_number': 6, 'project_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:28.126486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] Calling delete_port for 302d47ae-d65d-41ad-8332-142a088f2d4e owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:28.136661 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48462068-bf94-4c9a-887f-e3eef6f268b2 None None] The sync data for ids ['374ff206-43da-4b9e-aa4d-e4c89a5445d9'] in n-d-843680-3 is: [{'id': '374ff206-43da-4b9e-aa4d-e4c89a5445d9', 'name': 'tempest-TaggedBootDevicesTest-1953412408-router', 'tenant_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:26:43Z', 'updated_at': '2022-05-27T22:35:27Z', 'revision_number': 6, 'project_id': '6bab5f65305f447d801fb8be9e0d4f7c', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:35:28.178250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:28.204508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event updated for resources: {'Port': ['ID=6b5d5665-a737-41e1-8530-8901e3977a39,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:28.216158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f217bcb7-3746-496b-9c84-a1b4d281c42d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:28.285787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] Made reservation on behalf of f219d4a3ec8f4f9a9720dd3580f2d4f2 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:35:28.288676 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:28.303559 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb09eb07-a411-48d7-86cb-8636ce516207 req-0985c613-a020-4fc9-8e33-b814aee2094c tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507708 May 27 22:35:28.316378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Network 7c1c0f1c-95af-435e-a2a9-b66745142c7a is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:35:28.321827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:28.334545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:35:28.520916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:28.521584 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:28.574732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8d35f652-d92a-4358-87dd-4dc23522c51b no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:28.669048 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 8d35f652-d92a-4358-87dd-4dc23522c51b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:35:28.669388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8d35f652-d92a-4358-87dd-4dc23522c51b not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:35:28.780222 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f217bcb7-3746-496b-9c84-a1b4d281c42d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:28.821001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e51a5-d60c-4033-a09a-4d7709357cc8 req-fddbee76-879f-4a63-9496-4cf3f38d96dd tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:28.822815 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b72e51a5-d60c-4033-a09a-4d7709357cc8 req-fddbee76-879f-4a63-9496-4cf3f38d96dd tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 945 time: 0.2740111 May 27 22:35:28.898518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dfa72-f269-44ce-a5c4-533ba19be24b req-441f42f9-9236-4af6-91c4-ac6472fae241 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:28.901782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217bcb7-3746-496b-9c84-a1b4d281c42d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e347ae-bf48-49c2-be53-82edf8a0c25b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:28.904471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4dfa72-f269-44ce-a5c4-533ba19be24b req-441f42f9-9236-4af6-91c4-ac6472fae241 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:28.908859 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad4dfa72-f269-44ce-a5c4-533ba19be24b req-441f42f9-9236-4af6-91c4-ac6472fae241 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1655 time: 0.2052355 May 27 22:35:28.933731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b72e51a5-d60c-4033-a09a-4d7709357cc8 req-44d43966-9f5f-44a7-b312-5b5be2451acb tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990155 May 27 22:35:28.939346 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-af12fb77-7334-463e-8cec-7e3031cb316b tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9402218 May 27 22:35:28.960562 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Request body: {'port': {'device_id': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:29.004627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-23dcc861-a382-4539-9fd9-e5d887bc6425 None None] Provisioning for port 6b5d5665-a737-41e1-8530-8901e3977a39 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:35:29.017183 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad4dfa72-f269-44ce-a5c4-533ba19be24b req-9e3f4ece-d0b7-4274-b8d5-a751d052407f tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030161 May 27 22:35:29.026158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-23dcc861-a382-4539-9fd9-e5d887bc6425 None None] Provisioning complete for port 6b5d5665-a737-41e1-8530-8901e3977a39 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:29.026158 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-23dcc861-a382-4539-9fd9-e5d887bc6425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:29.027198 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f217bcb7-3746-496b-9c84-a1b4d281c42d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:29.033723 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f217bcb7-3746-496b-9c84-a1b4d281c42d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4330721 May 27 22:35:29.040916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52230) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:29.089161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-36e22a4a-3ced-4a10-bcc0-30e44141e30e tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group_rule': {'security_group_id': 'd4e347ae-bf48-49c2-be53-82edf8a0c25b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:29.139578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-36e22a4a-3ced-4a10-bcc0-30e44141e30e tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:29.188660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-23dcc861-a382-4539-9fd9-e5d887bc6425 None None] Port 6b5d5665-a737-41e1-8530-8901e3977a39 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:35:29.305549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-36e22a4a-3ced-4a10-bcc0-30e44141e30e tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:29.315205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-36e22a4a-3ced-4a10-bcc0-30e44141e30e tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:29.331731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-36e22a4a-3ced-4a10-bcc0-30e44141e30e tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:29.344635 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:29.457621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] Pushing event deleted for resources: {'Port': ['ID=302d47ae-d65d-41ad-8332-142a088f2d4e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:29.500131 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:29.576327 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e22a4a-3ced-4a10-bcc0-30e44141e30e tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:29.592223 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:29.643770 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3f1d7cf-a783-431d-b7cf-563c2b7c2987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:29.730379 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:29.960325 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:29.963178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.017758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] Checking segment: {'id': '28f449d7-3e63-4d99-b240-e37db0c8c121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '585181ad-26a0-4b41-be11-fe3097d15810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:35:30.018255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] Network hostable DHCP agents. Network: 585181ad-26a0-4b41-be11-fe3097d15810, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:35:30.024738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bcf9a-e9d8-480a-b71c-c4ce8c73e157 req-46812870-d929-4253-80d8-d80aba3f070d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:30.030122 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-259bcf9a-e9d8-480a-b71c-c4ce8c73e157 req-46812870-d929-4253-80d8-d80aba3f070d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.4031882 May 27 22:35:30.037265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f79805-f0b1-4974-8f8a-9a0804bbd43f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:30.084121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.085035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 374ff206-43da-4b9e-aa4d-e4c89a5445d9 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:35:30.115163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e22a4a-3ced-4a10-bcc0-30e44141e30e tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.124675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.130184 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ee92ae53-5787-463a-9629-28893e171fff admin admin] 10.222.0.27 "DELETE /v2.0/routers/374ff206-43da-4b9e-aa4d-e4c89a5445d9 HTTP/1.1" status: 204 len: 168 time: 3.4872792 May 27 22:35:30.134441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52238) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:30.195415 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-259bcf9a-e9d8-480a-b71c-c4ce8c73e157 req-0dfe4981-250e-4c11-908a-66a0945fd885 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643333 May 27 22:35:30.220996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d4f1d4-0170-4f38-a99f-600071b2d587 admin admin] Deleting subnet d3184faf-9b44-4ff2-8990-1179dface3f1 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:35:30.224636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] Network 585181ad-26a0-4b41-be11-fe3097d15810 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:35:30.229543 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e22a4a-3ced-4a10-bcc0-30e44141e30e tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.240045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f1d4-0170-4f38-a99f-600071b2d587 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.245340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8143a7d-d6f8-4d9c-a38f-a350cf656298 req-2b79652d-49ba-4566-b438-dab0f3e4a75c tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:30.253253 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8143a7d-d6f8-4d9c-a38f-a350cf656298 req-2b79652d-49ba-4566-b438-dab0f3e4a75c tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 945 time: 0.9980388 May 27 22:35:30.315053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e22a4a-3ced-4a10-bcc0-30e44141e30e tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b686af-f838-4ad7-9f5a-f50aaee26940,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:30.343011 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f1d4-0170-4f38-a99f-600071b2d587 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.371131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 585181ad-26a0-4b41-be11-fe3097d15810) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:30.377561 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 302d47ae-d65d-41ad-8332-142a088f2d4e no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:30.411042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:30.411633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.421195 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8143a7d-d6f8-4d9c-a38f-a350cf656298 req-f69f92c4-503c-4b4b-b0f7-e3620fb7bf96 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648657 May 27 22:35:30.437406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be76c82c-c5f0-4fa8-97ec-9f72b9d81aa2 None None] Network 585181ad-26a0-4b41-be11-fe3097d15810 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:35:30.469982 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e22a4a-3ced-4a10-bcc0-30e44141e30e tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.471237 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-36e22a4a-3ced-4a10-bcc0-30e44141e30e tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4252059 May 27 22:35:30.474849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52246) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:30.586385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672c1c34-e5c6-4fc6-bbde-ba4809984a85 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:35:30.599176 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.610936 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4dfdc9b-c499-46f8-b595-aa7a411c83d0 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.624836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Transition to ACTIVE for port object 672c1c34-e5c6-4fc6-bbde-ba4809984a85 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:35:30.639189 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4dfdc9b-c499-46f8-b595-aa7a411c83d0 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.655789 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e2604933-fc42-4e49-8984-023df5b45a6e admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7714024 May 27 22:35:30.682476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 302d47ae-d65d-41ad-8332-142a088f2d4e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:35:30.689405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 302d47ae-d65d-41ad-8332-142a088f2d4e not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:35:30.756268 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.757175 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f1d4-0170-4f38-a99f-600071b2d587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.836124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a34f99-dfcb-47de-be90-7e3d373aa150 None None] Network 585181ad-26a0-4b41-be11-fe3097d15810 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:35:30.837589 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4dfdc9b-c499-46f8-b595-aa7a411c83d0 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.873807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfdc9b-c499-46f8-b595-aa7a411c83d0 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69b686af-f838-4ad7-9f5a-f50aaee26940,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:30.896307 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4dfdc9b-c499-46f8-b595-aa7a411c83d0 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:30.900303 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c4dfdc9b-c499-46f8-b595-aa7a411c83d0 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/69b686af-f838-4ad7-9f5a-f50aaee26940 HTTP/1.1" status: 204 len: 168 time: 0.4198771 May 27 22:35:30.912126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52252) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:31.006264 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:31.015143 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:31.117702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3c348460-21d5-4ff3-a542-e8ea113c2483 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:31.118668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Pushing event updated for resources: {'Port': ['ID=672c1c34-e5c6-4fc6-bbde-ba4809984a85,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:31.150732 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f1d4-0170-4f38-a99f-600071b2d587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:31.281535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3c348460-21d5-4ff3-a542-e8ea113c2483 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:31.284007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f237603-003d-47c6-aab5-eefe233ee7bf req-fdfbcb2b-db46-4787-8bca-1288a305a29e tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:31.293297 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3c348460-21d5-4ff3-a542-e8ea113c2483 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3722928 May 27 22:35:31.293297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52262) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:31.302787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f237603-003d-47c6-aab5-eefe233ee7bf req-fdfbcb2b-db46-4787-8bca-1288a305a29e tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:31.311178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3d4f1d4-0170-4f38-a99f-600071b2d587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:31.312972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f237603-003d-47c6-aab5-eefe233ee7bf req-fdfbcb2b-db46-4787-8bca-1288a305a29e tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1667 time: 0.8446937 May 27 22:35:31.327718 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d3d4f1d4-0170-4f38-a99f-600071b2d587 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/d3184faf-9b44-4ff2-8990-1179dface3f1 HTTP/1.1" status: 204 len: 168 time: 1.1937034 May 27 22:35:31.327718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4f1d4-0170-4f38-a99f-600071b2d587 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3184faf-9b44-4ff2-8990-1179dface3f1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:31.349444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52266) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:31.394317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292318da-1b13-4f52-8c64-e5b4fd8886a5 req-50f6024d-6924-4347-99eb-616b4d33a0cd tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:31.395916 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-292318da-1b13-4f52-8c64-e5b4fd8886a5 req-50f6024d-6924-4347-99eb-616b4d33a0cd tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 945 time: 0.6932402 May 27 22:35:31.406024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2849608-00c6-4459-9435-6c16f0b9e9d3 None None] Network d9c41fd1-9c32-42d6-88ce-3077170cd4ea requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:35:31.510327 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:31.514025 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-217aa1a1-a99f-46dd-bcaa-cbef6fbeea5f tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:31.516211 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f237603-003d-47c6-aab5-eefe233ee7bf req-c2a1972f-8f6a-4be5-a676-f2566b4ab0ed tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023504 May 27 22:35:31.545191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] Deleting port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:31.545449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:31.605853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-292318da-1b13-4f52-8c64-e5b4fd8886a5 req-459dbf9c-438d-4e6b-8094-4f4864e7b89d tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002921 May 27 22:35:31.606669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Attempting to bind port 672c1c34-e5c6-4fc6-bbde-ba4809984a85 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:35:31.607001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Attempting to bind port 672c1c34-e5c6-4fc6-bbde-ba4809984a85 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '24952078-6d47-404c-989c-3062d410382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '23c99617-d7d2-49a1-aed4-340306e84836'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:35:31.607333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Attempting to bind port 672c1c34-e5c6-4fc6-bbde-ba4809984a85 on network 23c99617-d7d2-49a1-aed4-340306e84836 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:35:31.622151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Port 672c1c34-e5c6-4fc6-bbde-ba4809984a85 on network 23c99617-d7d2-49a1-aed4-340306e84836 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:35:31.622727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Attempting to bind port 672c1c34-e5c6-4fc6-bbde-ba4809984a85 on network 23c99617-d7d2-49a1-aed4-340306e84836 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:35:31.630890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:35:31.647118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Checking segment: {'id': '24952078-6d47-404c-989c-3062d410382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '23c99617-d7d2-49a1-aed4-340306e84836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:35:31.647118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Bound using segment: {'id': '24952078-6d47-404c-989c-3062d410382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '23c99617-d7d2-49a1-aed4-340306e84836'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:35:31.647118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Bound port: 672c1c34-e5c6-4fc6-bbde-ba4809984a85, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24952078-6d47-404c-989c-3062d410382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '23c99617-d7d2-49a1-aed4-340306e84836'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:35:31.647118 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:31.687039 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-217aa1a1-a99f-46dd-bcaa-cbef6fbeea5f tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:31.771041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] For port 672c1c34-e5c6-4fc6-bbde-ba4809984a85, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:35:31.775267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] For port 672c1c34-e5c6-4fc6-bbde-ba4809984a85, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=672c1c34-e5c6-4fc6-bbde-ba4809984a85,segment=NetworkSegment(24952078-6d47-404c-989c-3062d410382c),segment_id=24952078-6d47-404c-989c-3062d410382c)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:35:31.902815 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:32.010662 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:32.094506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:32.094506 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:32.098855 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] 10.222.0.46 "PUT /v2.0/ports/672c1c34-e5c6-4fc6-bbde-ba4809984a85 HTTP/1.1" status: 200 len: 1092 time: 3.1499832 May 27 22:35:32.104241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'tag': '672c1c34-e5c6-4fc6-bbde-ba4809984a85'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:35:32.104448 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67642e01-9a85-45f0-bc24-11cd4ff07a5a None None] DHCP port deletion for d9c41fd1-9c32-42d6-88ce-3077170cd4ea request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:35:32.110170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-67642e01-9a85-45f0-bc24-11cd4ff07a5a None None] Deleting port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:32.114919 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67642e01-9a85-45f0-bc24-11cd4ff07a5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:32.218738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Request body: {'port': {'device_id': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:32.261139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] For port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2687a6b3-d852-44c1-9ef6-c0a135c1d8c5,segment=NetworkSegment(7b1df0ed-eac3-4e4a-b0de-27b408e05d61),segment_id=7b1df0ed-eac3-4e4a-b0de-27b408e05d61)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:32.261953 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:32.339422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e8cda-d4b1-4405-a0ac-d99f0afa9d62 service neutron] Pushing event updated for resources: {'Port': ['ID=672c1c34-e5c6-4fc6-bbde-ba4809984a85,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:32.391103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:32.454746 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-217aa1a1-a99f-46dd-bcaa-cbef6fbeea5f tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:32.464588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1c770-3447-4dfa-85a3-536e734d2af2 req-aaed2b37-dae9-4bb6-b5d0-d202176a622e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:32.466511 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14b1c770-3447-4dfa-85a3-536e734d2af2 req-aaed2b37-dae9-4bb6-b5d0-d202176a622e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.5147572 May 27 22:35:32.561204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] Calling delete_port for 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:32.563144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14b1c770-3447-4dfa-85a3-536e734d2af2 req-efe9d1a3-5294-4dbc-9bcb-91d1460f2996 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887907 May 27 22:35:32.616385 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:32.649526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217aa1a1-a99f-46dd-bcaa-cbef6fbeea5f tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e347ae-bf48-49c2-be53-82edf8a0c25b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:32.851140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-67642e01-9a85-45f0-bc24-11cd4ff07a5a None None] For port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2687a6b3-d852-44c1-9ef6-c0a135c1d8c5,segment=NetworkSegment(7b1df0ed-eac3-4e4a-b0de-27b408e05d61),segment_id=7b1df0ed-eac3-4e4a-b0de-27b408e05d61)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:32.853199 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67642e01-9a85-45f0-bc24-11cd4ff07a5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:32.890317 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-217aa1a1-a99f-46dd-bcaa-cbef6fbeea5f tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:32.890550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:32.895742 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:32.895927 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-217aa1a1-a99f-46dd-bcaa-cbef6fbeea5f tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-groups/d4e347ae-bf48-49c2-be53-82edf8a0c25b HTTP/1.1" status: 204 len: 168 time: 1.5956724 May 27 22:35:32.906824 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52288) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:33.044725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e7b0481d-62d2-4d2f-8ca3-4fecc29bd8e9 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:33.056594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634c766-01e6-4a3b-8d27-dc7bdd64d2f7 req-4739434a-f9f1-4c1e-98a6-82e5d3d38d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:33.057350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634c766-01e6-4a3b-8d27-dc7bdd64d2f7 req-4739434a-f9f1-4c1e-98a6-82e5d3d38d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:33.059074 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5634c766-01e6-4a3b-8d27-dc7bdd64d2f7 req-4739434a-f9f1-4c1e-98a6-82e5d3d38d49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3b54b6db8c94da09be36184b0fd7615&device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1914 time: 0.3127797 May 27 22:35:33.110212 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:33.148154 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-67642e01-9a85-45f0-bc24-11cd4ff07a5a None None] Calling delete_port for 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:33.226483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5d5665-a737-41e1-8530-8901e3977a39 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:35:33.236295 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:33.240894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] Pushing event deleted for resources: {'Port': ['ID=2687a6b3-d852-44c1-9ef6-c0a135c1d8c5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:33.253563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Transition to ACTIVE for port object 6b5d5665-a737-41e1-8530-8901e3977a39 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:35:33.255762 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64574e02-a1d4-4047-bcf6-6809b2181925'] response: {'name': 'network-changed', 'server_uuid': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'tag': '672c1c34-e5c6-4fc6-bbde-ba4809984a85', 'status': 'completed', 'code': 200} May 27 22:35:33.263260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e7b0481d-62d2-4d2f-8ca3-4fecc29bd8e9 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:33.265264 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e7b0481d-62d2-4d2f-8ca3-4fecc29bd8e9 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3537171 May 27 22:35:33.266549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] No DVR routers for this DVR port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:35:33.270882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:33.326957 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-67642e01-9a85-45f0-bc24-11cd4ff07a5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:35:33.326957 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-67642e01-9a85-45f0-bc24-11cd4ff07a5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:35:33.343559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1b017-b903-4c4e-853e-68a90d4f897f req-a1a72aa0-005c-40fb-80e6-6a8e2239e739 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:33.343559 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ce1b017-b903-4c4e-853e-68a90d4f897f req-a1a72aa0-005c-40fb-80e6-6a8e2239e739 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 945 time: 0.9720130 May 27 22:35:33.355600 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:33.372007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-944d30a5-ff91-4d14-86cb-0a6ece55a5d7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1103662530'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:33.487056 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:33.519616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c41fd1-9c32-42d6-88ce-3077170cd4ea']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:33.541662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b1df0ed-eac3-4e4a-b0de-27b408e05d61') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:33.546736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b1df0ed-eac3-4e4a-b0de-27b408e05d61') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:33.564155 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:33.586476 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:33.602328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:35:33.607300 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:33.669294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5d5665-a737-41e1-8530-8901e3977a39,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:33.684997 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ce1b017-b903-4c4e-853e-68a90d4f897f req-cdfc1615-70db-42e8-9219-1d3f029c7372 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325546 May 27 22:35:33.759061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4c07-8031-42c7-b30d-fd6b412d8fa2 req-a0f168d4-3196-4fe4-8967-b2e30a1712ba tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:33.765161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc4c07-8031-42c7-b30d-fd6b412d8fa2 req-a0f168d4-3196-4fe4-8967-b2e30a1712ba tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:33.767028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-29dc4c07-8031-42c7-b30d-fd6b412d8fa2 req-a0f168d4-3196-4fe4-8967-b2e30a1712ba tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1667 time: 0.5102377 May 27 22:35:33.783258 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-944d30a5-ff91-4d14-86cb-0a6ece55a5d7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:33.807509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-944d30a5-ff91-4d14-86cb-0a6ece55a5d7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:33.828024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-67642e01-9a85-45f0-bc24-11cd4ff07a5a None None] Deleting port 2687a6b3-d852-44c1-9ef6-c0a135c1d8c5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:33.828535 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67642e01-9a85-45f0-bc24-11cd4ff07a5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:33.889069 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7b1df0ed-eac3-4e4a-b0de-27b408e05d61 resource provider aggregate not found May 27 22:35:33.903365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Attempting to bind port 6b5d5665-a737-41e1-8530-8901e3977a39 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:35:33.905962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Attempting to bind port 6b5d5665-a737-41e1-8530-8901e3977a39 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '36530600-ca9b-4208-9a99-b0463c654146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7c1c0f1c-95af-435e-a2a9-b66745142c7a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:35:33.907114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Attempting to bind port 6b5d5665-a737-41e1-8530-8901e3977a39 on network 7c1c0f1c-95af-435e-a2a9-b66745142c7a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:35:33.955110 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7b1df0ed-eac3-4e4a-b0de-27b408e05d61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b1df0ed-eac3-4e4a-b0de-27b408e05d61 found for delete ", "request_id": "req-c79e4413-619e-436b-994c-926a7ab23320"}]} May 27 22:35:33.957423 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-29dc4c07-8031-42c7-b30d-fd6b412d8fa2 req-37b1ba45-b0fc-4979-8e1c-2e039d0ebcf1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823723 May 27 22:35:33.958207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Port 6b5d5665-a737-41e1-8530-8901e3977a39 on network 7c1c0f1c-95af-435e-a2a9-b66745142c7a not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:35:33.958677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Attempting to bind port 6b5d5665-a737-41e1-8530-8901e3977a39 on network 7c1c0f1c-95af-435e-a2a9-b66745142c7a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:35:33.967110 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-944d30a5-ff91-4d14-86cb-0a6ece55a5d7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:33.970561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:35:33.976265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Checking segment: {'id': '36530600-ca9b-4208-9a99-b0463c654146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7c1c0f1c-95af-435e-a2a9-b66745142c7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:35:33.976869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Bound using segment: {'id': '36530600-ca9b-4208-9a99-b0463c654146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7c1c0f1c-95af-435e-a2a9-b66745142c7a'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:35:33.977648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Bound port: 6b5d5665-a737-41e1-8530-8901e3977a39, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36530600-ca9b-4208-9a99-b0463c654146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7c1c0f1c-95af-435e-a2a9-b66745142c7a'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:35:33.978875 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:34.064170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-944d30a5-ff91-4d14-86cb-0a6ece55a5d7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:34.080559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634c766-01e6-4a3b-8d27-dc7bdd64d2f7 req-2a425c84-ce96-43ac-870b-2e0f45e214d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:34.080559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634c766-01e6-4a3b-8d27-dc7bdd64d2f7 req-2a425c84-ce96-43ac-870b-2e0f45e214d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:34.080795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634c766-01e6-4a3b-8d27-dc7bdd64d2f7 req-2a425c84-ce96-43ac-870b-2e0f45e214d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:34.082521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-67642e01-9a85-45f0-bc24-11cd4ff07a5a None None] The port '2687a6b3-d852-44c1-9ef6-c0a135c1d8c5' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:35:34.089230 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5634c766-01e6-4a3b-8d27-dc7bdd64d2f7 req-2a425c84-ce96-43ac-870b-2e0f45e214d0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c3b54b6db8c94da09be36184b0fd7615&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.0183618 May 27 22:35:34.093373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-944d30a5-ff91-4d14-86cb-0a6ece55a5d7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:34.104107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-944d30a5-ff91-4d14-86cb-0a6ece55a5d7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:34.164977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-944d30a5-ff91-4d14-86cb-0a6ece55a5d7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:34.319341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5634c766-01e6-4a3b-8d27-dc7bdd64d2f7 req-9feea387-f268-4de2-b141-40852df1ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:34.322759 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5634c766-01e6-4a3b-8d27-dc7bdd64d2f7 req-9feea387-f268-4de2-b141-40852df1ca4d service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2197504 May 27 22:35:34.323701 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:34.371574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] For port 6b5d5665-a737-41e1-8530-8901e3977a39, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:35:34.375635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] For port 6b5d5665-a737-41e1-8530-8901e3977a39, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6b5d5665-a737-41e1-8530-8901e3977a39,segment=NetworkSegment(36530600-ca9b-4208-9a99-b0463c654146),segment_id=36530600-ca9b-4208-9a99-b0463c654146)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:35:34.391885 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:34.401658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c41fd1-9c32-42d6-88ce-3077170cd4ea,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:34.408429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907460b3-d809-4871-8dea-e403ed471fb9 req-d875bf73-4793-4f63-aa57-22090c7e1a34 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:34.410408 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907460b3-d809-4871-8dea-e403ed471fb9 req-d875bf73-4793-4f63-aa57-22090c7e1a34 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.2828174 May 27 22:35:34.414458 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a82e2f86-23fc-4099-93b9-efb8456bdb4b admin admin] 10.222.0.27 "DELETE /v2.0/networks/d9c41fd1-9c32-42d6-88ce-3077170cd4ea HTTP/1.1" status: 204 len: 168 time: 3.0653379 May 27 22:35:34.516089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907460b3-d809-4871-8dea-e403ed471fb9 req-db882a76-7c75-48ca-a246-6b33fee82187 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935740 May 27 22:35:34.520304 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:34.569843 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-944d30a5-ff91-4d14-86cb-0a6ece55a5d7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:34.654434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5d5665-a737-41e1-8530-8901e3977a39,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:34.656955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:34.657651 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:34.659142 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-43bb2294-1c82-4ec7-ac60-d49eeeb08114 service neutron] 10.222.0.46 "PUT /v2.0/ports/6b5d5665-a737-41e1-8530-8901e3977a39 HTTP/1.1" status: 200 len: 1092 time: 2.4639616 May 27 22:35:34.689709 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-944d30a5-ff91-4d14-86cb-0a6ece55a5d7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:34.761742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d30a5-ff91-4d14-86cb-0a6ece55a5d7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=631fac5a-ccfd-4113-b6b0-45a5e58493ac,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:34.886104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-944d30a5-ff91-4d14-86cb-0a6ece55a5d7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:34.895358 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-944d30a5-ff91-4d14-86cb-0a6ece55a5d7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5545704 May 27 22:35:34.898406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52328) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:34.917498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c12f53dd-fd40-4d85-974b-365256b336a5 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group_rule': {'security_group_id': '631fac5a-ccfd-4113-b6b0-45a5e58493ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:34.945658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c12f53dd-fd40-4d85-974b-365256b336a5 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:34.947793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52334) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:34.973845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52338) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:35.049331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c12f53dd-fd40-4d85-974b-365256b336a5 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:35.058746 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-704d442a-085d-49df-99a4-738e98eb9123 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e95767dc0f454d2c976cbcfe4bc24094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098578 May 27 22:35:35.059973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c12f53dd-fd40-4d85-974b-365256b336a5 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:35.063099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52346) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:35.079732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c12f53dd-fd40-4d85-974b-365256b336a5 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:35.121723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25fdefe-ed94-4ed0-a4c2-9a229511ea11 admin admin] Deleting subnet 63f79805-f0b1-4974-8f8a-9a0804bbd43f {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:35:35.126246 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a25fdefe-ed94-4ed0-a4c2-9a229511ea11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:35.166961 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-615a7e8c-f40c-483a-b690-6a9fa90c0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:35.168172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-615a7e8c-f40c-483a-b690-6a9fa90c0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:35.170362 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-615a7e8c-f40c-483a-b690-6a9fa90c0dfc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3b54b6db8c94da09be36184b0fd7615&device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1981 time: 0.2812493 May 27 22:35:35.261656 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a9d902-49b9-48e3-896c-924dc189ad39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:35.261903 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-505d06fe-e9bf-4a1e-a550-880ffe907c53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=672c1c34-e5c6-4fc6-bbde-ba4809984a85 HTTP/1.1" status: 200 len: 217 time: 0.0828247 May 27 22:35:35.262162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'tag': '6b5d5665-a737-41e1-8530-8901e3977a39'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:35:35.301971 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a9d902-49b9-48e3-896c-924dc189ad39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:35.347541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-11536d15-fcb9-4a4b-a560-c1a65cc97a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:35.347541 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-11536d15-fcb9-4a4b-a560-c1a65cc97a7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=774b1bde-fd0d-4df8-ae8f-95e0d5270fbb HTTP/1.1" status: 200 len: 801 time: 0.0724640 May 27 22:35:35.390534 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c12f53dd-fd40-4d85-974b-365256b336a5 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:35.482730 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a25fdefe-ed94-4ed0-a4c2-9a229511ea11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:35.504460 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a9d902-49b9-48e3-896c-924dc189ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:35.574972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9d902-49b9-48e3-896c-924dc189ad39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e4409d-daa7-4d56-8343-023124fd4800,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:35.626617 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a9d902-49b9-48e3-896c-924dc189ad39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:35.627336 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-36a9d902-49b9-48e3-896c-924dc189ad39 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b8e4409d-daa7-4d56-8343-023124fd4800 HTTP/1.1" status: 204 len: 168 time: 0.5629466 May 27 22:35:35.687998 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d38191e-f28a-4785-9fd0-a9260db99fc7'] response: {'name': 'network-changed', 'server_uuid': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'tag': '6b5d5665-a737-41e1-8530-8901e3977a39', 'status': 'completed', 'code': 200} May 27 22:35:35.702578 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c12f53dd-fd40-4d85-974b-365256b336a5 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:35.715728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fabf2a-e98e-4f9d-b788-7996d2fed479 req-a2c67c3e-45b9-4ae4-b7ae-9d9a9db4e9c1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:35.728463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fabf2a-e98e-4f9d-b788-7996d2fed479 req-a2c67c3e-45b9-4ae4-b7ae-9d9a9db4e9c1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:35.734557 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-17fabf2a-e98e-4f9d-b788-7996d2fed479 req-a2c67c3e-45b9-4ae4-b7ae-9d9a9db4e9c1 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1679 time: 0.4673700 May 27 22:35:35.752134 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a25fdefe-ed94-4ed0-a4c2-9a229511ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:35.787703 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c12f53dd-fd40-4d85-974b-365256b336a5 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:35.824338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f53dd-fd40-4d85-974b-365256b336a5 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d7c2ad-38ca-46ce-bab7-5b43dc6dea49,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:35.824615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-e13cca6d-c54e-4f06-82a1-b586c525c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:35.842588 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-e13cca6d-c54e-4f06-82a1-b586c525c3af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=23c99617-d7d2-49a1-aed4-340306e84836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4394982 May 27 22:35:35.947488 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c12f53dd-fd40-4d85-974b-365256b336a5 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:35.949135 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c12f53dd-fd40-4d85-974b-365256b336a5 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0482414 May 27 22:35:35.951793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52364) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:35.958235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bcd47d0c-29b6-4ec2-ac3a-04a3e7620d09 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group_rule': {'security_group_id': '631fac5a-ccfd-4113-b6b0-45a5e58493ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:35.970606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bcd47d0c-29b6-4ec2-ac3a-04a3e7620d09 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:35.979807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bcd47d0c-29b6-4ec2-ac3a-04a3e7620d09 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:35.986639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bcd47d0c-29b6-4ec2-ac3a-04a3e7620d09 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:35.995211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bcd47d0c-29b6-4ec2-ac3a-04a3e7620d09 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:36.134240 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bcd47d0c-29b6-4ec2-ac3a-04a3e7620d09 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:36.292433 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bcd47d0c-29b6-4ec2-ac3a-04a3e7620d09 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:36.314574 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-17fabf2a-e98e-4f9d-b788-7996d2fed479 req-5efbb90e-36e1-413e-b026-920e5020f29e tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943204 May 27 22:35:36.319215 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-18f99ed9-f045-4942-8b0e-63085750e763 service neutron] 10.222.0.46 "GET /v2.0/networks/23c99617-d7d2-49a1-aed4-340306e84836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329267 May 27 22:35:36.444891 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a25fdefe-ed94-4ed0-a4c2-9a229511ea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:36.534658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1a8b2-833e-497d-9de5-e67023224f2d req-472d7617-1dff-40e5-b4e1-224f514fab02 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:36.534658 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-17f1a8b2-833e-497d-9de5-e67023224f2d req-472d7617-1dff-40e5-b4e1-224f514fab02 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.6723375 May 27 22:35:36.596643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fdefe-ed94-4ed0-a4c2-9a229511ea11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f79805-f0b1-4974-8f8a-9a0804bbd43f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:36.610795 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a25fdefe-ed94-4ed0-a4c2-9a229511ea11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:36.641185 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a25fdefe-ed94-4ed0-a4c2-9a229511ea11 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/63f79805-f0b1-4974-8f8a-9a0804bbd43f HTTP/1.1" status: 204 len: 168 time: 1.6650090 May 27 22:35:36.644004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52372) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:36.672252 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-17f1a8b2-833e-497d-9de5-e67023224f2d req-f34d8db7-fbc0-4563-81ce-64b1e0ba9c52 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928471 May 27 22:35:36.700800 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-fdbb549d-3c7a-4417-bc0a-8b9d6213e34d service neutron] 10.222.0.46 "GET /v2.0/networks/23c99617-d7d2-49a1-aed4-340306e84836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706636 May 27 22:35:36.720320 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bcd47d0c-29b6-4ec2-ac3a-04a3e7620d09 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:36.743758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd47d0c-29b6-4ec2-ac3a-04a3e7620d09 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68165bac-3171-4622-96f4-bad9c5afff71,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:36.795118 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-ef8c86eb-a4c2-4026-af9e-eb867d207332 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.175&port_id=6b5d5665-a737-41e1-8530-8901e3977a39 HTTP/1.1" status: 200 len: 217 time: 0.0906096 May 27 22:35:36.797527 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ccbc70e-c978-4004-aeee-fd25990df4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:36.804012 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f7301-1b6d-4879-92ad-cb7509a53b20 req-c03e3682-0108-4b8f-81f6-01f60205e2d9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:36.811028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b8f7301-1b6d-4879-92ad-cb7509a53b20 req-c03e3682-0108-4b8f-81f6-01f60205e2d9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 945 time: 0.3181014 May 27 22:35:36.871557 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bcd47d0c-29b6-4ec2-ac3a-04a3e7620d09 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:36.873111 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bcd47d0c-29b6-4ec2-ac3a-04a3e7620d09 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9201932 May 27 22:35:36.876851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52380) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:36.890465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0fc7f281-57b1-4478-a0f1-73ea93751124 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group_rule': {'security_group_id': '631fac5a-ccfd-4113-b6b0-45a5e58493ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:36.901412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0fc7f281-57b1-4478-a0f1-73ea93751124 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:36.919604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0fc7f281-57b1-4478-a0f1-73ea93751124 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:36.934941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b8f7301-1b6d-4879-92ad-cb7509a53b20 req-1e112e0d-6eca-4324-852e-6b44479953c1 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229367 May 27 22:35:36.935927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0fc7f281-57b1-4478-a0f1-73ea93751124 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:36.950344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-99bb33b1-058e-4ecb-8a33-13481458f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:36.952196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-99bb33b1-058e-4ecb-8a33-13481458f8a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00f6e901-da4a-4128-afdd-e1346c39e639 HTTP/1.1" status: 200 len: 801 time: 0.1271627 May 27 22:35:36.953234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0fc7f281-57b1-4478-a0f1-73ea93751124 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:37.012840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52384) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:37.085455 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ccbc70e-c978-4004-aeee-fd25990df4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:37.091675 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-333ec34c-008c-4ab4-84bd-9b37ec8dc9fe admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6bab5f65305f447d801fb8be9e0d4f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0775828 May 27 22:35:37.094283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52388) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:37.104656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-13d0ea96-d596-4f67-9b93-27b5928dd577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:37.106123 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-13d0ea96-d596-4f67-9b93-27b5928dd577 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c1c0f1c-95af-435e-a2a9-b66745142c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1454790 May 27 22:35:37.136203 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9ccbc70e-c978-4004-aeee-fd25990df4eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585181ad-26a0-4b41-be11-fe3097d15810']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:37.165373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9ccbc70e-c978-4004-aeee-fd25990df4eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f449d7-3e63-4d99-b240-e37db0c8c121') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:37.165887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9ccbc70e-c978-4004-aeee-fd25990df4eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f449d7-3e63-4d99-b240-e37db0c8c121') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:37.183230 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ccbc70e-c978-4004-aeee-fd25990df4eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:37.202787 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0fc7f281-57b1-4478-a0f1-73ea93751124 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:37.214100 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b237b1d-a7e0-4d4b-8f85-169378737dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:37.254948 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ccbc70e-c978-4004-aeee-fd25990df4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:37.268027 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b237b1d-a7e0-4d4b-8f85-169378737dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:37.298140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ccbc70e-c978-4004-aeee-fd25990df4eb admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:35:37.308968 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ccbc70e-c978-4004-aeee-fd25990df4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:37.321481 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0fc7f281-57b1-4478-a0f1-73ea93751124 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:37.324103 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-8eaaaec7-12fe-468a-870c-c2b349d25247 service neutron] 10.222.0.46 "GET /v2.0/networks/7c1c0f1c-95af-435e-a2a9-b66745142c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093816 May 27 22:35:37.417184 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0fc7f281-57b1-4478-a0f1-73ea93751124 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:37.435196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:35:37.444333 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 28f449d7-3e63-4d99-b240-e37db0c8c121 resource provider aggregate not found May 27 22:35:37.529768 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 28f449d7-3e63-4d99-b240-e37db0c8c121 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28f449d7-3e63-4d99-b240-e37db0c8c121 found for delete ", "request_id": "req-56db898b-5722-4e2e-9efd-0fb0094efc49"}]} May 27 22:35:37.575256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279e382a-2f53-4e2b-a0cb-d9d1090f0342 req-b682291a-cf96-434e-a540-c3d8631b3642 service neutron] 10.222.0.46 "GET /v2.0/networks/7c1c0f1c-95af-435e-a2a9-b66745142c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437553 May 27 22:35:37.639346 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ccbc70e-c978-4004-aeee-fd25990df4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:37.641776 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b237b1d-a7e0-4d4b-8f85-169378737dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:37.681876 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ccbc70e-c978-4004-aeee-fd25990df4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:37.684129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7f281-57b1-4478-a0f1-73ea93751124 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc76396-535c-4266-9510-f42bae9bb8cb,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:37.695430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b237b1d-a7e0-4d4b-8f85-169378737dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b63921f-514f-43c1-a0f2-7446a2b76767,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:37.698091 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9ccbc70e-c978-4004-aeee-fd25990df4eb admin admin] 10.222.0.27 "DELETE /v2.0/networks/585181ad-26a0-4b41-be11-fe3097d15810 HTTP/1.1" status: 204 len: 168 time: 1.0522289 May 27 22:35:37.707020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbc70e-c978-4004-aeee-fd25990df4eb admin admin] Pushing event deleted for resources: {'Network': ['ID=585181ad-26a0-4b41-be11-fe3097d15810,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:37.708452 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b237b1d-a7e0-4d4b-8f85-169378737dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:37.710090 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6b237b1d-a7e0-4d4b-8f85-169378737dfa admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1b63921f-514f-43c1-a0f2-7446a2b76767 HTTP/1.1" status: 204 len: 168 time: 0.6141160 May 27 22:35:37.837186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:37.852174 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0fc7f281-57b1-4478-a0f1-73ea93751124 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:37.853552 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0fc7f281-57b1-4478-a0f1-73ea93751124 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9753025 May 27 22:35:37.856228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52412) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:37.861748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d8cb57ab-4e28-4122-885c-7d711ca3d9ef tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group_rule': {'security_group_id': '631fac5a-ccfd-4113-b6b0-45a5e58493ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:37.865131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '5bc3339e-e9cf-42cd-a46a-0e960b9fa222', 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413', 'port_id': '5bc3339e-e9cf-42cd-a46a-0e960b9fa222', 'mac_address': 'fa:16:3e:b3:10:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfb290-7b1a-42ce-93eb-77a4e0b04346', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:35:37.877335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d8cb57ab-4e28-4122-885c-7d711ca3d9ef tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:37.887117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d8cb57ab-4e28-4122-885c-7d711ca3d9ef tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:37.898952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d8cb57ab-4e28-4122-885c-7d711ca3d9ef tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:37.919454 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d8cb57ab-4e28-4122-885c-7d711ca3d9ef tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:37.995832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:37.999267 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:38.042075 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8cb57ab-4e28-4122-885c-7d711ca3d9ef tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:38.075379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:35:38.084245 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede820e-1c1e-4e6c-a03d-b3b5ba988421 req-b154bf11-b937-4a8f-b792-21734e4d6c7f tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:38.098334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede820e-1c1e-4e6c-a03d-b3b5ba988421 req-b154bf11-b937-4a8f-b792-21734e4d6c7f tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:38.100053 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ede820e-1c1e-4e6c-a03d-b3b5ba988421 req-b154bf11-b937-4a8f-b792-21734e4d6c7f tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1679 time: 0.5031216 May 27 22:35:38.127508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:38.201178 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:38.209030 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8cb57ab-4e28-4122-885c-7d711ca3d9ef tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:38.218741 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ede820e-1c1e-4e6c-a03d-b3b5ba988421 req-196a0a33-d5bd-4706-afb6-c98b347b1998 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119261 May 27 22:35:38.241284 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01894389-7a22-4a0c-b68a-69ebc78257ae req-becfaeca-1970-4189-93c2-45789655026d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:38.248895 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01894389-7a22-4a0c-b68a-69ebc78257ae req-becfaeca-1970-4189-93c2-45789655026d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.3938057 May 27 22:35:38.274053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82617-1f38-450f-8fdd-5cd56513120b req-56622465-ab3d-4cc7-877b-820e81bcaaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:38.274796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82617-1f38-450f-8fdd-5cd56513120b req-56622465-ab3d-4cc7-877b-820e81bcaaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:38.276539 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4aa82617-1f38-450f-8fdd-5cd56513120b req-56622465-ab3d-4cc7-877b-820e81bcaaa3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3b54b6db8c94da09be36184b0fd7615&device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1981 time: 0.5267146 May 27 22:35:38.290059 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8cb57ab-4e28-4122-885c-7d711ca3d9ef tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:38.393074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb57ab-4e28-4122-885c-7d711ca3d9ef tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30154341-3c1d-47eb-a452-4e490793f63a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:38.395376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:38.424621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52422) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:38.459718 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8cb57ab-4e28-4122-885c-7d711ca3d9ef tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:38.460907 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d8cb57ab-4e28-4122-885c-7d711ca3d9ef tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6036422 May 27 22:35:38.463801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52426) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:38.470478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0739cdf0-042b-4d8f-9594-789bc121184a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group_rule': {'security_group_id': '631fac5a-ccfd-4113-b6b0-45a5e58493ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:38.499751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01894389-7a22-4a0c-b68a-69ebc78257ae req-57e9f50b-c426-4746-86cd-3d71a09c6e87 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496908 May 27 22:35:38.514121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0739cdf0-042b-4d8f-9594-789bc121184a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:38.535368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0739cdf0-042b-4d8f-9594-789bc121184a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:38.538489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0739cdf0-042b-4d8f-9594-789bc121184a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:38.543828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['5bc3339e-e9cf-42cd-a46a-0e960b9fa222'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:35:38.593582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0739cdf0-042b-4d8f-9594-789bc121184a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:38.621341 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c4d7f974-1aed-4f42-a535-43bdecb9fa99 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f219d4a3ec8f4f9a9720dd3580f2d4f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873052 May 27 22:35:38.621341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52434) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:38.621565 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82617-1f38-450f-8fdd-5cd56513120b req-504c8a18-5ef7-464a-b674-876a5787dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:38.622038 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4aa82617-1f38-450f-8fdd-5cd56513120b req-504c8a18-5ef7-464a-b674-876a5787dfcf service neutron] 10.222.0.46 "GET /v2.0/networks?id=7c1c0f1c-95af-435e-a2a9-b66745142c7a HTTP/1.1" status: 200 len: 902 time: 0.3362410 May 27 22:35:38.732849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0739cdf0-042b-4d8f-9594-789bc121184a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:38.803256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a54726a4-59e5-4549-bd91-b21e113a46a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:38.912048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4aa82617-1f38-450f-8fdd-5cd56513120b req-ad1cb21a-9af8-4e4c-88d1-833f5c2d6c7d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.175&port_id=6b5d5665-a737-41e1-8530-8901e3977a39 HTTP/1.1" status: 200 len: 217 time: 0.1787748 May 27 22:35:38.913139 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a54726a4-59e5-4549-bd91-b21e113a46a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:38.939585 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0739cdf0-042b-4d8f-9594-789bc121184a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:39.039379 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0739cdf0-042b-4d8f-9594-789bc121184a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:39.084567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739cdf0-042b-4d8f-9594-789bc121184a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9367a02c-1ca2-41d1-a358-6b1c6df53fae,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:39.118864 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a54726a4-59e5-4549-bd91-b21e113a46a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:39.157078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54726a4-59e5-4549-bd91-b21e113a46a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dca705-b396-4d93-bd5a-8503beb92f35,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:39.161187 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a54726a4-59e5-4549-bd91-b21e113a46a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:39.162538 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a54726a4-59e5-4549-bd91-b21e113a46a6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f7dca705-b396-4d93-bd5a-8503beb92f35 HTTP/1.1" status: 204 len: 168 time: 0.5438211 May 27 22:35:39.242555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82617-1f38-450f-8fdd-5cd56513120b req-9fe6af8e-b32e-4aad-972e-90f02ee663a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:39.244167 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4aa82617-1f38-450f-8fdd-5cd56513120b req-9fe6af8e-b32e-4aad-972e-90f02ee663a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00f6e901-da4a-4128-afdd-e1346c39e639 HTTP/1.1" status: 200 len: 801 time: 0.3160398 May 27 22:35:39.320715 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0739cdf0-042b-4d8f-9594-789bc121184a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:39.320715 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0739cdf0-042b-4d8f-9594-789bc121184a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8440912 May 27 22:35:39.322188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52452) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:39.369073 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47561b2b-9fc9-4ba2-b618-892c1a74578f tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:39.390639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f05ef-97fc-4150-803a-381d3285dfc3 req-b2d4a134-341a-4f68-86c6-d0fee4e21741 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:39.395616 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47561b2b-9fc9-4ba2-b618-892c1a74578f tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:39.400949 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b13f05ef-97fc-4150-803a-381d3285dfc3 req-b2d4a134-341a-4f68-86c6-d0fee4e21741 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 944 time: 0.8676462 May 27 22:35:39.441495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:35:39.553063 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47561b2b-9fc9-4ba2-b618-892c1a74578f tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:39.569851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47561b2b-9fc9-4ba2-b618-892c1a74578f tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9367a02c-1ca2-41d1-a358-6b1c6df53fae,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:39.581945 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47561b2b-9fc9-4ba2-b618-892c1a74578f tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:39.583368 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-47561b2b-9fc9-4ba2-b618-892c1a74578f tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/9367a02c-1ca2-41d1-a358-6b1c6df53fae HTTP/1.1" status: 204 len: 168 time: 0.2601292 May 27 22:35:39.589412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52460) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:39.636129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:39.636705 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:39.692052 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b13f05ef-97fc-4150-803a-381d3285dfc3 req-96924342-74d7-4c7b-9de8-8663f498ee8e tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900100 May 27 22:35:39.698156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5534b8f4-86b2-4709-bf24-fd5c3b3ef54b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:39.730256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82617-1f38-450f-8fdd-5cd56513120b req-b1a01e7b-4a24-450c-8d8c-87399dc87438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:39.731733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4aa82617-1f38-450f-8fdd-5cd56513120b req-b1a01e7b-4a24-450c-8d8c-87399dc87438 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7c1c0f1c-95af-435e-a2a9-b66745142c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4808981 May 27 22:35:39.879174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5534b8f4-86b2-4709-bf24-fd5c3b3ef54b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:39.887226 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5534b8f4-86b2-4709-bf24-fd5c3b3ef54b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2965155 May 27 22:35:39.889839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52468) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:39.945865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52472) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:39.968884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:39.969284 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:40.036151 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5004bd6-732d-40e5-b2c2-519793bfbfde tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:40.053108 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4876c8-6de4-425e-97ca-b19c500de431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc3339e-e9cf-42cd-a46a-0e960b9fa222'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:35:40.054611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e8754-e414-47b0-8326-9ec1263b72ee req-b2c12b9d-54e2-45f0-8e89-de66ca137a2d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:40.062719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e8754-e414-47b0-8326-9ec1263b72ee req-b2c12b9d-54e2-45f0-8e89-de66ca137a2d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:40.083860 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c27e8754-e414-47b0-8326-9ec1263b72ee req-b2c12b9d-54e2-45f0-8e89-de66ca137a2d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1679 time: 0.6752837 May 27 22:35:40.084594 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5004bd6-732d-40e5-b2c2-519793bfbfde tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:40.091915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:40.167545 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:40.216296 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5004bd6-732d-40e5-b2c2-519793bfbfde tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:40.267519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5004bd6-732d-40e5-b2c2-519793bfbfde tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30154341-3c1d-47eb-a452-4e490793f63a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:40.291129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-104196169-network', 'tenant_id': '82f014b25abf4c19a049c6e511375f4f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:40.309450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:40.317561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Usage tracker for resource:network and tenant:82f014b25abf4c19a049c6e511375f4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:40.317561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:40.333879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:40.347673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:40.367021 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5004bd6-732d-40e5-b2c2-519793bfbfde tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:40.368512 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c5004bd6-732d-40e5-b2c2-519793bfbfde tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/30154341-3c1d-47eb-a452-4e490793f63a HTTP/1.1" status: 204 len: 168 time: 0.4772658 May 27 22:35:40.372039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52490) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:40.404965 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c27e8754-e414-47b0-8326-9ec1263b72ee req-548ad571-05d2-413a-b872-11bc559aeb02 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145145 May 27 22:35:40.440535 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4aa82617-1f38-450f-8fdd-5cd56513120b req-31fdde82-7343-40b5-8df7-2e558d28dab9 service neutron] 10.222.0.46 "GET /v2.0/networks/7c1c0f1c-95af-435e-a2a9-b66745142c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993787 May 27 22:35:40.461627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Made reservation on behalf of 82f014b25abf4c19a049c6e511375f4f for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:35:40.470889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:40.494035 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c330edae-2129-4285-8c53-0ea4d687f275'] response: {'server_uuid': '5c4876c8-6de4-425e-97ca-b19c500de431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc3339e-e9cf-42cd-a46a-0e960b9fa222', 'code': 200} May 27 22:35:40.516842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f08b9218-ebe9-43b2-8728-0a068004e572 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:40.525713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:40.557733 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:40.563163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Usage tracker for resource:security_group_rule and tenant:82f014b25abf4c19a049c6e511375f4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:40.566562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:40.573740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:40.620475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97be6cd-5d9a-4d72-a2d4-f78e06168536 req-a22b7531-d933-4ece-a9aa-b2b843aac1ed tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:40.628259 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d97be6cd-5d9a-4d72-a2d4-f78e06168536 req-a22b7531-d933-4ece-a9aa-b2b843aac1ed tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.5416462 May 27 22:35:40.637293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f08b9218-ebe9-43b2-8728-0a068004e572 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:40.644310 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f08b9218-ebe9-43b2-8728-0a068004e572 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2703474 May 27 22:35:40.652842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52498) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:40.750883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d97be6cd-5d9a-4d72-a2d4-f78e06168536 req-0ae68452-d69d-4806-890b-b8898bea455e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213572 May 27 22:35:40.779168 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4aa82617-1f38-450f-8fdd-5cd56513120b req-f0ac6d6f-99b0-423e-9950-2f5939cfd0d6 service neutron] 10.222.0.46 "GET /v2.0/networks/7c1c0f1c-95af-435e-a2a9-b66745142c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243289 May 27 22:35:40.780276 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6d611bc-6ac0-412b-b19c-63534f6344b9 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:40.794476 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6d611bc-6ac0-412b-b19c-63534f6344b9 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:40.862979 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:40.945278 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6d611bc-6ac0-412b-b19c-63534f6344b9 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:40.952146 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:40.987799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:35:41.010723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d611bc-6ac0-412b-b19c-63534f6344b9 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfc76396-535c-4266-9510-f42bae9bb8cb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:41.021034 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:41.021599 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Added segment 20e5a592-014c-48e0-99d2-95c8e612e95e of type vlan for network 8be13602-4cfa-458d-a78a-e81021b10d09 May 27 22:35:41.022831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05ff55a-52ed-41a3-9337-10d7b40b6d99,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:41.067075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9dbdb9-262f-4351-b1f9-5fe865048cf3 req-aa512b4d-e50f-448e-a964-685ad1eec778 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:41.067075 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e9dbdb9-262f-4351-b1f9-5fe865048cf3 req-aa512b4d-e50f-448e-a964-685ad1eec778 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 945 time: 0.1610820 May 27 22:35:41.067291 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:41.140733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e9dbdb9-262f-4351-b1f9-5fe865048cf3 req-b7f54b24-7399-4868-97f8-b98e5d64f51e tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682926 May 27 22:35:41.141836 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6d611bc-6ac0-412b-b19c-63534f6344b9 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:41.143170 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e6d611bc-6ac0-412b-b19c-63534f6344b9 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/cfc76396-535c-4266-9510-f42bae9bb8cb HTTP/1.1" status: 204 len: 168 time: 0.4891081 May 27 22:35:41.146479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52508) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:41.153053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52512) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:41.221895 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:41.222921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:41.223538 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:41.254834 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 672c1c34-e5c6-4fc6-bbde-ba4809984a85 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:35:41.309765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6c934896-ff75-4562-aa85-5518d16bc100 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:41.427796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6c934896-ff75-4562-aa85-5518d16bc100 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:41.429423 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6c934896-ff75-4562-aa85-5518d16bc100 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2820370 May 27 22:35:41.433140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52526) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:41.491317 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f390c26e-83b4-419f-b2e9-f0ef58edff63 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:41.504786 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f390c26e-83b4-419f-b2e9-f0ef58edff63 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:41.511825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] Pushing event updated for resources: {'Network': ['ID=8be13602-4cfa-458d-a78a-e81021b10d09,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:41.524293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1930115897-network', 'tenant_id': 'e4e85d09c379436f8e146d46ab7f77c4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:41.542060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:41.544078 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 8be13602-4cfa-458d-a78a-e81021b10d09 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:35:41.551169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Usage tracker for resource:network and tenant:e4e85d09c379436f8e146d46ab7f77c4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:41.556190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:41.566465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:41.597351 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-13dcba59-200e-4070-b5e8-d4e3dadd1d9f admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6494811 May 27 22:35:41.600224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52530) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:41.605650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] Request body: {'subnet': {'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-104196169-subnet', 'tenant_id': '82f014b25abf4c19a049c6e511375f4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:41.623820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:41.633278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] Usage tracker for resource:subnet and tenant:82f014b25abf4c19a049c6e511375f4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:41.637597 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:41.647524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:41.687810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 672c1c34-e5c6-4fc6-bbde-ba4809984a85, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=672c1c34-e5c6-4fc6-bbde-ba4809984a85,segment=NetworkSegment(24952078-6d47-404c-989c-3062d410382c),segment_id=24952078-6d47-404c-989c-3062d410382c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:41.701795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Made reservation on behalf of e4e85d09c379436f8e146d46ab7f77c4 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:35:41.704524 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:41.713669 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f390c26e-83b4-419f-b2e9-f0ef58edff63 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:41.741959 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:41.764852 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '672c1c34-e5c6-4fc6-bbde-ba4809984a85', 'network_id': '23c99617-d7d2-49a1-aed4-340306e84836', 'port_id': '672c1c34-e5c6-4fc6-bbde-ba4809984a85', 'mac_address': 'fa:16:3e:64:e7:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '774b1bde-fd0d-4df8-ae8f-95e0d5270fbb', 'ip_address': '19.80.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:35:41.781267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] Made reservation on behalf of 82f014b25abf4c19a049c6e511375f4f for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:35:41.782623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390c26e-83b4-419f-b2e9-f0ef58edff63 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68165bac-3171-4622-96f4-bad9c5afff71,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:41.791141 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:41.847395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1af43-d6b8-45f4-a1b8-27cb392fabd2 req-1fc412dc-f38d-43f0-a877-a7cd490ad4b7 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:41.854410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1af43-d6b8-45f4-a1b8-27cb392fabd2 req-1fc412dc-f38d-43f0-a877-a7cd490ad4b7 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:41.863704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1b1af43-d6b8-45f4-a1b8-27cb392fabd2 req-1fc412dc-f38d-43f0-a877-a7cd490ad4b7 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1679 time: 0.2296338 May 27 22:35:41.932429 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 672c1c34-e5c6-4fc6-bbde-ba4809984a85 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:41.932810 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:41.936016 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1b1af43-d6b8-45f4-a1b8-27cb392fabd2 req-e1003937-a4f6-4b9f-915c-d4de733c5c75 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712817 May 27 22:35:41.942420 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f390c26e-83b4-419f-b2e9-f0ef58edff63 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:41.945372 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f390c26e-83b4-419f-b2e9-f0ef58edff63 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/68165bac-3171-4622-96f4-bad9c5afff71 HTTP/1.1" status: 204 len: 168 time: 0.5111153 May 27 22:35:41.955094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52538) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:41.977806 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672c1c34-e5c6-4fc6-bbde-ba4809984a85 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:35:42.013558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 672c1c34-e5c6-4fc6-bbde-ba4809984a85, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=672c1c34-e5c6-4fc6-bbde-ba4809984a85,segment=NetworkSegment(24952078-6d47-404c-989c-3062d410382c),segment_id=24952078-6d47-404c-989c-3062d410382c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:42.150044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:42.151930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7a08f4d1-3453-44ef-8f60-1d1cf2cd6af8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:42.153032 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:42.153699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6b5d5665-a737-41e1-8530-8901e3977a39 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:35:42.239679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Usage tracker for resource:security_group_rule and tenant:e4e85d09c379436f8e146d46ab7f77c4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:42.261272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:42.284664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1a914-7660-4e7a-b97d-58a6e91b2c75 req-ad8f42b4-cfcb-40a5-bd57-917fe6bda80e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:42.293049 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67c1a914-7660-4e7a-b97d-58a6e91b2c75 req-ad8f42b4-cfcb-40a5-bd57-917fe6bda80e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.2723055 May 27 22:35:42.315055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:42.361111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c3606-1aec-474d-8568-45272a76cc2e req-01eb5fde-fa92-44d9-a326-3ffa37c7c477 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:42.364050 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b22c3606-1aec-474d-8568-45272a76cc2e req-01eb5fde-fa92-44d9-a326-3ffa37c7c477 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 945 time: 0.2048271 May 27 22:35:42.380336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67c1a914-7660-4e7a-b97d-58a6e91b2c75 req-37e6a457-3762-453c-bbe0-af5ee11d48bd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861156 May 27 22:35:42.388025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7a08f4d1-3453-44ef-8f60-1d1cf2cd6af8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:42.390560 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7a08f4d1-3453-44ef-8f60-1d1cf2cd6af8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4341602 May 27 22:35:42.393357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52544) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:42.433424 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:42.462306 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:35:42.482272 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9fccce5b-5562-456a-98f9-cbdd9cee9b4b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:42.501806 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9fccce5b-5562-456a-98f9-cbdd9cee9b4b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:42.511698 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b22c3606-1aec-474d-8568-45272a76cc2e req-469f785b-38cf-42d9-a590-df5952900b34 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268463 May 27 22:35:42.569513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=672c1c34-e5c6-4fc6-bbde-ba4809984a85,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:42.645178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 6b5d5665-a737-41e1-8530-8901e3977a39, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6b5d5665-a737-41e1-8530-8901e3977a39,segment=NetworkSegment(36530600-ca9b-4208-9a99-b0463c654146),segment_id=36530600-ca9b-4208-9a99-b0463c654146)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:42.659939 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9fccce5b-5562-456a-98f9-cbdd9cee9b4b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:42.667679 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:42.669127 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1980ea9-a648-44d4-9eb2-ca5f3fcf57da,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:42.676691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '6b5d5665-a737-41e1-8530-8901e3977a39', 'network_id': '7c1c0f1c-95af-435e-a2a9-b66745142c7a', 'port_id': '6b5d5665-a737-41e1-8530-8901e3977a39', 'mac_address': 'fa:16:3e:d9:f8:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f6e901-da4a-4128-afdd-e1346c39e639', 'ip_address': '19.86.0.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:35:42.677866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] Checking segment: {'id': '20e5a592-014c-48e0-99d2-95c8e612e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:35:42.692159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] Network hostable DHCP agents. Network: 8be13602-4cfa-458d-a78a-e81021b10d09, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:35:42.742104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccce5b-5562-456a-98f9-cbdd9cee9b4b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52d7c2ad-38ca-46ce-bab7-5b43dc6dea49,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:42.759791 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:42.791670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 6b5d5665-a737-41e1-8530-8901e3977a39 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:42.793855 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:42.828312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5d5665-a737-41e1-8530-8901e3977a39 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:35:42.842517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cae674-865e-4c26-a3f0-52780533c4ac,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:42.842628 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9fccce5b-5562-456a-98f9-cbdd9cee9b4b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:42.842628 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9fccce5b-5562-456a-98f9-cbdd9cee9b4b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/52d7c2ad-38ca-46ce-bab7-5b43dc6dea49 HTTP/1.1" status: 204 len: 168 time: 0.4466231 May 27 22:35:42.847053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52550) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:42.853276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:35:42.863471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52554) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:42.883005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] Network 8be13602-4cfa-458d-a78a-e81021b10d09 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:35:42.883005 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:42.883005 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Added segment aef016a4-cac8-4b1f-b44d-d4ce0fb2b223 of type vlan for network 009cefd1-4a82-4f3c-abba-59c352b10e11 May 27 22:35:42.907342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 6b5d5665-a737-41e1-8530-8901e3977a39, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6b5d5665-a737-41e1-8530-8901e3977a39,segment=NetworkSegment(36530600-ca9b-4208-9a99-b0463c654146),segment_id=36530600-ca9b-4208-9a99-b0463c654146)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:42.913834 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:42.920734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5e45a4cf-ca9a-4354-acc5-210ed193c641 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:43.054107 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5a81c3-3ba8-487f-b2a4-2e78c9af8f14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:43.068451 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:43.068695 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:43.068695 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:43.069143 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:43.087293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 8be13602-4cfa-458d-a78a-e81021b10d09) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:43.100081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a5a81c3-3ba8-487f-b2a4-2e78c9af8f14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:43.105772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a5a81c3-3ba8-487f-b2a4-2e78c9af8f14 admin admin] Usage tracker for resource:security_group_rule and tenant:cfcca1a341c249afbcf38a60f5e89b0c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:43.112498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a5a81c3-3ba8-487f-b2a4-2e78c9af8f14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:43.131330 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a97593-491b-44ef-9426-e09bfd711b67 None None] Network 8be13602-4cfa-458d-a78a-e81021b10d09 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:35:43.136378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5e45a4cf-ca9a-4354-acc5-210ed193c641 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:43.138314 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5e45a4cf-ca9a-4354-acc5-210ed193c641 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2886553 May 27 22:35:43.401687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52562) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:43.405842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a5a81c3-3ba8-487f-b2a4-2e78c9af8f14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:43.405842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:43.405842 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:43.405842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] Pushing event updated for resources: {'Network': ['ID=009cefd1-4a82-4f3c-abba-59c352b10e11,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:43.406726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 009cefd1-4a82-4f3c-abba-59c352b10e11 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:35:43.406856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f144394-831d-4816-a389-038c22ec52ef req-8abbe0bf-2ff7-4dad-92cb-5632678b4c59 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:43.406856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f144394-831d-4816-a389-038c22ec52ef req-8abbe0bf-2ff7-4dad-92cb-5632678b4c59 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:43.406856 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f144394-831d-4816-a389-038c22ec52ef req-8abbe0bf-2ff7-4dad-92cb-5632678b4c59 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1681 time: 0.2158511 May 27 22:35:43.407130 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=6b5d5665-a737-41e1-8530-8901e3977a39,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:43.407231 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-002df2be-9f8c-413d-a315-92d0181fb7ec tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:43.407328 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5a81c3-3ba8-487f-b2a4-2e78c9af8f14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:43.407429 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['6b5d5665-a737-41e1-8530-8901e3977a39'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:35:43.407519 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-002df2be-9f8c-413d-a315-92d0181fb7ec tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:43.407519 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f144394-831d-4816-a389-038c22ec52ef req-748aefab-6515-4b4c-9795-c1dacc3ca8d9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953004 May 27 22:35:43.496140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:43.593092 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4463ac6d-13b2-4a2a-82fc-0a763ba5de3d admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4387012 May 27 22:35:43.595752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52570) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:43.598872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3559599-1a34-4724-9404-f4a229268c6c req-989e87d3-ed2f-45e7-aecd-86b7361bec86 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:43.600554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3559599-1a34-4724-9404-f4a229268c6c req-989e87d3-ed2f-45e7-aecd-86b7361bec86 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.1041994 May 27 22:35:43.609232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] Request body: {'subnet': {'network_id': '009cefd1-4a82-4f3c-abba-59c352b10e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1930115897-subnet', 'tenant_id': 'e4e85d09c379436f8e146d46ab7f77c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:43.620798 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:43.640878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] Usage tracker for resource:subnet and tenant:e4e85d09c379436f8e146d46ab7f77c4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:43.645373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:43.670580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:43.705413 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3559599-1a34-4724-9404-f4a229268c6c req-74ce873a-73de-4d11-b3e8-ce0be22921e5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959690 May 27 22:35:43.706593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52576) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:43.710306 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5f346539-6a99-4bb4-b4e2-47dbdced66b2 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1088879 May 27 22:35:43.715160 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5a81c3-3ba8-487f-b2a4-2e78c9af8f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:43.720949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-104196169-router', 'tenant_id': '82f014b25abf4c19a049c6e511375f4f', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:43.731050 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-002df2be-9f8c-413d-a315-92d0181fb7ec tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:43.757667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bd9e55-a3a5-4938-8894-fc815526d18e None None] Network 8be13602-4cfa-458d-a78a-e81021b10d09 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:35:43.790153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:43.808896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002df2be-9f8c-413d-a315-92d0181fb7ec tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=631fac5a-ccfd-4113-b6b0-45a5e58493ac,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:43.841042 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a5a81c3-3ba8-487f-b2a4-2e78c9af8f14 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cfcca1a341c249afbcf38a60f5e89b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9765277 May 27 22:35:43.880722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a81c3-3ba8-487f-b2a4-2e78c9af8f14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b63a977-44e6-42eb-8ecc-40a5caa36169,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:43.903281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Usage tracker for resource:router and tenant:82f014b25abf4c19a049c6e511375f4f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:43.911176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52582) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:43.920468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:43.962644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:44.070438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] Made reservation on behalf of e4e85d09c379436f8e146d46ab7f77c4 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:35:44.073321 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:44.085882 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-002df2be-9f8c-413d-a315-92d0181fb7ec tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:44.091861 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-002df2be-9f8c-413d-a315-92d0181fb7ec tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-groups/631fac5a-ccfd-4113-b6b0-45a5e58493ac HTTP/1.1" status: 204 len: 168 time: 0.9383409 May 27 22:35:44.092670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52586) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:44.117468 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:44.118037 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:44.122544 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:44.123588 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:44.213898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4876c8-6de4-425e-97ca-b19c500de431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc3339e-e9cf-42cd-a46a-0e960b9fa222'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:35:44.222673 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:44.250996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:44.256894 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f94e3407-3069-424b-82e5-b7ef83fc0fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:44.301358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdca63-1480-4705-af08-c31f170ddb7c req-d4eb6824-c7c0-4c94-8d74-844f52b79083 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:44.303479 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c4fdca63-1480-4705-af08-c31f170ddb7c req-d4eb6824-c7c0-4c94-8d74-844f52b79083 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 945 time: 0.4924321 May 27 22:35:44.305820 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7c07da-35e3-493c-a436-3229a02580e7'] response: {'server_uuid': '5c4876c8-6de4-425e-97ca-b19c500de431', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bc3339e-e9cf-42cd-a46a-0e960b9fa222', 'code': 200} May 27 22:35:44.318335 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['672c1c34-e5c6-4fc6-bbde-ba4809984a85'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:35:44.356955 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:44.430755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178be4ac-05e7-4c8f-bdf6-6f6b715bb5d4 req-68b1f8af-cbb5-4867-a944-5c7a63ecf169 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:44.436338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-178be4ac-05e7-4c8f-bdf6-6f6b715bb5d4 req-68b1f8af-cbb5-4867-a944-5c7a63ecf169 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Synchronizing usage tracker for tenant:c3c718a2d83d437cada81da4b15b247f on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:44.461840 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:44.490159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1ace5676-26e9-49ff-92fd-9eb3947545bc tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:44.535562 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f94e3407-3069-424b-82e5-b7ef83fc0fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:44.540759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-178be4ac-05e7-4c8f-bdf6-6f6b715bb5d4 req-68b1f8af-cbb5-4867-a944-5c7a63ecf169 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Unset dirty status for tenant:c3c718a2d83d437cada81da4b15b247f on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:44.542395 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-178be4ac-05e7-4c8f-bdf6-6f6b715bb5d4 req-68b1f8af-cbb5-4867-a944-5c7a63ecf169 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.57 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 945 time: 0.7508988 May 27 22:35:44.566917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:44.586045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c4fdca63-1480-4705-af08-c31f170ddb7c req-09a23cd4-1075-4173-bc73-376fa0e1d10f tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613740 May 27 22:35:44.638860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c75ea66-16d0-4f7f-b6dc-a1d248f4da68,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:44.678963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] Checking segment: {'id': 'aef016a4-cac8-4b1f-b44d-d4ce0fb2b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '009cefd1-4a82-4f3c-abba-59c352b10e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:35:44.678963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] Network hostable DHCP agents. Network: 009cefd1-4a82-4f3c-abba-59c352b10e11, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:35:44.692523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-178be4ac-05e7-4c8f-bdf6-6f6b715bb5d4 req-5de5caff-7753-4812-9d5a-3d92eb293315 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Deleting port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:44.695487 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-178be4ac-05e7-4c8f-bdf6-6f6b715bb5d4 req-5de5caff-7753-4812-9d5a-3d92eb293315 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:44.816842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1ace5676-26e9-49ff-92fd-9eb3947545bc tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:44.818192 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1ace5676-26e9-49ff-92fd-9eb3947545bc tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7177510 May 27 22:35:44.829271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52600) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:44.844286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c498a29e-3172-4443-8b3f-98a4ab1f45d8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group': {'name': 'tempest-secgroup--218081916'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:44.864610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c498a29e-3172-4443-8b3f-98a4ab1f45d8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:44.918802 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] Network 009cefd1-4a82-4f3c-abba-59c352b10e11 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:35:44.991700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c498a29e-3172-4443-8b3f-98a4ab1f45d8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:45.047079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-178be4ac-05e7-4c8f-bdf6-6f6b715bb5d4 req-5de5caff-7753-4812-9d5a-3d92eb293315 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] For port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:45.047543 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-178be4ac-05e7-4c8f-bdf6-6f6b715bb5d4 req-5de5caff-7753-4812-9d5a-3d92eb293315 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:45.069671 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f94e3407-3069-424b-82e5-b7ef83fc0fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:45.114130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 009cefd1-4a82-4f3c-abba-59c352b10e11) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:45.121799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff183e2-ebc8-44b3-979a-cdaaaf537d75 None None] Network 009cefd1-4a82-4f3c-abba-59c352b10e11 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:35:45.163943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3407-3069-424b-82e5-b7ef83fc0fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b63a977-44e6-42eb-8ecc-40a5caa36169,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:45.180860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-178be4ac-05e7-4c8f-bdf6-6f6b715bb5d4 req-5de5caff-7753-4812-9d5a-3d92eb293315 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Calling delete_port for 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:45.181905 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:45.205700 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c498a29e-3172-4443-8b3f-98a4ab1f45d8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:45.214617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:45.215142 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:45.217257 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f94e3407-3069-424b-82e5-b7ef83fc0fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:45.218731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f94e3407-3069-424b-82e5-b7ef83fc0fc9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9b63a977-44e6-42eb-8ecc-40a5caa36169 HTTP/1.1" status: 204 len: 168 time: 1.2943659 May 27 22:35:45.234202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51863fe1-4da8-4b8c-aa09-b468b64dd196 req-6f708784-9bb7-43f8-bb51-bf1dd3a4ded5 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:45.242083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51863fe1-4da8-4b8c-aa09-b468b64dd196 req-6f708784-9bb7-43f8-bb51-bf1dd3a4ded5 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:45.250903 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51863fe1-4da8-4b8c-aa09-b468b64dd196 req-6f708784-9bb7-43f8-bb51-bf1dd3a4ded5 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1681 time: 0.6413035 May 27 22:35:45.271325 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 672c1c34-e5c6-4fc6-bbde-ba4809984a85 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:35:45.318432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c498a29e-3172-4443-8b3f-98a4ab1f45d8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:45.337509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac97fb-4230-4816-a964-9153ed5ef018 req-8c3c216e-7ccd-4c85-966f-242cfd5e346d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:45.341270 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3d18aefe-0ec2-44ae-80b9-0bee32382d4c admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7435453 May 27 22:35:45.354143 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6cac97fb-4230-4816-a964-9153ed5ef018 req-8c3c216e-7ccd-4c85-966f-242cfd5e346d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.4206395 May 27 22:35:45.357347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c498a29e-3172-4443-8b3f-98a4ab1f45d8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:45.363017 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c498a29e-3172-4443-8b3f-98a4ab1f45d8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:45.445239 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51863fe1-4da8-4b8c-aa09-b468b64dd196 req-5949f507-cfb9-4e03-9663-b20ea422dde8 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931438 May 27 22:35:45.446688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c498a29e-3172-4443-8b3f-98a4ab1f45d8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:45.459435 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-178be4ac-05e7-4c8f-bdf6-6f6b715bb5d4 req-5de5caff-7753-4812-9d5a-3d92eb293315 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:45.513571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6cac97fb-4230-4816-a964-9153ed5ef018 req-bbd938aa-a45f-4765-bece-e25a7a33ec2f tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585515 May 27 22:35:45.516458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 672c1c34-e5c6-4fc6-bbde-ba4809984a85 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:35:45.536844 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 672c1c34-e5c6-4fc6-bbde-ba4809984a85 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:45.537563 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:45.579525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43233a2-447d-4af2-9938-07fab2b5568e None None] Network 009cefd1-4a82-4f3c-abba-59c352b10e11 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:35:45.589427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5caff-7753-4812-9d5a-3d92eb293315 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Pushing event deleted for resources: {'Port': ['ID=5bc3339e-e9cf-42cd-a46a-0e960b9fa222,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:45.666741 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c498a29e-3172-4443-8b3f-98a4ab1f45d8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:45.672199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-178be4ac-05e7-4c8f-bdf6-6f6b715bb5d4 req-5de5caff-7753-4812-9d5a-3d92eb293315 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] No DVR routers for this DVR port 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:35:45.674768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-178be4ac-05e7-4c8f-bdf6-6f6b715bb5d4 req-5de5caff-7753-4812-9d5a-3d92eb293315 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:45.677621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4876c8-6de4-425e-97ca-b19c500de431', 'name': 'network-vif-deleted', 'tag': '5bc3339e-e9cf-42cd-a46a-0e960b9fa222'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:35:45.845366 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-178be4ac-05e7-4c8f-bdf6-6f6b715bb5d4 req-5de5caff-7753-4812-9d5a-3d92eb293315 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.57 "DELETE /v2.0/ports/5bc3339e-e9cf-42cd-a46a-0e960b9fa222 HTTP/1.1" status: 204 len: 173 time: 1.2914276 May 27 22:35:45.889257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 672c1c34-e5c6-4fc6-bbde-ba4809984a85 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:45.889637 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:45.898790 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b0b7950-ee55-43c0-8e17-42936e1bc0a2 req-d2bfb42b-3cca-4d0e-825e-7ff029636e23 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=5c4876c8-6de4-425e-97ca-b19c500de431 HTTP/1.1" status: 200 len: 210 time: 0.0729196 May 27 22:35:45.901836 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c498a29e-3172-4443-8b3f-98a4ab1f45d8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:45.908128 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:45.934272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 672c1c34-e5c6-4fc6-bbde-ba4809984a85, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=672c1c34-e5c6-4fc6-bbde-ba4809984a85,segment=NetworkSegment(24952078-6d47-404c-989c-3062d410382c),segment_id=24952078-6d47-404c-989c-3062d410382c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:45.968689 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c9f0b1-1583-4b45-84d8-a383a40e159b'] response: {'server_uuid': '5c4876c8-6de4-425e-97ca-b19c500de431', 'name': 'network-vif-deleted', 'tag': '5bc3339e-e9cf-42cd-a46a-0e960b9fa222', 'status': 'completed', 'code': 200} May 27 22:35:46.021249 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498a29e-3172-4443-8b3f-98a4ab1f45d8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c110860d-5f16-41fc-a1d5-62f18057c023,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:46.032653 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:46.056243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:46.057178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6b5d5665-a737-41e1-8530-8901e3977a39 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:35:46.063439 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:46.186904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=672c1c34-e5c6-4fc6-bbde-ba4809984a85,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:46.202017 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c498a29e-3172-4443-8b3f-98a4ab1f45d8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:46.203258 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c498a29e-3172-4443-8b3f-98a4ab1f45d8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3730018 May 27 22:35:46.206513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52628) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:46.227161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-03cd45da-5c9d-42c1-8569-258bee833af8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group_rule': {'security_group_id': 'c110860d-5f16-41fc-a1d5-62f18057c023', 'direction': 'ingress', 'protocol': 17}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:46.233559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Allocated IP 172.25.2.92 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/970cdcff-a656-4acc-91ab-32d9be5ab081) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:35:46.235527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-03cd45da-5c9d-42c1-8569-258bee833af8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:46.242234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-03cd45da-5c9d-42c1-8569-258bee833af8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:46.249110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-03cd45da-5c9d-42c1-8569-258bee833af8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:46.256840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-03cd45da-5c9d-42c1-8569-258bee833af8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:46.308915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672c1c34-e5c6-4fc6-bbde-ba4809984a85'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:35:46.314353 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 6b5d5665-a737-41e1-8530-8901e3977a39 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:35:46.335722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 6b5d5665-a737-41e1-8530-8901e3977a39 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:46.335722 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:46.359425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52636) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:46.386489 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92a040ca-b74d-4d7b-8b9b-620a94895ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:46.386701 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19f5d510-2f06-4f63-af0e-26bc64bb4972'] response: {'server_uuid': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672c1c34-e5c6-4fc6-bbde-ba4809984a85', 'code': 200} May 27 22:35:46.448404 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-92a040ca-b74d-4d7b-8b9b-620a94895ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:46.453631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-92a040ca-b74d-4d7b-8b9b-620a94895ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:80362f985b0c4af89150d4fedc407e2e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:46.457296 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-92a040ca-b74d-4d7b-8b9b-620a94895ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:46.461413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0053a-2501-43b6-8963-1051cb89b17f req-54824a95-9c68-407e-a263-38ddee46aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:46.463165 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dcc0053a-2501-43b6-8963-1051cb89b17f req-54824a95-9c68-407e-a263-38ddee46aea9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 1097 time: 0.0899994 May 27 22:35:46.463672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-92a040ca-b74d-4d7b-8b9b-620a94895ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:46.469100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 6b5d5665-a737-41e1-8530-8901e3977a39 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:46.469489 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:46.509663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 6b5d5665-a737-41e1-8530-8901e3977a39, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6b5d5665-a737-41e1-8530-8901e3977a39,segment=NetworkSegment(36530600-ca9b-4208-9a99-b0463c654146),segment_id=36530600-ca9b-4208-9a99-b0463c654146)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:46.545567 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-03cd45da-5c9d-42c1-8569-258bee833af8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:46.557387 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:46.588973 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:46.628057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0053a-2501-43b6-8963-1051cb89b17f req-808b2a72-0591-4745-a3b6-78366d26747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:46.629673 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dcc0053a-2501-43b6-8963-1051cb89b17f req-808b2a72-0591-4745-a3b6-78366d26747f service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 913 time: 0.1589806 May 27 22:35:46.675247 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=6b5d5665-a737-41e1-8530-8901e3977a39,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:46.758436 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dcc0053a-2501-43b6-8963-1051cb89b17f req-f31c874a-1855-4352-8f86-59cb72b4a972 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3af2e269-27ac-4873-ac51-b1c601ffc941 HTTP/1.1" status: 200 len: 217 time: 0.1206949 May 27 22:35:46.830117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0053a-2501-43b6-8963-1051cb89b17f req-efbc436a-8fd0-4e54-9976-29fd3e77b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:46.831633 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dcc0053a-2501-43b6-8963-1051cb89b17f req-efbc436a-8fd0-4e54-9976-29fd3e77b3fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb HTTP/1.1" status: 200 len: 852 time: 0.0665829 May 27 22:35:46.882066 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dcc0053a-2501-43b6-8963-1051cb89b17f req-8e0e0e9f-44bd-43e2-a57f-d9827a8cc7be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fa183cd-844a-4771-a3e2-7a9231a95041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445354 May 27 22:35:46.934437 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-03cd45da-5c9d-42c1-8569-258bee833af8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:46.942941 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92a040ca-b74d-4d7b-8b9b-620a94895ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:46.976189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084341b8-8a4e-44f7-95a6-25b1ca1bc793 req-ab099f1c-37ae-4c63-810b-8529de6a6348 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:46.982055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084341b8-8a4e-44f7-95a6-25b1ca1bc793 req-ab099f1c-37ae-4c63-810b-8529de6a6348 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:46.983709 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-084341b8-8a4e-44f7-95a6-25b1ca1bc793 req-ab099f1c-37ae-4c63-810b-8529de6a6348 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1683 time: 0.3919272 May 27 22:35:46.997128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb051c-3325-446c-a43b-50a5b7b8a3a8 req-443465fe-8366-45b6-a454-800b83634a90 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:46.998781 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46bb051c-3325-446c-a43b-50a5b7b8a3a8 req-443465fe-8366-45b6-a454-800b83634a90 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 946 time: 0.1959157 May 27 22:35:47.028004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-03cd45da-5c9d-42c1-8569-258bee833af8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:47.077356 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:47.081308 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92a040ca-b74d-4d7b-8b9b-620a94895ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:47.088505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd45da-5c9d-42c1-8569-258bee833af8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8afa5c1-43fc-4f35-80b7-e2c662cf363e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:47.155850 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dcc0053a-2501-43b6-8963-1051cb89b17f req-89f4534b-a112-4ae5-ab6c-e9492f7a3829 service neutron] 10.222.0.57 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673736 May 27 22:35:47.203488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-084341b8-8a4e-44f7-95a6-25b1ca1bc793 req-763c480d-ffe0-462f-9dea-c932b5c93209 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037075 May 27 22:35:47.221406 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46bb051c-3325-446c-a43b-50a5b7b8a3a8 req-3fba9e75-6484-4d3a-99b7-4aa2584842f6 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081797 May 27 22:35:47.229691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:35:47.234854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:47.240766 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-92a040ca-b74d-4d7b-8b9b-620a94895ec1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=80362f985b0c4af89150d4fedc407e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8776662 May 27 22:35:47.242852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:35:47.243525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52650) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:47.279539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a040ca-b74d-4d7b-8b9b-620a94895ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb61ca6c-9798-491a-aa79-5928583c5fce,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:47.285759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Pushing event updated for resources: {'Port': ['ID=970cdcff-a656-4acc-91ab-32d9be5ab081,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:47.373208 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-03cd45da-5c9d-42c1-8569-258bee833af8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:47.373208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-03cd45da-5c9d-42c1-8569-258bee833af8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1594536 May 27 22:35:47.374338 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dcc0053a-2501-43b6-8963-1051cb89b17f req-d137db92-0164-429e-b889-890fb375bc8f service neutron] 10.222.0.57 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114515 May 27 22:35:47.374784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:47.377253 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d102667c-c4f0-460a-8359-981ac3b9bec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:47.443702 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d102667c-c4f0-460a-8359-981ac3b9bec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:47.481570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3af2e269-27ac-4873-ac51-b1c601ffc941 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:47.499116 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b50e7be5-c103-4778-a220-c3537ce529c1 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:47.530720 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b50e7be5-c103-4778-a220-c3537ce529c1 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:47.602075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3af2e269-27ac-4873-ac51-b1c601ffc941 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:47.602516 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:47.631143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52666) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:47.636868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d621f34b-5b47-4284-a14e-6404fe61d9ee tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1139109339', 'description': 'tempest-description--239920808'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:47.639234 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3af2e269-27ac-4873-ac51-b1c601ffc941, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3af2e269-27ac-4873-ac51-b1c601ffc941,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:47.643118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d621f34b-5b47-4284-a14e-6404fe61d9ee tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:47.647980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d621f34b-5b47-4284-a14e-6404fe61d9ee tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Usage tracker for resource:security_group and tenant:c3c718a2d83d437cada81da4b15b247f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:47.653343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d621f34b-5b47-4284-a14e-6404fe61d9ee tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:47.659106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d621f34b-5b47-4284-a14e-6404fe61d9ee tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:47.673021 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d102667c-c4f0-460a-8359-981ac3b9bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:47.698440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102667c-c4f0-460a-8359-981ac3b9bec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb61ca6c-9798-491a-aa79-5928583c5fce,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:47.715477 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d102667c-c4f0-460a-8359-981ac3b9bec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:47.722371 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d102667c-c4f0-460a-8359-981ac3b9bec4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/eb61ca6c-9798-491a-aa79-5928583c5fce HTTP/1.1" status: 204 len: 168 time: 0.4593081 May 27 22:35:47.744141 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b50e7be5-c103-4778-a220-c3537ce529c1 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:47.747243 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b50e7be5-c103-4778-a220-c3537ce529c1 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:47.753175 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b50e7be5-c103-4778-a220-c3537ce529c1 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-groups/c110860d-5f16-41fc-a1d5-62f18057c023 HTTP/1.1" status: 204 len: 168 time: 0.3728907 May 27 22:35:47.757502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52674) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:47.763603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e7be5-c103-4778-a220-c3537ce529c1 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c110860d-5f16-41fc-a1d5-62f18057c023,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:47.784868 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:47.787700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:47.792816 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d621f34b-5b47-4284-a14e-6404fe61d9ee tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:47.907497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d621f34b-5b47-4284-a14e-6404fe61d9ee tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:47.915862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:35:47.916203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 5bc3339e-e9cf-42cd-a46a-0e960b9fa222 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:35:47.927774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d621f34b-5b47-4284-a14e-6404fe61d9ee tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Usage tracker for resource:security_group_rule and tenant:c3c718a2d83d437cada81da4b15b247f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:47.932636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6a08a7f0-5409-4a8e-9cb5-55b5c1df977a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:47.936868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d621f34b-5b47-4284-a14e-6404fe61d9ee tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:47.937000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3af2e269-27ac-4873-ac51-b1c601ffc941,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:47.944229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d621f34b-5b47-4284-a14e-6404fe61d9ee tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:47.971836 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:48.066260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6a08a7f0-5409-4a8e-9cb5-55b5c1df977a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:48.067510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6a08a7f0-5409-4a8e-9cb5-55b5c1df977a tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3090870 May 27 22:35:48.071415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52684) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:48.076171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-9e12a0e7-13d9-412d-95fd-18e4c20e29dd tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421273351'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:48.154354 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9e12a0e7-13d9-412d-95fd-18e4c20e29dd tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:48.180897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9e12a0e7-13d9-412d-95fd-18e4c20e29dd tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:48.363246 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d621f34b-5b47-4284-a14e-6404fe61d9ee tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:48.388667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5d5665-a737-41e1-8530-8901e3977a39'}, {'server_uuid': '0512486e-912a-4eb8-b5fb-cf97f5aa225c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af2e269-27ac-4873-ac51-b1c601ffc941'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:35:48.404031 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e12a0e7-13d9-412d-95fd-18e4c20e29dd tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:48.587269 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d621f34b-5b47-4284-a14e-6404fe61d9ee tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:48.655318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9e12a0e7-13d9-412d-95fd-18e4c20e29dd tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:48.678264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9e12a0e7-13d9-412d-95fd-18e4c20e29dd tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:48.682460 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:48.684430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9e12a0e7-13d9-412d-95fd-18e4c20e29dd tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:48.689890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621f34b-5b47-4284-a14e-6404fe61d9ee tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fa714d-ef01-44d6-b569-507d68784870,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:48.698302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9e12a0e7-13d9-412d-95fd-18e4c20e29dd tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:48.805440 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d621f34b-5b47-4284-a14e-6404fe61d9ee tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:48.806157 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d621f34b-5b47-4284-a14e-6404fe61d9ee tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1736436 May 27 22:35:48.810973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52708) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:48.816812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-12b8acfa-1ee3-4f22-b03b-547e2e209579 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Request body: {'security_group_rule': {'security_group_id': 'd1fa714d-ef01-44d6-b569-507d68784870', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:48.824034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-12b8acfa-1ee3-4f22-b03b-547e2e209579 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:48.828408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-12b8acfa-1ee3-4f22-b03b-547e2e209579 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Usage tracker for resource:security_group_rule and tenant:c3c718a2d83d437cada81da4b15b247f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:48.831319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53569460-b594-4354-9d5f-c4b27219725d req-dd3b5475-1eda-4309-8937-ad9b1dcc5655 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:48.832248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-12b8acfa-1ee3-4f22-b03b-547e2e209579 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:48.832830 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-53569460-b594-4354-9d5f-c4b27219725d req-dd3b5475-1eda-4309-8937-ad9b1dcc5655 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 944 time: 0.4736967 May 27 22:35:48.869145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-12b8acfa-1ee3-4f22-b03b-547e2e209579 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:48.904574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1096d5-c92f-41a8-85d6-369b952381d7 req-940024c2-e4ec-4284-83a0-a3945305181c tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:48.911195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1096d5-c92f-41a8-85d6-369b952381d7 req-940024c2-e4ec-4284-83a0-a3945305181c tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:48.916125 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a1096d5-c92f-41a8-85d6-369b952381d7 req-940024c2-e4ec-4284-83a0-a3945305181c tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1683 time: 0.5540729 May 27 22:35:48.976936 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12b8acfa-1ee3-4f22-b03b-547e2e209579 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:49.047260 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a1096d5-c92f-41a8-85d6-369b952381d7 req-86ce8fd3-b337-4fa8-8eb0-d287db1ceb30 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282272 May 27 22:35:49.050781 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12b8acfa-1ee3-4f22-b03b-547e2e209579 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:49.071440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-53569460-b594-4354-9d5f-c4b27219725d req-9c08f71b-ef47-4583-a35c-e0c3afa5c00a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472495 May 27 22:35:49.087485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e12a0e7-13d9-412d-95fd-18e4c20e29dd tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:49.145701 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034c2e53-f021-4366-8f55-11ed362e33ea'] response: {'server_uuid': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5d5665-a737-41e1-8530-8901e3977a39', 'code': 200} May 27 22:35:49.145701 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034c2e53-f021-4366-8f55-11ed362e33ea'] response: {'server_uuid': '0512486e-912a-4eb8-b5fb-cf97f5aa225c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af2e269-27ac-4873-ac51-b1c601ffc941', 'code': 200} May 27 22:35:49.165301 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12b8acfa-1ee3-4f22-b03b-547e2e209579 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:49.197910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8acfa-1ee3-4f22-b03b-547e2e209579 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbbba717-3607-4cbf-afcd-bcff94f64458,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:49.235274 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e12a0e7-13d9-412d-95fd-18e4c20e29dd tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:49.258521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Router 3268ee74-c873-4ba6-bdae-4872961d6c93 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:35:49.342210 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12b8acfa-1ee3-4f22-b03b-547e2e209579 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:49.342210 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-12b8acfa-1ee3-4f22-b03b-547e2e209579 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5250421 May 27 22:35:49.342210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52724) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:49.345842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-315b018e-fc24-4959-bd64-1ed605bed232 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Request body: {'security_group_rule': {'security_group_id': 'd1fa714d-ef01-44d6-b569-507d68784870', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:49.352625 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-315b018e-fc24-4959-bd64-1ed605bed232 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:49.356824 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-315b018e-fc24-4959-bd64-1ed605bed232 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Usage tracker for resource:security_group_rule and tenant:c3c718a2d83d437cada81da4b15b247f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:49.359754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-315b018e-fc24-4959-bd64-1ed605bed232 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:49.365954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-315b018e-fc24-4959-bd64-1ed605bed232 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:49.384713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e12a0e7-13d9-412d-95fd-18e4c20e29dd tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6938e6b5-2514-4ba7-b336-9ec6bd505379,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:49.490255 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-315b018e-fc24-4959-bd64-1ed605bed232 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:49.534996 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e12a0e7-13d9-412d-95fd-18e4c20e29dd tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:49.536406 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9e12a0e7-13d9-412d-95fd-18e4c20e29dd tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4640744 May 27 22:35:49.539466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac4787-0595-495a-bdcd-6a70c2775821 req-ff526172-e3e2-48ff-8742-e997320c8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:49.539605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52740) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:49.539942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac4787-0595-495a-bdcd-6a70c2775821 req-ff526172-e3e2-48ff-8742-e997320c8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:49.541433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79ac4787-0595-495a-bdcd-6a70c2775821 req-ff526172-e3e2-48ff-8742-e997320c8a41 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1985 time: 0.3471334 May 27 22:35:49.548884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c3c3f93b-76fe-456d-8f19-af15a57fbc98 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1636584250'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:49.557189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c3c3f93b-76fe-456d-8f19-af15a57fbc98 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:49.566341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c3c3f93b-76fe-456d-8f19-af15a57fbc98 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:49.569674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c3c3f93b-76fe-456d-8f19-af15a57fbc98 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:49.578336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c3c3f93b-76fe-456d-8f19-af15a57fbc98 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:49.592772 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-315b018e-fc24-4959-bd64-1ed605bed232 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:49.637234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:35:49.646938 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Sync routers for ids ['3268ee74-c873-4ba6-bdae-4872961d6c93'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:35:49.657875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Routers {'3268ee74-c873-4ba6-bdae-4872961d6c93'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:35:49.659339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:35:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3268ee74-c873-4ba6-bdae-4872961d6c93'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:49.675913 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79ac4787-0595-495a-bdcd-6a70c2775821 req-42b0e2bd-2262-4f21-a81e-4394e182a97f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251714 May 27 22:35:49.685018 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3c3f93b-76fe-456d-8f19-af15a57fbc98 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:49.721750 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-315b018e-fc24-4959-bd64-1ed605bed232 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:49.725537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511185bb-6828-4b07-a95c-582a9ad216fa req-214dcd38-53a0-4cc3-a355-ab442af32dde tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:49.728096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c3c3f93b-76fe-456d-8f19-af15a57fbc98 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:49.733175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-511185bb-6828-4b07-a95c-582a9ad216fa req-214dcd38-53a0-4cc3-a355-ab442af32dde tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/networks?id=009cefd1-4a82-4f3c-abba-59c352b10e11 HTTP/1.1" status: 200 len: 810 time: 0.2616935 May 27 22:35:49.747411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c3c3f93b-76fe-456d-8f19-af15a57fbc98 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:49.753176 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-511185bb-6828-4b07-a95c-582a9ad216fa req-f0ed64e1-8bbc-414a-8978-620953f6fc81 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/quotas/e4e85d09c379436f8e146d46ab7f77c4 HTTP/1.1" status: 200 len: 375 time: 0.0181494 May 27 22:35:49.753909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c3c3f93b-76fe-456d-8f19-af15a57fbc98 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:49.765044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c3c3f93b-76fe-456d-8f19-af15a57fbc98 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:49.810601 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-511185bb-6828-4b07-a95c-582a9ad216fa req-d05616c7-80f0-4812-9b5e-28985ee20f30 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e4e85d09c379436f8e146d46ab7f77c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561979 May 27 22:35:49.832049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b018e-fc24-4959-bd64-1ed605bed232 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914e9da3-dd2d-43e3-9edd-8976d1473af6,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:49.895679 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3c3f93b-76fe-456d-8f19-af15a57fbc98 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:49.897860 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:49.899022 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ab3467a5-30b9-4800-a77e-99b74b74f3c6 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1892078 May 27 22:35:49.907623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Set router 3268ee74-c873-4ba6-bdae-4872961d6c93 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:35:49.907745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52748) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:49.988832 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3c3f93b-76fe-456d-8f19-af15a57fbc98 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:49.993041 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-315b018e-fc24-4959-bd64-1ed605bed232 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:49.999346 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-315b018e-fc24-4959-bd64-1ed605bed232 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6529870 May 27 22:35:50.008649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52754) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:50.009755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:50.032269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:50.051764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3f93b-76fe-456d-8f19-af15a57fbc98 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af8bc575-02e0-4ccf-9494-f6beb1787e6a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:50.096689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Usage tracker for resource:floatingip and tenant:c3c718a2d83d437cada81da4b15b247f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:50.114944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:50.126747 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-511185bb-6828-4b07-a95c-582a9ad216fa req-947fda93-630c-40be-a579-fb424db352ea service neutron] 10.222.0.27 "GET /v2.0/networks/009cefd1-4a82-4f3c-abba-59c352b10e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152709 May 27 22:35:50.157979 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3c3f93b-76fe-456d-8f19-af15a57fbc98 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:50.157979 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c3c3f93b-76fe-456d-8f19-af15a57fbc98 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6139846 May 27 22:35:50.157979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52764) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:50.163950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4b950270-4bc9-4ec0-a0df-4fd64cb50df7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group_rule': {'security_group_id': '6938e6b5-2514-4ba7-b336-9ec6bd505379', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'af8bc575-02e0-4ccf-9494-f6beb1787e6a', 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:50.169278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:50.183334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b950270-4bc9-4ec0-a0df-4fd64cb50df7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:50.208159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b950270-4bc9-4ec0-a0df-4fd64cb50df7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:50.212875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b950270-4bc9-4ec0-a0df-4fd64cb50df7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:50.223751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b950270-4bc9-4ec0-a0df-4fd64cb50df7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:50.261385 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'name': 'tempest-ServerRescueTestJSON-104196169-router', 'tenant_id': '82f014b25abf4c19a049c6e511375f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:35:44Z', 'updated_at': '2022-05-27T22:35:47Z', 'revision_number': 3, 'project_id': '82f014b25abf4c19a049c6e511375f4f', 'gw_port': {'id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:35:46Z', 'updated_at': '2022-05-27T22:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:50.266313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Checking router: 3268ee74-c873-4ba6-bdae-4872961d6c93 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:35:50.266755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Updating router 3268ee74-c873-4ba6-bdae-4872961d6c93 port 970cdcff-a656-4acc-91ab-32d9be5ab081 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:35:50.324277 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:50.340939 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b950270-4bc9-4ec0-a0df-4fd64cb50df7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:50.452534 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b950270-4bc9-4ec0-a0df-4fd64cb50df7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:50.581420 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:50.633072 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b950270-4bc9-4ec0-a0df-4fd64cb50df7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:50.661215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b950270-4bc9-4ec0-a0df-4fd64cb50df7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7adc116-bb9c-49cd-897a-95e932fd7d00,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:50.741350 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b950270-4bc9-4ec0-a0df-4fd64cb50df7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:50.742845 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4b950270-4bc9-4ec0-a0df-4fd64cb50df7 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5840209 May 27 22:35:50.745760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52776) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:50.790587 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:50.811097 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d5efd2c-8d64-40a2-9bf1-21e3ec81e402 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:50.811245 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Transition to ACTIVE for port object 970cdcff-a656-4acc-91ab-32d9be5ab081 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:35:50.811849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-511185bb-6828-4b07-a95c-582a9ad216fa req-6dca7282-2e8a-4675-b1dc-3545f3c6baa4 service neutron] 10.222.0.27 "GET /v2.0/networks/009cefd1-4a82-4f3c-abba-59c352b10e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841488 May 27 22:35:50.826062 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d5efd2c-8d64-40a2-9bf1-21e3ec81e402 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:50.912822 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:50.926516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545d8da-e5fd-4877-b8a8-33c85869b24b req-89e98fba-9505-4ddc-96c4-da46966c3492 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:50.932234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545d8da-e5fd-4877-b8a8-33c85869b24b req-89e98fba-9505-4ddc-96c4-da46966c3492 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:50.933746 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5545d8da-e5fd-4877-b8a8-33c85869b24b req-89e98fba-9505-4ddc-96c4-da46966c3492 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1683 time: 0.7086678 May 27 22:35:50.944907 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d5efd2c-8d64-40a2-9bf1-21e3ec81e402 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:50.971705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5efd2c-8d64-40a2-9bf1-21e3ec81e402 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7adc116-bb9c-49cd-897a-95e932fd7d00,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:50.980062 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d5efd2c-8d64-40a2-9bf1-21e3ec81e402 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:50.983633 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2d5efd2c-8d64-40a2-9bf1-21e3ec81e402 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/d7adc116-bb9c-49cd-897a-95e932fd7d00 HTTP/1.1" status: 204 len: 168 time: 0.2332060 May 27 22:35:50.984277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52780) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:51.010107 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Attempting to bind port 970cdcff-a656-4acc-91ab-32d9be5ab081 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:35:51.010736 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Attempting to bind port 970cdcff-a656-4acc-91ab-32d9be5ab081 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:35:51.011097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Attempting to bind port 970cdcff-a656-4acc-91ab-32d9be5ab081 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:35:51.044022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:35:51.044197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:35:51.045255 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:51.045255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:35:51.045463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Bound port: 970cdcff-a656-4acc-91ab-32d9be5ab081, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:35:51.045897 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:51.047442 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7651d3c7-a103-4ae9-83cb-1602b354a5b0 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:51.079093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b0ee5-44f4-4c53-a61b-7d8ea7d6958e None None] Pushing event updated for resources: {'Port': ['ID=970cdcff-a656-4acc-91ab-32d9be5ab081,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:51.111561 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5545d8da-e5fd-4877-b8a8-33c85869b24b req-2baeda86-4561-4e4d-8fc1-754bfd10d9d9 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476603 May 27 22:35:51.127049 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:51.140801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] For port 970cdcff-a656-4acc-91ab-32d9be5ab081, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:35:51.144051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] For port 970cdcff-a656-4acc-91ab-32d9be5ab081, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=970cdcff-a656-4acc-91ab-32d9be5ab081,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:35:51.216664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7651d3c7-a103-4ae9-83cb-1602b354a5b0 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:51.217997 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7651d3c7-a103-4ae9-83cb-1602b354a5b0 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2325842 May 27 22:35:51.220966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52784) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:51.241701 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:51.307651 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f240922c-08b7-4e7f-9c3b-8eb283b4315c tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:51.345556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f240922c-08b7-4e7f-9c3b-8eb283b4315c tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:51.377655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b0ee5-44f4-4c53-a61b-7d8ea7d6958e None None] Pushing event updated for resources: {'Port': ['ID=970cdcff-a656-4acc-91ab-32d9be5ab081,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:51.400673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Routers {'3268ee74-c873-4ba6-bdae-4872961d6c93'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:35:51.402232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:35:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3268ee74-c873-4ba6-bdae-4872961d6c93'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:51.469658 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0a1994d2-8e33-4766-9f32-ced6108cb72d req-ee115476-51f3-45ba-bef9-2481b0db56e2 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 210 time: 0.1390963 May 27 22:35:51.473075 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f240922c-08b7-4e7f-9c3b-8eb283b4315c tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:51.504708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240922c-08b7-4e7f-9c3b-8eb283b4315c tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8bc575-02e0-4ccf-9494-f6beb1787e6a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:51.559351 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b7d62-e256-4560-830b-6e9257112254 req-6f0b0f88-b33f-4104-a86c-a4c5c330d76f tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:51.561148 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-072b7d62-e256-4560-830b-6e9257112254 req-6f0b0f88-b33f-4104-a86c-a4c5c330d76f tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 944 time: 0.3477223 May 27 22:35:51.596308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Allocated IP 172.25.2.201 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/1a1b0985-a653-45a8-a807-1feebaeec77b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:35:51.632401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] Set router 3268ee74-c873-4ba6-bdae-4872961d6c93 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:35:51.652869 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:51.655960 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f240922c-08b7-4e7f-9c3b-8eb283b4315c tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:51.657123 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f240922c-08b7-4e7f-9c3b-8eb283b4315c tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-groups/af8bc575-02e0-4ccf-9494-f6beb1787e6a HTTP/1.1" status: 204 len: 168 time: 0.4344122 May 27 22:35:51.662520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52798) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:51.751356 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0c2cccd-c665-41ee-a030-47c5313941f1 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:51.798021 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-072b7d62-e256-4560-830b-6e9257112254 req-c112d58a-e18f-4928-96b0-1ccb8cd85428 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221234 May 27 22:35:51.859308 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:51.873653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0c2cccd-c665-41ee-a030-47c5313941f1 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:51.877744 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b0c2cccd-c665-41ee-a030-47c5313941f1 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2142208 May 27 22:35:51.878407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52806) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:51.982905 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:52.001402 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b23a68c7-8e89-4dc3-8788-90a592235224 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:52.034004 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b23a68c7-8e89-4dc3-8788-90a592235224 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:52.068529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'name': 'tempest-ServerRescueTestJSON-104196169-router', 'tenant_id': '82f014b25abf4c19a049c6e511375f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:35:44Z', 'updated_at': '2022-05-27T22:35:47Z', 'revision_number': 3, 'project_id': '82f014b25abf4c19a049c6e511375f4f', 'gw_port': {'id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:35:46Z', 'updated_at': '2022-05-27T22:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:52.078360 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce005acd-9e3e-4936-9b61-e1d848669648 None None] The sync data for ids ['3268ee74-c873-4ba6-bdae-4872961d6c93'] in n-d-843680-3 is: [{'id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'name': 'tempest-ServerRescueTestJSON-104196169-router', 'tenant_id': '82f014b25abf4c19a049c6e511375f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:35:44Z', 'updated_at': '2022-05-27T22:35:47Z', 'revision_number': 3, 'project_id': '82f014b25abf4c19a049c6e511375f4f', 'gw_port': {'id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:35:46Z', 'updated_at': '2022-05-27T22:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:35:52.106857 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:52.119475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:35:52.127010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:52.136226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:35:52.202238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Pushing event updated for resources: {'Port': ['ID=1a1b0985-a653-45a8-a807-1feebaeec77b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:52.280531 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b23a68c7-8e89-4dc3-8788-90a592235224 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:52.310155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a68c7-8e89-4dc3-8788-90a592235224 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6938e6b5-2514-4ba7-b336-9ec6bd505379,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:52.354319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Allocated IP 172.20.0.1 (8be13602-4cfa-458d-a78a-e81021b10d09/c1980ea9-a648-44d4-9eb2-ca5f3fcf57da/d5a752d6-c277-4ba3-8a84-4bf1f9550505) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:35:52.638906 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:52.667591 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-272f0c8e-dfac-4cc3-bb98-0aef7cf64655 req-d4ba6217-bde7-423b-a8a7-d5da644c8231 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1060019 May 27 22:35:52.707860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d840db0-17cb-4cf9-8798-c3efd54e5ea1 req-760add74-d595-4db8-9d94-622d03ba4477 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:52.713635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d840db0-17cb-4cf9-8798-c3efd54e5ea1 req-760add74-d595-4db8-9d94-622d03ba4477 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:52.715346 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6d840db0-17cb-4cf9-8798-c3efd54e5ea1 req-760add74-d595-4db8-9d94-622d03ba4477 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1683 time: 0.4270191 May 27 22:35:52.776834 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:52.801612 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6d840db0-17cb-4cf9-8798-c3efd54e5ea1 req-668ac7dd-881e-47e7-a8d0-97e004467b9d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711765 May 27 22:35:52.900143 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b23a68c7-8e89-4dc3-8788-90a592235224 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:52.904551 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b23a68c7-8e89-4dc3-8788-90a592235224 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-groups/6938e6b5-2514-4ba7-b336-9ec6bd505379 HTTP/1.1" status: 204 len: 168 time: 1.0232136 May 27 22:35:52.907634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52840) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:52.947901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f0c8e-dfac-4cc3-bb98-0aef7cf64655 req-54f802c6-d410-40ea-bf5a-3464ae1c6520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:52.949557 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-272f0c8e-dfac-4cc3-bb98-0aef7cf64655 req-54f802c6-d410-40ea-bf5a-3464ae1c6520 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cbde3bf5664409c9a11b9efb9601362&device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 1097 time: 0.1330926 May 27 22:35:52.987670 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:52.994114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-120a6b74-de9b-43c8-9d31-0904163771ee req-b8c3b8a3-6d19-467b-afcb-b6d62a75a6c5 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 210 time: 0.0927348 May 27 22:35:53.152414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Network 8be13602-4cfa-458d-a78a-e81021b10d09 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:35:53.158375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:53.163934 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:53.166845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f0c8e-dfac-4cc3-bb98-0aef7cf64655 req-4c0d2bd1-ffc7-48b9-952e-1e696cf98266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:53.167738 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-272f0c8e-dfac-4cc3-bb98-0aef7cf64655 req-4c0d2bd1-ffc7-48b9-952e-1e696cf98266 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a846165f-67b8-4711-8fc9-97b50aa76620 HTTP/1.1" status: 200 len: 916 time: 0.1979427 May 27 22:35:53.217074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:35:53.266599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9add1906-c739-42a6-a8b6-e573117b1d61 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:53.323778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a752d6-c277-4ba3-8a84-4bf1f9550505,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:53.336286 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-272f0c8e-dfac-4cc3-bb98-0aef7cf64655 req-e471e9f6-897e-48a7-80d8-4578ee61f3c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fd798c1-f8c6-446a-82ea-9449463d4184 HTTP/1.1" status: 200 len: 1002 time: 0.1602736 May 27 22:35:53.345417 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:53.412714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f0c8e-dfac-4cc3-bb98-0aef7cf64655 req-8e2cf331-4da0-49e4-ad13-ea72e473ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:53.414138 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-272f0c8e-dfac-4cc3-bb98-0aef7cf64655 req-8e2cf331-4da0-49e4-ad13-ea72e473ff66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb HTTP/1.1" status: 200 len: 854 time: 0.0720468 May 27 22:35:53.481877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3af2e269-27ac-4873-ac51-b1c601ffc941 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:53.541128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9add1906-c739-42a6-a8b6-e573117b1d61 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:53.542370 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9add1906-c739-42a6-a8b6-e573117b1d61 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6338449 May 27 22:35:53.545161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f0c8e-dfac-4cc3-bb98-0aef7cf64655 req-32ff53e6-eeb6-4e10-bfe0-6017e5fd19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:53.546928 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-272f0c8e-dfac-4cc3-bb98-0aef7cf64655 req-32ff53e6-eeb6-4e10-bfe0-6017e5fd19ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a846165f-67b8-4711-8fc9-97b50aa76620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1271741 May 27 22:35:53.547562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52864) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:53.553085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1f9f2fcb-6b8c-4c92-81fe-279250b922ca tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690394069'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:53.583042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1f9f2fcb-6b8c-4c92-81fe-279250b922ca tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:53.653445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3af2e269-27ac-4873-ac51-b1c601ffc941 is: DOWN; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:53.659842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1f9f2fcb-6b8c-4c92-81fe-279250b922ca tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:53.818425 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2fcb-6b8c-4c92-81fe-279250b922ca tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:53.840474 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:53.852798 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-272f0c8e-dfac-4cc3-bb98-0aef7cf64655 req-b522bf62-9870-4d73-a98c-d0d1e975c8f8 service neutron] 10.222.0.57 "GET /v2.0/networks/a846165f-67b8-4711-8fc9-97b50aa76620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943399 May 27 22:35:53.853836 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:53.854882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1f9f2fcb-6b8c-4c92-81fe-279250b922ca tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:53.860075 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1f9f2fcb-6b8c-4c92-81fe-279250b922ca tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:53.882823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1f9f2fcb-6b8c-4c92-81fe-279250b922ca tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:53.892970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1f9f2fcb-6b8c-4c92-81fe-279250b922ca tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:54.052737 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-272f0c8e-dfac-4cc3-bb98-0aef7cf64655 req-b42863ce-2af8-45ba-b005-e9eb4102fbf7 service neutron] 10.222.0.57 "GET /v2.0/networks/a846165f-67b8-4711-8fc9-97b50aa76620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939404 May 27 22:35:54.060144 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:54.090814 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2fcb-6b8c-4c92-81fe-279250b922ca tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:54.220647 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2fcb-6b8c-4c92-81fe-279250b922ca tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:54.337898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f2fcb-6b8c-4c92-81fe-279250b922ca tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c49df4a-32bf-4282-9495-117e736702eb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:54.405524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Pushing event updated for resources: {'Port': ['ID=1a1b0985-a653-45a8-a807-1feebaeec77b,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:54.407843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 970cdcff-a656-4acc-91ab-32d9be5ab081 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:35:54.451030 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:54.467395 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2fcb-6b8c-4c92-81fe-279250b922ca tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:54.471486 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1f9f2fcb-6b8c-4c92-81fe-279250b922ca tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9200966 May 27 22:35:54.471738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52880) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:54.477223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1a2e42d7-96b0-4520-be55-045506fa60d4 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group_rule': {'security_group_id': '8c49df4a-32bf-4282-9495-117e736702eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:54.491424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1a2e42d7-96b0-4520-be55-045506fa60d4 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:54.496079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1a2e42d7-96b0-4520-be55-045506fa60d4 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:54.499437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1a2e42d7-96b0-4520-be55-045506fa60d4 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:54.505564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c508155-9517-40ee-a782-0367c65edbcb req-c2b715b0-dbc3-4863-84e0-98c888470757 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:54.510470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1a2e42d7-96b0-4520-be55-045506fa60d4 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:54.511600 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c508155-9517-40ee-a782-0367c65edbcb req-c2b715b0-dbc3-4863-84e0-98c888470757 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:54.517435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c508155-9517-40ee-a782-0367c65edbcb req-c2b715b0-dbc3-4863-84e0-98c888470757 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1683 time: 0.4482057 May 27 22:35:54.521314 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:54.562353 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c508155-9517-40ee-a782-0367c65edbcb req-80869a6b-4752-439a-903c-113b23ee8f2d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389142 May 27 22:35:54.587021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 970cdcff-a656-4acc-91ab-32d9be5ab081 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:35:54.592681 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 970cdcff-a656-4acc-91ab-32d9be5ab081 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:54.593129 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:54.606982 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:54.616988 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-34367b98-37ed-4dc1-9a76-fb496e373442 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6169500 May 27 22:35:54.619700 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:54.685893 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a2e42d7-96b0-4520-be55-045506fa60d4 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:54.806321 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a2e42d7-96b0-4520-be55-045506fa60d4 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:54.815685 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 970cdcff-a656-4acc-91ab-32d9be5ab081 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:54.815685 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:54.832146 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 970cdcff-a656-4acc-91ab-32d9be5ab081, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=970cdcff-a656-4acc-91ab-32d9be5ab081,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:54.875516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32c90f78-b5fd-4304-b2f6-6ff4b32ca96e req-9fbaf66e-72b5-4167-8d53-e68854e1ff6e tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 210 time: 0.1144719 May 27 22:35:54.887254 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a752d6-c277-4ba3-8a84-4bf1f9550505,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:54.890740 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:54.924222 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a2e42d7-96b0-4520-be55-045506fa60d4 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:54.947072 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:54.968713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e42d7-96b0-4520-be55-045506fa60d4 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7e25c0-de03-4e1c-973a-219535ffb5eb,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:55.036875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=970cdcff-a656-4acc-91ab-32d9be5ab081,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:55.090789 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a2e42d7-96b0-4520-be55-045506fa60d4 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:55.092373 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1a2e42d7-96b0-4520-be55-045506fa60d4 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6189933 May 27 22:35:55.094603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52898) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:55.154876 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0909b168-65ca-4387-8b6d-008c41621005 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:55.174938 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0909b168-65ca-4387-8b6d-008c41621005 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:55.239779 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b002c-a21d-422d-8731-b3d2980530d5 req-b5a602ab-6d00-4510-9d3e-b8bf37d0364c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:55.241275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f3b002c-a21d-422d-8731-b3d2980530d5 req-b5a602ab-6d00-4510-9d3e-b8bf37d0364c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=0512486e-912a-4eb8-b5fb-cf97f5aa225c HTTP/1.1" status: 200 len: 944 time: 0.6229277 May 27 22:35:55.328911 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0909b168-65ca-4387-8b6d-008c41621005 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:55.347628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909b168-65ca-4387-8b6d-008c41621005 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f7e25c0-de03-4e1c-973a-219535ffb5eb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:55.351987 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0909b168-65ca-4387-8b6d-008c41621005 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:55.353176 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0909b168-65ca-4387-8b6d-008c41621005 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/2f7e25c0-de03-4e1c-973a-219535ffb5eb HTTP/1.1" status: 204 len: 168 time: 0.2574980 May 27 22:35:55.359667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52904) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:55.433532 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Network 8be13602-4cfa-458d-a78a-e81021b10d09 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:35:55.441230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:55.451241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-3874860d-57d4-4bdd-9949-f01bc6ec6581 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:55.452708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-3874860d-57d4-4bdd-9949-f01bc6ec6581 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/networks?id=edbf9976-6958-4752-83e2-d7a8d73d7413 HTTP/1.1" status: 200 len: 822 time: 0.3912044 May 27 22:35:55.459347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-4f3b002c-a21d-422d-8731-b3d2980530d5 req-2045a37e-50ce-42ec-8073-985f2b1e067c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Deleting port 3af2e269-27ac-4873-ac51-b1c601ffc941 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:55.459676 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4f3b002c-a21d-422d-8731-b3d2980530d5 req-2045a37e-50ce-42ec-8073-985f2b1e067c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:55.511873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-08e4cc07-068a-4cf4-b416-2b76e51dfa6b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:55.582967 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511185bb-6828-4b07-a95c-582a9ad216fa req-5239cf42-e8ae-4423-b1d8-c3c9ce3b1753 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:55.583966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-511185bb-6828-4b07-a95c-582a9ad216fa req-5239cf42-e8ae-4423-b1d8-c3c9ce3b1753 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Synchronizing usage tracker for tenant:e4e85d09c379436f8e146d46ab7f77c4 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:55.584331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0cb49848-71ac-43f5-9e1d-6a8bab5e8be5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/quotas/c3c718a2d83d437cada81da4b15b247f HTTP/1.1" status: 200 len: 375 time: 0.0991588 May 27 22:35:55.632962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-08e4cc07-068a-4cf4-b416-2b76e51dfa6b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:55.636998 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-08e4cc07-068a-4cf4-b416-2b76e51dfa6b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2736645 May 27 22:35:55.637354 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52912) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:55.716270 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-511185bb-6828-4b07-a95c-582a9ad216fa req-5239cf42-e8ae-4423-b1d8-c3c9ce3b1753 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Unset dirty status for tenant:e4e85d09c379436f8e146d46ab7f77c4 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:55.718443 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-511185bb-6828-4b07-a95c-582a9ad216fa req-5239cf42-e8ae-4423-b1d8-c3c9ce3b1753 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.57 "GET /v2.0/networks?id=009cefd1-4a82-4f3c-abba-59c352b10e11 HTTP/1.1" status: 200 len: 810 time: 0.3438389 May 27 22:35:55.724043 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9602ebb4-f388-4898-a137-01cb52622b29 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:55.740762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Request body: {'port': {'device_id': 'e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3', 'network_id': '009cefd1-4a82-4f3c-abba-59c352b10e11', 'admin_state_up': True, 'tenant_id': 'e4e85d09c379436f8e146d46ab7f77c4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:55.745829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12004bca-353d-450c-9882-7c90129764bc req-e69a77ba-3a78-47e0-8d51-b09d6eab0d4d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:55.751836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12004bca-353d-450c-9882-7c90129764bc req-e69a77ba-3a78-47e0-8d51-b09d6eab0d4d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:55.754403 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12004bca-353d-450c-9882-7c90129764bc req-e69a77ba-3a78-47e0-8d51-b09d6eab0d4d tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.46 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 1683 time: 0.4593277 May 27 22:35:55.832171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9602ebb4-f388-4898-a137-01cb52622b29 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:55.932051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:55.937778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Usage tracker for resource:port and tenant:e4e85d09c379436f8e146d46ab7f77c4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:55.941631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:55.948204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:55.964051 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9602ebb4-f388-4898-a137-01cb52622b29 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:55.989365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602ebb4-f388-4898-a137-01cb52622b29 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c49df4a-32bf-4282-9495-117e736702eb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:56.001581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-12004bca-353d-450c-9882-7c90129764bc req-585c1a3e-8a9c-4a20-bfec-1e4f47846fd6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting port 6b5d5665-a737-41e1-8530-8901e3977a39 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:56.001924 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-12004bca-353d-450c-9882-7c90129764bc req-585c1a3e-8a9c-4a20-bfec-1e4f47846fd6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:56.028079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Made reservation on behalf of e4e85d09c379436f8e146d46ab7f77c4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:35:56.035202 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:56.129006 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9602ebb4-f388-4898-a137-01cb52622b29 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:56.130198 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9602ebb4-f388-4898-a137-01cb52622b29 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-groups/8c49df4a-32bf-4282-9495-117e736702eb HTTP/1.1" status: 204 len: 168 time: 0.4918263 May 27 22:35:56.135491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52918) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:56.140569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Router 3268ee74-c873-4ba6-bdae-4872961d6c93 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:35:56.202770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-aff3748b-c93e-458a-bc5b-c756cd5596d1 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=c3c718a2d83d437cada81da4b15b247f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6001589 May 27 22:35:56.273490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-20222bfb-a4d3-40a3-b02b-9f682e5953be tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:56.294067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Allocated IP 172.20.0.10 (009cefd1-4a82-4f3c-abba-59c352b10e11/3c75ea66-16d0-4f7f-b6dc-a1d248f4da68/563fbf05-b08a-49c0-9689-399ebb1a5e7d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:35:56.333849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 970cdcff-a656-4acc-91ab-32d9be5ab081 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:35:56.402659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 970cdcff-a656-4acc-91ab-32d9be5ab081 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:35:56.403296 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:56.424920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-20222bfb-a4d3-40a3-b02b-9f682e5953be tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:56.426152 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-20222bfb-a4d3-40a3-b02b-9f682e5953be tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2902143 May 27 22:35:56.445747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52924) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:56.457836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ee7e8521-6c02-44da-b61b-76cb96ee196b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744564822'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:56.466363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ee7e8521-6c02-44da-b61b-76cb96ee196b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:56.477629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-4f3b002c-a21d-422d-8731-b3d2980530d5 req-2045a37e-50ce-42ec-8073-985f2b1e067c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] For port 3af2e269-27ac-4873-ac51-b1c601ffc941, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3af2e269-27ac-4873-ac51-b1c601ffc941,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:56.478227 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4f3b002c-a21d-422d-8731-b3d2980530d5 req-2045a37e-50ce-42ec-8073-985f2b1e067c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:56.485613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ee7e8521-6c02-44da-b61b-76cb96ee196b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:56.532231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 970cdcff-a656-4acc-91ab-32d9be5ab081 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:35:56.546665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:56.587660 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8521-6c02-44da-b61b-76cb96ee196b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:56.609324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ee7e8521-6c02-44da-b61b-76cb96ee196b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:56.613809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ee7e8521-6c02-44da-b61b-76cb96ee196b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:56.616974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ee7e8521-6c02-44da-b61b-76cb96ee196b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:56.623277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ee7e8521-6c02-44da-b61b-76cb96ee196b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:56.652222 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:56.731631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Network 009cefd1-4a82-4f3c-abba-59c352b10e11 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:35:56.739636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:35:56.747915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:35:56.814325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Pushing event updated for resources: {'Port': ['ID=563fbf05-b08a-49c0-9689-399ebb1a5e7d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:56.837528 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8521-6c02-44da-b61b-76cb96ee196b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:56.843629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:56.853611 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:56.891654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-4f3b002c-a21d-422d-8731-b3d2980530d5 req-2045a37e-50ce-42ec-8073-985f2b1e067c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Calling delete_port for 3af2e269-27ac-4873-ac51-b1c601ffc941 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:56.918306 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8521-6c02-44da-b61b-76cb96ee196b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:56.951274 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-511185bb-6828-4b07-a95c-582a9ad216fa req-942a9a61-abef-49ea-a064-d4fb536728b3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2152934 May 27 22:35:56.966225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e8521-6c02-44da-b61b-76cb96ee196b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2dcced-513c-4503-8d57-ed4600e86e2b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:56.972765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Request body: {'port': {'device_id': 'e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:56.973090 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-3a4a6a0a-3aae-46a7-a0cb-baf1299d3c87 service neutron] 10.222.0.27 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7600501 May 27 22:35:57.059833 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee7e8521-6c02-44da-b61b-76cb96ee196b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:57.061042 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ee7e8521-6c02-44da-b61b-76cb96ee196b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6238003 May 27 22:35:57.067892 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52928) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:57.079385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ba73d7c5-e277-413e-bc5b-61e8d2a86507 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group_rule': {'security_group_id': '2d2dcced-513c-4503-8d57-ed4600e86e2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:57.081909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:35:57.087281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ba73d7c5-e277-413e-bc5b-61e8d2a86507 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:57.092479 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Sync routers for ids ['3268ee74-c873-4ba6-bdae-4872961d6c93'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:35:57.093794 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-06768ade-f911-47d8-a12a-5eb69c3f1171 admin admin] 10.222.0.27 "PUT /v2.0/routers/3268ee74-c873-4ba6-bdae-4872961d6c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1853030 May 27 22:35:57.094523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba73d7c5-e277-413e-bc5b-61e8d2a86507 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:35:57.099197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba73d7c5-e277-413e-bc5b-61e8d2a86507 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:35:57.112734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ba73d7c5-e277-413e-bc5b-61e8d2a86507 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:57.114321 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Routers {'3268ee74-c873-4ba6-bdae-4872961d6c93'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:35:57.114945 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:35:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3268ee74-c873-4ba6-bdae-4872961d6c93'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:57.115322 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:57.140492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-12004bca-353d-450c-9882-7c90129764bc req-585c1a3e-8a9c-4a20-bfec-1e4f47846fd6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] For port 6b5d5665-a737-41e1-8530-8901e3977a39, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6b5d5665-a737-41e1-8530-8901e3977a39,segment=NetworkSegment(36530600-ca9b-4208-9a99-b0463c654146),segment_id=36530600-ca9b-4208-9a99-b0463c654146)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:57.140852 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-12004bca-353d-450c-9882-7c90129764bc req-585c1a3e-8a9c-4a20-bfec-1e4f47846fd6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:57.261056 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba73d7c5-e277-413e-bc5b-61e8d2a86507 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:57.270500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-12004bca-353d-450c-9882-7c90129764bc req-585c1a3e-8a9c-4a20-bfec-1e4f47846fd6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Calling delete_port for 6b5d5665-a737-41e1-8530-8901e3977a39 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:57.364476 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Set router 3268ee74-c873-4ba6-bdae-4872961d6c93 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:35:57.444760 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-9e0afa29-e2da-417d-a205-a5bf5db35ab1 service neutron] 10.222.0.27 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583142 May 27 22:35:57.445024 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95dc032e-f3ff-4a02-94a5-ff22e6f11860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:57.570744 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4f3b002c-a21d-422d-8731-b3d2980530d5 req-2045a37e-50ce-42ec-8073-985f2b1e067c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:57.591308 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba73d7c5-e277-413e-bc5b-61e8d2a86507 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:57.680147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045a37e-50ce-42ec-8073-985f2b1e067c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Pushing event deleted for resources: {'Port': ['ID=3af2e269-27ac-4873-ac51-b1c601ffc941,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:57.684204 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-12004bca-353d-450c-9882-7c90129764bc req-585c1a3e-8a9c-4a20-bfec-1e4f47846fd6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:57.710211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563fbf05-b08a-49c0-9689-399ebb1a5e7d {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:35:57.714007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba73d7c5-e277-413e-bc5b-61e8d2a86507 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:57.724931 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:57.755538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73d7c5-e277-413e-bc5b-61e8d2a86507 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca52764-596f-4461-a6d7-e238f42d56df,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:57.771107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Transition to ACTIVE for port object 563fbf05-b08a-49c0-9689-399ebb1a5e7d will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:35:57.905586 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba73d7c5-e277-413e-bc5b-61e8d2a86507 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:57.905586 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ba73d7c5-e277-413e-bc5b-61e8d2a86507 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8336051 May 27 22:35:57.905586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52948) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:57.912929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c1a3e-8a9c-4a20-bfec-1e4f47846fd6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event deleted for resources: {'Port': ['ID=6b5d5665-a737-41e1-8530-8901e3977a39,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:57.933549 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-86e2641a-5ca2-4b7e-979b-62495e86c0e5 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules/9ca52764-596f-4461-a6d7-e238f42d56df HTTP/1.1" status: 200 len: 763 time: 0.0272019 May 27 22:35:57.940130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52952) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:57.965176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3b002c-a21d-422d-8731-b3d2980530d5 req-2045a37e-50ce-42ec-8073-985f2b1e067c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] No DVR routers for this DVR port 3af2e269-27ac-4873-ac51-b1c601ffc941 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:35:57.976472 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'name': 'tempest-ServerRescueTestJSON-104196169-router', 'tenant_id': '82f014b25abf4c19a049c6e511375f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:35:44Z', 'updated_at': '2022-05-27T22:35:53Z', 'revision_number': 4, 'project_id': '82f014b25abf4c19a049c6e511375f4f', 'gw_port': {'id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:35:46Z', 'updated_at': '2022-05-27T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd5a752d6-c277-4ba3-8a84-4bf1f9550505', 'name': '', 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09', 'tenant_id': '82f014b25abf4c19a049c6e511375f4f', 'mac_address': 'fa:16:3e:0b:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c1980ea9-a648-44d4-9eb2-ca5f3fcf57da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:35:51Z', 'updated_at': '2022-05-27T22:35:53Z', 'revision_number': 2, 'project_id': '82f014b25abf4c19a049c6e511375f4f', 'subnets': [{'id': 'c1980ea9-a648-44d4-9eb2-ca5f3fcf57da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:57.977362 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:57.978562 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-4f3b002c-a21d-422d-8731-b3d2980530d5 req-2045a37e-50ce-42ec-8073-985f2b1e067c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:57.982282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0512486e-912a-4eb8-b5fb-cf97f5aa225c', 'name': 'network-vif-deleted', 'tag': '3af2e269-27ac-4873-ac51-b1c601ffc941'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:35:57.982455 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Checking router: 3268ee74-c873-4ba6-bdae-4872961d6c93 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:35:57.982973 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Updating router 3268ee74-c873-4ba6-bdae-4872961d6c93 port d5a752d6-c277-4ba3-8a84-4bf1f9550505 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:35:58.042842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-12004bca-353d-450c-9882-7c90129764bc req-585c1a3e-8a9c-4a20-bfec-1e4f47846fd6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] No DVR routers for this DVR port 6b5d5665-a737-41e1-8530-8901e3977a39 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:35:58.055333 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-12004bca-353d-450c-9882-7c90129764bc req-585c1a3e-8a9c-4a20-bfec-1e4f47846fd6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:58.058983 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:58.105132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c017f6-4e10-4cd1-958e-979d53cf92d5 req-d0d107a7-78fd-48bc-821a-20f10bcd7ab5 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:58.106240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-97c017f6-4e10-4cd1-958e-979d53cf92d5 req-d0d107a7-78fd-48bc-821a-20f10bcd7ab5 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Synchronizing usage tracker for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:58.124985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-97c017f6-4e10-4cd1-958e-979d53cf92d5 req-d0d107a7-78fd-48bc-821a-20f10bcd7ab5 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Unset dirty status for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:58.133213 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97c017f6-4e10-4cd1-958e-979d53cf92d5 req-d0d107a7-78fd-48bc-821a-20f10bcd7ab5 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 946 time: 0.2178283 May 27 22:35:58.195231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-918ce5c0-ce52-4165-8b6e-5484190931a4 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:58.206325 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97c017f6-4e10-4cd1-958e-979d53cf92d5 req-35b7086d-6fb6-435c-9ad1-4f0f06e58de3 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/security-groups?id=c29aa8a1-2804-4a6f-81ed-6559c5d609bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679865 May 27 22:35:58.239247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Pushing event updated for resources: {'Port': ['ID=563fbf05-b08a-49c0-9689-399ebb1a5e7d,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:58.250417 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f3b002c-a21d-422d-8731-b3d2980530d5 req-2045a37e-50ce-42ec-8073-985f2b1e067c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "DELETE /v2.0/ports/3af2e269-27ac-4873-ac51-b1c601ffc941 HTTP/1.1" status: 204 len: 173 time: 2.9886847 May 27 22:35:58.250417 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12004bca-353d-450c-9882-7c90129764bc req-585c1a3e-8a9c-4a20-bfec-1e4f47846fd6 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.46 "DELETE /v2.0/ports/6b5d5665-a737-41e1-8530-8901e3977a39 HTTP/1.1" status: 204 len: 173 time: 2.4004135 May 27 22:35:58.321879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Attempting to bind port 563fbf05-b08a-49c0-9689-399ebb1a5e7d on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:35:58.322204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Attempting to bind port 563fbf05-b08a-49c0-9689-399ebb1a5e7d by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'aef016a4-cac8-4b1f-b44d-d4ce0fb2b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '009cefd1-4a82-4f3c-abba-59c352b10e11'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:35:58.322528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Attempting to bind port 563fbf05-b08a-49c0-9689-399ebb1a5e7d on network 009cefd1-4a82-4f3c-abba-59c352b10e11 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:35:58.327287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Port 563fbf05-b08a-49c0-9689-399ebb1a5e7d on network 009cefd1-4a82-4f3c-abba-59c352b10e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:35:58.327603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Attempting to bind port 563fbf05-b08a-49c0-9689-399ebb1a5e7d on network 009cefd1-4a82-4f3c-abba-59c352b10e11 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:35:58.332933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:35:58.333266 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Checking segment: {'id': 'aef016a4-cac8-4b1f-b44d-d4ce0fb2b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '009cefd1-4a82-4f3c-abba-59c352b10e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:35:58.333648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Bound using segment: {'id': 'aef016a4-cac8-4b1f-b44d-d4ce0fb2b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '009cefd1-4a82-4f3c-abba-59c352b10e11'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:35:58.334071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Bound port: 563fbf05-b08a-49c0-9689-399ebb1a5e7d, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef016a4-cac8-4b1f-b44d-d4ce0fb2b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '009cefd1-4a82-4f3c-abba-59c352b10e11'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:35:58.334414 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:58.336384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-12004bca-353d-450c-9882-7c90129764bc req-67d16b71-7718-4b03-9c0b-c59954399ecb tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting port 672c1c34-e5c6-4fc6-bbde-ba4809984a85 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:35:58.336828 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-12004bca-353d-450c-9882-7c90129764bc req-67d16b71-7718-4b03-9c0b-c59954399ecb tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:58.433627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] For port 563fbf05-b08a-49c0-9689-399ebb1a5e7d, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:35:58.437091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] For port 563fbf05-b08a-49c0-9689-399ebb1a5e7d, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=563fbf05-b08a-49c0-9689-399ebb1a5e7d,segment=NetworkSegment(aef016a4-cac8-4b1f-b44d-d4ce0fb2b223),segment_id=aef016a4-cac8-4b1f-b44d-d4ce0fb2b223)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:35:58.445154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-918ce5c0-ce52-4165-8b6e-5484190931a4 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:58.447338 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-918ce5c0-ce52-4165-8b6e-5484190931a4 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5045969 May 27 22:35:58.450351 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52962) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:58.486205 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d798d975-50aa-4d27-a937-7dbc9c087887 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:58.497557 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d798d975-50aa-4d27-a937-7dbc9c087887 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:58.515967 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:58.581955 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:58.599569 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Transition to ACTIVE for port object d5a752d6-c277-4ba3-8a84-4bf1f9550505 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:35:58.616309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:58.617684 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:58.619610 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-511185bb-6828-4b07-a95c-582a9ad216fa req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] 10.222.0.57 "PUT /v2.0/ports/563fbf05-b08a-49c0-9689-399ebb1a5e7d HTTP/1.1" status: 200 len: 1092 time: 1.6545506 May 27 22:35:58.620263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3', 'tag': '563fbf05-b08a-49c0-9689-399ebb1a5e7d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:35:58.652582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0907d7-14fc-4e3e-81d6-62bccf3c44a7 service neutron] Pushing event updated for resources: {'Port': ['ID=563fbf05-b08a-49c0-9689-399ebb1a5e7d,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:58.737541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ba5c5-7740-468a-b1a8-993a402fb817 req-31801daa-95fb-4d46-b066-ce441f9a19a8 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:58.743329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d9ba5c5-7740-468a-b1a8-993a402fb817 req-31801daa-95fb-4d46-b066-ce441f9a19a8 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 944 time: 0.3664641 May 27 22:35:58.743757 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d798d975-50aa-4d27-a937-7dbc9c087887 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:58.744708 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:58.802576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798d975-50aa-4d27-a937-7dbc9c087887 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ca52764-596f-4461-a6d7-e238f42d56df,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:58.868744 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d9ba5c5-7740-468a-b1a8-993a402fb817 req-0c71f6aa-cbc5-43bb-aaf9-ea2873e25bad tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/security-groups?id=e9cae674-865e-4c26-a3f0-52780533c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173716 May 27 22:35:58.944123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-12004bca-353d-450c-9882-7c90129764bc req-67d16b71-7718-4b03-9c0b-c59954399ecb tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] For port 672c1c34-e5c6-4fc6-bbde-ba4809984a85, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=672c1c34-e5c6-4fc6-bbde-ba4809984a85,segment=NetworkSegment(24952078-6d47-404c-989c-3062d410382c),segment_id=24952078-6d47-404c-989c-3062d410382c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:35:58.944917 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-12004bca-353d-450c-9882-7c90129764bc req-67d16b71-7718-4b03-9c0b-c59954399ecb tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:59.006310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511185bb-6828-4b07-a95c-582a9ad216fa req-4efd8912-382a-448d-88c3-fb040f77b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:59.007952 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-511185bb-6828-4b07-a95c-582a9ad216fa req-4efd8912-382a-448d-88c3-fb040f77b1ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4e85d09c379436f8e146d46ab7f77c4&device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 1095 time: 0.1961956 May 27 22:35:59.015630 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d798d975-50aa-4d27-a937-7dbc9c087887 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:59.019957 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d798d975-50aa-4d27-a937-7dbc9c087887 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/9ca52764-596f-4461-a6d7-e238f42d56df HTTP/1.1" status: 204 len: 168 time: 0.5685472 May 27 22:35:59.021452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52988) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:59.099587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-12004bca-353d-450c-9882-7c90129764bc req-67d16b71-7718-4b03-9c0b-c59954399ecb tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Calling delete_port for 672c1c34-e5c6-4fc6-bbde-ba4809984a85 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:35:59.111026 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f30f16-d083-4335-87e9-43bb3fb0ba95 None None] Pushing event updated for resources: {'Port': ['ID=d5a752d6-c277-4ba3-8a84-4bf1f9550505,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:59.138928 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f30f16-d083-4335-87e9-43bb3fb0ba95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:59.139264 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f30f16-d083-4335-87e9-43bb3fb0ba95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:59.141012 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f30f16-d083-4335-87e9-43bb3fb0ba95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:59.141470 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f30f16-d083-4335-87e9-43bb3fb0ba95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:59.141919 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f30f16-d083-4335-87e9-43bb3fb0ba95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:59.142271 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f30f16-d083-4335-87e9-43bb3fb0ba95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:59.142845 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f30f16-d083-4335-87e9-43bb3fb0ba95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:59.143352 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f30f16-d083-4335-87e9-43bb3fb0ba95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:59.144072 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f30f16-d083-4335-87e9-43bb3fb0ba95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:59.144830 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f30f16-d083-4335-87e9-43bb3fb0ba95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:59.146277 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f30f16-d083-4335-87e9-43bb3fb0ba95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:59.146958 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f30f16-d083-4335-87e9-43bb3fb0ba95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:35:59.183223 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Attempting to bind port d5a752d6-c277-4ba3-8a84-4bf1f9550505 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:35:59.183822 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Attempting to bind port d5a752d6-c277-4ba3-8a84-4bf1f9550505 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '20e5a592-014c-48e0-99d2-95c8e612e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:35:59.184289 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Attempting to bind port d5a752d6-c277-4ba3-8a84-4bf1f9550505 on network 8be13602-4cfa-458d-a78a-e81021b10d09 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:35:59.184521 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-511185bb-6828-4b07-a95c-582a9ad216fa req-808f1e6b-8cc3-4190-8ff5-ae3ad3dd807e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=563fbf05-b08a-49c0-9689-399ebb1a5e7d HTTP/1.1" status: 200 len: 217 time: 0.1615720 May 27 22:35:59.204486 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:35:59.207065 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Checking segment: {'id': '20e5a592-014c-48e0-99d2-95c8e612e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:35:59.207583 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:59.209354 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Bound using segment: {'id': '20e5a592-014c-48e0-99d2-95c8e612e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:35:59.209965 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Bound port: d5a752d6-c277-4ba3-8a84-4bf1f9550505, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e5a592-014c-48e0-99d2-95c8e612e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:35:59.210447 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:59.299740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d3063f39-cf60-465e-a035-090701d67183 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:59.328140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511185bb-6828-4b07-a95c-582a9ad216fa req-a6dec803-367e-4ca4-9e96-661af64b45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:59.329779 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-511185bb-6828-4b07-a95c-582a9ad216fa req-a6dec803-367e-4ca4-9e96-661af64b45e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3c75ea66-16d0-4f7f-b6dc-a1d248f4da68 HTTP/1.1" status: 200 len: 850 time: 0.1350417 May 27 22:35:59.349139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 672c1c34-e5c6-4fc6-bbde-ba4809984a85 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:59.416634 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] For port d5a752d6-c277-4ba3-8a84-4bf1f9550505, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:35:59.417463 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-511185bb-6828-4b07-a95c-582a9ad216fa req-200f1854-4692-4f63-972d-d0c5fdca866b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=009cefd1-4a82-4f3c-abba-59c352b10e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804365 May 27 22:35:59.423043 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] For port d5a752d6-c277-4ba3-8a84-4bf1f9550505, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d5a752d6-c277-4ba3-8a84-4bf1f9550505,segment=NetworkSegment(20e5a592-014c-48e0-99d2-95c8e612e95e),segment_id=20e5a592-014c-48e0-99d2-95c8e612e95e)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:35:59.444598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-49980173-6c31-4f97-84dd-680755ab9159 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:35:59.452978 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-49980173-6c31-4f97-84dd-680755ab9159 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/networks?id=8be13602-4cfa-458d-a78a-e81021b10d09 HTTP/1.1" status: 200 len: 810 time: 0.2206852 May 27 22:35:59.468673 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-12004bca-353d-450c-9882-7c90129764bc req-67d16b71-7718-4b03-9c0b-c59954399ecb tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:59.469234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d3063f39-cf60-465e-a035-090701d67183 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:35:59.473232 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d3063f39-cf60-465e-a035-090701d67183 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4469683 May 27 22:35:59.480246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No active binding found for port 672c1c34-e5c6-4fc6-bbde-ba4809984a85 {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 22:35:59.480396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53004) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:35:59.480495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 672c1c34-e5c6-4fc6-bbde-ba4809984a85 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:35:59.480495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6b5d5665-a737-41e1-8530-8901e3977a39 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:35:59.480661 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-6197f96d-8cfa-4a82-817d-d6198eb05e9d tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/quotas/82f014b25abf4c19a049c6e511375f4f HTTP/1.1" status: 200 len: 375 time: 0.0225911 May 27 22:35:59.496980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9b7ff729-bb65-406a-9eb0-86f13ced3180 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group_rule': {'security_group_id': '2d2dcced-513c-4503-8d57-ed4600e86e2b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:35:59.515941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 6b5d5665-a737-41e1-8530-8901e3977a39 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:35:59.516316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6b5d5665-a737-41e1-8530-8901e3977a39 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:35:59.546413 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:59.578001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9b7ff729-bb65-406a-9eb0-86f13ced3180 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:35:59.594075 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9b7ff729-bb65-406a-9eb0-86f13ced3180 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:35:59.605332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d16b71-7718-4b03-9c0b-c59954399ecb tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event deleted for resources: {'Port': ['ID=672c1c34-e5c6-4fc6-bbde-ba4809984a85,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:35:59.695918 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97beb9ee-5f28-4fad-8c4a-c8e46553be90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:59.712992 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-511185bb-6828-4b07-a95c-582a9ad216fa req-40bb4a4c-f424-4466-a7ac-7336d6ac00ba service neutron] 10.222.0.57 "GET /v2.0/networks/009cefd1-4a82-4f3c-abba-59c352b10e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878728 May 27 22:35:59.733531 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Routers {'3268ee74-c873-4ba6-bdae-4872961d6c93'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:35:59.734199 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:35:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3268ee74-c873-4ba6-bdae-4872961d6c93'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:35:59.852970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-12004bca-353d-450c-9882-7c90129764bc req-67d16b71-7718-4b03-9c0b-c59954399ecb tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] No DVR routers for this DVR port 672c1c34-e5c6-4fc6-bbde-ba4809984a85 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:35:59.861244 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-12004bca-353d-450c-9882-7c90129764bc req-67d16b71-7718-4b03-9c0b-c59954399ecb tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:59.898439 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14fecf23-dccf-4f76-926d-492a63d0f0a9 req-417ebecc-0453-4f02-9df4-1d165fd1ad2e tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 210 time: 0.0786870 May 27 22:35:59.909319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-c45c4141-6ac1-418b-bd70-6266851283e8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Synchronizing usage tracker for tenant:82f014b25abf4c19a049c6e511375f4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:35:59.925568 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff729-bb65-406a-9eb0-86f13ced3180 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:35:59.926464 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12004bca-353d-450c-9882-7c90129764bc req-67d16b71-7718-4b03-9c0b-c59954399ecb tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.46 "DELETE /v2.0/ports/672c1c34-e5c6-4fc6-bbde-ba4809984a85 HTTP/1.1" status: 204 len: 173 time: 1.6760154 May 27 22:35:59.974134 n-d-843680-3 neutron-server[88900]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f45eb8f2-8b4e-4198-b46d-565140166415']: {'server_uuid': '0512486e-912a-4eb8-b5fb-cf97f5aa225c', 'name': 'network-vif-deleted', 'tag': '3af2e269-27ac-4873-ac51-b1c601ffc941', 'status': 'failed', 'code': 422} returned with failed status May 27 22:36:00.023818 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423872e4-80c6-4515-9cfc-bed15d523f20'] response: {'name': 'network-changed', 'server_uuid': 'e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3', 'tag': '563fbf05-b08a-49c0-9689-399ebb1a5e7d', 'status': 'completed', 'code': 200} May 27 22:36:00.026643 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f30f16-d083-4335-87e9-43bb3fb0ba95 None None] Pushing event updated for resources: {'Port': ['ID=d5a752d6-c277-4ba3-8a84-4bf1f9550505,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:00.050296 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff729-bb65-406a-9eb0-86f13ced3180 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:00.066922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-c45c4141-6ac1-418b-bd70-6266851283e8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Unset dirty status for tenant:82f014b25abf4c19a049c6e511375f4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:00.074275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-c45c4141-6ac1-418b-bd70-6266851283e8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=82f014b25abf4c19a049c6e511375f4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5885887 May 27 22:36:00.078857 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] Set router 3268ee74-c873-4ba6-bdae-4872961d6c93 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:36:00.086680 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-511185bb-6828-4b07-a95c-582a9ad216fa req-f13d1da4-201d-4b37-87af-fc8177740151 service neutron] 10.222.0.57 "GET /v2.0/networks/009cefd1-4a82-4f3c-abba-59c352b10e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667362 May 27 22:36:00.158198 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff729-bb65-406a-9eb0-86f13ced3180 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:00.186996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ff729-bb65-406a-9eb0-86f13ced3180 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecf85e6-af18-48db-98bb-3877ed223bb0,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:00.203568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-80b9ecd5-669b-4fa5-a4ae-23e1b91093dd req-53547a81-923e-4730-9b66-d809f2ec2f22 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Synchronizing usage tracker for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:00.303850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-050e3f83-fa04-4d3f-9f85-21c488e1942a service neutron] 10.222.0.27 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255821 May 27 22:36:00.351485 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b7ff729-bb65-406a-9eb0-86f13ced3180 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:00.353133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9b7ff729-bb65-406a-9eb0-86f13ced3180 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8621345 May 27 22:36:00.361115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53014) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:00.399823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-80b9ecd5-669b-4fa5-a4ae-23e1b91093dd req-53547a81-923e-4730-9b66-d809f2ec2f22 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Unset dirty status for tenant:c3b54b6db8c94da09be36184b0fd7615 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:00.406663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80b9ecd5-669b-4fa5-a4ae-23e1b91093dd req-53547a81-923e-4730-9b66-d809f2ec2f22 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cdd939e-62da-4b76-8757-5768f4122ff6 HTTP/1.1" status: 200 len: 210 time: 0.2555742 May 27 22:36:00.431492 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8331bcb5-fd5c-439c-a6b9-0069a8230315 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules/1ecf85e6-af18-48db-98bb-3877ed223bb0 HTTP/1.1" status: 200 len: 763 time: 0.0673881 May 27 22:36:00.437644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53018) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:00.474608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99003246-2d5f-4e3a-863c-fec802e4b058 req-7b65413d-6b99-4919-b1c3-368015ec3544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:00.476211 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-99003246-2d5f-4e3a-863c-fec802e4b058 req-7b65413d-6b99-4919-b1c3-368015ec3544 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e4e85d09c379436f8e146d46ab7f77c4&device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 1095 time: 0.2042038 May 27 22:36:00.501129 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-793e8603-ee46-46c5-ab4b-e855aa79060b service neutron] 10.222.0.27 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948855 May 27 22:36:00.536815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-326e3414-7ca9-4fb4-8449-b4c22dc6574d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:00.555202 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'name': 'tempest-ServerRescueTestJSON-104196169-router', 'tenant_id': '82f014b25abf4c19a049c6e511375f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:35:44Z', 'updated_at': '2022-05-27T22:35:53Z', 'revision_number': 4, 'project_id': '82f014b25abf4c19a049c6e511375f4f', 'gw_port': {'id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:35:46Z', 'updated_at': '2022-05-27T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd5a752d6-c277-4ba3-8a84-4bf1f9550505', 'name': '', 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09', 'tenant_id': '82f014b25abf4c19a049c6e511375f4f', 'mac_address': 'fa:16:3e:0b:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c1980ea9-a648-44d4-9eb2-ca5f3fcf57da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:35:51Z', 'updated_at': '2022-05-27T22:35:59Z', 'revision_number': 4, 'project_id': '82f014b25abf4c19a049c6e511375f4f', 'subnets': [{'id': 'c1980ea9-a648-44d4-9eb2-ca5f3fcf57da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:00.563649 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb4411a-da16-4869-89b9-c25a2674219c None None] The sync data for ids ['3268ee74-c873-4ba6-bdae-4872961d6c93'] in n-d-843680-3 is: [{'id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'name': 'tempest-ServerRescueTestJSON-104196169-router', 'tenant_id': '82f014b25abf4c19a049c6e511375f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:35:44Z', 'updated_at': '2022-05-27T22:35:53Z', 'revision_number': 4, 'project_id': '82f014b25abf4c19a049c6e511375f4f', 'gw_port': {'id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:35:46Z', 'updated_at': '2022-05-27T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd5a752d6-c277-4ba3-8a84-4bf1f9550505', 'name': '', 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09', 'tenant_id': '82f014b25abf4c19a049c6e511375f4f', 'mac_address': 'fa:16:3e:0b:c8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': 'c1980ea9-a648-44d4-9eb2-ca5f3fcf57da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:35:51Z', 'updated_at': '2022-05-27T22:35:59Z', 'revision_number': 4, 'project_id': '82f014b25abf4c19a049c6e511375f4f', 'subnets': [{'id': 'c1980ea9-a648-44d4-9eb2-ca5f3fcf57da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:36:00.890741 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:00.904283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3597baf-4aeb-4ffa-8922-bf3733ae5fec req-6c374fb5-38e6-4ce9-9ea0-3c7ff53470b7 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:00.912901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3597baf-4aeb-4ffa-8922-bf3733ae5fec req-6c374fb5-38e6-4ce9-9ea0-3c7ff53470b7 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 944 time: 0.1303654 May 27 22:36:00.960431 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:00.997330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-326e3414-7ca9-4fb4-8449-b4c22dc6574d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:00.998737 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-326e3414-7ca9-4fb4-8449-b4c22dc6574d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5634289 May 27 22:36:01.010704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53040) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:01.093028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99003246-2d5f-4e3a-863c-fec802e4b058 req-6c8dbca9-9218-472c-a333-e52a30520415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:01.097344 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-99003246-2d5f-4e3a-863c-fec802e4b058 req-6c8dbca9-9218-472c-a333-e52a30520415 service neutron] 10.222.0.57 "GET /v2.0/networks?id=009cefd1-4a82-4f3c-abba-59c352b10e11 HTTP/1.1" status: 200 len: 911 time: 0.6110394 May 27 22:36:01.189267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3597baf-4aeb-4ffa-8922-bf3733ae5fec req-e266f692-058e-49ae-939d-73513e12f6a7 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/security-groups?id=e9cae674-865e-4c26-a3f0-52780533c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695081 May 27 22:36:01.302634 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-99003246-2d5f-4e3a-863c-fec802e4b058 req-f7393875-d261-485a-b7fe-a4785761c036 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=563fbf05-b08a-49c0-9689-399ebb1a5e7d HTTP/1.1" status: 200 len: 217 time: 0.1985486 May 27 22:36:01.303635 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf25b5e-bfa3-43a1-9a7f-5d148529d8a8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:01.394974 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf25b5e-bfa3-43a1-9a7f-5d148529d8a8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:01.439336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99003246-2d5f-4e3a-863c-fec802e4b058 req-adb54ba4-0b3b-4744-ba1f-a6b8d8c844fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:01.440865 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-99003246-2d5f-4e3a-863c-fec802e4b058 req-adb54ba4-0b3b-4744-ba1f-a6b8d8c844fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3c75ea66-16d0-4f7f-b6dc-a1d248f4da68 HTTP/1.1" status: 200 len: 850 time: 0.1199152 May 27 22:36:01.513621 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-99003246-2d5f-4e3a-863c-fec802e4b058 req-42dab1c4-64e9-430c-b285-95e78e2ea4c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=009cefd1-4a82-4f3c-abba-59c352b10e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651743 May 27 22:36:01.642138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-850b1245-85d6-45d4-be34-5686a22b3b5a tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:01.645561 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-850b1245-85d6-45d4-be34-5686a22b3b5a tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.46 "GET /v2.0/networks?id=edbf9976-6958-4752-83e2-d7a8d73d7413 HTTP/1.1" status: 200 len: 822 time: 0.6278682 May 27 22:36:01.656817 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f9abdfe6-2807-44ff-9ab1-952dbe367451 req-76642091-02e0-430c-8462-13ff8968d309 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 210 time: 0.3210387 May 27 22:36:01.665533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Request body: {'port': {'device_id': '685bbadf-e048-4bf4-9ae4-6f04782127dd', 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413', 'admin_state_up': True, 'tenant_id': 'c3c718a2d83d437cada81da4b15b247f'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:01.772212 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-99003246-2d5f-4e3a-863c-fec802e4b058 req-88179539-f303-4c7c-ba60-4a8305b7f992 service neutron] 10.222.0.57 "GET /v2.0/networks/009cefd1-4a82-4f3c-abba-59c352b10e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520330 May 27 22:36:01.778627 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf25b5e-bfa3-43a1-9a7f-5d148529d8a8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:01.870148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:01.886229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf25b5e-bfa3-43a1-9a7f-5d148529d8a8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ecf85e6-af18-48db-98bb-3877ed223bb0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:01.893890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Usage tracker for resource:port and tenant:c3c718a2d83d437cada81da4b15b247f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:01.902127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:01.969392 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-99003246-2d5f-4e3a-863c-fec802e4b058 req-43672d3b-63ad-4957-808e-ec2b48016486 service neutron] 10.222.0.57 "GET /v2.0/networks/009cefd1-4a82-4f3c-abba-59c352b10e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858366 May 27 22:36:01.970487 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf25b5e-bfa3-43a1-9a7f-5d148529d8a8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:01.972031 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0bf25b5e-bfa3-43a1-9a7f-5d148529d8a8 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/1ecf85e6-af18-48db-98bb-3877ed223bb0 HTTP/1.1" status: 204 len: 168 time: 0.9600804 May 27 22:36:01.974306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53062) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:01.976512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'name': 'network-vif-deleted', 'tag': '6b5d5665-a737-41e1-8530-8901e3977a39'}, {'server_uuid': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'name': 'network-vif-deleted', 'tag': '672c1c34-e5c6-4fc6-bbde-ba4809984a85'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:01.987028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:02.001351 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-37b647f2-5c33-4c07-af03-8067ffda60af req-f98b914e-514f-4aa7-880e-5b723193247b tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 210 time: 0.1115627 May 27 22:36:02.036850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-19db407e-a8cf-4cc9-a884-162dd3ad213b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:02.041945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-55710b94-793b-4c22-a955-b708931e766c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:02.043504 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-55710b94-793b-4c22-a955-b708931e766c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 812 time: 0.7646420 May 27 22:36:02.065413 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-32c7b14b-fa6b-46f2-bb94-c3117c7226cb tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/quotas/a0f32423ee064513a3cd2a2144bb1b80 HTTP/1.1" status: 200 len: 375 time: 0.0104115 May 27 22:36:02.097002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53068) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:02.101839 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:02.136968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-34c3b61b-07ff-43ba-94c6-5f19dccf543f tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Synchronizing usage tracker for tenant:a0f32423ee064513a3cd2a2144bb1b80 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:02.140859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Made reservation on behalf of c3c718a2d83d437cada81da4b15b247f for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:36:02.144438 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:02.148068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-19db407e-a8cf-4cc9-a884-162dd3ad213b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:02.153369 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-19db407e-a8cf-4cc9-a884-162dd3ad213b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1776404 May 27 22:36:02.158703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53074) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:02.168593 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c737d0-4049-4af0-96ab-ce1f221d829c'] response: {'server_uuid': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'name': 'network-vif-deleted', 'tag': '6b5d5665-a737-41e1-8530-8901e3977a39', 'status': 'completed', 'code': 200} May 27 22:36:02.172566 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c737d0-4049-4af0-96ab-ce1f221d829c'] response: {'server_uuid': '6cdd939e-62da-4b76-8757-5768f4122ff6', 'name': 'network-vif-deleted', 'tag': '672c1c34-e5c6-4fc6-bbde-ba4809984a85', 'status': 'completed', 'code': 200} May 27 22:36:02.174559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-93cb6f38-c8b1-4c41-a779-336e864d2d1b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group_rule': {'security_group_id': '2d2dcced-513c-4503-8d57-ed4600e86e2b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:02.184614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93cb6f38-c8b1-4c41-a779-336e864d2d1b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:02.205416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93cb6f38-c8b1-4c41-a779-336e864d2d1b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:02.221086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-6715aa3a-6784-4ce4-8e7d-ad774fe0c439 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting subnet 00f6e901-da4a-4128-afdd-e1346c39e639 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:36:02.225298 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6715aa3a-6784-4ce4-8e7d-ad774fe0c439 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:02.305318 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6715aa3a-6784-4ce4-8e7d-ad774fe0c439 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:02.391167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d5a752d6-c277-4ba3-8a84-4bf1f9550505 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:36:02.394666 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93cb6f38-c8b1-4c41-a779-336e864d2d1b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:02.436575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-34c3b61b-07ff-43ba-94c6-5f19dccf543f tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Unset dirty status for tenant:a0f32423ee064513a3cd2a2144bb1b80 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:02.437853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-34c3b61b-07ff-43ba-94c6-5f19dccf543f tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3668246 May 27 22:36:02.459527 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6715aa3a-6784-4ce4-8e7d-ad774fe0c439 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:02.534550 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93cb6f38-c8b1-4c41-a779-336e864d2d1b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:02.567855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port d5a752d6-c277-4ba3-8a84-4bf1f9550505 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:36:02.577129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d5a752d6-c277-4ba3-8a84-4bf1f9550505 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:36:02.577724 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:02.617973 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93cb6f38-c8b1-4c41-a779-336e864d2d1b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:02.650226 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6715aa3a-6784-4ce4-8e7d-ad774fe0c439 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:02.654692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Allocated IP 172.20.0.6 (edbf9976-6958-4752-83e2-d7a8d73d7413/3fbfb290-7b1a-42ce-93eb-77a4e0b04346/d03e5b88-0288-413f-a331-592a6060dd74) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:36:02.693040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31671ca-607a-4acd-a1ac-bbdecdfc92d9 req-cb900354-eb2f-447c-a2d5-9d2e9e45e04b tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:02.693288 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b31671ca-607a-4acd-a1ac-bbdecdfc92d9 req-cb900354-eb2f-447c-a2d5-9d2e9e45e04b tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 944 time: 0.3257136 May 27 22:36:02.725783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb6f38-c8b1-4c41-a779-336e864d2d1b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2293fbb2-7d76-499c-8f82-23e64fa4cfdd,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:02.742781 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6715aa3a-6784-4ce4-8e7d-ad774fe0c439 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:02.745923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715aa3a-6784-4ce4-8e7d-ad774fe0c439 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event deleted for resources: {'Subnet': ['ID=00f6e901-da4a-4128-afdd-e1346c39e639,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:02.751650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea64229b-0cc3-4beb-9178-9bda1f27c908 None None] Network 7c1c0f1c-95af-435e-a2a9-b66745142c7a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:36:02.759488 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6715aa3a-6784-4ce4-8e7d-ad774fe0c439 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "DELETE /v2.0/subnets/00f6e901-da4a-4128-afdd-e1346c39e639 HTTP/1.1" status: 204 len: 168 time: 0.6611924 May 27 22:36:02.760647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53090) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:02.773684 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d5a752d6-c277-4ba3-8a84-4bf1f9550505 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:02.774083 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:02.782143 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-24f04458-a5f0-43ef-9ddf-680ae635febc service neutron] 10.222.0.27 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960091 May 27 22:36:02.893255 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93cb6f38-c8b1-4c41-a779-336e864d2d1b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:02.893255 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-93cb6f38-c8b1-4c41-a779-336e864d2d1b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7301984 May 27 22:36:02.905222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53094) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:02.927708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port d5a752d6-c277-4ba3-8a84-4bf1f9550505, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d5a752d6-c277-4ba3-8a84-4bf1f9550505,segment=NetworkSegment(20e5a592-014c-48e0-99d2-95c8e612e95e),segment_id=20e5a592-014c-48e0-99d2-95c8e612e95e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:02.972436 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:03.005265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting port 6aaa75da-38b0-4df7-aaed-774db04532c4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:03.005593 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:03.029778 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:03.035248 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b739ef6d-69e9-4574-826b-685144d19719 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules/2293fbb2-7d76-499c-8f82-23e64fa4cfdd HTTP/1.1" status: 200 len: 764 time: 0.1286194 May 27 22:36:03.053464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53102) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:03.128920 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=d5a752d6-c277-4ba3-8a84-4bf1f9550505,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:03.139251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:03.139910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:03.140437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:03.145495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:03.145495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:03.145495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:03.145495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:03.145495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:03.145495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:03.145495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:03.145495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:03.145495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:03.181933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b31671ca-607a-4acd-a1ac-bbdecdfc92d9 req-c3def034-d225-47a0-8886-608570b9cfb3 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/security-groups?id=e9cae674-865e-4c26-a3f0-52780533c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766927 May 27 22:36:03.192007 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-1a5b16fd-eb60-4bcb-973f-ae3602de5ece service neutron] 10.222.0.27 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912580 May 27 22:36:03.221024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8eaf13-39c7-4a2c-a588-d21751f557fd None None] DHCP port deletion for 7c1c0f1c-95af-435e-a2a9-b66745142c7a request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:36:03.225616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6a8eaf13-39c7-4a2c-a588-d21751f557fd None None] Deleting port 6aaa75da-38b0-4df7-aaed-774db04532c4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:03.226123 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a8eaf13-39c7-4a2c-a588-d21751f557fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:03.233310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-841c8c12-4eb7-49a8-bef1-bef64954572d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:03.246234 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:03.318768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] For port 6aaa75da-38b0-4df7-aaed-774db04532c4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6aaa75da-38b0-4df7-aaed-774db04532c4,segment=NetworkSegment(36530600-ca9b-4208-9a99-b0463c654146),segment_id=36530600-ca9b-4208-9a99-b0463c654146)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:03.319753 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:03.335663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-841c8c12-4eb7-49a8-bef1-bef64954572d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:03.337274 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-841c8c12-4eb7-49a8-bef1-bef64954572d tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2806780 May 27 22:36:03.339852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53106) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:03.443761 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-85a5cb98-d11f-4e35-9e65-32b894707f86 req-1793f8f4-c897-4126-a34d-f278c427eb92 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 210 time: 0.0834322 May 27 22:36:03.454864 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:03.497509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Calling delete_port for 6aaa75da-38b0-4df7-aaed-774db04532c4 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:36:03.522798 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eae30163-d77d-426c-afb6-db0398ec7a55 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:03.561116 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eae30163-d77d-426c-afb6-db0398ec7a55 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:03.612200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Network edbf9976-6958-4752-83e2-d7a8d73d7413 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:36:03.624324 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:36:03.652102 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6a8eaf13-39c7-4a2c-a588-d21751f557fd None None] For port 6aaa75da-38b0-4df7-aaed-774db04532c4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6aaa75da-38b0-4df7-aaed-774db04532c4,segment=NetworkSegment(36530600-ca9b-4208-9a99-b0463c654146),segment_id=36530600-ca9b-4208-9a99-b0463c654146)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:03.652821 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a8eaf13-39c7-4a2c-a588-d21751f557fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:03.745826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:36:03.803478 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:03.816959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 563fbf05-b08a-49c0-9689-399ebb1a5e7d details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:36:03.824984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6a8eaf13-39c7-4a2c-a588-d21751f557fd None None] Calling delete_port for 6aaa75da-38b0-4df7-aaed-774db04532c4 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:36:03.835629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Pushing event updated for resources: {'Port': ['ID=d03e5b88-0288-413f-a331-592a6060dd74,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:03.886038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event deleted for resources: {'Port': ['ID=6aaa75da-38b0-4df7-aaed-774db04532c4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:03.893189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] No DVR routers for this DVR port 6aaa75da-38b0-4df7-aaed-774db04532c4 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:36:03.897575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:03.898359 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:03.911752 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4b7e33c-9466-44cb-b1db-fb02c470fd0e req-cf500936-c27e-4cbb-a4e3-2f6adbb76316 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 210 time: 0.2981167 May 27 22:36:03.956652 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eae30163-d77d-426c-afb6-db0398ec7a55 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:03.988535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae30163-d77d-426c-afb6-db0398ec7a55 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2293fbb2-7d76-499c-8f82-23e64fa4cfdd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:04.009413 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-6a8eaf13-39c7-4a2c-a588-d21751f557fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:36:04.010338 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-6a8eaf13-39c7-4a2c-a588-d21751f557fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:36:04.013682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a6eab-4ec4-41ca-bfca-50de36da9b0e req-bddc725c-b95f-4607-9bd5-017bf215fd90 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:04.014484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fb5a6eab-4ec4-41ca-bfca-50de36da9b0e req-bddc725c-b95f-4607-9bd5-017bf215fd90 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Synchronizing usage tracker for tenant:c3c718a2d83d437cada81da4b15b247f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:04.045229 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-0ce8cc76-280e-46e6-b09f-44c86f58dbc5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3872874 May 27 22:36:04.059547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Request body: {'port': {'device_id': '685bbadf-e048-4bf4-9ae4-6f04782127dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:04.113959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 563fbf05-b08a-49c0-9689-399ebb1a5e7d, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=563fbf05-b08a-49c0-9689-399ebb1a5e7d,segment=NetworkSegment(aef016a4-cac8-4b1f-b44d-d4ce0fb2b223),segment_id=aef016a4-cac8-4b1f-b44d-d4ce0fb2b223)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:04.139341 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eae30163-d77d-426c-afb6-db0398ec7a55 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:04.144314 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-eae30163-d77d-426c-afb6-db0398ec7a55 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/2293fbb2-7d76-499c-8f82-23e64fa4cfdd HTTP/1.1" status: 204 len: 168 time: 0.8017111 May 27 22:36:04.145557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53120) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:04.152767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '563fbf05-b08a-49c0-9689-399ebb1a5e7d', 'network_id': '009cefd1-4a82-4f3c-abba-59c352b10e11', 'port_id': '563fbf05-b08a-49c0-9689-399ebb1a5e7d', 'mac_address': 'fa:16:3e:ef:c2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c75ea66-16d0-4f7f-b6dc-a1d248f4da68', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:36:04.196714 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:04.224387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 563fbf05-b08a-49c0-9689-399ebb1a5e7d is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:04.225110 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:04.254538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563fbf05-b08a-49c0-9689-399ebb1a5e7d {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:36:04.272624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1c0f1c-95af-435e-a2a9-b66745142c7a']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:04.287408 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 563fbf05-b08a-49c0-9689-399ebb1a5e7d, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=563fbf05-b08a-49c0-9689-399ebb1a5e7d,segment=NetworkSegment(aef016a4-cac8-4b1f-b44d-d4ce0fb2b223),segment_id=aef016a4-cac8-4b1f-b44d-d4ce0fb2b223)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:04.291686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36530600-ca9b-4208-9a99-b0463c654146') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:04.292258 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36530600-ca9b-4208-9a99-b0463c654146') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:04.322478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fb5a6eab-4ec4-41ca-bfca-50de36da9b0e req-bddc725c-b95f-4607-9bd5-017bf215fd90 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Unset dirty status for tenant:c3c718a2d83d437cada81da4b15b247f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:04.322717 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:04.330236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb5a6eab-4ec4-41ca-bfca-50de36da9b0e req-bddc725c-b95f-4607-9bd5-017bf215fd90 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 931 time: 0.4975548 May 27 22:36:04.357824 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:04.367530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:36:04.367991 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:04.374785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d5a752d6-c277-4ba3-8a84-4bf1f9550505 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:36:04.446244 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:04.501415 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:04.514896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6a8eaf13-39c7-4a2c-a588-d21751f557fd None None] Deleting port 6aaa75da-38b0-4df7-aaed-774db04532c4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:04.515273 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a8eaf13-39c7-4a2c-a588-d21751f557fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:04.516160 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 36530600-ca9b-4208-9a99-b0463c654146 resource provider aggregate not found May 27 22:36:04.550409 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 36530600-ca9b-4208-9a99-b0463c654146 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36530600-ca9b-4208-9a99-b0463c654146 found for delete ", "request_id": "req-abcc7e31-ccfb-4ec0-aab0-28e1204b563c"}]} May 27 22:36:04.595495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6a8eaf13-39c7-4a2c-a588-d21751f557fd None None] The port '6aaa75da-38b0-4df7-aaed-774db04532c4' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:36:04.619347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fb5a6eab-4ec4-41ca-bfca-50de36da9b0e req-96a45f00-1c44-4806-a35f-da72b2c9a265 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Synchronizing usage tracker for tenant:c3c718a2d83d437cada81da4b15b247f on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:04.628677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=563fbf05-b08a-49c0-9689-399ebb1a5e7d,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:04.637759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d5a752d6-c277-4ba3-8a84-4bf1f9550505 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:36:04.638114 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:04.657468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f226e2e9-ab37-4a6c-b631-abaf9a1a5e01 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:04.739832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-fcb11171-3f88-4c7d-bd40-bb573354a1a6 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:04.740555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-fcb11171-3f88-4c7d-bd40-bb573354a1a6 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Synchronizing usage tracker for tenant:82f014b25abf4c19a049c6e511375f4f on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:04.782778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['563fbf05-b08a-49c0-9689-399ebb1a5e7d'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:36:04.815308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd67570-3816-4c60-993f-3ad4752cebb2 req-aef3cf64-1914-4146-b475-872e279d34bc tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:04.816797 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bfd67570-3816-4c60-993f-3ad4752cebb2 req-aef3cf64-1914-4146-b475-872e279d34bc tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 945 time: 0.3237081 May 27 22:36:04.836287 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d5a752d6-c277-4ba3-8a84-4bf1f9550505 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:04.907532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6aaa75da-38b0-4df7-aaed-774db04532c4 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:36:04.909913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:04.917332 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:04.947347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-fcb11171-3f88-4c7d-bd40-bb573354a1a6 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Unset dirty status for tenant:82f014b25abf4c19a049c6e511375f4f on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:04.959638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 6aaa75da-38b0-4df7-aaed-774db04532c4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:36:04.960229 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6aaa75da-38b0-4df7-aaed-774db04532c4 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:36:04.965593 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-fcb11171-3f88-4c7d-bd40-bb573354a1a6 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.46 "GET /v2.0/networks?id=8be13602-4cfa-458d-a78a-e81021b10d09 HTTP/1.1" status: 200 len: 810 time: 0.4517183 May 27 22:36:05.002877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fb5a6eab-4ec4-41ca-bfca-50de36da9b0e req-96a45f00-1c44-4806-a35f-da72b2c9a265 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Unset dirty status for tenant:c3c718a2d83d437cada81da4b15b247f on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:05.009699 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb5a6eab-4ec4-41ca-bfca-50de36da9b0e req-96a45f00-1c44-4806-a35f-da72b2c9a265 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6772399 May 27 22:36:05.016139 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f226e2e9-ab37-4a6c-b631-abaf9a1a5e01 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:05.017404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f226e2e9-ab37-4a6c-b631-abaf9a1a5e01 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8673837 May 27 22:36:05.022816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-54f35911-6628-4b0d-a0ea-e14b374e47f8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Request body: {'port': {'device_id': '940c368d-c204-479b-a2be-52be655e2d87', 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09', 'admin_state_up': True, 'tenant_id': '82f014b25abf4c19a049c6e511375f4f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:05.040086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53142) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:05.064031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event deleted for resources: {'Network': ['ID=7c1c0f1c-95af-435e-a2a9-b66745142c7a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:05.106169 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bfd67570-3816-4c60-993f-3ad4752cebb2 req-07f3aedd-7649-42d3-bbf1-4816c8c40df4 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/security-groups?id=e9cae674-865e-4c26-a3f0-52780533c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746639 May 27 22:36:05.146841 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae0c48ab-e915-46bb-bcba-898f1a8e1cb6 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:05.183504 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bbc9700c-078a-493b-906f-539eb18e4655 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "DELETE /v2.0/networks/7c1c0f1c-95af-435e-a2a9-b66745142c7a HTTP/1.1" status: 204 len: 168 time: 2.4219115 May 27 22:36:05.190659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53148) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:05.225361 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae0c48ab-e915-46bb-bcba-898f1a8e1cb6 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:05.293028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-54f35911-6628-4b0d-a0ea-e14b374e47f8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:05.303289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-54f35911-6628-4b0d-a0ea-e14b374e47f8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:05.400223 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e657e92-adfa-4c36-809b-06f69db3dc01 req-ae3f578b-b6a3-44ac-a84b-6d9fea18ce02 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 210 time: 0.1669877 May 27 22:36:05.417182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39d47315-e0d8-4525-add3-46750f121322 req-922f0dbe-b0a7-40b9-8808-81ad19082e83 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 210 time: 0.0850914 May 27 22:36:05.419348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d03e5b88-0288-413f-a331-592a6060dd74 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:36:05.431068 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:05.444553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-54f35911-6628-4b0d-a0ea-e14b374e47f8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Made reservation on behalf of 82f014b25abf4c19a049c6e511375f4f for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:36:05.448735 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-54f35911-6628-4b0d-a0ea-e14b374e47f8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:05.453377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-979d459a-27c0-4155-b50d-3e1ea477b9f2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting subnet 774b1bde-fd0d-4df8-ae8f-95e0d5270fbb {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:36:05.459211 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-979d459a-27c0-4155-b50d-3e1ea477b9f2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:05.526655 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-979d459a-27c0-4155-b50d-3e1ea477b9f2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:05.560690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 563fbf05-b08a-49c0-9689-399ebb1a5e7d up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:36:05.599253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Transition to ACTIVE for port object d03e5b88-0288-413f-a331-592a6060dd74 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:36:05.603618 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae0c48ab-e915-46bb-bcba-898f1a8e1cb6 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:05.628433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c48ab-e915-46bb-bcba-898f1a8e1cb6 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2dcced-513c-4503-8d57-ed4600e86e2b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:05.647337 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-979d459a-27c0-4155-b50d-3e1ea477b9f2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:05.674855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-54f35911-6628-4b0d-a0ea-e14b374e47f8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Allocated IP 172.20.0.5 (8be13602-4cfa-458d-a78a-e81021b10d09/c1980ea9-a648-44d4-9eb2-ca5f3fcf57da/b2689519-ab62-43c8-bef8-ed5b6f9ec4fc) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:36:05.758627 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:05.843864 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 563fbf05-b08a-49c0-9689-399ebb1a5e7d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:36:05.844788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 563fbf05-b08a-49c0-9689-399ebb1a5e7d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:36:05.844965 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:05.926427 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-979d459a-27c0-4155-b50d-3e1ea477b9f2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:05.987223 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-54f35911-6628-4b0d-a0ea-e14b374e47f8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:05.997649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d459a-27c0-4155-b50d-3e1ea477b9f2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event deleted for resources: {'Subnet': ['ID=774b1bde-fd0d-4df8-ae8f-95e0d5270fbb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:06.008844 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae0c48ab-e915-46bb-bcba-898f1a8e1cb6 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:06.012382 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ae0c48ab-e915-46bb-bcba-898f1a8e1cb6 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-groups/2d2dcced-513c-4503-8d57-ed4600e86e2b HTTP/1.1" status: 204 len: 168 time: 0.9660842 May 27 22:36:06.012382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Pushing event updated for resources: {'Port': ['ID=d03e5b88-0288-413f-a331-592a6060dd74,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:06.013391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53156) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:06.076458 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-979d459a-27c0-4155-b50d-3e1ea477b9f2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:06.079152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e37ff-3d95-491b-a911-140eee18c916 None None] Network 23c99617-d7d2-49a1-aed4-340306e84836 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:36:06.087844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c13f6f44-ad5f-4fb1-b190-f7205f4d1a4f tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:06.190894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-979d459a-27c0-4155-b50d-3e1ea477b9f2 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "DELETE /v2.0/subnets/774b1bde-fd0d-4df8-ae8f-95e0d5270fbb HTTP/1.1" status: 204 len: 168 time: 0.9963324 May 27 22:36:06.191765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53164) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:06.195466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Attempting to bind port d03e5b88-0288-413f-a331-592a6060dd74 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:36:06.196030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Attempting to bind port d03e5b88-0288-413f-a331-592a6060dd74 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '4e51450d-ce8a-452a-96c3-465edf8ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:36:06.204636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Attempting to bind port d03e5b88-0288-413f-a331-592a6060dd74 on network edbf9976-6958-4752-83e2-d7a8d73d7413 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:36:06.210603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Port d03e5b88-0288-413f-a331-592a6060dd74 on network edbf9976-6958-4752-83e2-d7a8d73d7413 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:36:06.215564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Attempting to bind port d03e5b88-0288-413f-a331-592a6060dd74 on network edbf9976-6958-4752-83e2-d7a8d73d7413 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:36:06.225167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:36:06.225759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Checking segment: {'id': '4e51450d-ce8a-452a-96c3-465edf8ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:36:06.226321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Bound using segment: {'id': '4e51450d-ce8a-452a-96c3-465edf8ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:36:06.227088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Bound port: d03e5b88-0288-413f-a331-592a6060dd74, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e51450d-ce8a-452a-96c3-465edf8ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:36:06.227708 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:06.230283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 563fbf05-b08a-49c0-9689-399ebb1a5e7d is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:06.230892 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:06.293614 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-54f35911-6628-4b0d-a0ea-e14b374e47f8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:06.295572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c13f6f44-ad5f-4fb1-b190-f7205f4d1a4f tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:06.296983 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c13f6f44-ad5f-4fb1-b190-f7205f4d1a4f tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2822635 May 27 22:36:06.340767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563fbf05-b08a-49c0-9689-399ebb1a5e7d'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:06.346375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53168) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:06.371225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ff7d4b04-954b-4b37-a1b7-b96104d4a9e2 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group': {'name': 'tempest-secgroup--733037063'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:06.379595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ff7d4b04-954b-4b37-a1b7-b96104d4a9e2 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:06.392963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ff7d4b04-954b-4b37-a1b7-b96104d4a9e2 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:06.412652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 563fbf05-b08a-49c0-9689-399ebb1a5e7d, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=563fbf05-b08a-49c0-9689-399ebb1a5e7d,segment=NetworkSegment(aef016a4-cac8-4b1f-b44d-d4ce0fb2b223),segment_id=aef016a4-cac8-4b1f-b44d-d4ce0fb2b223)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:06.477772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f35911-6628-4b0d-a0ea-e14b374e47f8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Pushing event updated for resources: {'Port': ['ID=b2689519-ab62-43c8-bef8-ed5b6f9ec4fc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:06.499525 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:06.535131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4b04-954b-4b37-a1b7-b96104d4a9e2 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:06.540843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-54f35911-6628-4b0d-a0ea-e14b374e47f8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Network 8be13602-4cfa-458d-a78a-e81021b10d09 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:36:06.555415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-54f35911-6628-4b0d-a0ea-e14b374e47f8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:36:06.568017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-54f35911-6628-4b0d-a0ea-e14b374e47f8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:36:06.612266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] For port d03e5b88-0288-413f-a331-592a6060dd74, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:36:06.620257 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] For port d03e5b88-0288-413f-a331-592a6060dd74, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d03e5b88-0288-413f-a331-592a6060dd74,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:36:06.624737 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=563fbf05-b08a-49c0-9689-399ebb1a5e7d,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:06.647630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ff7d4b04-954b-4b37-a1b7-b96104d4a9e2 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:06.655455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ff7d4b04-954b-4b37-a1b7-b96104d4a9e2 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:06.667989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ff7d4b04-954b-4b37-a1b7-b96104d4a9e2 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:06.691979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35803487-aa90-485f-8916-9f0a43c130a8 req-138ce523-6bf3-4fc6-8636-5b75d46bdf86 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:06.699279 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35803487-aa90-485f-8916-9f0a43c130a8 req-138ce523-6bf3-4fc6-8636-5b75d46bdf86 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 945 time: 0.2977488 May 27 22:36:06.715584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:06.724699 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8444c-d985-4c24-bbe0-86980d1b9e89 req-0d0a5d2f-f55d-4fd6-985b-22df664a10e1 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:06.726742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88ac1a3-b68d-48fc-ac6e-447e83a149ad None None] DHCP port deletion for 23c99617-d7d2-49a1-aed4-340306e84836 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:36:06.731529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b88ac1a3-b68d-48fc-ac6e-447e83a149ad None None] Deleting port aeb73061-eaae-4f48-80cc-4ffc0b1b2822 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:06.731906 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b88ac1a3-b68d-48fc-ac6e-447e83a149ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:06.733608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ac8444c-d985-4c24-bbe0-86980d1b9e89 req-0d0a5d2f-f55d-4fd6-985b-22df664a10e1 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 943 time: 0.4389501 May 27 22:36:06.740730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ff7d4b04-954b-4b37-a1b7-b96104d4a9e2 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:06.774741 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:06.781149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting port aeb73061-eaae-4f48-80cc-4ffc0b1b2822 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:06.781944 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:06.885222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-54f35911-6628-4b0d-a0ea-e14b374e47f8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:06.886167 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-54f35911-6628-4b0d-a0ea-e14b374e47f8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:07.018314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-ad72f89d-e56a-41ca-8d9b-78a19dac3f77 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:07.021803 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-ad72f89d-e56a-41ca-8d9b-78a19dac3f77 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 812 time: 0.5123837 May 27 22:36:07.054301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-f81ea279-8637-4dac-a391-c0ad0c3604fd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Request body: {'port': {'device_id': 'fea1e069-c4eb-4141-b860-69274e02f8ff', 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041', 'admin_state_up': True, 'tenant_id': 'a0f32423ee064513a3cd2a2144bb1b80'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:07.153221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:07.155039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:07.157980 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] 10.222.0.46 "PUT /v2.0/ports/d03e5b88-0288-413f-a331-592a6060dd74 HTTP/1.1" status: 200 len: 1091 time: 3.1027417 May 27 22:36:07.174748 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ac8444c-d985-4c24-bbe0-86980d1b9e89 req-c97b5a04-4214-47fb-b1f4-f9d97e33c897 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370131 May 27 22:36:07.187098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b88ac1a3-b68d-48fc-ac6e-447e83a149ad None None] For port aeb73061-eaae-4f48-80cc-4ffc0b1b2822, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aeb73061-eaae-4f48-80cc-4ffc0b1b2822,segment=NetworkSegment(24952078-6d47-404c-989c-3062d410382c),segment_id=24952078-6d47-404c-989c-3062d410382c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:07.190114 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b88ac1a3-b68d-48fc-ac6e-447e83a149ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:07.202350 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35803487-aa90-485f-8916-9f0a43c130a8 req-7998fda8-14b1-4944-8920-93a3152bbd3c tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/security-groups?id=e9cae674-865e-4c26-a3f0-52780533c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992042 May 27 22:36:07.203103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685bbadf-e048-4bf4-9ae4-6f04782127dd', 'tag': 'd03e5b88-0288-413f-a331-592a6060dd74'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:07.318555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddaf787-ae42-4b44-ba74-5ed2876d9590 service neutron] Pushing event updated for resources: {'Port': ['ID=d03e5b88-0288-413f-a331-592a6060dd74,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:07.356171 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb18aeb9-f09f-400d-aae2-18193d7c526e'] response: {'server_uuid': 'e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563fbf05-b08a-49c0-9689-399ebb1a5e7d', 'code': 200} May 27 22:36:07.446989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b88ac1a3-b68d-48fc-ac6e-447e83a149ad None None] Calling delete_port for aeb73061-eaae-4f48-80cc-4ffc0b1b2822 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:36:07.490243 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4b04-954b-4b37-a1b7-b96104d4a9e2 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:07.614568 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4b04-954b-4b37-a1b7-b96104d4a9e2 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:07.644907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a22788cc-cbb7-49a9-8b82-cd4f570f9efa req-a46bf314-7efe-4cd0-8e46-26ea518dfabe tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 210 time: 0.0750864 May 27 22:36:07.666340 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-54f35911-6628-4b0d-a0ea-e14b374e47f8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6619420 May 27 22:36:07.666823 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b88ac1a3-b68d-48fc-ac6e-447e83a149ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:07.683569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Request body: {'port': {'device_id': '940c368d-c204-479b-a2be-52be655e2d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:07.709734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2158464-af69-45e1-90ac-ed6cabb826eb req-6d346e45-1e83-4b09-a4ba-0b65ddd94fb6 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:07.724315 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d2158464-af69-45e1-90ac-ed6cabb826eb req-6d346e45-1e83-4b09-a4ba-0b65ddd94fb6 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 931 time: 0.3308489 May 27 22:36:07.773556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ac1a3-b68d-48fc-ac6e-447e83a149ad None None] Pushing event deleted for resources: {'Port': ['ID=aeb73061-eaae-4f48-80cc-4ffc0b1b2822,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:07.777559 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deedbfe9-bf28-4b35-a95f-27fb80148bc8'] response: {'name': 'network-changed', 'server_uuid': '685bbadf-e048-4bf4-9ae4-6f04782127dd', 'tag': 'd03e5b88-0288-413f-a331-592a6060dd74', 'status': 'completed', 'code': 200} May 27 22:36:07.803150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ac1a3-b68d-48fc-ac6e-447e83a149ad None None] No DVR routers for this DVR port aeb73061-eaae-4f48-80cc-4ffc0b1b2822 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:36:07.822829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] For port aeb73061-eaae-4f48-80cc-4ffc0b1b2822, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aeb73061-eaae-4f48-80cc-4ffc0b1b2822,segment=NetworkSegment(24952078-6d47-404c-989c-3062d410382c),segment_id=24952078-6d47-404c-989c-3062d410382c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:07.823226 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:07.824865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d4b04-954b-4b37-a1b7-b96104d4a9e2 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9693f4-f351-429d-934f-6fbf9af6e841,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:07.855339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-f81ea279-8637-4dac-a391-c0ad0c3604fd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:07.859924 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d2158464-af69-45e1-90ac-ed6cabb826eb req-88cffae3-5d27-438e-9e79-9e8945094090 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343219 May 27 22:36:07.869645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-bb99a6e4-9740-455e-a31d-6d7cd6ce84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:07.871342 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-bb99a6e4-9740-455e-a31d-6d7cd6ce84f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3c718a2d83d437cada81da4b15b247f&device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 1094 time: 0.3653963 May 27 22:36:07.940231 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4b04-954b-4b37-a1b7-b96104d4a9e2 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:07.941839 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ff7d4b04-954b-4b37-a1b7-b96104d4a9e2 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5869508 May 27 22:36:07.944595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53182) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:07.949776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a0636823-97c3-48ed-b688-f38415abfc46 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Request body: {'security_group_rule': {'security_group_id': 'bc9693f4-f351-429d-934f-6fbf9af6e841', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:07.963356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a0636823-97c3-48ed-b688-f38415abfc46 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:07.987012 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-2501aa6e-a7bd-49c2-931d-c940a4c15408 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d03e5b88-0288-413f-a331-592a6060dd74 HTTP/1.1" status: 200 len: 217 time: 0.1075234 May 27 22:36:07.987656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a0636823-97c3-48ed-b688-f38415abfc46 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Usage tracker for resource:security_group_rule and tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:07.990902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a0636823-97c3-48ed-b688-f38415abfc46 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:08.025295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Calling delete_port for aeb73061-eaae-4f48-80cc-4ffc0b1b2822 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:36:08.031791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a0636823-97c3-48ed-b688-f38415abfc46 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:08.065611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-cb668375-a9f6-4c67-b56a-f17c96b4536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:08.067271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-cb668375-a9f6-4c67-b56a-f17c96b4536a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3fbfb290-7b1a-42ce-93eb-77a4e0b04346 HTTP/1.1" status: 200 len: 862 time: 0.0734632 May 27 22:36:08.086701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-f81ea279-8637-4dac-a391-c0ad0c3604fd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:08.114040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-a3daa3a9-de56-4430-a548-18c4ccb3a0aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edbf9976-6958-4752-83e2-d7a8d73d7413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414729 May 27 22:36:08.122657 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:08.183289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf96bfa-38e0-47cc-a92e-df6fa5651ad2 req-1032d50f-8fa5-4c5f-b14f-ca9693d24c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:08.184850 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbf96bfa-38e0-47cc-a92e-df6fa5651ad2 req-1032d50f-8fa5-4c5f-b14f-ca9693d24c07 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 1097 time: 0.6072919 May 27 22:36:08.217772 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0636823-97c3-48ed-b688-f38415abfc46 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:08.224510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-f81ea279-8637-4dac-a391-c0ad0c3604fd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Made reservation on behalf of a0f32423ee064513a3cd2a2144bb1b80 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:36:08.227725 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-f81ea279-8637-4dac-a391-c0ad0c3604fd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:08.250778 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:36:08.257564 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:36:08.402368 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aeb73061-eaae-4f48-80cc-4ffc0b1b2822 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:36:08.406732 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbf96bfa-38e0-47cc-a92e-df6fa5651ad2 req-c6855c73-e186-4862-a96b-d55f7e7892ba service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e9cae674-865e-4c26-a3f0-52780533c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155786 May 27 22:36:08.412532 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-5785902d-7242-4e82-9fb2-41cd1428bb6c service neutron] 10.222.0.46 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926316 May 27 22:36:08.487953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: aeb73061-eaae-4f48-80cc-4ffc0b1b2822 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:36:08.488392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aeb73061-eaae-4f48-80cc-4ffc0b1b2822 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:36:08.570379 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0636823-97c3-48ed-b688-f38415abfc46 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:08.680833 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0636823-97c3-48ed-b688-f38415abfc46 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:08.682636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-f81ea279-8637-4dac-a391-c0ad0c3604fd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Allocated IP 172.20.0.7 (7fa183cd-844a-4771-a3e2-7a9231a95041/a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb/be576c23-4279-4fc4-9b46-3a064135314c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:36:08.749971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0636823-97c3-48ed-b688-f38415abfc46 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beab3cc6-c6f1-4d3e-90e8-028dfdae619d,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:08.753413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Deleting port aeb73061-eaae-4f48-80cc-4ffc0b1b2822 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:08.753823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:08.761844 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e445c9f3-0a53-4b54-86d0-6e75faed5043 req-3946b443-c98c-40db-b4ae-a4f2a1e8ac52 service neutron] 10.222.0.46 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362174 May 27 22:36:08.783340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d501198-7c01-4552-966b-dc0eb22da9dc req-45ef0e80-b943-40d6-a921-11c358f30812 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:08.785006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d501198-7c01-4552-966b-dc0eb22da9dc req-45ef0e80-b943-40d6-a921-11c358f30812 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 946 time: 0.3290856 May 27 22:36:08.797400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838826b-b948-40a1-b649-565f12a7ffc3 req-e61539eb-8563-45f0-a9ac-c2d18e18f010 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:08.797400 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0838826b-b948-40a1-b649-565f12a7ffc3 req-e61539eb-8563-45f0-a9ac-c2d18e18f010 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 943 time: 0.2827055 May 27 22:36:08.877004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] The port 'aeb73061-eaae-4f48-80cc-4ffc0b1b2822' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:36:08.885139 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0636823-97c3-48ed-b688-f38415abfc46 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:08.889384 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a0636823-97c3-48ed-b688-f38415abfc46 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9406283 May 27 22:36:08.893646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53198) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:08.897037 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d501198-7c01-4552-966b-dc0eb22da9dc req-180b4c94-3e74-4198-ae1b-c5baa3a79cc2 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/security-groups?id=e9cae674-865e-4c26-a3f0-52780533c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954368 May 27 22:36:08.901436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0838826b-b948-40a1-b649-565f12a7ffc3 req-aebb0b0a-4aaf-4fea-9626-3fb8247982c5 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988083 May 27 22:36:09.137973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2689519-ab62-43c8-bef8-ed5b6f9ec4fc {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:36:09.172203 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:09.199734 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-869fb51a-9a11-4384-933e-6c367f32dd16 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:09.202566 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58d4e3f6-0439-4884-9280-1f59660c6742 req-fbd646dd-bbb3-40d1-9188-4b26ed02ab7a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 210 time: 0.1491954 May 27 22:36:09.225957 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:09.251658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Transition to ACTIVE for port object b2689519-ab62-43c8-bef8-ed5b6f9ec4fc will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:36:09.255134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429d89f-7f4c-46e9-960f-8450db2ec828 req-bd2bfd77-134b-461d-ac83-c97708ba4a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:09.256908 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a429d89f-7f4c-46e9-960f-8450db2ec828 req-bd2bfd77-134b-461d-ac83-c97708ba4a7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3c718a2d83d437cada81da4b15b247f&device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 1094 time: 0.2538927 May 27 22:36:09.265255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023b548-f8b4-4711-8a35-cb317f6365e6 req-1a2807cc-3524-4dfb-ab77-1208112599c2 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:09.272572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2023b548-f8b4-4711-8a35-cb317f6365e6 req-1a2807cc-3524-4dfb-ab77-1208112599c2 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 931 time: 0.2169144 May 27 22:36:09.298497 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-869fb51a-9a11-4384-933e-6c367f32dd16 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:09.410303 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2023b548-f8b4-4711-8a35-cb317f6365e6 req-b7ca4c44-96cc-4fd0-bb4c-f58b73827b0c tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367433 May 27 22:36:09.463504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429d89f-7f4c-46e9-960f-8450db2ec828 req-5a5be46b-09ff-4baa-9f0d-e74fa540147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:09.465344 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a429d89f-7f4c-46e9-960f-8450db2ec828 req-5a5be46b-09ff-4baa-9f0d-e74fa540147d service neutron] 10.222.0.46 "GET /v2.0/networks?id=edbf9976-6958-4752-83e2-d7a8d73d7413 HTTP/1.1" status: 200 len: 923 time: 0.1782708 May 27 22:36:09.515380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c99617-d7d2-49a1-aed4-340306e84836']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:09.536524 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:09.558031 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a429d89f-7f4c-46e9-960f-8450db2ec828 req-37789a79-9564-4ce6-97bd-7b869f2f67ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d03e5b88-0288-413f-a331-592a6060dd74 HTTP/1.1" status: 200 len: 217 time: 0.0858204 May 27 22:36:09.635826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24952078-6d47-404c-989c-3062d410382c') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:09.636328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24952078-6d47-404c-989c-3062d410382c') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:09.643112 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Pushing event updated for resources: {'Port': ['ID=b2689519-ab62-43c8-bef8-ed5b6f9ec4fc,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:09.737933 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:09.846509 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-f81ea279-8637-4dac-a391-c0ad0c3604fd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:09.850275 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:09.872821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429d89f-7f4c-46e9-960f-8450db2ec828 req-84da2f8c-b4fd-46ba-8981-f26b7f317228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:09.874312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a429d89f-7f4c-46e9-960f-8450db2ec828 req-84da2f8c-b4fd-46ba-8981-f26b7f317228 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3fbfb290-7b1a-42ce-93eb-77a4e0b04346 HTTP/1.1" status: 200 len: 862 time: 0.3085041 May 27 22:36:09.901437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:36:09.904578 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:09.987070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a429d89f-7f4c-46e9-960f-8450db2ec828 req-1575fcc6-551f-4245-88bd-af7df3b7e999 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edbf9976-6958-4752-83e2-d7a8d73d7413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017823 May 27 22:36:10.170213 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 24952078-6d47-404c-989c-3062d410382c resource provider aggregate not found May 27 22:36:10.197097 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 24952078-6d47-404c-989c-3062d410382c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24952078-6d47-404c-989c-3062d410382c found for delete ", "request_id": "req-9a6e7e48-f613-431f-85b3-da0f9fc3880c"}]} May 27 22:36:10.203471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Attempting to bind port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:36:10.204164 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Attempting to bind port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '20e5a592-014c-48e0-99d2-95c8e612e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:36:10.204711 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Attempting to bind port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc on network 8be13602-4cfa-458d-a78a-e81021b10d09 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:36:10.222187 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc on network 8be13602-4cfa-458d-a78a-e81021b10d09 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:36:10.222187 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Attempting to bind port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc on network 8be13602-4cfa-458d-a78a-e81021b10d09 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:36:10.222187 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-f81ea279-8637-4dac-a391-c0ad0c3604fd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:10.270497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:36:10.270841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Checking segment: {'id': '20e5a592-014c-48e0-99d2-95c8e612e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:36:10.277527 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Bound using segment: {'id': '20e5a592-014c-48e0-99d2-95c8e612e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:36:10.277527 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Bound port: b2689519-ab62-43c8-bef8-ed5b6f9ec4fc, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e5a592-014c-48e0-99d2-95c8e612e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:36:10.277527 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:10.291073 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:10.310724 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a429d89f-7f4c-46e9-960f-8450db2ec828 req-4843e102-c705-4c51-9435-fc1c49342a8e service neutron] 10.222.0.46 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171675 May 27 22:36:10.332239 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:10.376053 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-869fb51a-9a11-4384-933e-6c367f32dd16 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:10.386453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-f81ea279-8637-4dac-a391-c0ad0c3604fd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Network 7fa183cd-844a-4771-a3e2-7a9231a95041 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:36:10.396840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] Pushing event deleted for resources: {'Network': ['ID=23c99617-d7d2-49a1-aed4-340306e84836,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:10.413233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-f81ea279-8637-4dac-a391-c0ad0c3604fd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:36:10.433616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-f81ea279-8637-4dac-a391-c0ad0c3604fd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:36:10.470991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fb51a-9a11-4384-933e-6c367f32dd16 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9693f4-f351-429d-934f-6fbf9af6e841,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:10.472634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ea279-8637-4dac-a391-c0ad0c3604fd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Pushing event updated for resources: {'Port': ['ID=be576c23-4279-4fc4-9b46-3a064135314c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:10.472764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487960e9-89c7-4018-b8c5-efe25aedb559 req-b56d105f-e85a-417a-8d33-d7342b223620 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:10.479576 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-487960e9-89c7-4018-b8c5-efe25aedb559 req-b56d105f-e85a-417a-8d33-d7342b223620 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 943 time: 0.3847458 May 27 22:36:10.506865 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a429d89f-7f4c-46e9-960f-8450db2ec828 req-6ad78ae0-93b3-49bf-9758-804101047529 service neutron] 10.222.0.46 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890082 May 27 22:36:10.526806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86601c5d-2ec3-4d58-8472-238acf76f923 req-a792ebc4-fdfb-45d2-902f-61f650df1213 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:10.533048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86601c5d-2ec3-4d58-8472-238acf76f923 req-a792ebc4-fdfb-45d2-902f-61f650df1213 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 946 time: 0.3372889 May 27 22:36:10.536228 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fd117de0-12c3-432e-81c0-d458648f00b4 tempest-ServersTestMultiNic-1010453311 tempest-ServersTestMultiNic-1010453311-project] 10.222.0.27 "DELETE /v2.0/networks/23c99617-d7d2-49a1-aed4-340306e84836 HTTP/1.1" status: 204 len: 168 time: 4.3431473 May 27 22:36:10.543156 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-869fb51a-9a11-4384-933e-6c367f32dd16 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:10.544928 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-869fb51a-9a11-4384-933e-6c367f32dd16 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-groups/bc9693f4-f351-429d-934f-6fbf9af6e841 HTTP/1.1" status: 204 len: 168 time: 1.6176062 May 27 22:36:10.549371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53222) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:10.578554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-487960e9-89c7-4018-b8c5-efe25aedb559 req-0ee98667-c9e0-4f27-966e-062302109fc1 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981278 May 27 22:36:10.581614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-f81ea279-8637-4dac-a391-c0ad0c3604fd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:10.582233 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-f81ea279-8637-4dac-a391-c0ad0c3604fd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:10.603827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] For port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:36:10.615758 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86601c5d-2ec3-4d58-8472-238acf76f923 req-ccbe90cb-edcd-4507-bc60-fb902266dc81 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/security-groups?id=e9cae674-865e-4c26-a3f0-52780533c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784428 May 27 22:36:10.636604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] For port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b2689519-ab62-43c8-bef8-ed5b6f9ec4fc,segment=NetworkSegment(20e5a592-014c-48e0-99d2-95c8e612e95e),segment_id=20e5a592-014c-48e0-99d2-95c8e612e95e)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:36:10.644704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-854c368d-92ac-4c81-bab4-225cc051fc66 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:10.713018 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-f81ea279-8637-4dac-a391-c0ad0c3604fd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6667461 May 27 22:36:10.725733 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Request body: {'port': {'device_id': 'fea1e069-c4eb-4141-b860-69274e02f8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:10.763975 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:10.835117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-854c368d-92ac-4c81-bab4-225cc051fc66 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:10.836369 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-854c368d-92ac-4c81-bab4-225cc051fc66 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2841942 May 27 22:36:10.841620 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53228) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:10.846914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:10.848103 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:10.848958 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] 10.222.0.46 "PUT /v2.0/ports/b2689519-ab62-43c8-bef8-ed5b6f9ec4fc HTTP/1.1" status: 200 len: 1091 time: 3.1695940 May 27 22:36:10.853792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940c368d-c204-479b-a2be-52be655e2d87', 'tag': 'b2689519-ab62-43c8-bef8-ed5b6f9ec4fc'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:10.888162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a86bd-1929-4948-aaf8-32c45f11485d req-f5451656-7ec3-4381-bb35-48d3eacf654b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:10.889915 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f68a86bd-1929-4948-aaf8-32c45f11485d req-f5451656-7ec3-4381-bb35-48d3eacf654b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 931 time: 0.1983852 May 27 22:36:10.900157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d60009-227a-45bd-abb6-ad3884ec3bb7 req-25723620-e60a-4e1d-a6b1-43cdf69e3531 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:10.902987 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d6d60009-227a-45bd-abb6-ad3884ec3bb7 req-25723620-e60a-4e1d-a6b1-43cdf69e3531 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 943 time: 0.1547294 May 27 22:36:10.926484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a41c23-d9b9-4e23-a7ef-3910e3b73a02 service neutron] Pushing event updated for resources: {'Port': ['ID=b2689519-ab62-43c8-bef8-ed5b6f9ec4fc,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:10.943193 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:10.989157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-dd326c86-cc08-42c5-9d27-c5a076d0a620 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:11.005526 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d6d60009-227a-45bd-abb6-ad3884ec3bb7 req-8934d138-ea2e-4577-921e-a841d4fc5db1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803523 May 27 22:36:11.014220 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f68a86bd-1929-4948-aaf8-32c45f11485d req-c66af5d0-2bfe-413b-adb8-e3c81cbd9db7 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090262 May 27 22:36:11.089795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-dd326c86-cc08-42c5-9d27-c5a076d0a620 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:11.091399 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dd326c86-cc08-42c5-9d27-c5a076d0a620 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2492671 May 27 22:36:11.094883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53236) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:11.124129 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-2f1ae220-b9b0-4a82-9a8c-9aa71c86736b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] delete failed (client error): The resource could not be found. May 27 22:36:11.124129 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2f1ae220-b9b0-4a82-9a8c-9aa71c86736b tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "DELETE /v2.0/security-groups/bc9693f4-f351-429d-934f-6fbf9af6e841 HTTP/1.1" status: 404 len: 347 time: 0.0221016 May 27 22:36:11.124877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53242) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:11.161400 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff91ead-af12-4bc6-850b-95f9beb2b8bc'] response: {'name': 'network-changed', 'server_uuid': '940c368d-c204-479b-a2be-52be655e2d87', 'tag': 'b2689519-ab62-43c8-bef8-ed5b6f9ec4fc', 'status': 'completed', 'code': 200} May 27 22:36:11.174629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-fd345887-e3a0-4317-82a8-2074268ccf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:11.176004 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-fd345887-e3a0-4317-82a8-2074268ccf5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82f014b25abf4c19a049c6e511375f4f&device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 1094 time: 0.2166967 May 27 22:36:11.230039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2a458974-9518-4eba-a9ef-e1156bff2340 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Synchronizing usage tracker for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:11.245300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2a458974-9518-4eba-a9ef-e1156bff2340 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] Unset dirty status for tenant:1e1c27c473ef42c6a3b1c5fa3cbc9217 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:11.251072 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2a458974-9518-4eba-a9ef-e1156bff2340 tempest-SecGroupTest-1835745935 tempest-SecGroupTest-1835745935-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1228416 May 27 22:36:11.274759 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-6ff20522-8696-4efe-93c4-921e44b4a2a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2689519-ab62-43c8-bef8-ed5b6f9ec4fc HTTP/1.1" status: 200 len: 217 time: 0.0919793 May 27 22:36:11.420044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-5c15a66c-3f7c-4116-97db-af5f8a05ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:11.421560 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-5c15a66c-3f7c-4116-97db-af5f8a05ee00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1980ea9-a648-44d4-9eb2-ca5f3fcf57da HTTP/1.1" status: 200 len: 850 time: 0.0948865 May 27 22:36:11.488557 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-d06e2c22-1183-4287-9a27-c9ef8bcb0b43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8be13602-4cfa-458d-a78a-e81021b10d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560169 May 27 22:36:11.500043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53254) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:11.902877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be576c23-4279-4fc4-9b46-3a064135314c {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:36:11.912888 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:11.916984 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-a51098b9-2d38-4a59-840b-6f1bb5ec4605 service neutron] 10.222.0.46 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220769 May 27 22:36:11.950821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53264) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:12.011539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Transition to ACTIVE for port object be576c23-4279-4fc4-9b46-3a064135314c will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:36:12.078636 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:12.091634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e86b5-83ba-4186-98a2-6014b0e2390f req-7a196cb8-f94f-4353-a829-9410466bc64c tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:12.093150 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d36e86b5-83ba-4186-98a2-6014b0e2390f req-7a196cb8-f94f-4353-a829-9410466bc64c tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 943 time: 0.3426409 May 27 22:36:12.123903 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e1a670ff-923e-4d75-88d7-84987a91e55f req-5daca1d1-715d-48b8-a738-3663bd4d8468 service neutron] 10.222.0.46 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978478 May 27 22:36:12.169189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016f29b-158b-412d-86e9-c66eef75110c req-e6233639-47e3-4339-86a2-09dfff71d06c tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:12.170681 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9016f29b-158b-412d-86e9-c66eef75110c req-e6233639-47e3-4339-86a2-09dfff71d06c tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 946 time: 0.3651960 May 27 22:36:12.284935 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d36e86b5-83ba-4186-98a2-6014b0e2390f req-074f1b23-178c-4334-af6b-0cc3f4edc479 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808410 May 27 22:36:12.299271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=be576c23-4279-4fc4-9b46-3a064135314c,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:12.308485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9016f29b-158b-412d-86e9-c66eef75110c req-209bdd3d-9c2b-49af-b8e7-e6556b34f43b tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/security-groups?id=e9cae674-865e-4c26-a3f0-52780533c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260257 May 27 22:36:12.407045 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-157a2492-9ae6-4922-9499-89a19123e811 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1e1c27c473ef42c6a3b1c5fa3cbc9217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4550467 May 27 22:36:12.443634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53278) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:12.559790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Attempting to bind port be576c23-4279-4fc4-9b46-3a064135314c on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:36:12.568813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Attempting to bind port be576c23-4279-4fc4-9b46-3a064135314c by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:36:12.569495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Attempting to bind port be576c23-4279-4fc4-9b46-3a064135314c on network 7fa183cd-844a-4771-a3e2-7a9231a95041 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:36:12.590581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Port be576c23-4279-4fc4-9b46-3a064135314c on network 7fa183cd-844a-4771-a3e2-7a9231a95041 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:36:12.590581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Attempting to bind port be576c23-4279-4fc4-9b46-3a064135314c on network 7fa183cd-844a-4771-a3e2-7a9231a95041 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:36:12.619544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:36:12.620729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Checking segment: {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:36:12.621702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Bound using segment: {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:36:12.622755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Bound port: be576c23-4279-4fc4-9b46-3a064135314c, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:36:12.623309 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:12.657924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d327eb-6b0d-4ace-ab6e-20071d8a28a8 req-aa5b6ebe-1b2a-4c0c-a869-67436efa3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:12.659943 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-85d327eb-6b0d-4ace-ab6e-20071d8a28a8 req-aa5b6ebe-1b2a-4c0c-a869-67436efa3807 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82f014b25abf4c19a049c6e511375f4f&device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 1094 time: 0.4131672 May 27 22:36:12.661082 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-617c6226-71b1-45d5-8460-9e23b6345b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:12.674047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3247a-c2d3-4e51-96de-d11393248e36 req-7fe5ba54-8709-478c-b9f7-8185fce1e0e1 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:12.676120 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bca3247a-c2d3-4e51-96de-d11393248e36 req-7fe5ba54-8709-478c-b9f7-8185fce1e0e1 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 943 time: 0.1963663 May 27 22:36:12.684858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebdb3cb-64cb-4b09-ba69-cd1165874de9 req-f0fe4df2-992f-40d8-bc56-f329ed34b527 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:12.686470 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ebdb3cb-64cb-4b09-ba69-cd1165874de9 req-f0fe4df2-992f-40d8-bc56-f329ed34b527 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 943 time: 0.2078094 May 27 22:36:12.697617 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-617c6226-71b1-45d5-8460-9e23b6345b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:12.792067 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ebdb3cb-64cb-4b09-ba69-cd1165874de9 req-77799ed6-1e1b-4438-ad55-1a500048b040 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964007 May 27 22:36:12.798329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bca3247a-c2d3-4e51-96de-d11393248e36 req-750ba38c-21a6-4286-b570-68755495a59a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040406 May 27 22:36:12.829201 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:12.966143 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] For port be576c23-4279-4fc4-9b46-3a064135314c, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:36:12.984054 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-617c6226-71b1-45d5-8460-9e23b6345b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:13.015339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] For port be576c23-4279-4fc4-9b46-3a064135314c, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=be576c23-4279-4fc4-9b46-3a064135314c,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:36:13.023339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c6226-71b1-45d5-8460-9e23b6345b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a0b20d-288b-455e-8828-e188ba4f2862,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:13.032890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d327eb-6b0d-4ace-ab6e-20071d8a28a8 req-18167921-e92a-41e5-8812-dce90bc5f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:13.034477 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-85d327eb-6b0d-4ace-ab6e-20071d8a28a8 req-18167921-e92a-41e5-8812-dce90bc5f44e service neutron] 10.222.0.46 "GET /v2.0/networks?id=8be13602-4cfa-458d-a78a-e81021b10d09 HTTP/1.1" status: 200 len: 911 time: 0.2688265 May 27 22:36:13.114280 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:13.146578 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-85d327eb-6b0d-4ace-ab6e-20071d8a28a8 req-25bd7fd4-9929-4cc5-8e10-646689de5939 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2689519-ab62-43c8-bef8-ed5b6f9ec4fc HTTP/1.1" status: 200 len: 217 time: 0.1054506 May 27 22:36:13.257313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Deleting port 23bfd97d-a7a8-48ca-8eb5-050e589827cf {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:13.257543 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:13.279241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:13.279846 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:13.281251 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] 10.222.0.46 "PUT /v2.0/ports/be576c23-4279-4fc4-9b46-3a064135314c HTTP/1.1" status: 200 len: 1091 time: 2.5598128 May 27 22:36:13.286008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea1e069-c4eb-4141-b860-69274e02f8ff', 'tag': 'be576c23-4279-4fc4-9b46-3a064135314c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:13.312422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88149f6c-8874-4a29-9181-6955ff46e0d8 service neutron] Pushing event updated for resources: {'Port': ['ID=be576c23-4279-4fc4-9b46-3a064135314c,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:13.337478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d327eb-6b0d-4ace-ab6e-20071d8a28a8 req-32a9a963-dcde-4e58-bd15-34e18ec4ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:13.338925 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-85d327eb-6b0d-4ace-ab6e-20071d8a28a8 req-32a9a963-dcde-4e58-bd15-34e18ec4ae48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1980ea9-a648-44d4-9eb2-ca5f3fcf57da HTTP/1.1" status: 200 len: 850 time: 0.1785657 May 27 22:36:13.389749 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-617c6226-71b1-45d5-8460-9e23b6345b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:13.390850 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-617c6226-71b1-45d5-8460-9e23b6345b97 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d4a0b20d-288b-455e-8828-e188ba4f2862 HTTP/1.1" status: 204 len: 168 time: 0.9458265 May 27 22:36:13.402046 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-85d327eb-6b0d-4ace-ab6e-20071d8a28a8 req-edf36851-df62-47f8-a8de-7b7d824b9954 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8be13602-4cfa-458d-a78a-e81021b10d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565269 May 27 22:36:13.412696 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d03e5b88-0288-413f-a331-592a6060dd74 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:36:13.437194 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04aa5a78-f41c-411f-804d-8df223f26c73'] response: {'name': 'network-changed', 'server_uuid': 'fea1e069-c4eb-4141-b860-69274e02f8ff', 'tag': 'be576c23-4279-4fc4-9b46-3a064135314c', 'status': 'completed', 'code': 200} May 27 22:36:13.491112 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5156ccf-15e9-4cbc-a6b1-7f2f7e7ce6a3 req-9588df88-7dfb-4f06-8357-1879e873ba05 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:13.492121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b5156ccf-15e9-4cbc-a6b1-7f2f7e7ce6a3 req-9588df88-7dfb-4f06-8357-1879e873ba05 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Synchronizing usage tracker for tenant:e4e85d09c379436f8e146d46ab7f77c4 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:13.537140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] For port 23bfd97d-a7a8-48ca-8eb5-050e589827cf, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=23bfd97d-a7a8-48ca-8eb5-050e589827cf,segment=NetworkSegment(8cee2dcb-5d02-4af0-9cc3-2c378ede3065),segment_id=8cee2dcb-5d02-4af0-9cc3-2c378ede3065)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:13.537506 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:13.707054 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-85d327eb-6b0d-4ace-ab6e-20071d8a28a8 req-b175571d-970d-4450-9f4d-77caaf05a2ae service neutron] 10.222.0.46 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889097 May 27 22:36:13.720424 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d03e5b88-0288-413f-a331-592a6060dd74, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d03e5b88-0288-413f-a331-592a6060dd74,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:13.757304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b5156ccf-15e9-4cbc-a6b1-7f2f7e7ce6a3 req-9588df88-7dfb-4f06-8357-1879e873ba05 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Unset dirty status for tenant:e4e85d09c379436f8e146d46ab7f77c4 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:13.759627 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b5156ccf-15e9-4cbc-a6b1-7f2f7e7ce6a3 req-9588df88-7dfb-4f06-8357-1879e873ba05 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.57 "GET /v2.0/ports?device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 946 time: 0.5977998 May 27 22:36:13.795204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'd03e5b88-0288-413f-a331-592a6060dd74', 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413', 'port_id': 'd03e5b88-0288-413f-a331-592a6060dd74', 'mac_address': 'fa:16:3e:7d:b0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfb290-7b1a-42ce-93eb-77a4e0b04346', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:36:13.888018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port d03e5b88-0288-413f-a331-592a6060dd74 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:13.888665 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:13.914002 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d03e5b88-0288-413f-a331-592a6060dd74 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:36:13.933371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d34c75-ab9d-4ff9-ad99-8dda11f13a98 req-06ca46ab-599b-4d13-acda-f7f5b98ec2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:13.935675 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-67d34c75-ab9d-4ff9-ad99-8dda11f13a98 req-06ca46ab-599b-4d13-acda-f7f5b98ec2e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 1094 time: 0.4926932 May 27 22:36:13.937037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d03e5b88-0288-413f-a331-592a6060dd74, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d03e5b88-0288-413f-a331-592a6060dd74,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:13.974308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Calling delete_port for 23bfd97d-a7a8-48ca-8eb5-050e589827cf owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:36:14.016100 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:14.183274 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-85d327eb-6b0d-4ace-ab6e-20071d8a28a8 req-7a1209a0-d5d3-4e8f-ac44-f96013d1b6a3 service neutron] 10.222.0.46 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745326 May 27 22:36:14.185969 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=d03e5b88-0288-413f-a331-592a6060dd74,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:14.209811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['d03e5b88-0288-413f-a331-592a6060dd74'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:36:14.267851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b5156ccf-15e9-4cbc-a6b1-7f2f7e7ce6a3 req-52308a60-7f06-474a-8087-5e65954f8648 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Deleting port 563fbf05-b08a-49c0-9689-399ebb1a5e7d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:14.268394 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b5156ccf-15e9-4cbc-a6b1-7f2f7e7ce6a3 req-52308a60-7f06-474a-8087-5e65954f8648 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:14.437759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d34c75-ab9d-4ff9-ad99-8dda11f13a98 req-0d97072b-ac26-4149-a90a-142a57a952f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:14.439810 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-67d34c75-ab9d-4ff9-ad99-8dda11f13a98 req-0d97072b-ac26-4149-a90a-142a57a952f9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4843278 May 27 22:36:14.640107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f904c0b-d056-4d75-aec9-1b9a0b8bc324 req-28e789a0-fe1c-4984-beaa-451c195d57df tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:14.647659 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f904c0b-d056-4d75-aec9-1b9a0b8bc324 req-28e789a0-fe1c-4984-beaa-451c195d57df tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 946 time: 0.8026106 May 27 22:36:14.686873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b97b3-1b70-41f8-a259-517fdd1e61bd req-ac20bc6f-e290-4f05-a491-fafaade9a5ba tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:14.688608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-725b97b3-1b70-41f8-a259-517fdd1e61bd req-ac20bc6f-e290-4f05-a491-fafaade9a5ba tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 943 time: 0.9511609 May 27 22:36:14.730245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b5156ccf-15e9-4cbc-a6b1-7f2f7e7ce6a3 req-52308a60-7f06-474a-8087-5e65954f8648 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] For port 563fbf05-b08a-49c0-9689-399ebb1a5e7d, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=563fbf05-b08a-49c0-9689-399ebb1a5e7d,segment=NetworkSegment(aef016a4-cac8-4b1f-b44d-d4ce0fb2b223),segment_id=aef016a4-cac8-4b1f-b44d-d4ce0fb2b223)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:14.731086 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f904c0b-d056-4d75-aec9-1b9a0b8bc324 req-4ba52fcf-c392-480f-9f1f-34759b56001e tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/security-groups?id=e9cae674-865e-4c26-a3f0-52780533c4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822978 May 27 22:36:14.731208 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b5156ccf-15e9-4cbc-a6b1-7f2f7e7ce6a3 req-52308a60-7f06-474a-8087-5e65954f8648 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:14.759897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d34c75-ab9d-4ff9-ad99-8dda11f13a98 req-4b65c4d1-2a1f-4269-9083-0621052d96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:14.761377 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-67d34c75-ab9d-4ff9-ad99-8dda11f13a98 req-4b65c4d1-2a1f-4269-9083-0621052d96cc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3155222 May 27 22:36:14.763572 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:14.828446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Pushing event deleted for resources: {'Port': ['ID=23bfd97d-a7a8-48ca-8eb5-050e589827cf,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:14.846009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:14.846501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:14.846606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:14.847069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:14.849412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:14.849910 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:14.850382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:14.850852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:14.851332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:14.851798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:14.852264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:14.852746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:14.961070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b5156ccf-15e9-4cbc-a6b1-7f2f7e7ce6a3 req-52308a60-7f06-474a-8087-5e65954f8648 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Calling delete_port for 563fbf05-b08a-49c0-9689-399ebb1a5e7d owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:36:14.976214 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-725b97b3-1b70-41f8-a259-517fdd1e61bd req-89e75c81-9d8b-4bb1-9dac-7a1b0244d19c tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653410 May 27 22:36:15.182640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b047dd-9321-4066-af5d-1a35eb21d1cd req-c34a2fec-cfed-40c6-85d5-da3d2bcec278 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:15.184841 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39b047dd-9321-4066-af5d-1a35eb21d1cd req-c34a2fec-cfed-40c6-85d5-da3d2bcec278 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 943 time: 0.3282797 May 27 22:36:15.196142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-a608a7ec-c4bd-4fd8-9ddd-ef34d13911c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:15.197697 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-a608a7ec-c4bd-4fd8-9ddd-ef34d13911c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 1094 time: 0.3441355 May 27 22:36:15.293089 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-4a31f496-2612-422f-9c24-52426eba511b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be576c23-4279-4fc4-9b46-3a064135314c HTTP/1.1" status: 200 len: 217 time: 0.0868204 May 27 22:36:15.294697 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b5156ccf-15e9-4cbc-a6b1-7f2f7e7ce6a3 req-52308a60-7f06-474a-8087-5e65954f8648 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:15.329504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['563fbf05-b08a-49c0-9689-399ebb1a5e7d'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:36:15.384284 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39b047dd-9321-4066-af5d-1a35eb21d1cd req-544fdd6b-f0b6-432c-9853-b97754606276 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371670 May 27 22:36:15.396817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52308a60-7f06-474a-8087-5e65954f8648 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Pushing event deleted for resources: {'Port': ['ID=563fbf05-b08a-49c0-9689-399ebb1a5e7d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:15.426176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7b6ae-d096-41d2-9489-a4c355b8a16f req-d9932b7d-68f0-44fc-b497-eed9d1f357c4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:15.433329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fee7b6ae-d096-41d2-9489-a4c355b8a16f req-d9932b7d-68f0-44fc-b497-eed9d1f357c4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 943 time: 0.2591641 May 27 22:36:15.436227 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:15.448566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b2689519-ab62-43c8-bef8-ed5b6f9ec4fc details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:36:15.463490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d03e5b88-0288-413f-a331-592a6060dd74 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:36:15.528369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5156ccf-15e9-4cbc-a6b1-7f2f7e7ce6a3 req-52308a60-7f06-474a-8087-5e65954f8648 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] No DVR routers for this DVR port 563fbf05-b08a-49c0-9689-399ebb1a5e7d on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:36:15.532952 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b5156ccf-15e9-4cbc-a6b1-7f2f7e7ce6a3 req-52308a60-7f06-474a-8087-5e65954f8648 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:15.540616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3', 'name': 'network-vif-deleted', 'tag': '563fbf05-b08a-49c0-9689-399ebb1a5e7d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:15.565428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-3d3981fd-5742-4882-bea2-8c072de205fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:15.568391 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-3d3981fd-5742-4882-bea2-8c072de205fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb HTTP/1.1" status: 200 len: 852 time: 0.2273493 May 27 22:36:15.569453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fee7b6ae-d096-41d2-9489-a4c355b8a16f req-9fb56c3e-0847-4f9f-bb6c-1fb236efa53e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348517 May 27 22:36:15.624156 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-22372abd-a214-4c51-a41d-2ccc546de54c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7fa183cd-844a-4771-a3e2-7a9231a95041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494709 May 27 22:36:15.656280 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b5156ccf-15e9-4cbc-a6b1-7f2f7e7ce6a3 req-52308a60-7f06-474a-8087-5e65954f8648 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.57 "DELETE /v2.0/ports/563fbf05-b08a-49c0-9689-399ebb1a5e7d HTTP/1.1" status: 204 len: 173 time: 1.8811131 May 27 22:36:15.732557 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d01a949d-2734-42da-9172-da4b0f4b24b1'] response: {'server_uuid': 'e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3', 'name': 'network-vif-deleted', 'tag': '563fbf05-b08a-49c0-9689-399ebb1a5e7d', 'status': 'completed', 'code': 200} May 27 22:36:15.767727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b2689519-ab62-43c8-bef8-ed5b6f9ec4fc,segment=NetworkSegment(20e5a592-014c-48e0-99d2-95c8e612e95e),segment_id=20e5a592-014c-48e0-99d2-95c8e612e95e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:15.805592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'b2689519-ab62-43c8-bef8-ed5b6f9ec4fc', 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09', 'port_id': 'b2689519-ab62-43c8-bef8-ed5b6f9ec4fc', 'mac_address': 'fa:16:3e:4d:e9:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1980ea9-a648-44d4-9eb2-ca5f3fcf57da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:36:15.834498 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-51db7392-0399-4abc-9f34-60093086c7c8 service neutron] 10.222.0.46 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963043 May 27 22:36:15.895994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:15.896389 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:15.918132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2689519-ab62-43c8-bef8-ed5b6f9ec4fc {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:36:15.922556 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:15.937888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b2689519-ab62-43c8-bef8-ed5b6f9ec4fc,segment=NetworkSegment(20e5a592-014c-48e0-99d2-95c8e612e95e),segment_id=20e5a592-014c-48e0-99d2-95c8e612e95e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:16.001321 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eff20989-867f-419b-af0c-07eb8c44c78f req-c3dad305-3687-4b29-b95b-cd7bf4a1e043 tempest-ServerGroupTestJSON-1701717535 tempest-ServerGroupTestJSON-1701717535-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7ecdc33-4d6a-40ca-bc1d-931ff71f3cb3 HTTP/1.1" status: 200 len: 210 time: 0.0722275 May 27 22:36:16.021923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port d03e5b88-0288-413f-a331-592a6060dd74 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:36:16.027111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port d03e5b88-0288-413f-a331-592a6060dd74 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:36:16.027480 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:16.087755 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b067f475-835c-4bcd-87f5-b824d8d34ec7 req-42281d73-f3c7-46d1-9dc2-d249a60f12c6 service neutron] 10.222.0.46 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501972 May 27 22:36:16.102386 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:16.244052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Router 064f2421-5cf8-462d-9703-e409185874c5 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:36:16.322527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=b2689519-ab62-43c8-bef8-ed5b6f9ec4fc,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:16.338074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b2689519-ab62-43c8-bef8-ed5b6f9ec4fc'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:36:16.502240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port d03e5b88-0288-413f-a331-592a6060dd74 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:16.502612 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:16.606994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685bbadf-e048-4bf4-9ae4-6f04782127dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03e5b88-0288-413f-a331-592a6060dd74'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:16.625086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d03e5b88-0288-413f-a331-592a6060dd74, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d03e5b88-0288-413f-a331-592a6060dd74,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:16.638379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:36:16.679893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c114fed3-abc1-4898-9c15-1991b412ac9c None None] Sync routers for ids ['064f2421-5cf8-462d-9703-e409185874c5'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:36:16.679994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0a85b-8568-4abc-ad55-fd9abbb5112a req-f5c404f6-e6dc-4969-a899-ef7a31aaca66 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:16.689581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-52f0a85b-8568-4abc-ad55-fd9abbb5112a req-f5c404f6-e6dc-4969-a899-ef7a31aaca66 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 944 time: 0.3078027 May 27 22:36:16.692261 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f229557f-736e-48e9-90fb-74f11400624b admin admin] 10.222.0.27 "PUT /v2.0/routers/064f2421-5cf8-462d-9703-e409185874c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1906731 May 27 22:36:16.695074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53354) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:16.701187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c114fed3-abc1-4898-9c15-1991b412ac9c None None] Routers {'064f2421-5cf8-462d-9703-e409185874c5'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:36:16.702066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c114fed3-abc1-4898-9c15-1991b412ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:36:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['064f2421-5cf8-462d-9703-e409185874c5'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:16.785898 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:16.898264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f092d7-afc6-46ac-bf4c-9ab23792bdab req-0b5e40dd-3d32-4d63-a886-733d6475d527 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:16.905213 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a8f092d7-afc6-46ac-bf4c-9ab23792bdab req-0b5e40dd-3d32-4d63-a886-733d6475d527 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 944 time: 0.3619208 May 27 22:36:16.928585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-52f0a85b-8568-4abc-ad55-fd9abbb5112a req-691adc20-86e9-4e90-959b-59080eec9de4 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217245 May 27 22:36:16.954881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53362) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:16.994953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=d03e5b88-0288-413f-a331-592a6060dd74,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:17.003218 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a8f092d7-afc6-46ac-bf4c-9ab23792bdab req-3747af47-af6c-4e03-9cd6-e10cb8056fd0 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970683 May 27 22:36:17.134521 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58bcb3f7-98a5-4dbb-9a3c-a5748d776229'] response: {'server_uuid': '685bbadf-e048-4bf4-9ae4-6f04782127dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03e5b88-0288-413f-a331-592a6060dd74', 'code': 200} May 27 22:36:17.206152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-c114fed3-abc1-4898-9c15-1991b412ac9c None None] Set router 064f2421-5cf8-462d-9703-e409185874c5 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:36:17.247831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e522b7a-30a0-4b95-a203-b839c1982cd3 req-f40a97df-c74e-4309-9a64-43b4e27a1ae8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:17.250459 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e522b7a-30a0-4b95-a203-b839c1982cd3 req-f40a97df-c74e-4309-9a64-43b4e27a1ae8 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 943 time: 0.2000706 May 27 22:36:17.257499 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0f1b04ee-487f-446b-b094-ffcbf0fd3872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:17.317610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0f1b04ee-487f-446b-b094-ffcbf0fd3872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:17.320234 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:17.329357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0f1b04ee-487f-446b-b094-ffcbf0fd3872 admin admin] Usage tracker for resource:security_group_rule and tenant:db2732a9b4c9418184722a2d033f1e5d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:17.334808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0f1b04ee-487f-446b-b094-ffcbf0fd3872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:17.351169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0f1b04ee-487f-446b-b094-ffcbf0fd3872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:17.358076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e522b7a-30a0-4b95-a203-b839c1982cd3 req-e5e65508-0c80-49b8-95f5-192200e30553 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883329 May 27 22:36:17.469403 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0f1b04ee-487f-446b-b094-ffcbf0fd3872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:17.499768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4aa8f9-3e04-4b30-8dc6-440880638b41 req-ba4906a0-71ee-4d18-a003-dfce2329e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:17.501268 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fa4aa8f9-3e04-4b30-8dc6-440880638b41 req-ba4906a0-71ee-4d18-a003-dfce2329e879 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 1096 time: 0.2765460 May 27 22:36:17.570244 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fa4aa8f9-3e04-4b30-8dc6-440880638b41 req-6b373dfd-e831-4136-88d0-12ce6396cf88 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598087 May 27 22:36:17.581570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:17.621324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 563fbf05-b08a-49c0-9689-399ebb1a5e7d no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:36:17.639051 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0f1b04ee-487f-446b-b094-ffcbf0fd3872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:17.650463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c114fed3-abc1-4898-9c15-1991b412ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064f2421-5cf8-462d-9703-e409185874c5', 'name': 'tempest-ServersTestMultiNic-1244348006-router', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': 'c85e4fdf-dce1-478e-a023-d1c68e348d03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:25Z', 'updated_at': '2022-05-27T22:36:14Z', 'revision_number': 5, 'project_id': 'c3b54b6db8c94da09be36184b0fd7615', 'gw_port': {'id': 'c85e4fdf-dce1-478e-a023-d1c68e348d03', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064f2421-5cf8-462d-9703-e409185874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:30Z', 'updated_at': '2022-05-27T22:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:17.663603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c114fed3-abc1-4898-9c15-1991b412ac9c None None] Checking router: 064f2421-5cf8-462d-9703-e409185874c5 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:36:17.668788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 563fbf05-b08a-49c0-9689-399ebb1a5e7d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:36:17.669046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 563fbf05-b08a-49c0-9689-399ebb1a5e7d not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:36:17.678042 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0f1b04ee-487f-446b-b094-ffcbf0fd3872 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=db2732a9b4c9418184722a2d033f1e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7219069 May 27 22:36:17.679000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c114fed3-abc1-4898-9c15-1991b412ac9c None None] Routers {'064f2421-5cf8-462d-9703-e409185874c5'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:36:17.682434 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c114fed3-abc1-4898-9c15-1991b412ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:36:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['064f2421-5cf8-462d-9703-e409185874c5'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:17.684471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53400) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:17.726396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b04ee-487f-446b-b094-ffcbf0fd3872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a45486d-6a5a-4b02-80a9-d1927949a442,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:17.738374 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] Deleting port c85e4fdf-dce1-478e-a023-d1c68e348d03 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:17.738798 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:17.827985 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-653b2a34-45bd-4ac8-b91a-08d6d0b4df8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:17.851486 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-c114fed3-abc1-4898-9c15-1991b412ac9c None None] Set router 064f2421-5cf8-462d-9703-e409185874c5 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:36:17.878646 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-653b2a34-45bd-4ac8-b91a-08d6d0b4df8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:17.879441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53412) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:17.948932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c198cbcf-3977-4be3-93c7-8a3388555b50 admin admin] Deleting subnet 3c75ea66-16d0-4f7f-b6dc-a1d248f4da68 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:36:17.953730 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c198cbcf-3977-4be3-93c7-8a3388555b50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:17.962235 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c114fed3-abc1-4898-9c15-1991b412ac9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064f2421-5cf8-462d-9703-e409185874c5', 'name': 'tempest-ServersTestMultiNic-1244348006-router', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:25Z', 'updated_at': '2022-05-27T22:36:17Z', 'revision_number': 6, 'project_id': 'c3b54b6db8c94da09be36184b0fd7615', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:17.966993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c114fed3-abc1-4898-9c15-1991b412ac9c None None] The sync data for ids ['064f2421-5cf8-462d-9703-e409185874c5'] in n-d-843680-3 is: [{'id': '064f2421-5cf8-462d-9703-e409185874c5', 'name': 'tempest-ServersTestMultiNic-1244348006-router', 'tenant_id': 'c3b54b6db8c94da09be36184b0fd7615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:25Z', 'updated_at': '2022-05-27T22:36:17Z', 'revision_number': 6, 'project_id': 'c3b54b6db8c94da09be36184b0fd7615', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:36:18.060049 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c198cbcf-3977-4be3-93c7-8a3388555b50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:18.083756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] For port c85e4fdf-dce1-478e-a023-d1c68e348d03, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c85e4fdf-dce1-478e-a023-d1c68e348d03,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:18.084599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:18.206840 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-653b2a34-45bd-4ac8-b91a-08d6d0b4df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:18.217350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] Calling delete_port for c85e4fdf-dce1-478e-a023-d1c68e348d03 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:36:18.244621 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c198cbcf-3977-4be3-93c7-8a3388555b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:18.273738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b2a34-45bd-4ac8-b91a-08d6d0b4df8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a45486d-6a5a-4b02-80a9-d1927949a442,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:18.285310 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-653b2a34-45bd-4ac8-b91a-08d6d0b4df8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:18.285310 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-653b2a34-45bd-4ac8-b91a-08d6d0b4df8a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2a45486d-6a5a-4b02-80a9-d1927949a442 HTTP/1.1" status: 204 len: 168 time: 0.5957582 May 27 22:36:18.347917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee847e-db7b-455e-ac8d-6f1b570fdaf5 req-bba53ce2-c916-4612-9497-66ffa934ad0d tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:18.349792 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2bee847e-db7b-455e-ac8d-6f1b570fdaf5 req-bba53ce2-c916-4612-9497-66ffa934ad0d tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 944 time: 0.1919725 May 27 22:36:18.362715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be73743-f6a7-4743-be7b-bc3115d9964a req-d360af1e-b79d-4072-a1f0-4109a5713788 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:18.363447 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7be73743-f6a7-4743-be7b-bc3115d9964a req-d360af1e-b79d-4072-a1f0-4109a5713788 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 945 time: 0.2750542 May 27 22:36:18.382634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 23bfd97d-a7a8-48ca-8eb5-050e589827cf no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:36:18.438629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 23bfd97d-a7a8-48ca-8eb5-050e589827cf {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:36:18.439450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 23bfd97d-a7a8-48ca-8eb5-050e589827cf not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:36:18.440390 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2bee847e-db7b-455e-ac8d-6f1b570fdaf5 req-c1beeda9-dedb-463b-82f0-e15b3e37e7ee tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750997 May 27 22:36:18.449089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7be73743-f6a7-4743-be7b-bc3115d9964a req-a1016a27-b8da-4daa-b064-30af5e8f94c3 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669048 May 27 22:36:18.450934 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c198cbcf-3977-4be3-93c7-8a3388555b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:18.504185 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198cbcf-3977-4be3-93c7-8a3388555b50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c75ea66-16d0-4f7f-b6dc-a1d248f4da68,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:18.509975 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c198cbcf-3977-4be3-93c7-8a3388555b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:18.523193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c198cbcf-3977-4be3-93c7-8a3388555b50 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/3c75ea66-16d0-4f7f-b6dc-a1d248f4da68 HTTP/1.1" status: 204 len: 168 time: 0.6424122 May 27 22:36:18.530529 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53432) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:18.621148 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:18.669514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53436) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:18.678130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] Pushing event deleted for resources: {'Port': ['ID=c85e4fdf-dce1-478e-a023-d1c68e348d03,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:18.737584 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f703b4ac-00f9-4f1f-b145-60d6acb0ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:18.761200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ef0fd-516a-4197-9113-1134b75307d2 req-8cf113fc-44d6-4f30-b32b-1a6026844e4c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:18.768951 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e5ef0fd-516a-4197-9113-1134b75307d2 req-8cf113fc-44d6-4f30-b32b-1a6026844e4c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 943 time: 0.2009256 May 27 22:36:18.820683 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:18.872169 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e5ef0fd-516a-4197-9113-1134b75307d2 req-17395272-5b35-49cf-9052-963d5e00f9de tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969758 May 27 22:36:18.952488 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-249f6d54-fef0-40cd-ad55-19ace060ee81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:18.968814 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f703b4ac-00f9-4f1f-b145-60d6acb0ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:18.981560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-249f6d54-fef0-40cd-ad55-19ace060ee81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:18.993003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-249f6d54-fef0-40cd-ad55-19ace060ee81 admin admin] Usage tracker for resource:security_group_rule and tenant:bda5b451c87d4512a8de4089554348dc is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:18.998106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-249f6d54-fef0-40cd-ad55-19ace060ee81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:19.005870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-f703b4ac-00f9-4f1f-b145-60d6acb0ee39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009cefd1-4a82-4f3c-abba-59c352b10e11']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:19.016390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-249f6d54-fef0-40cd-ad55-19ace060ee81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:19.026751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-f703b4ac-00f9-4f1f-b145-60d6acb0ee39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef016a4-cac8-4b1f-b44d-d4ce0fb2b223') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:19.027242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-f703b4ac-00f9-4f1f-b145-60d6acb0ee39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef016a4-cac8-4b1f-b44d-d4ce0fb2b223') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:19.033336 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.035664 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.044372 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f703b4ac-00f9-4f1f-b145-60d6acb0ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.070482 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f703b4ac-00f9-4f1f-b145-60d6acb0ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.080148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f703b4ac-00f9-4f1f-b145-60d6acb0ee39 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:36:19.080565 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f703b4ac-00f9-4f1f-b145-60d6acb0ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.146219 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.146760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 064f2421-5cf8-462d-9703-e409185874c5 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:36:19.151373 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment aef016a4-cac8-4b1f-b44d-d4ce0fb2b223 resource provider aggregate not found May 27 22:36:19.163021 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.167391 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5283f55d-f758-4695-83ec-da4740e0a281 admin admin] 10.222.0.27 "DELETE /v2.0/routers/064f2421-5cf8-462d-9703-e409185874c5 HTTP/1.1" status: 204 len: 168 time: 2.4703002 May 27 22:36:19.167845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53448) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:19.179001 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment aef016a4-cac8-4b1f-b44d-d4ce0fb2b223 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aef016a4-cac8-4b1f-b44d-d4ce0fb2b223 found for delete ", "request_id": "req-ba369c73-b855-4b21-8291-1bc9eb82bc14"}]} May 27 22:36:19.223057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53452) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:19.246868 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-249f6d54-fef0-40cd-ad55-19ace060ee81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.249602 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90a1ac6d-8d72-467d-a1b8-3b3eb3f5deb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.270972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-90a1ac6d-8d72-467d-a1b8-3b3eb3f5deb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:19.275628 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-90a1ac6d-8d72-467d-a1b8-3b3eb3f5deb6 admin admin] Usage tracker for resource:security_group_rule and tenant:a66e7baf542149e79a15a543b7ac9c22 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:19.277924 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-90a1ac6d-8d72-467d-a1b8-3b3eb3f5deb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:19.284254 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-90a1ac6d-8d72-467d-a1b8-3b3eb3f5deb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:19.295132 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f703b4ac-00f9-4f1f-b145-60d6acb0ee39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.316064 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f703b4ac-00f9-4f1f-b145-60d6acb0ee39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.326394 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703b4ac-00f9-4f1f-b145-60d6acb0ee39 admin admin] Pushing event deleted for resources: {'Network': ['ID=009cefd1-4a82-4f3c-abba-59c352b10e11,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:19.349396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-249f6d54-fef0-40cd-ad55-19ace060ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.352562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Deleting subnet c598775a-986b-4cec-984b-46ba439c0232 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:36:19.355449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.406263 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.407039 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-249f6d54-fef0-40cd-ad55-19ace060ee81 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bda5b451c87d4512a8de4089554348dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7363157 May 27 22:36:19.413165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53456) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:19.431348 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f703b4ac-00f9-4f1f-b145-60d6acb0ee39 admin admin] 10.222.0.27 "DELETE /v2.0/networks/009cefd1-4a82-4f3c-abba-59c352b10e11 HTTP/1.1" status: 204 len: 168 time: 0.8996499 May 27 22:36:19.432341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f6d54-fef0-40cd-ad55-19ace060ee81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ed7ed3-2340-44b9-8613-3e6df404a633,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:19.460698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device be576c23-4279-4fc4-9b46-3a064135314c details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:36:19.470876 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:36:19.499576 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.569887 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-465d09c9-411a-4825-aebe-d3744918cd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.572846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b2689519-ab62-43c8-bef8-ed5b6f9ec4fc up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:36:19.608108 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90a1ac6d-8d72-467d-a1b8-3b3eb3f5deb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.625624 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-465d09c9-411a-4825-aebe-d3744918cd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.714083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port be576c23-4279-4fc4-9b46-3a064135314c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=be576c23-4279-4fc4-9b46-3a064135314c,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:19.718271 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.729564 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'be576c23-4279-4fc4-9b46-3a064135314c', 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041', 'port_id': 'be576c23-4279-4fc4-9b46-3a064135314c', 'mac_address': 'fa:16:3e:e5:7a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:36:19.758091 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90a1ac6d-8d72-467d-a1b8-3b3eb3f5deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.761479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c598775a-986b-4cec-984b-46ba439c0232,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:19.767862 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.785578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ac430a-68e6-40b6-adf4-f3f445d45b26 None None] Network 961b4e59-c7f6-4df3-8ca9-d8f3e49cc942 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:36:19.785727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:19.785727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:19.785727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:19.785727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:19.785727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:19.785727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:19.785727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:19.785727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:19.785727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:19.785727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:19.785727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:19.785727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:36:19.786573 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e852d1d9-e484-4955-84e7-1203bf951c27 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c598775a-986b-4cec-984b-46ba439c0232 HTTP/1.1" status: 204 len: 168 time: 0.6177120 May 27 22:36:19.788955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53466) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:19.906557 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.921313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] Deleting port 16e61cd0-abd0-4929-8ee7-83aa05814b85 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:19.921313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.921535 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:36:19.933369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port be576c23-4279-4fc4-9b46-3a064135314c is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:19.933369 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.957084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:36:19.957502 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:19.982042 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-90a1ac6d-8d72-467d-a1b8-3b3eb3f5deb6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a66e7baf542149e79a15a543b7ac9c22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7576165 May 27 22:36:19.993165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53472) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:20.017525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53476) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:20.017717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be576c23-4279-4fc4-9b46-3a064135314c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:36:20.027186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1ac6d-8d72-467d-a1b8-3b3eb3f5deb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746be15b-20e5-43f2-a636-de307202d14c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:20.095378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port be576c23-4279-4fc4-9b46-3a064135314c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=be576c23-4279-4fc4-9b46-3a064135314c,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:20.102980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0aec32-d158-4b19-9691-7187cb00217d req-db15ed46-6676-4166-862d-b6da0212afd6 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:20.110226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe0aec32-d158-4b19-9691-7187cb00217d req-db15ed46-6676-4166-862d-b6da0212afd6 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 944 time: 0.4417820 May 27 22:36:20.136940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c239dbc-78fc-453d-95d0-368bed808664 req-da1f3ec2-5f24-4472-b866-f4f441047445 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:20.138336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c239dbc-78fc-453d-95d0-368bed808664 req-da1f3ec2-5f24-4472-b866-f4f441047445 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 945 time: 0.4685726 May 27 22:36:20.141994 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-97593101-08dc-482c-abc0-0c9800957b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:20.146229 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-465d09c9-411a-4825-aebe-d3744918cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:20.174319 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:20.184235 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-97062b4b-bc75-4510-a2aa-17a6480e2239 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e4e85d09c379436f8e146d46ab7f77c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618540 May 27 22:36:20.187021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53480) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:20.202402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d09c9-411a-4825-aebe-d3744918cd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ed7ed3-2340-44b9-8613-3e6df404a633,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:20.228529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] For port 16e61cd0-abd0-4929-8ee7-83aa05814b85, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=16e61cd0-abd0-4929-8ee7-83aa05814b85,segment=NetworkSegment(8cee2dcb-5d02-4af0-9cc3-2c378ede3065),segment_id=8cee2dcb-5d02-4af0-9cc3-2c378ede3065)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:20.229669 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:20.232650 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-97593101-08dc-482c-abc0-0c9800957b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:20.254285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:20.254925 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:20.263244 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe0aec32-d158-4b19-9691-7187cb00217d req-31e3923a-4f1d-40d6-8e7b-7a3fce0a1fd1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516597 May 27 22:36:20.282072 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-465d09c9-411a-4825-aebe-d3744918cd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:20.283740 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-465d09c9-411a-4825-aebe-d3744918cd58 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/85ed7ed3-2340-44b9-8613-3e6df404a633 HTTP/1.1" status: 204 len: 168 time: 0.8686287 May 27 22:36:20.289939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c239dbc-78fc-453d-95d0-368bed808664 req-9d7d68ae-833d-46f3-8458-22bfbab29f1f tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388068 May 27 22:36:20.307253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940c368d-c204-479b-a2be-52be655e2d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2689519-ab62-43c8-bef8-ed5b6f9ec4fc'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:20.319683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=be576c23-4279-4fc4-9b46-3a064135314c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:20.344249 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b2689519-ab62-43c8-bef8-ed5b6f9ec4fc,segment=NetworkSegment(20e5a592-014c-48e0-99d2-95c8e612e95e),segment_id=20e5a592-014c-48e0-99d2-95c8e612e95e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:20.347463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8faf7a8-6b5f-4732-8d76-c99f2621a89d None None] DHCP port deletion for 961b4e59-c7f6-4df3-8ca9-d8f3e49cc942 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:36:20.359807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f8faf7a8-6b5f-4732-8d76-c99f2621a89d None None] Deleting port 16e61cd0-abd0-4929-8ee7-83aa05814b85 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:20.360183 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f8faf7a8-6b5f-4732-8d76-c99f2621a89d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:20.455843 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-97593101-08dc-482c-abc0-0c9800957b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:20.493235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97593101-08dc-482c-abc0-0c9800957b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746be15b-20e5-43f2-a636-de307202d14c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:20.508677 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d85e60-6c3c-4e8e-90b5-23d0999d85d8'] response: {'server_uuid': '940c368d-c204-479b-a2be-52be655e2d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2689519-ab62-43c8-bef8-ed5b6f9ec4fc', 'code': 200} May 27 22:36:20.510401 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-97593101-08dc-482c-abc0-0c9800957b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:20.511745 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-97593101-08dc-482c-abc0-0c9800957b8a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/746be15b-20e5-43f2-a636-de307202d14c HTTP/1.1" status: 204 len: 168 time: 0.5158877 May 27 22:36:20.516703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['be576c23-4279-4fc4-9b46-3a064135314c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:36:20.535982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] Calling delete_port for 16e61cd0-abd0-4929-8ee7-83aa05814b85 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:36:20.590813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c85e4fdf-dce1-478e-a023-d1c68e348d03 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:36:20.649922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: c85e4fdf-dce1-478e-a023-d1c68e348d03 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:36:20.650539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c85e4fdf-dce1-478e-a023-d1c68e348d03 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:36:20.651988 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:20.676997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dcadd-4694-4a8a-af70-18691af904bb req-dd130ada-38e0-45f7-8b21-c31201adebad tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:20.684434 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-810dcadd-4694-4a8a-af70-18691af904bb req-dd130ada-38e0-45f7-8b21-c31201adebad tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 945 time: 0.1532609 May 27 22:36:20.711196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d4d2b-fdbc-49d5-a4ec-35fd795afc81 req-f5276cb0-dad5-49da-a341-3d99c8dc2113 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:20.712924 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af1d4d2b-fdbc-49d5-a4ec-35fd795afc81 req-f5276cb0-dad5-49da-a341-3d99c8dc2113 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 944 time: 0.1793375 May 27 22:36:20.728398 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:20.739728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=b2689519-ab62-43c8-bef8-ed5b6f9ec4fc,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:20.741751 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4671afcf-b97b-4ffe-9c2f-af0a20240b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:20.777048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-810dcadd-4694-4a8a-af70-18691af904bb req-d7a4b245-3da9-4ca5-9483-a661b32c6256 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915077 May 27 22:36:20.802880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] No DVR routers for this DVR port 16e61cd0-abd0-4929-8ee7-83aa05814b85 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:36:20.804922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f8faf7a8-6b5f-4732-8d76-c99f2621a89d None None] The port '16e61cd0-abd0-4929-8ee7-83aa05814b85' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:36:20.812154 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af1d4d2b-fdbc-49d5-a4ec-35fd795afc81 req-d2c0e293-69a2-457b-a9f1-2456d2d10336 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929813 May 27 22:36:20.860372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e61cd0-abd0-4929-8ee7-83aa05814b85,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:21.005893 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4671afcf-b97b-4ffe-9c2f-af0a20240b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:21.043801 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:21.063665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227f9ba-484c-44a8-98d3-d384747d15ff req-ad1df6b1-f5ed-434a-96d8-cc44001a760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:21.065868 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6227f9ba-484c-44a8-98d3-d384747d15ff req-ad1df6b1-f5ed-434a-96d8-cc44001a760b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 1096 time: 0.5410690 May 27 22:36:21.106024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961b4e59-c7f6-4df3-8ca9-d8f3e49cc942']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:21.125324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cee2dcb-5d02-4af0-9cc3-2c378ede3065') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:21.128696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cee2dcb-5d02-4af0-9cc3-2c378ede3065') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:21.150917 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:21.164209 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6227f9ba-484c-44a8-98d3-d384747d15ff req-e7297fd4-5b60-4288-b396-0791794a4150 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822370 May 27 22:36:21.171073 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:21.178009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:36:21.178376 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:21.245440 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8cee2dcb-5d02-4af0-9cc3-2c378ede3065 resource provider aggregate not found May 27 22:36:21.266316 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8cee2dcb-5d02-4af0-9cc3-2c378ede3065 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8cee2dcb-5d02-4af0-9cc3-2c378ede3065 found for delete ", "request_id": "req-b24550b0-1e03-4a71-8c5b-fffcf43467e7"}]} May 27 22:36:21.277503 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4671afcf-b97b-4ffe-9c2f-af0a20240b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:21.294285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671afcf-b97b-4ffe-9c2f-af0a20240b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cae674-865e-4c26-a3f0-52780533c4ac,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:21.323595 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4671afcf-b97b-4ffe-9c2f-af0a20240b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:21.323595 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4671afcf-b97b-4ffe-9c2f-af0a20240b70 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e9cae674-865e-4c26-a3f0-52780533c4ac HTTP/1.1" status: 204 len: 168 time: 1.1321244 May 27 22:36:21.381066 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:21.392836 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:21.392836 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] 10.222.0.27 "DELETE /v2.0/networks/961b4e59-c7f6-4df3-8ca9-d8f3e49cc942 HTTP/1.1" status: 204 len: 168 time: 1.6014984 May 27 22:36:21.411842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56dd25-6547-4d39-ac3c-9f9dbf507fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=961b4e59-c7f6-4df3-8ca9-d8f3e49cc942,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:21.480026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53524) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:21.481268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device be576c23-4279-4fc4-9b46-3a064135314c up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:36:21.506547 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12c71483-c55e-4f73-be89-24defdd056f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:21.533441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c242865-c340-4beb-a34b-dd5576c078f5 req-0fcffeb7-557c-40a5-9d48-e3aeb7b91120 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:21.534063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-12c71483-c55e-4f73-be89-24defdd056f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:21.535166 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c242865-c340-4beb-a34b-dd5576c078f5 req-0fcffeb7-557c-40a5-9d48-e3aeb7b91120 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1090784 May 27 22:36:21.537718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-12c71483-c55e-4f73-be89-24defdd056f9 admin admin] Usage tracker for resource:security_group_rule and tenant:b4a72eda16eb41818d185fd05e464b14 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:21.545557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-12c71483-c55e-4f73-be89-24defdd056f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:21.567728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-12c71483-c55e-4f73-be89-24defdd056f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:21.593806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c242865-c340-4beb-a34b-dd5576c078f5 req-bcee1440-b833-493c-adb9-ce6b7876e76b tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519350 May 27 22:36:21.682571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12c71483-c55e-4f73-be89-24defdd056f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:21.706670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port be576c23-4279-4fc4-9b46-3a064135314c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:36:21.713215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port be576c23-4279-4fc4-9b46-3a064135314c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:36:21.713800 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:21.781017 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12c71483-c55e-4f73-be89-24defdd056f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:21.843569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53540) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:21.843820 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-12c71483-c55e-4f73-be89-24defdd056f9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b4a72eda16eb41818d185fd05e464b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3620269 May 27 22:36:21.844710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c71483-c55e-4f73-be89-24defdd056f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daca5255-2f53-4c14-8661-f2a01f8bb358,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:21.896713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port be576c23-4279-4fc4-9b46-3a064135314c is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:21.897742 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:21.978842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port be576c23-4279-4fc4-9b46-3a064135314c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=be576c23-4279-4fc4-9b46-3a064135314c,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:22.008694 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf5ef9de-3455-4714-9693-c89fbfd963bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:22.044133 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:22.058847 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf5ef9de-3455-4714-9693-c89fbfd963bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:22.164436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=be576c23-4279-4fc4-9b46-3a064135314c,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:22.167863 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:22.190351 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6fd2d-9ed4-4572-9103-e9c2613f5995 req-0974712a-8b9e-4761-b121-18dabc751dc4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:22.191794 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ab6fd2d-9ed4-4572-9103-e9c2613f5995 req-0974712a-8b9e-4761-b121-18dabc751dc4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 944 time: 0.2193248 May 27 22:36:22.254965 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ab6fd2d-9ed4-4572-9103-e9c2613f5995 req-e56bee55-a31c-4573-9460-a7684986352a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524216 May 27 22:36:22.270184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a975985-581b-49a0-8f47-d22a53f34779 req-455d1a55-752a-45e5-bf50-48977be439de tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:22.271505 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a975985-581b-49a0-8f47-d22a53f34779 req-455d1a55-752a-45e5-bf50-48977be439de tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 945 time: 0.1553764 May 27 22:36:22.320125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53562) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:22.329030 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a975985-581b-49a0-8f47-d22a53f34779 req-465a9873-5dba-4411-a5e8-566ef0b4aa5c tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512483 May 27 22:36:22.360506 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 16e61cd0-abd0-4929-8ee7-83aa05814b85 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:36:22.403007 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c28b96fd-ec0a-468c-9059-e73d517baa46 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c3b54b6db8c94da09be36184b0fd7615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809946 May 27 22:36:22.405715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53566) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:22.409173 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf5ef9de-3455-4714-9693-c89fbfd963bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:22.411593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 16e61cd0-abd0-4929-8ee7-83aa05814b85 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:36:22.412316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 16e61cd0-abd0-4929-8ee7-83aa05814b85 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:36:22.452282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ef9de-3455-4714-9693-c89fbfd963bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daca5255-2f53-4c14-8661-f2a01f8bb358,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:22.467824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf5ef9de-3455-4714-9693-c89fbfd963bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:22.471660 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cf5ef9de-3455-4714-9693-c89fbfd963bf admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/daca5255-2f53-4c14-8661-f2a01f8bb358 HTTP/1.1" status: 204 len: 168 time: 0.6260576 May 27 22:36:22.510441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea1e069-c4eb-4141-b860-69274e02f8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be576c23-4279-4fc4-9b46-3a064135314c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:22.515618 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-179ae5f0-9e4e-470c-b4f0-98b183e44595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:22.543705 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-179ae5f0-9e4e-470c-b4f0-98b183e44595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:22.564591 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac817f87-57f6-4aa9-9774-30956cfaa332'] response: {'server_uuid': 'fea1e069-c4eb-4141-b860-69274e02f8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be576c23-4279-4fc4-9b46-3a064135314c', 'code': 200} May 27 22:36:22.666958 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-179ae5f0-9e4e-470c-b4f0-98b183e44595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:22.698983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ae5f0-9e4e-470c-b4f0-98b183e44595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29aa8a1-2804-4a6f-81ed-6559c5d609bc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:22.718974 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-179ae5f0-9e4e-470c-b4f0-98b183e44595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:22.722076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-179ae5f0-9e4e-470c-b4f0-98b183e44595 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c29aa8a1-2804-4a6f-81ed-6559c5d609bc HTTP/1.1" status: 204 len: 168 time: 0.3153427 May 27 22:36:22.733857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79d8ec-a945-49e2-8eb1-f4d9f589b1d8 req-77c68c98-1c69-4812-b074-b5514b6187df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:22.736737 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b79d8ec-a945-49e2-8eb1-f4d9f589b1d8 req-77c68c98-1c69-4812-b074-b5514b6187df service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 1096 time: 0.1076813 May 27 22:36:22.795149 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b79d8ec-a945-49e2-8eb1-f4d9f589b1d8 req-fd86679b-c979-486e-8901-c4a455d719e6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527236 May 27 22:36:22.860072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230516ab-2bef-4283-93db-2dc02f2b63b0 req-d3d14698-6198-4090-bf48-f6c53a0363db tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:22.867211 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-230516ab-2bef-4283-93db-2dc02f2b63b0 req-d3d14698-6198-4090-bf48-f6c53a0363db tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1042929 May 27 22:36:22.917773 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-230516ab-2bef-4283-93db-2dc02f2b63b0 req-db966a0e-70d3-416f-91ab-f879b176687d tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482032 May 27 22:36:23.480074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e268c8-c9ae-41f7-acc4-d55f3cdfcec7 req-886ce635-a3e6-4475-b888-863aeb0dd78b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:23.481418 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-90e268c8-c9ae-41f7-acc4-d55f3cdfcec7 req-886ce635-a3e6-4475-b888-863aeb0dd78b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.0972154 May 27 22:36:23.531595 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-90e268c8-c9ae-41f7-acc4-d55f3cdfcec7 req-3d0c66cd-77fa-44bc-a692-7d1d7bd16375 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 May 27 22:36:23.830666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8edd6-2567-4d39-80fa-8cfefc0e5246 req-654773e5-5233-493d-86f2-d229abb30eb1 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:23.834444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7e8edd6-2567-4d39-80fa-8cfefc0e5246 req-654773e5-5233-493d-86f2-d229abb30eb1 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 945 time: 0.1993411 May 27 22:36:23.868868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14108002-3df5-459b-8e1d-f7ef3b06637b req-6f3e7e88-7b90-401d-b380-fdaae28e91d1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:23.875610 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14108002-3df5-459b-8e1d-f7ef3b06637b req-6f3e7e88-7b90-401d-b380-fdaae28e91d1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1317132 May 27 22:36:23.924595 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7e8edd6-2567-4d39-80fa-8cfefc0e5246 req-432af22e-b465-4a87-87bf-322e998676d9 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848904 May 27 22:36:23.953012 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14108002-3df5-459b-8e1d-f7ef3b06637b req-48ab92cf-6d8f-4481-b873-211df66a1e57 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764949 May 27 22:36:24.049756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53630) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:24.144278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2279db-b23f-46f6-a80e-5cebea22b7e7 req-c61132e4-51ba-4e6d-88b1-aedd0fa52e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:24.145687 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8c2279db-b23f-46f6-a80e-5cebea22b7e7 req-c61132e4-51ba-4e6d-88b1-aedd0fa52e2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82f014b25abf4c19a049c6e511375f4f&device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 1096 time: 0.4221122 May 27 22:36:24.189462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1338660575-network', 'tenant_id': 'ff53841bba8d4c7092e0b6bbe888c9e2'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:24.202343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:24.209241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Usage tracker for resource:network and tenant:ff53841bba8d4c7092e0b6bbe888c9e2 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:24.215364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:24.224687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:24.295811 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Made reservation on behalf of ff53841bba8d4c7092e0b6bbe888c9e2 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:36:24.300502 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:24.334833 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:24.359487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:24.367606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Usage tracker for resource:security_group_rule and tenant:ff53841bba8d4c7092e0b6bbe888c9e2 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:24.372918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:24.378432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:24.463138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2279db-b23f-46f6-a80e-5cebea22b7e7 req-bc7aa260-78ef-4a4e-ae2a-8861312989d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:24.463138 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8c2279db-b23f-46f6-a80e-5cebea22b7e7 req-bc7aa260-78ef-4a4e-ae2a-8861312989d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8be13602-4cfa-458d-a78a-e81021b10d09 HTTP/1.1" status: 200 len: 911 time: 0.3051674 May 27 22:36:24.516205 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:24.576981 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:24.586789 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8c2279db-b23f-46f6-a80e-5cebea22b7e7 req-c314e699-6e1c-491f-823d-10285c0d2ff4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2689519-ab62-43c8-bef8-ed5b6f9ec4fc HTTP/1.1" status: 200 len: 217 time: 0.1094739 May 27 22:36:24.607766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:36:24.640702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53658) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:24.676027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6b5c16-9ba2-4cb7-8a7e-36fa46bf6aa5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:24.687667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2279db-b23f-46f6-a80e-5cebea22b7e7 req-c44ba8d6-1b90-4538-bef4-f68aec07c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:24.690077 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8c2279db-b23f-46f6-a80e-5cebea22b7e7 req-c44ba8d6-1b90-4538-bef4-f68aec07c3ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1980ea9-a648-44d4-9eb2-ca5f3fcf57da HTTP/1.1" status: 200 len: 850 time: 0.1025321 May 27 22:36:24.695908 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:24.697123 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Added segment 3915d779-6f83-4979-99b8-55c4f2d8c9de of type vlan for network 92234aa1-1354-48c6-98ae-12f774a58a0f May 27 22:36:24.753311 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:24.785382 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8c2279db-b23f-46f6-a80e-5cebea22b7e7 req-5accf802-e980-4e2d-91e5-ec261998dfec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8be13602-4cfa-458d-a78a-e81021b10d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871618 May 27 22:36:24.872191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2027811475-network', 'tenant_id': 'ff2afcbe546140caa56836cc67a78ad9'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:24.877178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:24.884488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Usage tracker for resource:network and tenant:ff2afcbe546140caa56836cc67a78ad9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:24.885090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:24.891177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:24.984166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b6589-9483-4dd4-894e-bdc1b213f8eb req-7823c47d-8544-4057-984e-430232b495be tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:24.992308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-660b6589-9483-4dd4-894e-bdc1b213f8eb req-7823c47d-8544-4057-984e-430232b495be tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.2314453 May 27 22:36:25.014606 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8c2279db-b23f-46f6-a80e-5cebea22b7e7 req-c10c07a5-3453-445a-9021-6c44cf074221 service neutron] 10.222.0.46 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198017 May 27 22:36:25.031606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Made reservation on behalf of ff2afcbe546140caa56836cc67a78ad9 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:36:25.033903 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:25.051428 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:25.069998 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-660b6589-9483-4dd4-894e-bdc1b213f8eb req-1d8b09df-397f-44e8-aabb-f204544dbdd2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768270 May 27 22:36:25.110270 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:25.111754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:25.112380 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:25.152098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:25.164850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Usage tracker for resource:security_group_rule and tenant:ff2afcbe546140caa56836cc67a78ad9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:25.236611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:25.255117 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8c2279db-b23f-46f6-a80e-5cebea22b7e7 req-e5c3b448-33c7-45ba-ae11-07079bc4f538 service neutron] 10.222.0.46 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318647 May 27 22:36:25.278806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:25.474196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] Pushing event updated for resources: {'Network': ['ID=92234aa1-1354-48c6-98ae-12f774a58a0f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:25.484486 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 92234aa1-1354-48c6-98ae-12f774a58a0f details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:36:25.538920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce586254-28db-4239-ab85-073760b5fe55 req-5e78df65-56f9-48e8-8180-8db34f5b8653 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:25.540554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce586254-28db-4239-ab85-073760b5fe55 req-5e78df65-56f9-48e8-8180-8db34f5b8653 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 945 time: 0.4796450 May 27 22:36:25.554415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d525a-dc6e-4304-b6c4-a7d9b700f6cc req-19bda049-5d0c-4ecb-943e-36c8a9a89e09 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:25.567871 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e65d525a-dc6e-4304-b6c4-a7d9b700f6cc req-19bda049-5d0c-4ecb-943e-36c8a9a89e09 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.2905331 May 27 22:36:25.597166 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d03e5b88-0288-413f-a331-592a6060dd74 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:36:25.617654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0aff2ff7-4175-4f9c-82bf-ee16fada10bd admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5689790 May 27 22:36:25.670129 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e65d525a-dc6e-4304-b6c4-a7d9b700f6cc req-c7ea4324-2805-4dbe-8a78-776c46939f27 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009643 May 27 22:36:25.679676 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce586254-28db-4239-ab85-073760b5fe55 req-3a71d93f-60d8-498c-8f6f-c8d06f4f5f47 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939569 May 27 22:36:25.762166 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:25.866325 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:25.902125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d03e5b88-0288-413f-a331-592a6060dd74, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d03e5b88-0288-413f-a331-592a6060dd74,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:25.916538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:36:25.921294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'd03e5b88-0288-413f-a331-592a6060dd74', 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413', 'port_id': 'd03e5b88-0288-413f-a331-592a6060dd74', 'mac_address': 'fa:16:3e:7d:b0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfb290-7b1a-42ce-93eb-77a4e0b04346', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:36:25.922145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1940ce24-a774-4ed4-b0d2-0ecff604fa71,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:25.936323 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:25.937128 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Added segment 25e12a76-dab6-4908-86e5-b813ff5003ef of type vlan for network d59524ae-7d57-4dab-8128-0d4fa9d76fae May 27 22:36:25.979550 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:26.002262 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port d03e5b88-0288-413f-a331-592a6060dd74 is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:26.002670 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:26.025616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d03e5b88-0288-413f-a331-592a6060dd74 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:36:26.048517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d03e5b88-0288-413f-a331-592a6060dd74, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d03e5b88-0288-413f-a331-592a6060dd74,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:26.110312 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:26.112042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:26.112745 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:26.129975 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:26.265263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=d03e5b88-0288-413f-a331-592a6060dd74,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:26.268784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['d03e5b88-0288-413f-a331-592a6060dd74'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:36:26.277343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] Pushing event updated for resources: {'Network': ['ID=d59524ae-7d57-4dab-8128-0d4fa9d76fae,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:26.304309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network d59524ae-7d57-4dab-8128-0d4fa9d76fae details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:36:26.389723 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ec0dedf8-dafd-4d2c-b6c0-8df6e31b6526 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7389123 May 27 22:36:26.392896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53718) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:26.398567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] Request body: {'subnet': {'network_id': 'd59524ae-7d57-4dab-8128-0d4fa9d76fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2027811475-subnet', 'tenant_id': 'ff2afcbe546140caa56836cc67a78ad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:26.414308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:26.421389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] Usage tracker for resource:subnet and tenant:ff2afcbe546140caa56836cc67a78ad9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:26.426695 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:26.437945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:26.489736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa951c0-657b-42ea-8cd1-70f4bf844ed0 req-955c71b6-8cb5-4904-89a9-912eb370f192 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:26.490963 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aaa951c0-657b-42ea-8cd1-70f4bf844ed0 req-955c71b6-8cb5-4904-89a9-912eb370f192 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.2047937 May 27 22:36:26.497479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c343b1-0cca-46cd-a298-537ca67b1bf3 req-c375ea08-beaf-469d-92b5-720b5b63f4e9 tempest-ComputeTenantNetworksTest-1118999398 tempest-ComputeTenantNetworksTest-1118999398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:26.503966 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c343b1-0cca-46cd-a298-537ca67b1bf3 req-c375ea08-beaf-469d-92b5-720b5b63f4e9 tempest-ComputeTenantNetworksTest-1118999398 tempest-ComputeTenantNetworksTest-1118999398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:26.510298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c343b1-0cca-46cd-a298-537ca67b1bf3 req-c375ea08-beaf-469d-92b5-720b5b63f4e9 tempest-ComputeTenantNetworksTest-1118999398 tempest-ComputeTenantNetworksTest-1118999398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:26.511086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-62c343b1-0cca-46cd-a298-537ca67b1bf3 req-c375ea08-beaf-469d-92b5-720b5b63f4e9 tempest-ComputeTenantNetworksTest-1118999398 tempest-ComputeTenantNetworksTest-1118999398-project] Synchronizing usage tracker for tenant:ff53841bba8d4c7092e0b6bbe888c9e2 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:26.538012 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] Made reservation on behalf of ff2afcbe546140caa56836cc67a78ad9 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:36:26.538012 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:26.562642 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aaa951c0-657b-42ea-8cd1-70f4bf844ed0 req-21b967e8-124b-4a19-bd0a-f237bf762cf9 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485463 May 27 22:36:26.637672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-62c343b1-0cca-46cd-a298-537ca67b1bf3 req-c375ea08-beaf-469d-92b5-720b5b63f4e9 tempest-ComputeTenantNetworksTest-1118999398 tempest-ComputeTenantNetworksTest-1118999398-project] Unset dirty status for tenant:ff53841bba8d4c7092e0b6bbe888c9e2 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:26.639578 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62c343b1-0cca-46cd-a298-537ca67b1bf3 req-c375ea08-beaf-469d-92b5-720b5b63f4e9 tempest-ComputeTenantNetworksTest-1118999398 tempest-ComputeTenantNetworksTest-1118999398-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5219772 May 27 22:36:26.766522 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-07395182-b96a-4c18-b8a9-49e53b5ae9ce tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=50deb4629fde46798098a7bb4e3cc0a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865886 May 27 22:36:26.856297 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:26.886220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0f9df-8a40-416d-a09a-248f947b2d85 req-2b62dd56-2744-483c-b38d-0659114aecfa tempest-ComputeTenantNetworksTest-1118999398 tempest-ComputeTenantNetworksTest-1118999398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:26.887605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28c0f9df-8a40-416d-a09a-248f947b2d85 req-2b62dd56-2744-483c-b38d-0659114aecfa tempest-ComputeTenantNetworksTest-1118999398 tempest-ComputeTenantNetworksTest-1118999398-project] 10.222.0.27 "GET /v2.0/networks/92234aa1-1354-48c6-98ae-12f774a58a0f HTTP/1.1" status: 200 len: 769 time: 0.2276251 May 27 22:36:26.897236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53752) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:26.971122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-bbe83b3b-4afb-41d9-a978-68e1caaec584 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:26.972639 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-bbe83b3b-4afb-41d9-a978-68e1caaec584 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916430 May 27 22:36:27.013646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=85dea982-25d6-4e75-8010-cb00ed084520,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:27.033055 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-191f3169-4c90-472d-8600-caab9e82317e tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/quotas/50deb4629fde46798098a7bb4e3cc0a4 HTTP/1.1" status: 200 len: 375 time: 0.0541723 May 27 22:36:27.053756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] Checking segment: {'id': '25e12a76-dab6-4908-86e5-b813ff5003ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd59524ae-7d57-4dab-8128-0d4fa9d76fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:36:27.054114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] Network hostable DHCP agents. Network: d59524ae-7d57-4dab-8128-0d4fa9d76fae, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:36:27.059963 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1293-98a2-4ec3-9051-1288f5e87bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:27.090817 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d348efe1-95fb-4b38-95eb-6a4d5beccd4a tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=50deb4629fde46798098a7bb4e3cc0a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449655 May 27 22:36:27.118783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72d402-3cc3-4353-a441-ceef52ea4190 req-884dc594-a6a0-4d07-bb89-496036a7e6bf tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:27.120237 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e72d402-3cc3-4353-a441-ceef52ea4190 req-884dc594-a6a0-4d07-bb89-496036a7e6bf tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1402996 May 27 22:36:27.175323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] Network d59524ae-7d57-4dab-8128-0d4fa9d76fae is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:36:27.181292 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e72d402-3cc3-4353-a441-ceef52ea4190 req-8a73ad75-dec1-4795-8227-6dcaf0c0e5fd tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495760 May 27 22:36:27.213315 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1293-98a2-4ec3-9051-1288f5e87bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:27.241936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4e7e1293-98a2-4ec3-9051-1288f5e87bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92234aa1-1354-48c6-98ae-12f774a58a0f']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:27.254959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4e7e1293-98a2-4ec3-9051-1288f5e87bc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3915d779-6f83-4979-99b8-55c4f2d8c9de') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:27.260882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4e7e1293-98a2-4ec3-9051-1288f5e87bc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3915d779-6f83-4979-99b8-55c4f2d8c9de') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:27.267627 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1293-98a2-4ec3-9051-1288f5e87bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:27.425771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, d59524ae-7d57-4dab-8128-0d4fa9d76fae) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:36:27.468719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092229e2-b755-4972-8fa6-39667639ec28 None None] Network d59524ae-7d57-4dab-8128-0d4fa9d76fae requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:36:27.470647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:27.470647 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:27.470647 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1293-98a2-4ec3-9051-1288f5e87bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:27.470647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7e1293-98a2-4ec3-9051-1288f5e87bc8 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:36:27.470647 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1293-98a2-4ec3-9051-1288f5e87bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:27.470647 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3915d779-6f83-4979-99b8-55c4f2d8c9de resource provider aggregate not found May 27 22:36:27.471387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803e686-a353-4cc3-873d-69b91a6dafbe req-8ad19834-bcde-4351-8241-82f1d1f864e0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:27.471387 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0803e686-a353-4cc3-873d-69b91a6dafbe req-8ad19834-bcde-4351-8241-82f1d1f864e0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 944 time: 0.1150641 May 27 22:36:27.471582 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3915d779-6f83-4979-99b8-55c4f2d8c9de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3915d779-6f83-4979-99b8-55c4f2d8c9de found for delete ", "request_id": "req-e025977e-dca2-45a8-ae35-4e928ba751ab"}]} May 27 22:36:27.476511 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0803e686-a353-4cc3-873d-69b91a6dafbe req-a78764b9-4755-41dc-a72b-a42c6c367c9f tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542166 May 27 22:36:27.505781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d03e5b88-0288-413f-a331-592a6060dd74 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:36:27.553111 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-88046d46-ef7d-4fcf-a2bf-2670274e4338 req-c99578c6-d015-4be2-b18d-a1392b7ea5dd tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 210 time: 0.0625482 May 27 22:36:27.559105 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e1688e52-d8a9-4cac-95cd-f47367960a1a admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1650965 May 27 22:36:27.568220 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ced7a2fb-86d0-4080-bd94-3aa951496a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:27.609792 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1293-98a2-4ec3-9051-1288f5e87bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:27.646040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef032d54-b397-480f-92c2-c1f45a20e93c None None] Network d59524ae-7d57-4dab-8128-0d4fa9d76fae requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:36:27.674184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port d03e5b88-0288-413f-a331-592a6060dd74 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:36:27.674862 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:27.687573 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e7e1293-98a2-4ec3-9051-1288f5e87bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:27.693519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e1293-98a2-4ec3-9051-1288f5e87bc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=92234aa1-1354-48c6-98ae-12f774a58a0f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:27.816681 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4e7e1293-98a2-4ec3-9051-1288f5e87bc8 admin admin] 10.222.0.27 "DELETE /v2.0/networks/92234aa1-1354-48c6-98ae-12f774a58a0f HTTP/1.1" status: 204 len: 168 time: 0.9192288 May 27 22:36:27.928159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c157db-4a05-4667-89e1-3b69564e1c80 req-87b78ec1-8c94-4db8-9674-f4055dc38bfd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:27.929828 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36c157db-4a05-4667-89e1-3b69564e1c80 req-87b78ec1-8c94-4db8-9674-f4055dc38bfd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.1565099 May 27 22:36:27.998245 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36c157db-4a05-4667-89e1-3b69564e1c80 req-ed91556b-9e6e-4da4-8926-e1bf973d6b2e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606718 May 27 22:36:28.061820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port d03e5b88-0288-413f-a331-592a6060dd74 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:28.062207 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:28.076822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53788) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:28.109541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d03e5b88-0288-413f-a331-592a6060dd74, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d03e5b88-0288-413f-a331-592a6060dd74,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:28.111102 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685bbadf-e048-4bf4-9ae4-6f04782127dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03e5b88-0288-413f-a331-592a6060dd74'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:28.159751 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51473d6c-689e-43dc-b4f5-b1aac3c38972'] response: {'server_uuid': '685bbadf-e048-4bf4-9ae4-6f04782127dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd03e5b88-0288-413f-a331-592a6060dd74', 'code': 200} May 27 22:36:28.186315 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:28.228515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070274c3-597f-46cd-b73c-4b7443f809df req-a71c8049-d79b-4712-ac83-d045be041511 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:28.230308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-070274c3-597f-46cd-b73c-4b7443f809df req-a71c8049-d79b-4712-ac83-d045be041511 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 944 time: 0.0931358 May 27 22:36:28.319406 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-070274c3-597f-46cd-b73c-4b7443f809df req-c3624862-531c-4401-a5ca-53dc883a9edf tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816295 May 27 22:36:28.358598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=d03e5b88-0288-413f-a331-592a6060dd74,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:28.438302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-76e2fd01-e2d3-4c2f-95bd-d88fdbef5906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:28.469108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-76e2fd01-e2d3-4c2f-95bd-d88fdbef5906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:28.475128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-76e2fd01-e2d3-4c2f-95bd-d88fdbef5906 admin admin] Usage tracker for resource:security_group_rule and tenant:4c71cfa215a843b2a4318bd00b013a0c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:28.479109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-76e2fd01-e2d3-4c2f-95bd-d88fdbef5906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:28.488874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-76e2fd01-e2d3-4c2f-95bd-d88fdbef5906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:28.511713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7785f119-5e3c-4490-b58c-8ff7ae9f5d05 req-394df0e6-4297-4da7-bdda-e927649ba094 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:28.517233 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7785f119-5e3c-4490-b58c-8ff7ae9f5d05 req-394df0e6-4297-4da7-bdda-e927649ba094 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1403668 May 27 22:36:28.574326 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7785f119-5e3c-4490-b58c-8ff7ae9f5d05 req-d23dbcb5-239a-4118-8991-615acb3fa28b tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515139 May 27 22:36:28.581122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53806) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:28.646479 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-61bee136-c645-4bf7-951b-07b10b355f09 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ff53841bba8d4c7092e0b6bbe888c9e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634995 May 27 22:36:28.646598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53820) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:28.723045 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-76e2fd01-e2d3-4c2f-95bd-d88fdbef5906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:28.773619 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dcb543d1-3f37-4796-b08c-e1bd8b928a08 req-4eb5387b-e12d-42a6-b85f-3800a9db2d13 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 210 time: 0.1084375 May 27 22:36:28.940321 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-76e2fd01-e2d3-4c2f-95bd-d88fdbef5906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:29.021409 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6561d7f8-a5c5-4f48-ac26-bd7a4e9286df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:29.027925 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-76e2fd01-e2d3-4c2f-95bd-d88fdbef5906 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4c71cfa215a843b2a4318bd00b013a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9505835 May 27 22:36:29.031086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53828) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:29.047366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2fd01-e2d3-4c2f-95bd-d88fdbef5906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac49761-5d6c-4e21-90af-6231faf39981,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:29.093919 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6561d7f8-a5c5-4f48-ac26-bd7a4e9286df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:29.102430 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52b2ec74-13f4-473c-b73e-c2bba5e1e93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:29.114340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-3faabe6d-203a-4b2e-9c66-18634c51e3e8 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:29.115036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-3faabe6d-203a-4b2e-9c66-18634c51e3e8 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Synchronizing usage tracker for tenant:ff2afcbe546140caa56836cc67a78ad9 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:29.129986 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52b2ec74-13f4-473c-b73e-c2bba5e1e93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:29.240119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f748a4-37c6-4315-bcd9-61dc46d583ea req-c83ff461-3838-4012-b546-7af3a5f6e77b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:29.241747 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69f748a4-37c6-4315-bcd9-61dc46d583ea req-c83ff461-3838-4012-b546-7af3a5f6e77b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.0904908 May 27 22:36:29.287848 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69f748a4-37c6-4315-bcd9-61dc46d583ea req-949c244d-fb83-43cb-81b6-4dbcbd04335c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403445 May 27 22:36:29.292116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-3faabe6d-203a-4b2e-9c66-18634c51e3e8 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Unset dirty status for tenant:ff2afcbe546140caa56836cc67a78ad9 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:29.292116 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-3faabe6d-203a-4b2e-9c66-18634c51e3e8 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/networks?id=d59524ae-7d57-4dab-8128-0d4fa9d76fae HTTP/1.1" status: 200 len: 822 time: 0.5858517 May 27 22:36:29.293543 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52b2ec74-13f4-473c-b73e-c2bba5e1e93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:29.294246 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6561d7f8-a5c5-4f48-ac26-bd7a4e9286df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:29.312455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2ec74-13f4-473c-b73e-c2bba5e1e93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac49761-5d6c-4e21-90af-6231faf39981,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:29.319883 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52b2ec74-13f4-473c-b73e-c2bba5e1e93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:29.321073 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-52b2ec74-13f4-473c-b73e-c2bba5e1e93f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fac49761-5d6c-4e21-90af-6231faf39981 HTTP/1.1" status: 204 len: 168 time: 0.2890279 May 27 22:36:29.321412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561d7f8-a5c5-4f48-ac26-bd7a4e9286df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6b5c16-9ba2-4cb7-8a7e-36fa46bf6aa5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:29.328523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-e5f27870-4c52-4482-8f76-82385e02780a tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/quotas/ff2afcbe546140caa56836cc67a78ad9 HTTP/1.1" status: 200 len: 375 time: 0.0291610 May 27 22:36:29.339121 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6561d7f8-a5c5-4f48-ac26-bd7a4e9286df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:29.347271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6561d7f8-a5c5-4f48-ac26-bd7a4e9286df admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1a6b5c16-9ba2-4cb7-8a7e-36fa46bf6aa5 HTTP/1.1" status: 204 len: 168 time: 0.6931419 May 27 22:36:29.422804 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-78c19a9a-42c4-4f7e-b10f-6238414a9d5f tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ff2afcbe546140caa56836cc67a78ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846767 May 27 22:36:29.618015 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bc594811-b830-4bf0-a781-cb0da572b9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:29.628027 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-1a455911-308f-4763-9cb4-41fc3449f95f service neutron] 10.222.0.27 "GET /v2.0/networks/d59524ae-7d57-4dab-8128-0d4fa9d76fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987462 May 27 22:36:29.667082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066acb6-0685-421f-837d-06b93d2e35e9 req-17bd1cc0-9a13-4c32-8ae8-ff36b1d39fb2 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:29.670440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8066acb6-0685-421f-837d-06b93d2e35e9 req-17bd1cc0-9a13-4c32-8ae8-ff36b1d39fb2 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 945 time: 0.1653564 May 27 22:36:29.674167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b08f1-e1d7-4879-b5ad-56cafc8166bf req-f50f9413-fd03-4c79-b740-c6fae29811f2 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:29.674893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-739b08f1-e1d7-4879-b5ad-56cafc8166bf req-f50f9413-fd03-4c79-b740-c6fae29811f2 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Synchronizing usage tracker for tenant:c3c718a2d83d437cada81da4b15b247f on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:29.687637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-739b08f1-e1d7-4879-b5ad-56cafc8166bf req-f50f9413-fd03-4c79-b740-c6fae29811f2 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Unset dirty status for tenant:c3c718a2d83d437cada81da4b15b247f on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:29.693506 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-739b08f1-e1d7-4879-b5ad-56cafc8166bf req-f50f9413-fd03-4c79-b740-c6fae29811f2 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.46 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 945 time: 0.1173284 May 27 22:36:29.777188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-739b08f1-e1d7-4879-b5ad-56cafc8166bf req-c45ddafc-5d83-4613-ad88-a88f0607cf40 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Deleting port d03e5b88-0288-413f-a331-592a6060dd74 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:29.777530 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-739b08f1-e1d7-4879-b5ad-56cafc8166bf req-c45ddafc-5d83-4613-ad88-a88f0607cf40 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:29.782917 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8066acb6-0685-421f-837d-06b93d2e35e9 req-072e800c-13ae-4d91-9186-53575ee84b58 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609322 May 27 22:36:29.823019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-0bf23745-d7ed-4a29-b43c-527882bff549 service neutron] 10.222.0.27 "GET /v2.0/networks/d59524ae-7d57-4dab-8128-0d4fa9d76fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851730 May 27 22:36:30.074114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4deee-776b-44a8-929f-089ca3f7cb5c req-47328260-29c9-467e-bedb-450f4defb897 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:30.075679 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2a4deee-776b-44a8-929f-089ca3f7cb5c req-47328260-29c9-467e-bedb-450f4defb897 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1262262 May 27 22:36:30.148985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2a4deee-776b-44a8-929f-089ca3f7cb5c req-bb1d9938-628b-4f3c-be1c-48be7b70aefc tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673923 May 27 22:36:30.263916 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11992d7d-afdd-457a-93fa-e5447e31d4a2 req-10afd1ef-cbe4-4d3d-8876-b4c949b1ec0a tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 210 time: 0.0506673 May 27 22:36:30.329727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13b935c8-8004-463f-b2ba-f221e89bf62b req-bf41a84c-ced5-4a7b-aac9-c5b773e5bd7f tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 210 time: 0.0728488 May 27 22:36:30.347020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-739b08f1-e1d7-4879-b5ad-56cafc8166bf req-c45ddafc-5d83-4613-ad88-a88f0607cf40 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] For port d03e5b88-0288-413f-a331-592a6060dd74, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d03e5b88-0288-413f-a331-592a6060dd74,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:30.352568 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-739b08f1-e1d7-4879-b5ad-56cafc8166bf req-c45ddafc-5d83-4613-ad88-a88f0607cf40 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:30.477995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-739b08f1-e1d7-4879-b5ad-56cafc8166bf req-c45ddafc-5d83-4613-ad88-a88f0607cf40 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Calling delete_port for d03e5b88-0288-413f-a331-592a6060dd74 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:36:30.513182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53864) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:30.536858 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-269e2b35-0504-4a2c-bb0f-a7bfa8fa8165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:30.554549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63888269-ca66-47e5-bbcf-f2677d655f50 req-f76ef2c6-a947-41fe-9a41-d3fad1a1c3b4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:30.557385 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-63888269-ca66-47e5-bbcf-f2677d655f50 req-f76ef2c6-a947-41fe-9a41-d3fad1a1c3b4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.1305833 May 27 22:36:30.582174 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-269e2b35-0504-4a2c-bb0f-a7bfa8fa8165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:30.589413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-269e2b35-0504-4a2c-bb0f-a7bfa8fa8165 admin admin] Usage tracker for resource:security_group_rule and tenant:ad6ff929ba2949e08763f61eb5e01b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:30.595284 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-269e2b35-0504-4a2c-bb0f-a7bfa8fa8165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:30.607897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-269e2b35-0504-4a2c-bb0f-a7bfa8fa8165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:30.627902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-63888269-ca66-47e5-bbcf-f2677d655f50 req-c93c3dff-92ad-4fc7-84f2-a4a383d5791d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652587 May 27 22:36:30.711260 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-269e2b35-0504-4a2c-bb0f-a7bfa8fa8165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:30.775096 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-739b08f1-e1d7-4879-b5ad-56cafc8166bf req-c45ddafc-5d83-4613-ad88-a88f0607cf40 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:30.786534 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['d03e5b88-0288-413f-a331-592a6060dd74'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:36:30.821426 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-269e2b35-0504-4a2c-bb0f-a7bfa8fa8165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:30.864461 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:30.893083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ddafc-5d83-4613-ad88-a88f0607cf40 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Pushing event deleted for resources: {'Port': ['ID=d03e5b88-0288-413f-a331-592a6060dd74,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:30.916071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e2b35-0504-4a2c-bb0f-a7bfa8fa8165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da174c9-b842-485e-b834-79c30d363823,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:30.918977 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:30.952380 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-269e2b35-0504-4a2c-bb0f-a7bfa8fa8165 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ad6ff929ba2949e08763f61eb5e01b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4363770 May 27 22:36:30.957568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53876) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:31.026089 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-739b08f1-e1d7-4879-b5ad-56cafc8166bf req-c45ddafc-5d83-4613-ad88-a88f0607cf40 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] No DVR routers for this DVR port d03e5b88-0288-413f-a331-592a6060dd74 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:36:31.028062 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-739b08f1-e1d7-4879-b5ad-56cafc8166bf req-c45ddafc-5d83-4613-ad88-a88f0607cf40 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:31.037879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685bbadf-e048-4bf4-9ae4-6f04782127dd', 'name': 'network-vif-deleted', 'tag': 'd03e5b88-0288-413f-a331-592a6060dd74'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:31.047430 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-833fb4cf-688a-4721-b41b-e126dffff36b req-17a560a5-48ed-4648-af2b-ccc1a598a659 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 210 time: 0.0656333 May 27 22:36:31.085111 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72dd89f6-2bbc-4bc4-ad57-d288b7e5ce0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:31.100570 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-513ef42d-d9c6-46f0-8295-fd5eeb8f9579'] response: {'server_uuid': '685bbadf-e048-4bf4-9ae4-6f04782127dd', 'name': 'network-vif-deleted', 'tag': 'd03e5b88-0288-413f-a331-592a6060dd74', 'status': 'completed', 'code': 200} May 27 22:36:31.119420 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72dd89f6-2bbc-4bc4-ad57-d288b7e5ce0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:31.135671 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-739b08f1-e1d7-4879-b5ad-56cafc8166bf req-c45ddafc-5d83-4613-ad88-a88f0607cf40 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.46 "DELETE /v2.0/ports/d03e5b88-0288-413f-a331-592a6060dd74 HTTP/1.1" status: 204 len: 173 time: 1.4391861 May 27 22:36:31.180606 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-b2a435fd-3cd8-4f81-9368-b22edb2201f4 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=50deb4629fde46798098a7bb4e3cc0a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314138 May 27 22:36:31.272114 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72dd89f6-2bbc-4bc4-ad57-d288b7e5ce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:31.309396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd89f6-2bbc-4bc4-ad57-d288b7e5ce0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da174c9-b842-485e-b834-79c30d363823,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:31.318850 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72dd89f6-2bbc-4bc4-ad57-d288b7e5ce0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:31.331695 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-72dd89f6-2bbc-4bc4-ad57-d288b7e5ce0e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6da174c9-b842-485e-b834-79c30d363823 HTTP/1.1" status: 204 len: 168 time: 0.3631496 May 27 22:36:31.441878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-9df98a77-8c12-4a6e-89cc-878bfc83b9bc tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:31.444661 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-9df98a77-8c12-4a6e-89cc-878bfc83b9bc tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2594931 May 27 22:36:31.471696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Request body: {'port': {'device_id': '197bd4a5-536f-4bd5-867b-2c142d054639', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': '50deb4629fde46798098a7bb4e3cc0a4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:31.472748 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b371bc5-ead4-4e32-ad84-4ec4ccf9230a req-9e84e71d-9107-41a6-8ee7-82a4f17d0890 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 210 time: 0.0767357 May 27 22:36:31.570456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf6668-d52d-485f-bbc2-3295fd00e38f req-272331d4-16e7-48dc-8e22-0d1e93762fbf tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:31.580575 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bfdf6668-d52d-485f-bbc2-3295fd00e38f req-272331d4-16e7-48dc-8e22-0d1e93762fbf tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.2433839 May 27 22:36:31.692098 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bfdf6668-d52d-485f-bbc2-3295fd00e38f req-1f6ac97a-3d56-4ff1-b762-222ff2e2b0e1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043892 May 27 22:36:31.807226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51c41c3c-8442-4b03-98c6-0deb0b27e3bc req-19b964d3-d933-4e65-8601-aad9c3a354d9 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 210 time: 0.1037645 May 27 22:36:31.823492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:31.839382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Usage tracker for resource:port and tenant:50deb4629fde46798098a7bb4e3cc0a4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:31.843218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:31.849481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:31.940546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Made reservation on behalf of 50deb4629fde46798098a7bb4e3cc0a4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:36:31.944584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:31.961793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e858e-e6c2-419c-b88e-08ae2f7c5b5a req-b9bf2dce-790f-4785-8586-d5c76fa419ef tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:31.970728 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:31.970842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-035e858e-e6c2-419c-b88e-08ae2f7c5b5a req-b9bf2dce-790f-4785-8586-d5c76fa419ef tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.1114414 May 27 22:36:31.984664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:31.989961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Usage tracker for resource:security_group_rule and tenant:50deb4629fde46798098a7bb4e3cc0a4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:31.993063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:32.000097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:32.022609 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-035e858e-e6c2-419c-b88e-08ae2f7c5b5a req-117f690a-af38-4b87-89a9-4c91d146ef82 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520248 May 27 22:36:32.032368 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:32.093638 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:32.180076 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:32.226605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb7ba920-00b1-4bed-afff-dd5e19b22e0d req-f02a71c7-f038-49ce-9626-a837525c6595 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=685bbadf-e048-4bf4-9ae4-6f04782127dd HTTP/1.1" status: 200 len: 210 time: 0.0447128 May 27 22:36:32.291028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2ac625-3a38-4ddb-9907-e88044d907e0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:32.396232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Allocated IP 192.168.233.135 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/a05bc128-f8bb-4bc8-9237-389214d71a6b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:36:32.685232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:32.701841 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-898f2049-63e8-4945-9e82-6adc5e3aebeb req-cfca6a53-d411-47dc-8e0b-484f8a3479cb tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 210 time: 0.0726800 May 27 22:36:32.740342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Transition to ACTIVE for port object a05bc128-f8bb-4bc8-9237-389214d71a6b will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:36:32.929046 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:33.021916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:36:33.024714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:36:33.029186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:36:33.085980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b530ec0-c159-4756-a0b6-6c55f34cfc14 req-cb5ccf07-ab11-465f-bbba-5f4718be7d2e tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:33.087499 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b530ec0-c159-4756-a0b6-6c55f34cfc14 req-cb5ccf07-ab11-465f-bbba-5f4718be7d2e tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 936 time: 0.1468892 May 27 22:36:33.096073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Pushing event updated for resources: {'Port': ['ID=a05bc128-f8bb-4bc8-9237-389214d71a6b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:33.104648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa643f-4b96-44c7-8cd1-8450669dacc8 req-6837bfdb-616c-4dc4-9048-7108032ea76c tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:33.112322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-98aa643f-4b96-44c7-8cd1-8450669dacc8 req-6837bfdb-616c-4dc4-9048-7108032ea76c tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.3075287 May 27 22:36:33.148887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:33.151136 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:33.320776 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-a686c06e-3df8-4495-ae60-e6492084f2f1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8592312 May 27 22:36:33.338878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-98aa643f-4b96-44c7-8cd1-8450669dacc8 req-40835621-04e5-4a06-b660-13e4ddbabd50 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255442 May 27 22:36:33.417404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b530ec0-c159-4756-a0b6-6c55f34cfc14 req-5e02a151-b198-40e2-8d47-e785e588971a tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/security-groups?id=8b2ac625-3a38-4ddb-9907-e88044d907e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022826 May 27 22:36:33.485004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Request body: {'port': {'device_id': '197bd4a5-536f-4bd5-867b-2c142d054639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:33.550562 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d03e5b88-0288-413f-a331-592a6060dd74 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:36:33.582933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-e8fb8847-f103-4ef4-a331-dbaaf4936c13 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:33.584762 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-e8fb8847-f103-4ef4-a331-dbaaf4936c13 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.57 "GET /v2.0/networks?id=d59524ae-7d57-4dab-8128-0d4fa9d76fae HTTP/1.1" status: 200 len: 822 time: 0.3968823 May 27 22:36:33.599962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: d03e5b88-0288-413f-a331-592a6060dd74 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:36:33.600588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d03e5b88-0288-413f-a331-592a6060dd74 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:36:33.614739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4c4a5314-a48a-4d72-affa-36b0ed289e86 None None] Provisioning for port a05bc128-f8bb-4bc8-9237-389214d71a6b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:36:33.620709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4c4a5314-a48a-4d72-affa-36b0ed289e86 None None] Provisioning complete for port a05bc128-f8bb-4bc8-9237-389214d71a6b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:36:33.621238 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c4a5314-a48a-4d72-affa-36b0ed289e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:33.636026 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:33.651836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Request body: {'port': {'device_id': 'ae3ac640-987c-4411-83f0-35991b0d0f67', 'network_id': 'd59524ae-7d57-4dab-8128-0d4fa9d76fae', 'admin_state_up': True, 'tenant_id': 'ff2afcbe546140caa56836cc67a78ad9'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:33.769492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4c4a5314-a48a-4d72-affa-36b0ed289e86 None None] Port a05bc128-f8bb-4bc8-9237-389214d71a6b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:36:33.945412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd5501-a8fb-404a-ae7c-b27c411ffc9e req-ab5cb629-8353-4e75-8b69-b8fd67819405 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:33.963785 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5abd5501-a8fb-404a-ae7c-b27c411ffc9e req-ab5cb629-8353-4e75-8b69-b8fd67819405 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.3744669 May 27 22:36:34.048789 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5515f621-9ef3-4841-9c90-fc631018af56 req-4a161f30-9d51-42e2-9952-fca23121a570 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 210 time: 0.1192563 May 27 22:36:34.062547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:34.078999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Usage tracker for resource:port and tenant:ff2afcbe546140caa56836cc67a78ad9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:34.084217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:34.096288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:34.105288 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5abd5501-a8fb-404a-ae7c-b27c411ffc9e req-8aa3b4ac-b083-4b39-8ade-2c8cf00d8f43 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402061 May 27 22:36:34.331451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-09a4975d-d050-4cd7-a433-313049f339ff tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:34.332770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-09a4975d-d050-4cd7-a433-313049f339ff tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/networks?id=edbf9976-6958-4752-83e2-d7a8d73d7413 HTTP/1.1" status: 200 len: 822 time: 0.1734300 May 27 22:36:34.350585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-3e668707-724f-4699-82d7-5e2c9ec48dcf tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/quotas/c3c718a2d83d437cada81da4b15b247f HTTP/1.1" status: 200 len: 375 time: 0.0122237 May 27 22:36:34.352471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Made reservation on behalf of ff2afcbe546140caa56836cc67a78ad9 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:36:34.356589 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:34.382468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d829785-9980-49c1-96fc-d204c74addf5 req-137eae2e-ca63-4b4e-b61b-5d4bd47e6961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:34.384374 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d829785-9980-49c1-96fc-d204c74addf5 req-137eae2e-ca63-4b4e-b61b-5d4bd47e6961 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=82f014b25abf4c19a049c6e511375f4f&device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 1096 time: 0.2753515 May 27 22:36:34.552285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05bc128-f8bb-4bc8-9237-389214d71a6b {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:36:34.563349 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:34.608113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Transition to ACTIVE for port object a05bc128-f8bb-4bc8-9237-389214d71a6b will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:36:34.612739 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d829785-9980-49c1-96fc-d204c74addf5 req-2f52e9c8-ae95-49a5-9941-5a6ce7c5cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:34.618366 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d829785-9980-49c1-96fc-d204c74addf5 req-2f52e9c8-ae95-49a5-9941-5a6ce7c5cd80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8be13602-4cfa-458d-a78a-e81021b10d09 HTTP/1.1" status: 200 len: 911 time: 0.2091279 May 27 22:36:34.633141 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-6572f69f-bba8-4aa2-9e7e-cdd4604e1b83 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=c3c718a2d83d437cada81da4b15b247f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2626204 May 27 22:36:34.684704 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:34.685429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Allocated IP 172.20.0.9 (d59524ae-7d57-4dab-8128-0d4fa9d76fae/85dea982-25d6-4e75-8010-cb00ed084520/3b5cf389-5118-43df-8de8-48e46ac2f741) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:36:34.765954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93021be5-6332-44a1-af0c-4652e39b1e24 req-37f07533-acd9-44e1-8195-b7a19aa81f1f tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:34.773510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Pushing event updated for resources: {'Port': ['ID=a05bc128-f8bb-4bc8-9237-389214d71a6b,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:34.773772 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93021be5-6332-44a1-af0c-4652e39b1e24 req-37f07533-acd9-44e1-8195-b7a19aa81f1f tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.2747958 May 27 22:36:34.777577 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d829785-9980-49c1-96fc-d204c74addf5 req-b0073e01-e684-4874-b19c-576878fb5f53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2689519-ab62-43c8-bef8-ed5b6f9ec4fc HTTP/1.1" status: 200 len: 217 time: 0.1572256 May 27 22:36:34.888752 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93021be5-6332-44a1-af0c-4652e39b1e24 req-387f0107-2f37-43bd-a720-5611877ff82e tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130736 May 27 22:36:34.951395 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-9ad0b956-f079-4049-ad9f-6e95b2d87d86 service neutron] 10.222.0.27 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019435 May 27 22:36:35.011339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d829785-9980-49c1-96fc-d204c74addf5 req-23cc3d53-376b-4e87-9419-df8b9bf35abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:35.014186 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d829785-9980-49c1-96fc-d204c74addf5 req-23cc3d53-376b-4e87-9419-df8b9bf35abc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1980ea9-a648-44d4-9eb2-ca5f3fcf57da HTTP/1.1" status: 200 len: 850 time: 0.1671367 May 27 22:36:35.074838 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d829785-9980-49c1-96fc-d204c74addf5 req-9555c18a-95e4-46d6-9739-60fa2ce2eb08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8be13602-4cfa-458d-a78a-e81021b10d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477047 May 27 22:36:35.075635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Attempting to bind port a05bc128-f8bb-4bc8-9237-389214d71a6b on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:36:35.076063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Attempting to bind port a05bc128-f8bb-4bc8-9237-389214d71a6b by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:36:35.076418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Attempting to bind port a05bc128-f8bb-4bc8-9237-389214d71a6b on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:36:35.107782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Port a05bc128-f8bb-4bc8-9237-389214d71a6b on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:36:35.108113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Attempting to bind port a05bc128-f8bb-4bc8-9237-389214d71a6b on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:36:35.162034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:36:35.162424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:36:35.162994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:36:35.163258 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Bound port: a05bc128-f8bb-4bc8-9237-389214d71a6b, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:36:35.163613 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:35.304098 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d829785-9980-49c1-96fc-d204c74addf5 req-63c07e9d-58e2-4599-a72c-919df4bbb458 service neutron] 10.222.0.46 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223799 May 27 22:36:35.308226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] For port a05bc128-f8bb-4bc8-9237-389214d71a6b, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:36:35.311385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] For port a05bc128-f8bb-4bc8-9237-389214d71a6b, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a05bc128-f8bb-4bc8-9237-389214d71a6b,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:36:35.371895 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:35.387358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4a46c-eaa5-4fac-b699-a80c351ccbca req-c453421b-cc32-447b-8c16-74364c425b96 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:35.388885 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bfa4a46c-eaa5-4fac-b699-a80c351ccbca req-c453421b-cc32-447b-8c16-74364c425b96 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 948 time: 0.3929808 May 27 22:36:35.394610 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-8de9b588-4e15-4129-9083-bf1db0e5dcd6 service neutron] 10.222.0.27 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975468 May 27 22:36:35.457865 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d829785-9980-49c1-96fc-d204c74addf5 req-20034fdd-12b6-49b0-afd4-9f4d6a4ecb0c service neutron] 10.222.0.46 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450427 May 27 22:36:35.459314 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:35.459689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bfa4a46c-eaa5-4fac-b699-a80c351ccbca req-7eee0218-3aec-4e1f-ae8b-031f65bfc1d1 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/security-groups?id=8b2ac625-3a38-4ddb-9907-e88044d907e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594854 May 27 22:36:35.522855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:35.523440 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:35.526097 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] 10.222.0.57 "PUT /v2.0/ports/a05bc128-f8bb-4bc8-9237-389214d71a6b HTTP/1.1" status: 200 len: 1096 time: 2.1901727 May 27 22:36:35.526097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197bd4a5-536f-4bd5-867b-2c142d054639', 'tag': 'a05bc128-f8bb-4bc8-9237-389214d71a6b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:35.555846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178bfec-dcd1-44df-be92-540d6cdc1f2c service neutron] Pushing event updated for resources: {'Port': ['ID=a05bc128-f8bb-4bc8-9237-389214d71a6b,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:35.581115 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:35.720310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Network d59524ae-7d57-4dab-8128-0d4fa9d76fae is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:36:35.736719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:36:35.750470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:36:35.878742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-771ffb5f-b279-4efd-965c-0ae624684d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:35.880788 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-771ffb5f-b279-4efd-965c-0ae624684d08 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50deb4629fde46798098a7bb4e3cc0a4&device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 1099 time: 0.1943443 May 27 22:36:35.919049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Pushing event updated for resources: {'Port': ['ID=3b5cf389-5118-43df-8de8-48e46ac2f741,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:35.953664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:35.953988 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:36.009110 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-9c439118-339e-4ecd-b711-c3257aba9384 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a05bc128-f8bb-4bc8-9237-389214d71a6b HTTP/1.1" status: 200 len: 217 time: 0.1137443 May 27 22:36:36.062888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bc73f-3ea8-4393-abf1-8b59769547b9 req-6ed3d339-8689-4d42-a248-21fdcc8681dc tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:36.068759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-742bc73f-3ea8-4393-abf1-8b59769547b9 req-6ed3d339-8689-4d42-a248-21fdcc8681dc tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Synchronizing usage tracker for tenant:ff2afcbe546140caa56836cc67a78ad9 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:36.079459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-54495d52-618a-421e-a777-b3de1f7c8db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:36.081521 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-54495d52-618a-421e-a777-b3de1f7c8db5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0662262 May 27 22:36:36.096711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3870f43-c63f-4092-8079-3649a25e5628 req-fdaf0e0e-d5ac-48cb-a8fe-99b2b4a582bd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:36.098183 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3870f43-c63f-4092-8079-3649a25e5628 req-fdaf0e0e-d5ac-48cb-a8fe-99b2b4a582bd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.1381137 May 27 22:36:36.123961 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-d712fcc0-5a8d-426f-ba80-46d840daca35 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4759736 May 27 22:36:36.149918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Request body: {'port': {'device_id': 'ae3ac640-987c-4411-83f0-35991b0d0f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:36.159694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-6081ff2a-6184-4fb8-8033-38b23b270d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:36.161175 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-6081ff2a-6184-4fb8-8033-38b23b270d9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739250 May 27 22:36:36.204469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3870f43-c63f-4092-8079-3649a25e5628 req-167bce6a-f8d2-4eed-8529-1de045b396ac tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969930 May 27 22:36:36.245105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-742bc73f-3ea8-4393-abf1-8b59769547b9 req-6ed3d339-8689-4d42-a248-21fdcc8681dc tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Unset dirty status for tenant:ff2afcbe546140caa56836cc67a78ad9 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:36.246570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-742bc73f-3ea8-4393-abf1-8b59769547b9 req-6ed3d339-8689-4d42-a248-21fdcc8681dc tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 931 time: 0.4338756 May 27 22:36:36.298822 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-7b14cae0-e849-4951-a0a2-a7920abd8ef0 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316793 May 27 22:36:36.303316 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:36.327294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-742bc73f-3ea8-4393-abf1-8b59769547b9 req-a607ac62-d506-4365-ae91-eea3e2bf0a23 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Synchronizing usage tracker for tenant:ff2afcbe546140caa56836cc67a78ad9 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:36.551298 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bf4e989-33ca-42d7-af64-94c1c13d42f4'] response: {'name': 'network-changed', 'server_uuid': '197bd4a5-536f-4bd5-867b-2c142d054639', 'tag': 'a05bc128-f8bb-4bc8-9237-389214d71a6b', 'status': 'completed', 'code': 200} May 27 22:36:36.562877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-742bc73f-3ea8-4393-abf1-8b59769547b9 req-a607ac62-d506-4365-ae91-eea3e2bf0a23 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Unset dirty status for tenant:ff2afcbe546140caa56836cc67a78ad9 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:36.564761 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-742bc73f-3ea8-4393-abf1-8b59769547b9 req-a607ac62-d506-4365-ae91-eea3e2bf0a23 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/security-groups?id=1940ce24-a774-4ed4-b0d2-0ecff604fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003793 May 27 22:36:36.584399 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77e2dc44-3ca0-491a-8e0c-79c30f5760bb req-eac3174e-18d0-46d9-9559-57a0da46cd64 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 210 time: 0.0647011 May 27 22:36:36.619915 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dad43334-6abf-420e-a2c5-1d13ef26a1c2 req-e9481bb8-3d3f-40bf-963a-03fbd98ac9fa service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146591 May 27 22:36:36.914207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a8a30-009f-4a45-8f38-120710bc2e77 req-cfcaddc8-9218-42a6-ac40-201bfdd62ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:36.915731 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-876a8a30-009f-4a45-8f38-120710bc2e77 req-cfcaddc8-9218-42a6-ac40-201bfdd62ce7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50deb4629fde46798098a7bb4e3cc0a4&device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 1099 time: 0.0828314 May 27 22:36:36.941034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adedc8f-f093-4707-a9ad-942c99ec7b06 req-e24744ec-742e-479f-a2ca-895460e27bec tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:36.941034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6adedc8f-f093-4707-a9ad-942c99ec7b06 req-e24744ec-742e-479f-a2ca-895460e27bec tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1708150 May 27 22:36:36.978013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e765ca5-59b3-4a81-948b-6086a05b76c7 req-23ece882-fb32-4538-a09e-887a2229e828 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:36.979460 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e765ca5-59b3-4a81-948b-6086a05b76c7 req-23ece882-fb32-4538-a09e-887a2229e828 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 948 time: 0.2588329 May 27 22:36:37.047145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5cf389-5118-43df-8de8-48e46ac2f741 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:36:37.064579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a8a30-009f-4a45-8f38-120710bc2e77 req-b4e8fb17-4141-4850-9fb2-2308553739fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:37.066315 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-876a8a30-009f-4a45-8f38-120710bc2e77 req-b4e8fb17-4141-4850-9fb2-2308553739fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.1442015 May 27 22:36:37.067592 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:37.101229 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6adedc8f-f093-4707-a9ad-942c99ec7b06 req-1fc78d68-2cad-4b9d-8977-90d9d62c145b tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204476 May 27 22:36:37.122492 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e765ca5-59b3-4a81-948b-6086a05b76c7 req-3b7de8b9-707c-45ba-b05f-2636f56880c7 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/security-groups?id=8b2ac625-3a38-4ddb-9907-e88044d907e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302416 May 27 22:36:37.125421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Transition to ACTIVE for port object 3b5cf389-5118-43df-8de8-48e46ac2f741 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:36:37.148781 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-876a8a30-009f-4a45-8f38-120710bc2e77 req-5cdb2c71-993b-4925-bae4-24c1fe8773d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a05bc128-f8bb-4bc8-9237-389214d71a6b HTTP/1.1" status: 200 len: 217 time: 0.0752900 May 27 22:36:37.214668 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:37.217466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a8a30-009f-4a45-8f38-120710bc2e77 req-3f7240ba-e6b5-40e9-ba24-bcbbbfabe32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:37.219088 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-876a8a30-009f-4a45-8f38-120710bc2e77 req-3f7240ba-e6b5-40e9-ba24-bcbbbfabe32a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0638530 May 27 22:36:37.314019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a8a30-009f-4a45-8f38-120710bc2e77 req-dbada340-5e56-4440-b1fd-569a15888c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:37.315484 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-876a8a30-009f-4a45-8f38-120710bc2e77 req-dbada340-5e56-4440-b1fd-569a15888c7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0901518 May 27 22:36:37.474813 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-876a8a30-009f-4a45-8f38-120710bc2e77 req-e0d3f76c-3d0d-4dfb-8ef5-b5d70e8a06c7 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528275 May 27 22:36:37.475327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5cf389-5118-43df-8de8-48e46ac2f741,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:37.527248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Attempting to bind port 3b5cf389-5118-43df-8de8-48e46ac2f741 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:36:37.527558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Attempting to bind port 3b5cf389-5118-43df-8de8-48e46ac2f741 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '25e12a76-dab6-4908-86e5-b813ff5003ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd59524ae-7d57-4dab-8128-0d4fa9d76fae'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:36:37.527956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Attempting to bind port 3b5cf389-5118-43df-8de8-48e46ac2f741 on network d59524ae-7d57-4dab-8128-0d4fa9d76fae {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:36:37.536291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Port 3b5cf389-5118-43df-8de8-48e46ac2f741 on network d59524ae-7d57-4dab-8128-0d4fa9d76fae not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:36:37.536706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Attempting to bind port 3b5cf389-5118-43df-8de8-48e46ac2f741 on network d59524ae-7d57-4dab-8128-0d4fa9d76fae {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:36:37.551002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe724e85-7ca4-4645-a46b-6820ae2ef0fe req-361cd3de-14cb-40af-ad99-71d48119e3bd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:37.552594 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe724e85-7ca4-4645-a46b-6820ae2ef0fe req-361cd3de-14cb-40af-ad99-71d48119e3bd tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.1822350 May 27 22:36:37.553590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:36:37.554033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Checking segment: {'id': '25e12a76-dab6-4908-86e5-b813ff5003ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd59524ae-7d57-4dab-8128-0d4fa9d76fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:36:37.554485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Bound using segment: {'id': '25e12a76-dab6-4908-86e5-b813ff5003ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd59524ae-7d57-4dab-8128-0d4fa9d76fae'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:36:37.554997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Bound port: 3b5cf389-5118-43df-8de8-48e46ac2f741, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25e12a76-dab6-4908-86e5-b813ff5003ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd59524ae-7d57-4dab-8128-0d4fa9d76fae'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:36:37.555709 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:37.655923 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-876a8a30-009f-4a45-8f38-120710bc2e77 req-ef9b4c5e-2a00-47ae-9c4e-fc07aad40e75 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684833 May 27 22:36:37.721073 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe724e85-7ca4-4645-a46b-6820ae2ef0fe req-edfb39db-ebcc-491e-a433-b6e7f24199ff tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511593 May 27 22:36:37.760438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] For port 3b5cf389-5118-43df-8de8-48e46ac2f741, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:36:37.765101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] For port 3b5cf389-5118-43df-8de8-48e46ac2f741, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3b5cf389-5118-43df-8de8-48e46ac2f741,segment=NetworkSegment(25e12a76-dab6-4908-86e5-b813ff5003ef),segment_id=25e12a76-dab6-4908-86e5-b813ff5003ef)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:36:37.845719 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:38.118818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86356675-5db4-44f0-9fc5-66e972da5a4d req-d88e47fe-ce8b-4660-8348-3bffafea8c56 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 210 time: 0.2749681 May 27 22:36:38.140835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:38.140835 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:38.140835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] 10.222.0.57 "PUT /v2.0/ports/3b5cf389-5118-43df-8de8-48e46ac2f741 HTTP/1.1" status: 200 len: 1091 time: 1.9954267 May 27 22:36:38.140835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3ac640-987c-4411-83f0-35991b0d0f67', 'tag': '3b5cf389-5118-43df-8de8-48e46ac2f741'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:38.177867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec88c8-e28e-47e5-a11d-6c4be8227974 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5cf389-5118-43df-8de8-48e46ac2f741,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:38.312035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f00a6c-355b-471b-bb22-37f502825c68 req-a19c8a5b-08de-4f37-9f86-a38398952e48 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:38.314185 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40f00a6c-355b-471b-bb22-37f502825c68 req-a19c8a5b-08de-4f37-9f86-a38398952e48 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 943 time: 0.2609375 May 27 22:36:38.366983 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305336fc-7bbb-4776-a578-098c873d14c0 req-fff62e82-2efa-4b90-afb2-c8c9e4c0b0f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1850221 May 27 22:36:38.370533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-b3ca2396-43f0-4daa-8fca-95c90204910f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:38.372194 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-b3ca2396-43f0-4daa-8fca-95c90204910f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff2afcbe546140caa56836cc67a78ad9&device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 1094 time: 0.0900440 May 27 22:36:38.384015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e7097-46e9-4b3e-8457-7f4d6091be6f req-fa9c133e-f921-4104-b616-1a2cb1761be4 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:38.388803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e7097-46e9-4b3e-8457-7f4d6091be6f req-fa9c133e-f921-4104-b616-1a2cb1761be4 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1623960 May 27 22:36:38.444267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40f00a6c-355b-471b-bb22-37f502825c68 req-01671d64-4b5d-4e5f-b1b8-b95b8be78775 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/security-groups?id=1940ce24-a774-4ed4-b0d2-0ecff604fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061864 May 27 22:36:38.524686 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-bf2a9721-d19e-4111-acc5-e4e260cb424e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b5cf389-5118-43df-8de8-48e46ac2f741 HTTP/1.1" status: 200 len: 217 time: 0.1206179 May 27 22:36:38.536936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60e7097-46e9-4b3e-8457-7f4d6091be6f req-60dff79b-6dde-418a-af7c-d746640576b1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362219 May 27 22:36:38.601134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-87ed4321-3830-4ca1-bc50-ee14763d909a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:38.602793 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-87ed4321-3830-4ca1-bc50-ee14763d909a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dea982-25d6-4e75-8010-cb00ed084520 HTTP/1.1" status: 200 len: 862 time: 0.0735652 May 27 22:36:38.644250 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305336fc-7bbb-4776-a578-098c873d14c0 req-d71e3ca1-f183-4166-bed0-50927c00b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:38.645803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305336fc-7bbb-4776-a578-098c873d14c0 req-d71e3ca1-f183-4166-bed0-50927c00b069 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8cbde3bf5664409c9a11b9efb9601362&device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 1097 time: 0.1641085 May 27 22:36:38.661548 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6bf5a0-35d2-4cc8-bd6e-adb07fe63778'] response: {'name': 'network-changed', 'server_uuid': 'ae3ac640-987c-4411-83f0-35991b0d0f67', 'tag': '3b5cf389-5118-43df-8de8-48e46ac2f741', 'status': 'completed', 'code': 200} May 27 22:36:38.740106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9e573-d2a8-42f7-b571-ad6dddff02b8 req-5ffba3c4-55dd-428b-9aed-53299f4c90c4 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:38.741636 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6c9e573-d2a8-42f7-b571-ad6dddff02b8 req-5ffba3c4-55dd-428b-9aed-53299f4c90c4 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 948 time: 0.1688514 May 27 22:36:38.768196 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-35e2ec82-a38d-4ffa-95ab-2ee0ef26f76c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d59524ae-7d57-4dab-8128-0d4fa9d76fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398153 May 27 22:36:38.892440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6c9e573-d2a8-42f7-b571-ad6dddff02b8 req-daa4c5fc-72cc-4ecf-9716-1182e93eac88 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/security-groups?id=8b2ac625-3a38-4ddb-9907-e88044d907e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369791 May 27 22:36:38.931749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-ac80868b-a5ca-4b74-83fb-fc3d1f8653df tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:38.932334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305336fc-7bbb-4776-a578-098c873d14c0 req-85a3b339-1fb4-423f-b6c0-3f0add14535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:38.933682 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-ac80868b-a5ca-4b74-83fb-fc3d1f8653df tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.46 "GET /v2.0/networks?id=edbf9976-6958-4752-83e2-d7a8d73d7413 HTTP/1.1" status: 200 len: 822 time: 0.3294511 May 27 22:36:38.934066 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305336fc-7bbb-4776-a578-098c873d14c0 req-85a3b339-1fb4-423f-b6c0-3f0add14535b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a846165f-67b8-4711-8fc9-97b50aa76620 HTTP/1.1" status: 200 len: 916 time: 0.2534862 May 27 22:36:38.950088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Request body: {'port': {'device_id': '54307986-5380-484a-8fda-fa34e812e6c7', 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413', 'admin_state_up': True, 'tenant_id': 'c3c718a2d83d437cada81da4b15b247f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:39.102226 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-8f98eb9f-0663-439f-8afd-acc127b17a62 service neutron] 10.222.0.57 "GET /v2.0/networks/d59524ae-7d57-4dab-8128-0d4fa9d76fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246748 May 27 22:36:39.193558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305336fc-7bbb-4776-a578-098c873d14c0 req-8a330c82-db2f-4bf4-b5ba-161fdadbabd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fd798c1-f8c6-446a-82ea-9449463d4184 HTTP/1.1" status: 200 len: 1002 time: 0.2524729 May 27 22:36:39.371417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b1998-da29-4c6a-813d-1ea5c01ba66b req-f4f0882a-7460-4ad8-9a2e-3e9db56c61fb tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:39.373462 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba2b1998-da29-4c6a-813d-1ea5c01ba66b req-f4f0882a-7460-4ad8-9a2e-3e9db56c61fb tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.3681691 May 27 22:36:39.378266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305336fc-7bbb-4776-a578-098c873d14c0 req-fc3e0e4f-03a9-473b-a150-a5d20e9c56c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:39.379831 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305336fc-7bbb-4776-a578-098c873d14c0 req-fc3e0e4f-03a9-473b-a150-a5d20e9c56c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb HTTP/1.1" status: 200 len: 854 time: 0.1668735 May 27 22:36:39.497282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba2b1998-da29-4c6a-813d-1ea5c01ba66b req-59464861-5800-4f7e-be10-0c079292be48 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158938 May 27 22:36:39.539355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305336fc-7bbb-4776-a578-098c873d14c0 req-73b5092e-d67d-432d-a96d-2f899984ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:39.543684 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305336fc-7bbb-4776-a578-098c873d14c0 req-73b5092e-d67d-432d-a96d-2f899984ce9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a846165f-67b8-4711-8fc9-97b50aa76620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294870 May 27 22:36:39.545801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:39.552009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Usage tracker for resource:port and tenant:c3c718a2d83d437cada81da4b15b247f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:39.557803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:39.582791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:39.616021 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8b38963b-514f-488a-b8dd-4071dc7dbc0f req-38e37df3-f7bd-4d25-9006-a20ecfa3f4e3 service neutron] 10.222.0.57 "GET /v2.0/networks/d59524ae-7d57-4dab-8128-0d4fa9d76fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037792 May 27 22:36:39.717723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Made reservation on behalf of c3c718a2d83d437cada81da4b15b247f for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:36:39.721858 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:39.749874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec42d8eb-b2b6-415a-9ae1-80f7a092b407 req-0c8af2cb-d2cd-4cc7-8aa5-24e6448b4d7f tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 210 time: 0.1057472 May 27 22:36:39.776749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device a05bc128-f8bb-4bc8-9237-389214d71a6b details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:36:39.872143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70c57a-18fd-4d53-b2da-f81b70cf20ae req-e7a46132-9518-458a-9c09-277d520e58c1 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:39.878042 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd70c57a-18fd-4d53-b2da-f81b70cf20ae req-e7a46132-9518-458a-9c09-277d520e58c1 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 943 time: 0.2275779 May 27 22:36:39.886452 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305336fc-7bbb-4776-a578-098c873d14c0 req-ba18b174-0cd9-4858-9c7a-08d42922da20 service neutron] 10.222.0.57 "GET /v2.0/networks/a846165f-67b8-4711-8fc9-97b50aa76620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328145 May 27 22:36:39.985637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port a05bc128-f8bb-4bc8-9237-389214d71a6b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a05bc128-f8bb-4bc8-9237-389214d71a6b,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:40.004178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'a05bc128-f8bb-4bc8-9237-389214d71a6b', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'a05bc128-f8bb-4bc8-9237-389214d71a6b', 'mac_address': 'fa:16:3e:51:fa:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:36:40.036720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Allocated IP 172.20.0.5 (edbf9976-6958-4752-83e2-d7a8d73d7413/3fbfb290-7b1a-42ce-93eb-77a4e0b04346/d902309f-755e-4352-b7ac-9d89809b279a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:36:40.074693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port a05bc128-f8bb-4bc8-9237-389214d71a6b is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:40.075166 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:40.099717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05bc128-f8bb-4bc8-9237-389214d71a6b {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:36:40.122167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port a05bc128-f8bb-4bc8-9237-389214d71a6b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a05bc128-f8bb-4bc8-9237-389214d71a6b,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:40.226399 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:40.256490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e8363-c405-4ef7-9457-b752a0da3076 req-752f8059-760b-417f-8d74-092b9f531018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:40.256490 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b36e8363-c405-4ef7-9457-b752a0da3076 req-752f8059-760b-417f-8d74-092b9f531018 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ff2afcbe546140caa56836cc67a78ad9&device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 1094 time: 0.4180584 May 27 22:36:40.289727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-305336fc-7bbb-4776-a578-098c873d14c0 req-ea5c6260-b6de-438b-9da8-402323ce8cba service neutron] 10.222.0.57 "GET /v2.0/networks/a846165f-67b8-4711-8fc9-97b50aa76620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958697 May 27 22:36:40.353256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=a05bc128-f8bb-4bc8-9237-389214d71a6b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:40.397534 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd70c57a-18fd-4d53-b2da-f81b70cf20ae req-8b1c3448-50f6-49fe-9f66-c600dc73955d tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/security-groups?id=1940ce24-a774-4ed4-b0d2-0ecff604fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084057 May 27 22:36:40.475488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d1f56-d6f6-431a-a2fc-6a58ee45064d req-48f02402-f597-42b3-804f-664a0d40e1d9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:40.482917 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af9d1f56-d6f6-431a-a2fc-6a58ee45064d req-48f02402-f597-42b3-804f-664a0d40e1d9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 946 time: 0.1838937 May 27 22:36:40.538222 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:40.543868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['a05bc128-f8bb-4bc8-9237-389214d71a6b'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:36:40.547587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e8363-c405-4ef7-9457-b752a0da3076 req-68a50816-acbf-4d3b-9b04-cab4306cd0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:40.549419 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b36e8363-c405-4ef7-9457-b752a0da3076 req-68a50816-acbf-4d3b-9b04-cab4306cd0b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d59524ae-7d57-4dab-8128-0d4fa9d76fae HTTP/1.1" status: 200 len: 923 time: 0.2813873 May 27 22:36:40.555367 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af9d1f56-d6f6-431a-a2fc-6a58ee45064d req-d2177209-b71d-4d13-a212-68ec320af6ea tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699763 May 27 22:36:40.684424 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b36e8363-c405-4ef7-9457-b752a0da3076 req-9cdf8850-82ec-46d7-962f-7c0cbcdfb60e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b5cf389-5118-43df-8de8-48e46ac2f741 HTTP/1.1" status: 200 len: 217 time: 0.1202567 May 27 22:36:40.826598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e8363-c405-4ef7-9457-b752a0da3076 req-4430f9a1-e42e-47af-b4fa-34ef7eddd016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:40.835297 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b36e8363-c405-4ef7-9457-b752a0da3076 req-4430f9a1-e42e-47af-b4fa-34ef7eddd016 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=85dea982-25d6-4e75-8010-cb00ed084520 HTTP/1.1" status: 200 len: 862 time: 0.1414893 May 27 22:36:40.905927 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b36e8363-c405-4ef7-9457-b752a0da3076 req-e90cd363-8a49-46e1-a2e9-c0e11a5bfb56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d59524ae-7d57-4dab-8128-0d4fa9d76fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636230 May 27 22:36:40.934705 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:41.070323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918a1ca-8cff-4486-ad9b-a6c3fb6833b4 req-c228528e-87f4-45a3-a9ca-648194b8fae6 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:41.070323 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7918a1ca-8cff-4486-ad9b-a6c3fb6833b4 req-c228528e-87f4-45a3-a9ca-648194b8fae6 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.4853973 May 27 22:36:41.070884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Network edbf9976-6958-4752-83e2-d7a8d73d7413 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:36:41.072258 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:36:41.075313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56550f54-a625-4520-bdde-d05456681b5c req-4434457c-b8b4-494b-9315-79bc59a45c84 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:41.077061 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56550f54-a625-4520-bdde-d05456681b5c req-4434457c-b8b4-494b-9315-79bc59a45c84 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 949 time: 0.1201687 May 27 22:36:41.077877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:36:41.126657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Pushing event updated for resources: {'Port': ['ID=d902309f-755e-4352-b7ac-9d89809b279a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:41.147392 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7918a1ca-8cff-4486-ad9b-a6c3fb6833b4 req-22ceb5b2-831d-47ef-b841-f6faf83ee3d5 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694106 May 27 22:36:41.155812 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56550f54-a625-4520-bdde-d05456681b5c req-94ffcdc9-37c4-42c6-9218-3aee9f89d947 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/security-groups?id=8b2ac625-3a38-4ddb-9907-e88044d907e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629838 May 27 22:36:41.188227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:41.191786 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:41.203039 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b36e8363-c405-4ef7-9457-b752a0da3076 req-333da55f-3ed0-445d-8e24-ad77cb26d424 service neutron] 10.222.0.57 "GET /v2.0/networks/d59524ae-7d57-4dab-8128-0d4fa9d76fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895980 May 27 22:36:41.393298 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b36e8363-c405-4ef7-9457-b752a0da3076 req-6add36a9-811f-4cd7-871d-1939ec578604 service neutron] 10.222.0.57 "GET /v2.0/networks/d59524ae-7d57-4dab-8128-0d4fa9d76fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809344 May 27 22:36:41.425353 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-87cae189-1a20-4c1e-b0ec-4352c982d800 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4785271 May 27 22:36:41.435175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Request body: {'port': {'device_id': '54307986-5380-484a-8fda-fa34e812e6c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:41.453407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3452ae-9684-40b0-b2bd-75b0a923d49f req-4e812387-8627-4958-8a31-28d6d2a3bfdb tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:41.455422 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d3452ae-9684-40b0-b2bd-75b0a923d49f req-4e812387-8627-4958-8a31-28d6d2a3bfdb tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.1793814 May 27 22:36:41.509761 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d3452ae-9684-40b0-b2bd-75b0a923d49f req-77bb883b-0095-45c5-8d14-68cb55c12fa1 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472810 May 27 22:36:41.517994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab809a1-1be7-4881-81e8-a5c884265842 req-7489e0e9-1038-4107-83cf-9a0e2bd5e72f tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:41.530269 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eab809a1-1be7-4881-81e8-a5c884265842 req-7489e0e9-1038-4107-83cf-9a0e2bd5e72f tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 931 time: 0.1589260 May 27 22:36:41.575428 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:41.585322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eab809a1-1be7-4881-81e8-a5c884265842 req-fd2d7363-a43c-4fc5-bce1-6d0a56df2f6a tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580139 May 27 22:36:41.748238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb4e5d-ce1c-466d-9e26-9067820f7adc req-6f64b38b-f19c-4728-8c56-fef31142f92c tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:41.752756 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-63cb4e5d-ce1c-466d-9e26-9067820f7adc req-6f64b38b-f19c-4728-8c56-fef31142f92c tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 943 time: 0.1283014 May 27 22:36:41.792134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3b5cf389-5118-43df-8de8-48e46ac2f741 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:36:41.800894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device a05bc128-f8bb-4bc8-9237-389214d71a6b up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:36:41.825346 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-63cb4e5d-ce1c-466d-9e26-9067820f7adc req-2f71976d-c8b0-4c1b-b8bd-4a2c44ef8b89 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/security-groups?id=1940ce24-a774-4ed4-b0d2-0ecff604fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627656 May 27 22:36:42.076221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3b5cf389-5118-43df-8de8-48e46ac2f741, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3b5cf389-5118-43df-8de8-48e46ac2f741,segment=NetworkSegment(25e12a76-dab6-4908-86e5-b813ff5003ef),segment_id=25e12a76-dab6-4908-86e5-b813ff5003ef)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:42.090467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '3b5cf389-5118-43df-8de8-48e46ac2f741', 'network_id': 'd59524ae-7d57-4dab-8128-0d4fa9d76fae', 'port_id': '3b5cf389-5118-43df-8de8-48e46ac2f741', 'mac_address': 'fa:16:3e:55:39:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dea982-25d6-4e75-8010-cb00ed084520', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:36:42.123140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port a05bc128-f8bb-4bc8-9237-389214d71a6b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:36:42.145296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port a05bc128-f8bb-4bc8-9237-389214d71a6b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:36:42.145667 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:42.203512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3b5cf389-5118-43df-8de8-48e46ac2f741 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:42.204279 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:42.229405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5cf389-5118-43df-8de8-48e46ac2f741 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:36:42.234689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d902309f-755e-4352-b7ac-9d89809b279a {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:36:42.248927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3b5cf389-5118-43df-8de8-48e46ac2f741, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3b5cf389-5118-43df-8de8-48e46ac2f741,segment=NetworkSegment(25e12a76-dab6-4908-86e5-b813ff5003ef),segment_id=25e12a76-dab6-4908-86e5-b813ff5003ef)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:42.258492 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:42.278037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a6453-11ee-4d95-a7e4-6f1b2b6946e8 req-bf2c06f5-f48f-4735-9e54-49af0596b50e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:42.285895 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-183a6453-11ee-4d95-a7e4-6f1b2b6946e8 req-bf2c06f5-f48f-4735-9e54-49af0596b50e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 946 time: 0.1275508 May 27 22:36:42.291230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Transition to ACTIVE for port object d902309f-755e-4352-b7ac-9d89809b279a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:36:42.335863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port a05bc128-f8bb-4bc8-9237-389214d71a6b is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:42.336332 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:42.365392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197bd4a5-536f-4bd5-867b-2c142d054639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05bc128-f8bb-4bc8-9237-389214d71a6b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:42.367300 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-183a6453-11ee-4d95-a7e4-6f1b2b6946e8 req-a55c011b-9375-47da-9e92-c5220b62ec1e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805030 May 27 22:36:42.381903 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:42.382063 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:42.385911 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port a05bc128-f8bb-4bc8-9237-389214d71a6b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a05bc128-f8bb-4bc8-9237-389214d71a6b,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:42.434642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb741e-dcc8-4482-908e-a270ed9ab8da req-a46f9c51-310b-4bbc-a245-d42b79b81dbb tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:42.436145 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fefb741e-dcc8-4482-908e-a270ed9ab8da req-a46f9c51-310b-4bbc-a245-d42b79b81dbb tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1141415 May 27 22:36:42.448482 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:42.471487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3b5cf389-5118-43df-8de8-48e46ac2f741,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:42.524389 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fefb741e-dcc8-4482-908e-a270ed9ab8da req-7f208ddc-fafa-45b0-8a94-a9510fcf5b64 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704844 May 27 22:36:42.578066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=a05bc128-f8bb-4bc8-9237-389214d71a6b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:42.640680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=d902309f-755e-4352-b7ac-9d89809b279a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:42.687654 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9c40a4-1549-4b89-8084-d0fcdc42ce69'] response: {'server_uuid': '197bd4a5-536f-4bd5-867b-2c142d054639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05bc128-f8bb-4bc8-9237-389214d71a6b', 'code': 200} May 27 22:36:42.692165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a26f71-edf9-4c40-897f-c1ad11f81a20 req-392c9f14-b82b-4219-a5c7-cd9cea5da72a tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:42.694305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59a26f71-edf9-4c40-897f-c1ad11f81a20 req-392c9f14-b82b-4219-a5c7-cd9cea5da72a tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 950 time: 0.1109712 May 27 22:36:42.701076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['3b5cf389-5118-43df-8de8-48e46ac2f741'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:36:42.729932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Attempting to bind port d902309f-755e-4352-b7ac-9d89809b279a on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:36:42.730677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Attempting to bind port d902309f-755e-4352-b7ac-9d89809b279a by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '4e51450d-ce8a-452a-96c3-465edf8ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:36:42.730784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Attempting to bind port d902309f-755e-4352-b7ac-9d89809b279a on network edbf9976-6958-4752-83e2-d7a8d73d7413 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:36:42.736461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Port d902309f-755e-4352-b7ac-9d89809b279a on network edbf9976-6958-4752-83e2-d7a8d73d7413 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:36:42.736787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Attempting to bind port d902309f-755e-4352-b7ac-9d89809b279a on network edbf9976-6958-4752-83e2-d7a8d73d7413 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:36:42.742450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:36:42.742786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Checking segment: {'id': '4e51450d-ce8a-452a-96c3-465edf8ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:36:42.748939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Bound using segment: {'id': '4e51450d-ce8a-452a-96c3-465edf8ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:36:42.748939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Bound port: d902309f-755e-4352-b7ac-9d89809b279a, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e51450d-ce8a-452a-96c3-465edf8ca1f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:36:42.748939 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:42.803186 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59a26f71-edf9-4c40-897f-c1ad11f81a20 req-2d06a104-49ae-4640-95db-1e3ab02b7b8e tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/security-groups?id=8b2ac625-3a38-4ddb-9907-e88044d907e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028030 May 27 22:36:42.997947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] For port d902309f-755e-4352-b7ac-9d89809b279a, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:36:43.002232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] For port d902309f-755e-4352-b7ac-9d89809b279a, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d902309f-755e-4352-b7ac-9d89809b279a,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:36:43.009386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24de93a-94c6-4266-81b9-089577650748 req-30c16404-45f8-4691-94c3-43a43c87d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:43.014413 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d24de93a-94c6-4266-81b9-089577650748 req-30c16404-45f8-4691-94c3-43a43c87d848 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 1101 time: 0.1844404 May 27 22:36:43.058843 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d24de93a-94c6-4266-81b9-089577650748 req-bc5411de-dad2-43e1-bef5-73bee9d7f486 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8b2ac625-3a38-4ddb-9907-e88044d907e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 May 27 22:36:43.083034 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:43.127994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7429743-1952-40fb-9cc8-8c886ab3a558 req-b5899d47-af67-41a2-8110-5cddb0887768 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:43.129503 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7429743-1952-40fb-9cc8-8c886ab3a558 req-b5899d47-af67-41a2-8110-5cddb0887768 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.1998518 May 27 22:36:43.138194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6cca1-fe6c-4671-9ccd-fe4059b03569 req-c1e60320-e7e8-44f9-996a-542a23ccd1d0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:43.139590 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-49e6cca1-fe6c-4671-9ccd-fe4059b03569 req-c1e60320-e7e8-44f9-996a-542a23ccd1d0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 943 time: 0.1254663 May 27 22:36:43.149573 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:43.150228 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:43.151607 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] 10.222.0.46 "PUT /v2.0/ports/d902309f-755e-4352-b7ac-9d89809b279a HTTP/1.1" status: 200 len: 1091 time: 1.7206066 May 27 22:36:43.152037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54307986-5380-484a-8fda-fa34e812e6c7', 'tag': 'd902309f-755e-4352-b7ac-9d89809b279a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:43.177374 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf8251-c40a-4971-ba76-e02272cb8ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=d902309f-755e-4352-b7ac-9d89809b279a,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:43.215736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7429743-1952-40fb-9cc8-8c886ab3a558 req-028db3bc-07bd-4bb7-8d42-0e5364dc1e7d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751576 May 27 22:36:43.221356 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-49e6cca1-fe6c-4671-9ccd-fe4059b03569 req-375e3a6b-ed00-4693-aa2f-1ae36278e3cd tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679305 May 27 22:36:43.363695 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-214c97fc-4ca7-4261-a70c-f843036a9f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:43.365380 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-214c97fc-4ca7-4261-a70c-f843036a9f51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3c718a2d83d437cada81da4b15b247f&device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 1094 time: 0.0881166 May 27 22:36:43.449186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a410f67-a408-4e01-bf94-158bc703b8ec req-1366698b-8d9f-4765-9ac4-512ad9d22e94 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:43.462996 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4f77dab-6f93-47ec-8bfe-5408acd2afe2'] response: {'name': 'network-changed', 'server_uuid': '54307986-5380-484a-8fda-fa34e812e6c7', 'tag': 'd902309f-755e-4352-b7ac-9d89809b279a', 'status': 'completed', 'code': 200} May 27 22:36:43.463209 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a410f67-a408-4e01-bf94-158bc703b8ec req-1366698b-8d9f-4765-9ac4-512ad9d22e94 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 944 time: 0.1375897 May 27 22:36:43.473129 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-65f09e96-fe51-4a5a-aa90-e5ecd0a60def service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d902309f-755e-4352-b7ac-9d89809b279a HTTP/1.1" status: 200 len: 217 time: 0.0964320 May 27 22:36:43.525036 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a410f67-a408-4e01-bf94-158bc703b8ec req-c0736adf-7c0e-4689-9c59-aeeded984064 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/security-groups?id=1940ce24-a774-4ed4-b0d2-0ecff604fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637565 May 27 22:36:43.558991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-ba368a21-2aaa-4205-a02b-533ef9c80ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:43.561254 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-ba368a21-2aaa-4205-a02b-533ef9c80ac3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3fbfb290-7b1a-42ce-93eb-77a4e0b04346 HTTP/1.1" status: 200 len: 862 time: 0.0815251 May 27 22:36:43.615583 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-793f6391-9e7c-4c30-a2a3-2d0fe42d9e54 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edbf9976-6958-4752-83e2-d7a8d73d7413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465760 May 27 22:36:43.788178 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-6be0451c-fbb0-49f3-bfb6-382df39fc7a0 service neutron] 10.222.0.46 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650701 May 27 22:36:43.806887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3b5cf389-5118-43df-8de8-48e46ac2f741 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:36:43.816593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63b618-cb1e-42d8-aab1-e9cb86cc6528 req-e86e63f0-d4ae-4ae6-85d9-da9de66bd3d9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:43.818662 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc63b618-cb1e-42d8-aab1-e9cb86cc6528 req-e86e63f0-d4ae-4ae6-85d9-da9de66bd3d9 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 946 time: 0.1942887 May 27 22:36:43.935175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc63b618-cb1e-42d8-aab1-e9cb86cc6528 req-0e9f02ba-bbe7-461f-89e2-665ca5363c7b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772178 May 27 22:36:43.951841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c23705-8864-4ff4-bd2d-cda9b1c747db req-670ac069-8621-4f18-860d-990cbe061ad8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:43.953328 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7c23705-8864-4ff4-bd2d-cda9b1c747db req-670ac069-8621-4f18-860d-990cbe061ad8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1336143 May 27 22:36:43.961439 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-43ae34ac-8de2-49c6-b1ff-901f1dcbea73 req-a774330f-d6cd-4b79-a06a-3b79e35466f3 service neutron] 10.222.0.46 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644869 May 27 22:36:44.007448 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7c23705-8864-4ff4-bd2d-cda9b1c747db req-c184c31b-3e0a-48d0-8309-f1e5595ab5bc tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470674 May 27 22:36:44.163476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 3b5cf389-5118-43df-8de8-48e46ac2f741 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:36:44.172949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 3b5cf389-5118-43df-8de8-48e46ac2f741 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:36:44.174540 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:44.233250 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1d1c3-8904-46e1-95e6-c53cca36e78f req-2280b3ca-fef6-4c9c-8ae7-429e7c88a6aa tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:44.236297 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-29e1d1c3-8904-46e1-95e6-c53cca36e78f req-2280b3ca-fef6-4c9c-8ae7-429e7c88a6aa tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 950 time: 0.1244085 May 27 22:36:44.357082 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-29e1d1c3-8904-46e1-95e6-c53cca36e78f req-c26a95dd-2397-4976-8079-9bb43fe85b92 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/security-groups?id=8b2ac625-3a38-4ddb-9907-e88044d907e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135135 May 27 22:36:44.454519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3b5cf389-5118-43df-8de8-48e46ac2f741 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:44.455137 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:44.462397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-281bb813-a04a-4408-9146-3953db85cbe3 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:44.463873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-281bb813-a04a-4408-9146-3953db85cbe3 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Synchronizing usage tracker for tenant:8cbde3bf5664409c9a11b9efb9601362 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:44.470825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962645f-7467-46b0-8aa8-492dd0089c14 req-060ae3ad-5c86-4dc3-b28a-85c2ed04b751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:44.472810 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7962645f-7467-46b0-8aa8-492dd0089c14 req-060ae3ad-5c86-4dc3-b28a-85c2ed04b751 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c3c718a2d83d437cada81da4b15b247f&device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 1094 time: 0.2292786 May 27 22:36:44.569577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3b5cf389-5118-43df-8de8-48e46ac2f741, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3b5cf389-5118-43df-8de8-48e46ac2f741,segment=NetworkSegment(25e12a76-dab6-4908-86e5-b813ff5003ef),segment_id=25e12a76-dab6-4908-86e5-b813ff5003ef)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:44.621584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-281bb813-a04a-4408-9146-3953db85cbe3 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Unset dirty status for tenant:8cbde3bf5664409c9a11b9efb9601362 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:44.623090 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-281bb813-a04a-4408-9146-3953db85cbe3 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.57 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 946 time: 0.3001201 May 27 22:36:44.648822 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:44.740760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3ac640-987c-4411-83f0-35991b0d0f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5cf389-5118-43df-8de8-48e46ac2f741'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:44.749342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf1ba1-27e5-4fb9-80cb-1b85d1ea3f6c req-baae33c5-b3c0-4d99-b6ae-1a0763be4f40 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:44.751465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0dbf1ba1-27e5-4fb9-80cb-1b85d1ea3f6c req-baae33c5-b3c0-4d99-b6ae-1a0763be4f40 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.1865675 May 27 22:36:44.772229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599122f3-45e4-4701-92b0-8a83f7de3164 req-c99be177-0800-462d-b630-a22d44c9262e tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:44.780528 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-599122f3-45e4-4701-92b0-8a83f7de3164 req-c99be177-0800-462d-b630-a22d44c9262e tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 943 time: 0.1435759 May 27 22:36:44.820559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3b5cf389-5118-43df-8de8-48e46ac2f741,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:44.861351 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-7b7c36fa-8b2c-4685-a48d-24071e31519a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Deleting port 7fd798c1-f8c6-446a-82ea-9449463d4184 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:44.861823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-7b7c36fa-8b2c-4685-a48d-24071e31519a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:44.871769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0dbf1ba1-27e5-4fb9-80cb-1b85d1ea3f6c req-e3317e07-0113-4480-84a6-52906c4faec4 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096051 May 27 22:36:44.882847 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-599122f3-45e4-4701-92b0-8a83f7de3164 req-c38e5f36-4c04-4a37-b2f1-c6e5de4de419 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011372 May 27 22:36:44.950119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962645f-7467-46b0-8aa8-492dd0089c14 req-1b076319-c52e-4c0b-b322-886b1c3f90b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:44.951605 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7962645f-7467-46b0-8aa8-492dd0089c14 req-1b076319-c52e-4c0b-b322-886b1c3f90b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=edbf9976-6958-4752-83e2-d7a8d73d7413 HTTP/1.1" status: 200 len: 923 time: 0.4717760 May 27 22:36:45.068330 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040f8754-836d-4d0a-b867-95dc74ed4a82'] response: {'server_uuid': 'ae3ac640-987c-4411-83f0-35991b0d0f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5cf389-5118-43df-8de8-48e46ac2f741', 'code': 200} May 27 22:36:45.077828 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7962645f-7467-46b0-8aa8-492dd0089c14 req-8cf7f89a-e882-48a6-9d39-ca3e527602a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d902309f-755e-4352-b7ac-9d89809b279a HTTP/1.1" status: 200 len: 217 time: 0.1194232 May 27 22:36:45.115722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce371fe-3afd-4c77-9dab-a21b936a589a req-c71b2849-f485-4057-9c84-a05a0b56241c tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:45.117828 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cce371fe-3afd-4c77-9dab-a21b936a589a req-c71b2849-f485-4057-9c84-a05a0b56241c tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 945 time: 0.1072686 May 27 22:36:45.231557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962645f-7467-46b0-8aa8-492dd0089c14 req-f609f57f-5843-4e8f-970e-d379c0e0fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:45.233023 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7962645f-7467-46b0-8aa8-492dd0089c14 req-f609f57f-5843-4e8f-970e-d379c0e0fc98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3fbfb290-7b1a-42ce-93eb-77a4e0b04346 HTTP/1.1" status: 200 len: 862 time: 0.1491153 May 27 22:36:45.239874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cce371fe-3afd-4c77-9dab-a21b936a589a req-4a486a83-1b57-4ae1-9e45-6366f50630d7 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/security-groups?id=1940ce24-a774-4ed4-b0d2-0ecff604fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154211 May 27 22:36:45.307190 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7962645f-7467-46b0-8aa8-492dd0089c14 req-14df2b64-83f9-43ec-b1b5-10a9aff5ee4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=edbf9976-6958-4752-83e2-d7a8d73d7413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659757 May 27 22:36:45.413607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-7b7c36fa-8b2c-4685-a48d-24071e31519a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] For port 7fd798c1-f8c6-446a-82ea-9449463d4184, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7fd798c1-f8c6-446a-82ea-9449463d4184,segment=NetworkSegment(a92f2ee5-c735-43be-a843-40ea6d8c837f),segment_id=a92f2ee5-c735-43be-a843-40ea6d8c837f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:45.414130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-7b7c36fa-8b2c-4685-a48d-24071e31519a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:45.455102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da441c7-bbb5-4745-a102-3e4101468b7a req-4c33825e-ab2f-49b3-855a-b319584889f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:45.456598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7da441c7-bbb5-4745-a102-3e4101468b7a req-4c33825e-ab2f-49b3-855a-b319584889f0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 1096 time: 0.2804229 May 27 22:36:45.464882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a275e-e2ea-45c9-b67b-988fa558ca1f req-643bd16f-9a5d-408e-a8d6-d99c19551869 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:45.471703 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f1a275e-e2ea-45c9-b67b-988fa558ca1f req-643bd16f-9a5d-408e-a8d6-d99c19551869 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 946 time: 0.2983592 May 27 22:36:45.597371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f1a275e-e2ea-45c9-b67b-988fa558ca1f req-2f057db6-ebc9-4578-8891-66586883a269 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups?id=be8dd45e-fc07-48bb-8d74-338efcc151e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247389 May 27 22:36:45.600706 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7da441c7-bbb5-4745-a102-3e4101468b7a req-ba25cb2b-a287-44f7-9151-0f26eecf03a0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1940ce24-a774-4ed4-b0d2-0ecff604fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154497 May 27 22:36:45.645909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d12af0-ea9f-4b0f-b017-4000adf60e2a req-3fc5a2a4-f747-4424-9656-4add050daac9 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:45.647303 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01d12af0-ea9f-4b0f-b017-4000adf60e2a req-3fc5a2a4-f747-4424-9656-4add050daac9 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1595271 May 27 22:36:45.678007 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:45.689700 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7962645f-7467-46b0-8aa8-492dd0089c14 req-1dd7cef1-8b74-4e7c-8a0b-4c6d3d9e6107 service neutron] 10.222.0.46 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672199 May 27 22:36:45.741730 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01d12af0-ea9f-4b0f-b017-4000adf60e2a req-6d8cbc22-9142-4ec5-ad9f-81f467fdd520 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783370 May 27 22:36:45.889259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0030-3d85-4015-b2f0-970c7f75a80d req-31eef7a6-fe54-4c64-9f25-16f4864de309 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:45.891134 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4ec0030-3d85-4015-b2f0-970c7f75a80d req-31eef7a6-fe54-4c64-9f25-16f4864de309 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 950 time: 0.0976093 May 27 22:36:45.960845 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-7b7c36fa-8b2c-4685-a48d-24071e31519a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:45.961219 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-7b7c36fa-8b2c-4685-a48d-24071e31519a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:45.961531 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-7b7c36fa-8b2c-4685-a48d-24071e31519a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Floating IP 1f6f8cb8-50e4-4377-932e-a95d79bc7871 disassociated. External IP: 172.25.2.203, port: 7fd798c1-f8c6-446a-82ea-9449463d4184. May 27 22:36:45.961873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-7b7c36fa-8b2c-4685-a48d-24071e31519a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Calling delete_port for 7fd798c1-f8c6-446a-82ea-9449463d4184 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:36:46.011460 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4ec0030-3d85-4015-b2f0-970c7f75a80d req-83d686c0-4297-490a-9778-6a587952e197 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/security-groups?id=8b2ac625-3a38-4ddb-9907-e88044d907e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132674 May 27 22:36:46.047139 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7962645f-7467-46b0-8aa8-492dd0089c14 req-5f3a5209-bb87-4f9a-854e-171373230b0a service neutron] 10.222.0.46 "GET /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372220 May 27 22:36:46.237639 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-7b7c36fa-8b2c-4685-a48d-24071e31519a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:46.328686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c36fa-8b2c-4685-a48d-24071e31519a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Pushing event deleted for resources: {'Port': ['ID=7fd798c1-f8c6-446a-82ea-9449463d4184,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:46.358869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c1971-aa33-409c-bf41-f13ea94f8de6 req-11ff5134-d9e9-4c9a-a277-99f306987d00 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:46.373059 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-512c1971-aa33-409c-bf41-f13ea94f8de6 req-11ff5134-d9e9-4c9a-a277-99f306987d00 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.1914992 May 27 22:36:46.417317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f1d2c-b008-462f-a889-dd738d86931b req-1c28094f-7c53-4a6f-8ba8-bc40bc749ab8 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:46.419028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-176f1d2c-b008-462f-a889-dd738d86931b req-1c28094f-7c53-4a6f-8ba8-bc40bc749ab8 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 943 time: 0.3153682 May 27 22:36:46.446893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-512c1971-aa33-409c-bf41-f13ea94f8de6 req-3c1973ef-4fba-4a1c-8720-cf7c5b7876ad tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727193 May 27 22:36:46.484146 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-176f1d2c-b008-462f-a889-dd738d86931b req-9380b748-a96b-4993-917a-32b5a6b2ec1b tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561335 May 27 22:36:46.554199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-7b7c36fa-8b2c-4685-a48d-24071e31519a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:36:46.712718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303525f-44a5-40ad-aa42-2f562e6d225b req-daf81509-db73-46c8-9ea2-621621a8d962 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:46.717651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7303525f-44a5-40ad-aa42-2f562e6d225b req-daf81509-db73-46c8-9ea2-621621a8d962 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 945 time: 0.1315615 May 27 22:36:46.836365 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7303525f-44a5-40ad-aa42-2f562e6d225b req-e62b54f5-a312-4cc7-adbe-8d9b70f85a7f tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/security-groups?id=1940ce24-a774-4ed4-b0d2-0ecff604fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135347 May 27 22:36:47.072337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ef181dc-675a-41c3-9ad9-f55152a3bf8d req-ae9d7238-8c71-4640-971b-6f4473648159 tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 210 time: 0.0643570 May 27 22:36:47.130520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-7b7c36fa-8b2c-4685-a48d-24071e31519a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:36:47.149684 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967c4fc-d504-4ad1-a687-8819d3b38fda None None] Sync routers for ids ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:36:47.165638 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967c4fc-d504-4ad1-a687-8819d3b38fda None None] Routers {'148c6c6a-e8b7-4591-85a2-0bba4c1329e7'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:36:47.173020 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c967c4fc-d504-4ad1-a687-8819d3b38fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:36:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:47.230390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-7b7c36fa-8b2c-4685-a48d-24071e31519a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] No DVR routers for this DVR port 7fd798c1-f8c6-446a-82ea-9449463d4184 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:36:47.233531 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-7b7c36fa-8b2c-4685-a48d-24071e31519a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:47.248250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43fb062-7c43-4544-9d25-a1ed2907a557', 'name': 'network-vif-deleted', 'tag': '7fd798c1-f8c6-446a-82ea-9449463d4184'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:47.313206 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5a8e0d17-d4e1-4009-afca-30e8e06a5b5e req-7b7c36fa-8b2c-4685-a48d-24071e31519a tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.57 "DELETE /v2.0/ports/7fd798c1-f8c6-446a-82ea-9449463d4184 HTTP/1.1" status: 204 len: 173 time: 2.6837516 May 27 22:36:47.341734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86d434-17f4-40df-abf7-ebd3a4418094 req-cba26654-414f-463e-95a7-ef5351ea8623 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:47.343222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e86d434-17f4-40df-abf7-ebd3a4418094 req-cba26654-414f-463e-95a7-ef5351ea8623 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1165810 May 27 22:36:47.436696 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e86d434-17f4-40df-abf7-ebd3a4418094 req-32d7b197-f6b8-4685-84ee-3e2de6a3f696 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864658 May 27 22:36:47.450087 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c967c4fc-d504-4ad1-a687-8819d3b38fda None None] Set router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:36:47.504307 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2febc49b-9b60-481c-bcad-590273dbcb70'] response: {'server_uuid': 'c43fb062-7c43-4544-9d25-a1ed2907a557', 'name': 'network-vif-deleted', 'tag': '7fd798c1-f8c6-446a-82ea-9449463d4184', 'status': 'completed', 'code': 200} May 27 22:36:47.628410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d902309f-755e-4352-b7ac-9d89809b279a details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:36:47.828998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7fd798c1-f8c6-446a-82ea-9449463d4184 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:36:47.910435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490150b-08c7-4341-a1b5-94643dab27dd req-876c0808-7967-4351-9226-824f641b32f2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:47.919741 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b490150b-08c7-4341-a1b5-94643dab27dd req-876c0808-7967-4351-9226-824f641b32f2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.1952810 May 27 22:36:47.923183 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 7fd798c1-f8c6-446a-82ea-9449463d4184 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:36:47.923750 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7fd798c1-f8c6-446a-82ea-9449463d4184 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:36:48.012393 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d902309f-755e-4352-b7ac-9d89809b279a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d902309f-755e-4352-b7ac-9d89809b279a,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:48.035842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'd902309f-755e-4352-b7ac-9d89809b279a', 'network_id': 'edbf9976-6958-4752-83e2-d7a8d73d7413', 'port_id': 'd902309f-755e-4352-b7ac-9d89809b279a', 'mac_address': 'fa:16:3e:50:58:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fbfb290-7b1a-42ce-93eb-77a4e0b04346', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:36:48.102000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b490150b-08c7-4341-a1b5-94643dab27dd req-0af27e92-2cfe-4a18-9fea-3614ace634a1 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773882 May 27 22:36:48.131306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port d902309f-755e-4352-b7ac-9d89809b279a is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:48.131707 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:48.160275 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c967c4fc-d504-4ad1-a687-8819d3b38fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:00Z', 'updated_at': '2022-05-27T22:33:12Z', 'revision_number': 4, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'gw_port': {'id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:02Z', 'updated_at': '2022-05-27T22:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd4b79152-9044-405f-bc1e-dfee1bde8933', 'name': '', 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'mac_address': 'fa:16:3e:b5:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:10Z', 'updated_at': '2022-05-27T22:33:22Z', 'revision_number': 5, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'subnets': [{'id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:48.174366 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967c4fc-d504-4ad1-a687-8819d3b38fda None None] Checking router: 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:36:48.179995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d902309f-755e-4352-b7ac-9d89809b279a {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:36:48.186840 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c967c4fc-d504-4ad1-a687-8819d3b38fda None None] Routers {'148c6c6a-e8b7-4591-85a2-0bba4c1329e7'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:36:48.187615 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c967c4fc-d504-4ad1-a687-8819d3b38fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:36:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:48.213231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d902309f-755e-4352-b7ac-9d89809b279a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d902309f-755e-4352-b7ac-9d89809b279a,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:48.215491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3350c6-d79b-4625-8702-f3f49aea6448 req-fc77becc-38de-4213-8b91-a7307b758807 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:48.223504 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d3350c6-d79b-4625-8702-f3f49aea6448 req-fc77becc-38de-4213-8b91-a7307b758807 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 943 time: 0.2482073 May 27 22:36:48.311716 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:48.317008 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d3350c6-d79b-4625-8702-f3f49aea6448 req-29111fc0-9465-4046-8a88-ceaedd7debe0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788000 May 27 22:36:48.428024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=d902309f-755e-4352-b7ac-9d89809b279a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:48.431324 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c967c4fc-d504-4ad1-a687-8819d3b38fda None None] Set router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:36:48.514124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8cc55-5ab2-401e-853a-4deaaba9a0b0 req-500c41ed-5f7f-4dd7-bacd-b44726f224a8 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:48.515715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38f8cc55-5ab2-401e-853a-4deaaba9a0b0 req-500c41ed-5f7f-4dd7-bacd-b44726f224a8 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 945 time: 0.1941698 May 27 22:36:48.547715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['d902309f-755e-4352-b7ac-9d89809b279a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:36:48.582014 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f584a11-eb19-4f05-9ba1-defd69b26448 req-4f8d568b-ab00-43be-b398-720113e8acfb tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 210 time: 0.0652206 May 27 22:36:48.618959 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38f8cc55-5ab2-401e-853a-4deaaba9a0b0 req-8dda23a0-5c81-4418-a338-13f428d1fd27 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/security-groups?id=1940ce24-a774-4ed4-b0d2-0ecff604fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641525 May 27 22:36:48.965196 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c967c4fc-d504-4ad1-a687-8819d3b38fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:00Z', 'updated_at': '2022-05-27T22:33:12Z', 'revision_number': 4, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'gw_port': {'id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:02Z', 'updated_at': '2022-05-27T22:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd4b79152-9044-405f-bc1e-dfee1bde8933', 'name': '', 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'mac_address': 'fa:16:3e:b5:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:10Z', 'updated_at': '2022-05-27T22:33:22Z', 'revision_number': 5, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'subnets': [{'id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:48.970446 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c967c4fc-d504-4ad1-a687-8819d3b38fda None None] The sync data for ids ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'] in n-d-843680-3 is: [{'id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:00Z', 'updated_at': '2022-05-27T22:33:12Z', 'revision_number': 4, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'gw_port': {'id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:02Z', 'updated_at': '2022-05-27T22:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd4b79152-9044-405f-bc1e-dfee1bde8933', 'name': '', 'network_id': 'a846165f-67b8-4711-8fc9-97b50aa76620', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'mac_address': 'fa:16:3e:b5:47:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:10Z', 'updated_at': '2022-05-27T22:33:22Z', 'revision_number': 5, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'subnets': [{'id': 'c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:36:49.002170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11618626-cacb-4536-92c6-f6f6c9ef4dc9 req-c93bcdf8-4aff-455f-ad3e-ded414bd2e8d tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:49.006005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11618626-cacb-4536-92c6-f6f6c9ef4dc9 req-c93bcdf8-4aff-455f-ad3e-ded414bd2e8d tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1311102 May 27 22:36:49.068543 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11618626-cacb-4536-92c6-f6f6c9ef4dc9 req-ca37e186-b6b5-42be-ab12-f0ffff12c0c1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584102 May 27 22:36:49.363576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275876a-14e6-413d-b43d-cf0fbb57ce29 req-5b04c95c-92e7-4527-af09-9e70442c9148 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:49.375763 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3275876a-14e6-413d-b43d-cf0fbb57ce29 req-5b04c95c-92e7-4527-af09-9e70442c9148 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.1338403 May 27 22:36:49.430709 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3275876a-14e6-413d-b43d-cf0fbb57ce29 req-2a421d29-f22b-4d1a-911f-4fc5a3c5c7ac tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538468 May 27 22:36:49.451437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e655ad5d-8cd8-4508-9955-b13037d9d58f None None] New status for floating IP 1f6f8cb8-50e4-4377-932e-a95d79bc7871: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:36:49.651447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d902309f-755e-4352-b7ac-9d89809b279a up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:36:49.770758 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ae9c2-a053-4c52-a7d1-0c653b68c307 req-a2781c6c-8de1-47bf-8e82-5341eae7a48c tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:49.782859 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff3ae9c2-a053-4c52-a7d1-0c653b68c307 req-a2781c6c-8de1-47bf-8e82-5341eae7a48c tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 944 time: 0.2055621 May 27 22:36:49.831921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536313ca-ce80-47e1-b61e-be3b0c2aa18f req-bf6e7d6d-58d6-4d5c-beef-0712baa0e5ec tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:49.833516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-536313ca-ce80-47e1-b61e-be3b0c2aa18f req-bf6e7d6d-58d6-4d5c-beef-0712baa0e5ec tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 945 time: 0.2132716 May 27 22:36:49.890321 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff3ae9c2-a053-4c52-a7d1-0c653b68c307 req-bf0ea072-a7a4-4c8f-9227-b4987784c427 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064351 May 27 22:36:49.930432 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-536313ca-ce80-47e1-b61e-be3b0c2aa18f req-3d2d2678-e2fc-4c03-89f0-be5d17ace5ca tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/security-groups?id=1940ce24-a774-4ed4-b0d2-0ecff604fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901217 May 27 22:36:50.031614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port d902309f-755e-4352-b7ac-9d89809b279a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:36:50.038049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port d902309f-755e-4352-b7ac-9d89809b279a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:36:50.038484 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:50.113222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00cccd03-90a2-43d7-86d8-d07959cbfd06 req-f17cb5a9-2261-4bcd-99cb-97f56a6d609f tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/ports?device_id=c43fb062-7c43-4544-9d25-a1ed2907a557 HTTP/1.1" status: 200 len: 210 time: 0.0676601 May 27 22:36:50.230992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port d902309f-755e-4352-b7ac-9d89809b279a is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:36:50.231515 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:50.260481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54307986-5380-484a-8fda-fa34e812e6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd902309f-755e-4352-b7ac-9d89809b279a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:50.292040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d902309f-755e-4352-b7ac-9d89809b279a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d902309f-755e-4352-b7ac-9d89809b279a,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:50.317547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe40652-df9e-40a3-98b9-8e871e385bb6 req-eb4f026f-669e-477c-ac70-21350527596c tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:50.319351 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6fe40652-df9e-40a3-98b9-8e871e385bb6 req-eb4f026f-669e-477c-ac70-21350527596c tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1144397 May 27 22:36:50.319535 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9681ddb8-2a8f-456f-98db-f60862aef3db'] response: {'server_uuid': '54307986-5380-484a-8fda-fa34e812e6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd902309f-755e-4352-b7ac-9d89809b279a', 'code': 200} May 27 22:36:50.364836 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:50.383415 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6fe40652-df9e-40a3-98b9-8e871e385bb6 req-f592b513-2caa-450c-9296-6666a8a72727 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569777 May 27 22:36:50.471060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=d902309f-755e-4352-b7ac-9d89809b279a,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:50.524700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370880c1-2b37-4e35-9cf9-7e0d528b15f6 req-b7c62e79-1b39-429e-807a-71f124a3f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:50.530569 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-370880c1-2b37-4e35-9cf9-7e0d528b15f6 req-b7c62e79-1b39-429e-807a-71f124a3f780 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 1096 time: 0.1383708 May 27 22:36:50.591297 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-370880c1-2b37-4e35-9cf9-7e0d528b15f6 req-2a7267b4-0122-4be7-ba81-4e00344b77d5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534806 May 27 22:36:50.761935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e703dd-f8dd-4b22-a9f5-c496c41095e9 req-d266da86-5576-438a-9d20-8bb5453bc7e3 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:50.775772 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7e703dd-f8dd-4b22-a9f5-c496c41095e9 req-d266da86-5576-438a-9d20-8bb5453bc7e3 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.1438591 May 27 22:36:50.877017 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7e703dd-f8dd-4b22-a9f5-c496c41095e9 req-f7e46381-6204-4f57-a02d-c5f467760425 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003311 May 27 22:36:51.142647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d242c-c536-4ec8-add6-4461220fc5e1 req-00fa0102-b5ce-4054-bda1-27759c65c6eb tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:51.145205 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a09d242c-c536-4ec8-add6-4461220fc5e1 req-00fa0102-b5ce-4054-bda1-27759c65c6eb tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 945 time: 0.1341870 May 27 22:36:51.237490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-a09d242c-c536-4ec8-add6-4461220fc5e1 req-279dfb73-8de7-499d-a285-028327d9c9a6 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Deleting port 3b5cf389-5118-43df-8de8-48e46ac2f741 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:51.238266 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a09d242c-c536-4ec8-add6-4461220fc5e1 req-279dfb73-8de7-499d-a285-028327d9c9a6 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:51.376702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35972c-725e-41e2-a744-35690e51be76 req-fd3f6d9a-5400-4dbb-a1f6-4b9525fb9a90 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:51.385666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ed35972c-725e-41e2-a744-35690e51be76 req-fd3f6d9a-5400-4dbb-a1f6-4b9525fb9a90 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 945 time: 0.3796818 May 27 22:36:51.442841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59017acc-769f-4b2d-ad15-25ae5b7ba3f2 req-3c663b71-399c-4346-8ef7-ef0c4387f2b4 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:51.448897 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59017acc-769f-4b2d-ad15-25ae5b7ba3f2 req-3c663b71-399c-4346-8ef7-ef0c4387f2b4 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 945 time: 0.2095141 May 27 22:36:51.452310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ed35972c-725e-41e2-a744-35690e51be76 req-00912080-3259-42f6-802e-ee0fd9bc0725 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658686 May 27 22:36:51.535366 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59017acc-769f-4b2d-ad15-25ae5b7ba3f2 req-31b9f2c6-adbb-4dfa-83a5-6daf3ec070a0 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/security-groups?id=1940ce24-a774-4ed4-b0d2-0ecff604fa71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765512 May 27 22:36:51.595965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a09d242c-c536-4ec8-add6-4461220fc5e1 req-279dfb73-8de7-499d-a285-028327d9c9a6 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] For port 3b5cf389-5118-43df-8de8-48e46ac2f741, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3b5cf389-5118-43df-8de8-48e46ac2f741,segment=NetworkSegment(25e12a76-dab6-4908-86e5-b813ff5003ef),segment_id=25e12a76-dab6-4908-86e5-b813ff5003ef)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:51.596905 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a09d242c-c536-4ec8-add6-4461220fc5e1 req-279dfb73-8de7-499d-a285-028327d9c9a6 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:51.933194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-a09d242c-c536-4ec8-add6-4461220fc5e1 req-279dfb73-8de7-499d-a285-028327d9c9a6 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Calling delete_port for 3b5cf389-5118-43df-8de8-48e46ac2f741 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:36:52.033062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd892c-6578-44e8-b271-da41e88efc43 req-dec6643f-a628-4ead-b23b-6156f4277382 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:52.040311 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a7cd892c-6578-44e8-b271-da41e88efc43 req-dec6643f-a628-4ead-b23b-6156f4277382 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1894033 May 27 22:36:52.119346 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:52.132164 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a7cd892c-6578-44e8-b271-da41e88efc43 req-73370e36-725a-4717-beb9-0ec9421052af tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908277 May 27 22:36:52.231350 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a09d242c-c536-4ec8-add6-4461220fc5e1 req-279dfb73-8de7-499d-a285-028327d9c9a6 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:52.233287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6be16-91d5-437c-87c3-9205f254a058 req-b12288bb-bdef-4e49-9eef-21a36afd74ac tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:52.238523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54352) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:52.241703 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08a6be16-91d5-437c-87c3-9205f254a058 req-b12288bb-bdef-4e49-9eef-21a36afd74ac tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.1046290 May 27 22:36:52.264792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['3b5cf389-5118-43df-8de8-48e46ac2f741'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:36:52.324501 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08a6be16-91d5-437c-87c3-9205f254a058 req-0d59aa77-a0b8-4733-ba79-aef810a8d534 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818913 May 27 22:36:52.331109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279dfb73-8de7-499d-a285-028327d9c9a6 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Pushing event deleted for resources: {'Port': ['ID=3b5cf389-5118-43df-8de8-48e46ac2f741,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:52.474850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09d242c-c536-4ec8-add6-4461220fc5e1 req-279dfb73-8de7-499d-a285-028327d9c9a6 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] No DVR routers for this DVR port 3b5cf389-5118-43df-8de8-48e46ac2f741 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:36:52.479956 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a09d242c-c536-4ec8-add6-4461220fc5e1 req-279dfb73-8de7-499d-a285-028327d9c9a6 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:52.494615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3ac640-987c-4411-83f0-35991b0d0f67', 'name': 'network-vif-deleted', 'tag': '3b5cf389-5118-43df-8de8-48e46ac2f741'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:52.533923 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a82e0b3-f5d8-41e4-960d-1bbb258fb02b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:52.593124 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d023500b-06af-4fb6-baff-a4ba47c1716c'] response: {'server_uuid': 'ae3ac640-987c-4411-83f0-35991b0d0f67', 'name': 'network-vif-deleted', 'tag': '3b5cf389-5118-43df-8de8-48e46ac2f741', 'status': 'completed', 'code': 200} May 27 22:36:52.624959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129cd12-23f2-403e-9845-1bbcd6f03fc9 req-6fc9d1e9-c8d0-4a5f-bd80-2360bf1cca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:52.630949 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1129cd12-23f2-403e-9845-1bbcd6f03fc9 req-6fc9d1e9-c8d0-4a5f-bd80-2360bf1cca49 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 1096 time: 0.4375424 May 27 22:36:52.645160 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a09d242c-c536-4ec8-add6-4461220fc5e1 req-279dfb73-8de7-499d-a285-028327d9c9a6 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.57 "DELETE /v2.0/ports/3b5cf389-5118-43df-8de8-48e46ac2f741 HTTP/1.1" status: 204 len: 173 time: 1.4948936 May 27 22:36:52.684826 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a82e0b3-f5d8-41e4-960d-1bbb258fb02b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:52.774975 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1129cd12-23f2-403e-9845-1bbcd6f03fc9 req-2acc939f-8e58-4b81-83e0-54a024153f0e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317365 May 27 22:36:52.866385 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a82e0b3-f5d8-41e4-960d-1bbb258fb02b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:52.888617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82e0b3-f5d8-41e4-960d-1bbb258fb02b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8dd45e-fc07-48bb-8d74-338efcc151e6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:52.889490 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-893daf71-e147-44d5-b17a-e3836ad0d584 req-a50bd5d4-31e9-4ba1-b4ff-abc4e92e7af6 tempest-InstanceActionsNegativeTestJSON-1901795705 tempest-InstanceActionsNegativeTestJSON-1901795705-project] 10.222.0.27 "GET /v2.0/ports?device_id=ae3ac640-987c-4411-83f0-35991b0d0f67 HTTP/1.1" status: 200 len: 210 time: 0.1276090 May 27 22:36:52.939461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad93ac-0dc4-4f95-94c1-b9505daa6c6c req-1680d32c-a992-423a-9bfb-4ea40675d7ae tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:52.941535 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22ad93ac-0dc4-4f95-94c1-b9505daa6c6c req-1680d32c-a992-423a-9bfb-4ea40675d7ae tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 945 time: 0.3073344 May 27 22:36:52.974548 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a82e0b3-f5d8-41e4-960d-1bbb258fb02b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:52.977965 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1a82e0b3-f5d8-41e4-960d-1bbb258fb02b tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "DELETE /v2.0/security-groups/be8dd45e-fc07-48bb-8d74-338efcc151e6 HTTP/1.1" status: 204 len: 168 time: 0.7359855 May 27 22:36:52.978315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54368) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:53.019725 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-c7a4cf27-d140-4940-94d6-93d333b3b5cc tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] show failed (client error): The resource could not be found. May 27 22:36:53.020244 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c7a4cf27-d140-4940-94d6-93d333b3b5cc tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "GET /v2.0/security-groups/be8dd45e-fc07-48bb-8d74-338efcc151e6 HTTP/1.1" status: 404 len: 347 time: 0.0404944 May 27 22:36:53.025516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54374) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:53.027967 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22ad93ac-0dc4-4f95-94c1-b9505daa6c6c req-cce4c54d-e192-42e0-a9ef-36e036c4be27 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788498 May 27 22:36:53.265797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0b255be4-d467-44a1-945a-b5546524d18e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Deleting port ec9cddbc-4da9-4f6c-bba9-4f842e760d27 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:53.266151 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b255be4-d467-44a1-945a-b5546524d18e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:53.412381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae2d74-d9ea-4342-ba7c-af615a62afe0 req-bfd7f64b-83e2-4850-8dd3-0b0487a7570c tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:53.414319 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbae2d74-d9ea-4342-ba7c-af615a62afe0 req-bfd7f64b-83e2-4850-8dd3-0b0487a7570c tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.0979991 May 27 22:36:53.466191 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbae2d74-d9ea-4342-ba7c-af615a62afe0 req-8405d953-4cfa-464e-9198-21bf7a7b3463 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456369 May 27 22:36:53.498605 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b255be4-d467-44a1-945a-b5546524d18e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:53.499096 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b255be4-d467-44a1-945a-b5546524d18e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:53.739374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c4035-78fd-4658-82cb-3deb96e55710 req-5a1904f6-f8b8-4874-96f3-be1ff77f0309 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:53.741540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2a9c4035-78fd-4658-82cb-3deb96e55710 req-5a1904f6-f8b8-4874-96f3-be1ff77f0309 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.1483061 May 27 22:36:53.801124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0b255be4-d467-44a1-945a-b5546524d18e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Calling delete_port for ec9cddbc-4da9-4f6c-bba9-4f842e760d27 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:36:53.866807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2a9c4035-78fd-4658-82cb-3deb96e55710 req-1e9f0604-16a4-4e8f-867f-e7318af5f1a0 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146753 May 27 22:36:53.900758 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f199a671-0f23-430b-bccb-0a576ab7cd24 req-8f43d269-2baa-4cfa-a7d7-8c71e7f706ab tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:53.902406 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f199a671-0f23-430b-bccb-0a576ab7cd24 req-8f43d269-2baa-4cfa-a7d7-8c71e7f706ab tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 945 time: 0.1100776 May 27 22:36:53.977227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f199a671-0f23-430b-bccb-0a576ab7cd24 req-6616c052-7eec-4466-a096-62ca9033f4f3 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674291 May 27 22:36:54.012180 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54396) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:54.072950 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b255be4-d467-44a1-945a-b5546524d18e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:54.118076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0ec2ec-a347-4b6a-8657-029fbd961a4c admin admin] Deleting subnet 85dea982-25d6-4e75-8010-cb00ed084520 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:36:54.130145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b255be4-d467-44a1-945a-b5546524d18e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Pushing event deleted for resources: {'Port': ['ID=ec9cddbc-4da9-4f6c-bba9-4f842e760d27,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:54.157712 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc0ec2ec-a347-4b6a-8657-029fbd961a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:54.269693 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc0ec2ec-a347-4b6a-8657-029fbd961a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:54.322917 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b255be4-d467-44a1-945a-b5546524d18e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:54.349503 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0b255be4-d467-44a1-945a-b5546524d18e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:54.350828 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0b255be4-d467-44a1-945a-b5546524d18e tempest-ServersTestBootFromVolume-1849651522 tempest-ServersTestBootFromVolume-1849651522-project] 10.222.0.27 "DELETE /v2.0/floatingips/1f6f8cb8-50e4-4377-932e-a95d79bc7871 HTTP/1.1" status: 204 len: 168 time: 1.3246169 May 27 22:36:54.354083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54410) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:54.356852 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc0ec2ec-a347-4b6a-8657-029fbd961a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:54.637656 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc0ec2ec-a347-4b6a-8657-029fbd961a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:54.686682 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc0ec2ec-a347-4b6a-8657-029fbd961a4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:54.701579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ec2ec-a347-4b6a-8657-029fbd961a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85dea982-25d6-4e75-8010-cb00ed084520,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:54.701579 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cc0ec2ec-a347-4b6a-8657-029fbd961a4c admin admin] 10.222.0.27 "DELETE /v2.0/subnets/85dea982-25d6-4e75-8010-cb00ed084520 HTTP/1.1" status: 204 len: 168 time: 0.6864927 May 27 22:36:54.702347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54416) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:54.832714 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9601e916-bfc2-4a51-a2e9-fac6f8b138ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:54.867119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75e8bf-5ba0-49dd-87d2-079c212c419a req-617b5097-2bd6-4c54-bfdb-421d6f8dc081 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:54.868663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1b75e8bf-5ba0-49dd-87d2-079c212c419a req-617b5097-2bd6-4c54-bfdb-421d6f8dc081 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.2661865 May 27 22:36:54.956343 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1b75e8bf-5ba0-49dd-87d2-079c212c419a req-5ae88b26-cb7f-4eb9-9c74-ceafc1d21a5a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796199 May 27 22:36:55.001124 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9601e916-bfc2-4a51-a2e9-fac6f8b138ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:55.112280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9601e916-bfc2-4a51-a2e9-fac6f8b138ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59524ae-7d57-4dab-8128-0d4fa9d76fae']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:55.129092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9601e916-bfc2-4a51-a2e9-fac6f8b138ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e12a76-dab6-4908-86e5-b813ff5003ef') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:55.130144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9601e916-bfc2-4a51-a2e9-fac6f8b138ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e12a76-dab6-4908-86e5-b813ff5003ef') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:55.144986 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9601e916-bfc2-4a51-a2e9-fac6f8b138ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:55.179622 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9601e916-bfc2-4a51-a2e9-fac6f8b138ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:55.206444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4982b-f3d6-441f-a09a-7eb9770a18fa req-ae6cb726-98c9-48e4-968c-b2ecd0830c5e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:55.206444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eaf4982b-f3d6-441f-a09a-7eb9770a18fa req-ae6cb726-98c9-48e4-968c-b2ecd0830c5e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.1293740 May 27 22:36:55.214044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9601e916-bfc2-4a51-a2e9-fac6f8b138ce admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:36:55.214683 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9601e916-bfc2-4a51-a2e9-fac6f8b138ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:55.350364 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 25e12a76-dab6-4908-86e5-b813ff5003ef resource provider aggregate not found May 27 22:36:55.377954 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 25e12a76-dab6-4908-86e5-b813ff5003ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25e12a76-dab6-4908-86e5-b813ff5003ef found for delete ", "request_id": "req-8778022c-a0f1-410a-b397-07d3f350de45"}]} May 27 22:36:55.413350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd94188-cfbc-4e62-84e1-7a699101950d req-fb187b84-1faf-4484-9723-eebf3db80024 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:55.414522 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9bd94188-cfbc-4e62-84e1-7a699101950d req-fb187b84-1faf-4484-9723-eebf3db80024 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Synchronizing usage tracker for tenant:c3c718a2d83d437cada81da4b15b247f on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:36:55.471922 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9601e916-bfc2-4a51-a2e9-fac6f8b138ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:55.476793 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9601e916-bfc2-4a51-a2e9-fac6f8b138ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:55.501727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eaf4982b-f3d6-441f-a09a-7eb9770a18fa req-08aca398-74f5-4b01-89ae-302127aa5eac tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193264 May 27 22:36:55.525717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9bd94188-cfbc-4e62-84e1-7a699101950d req-fb187b84-1faf-4484-9723-eebf3db80024 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Unset dirty status for tenant:c3c718a2d83d437cada81da4b15b247f on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:36:55.526874 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9bd94188-cfbc-4e62-84e1-7a699101950d req-fb187b84-1faf-4484-9723-eebf3db80024 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.46 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 945 time: 0.4893136 May 27 22:36:55.527963 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4a5e259-8289-476e-8d38-b2d705b097e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:55.589528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103b7bc-82ec-415c-9c0b-71c45b2ae7bd req-5d260abf-bca4-4aaf-8f71-e2165f705a3d tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:55.591054 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5103b7bc-82ec-415c-9c0b-71c45b2ae7bd req-5d260abf-bca4-4aaf-8f71-e2165f705a3d tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 945 time: 0.3884063 May 27 22:36:55.659560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-9bd94188-cfbc-4e62-84e1-7a699101950d req-6212ab90-db8e-4a37-bc6a-a40ff9c73ea0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Deleting port d902309f-755e-4352-b7ac-9d89809b279a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:55.659899 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9bd94188-cfbc-4e62-84e1-7a699101950d req-6212ab90-db8e-4a37-bc6a-a40ff9c73ea0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:55.694698 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9601e916-bfc2-4a51-a2e9-fac6f8b138ce admin admin] 10.222.0.27 "DELETE /v2.0/networks/d59524ae-7d57-4dab-8128-0d4fa9d76fae HTTP/1.1" status: 204 len: 168 time: 0.9906616 May 27 22:36:55.695920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601e916-bfc2-4a51-a2e9-fac6f8b138ce admin admin] Pushing event deleted for resources: {'Network': ['ID=d59524ae-7d57-4dab-8128-0d4fa9d76fae,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:55.829348 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5103b7bc-82ec-415c-9c0b-71c45b2ae7bd req-d1a71261-229e-4041-be69-26ebe5bf07e8 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups?id=ca6aa15e-5765-432c-8bb9-57ff9c022a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256005 May 27 22:36:55.886538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3b5cf389-5118-43df-8de8-48e46ac2f741 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:36:55.946891 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 3b5cf389-5118-43df-8de8-48e46ac2f741 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:36:55.947231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3b5cf389-5118-43df-8de8-48e46ac2f741 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:36:55.990624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-50c1d220-b320-464a-8e2d-c1d8e3f10006 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:55.997235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-50c1d220-b320-464a-8e2d-c1d8e3f10006 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/networks?id=8be13602-4cfa-458d-a78a-e81021b10d09 HTTP/1.1" status: 200 len: 810 time: 0.3640993 May 27 22:36:56.012338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9bd94188-cfbc-4e62-84e1-7a699101950d req-6212ab90-db8e-4a37-bc6a-a40ff9c73ea0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] For port d902309f-755e-4352-b7ac-9d89809b279a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d902309f-755e-4352-b7ac-9d89809b279a,segment=NetworkSegment(4e51450d-ce8a-452a-96c3-465edf8ca1f4),segment_id=4e51450d-ce8a-452a-96c3-465edf8ca1f4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:56.012973 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9bd94188-cfbc-4e62-84e1-7a699101950d req-6212ab90-db8e-4a37-bc6a-a40ff9c73ea0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:56.023248 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-619c19d5-a64e-490b-be46-b3ecc186a6a6 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/quotas/82f014b25abf4c19a049c6e511375f4f HTTP/1.1" status: 200 len: 375 time: 0.0250926 May 27 22:36:56.162764 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-070121a7-f3fe-428c-b34b-7ee36c504f41 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=82f014b25abf4c19a049c6e511375f4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1385553 May 27 22:36:56.201800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54456) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:56.296312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5e259-8289-476e-8d38-b2d705b097e4 admin admin] Deleting port d4b79152-9044-405f-bc1e-dfee1bde8933 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:36:56.296698 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4a5e259-8289-476e-8d38-b2d705b097e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:56.336121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-9bd94188-cfbc-4e62-84e1-7a699101950d req-6212ab90-db8e-4a37-bc6a-a40ff9c73ea0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Calling delete_port for d902309f-755e-4352-b7ac-9d89809b279a owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:36:56.413496 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-13769414-ee67-4027-8a45-bf25cc0e0a17 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ff2afcbe546140caa56836cc67a78ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075491 May 27 22:36:56.424974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54462) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:56.461502 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:36:56.465907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-9b1613b4-29ea-4434-85e1-35d6d9e5f4a1 service neutron] 10.222.0.27 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869518 May 27 22:36:56.636014 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4292c3b0-2e0e-4c90-952d-40730431277d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:56.705050 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4292c3b0-2e0e-4c90-952d-40730431277d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:56.714417 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9bd94188-cfbc-4e62-84e1-7a699101950d req-6212ab90-db8e-4a37-bc6a-a40ff9c73ea0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:56.726907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['d902309f-755e-4352-b7ac-9d89809b279a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:36:56.732463 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-db49e38a-a7b2-4dee-839e-83821de8ee63 service neutron] 10.222.0.27 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052848 May 27 22:36:56.738734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-a4a5e259-8289-476e-8d38-b2d705b097e4 admin admin] For port d4b79152-9044-405f-bc1e-dfee1bde8933, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d4b79152-9044-405f-bc1e-dfee1bde8933,segment=NetworkSegment(a92f2ee5-c735-43be-a843-40ea6d8c837f),segment_id=a92f2ee5-c735-43be-a843-40ea6d8c837f)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:36:56.739277 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4a5e259-8289-476e-8d38-b2d705b097e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:56.793927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212ab90-db8e-4a37-bc6a-a40ff9c73ea0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Pushing event deleted for resources: {'Port': ['ID=d902309f-755e-4352-b7ac-9d89809b279a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:56.921001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd94188-cfbc-4e62-84e1-7a699101950d req-6212ab90-db8e-4a37-bc6a-a40ff9c73ea0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] No DVR routers for this DVR port d902309f-755e-4352-b7ac-9d89809b279a on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:36:56.925104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9bd94188-cfbc-4e62-84e1-7a699101950d req-6212ab90-db8e-4a37-bc6a-a40ff9c73ea0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:56.927654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54307986-5380-484a-8fda-fa34e812e6c7', 'name': 'network-vif-deleted', 'tag': 'd902309f-755e-4352-b7ac-9d89809b279a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:36:57.024335 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9bd94188-cfbc-4e62-84e1-7a699101950d req-6212ab90-db8e-4a37-bc6a-a40ff9c73ea0 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.46 "DELETE /v2.0/ports/d902309f-755e-4352-b7ac-9d89809b279a HTTP/1.1" status: 204 len: 173 time: 1.4850316 May 27 22:36:57.026761 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4292c3b0-2e0e-4c90-952d-40730431277d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:57.027807 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4292c3b0-2e0e-4c90-952d-40730431277d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:57.028912 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4292c3b0-2e0e-4c90-952d-40730431277d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1940ce24-a774-4ed4-b0d2-0ecff604fa71 HTTP/1.1" status: 204 len: 168 time: 0.6029742 May 27 22:36:57.056078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292c3b0-2e0e-4c90-952d-40730431277d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1940ce24-a774-4ed4-b0d2-0ecff604fa71,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:57.116196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-a4a5e259-8289-476e-8d38-b2d705b097e4 admin admin] Calling delete_port for d4b79152-9044-405f-bc1e-dfee1bde8933 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:36:57.268779 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e0a284b-b478-4de8-9d4c-396d4fc69d44 req-28bad0b1-c4c5-492b-b6b1-f65a9c1fd5e6 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/ports?device_id=54307986-5380-484a-8fda-fa34e812e6c7 HTTP/1.1" status: 200 len: 210 time: 0.1099415 May 27 22:36:57.330081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd1ecd-838e-484f-9593-387649164339 req-9fc9aab0-8818-4c25-99be-02daa72b1a2f tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:57.331563 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dccd1ecd-838e-484f-9593-387649164339 req-9fc9aab0-8818-4c25-99be-02daa72b1a2f tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.4395335 May 27 22:36:57.341382 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5cdac3a-bcf7-4aea-9a85-9320f9856e53'] response: {'server_uuid': '54307986-5380-484a-8fda-fa34e812e6c7', 'name': 'network-vif-deleted', 'tag': 'd902309f-755e-4352-b7ac-9d89809b279a', 'status': 'completed', 'code': 200} May 27 22:36:57.436279 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e53b76b6-8a08-4de4-9145-1b466ccfce14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:57.455535 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c465aaaf-ac51-4f26-af00-008a31744be9 req-c434ec56-eaec-4938-a759-6b40499050dc tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 210 time: 0.0525892 May 27 22:36:57.458359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dccd1ecd-838e-484f-9593-387649164339 req-c9604509-5bed-4d78-b22c-57ab42321377 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115086 May 27 22:36:57.660625 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4a5e259-8289-476e-8d38-b2d705b097e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:57.817820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a5e259-8289-476e-8d38-b2d705b097e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b79152-9044-405f-bc1e-dfee1bde8933,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:58.309932 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4a5e259-8289-476e-8d38-b2d705b097e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:58.500748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54542) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:58.599282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54550) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:58.811875 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d0eb-e769-4bad-a407-51b2e99fd036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:58.832079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-654468649-network', 'tenant_id': '702983bd35cb4605b02c21f0ba67379d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:36:58.838499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:58.845538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Usage tracker for resource:network and tenant:702983bd35cb4605b02c21f0ba67379d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:58.848458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fdc2d0eb-e769-4bad-a407-51b2e99fd036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:58.852247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:58.855217 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fdc2d0eb-e769-4bad-a407-51b2e99fd036 admin admin] Usage tracker for resource:security_group_rule and tenant:1ebf35c238f34fb48d801de196ca4f97 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:58.856887 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b208f394-a46d-4c80-853b-53824d30d8c8 req-0e07b511-55ea-45bd-8725-25e67dc20230 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 210 time: 0.0805824 May 27 22:36:58.860949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fdc2d0eb-e769-4bad-a407-51b2e99fd036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:58.864053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:58.877158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fdc2d0eb-e769-4bad-a407-51b2e99fd036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:58.976624 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d0eb-e769-4bad-a407-51b2e99fd036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:58.987306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Made reservation on behalf of 702983bd35cb4605b02c21f0ba67379d for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:36:58.990688 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:58.997069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345fa1a-7025-4677-ada3-208b8dca5d08 req-bec951a4-6fca-490e-b7c9-458afb7d4e69 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:36:58.998203 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5345fa1a-7025-4677-ada3-208b8dca5d08 req-bec951a4-6fca-490e-b7c9-458afb7d4e69 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.3657043 May 27 22:36:59.014076 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:59.029866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:36:59.034694 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fdc2d0eb-e769-4bad-a407-51b2e99fd036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:59.043231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Usage tracker for resource:security_group_rule and tenant:702983bd35cb4605b02c21f0ba67379d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:36:59.055436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:36:59.060592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a5e259-8289-476e-8d38-b2d705b097e4 admin admin] Router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:36:59.066291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:36:59.070807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5345fa1a-7025-4677-ada3-208b8dca5d08 req-6f2d9783-51e0-46ca-b2c9-f1da300b5157 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606909 May 27 22:36:59.090607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54562) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:59.122908 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fdc2d0eb-e769-4bad-a407-51b2e99fd036 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1ebf35c238f34fb48d801de196ca4f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227568 May 27 22:36:59.128392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2d0eb-e769-4bad-a407-51b2e99fd036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7272c8a4-5264-4e67-95ae-cc71849262c7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:59.144073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54568) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:59.344992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a5e259-8289-476e-8d38-b2d705b097e4 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:36:59.351470 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53be39c7-ed46-49bf-a903-51971621d61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:59.360892 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257448da-47d7-4a80-942e-d5be5514f6da None None] Sync routers for ids ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:36:59.364404 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:59.382468 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257448da-47d7-4a80-942e-d5be5514f6da None None] Routers {'148c6c6a-e8b7-4591-85a2-0bba4c1329e7'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:36:59.387441 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-257448da-47d7-4a80-942e-d5be5514f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:36:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:36:59.394837 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65b0529a-0762-469d-8e12-19f5f65b0089 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:59.408845 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a4a5e259-8289-476e-8d38-b2d705b097e4 admin admin] 10.222.0.27 "PUT /v2.0/routers/148c6c6a-e8b7-4591-85a2-0bba4c1329e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0508735 May 27 22:36:59.409894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54580) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:36:59.424718 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53be39c7-ed46-49bf-a903-51971621d61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:59.459553 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:59.521814 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65b0529a-0762-469d-8e12-19f5f65b0089 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:59.661204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5759e02-8e1a-4653-9ea8-fb231d19297a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:36:59.668756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:36:59.679901 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8a51c4df-d3d7-4ddc-9636-be9f75513c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:59.710090 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d902309f-755e-4352-b7ac-9d89809b279a no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:36:59.729208 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-257448da-47d7-4a80-942e-d5be5514f6da None None] Set router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:36:59.769985 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:36:59.770851 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Added segment 2c817a5c-2772-40b3-8a76-8100651e541f of type vlan for network 203a900d-40d0-4c8c-9666-5e915b4843ea May 27 22:36:59.843153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: d902309f-755e-4352-b7ac-9d89809b279a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:36:59.844310 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d902309f-755e-4352-b7ac-9d89809b279a not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:36:59.902999 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:00.086805 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:00.107169 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:00.108129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:00.108737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:00.131979 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53be39c7-ed46-49bf-a903-51971621d61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:00.173725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be39c7-ed46-49bf-a903-51971621d61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7272c8a4-5264-4e67-95ae-cc71849262c7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:00.173725 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65b0529a-0762-469d-8e12-19f5f65b0089 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:00.194480 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-257448da-47d7-4a80-942e-d5be5514f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:00Z', 'updated_at': '2022-05-27T22:36:57Z', 'revision_number': 5, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'gw_port': {'id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:02Z', 'updated_at': '2022-05-27T22:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:37:00.210954 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257448da-47d7-4a80-942e-d5be5514f6da None None] Checking router: 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:37:00.229902 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257448da-47d7-4a80-942e-d5be5514f6da None None] Routers {'148c6c6a-e8b7-4591-85a2-0bba4c1329e7'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:37:00.230548 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-257448da-47d7-4a80-942e-d5be5514f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:37:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:37:00.293008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0529a-0762-469d-8e12-19f5f65b0089 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fa714d-ef01-44d6-b569-507d68784870,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:00.306661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] Pushing event updated for resources: {'Network': ['ID=203a900d-40d0-4c8c-9666-5e915b4843ea,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:00.339338 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 203a900d-40d0-4c8c-9666-5e915b4843ea details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:37:00.376100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-59c9442a-62f8-4489-a3d4-8a679a54a2e6 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:00.377866 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-59c9442a-62f8-4489-a3d4-8a679a54a2e6 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.57 "GET /v2.0/networks?id=8be13602-4cfa-458d-a78a-e81021b10d09 HTTP/1.1" status: 200 len: 810 time: 0.3814709 May 27 22:37:00.383807 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:00.386351 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53be39c7-ed46-49bf-a903-51971621d61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:00.389853 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-53be39c7-ed46-49bf-a903-51971621d61a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7272c8a4-5264-4e67-95ae-cc71849262c7 HTTP/1.1" status: 204 len: 168 time: 1.2424002 May 27 22:37:00.396543 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-db634c56-0273-43bc-b808-a1f7c5afd21b req-c17862a2-df79-43de-930d-9170c0588e32 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 210 time: 0.3221335 May 27 22:37:00.413566 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65b0529a-0762-469d-8e12-19f5f65b0089 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:00.414699 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-65b0529a-0762-469d-8e12-19f5f65b0089 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "DELETE /v2.0/security-groups/d1fa714d-ef01-44d6-b569-507d68784870 HTTP/1.1" status: 204 len: 168 time: 1.3177798 May 27 22:37:00.424432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef5c3e-89a5-46ff-baad-80832d9f7139 req-cb1c6081-40b0-4638-8601-b7941f600890 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:00.427545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Request body: {'port': {'device_id': '3b427c0b-014c-432d-80ec-2d92df19e6db', 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09', 'admin_state_up': True, 'tenant_id': '82f014b25abf4c19a049c6e511375f4f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:00.431978 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7bef5c3e-89a5-46ff-baad-80832d9f7139 req-cb1c6081-40b0-4638-8601-b7941f600890 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.4209642 May 27 22:37:00.434222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54596) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:00.525164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] Deleting port 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:37:00.525798 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:00.539630 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-70e2e2fb-8666-4a8c-a717-da3b9e151f4f admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0346570 May 27 22:37:00.543139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54600) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:00.556951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] Request body: {'subnet': {'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-654468649-subnet', 'tenant_id': '702983bd35cb4605b02c21f0ba67379d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:00.567191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:00.575172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] Usage tracker for resource:subnet and tenant:702983bd35cb4605b02c21f0ba67379d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:00.581438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:00.607698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:00.626782 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-9595fe6b-2174-44b4-a560-2b259887f5c3 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] show failed (client error): The resource could not be found. May 27 22:37:00.631026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9595fe6b-2174-44b4-a560-2b259887f5c3 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "GET /v2.0/security-groups/d1fa714d-ef01-44d6-b569-507d68784870 HTTP/1.1" status: 404 len: 347 time: 0.1946111 May 27 22:37:00.639029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54604) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:00.659028 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-257448da-47d7-4a80-942e-d5be5514f6da None None] Set router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:37:00.706926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7bef5c3e-89a5-46ff-baad-80832d9f7139 req-19acfb5b-3da0-4f4c-aa35-13826cd7dc02 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735829 May 27 22:37:00.817857 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:00.905536 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:00.978286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:00.988887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Usage tracker for resource:port and tenant:82f014b25abf4c19a049c6e511375f4f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:00.992738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:00.999283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:01.021109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] For port 5d05e4a4-bda5-4381-a5ce-e5a90011bc69, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=5d05e4a4-bda5-4381-a5ce-e5a90011bc69,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:01.023065 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:01.106076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] Made reservation on behalf of 702983bd35cb4605b02c21f0ba67379d for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:37:01.111768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:01.136606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Made reservation on behalf of 82f014b25abf4c19a049c6e511375f4f for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:37:01.141436 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:01.153396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2feb6ddf-9dad-429d-a697-63806c189127 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Deleting port 1a1b0985-a653-45a8-a807-1feebaeec77b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:37:01.154007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2feb6ddf-9dad-429d-a697-63806c189127 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:01.178611 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-257448da-47d7-4a80-942e-d5be5514f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:00Z', 'updated_at': '2022-05-27T22:36:57Z', 'revision_number': 5, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'gw_port': {'id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:02Z', 'updated_at': '2022-05-27T22:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:37:01.189347 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257448da-47d7-4a80-942e-d5be5514f6da None None] The sync data for ids ['148c6c6a-e8b7-4591-85a2-0bba4c1329e7'] in n-d-843680-3 is: [{'id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'name': 'tempest-ServersTestBootFromVolume-571067907-router', 'tenant_id': '8cbde3bf5664409c9a11b9efb9601362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:33:00Z', 'updated_at': '2022-05-27T22:36:57Z', 'revision_number': 5, 'project_id': '8cbde3bf5664409c9a11b9efb9601362', 'gw_port': {'id': '5d05e4a4-bda5-4381-a5ce-e5a90011bc69', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148c6c6a-e8b7-4591-85a2-0bba4c1329e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:33:02Z', 'updated_at': '2022-05-27T22:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:37:01.273318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] Calling delete_port for 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:37:01.622884 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:01.699919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddc32d5e-99e7-44cd-8622-08201af5bc86 req-c4096cd0-639d-4a09-b929-e184f2b52b6e tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 210 time: 0.1365571 May 27 22:37:01.729486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d05e4a4-bda5-4381-a5ce-e5a90011bc69,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:01.765877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64033811-f8c1-401f-b3b0-66a212d6e6d4 req-e4c8eb8c-a76c-4a41-9368-15f90275bc8b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:01.766369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-64033811-f8c1-401f-b3b0-66a212d6e6d4 req-e4c8eb8c-a76c-4a41-9368-15f90275bc8b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Synchronizing usage tracker for tenant:a0f32423ee064513a3cd2a2144bb1b80 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:37:01.976764 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2feb6ddf-9dad-429d-a697-63806c189127 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:01.977099 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2feb6ddf-9dad-429d-a697-63806c189127 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:02.009327 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-64033811-f8c1-401f-b3b0-66a212d6e6d4 req-e4c8eb8c-a76c-4a41-9368-15f90275bc8b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Unset dirty status for tenant:a0f32423ee064513a3cd2a2144bb1b80 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:37:02.010961 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-64033811-f8c1-401f-b3b0-66a212d6e6d4 req-e4c8eb8c-a76c-4a41-9368-15f90275bc8b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.9600749 May 27 22:37:02.026443 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:02.060848 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:02.187074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Allocated IP 172.20.0.12 (8be13602-4cfa-458d-a78a-e81021b10d09/c1980ea9-a648-44d4-9eb2-ca5f3fcf57da/bef55860-16db-4dbe-939b-a8a8d7c2adbc) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:37:02.277755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2feb6ddf-9dad-429d-a697-63806c189127 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Calling delete_port for 1a1b0985-a653-45a8-a807-1feebaeec77b owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:37:02.427010 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:02.444881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d4b79152-9044-405f-bc1e-dfee1bde8933 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:37:02.510928 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: d4b79152-9044-405f-bc1e-dfee1bde8933 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:37:02.513276 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d4b79152-9044-405f-bc1e-dfee1bde8933 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:37:02.541993 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-64033811-f8c1-401f-b3b0-66a212d6e6d4 req-dad62ce6-5231-4c93-af13-d48e42fd0c33 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Deleting port be576c23-4279-4fc4-9b46-3a064135314c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:37:02.542989 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-64033811-f8c1-401f-b3b0-66a212d6e6d4 req-dad62ce6-5231-4c93-af13-d48e42fd0c33 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:02.574577 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:02.578801 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:02.633123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c9ae3-586d-42db-b439-70c4459f6892 req-72de5b85-6464-4166-8dba-5d1b257d2ecb tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:02.646355 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b54c9ae3-586d-42db-b439-70c4459f6892 req-72de5b85-6464-4166-8dba-5d1b257d2ecb tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.6540282 May 27 22:37:02.697418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c23287c-487b-44aa-bcde-45aa227645a0,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:02.737107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b54c9ae3-586d-42db-b439-70c4459f6892 req-368be534-b9ed-4719-8b55-a2666c156376 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889776 May 27 22:37:02.745836 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:02.746341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 148c6c6a-e8b7-4591-85a2-0bba4c1329e7 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:37:02.779827 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:02.781021 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0437938f-a83d-42ac-82cf-fa396e1c2eb8 admin admin] 10.222.0.27 "DELETE /v2.0/routers/148c6c6a-e8b7-4591-85a2-0bba4c1329e7 HTTP/1.1" status: 204 len: 168 time: 3.3699713 May 27 22:37:02.797433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54668) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:02.912935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0f7750-3451-4959-ac2d-b194c24ae401 admin admin] Deleting subnet c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:37:02.922441 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7750-3451-4959-ac2d-b194c24ae401 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:03.041968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-213ccb48-37dd-433f-b047-ee57bde3c7c3 req-d561fb10-2eb1-440a-b426-fa10af1faf37 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 210 time: 0.1226180 May 27 22:37:03.093224 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7750-3451-4959-ac2d-b194c24ae401 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:03.140881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] Checking segment: {'id': '2c817a5c-2772-40b3-8a76-8100651e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:37:03.142511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] Network hostable DHCP agents. Network: 203a900d-40d0-4c8c-9666-5e915b4843ea, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:37:03.195612 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7750-3451-4959-ac2d-b194c24ae401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:03.289491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] Network 203a900d-40d0-4c8c-9666-5e915b4843ea is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:37:03.310566 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-64033811-f8c1-401f-b3b0-66a212d6e6d4 req-dad62ce6-5231-4c93-af13-d48e42fd0c33 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] For port be576c23-4279-4fc4-9b46-3a064135314c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=be576c23-4279-4fc4-9b46-3a064135314c,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:03.310996 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-64033811-f8c1-401f-b3b0-66a212d6e6d4 req-dad62ce6-5231-4c93-af13-d48e42fd0c33 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:03.427225 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7750-3451-4959-ac2d-b194c24ae401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:03.574235 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7750-3451-4959-ac2d-b194c24ae401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:03.578945 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5681271-bdd7-4636-babf-738537c76d1b None None] Network a846165f-67b8-4711-8fc9-97b50aa76620 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:37:03.589817 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6b0f7750-3451-4959-ac2d-b194c24ae401 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb HTTP/1.1" status: 204 len: 168 time: 0.7911713 May 27 22:37:03.593949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54686) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:03.598352 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:03.617624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f7750-3451-4959-ac2d-b194c24ae401 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5841bec-73dd-4ff5-ad1b-64d4ec49c2cb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:03.628733 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2feb6ddf-9dad-429d-a697-63806c189127 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:03.644971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-64033811-f8c1-401f-b3b0-66a212d6e6d4 req-dad62ce6-5231-4c93-af13-d48e42fd0c33 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Calling delete_port for be576c23-4279-4fc4-9b46-3a064135314c owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:37:03.705651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 203a900d-40d0-4c8c-9666-5e915b4843ea) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:37:03.738766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4430dbec-92b4-4274-a1f8-5f156b736dae None None] Network 203a900d-40d0-4c8c-9666-5e915b4843ea requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:37:03.740322 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:03.749235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:03.750438 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:03.778219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb6ddf-9dad-429d-a697-63806c189127 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Pushing event deleted for resources: {'Port': ['ID=1a1b0985-a653-45a8-a807-1feebaeec77b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:03.778753 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:03.789289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b2689519-ab62-43c8-bef8-ed5b6f9ec4fc'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:37:03.819985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] Deleting port ab9132e4-af22-48f1-8d8f-08deccccb8c9 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:37:03.822503 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:03.909091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Network 8be13602-4cfa-458d-a78a-e81021b10d09 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:37:04.317640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:37:04.323857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:37:04.354756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:37:04.406466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:37:04.406807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 5d05e4a4-bda5-4381-a5ce-e5a90011bc69 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:37:04.428720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Pushing event updated for resources: {'Port': ['ID=bef55860-16db-4dbe-939b-a8a8d7c2adbc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:04.446775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:04.447458 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:04.497261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] For port ab9132e4-af22-48f1-8d8f-08deccccb8c9, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ab9132e4-af22-48f1-8d8f-08deccccb8c9,segment=NetworkSegment(a92f2ee5-c735-43be-a843-40ea6d8c837f),segment_id=a92f2ee5-c735-43be-a843-40ea6d8c837f)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:04.497731 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:04.541307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afeaa95-5336-4909-bf2e-26b40008f53d None None] Network 203a900d-40d0-4c8c-9666-5e915b4843ea requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:37:04.575600 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2feb6ddf-9dad-429d-a697-63806c189127 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:04.585266 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2feb6ddf-9dad-429d-a697-63806c189127 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:04.586332 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2feb6ddf-9dad-429d-a697-63806c189127 tempest-ImagesOneServerNegativeTestJSON-1614352516 tempest-ImagesOneServerNegativeTestJSON-1614352516-project] 10.222.0.27 "DELETE /v2.0/floatingips/6813c76f-54ef-4859-afb7-22e0d2e8b899 HTTP/1.1" status: 204 len: 168 time: 3.9438400 May 27 22:37:04.618026 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-cf307ceb-fa26-4e6d-b75f-01428df8b51a tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1992199 May 27 22:37:04.624646 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f3705d96-e0e1-48ae-961f-8020727cae3e admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 4.0804200 May 27 22:37:04.637861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Request body: {'port': {'device_id': '3b427c0b-014c-432d-80ec-2d92df19e6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:04.652183 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] Calling delete_port for ab9132e4-af22-48f1-8d8f-08deccccb8c9 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:37:04.763087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3bbf9-0651-4594-bc47-b8da638a9c9b req-3682ceef-f562-48ce-92fa-858906ca1844 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:04.764681 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ce3bbf9-0651-4594-bc47-b8da638a9c9b req-3682ceef-f562-48ce-92fa-858906ca1844 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=fea1e069-c4eb-4141-b860-69274e02f8ff HTTP/1.1" status: 200 len: 945 time: 0.7474313 May 27 22:37:04.808153 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:04.886489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d77e48-b296-48ea-8e3b-d1b052382c26 req-3a5b2bf3-8744-4000-890c-62a17b739af0 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:04.896938 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4d77e48-b296-48ea-8e3b-d1b052382c26 req-3a5b2bf3-8744-4000-890c-62a17b739af0 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 932 time: 0.5262907 May 27 22:37:04.897864 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-64033811-f8c1-401f-b3b0-66a212d6e6d4 req-dad62ce6-5231-4c93-af13-d48e42fd0c33 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:05.104550 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4d77e48-b296-48ea-8e3b-d1b052382c26 req-ac767b36-9786-4924-a6a9-ad48a53541dc tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054064 May 27 22:37:05.122513 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ce3bbf9-0651-4594-bc47-b8da638a9c9b req-c276965c-1821-4c30-aad9-f34ef118c2ce tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354096 May 27 22:37:05.133526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad62ce6-5231-4c93-af13-d48e42fd0c33 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Pushing event deleted for resources: {'Port': ['ID=be576c23-4279-4fc4-9b46-3a064135314c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:05.196832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-64033811-f8c1-401f-b3b0-66a212d6e6d4 req-dad62ce6-5231-4c93-af13-d48e42fd0c33 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] No DVR routers for this DVR port be576c23-4279-4fc4-9b46-3a064135314c on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:37:05.199845 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-64033811-f8c1-401f-b3b0-66a212d6e6d4 req-dad62ce6-5231-4c93-af13-d48e42fd0c33 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:05.203860 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-64033811-f8c1-401f-b3b0-66a212d6e6d4 req-dad62ce6-5231-4c93-af13-d48e42fd0c33 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "DELETE /v2.0/ports/be576c23-4279-4fc4-9b46-3a064135314c HTTP/1.1" status: 204 len: 173 time: 3.1748621 May 27 22:37:05.235078 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:05.235220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea1e069-c4eb-4141-b860-69274e02f8ff', 'name': 'network-vif-deleted', 'tag': 'be576c23-4279-4fc4-9b46-3a064135314c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:37:05.256730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b435e5e-a757-4adf-9b45-9e76359e4035 None None] DHCP port deletion for a846165f-67b8-4711-8fc9-97b50aa76620 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:37:05.305525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] No DVR routers for this DVR port ab9132e4-af22-48f1-8d8f-08deccccb8c9 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:37:05.374274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9132e4-af22-48f1-8d8f-08deccccb8c9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:05.556441 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:05.562014 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583d2ef5-bfaf-4745-b6ed-375e8c82734c'] response: {'server_uuid': 'fea1e069-c4eb-4141-b860-69274e02f8ff', 'name': 'network-vif-deleted', 'tag': 'be576c23-4279-4fc4-9b46-3a064135314c', 'status': 'completed', 'code': 200} May 27 22:37:05.608074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54742) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:05.735154 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device be576c23-4279-4fc4-9b46-3a064135314c no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:37:05.887511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bef55860-16db-4dbe-939b-a8a8d7c2adbc {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:37:05.894228 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a846165f-67b8-4711-8fc9-97b50aa76620']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:37:05.906585 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:05.928677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Transition to ACTIVE for port object bef55860-16db-4dbe-939b-a8a8d7c2adbc will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:37:05.945559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: be576c23-4279-4fc4-9b46-3a064135314c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:37:05.945903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device be576c23-4279-4fc4-9b46-3a064135314c not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:37:06.014141 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:06.104324 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-cf5ce78a-67e3-45be-97f3-bfb732f674a4 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:06.106405 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-cf5ce78a-67e3-45be-97f3-bfb732f674a4 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/networks?id=203a900d-40d0-4c8c-9666-5e915b4843ea HTTP/1.1" status: 200 len: 817 time: 0.2416832 May 27 22:37:06.111444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92f2ee5-c735-43be-a843-40ea6d8c837f') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:37:06.111742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92f2ee5-c735-43be-a843-40ea6d8c837f') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:37:06.134077 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-e0aa8801-a1b8-41b9-8055-d26c27c6b0f1 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/quotas/702983bd35cb4605b02c21f0ba67379d HTTP/1.1" status: 200 len: 375 time: 0.0121908 May 27 22:37:06.220711 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:06.231037 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-eac98e2e-3b62-45f3-bd1c-472a2b69c245 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=702983bd35cb4605b02c21f0ba67379d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856624 May 27 22:37:06.243156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa88efd9-a4fa-49f8-8e85-9d32c287598a admin admin] Deleting subnet 3fbfb290-7b1a-42ce-93eb-77a4e0b04346 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:37:06.289011 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:06.291428 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aa88efd9-a4fa-49f8-8e85-9d32c287598a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:06.355606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=bef55860-16db-4dbe-939b-a8a8d7c2adbc,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:06.407095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ab9132e4-af22-48f1-8d8f-08deccccb8c9 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:37:06.508419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: ab9132e4-af22-48f1-8d8f-08deccccb8c9 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:37:06.508678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ab9132e4-af22-48f1-8d8f-08deccccb8c9 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:37:06.536768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:37:06.537493 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:06.540588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Attempting to bind port bef55860-16db-4dbe-939b-a8a8d7c2adbc on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:37:06.540929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Attempting to bind port bef55860-16db-4dbe-939b-a8a8d7c2adbc by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '20e5a592-014c-48e0-99d2-95c8e612e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:37:06.541403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Attempting to bind port bef55860-16db-4dbe-939b-a8a8d7c2adbc on network 8be13602-4cfa-458d-a78a-e81021b10d09 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:37:06.548791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Port bef55860-16db-4dbe-939b-a8a8d7c2adbc on network 8be13602-4cfa-458d-a78a-e81021b10d09 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:37:06.549128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Attempting to bind port bef55860-16db-4dbe-939b-a8a8d7c2adbc on network 8be13602-4cfa-458d-a78a-e81021b10d09 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:37:06.555092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:37:06.555482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Checking segment: {'id': '20e5a592-014c-48e0-99d2-95c8e612e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:37:06.555954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Bound using segment: {'id': '20e5a592-014c-48e0-99d2-95c8e612e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:37:06.556447 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Bound port: bef55860-16db-4dbe-939b-a8a8d7c2adbc, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e5a592-014c-48e0-99d2-95c8e612e95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:37:06.556800 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:06.679797 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment a92f2ee5-c735-43be-a843-40ea6d8c837f resource provider aggregate not found May 27 22:37:06.706066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] For port bef55860-16db-4dbe-939b-a8a8d7c2adbc, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:37:06.713921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] For port bef55860-16db-4dbe-939b-a8a8d7c2adbc, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=bef55860-16db-4dbe-939b-a8a8d7c2adbc,segment=NetworkSegment(20e5a592-014c-48e0-99d2-95c8e612e95e),segment_id=20e5a592-014c-48e0-99d2-95c8e612e95e)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:37:06.762322 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment a92f2ee5-c735-43be-a843-40ea6d8c837f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a92f2ee5-c735-43be-a843-40ea6d8c837f found for delete ", "request_id": "req-96496143-919f-457b-ae43-1e708da0beec"}]} May 27 22:37:06.791247 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aa88efd9-a4fa-49f8-8e85-9d32c287598a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:06.809050 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:06.876642 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-70104373-0ba4-43bf-a6fe-cfe9e9d46e2d service neutron] 10.222.0.27 "GET /v2.0/networks/203a900d-40d0-4c8c-9666-5e915b4843ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251807 May 27 22:37:06.948693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:06.949396 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:06.950942 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] 10.222.0.57 "PUT /v2.0/ports/bef55860-16db-4dbe-939b-a8a8d7c2adbc HTTP/1.1" status: 200 len: 1092 time: 2.3182468 May 27 22:37:06.991326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca26edd-1f40-4d9f-ae8a-b051f249d0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=bef55860-16db-4dbe-939b-a8a8d7c2adbc,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:07.038558 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:07.050891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb023d-2415-4da9-bd7f-17aca1af602a req-dc2fb3e9-e87f-49e8-93f5-a427977a839e tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:07.057791 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8dcb023d-2415-4da9-bd7f-17aca1af602a req-dc2fb3e9-e87f-49e8-93f5-a427977a839e tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 944 time: 0.6065929 May 27 22:37:07.083264 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:07.133774 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aa88efd9-a4fa-49f8-8e85-9d32c287598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:07.175603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a846165f-67b8-4711-8fc9-97b50aa76620,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:07.194525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-0598874e-7a6a-4efe-b38f-460da42194a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:07.196485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6c59a690-048a-465a-8984-b4e8acfa19b1 admin admin] 10.222.0.27 "DELETE /v2.0/networks/a846165f-67b8-4711-8fc9-97b50aa76620 HTTP/1.1" status: 204 len: 168 time: 3.6003630 May 27 22:37:07.196703 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-0598874e-7a6a-4efe-b38f-460da42194a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82f014b25abf4c19a049c6e511375f4f&device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 1095 time: 0.1202180 May 27 22:37:07.250540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8dcb023d-2415-4da9-bd7f-17aca1af602a req-0b55e64e-d410-48b0-839b-1f5d1cbf5c70 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908748 May 27 22:37:07.258324 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-f49e0d21-ee2c-4993-88d8-646ed5567791 service neutron] 10.222.0.27 "GET /v2.0/networks/203a900d-40d0-4c8c-9666-5e915b4843ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701017 May 27 22:37:07.363059 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aa88efd9-a4fa-49f8-8e85-9d32c287598a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:07.406395 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-4541473e-d346-4286-bd54-1c45ca418dba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef55860-16db-4dbe-939b-a8a8d7c2adbc HTTP/1.1" status: 200 len: 217 time: 0.1945512 May 27 22:37:07.449389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88efd9-a4fa-49f8-8e85-9d32c287598a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fbfb290-7b1a-42ce-93eb-77a4e0b04346,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:07.473951 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aa88efd9-a4fa-49f8-8e85-9d32c287598a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:07.496165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-aa88efd9-a4fa-49f8-8e85-9d32c287598a admin admin] 10.222.0.27 "DELETE /v2.0/subnets/3fbfb290-7b1a-42ce-93eb-77a4e0b04346 HTTP/1.1" status: 204 len: 168 time: 1.8845270 May 27 22:37:07.496943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54794) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:07.566131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b427c0b-014c-432d-80ec-2d92df19e6db', 'tag': 'bef55860-16db-4dbe-939b-a8a8d7c2adbc'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:37:07.596063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-f8e2f324-61ea-46ef-a350-2916971659db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:07.597564 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-f8e2f324-61ea-46ef-a350-2916971659db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1980ea9-a648-44d4-9eb2-ca5f3fcf57da HTTP/1.1" status: 200 len: 850 time: 0.1842501 May 27 22:37:07.650558 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c9341b6-92e2-469a-9687-271de0a864ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:07.652850 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae17f72-8ad6-4d14-89af-afb6dc6fb278'] response: {'name': 'network-changed', 'server_uuid': '3b427c0b-014c-432d-80ec-2d92df19e6db', 'tag': 'bef55860-16db-4dbe-939b-a8a8d7c2adbc', 'status': 'completed', 'code': 200} May 27 22:37:07.669413 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-5947267d-f864-4f29-b276-077ea85323be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8be13602-4cfa-458d-a78a-e81021b10d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629580 May 27 22:37:08.032140 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c9341b6-92e2-469a-9687-271de0a864ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:08.167840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54816) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:08.250808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-4c9341b6-92e2-469a-9687-271de0a864ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edbf9976-6958-4752-83e2-d7a8d73d7413']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:37:08.303881 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bfcead9c-14e7-4b51-a6fa-db3a8a241bb0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8cbde3bf5664409c9a11b9efb9601362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459692 May 27 22:37:08.338457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54824) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:08.357802 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-41368afb-b7dd-40f6-bc6f-b500486327f2 service neutron] 10.222.0.57 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6795378 May 27 22:37:08.417640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-4c9341b6-92e2-469a-9687-271de0a864ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e51450d-ce8a-452a-96c3-465edf8ca1f4') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:37:08.421241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-4c9341b6-92e2-469a-9687-271de0a864ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e51450d-ce8a-452a-96c3-465edf8ca1f4') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:37:08.490261 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c9341b6-92e2-469a-9687-271de0a864ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:08.509678 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab5bd-b982-4c9e-8a21-182926372ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:08.570067 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab5bd-b982-4c9e-8a21-182926372ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:08.581692 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-58926d54-2dee-412a-93a5-e715d7e36ca8 req-1089f18b-f769-4f15-ace0-9507de2ebf4e service neutron] 10.222.0.57 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119231 May 27 22:37:08.652701 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c9341b6-92e2-469a-9687-271de0a864ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:08.680867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9341b6-92e2-469a-9687-271de0a864ee admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:37:08.681516 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c9341b6-92e2-469a-9687-271de0a864ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:08.703518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-1e7c203d-03f6-4d2b-b0c5-c51800984b71 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:08.711761 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-1e7c203d-03f6-4d2b-b0c5-c51800984b71 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 812 time: 0.6415899 May 27 22:37:08.770455 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab5bd-b982-4c9e-8a21-182926372ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:08.800780 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-d4b43884-07f7-4959-916a-1c7ead094b7a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/quotas/a0f32423ee064513a3cd2a2144bb1b80 HTTP/1.1" status: 200 len: 375 time: 0.0877388 May 27 22:37:08.824959 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 4e51450d-ce8a-452a-96c3-465edf8ca1f4 resource provider aggregate not found May 27 22:37:08.855712 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ab5bd-b982-4c9e-8a21-182926372ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c1e6f9-1386-4f4c-a69d-8c2d9f167d48,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:08.871273 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d9ab5bd-b982-4c9e-8a21-182926372ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:08.872622 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1d9ab5bd-b982-4c9e-8a21-182926372ece admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a7c1e6f9-1386-4f4c-a69d-8c2d9f167d48 HTTP/1.1" status: 204 len: 168 time: 0.5331218 May 27 22:37:08.894497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c47b7e-a540-4476-b3de-475d0e93ce41 req-27ffd2a8-994d-4cba-889d-225b01a75359 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:08.896404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69c47b7e-a540-4476-b3de-475d0e93ce41 req-27ffd2a8-994d-4cba-889d-225b01a75359 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 944 time: 0.4668770 May 27 22:37:08.909299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc60dad-618d-4e27-ada1-aafd7fee8537 req-c5e6eb92-5634-4fce-aab0-557a20f42002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:08.914678 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1dc60dad-618d-4e27-ada1-aafd7fee8537 req-c5e6eb92-5634-4fce-aab0-557a20f42002 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82f014b25abf4c19a049c6e511375f4f&device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 1095 time: 0.1454930 May 27 22:37:08.915709 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-4a509eb1-4c5f-4686-95ad-81a19972012e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0986757 May 27 22:37:08.917704 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 4e51450d-ce8a-452a-96c3-465edf8ca1f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e51450d-ce8a-452a-96c3-465edf8ca1f4 found for delete ", "request_id": "req-3a2bc47a-defa-4048-aace-1164b53bdb11"}]} May 27 22:37:09.035975 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c9341b6-92e2-469a-9687-271de0a864ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:09.042452 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c9341b6-92e2-469a-9687-271de0a864ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:09.110951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc60dad-618d-4e27-ada1-aafd7fee8537 req-aed0b096-6918-4b68-bd5a-de42ec5124b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:09.111761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9341b6-92e2-469a-9687-271de0a864ee admin admin] Pushing event deleted for resources: {'Network': ['ID=edbf9976-6958-4752-83e2-d7a8d73d7413,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:09.112466 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1dc60dad-618d-4e27-ada1-aafd7fee8537 req-aed0b096-6918-4b68-bd5a-de42ec5124b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8be13602-4cfa-458d-a78a-e81021b10d09 HTTP/1.1" status: 200 len: 911 time: 0.1875236 May 27 22:37:09.121256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69c47b7e-a540-4476-b3de-475d0e93ce41 req-8a3c2ead-bd94-4c6c-87c4-f7591966177d tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158656 May 27 22:37:09.189083 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4c9341b6-92e2-469a-9687-271de0a864ee admin admin] 10.222.0.27 "DELETE /v2.0/networks/edbf9976-6958-4752-83e2-d7a8d73d7413 HTTP/1.1" status: 204 len: 168 time: 1.6910837 May 27 22:37:09.195649 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-45aca85f-5cc0-44b3-b812-28c0c9e21325 service neutron] 10.222.0.27 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610891 May 27 22:37:09.200960 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1dc60dad-618d-4e27-ada1-aafd7fee8537 req-83a235a9-cc1b-45fc-99b5-78e103563910 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef55860-16db-4dbe-939b-a8a8d7c2adbc HTTP/1.1" status: 200 len: 217 time: 0.0817275 May 27 22:37:09.275437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc60dad-618d-4e27-ada1-aafd7fee8537 req-f40558a6-d595-48e9-8a07-594371d9de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:09.276944 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1dc60dad-618d-4e27-ada1-aafd7fee8537 req-f40558a6-d595-48e9-8a07-594371d9de2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1980ea9-a648-44d4-9eb2-ca5f3fcf57da HTTP/1.1" status: 200 len: 850 time: 0.0640137 May 27 22:37:09.328933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-303bc7d8-70e6-414d-a55d-ecd9f60a1a58 req-df417aef-d377-46e0-ab2e-20ba199f2375 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 210 time: 0.1046565 May 27 22:37:09.390820 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-374e8e66-2b9a-49c7-81cd-9dd8eb08c83c service neutron] 10.222.0.27 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876795 May 27 22:37:09.401904 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1dc60dad-618d-4e27-ada1-aafd7fee8537 req-96b37535-de62-4d03-9e6a-e0f46c5fae01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8be13602-4cfa-458d-a78a-e81021b10d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034267 May 27 22:37:09.618564 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1dc60dad-618d-4e27-ada1-aafd7fee8537 req-6bacef80-0b4f-42fd-8018-3bbe8f28a4e8 service neutron] 10.222.0.57 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123485 May 27 22:37:09.766540 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1dc60dad-618d-4e27-ada1-aafd7fee8537 req-6c94c6a6-598c-4d97-900c-16e7304e020c service neutron] 10.222.0.57 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379333 May 27 22:37:09.963655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b246e3fd-9260-43aa-9cc2-e8049cac4630 req-32f35b0c-3a4c-45ac-b670-c8fcac3f8142 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 210 time: 0.0987382 May 27 22:37:10.031791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54894) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:10.104634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54904) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:10.116839 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7f04c853-a810-4a9b-8418-5e16c6ba7f8d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c3c718a2d83d437cada81da4b15b247f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833232 May 27 22:37:10.225898 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abd50808-d710-4851-80d1-da481df3f429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:10.341640 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abd50808-d710-4851-80d1-da481df3f429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:10.506056 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abd50808-d710-4851-80d1-da481df3f429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:10.507267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01c137-319e-4a8f-bcf1-d2b4b16872c3 req-e6b9ab88-d489-4768-ab1a-c64ad4d9587e tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:10.508750 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b01c137-319e-4a8f-bcf1-d2b4b16872c3 req-e6b9ab88-d489-4768-ab1a-c64ad4d9587e tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 944 time: 0.2594507 May 27 22:37:10.539818 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd50808-d710-4851-80d1-da481df3f429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6aa15e-5765-432c-8bb9-57ff9c022a0c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:10.542396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e53b4ca0-d836-4767-a509-04725a2b5bc4 req-710cdfed-712e-4d52-a034-6bfb7f16c757 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 210 time: 0.0988984 May 27 22:37:10.561461 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abd50808-d710-4851-80d1-da481df3f429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:10.578555 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-abd50808-d710-4851-80d1-da481df3f429 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ca6aa15e-5765-432c-8bb9-57ff9c022a0c HTTP/1.1" status: 204 len: 168 time: 0.4724894 May 27 22:37:10.626247 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b01c137-319e-4a8f-bcf1-d2b4b16872c3 req-2c1ac0f3-9a18-47a8-a429-f0c799970883 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113050 May 27 22:37:11.505381 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a885081-1963-4398-a794-d70e43e6b962 req-778fe972-dfa6-4b87-a381-5997511c0b46 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 210 time: 0.0435455 May 27 22:37:11.649453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da0a5860-a150-45a0-b86c-b5b754836c71 req-9211eee8-82c9-4402-88cd-af617fffd4cb tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 210 time: 0.0477204 May 27 22:37:11.843967 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54970) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:11.906705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54978) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:11.935459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f524f0-a07d-4056-a740-eaadaf3fb0d0 req-349444ef-01a7-47a3-8e51-525d51454179 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:11.937778 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-27f524f0-a07d-4056-a740-eaadaf3fb0d0 req-349444ef-01a7-47a3-8e51-525d51454179 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 944 time: 0.1690538 May 27 22:37:11.989172 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-27f524f0-a07d-4056-a740-eaadaf3fb0d0 req-dbb95901-cd18-4550-b9d9-8475e7d4fa47 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446713 May 27 22:37:11.998387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device bef55860-16db-4dbe-939b-a8a8d7c2adbc details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:37:12.071237 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e37dd515-eae6-470e-aa6c-9d4fb7d8bf6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:12.105251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e37dd515-eae6-470e-aa6c-9d4fb7d8bf6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:12.110132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e37dd515-eae6-470e-aa6c-9d4fb7d8bf6e admin admin] Usage tracker for resource:security_group_rule and tenant:a2ebce855f1047dbacbd3b28b488647d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:12.113237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e37dd515-eae6-470e-aa6c-9d4fb7d8bf6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:12.119890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e37dd515-eae6-470e-aa6c-9d4fb7d8bf6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:12.224141 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port bef55860-16db-4dbe-939b-a8a8d7c2adbc, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=bef55860-16db-4dbe-939b-a8a8d7c2adbc,segment=NetworkSegment(20e5a592-014c-48e0-99d2-95c8e612e95e),segment_id=20e5a592-014c-48e0-99d2-95c8e612e95e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:12.242647 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'bef55860-16db-4dbe-939b-a8a8d7c2adbc', 'network_id': '8be13602-4cfa-458d-a78a-e81021b10d09', 'port_id': 'bef55860-16db-4dbe-939b-a8a8d7c2adbc', 'mac_address': 'fa:16:3e:3b:2a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1980ea9-a648-44d4-9eb2-ca5f3fcf57da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:37:12.307875 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e37dd515-eae6-470e-aa6c-9d4fb7d8bf6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:12.326440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-57807704-network', 'tenant_id': '9a420c0f9828425fb0c912aa073963d8'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:12.332757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:12.337239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Usage tracker for resource:network and tenant:9a420c0f9828425fb0c912aa073963d8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:12.340123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:12.348494 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:12.366913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port bef55860-16db-4dbe-939b-a8a8d7c2adbc is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:37:12.367472 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:12.397686 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e37dd515-eae6-470e-aa6c-9d4fb7d8bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:12.443414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bef55860-16db-4dbe-939b-a8a8d7c2adbc {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:37:12.451323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dd515-eae6-470e-aa6c-9d4fb7d8bf6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f460253-d108-4fca-8938-227fd87e9a93,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:12.481700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port bef55860-16db-4dbe-939b-a8a8d7c2adbc, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=bef55860-16db-4dbe-939b-a8a8d7c2adbc,segment=NetworkSegment(20e5a592-014c-48e0-99d2-95c8e612e95e),segment_id=20e5a592-014c-48e0-99d2-95c8e612e95e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:12.488242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Made reservation on behalf of 9a420c0f9828425fb0c912aa073963d8 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:37:12.492070 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:12.504253 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e37dd515-eae6-470e-aa6c-9d4fb7d8bf6e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a2ebce855f1047dbacbd3b28b488647d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6577952 May 27 22:37:12.513690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55000) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:12.516701 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:12.558610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:12.562978 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:12.584291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Usage tracker for resource:security_group_rule and tenant:9a420c0f9828425fb0c912aa073963d8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:12.591457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:12.604555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:12.659779 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2bfea2a-e87a-4b82-8e48-f495b67203b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:12.741213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=bef55860-16db-4dbe-939b-a8a8d7c2adbc,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:12.757804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:12.758151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:12.759445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:12.760888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:12.763355 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:12.763734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:12.764078 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:12.765552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:12.765950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:12.766286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:12.766617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:12.766942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:12.793635 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:12.886927 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1809991c-3f43-4a59-9e7e-d7b8fde5b7ea req-14f9be6c-f58d-4bd8-8177-8e6f4c5f5418 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 210 time: 0.0881433 May 27 22:37:12.887704 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:12.903701 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['bef55860-16db-4dbe-939b-a8a8d7c2adbc'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:37:12.942337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:37:12.955973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:13.028081 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:13.028376 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Added segment af8c1190-bd32-406e-bc39-1cbea38c279f of type vlan for network cf3db205-1735-4d3f-a60e-7367df656e34 May 27 22:37:13.052983 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2bfea2a-e87a-4b82-8e48-f495b67203b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:13.091927 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f16eb10-7ebb-4423-99a7-72535d574200 req-a3805113-5934-4cbc-b268-aea6fa963bcc tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 210 time: 0.1292708 May 27 22:37:13.142631 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:13.180794 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-035fcb3e-076f-4c04-817d-533ca8d3d2ee tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:13.182757 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-035fcb3e-076f-4c04-817d-533ca8d3d2ee tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "GET /v2.0/networks?id=7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 200 len: 812 time: 0.4901628 May 27 22:37:13.196791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-aa93f792-8779-4bf5-88f8-9c3cd485bafa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Request body: {'port': {'device_id': '395181c8-68c0-40cb-8f48-e85b35b7bf3c', 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041', 'admin_state_up': True, 'tenant_id': 'a0f32423ee064513a3cd2a2144bb1b80'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:13.325048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:13.325048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:13.325048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:13.433700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-aa93f792-8779-4bf5-88f8-9c3cd485bafa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:13.492339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] Pushing event updated for resources: {'Network': ['ID=cf3db205-1735-4d3f-a60e-7367df656e34,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:13.506740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network cf3db205-1735-4d3f-a60e-7367df656e34 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:37:13.581700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-aa93f792-8779-4bf5-88f8-9c3cd485bafa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:13.602517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b120ad-ba25-4393-bc9b-dcc6eeefff52 req-1b6c9d79-a793-4808-aa45-f653099c30c1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:13.611820 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-52b120ad-ba25-4393-bc9b-dcc6eeefff52 req-1b6c9d79-a793-4808-aa45-f653099c30c1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 945 time: 0.3819280 May 27 22:37:13.618046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ec45f2f7-ca1c-489c-a6bf-54a760234286 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7103214 May 27 22:37:13.619829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55052) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:13.643921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] Request body: {'subnet': {'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-57807704-subnet', 'tenant_id': '9a420c0f9828425fb0c912aa073963d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:13.658954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:13.689028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] Usage tracker for resource:subnet and tenant:9a420c0f9828425fb0c912aa073963d8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:13.709431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-52b120ad-ba25-4393-bc9b-dcc6eeefff52 req-e4bf9ca7-b695-4c51-998a-59cc8856914c tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866704 May 27 22:37:13.714203 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:13.717614 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2bfea2a-e87a-4b82-8e48-f495b67203b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:13.753066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:13.772696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-aa93f792-8779-4bf5-88f8-9c3cd485bafa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Made reservation on behalf of a0f32423ee064513a3cd2a2144bb1b80 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:37:13.781641 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-aa93f792-8779-4bf5-88f8-9c3cd485bafa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:13.849266 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f2bfea2a-e87a-4b82-8e48-f495b67203b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:13.852874 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f2bfea2a-e87a-4b82-8e48-f495b67203b3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3f460253-d108-4fca-8938-227fd87e9a93 HTTP/1.1" status: 204 len: 168 time: 1.3440309 May 27 22:37:13.857503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-e1a8491e-0a36-4384-a2e4-f1e342e54711 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:13.858197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-e1a8491e-0a36-4384-a2e4-f1e342e54711 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Synchronizing usage tracker for tenant:702983bd35cb4605b02c21f0ba67379d on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:37:13.861985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfea2a-e87a-4b82-8e48-f495b67203b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f460253-d108-4fca-8938-227fd87e9a93,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:14.013117 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device bef55860-16db-4dbe-939b-a8a8d7c2adbc up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:37:14.182448 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b361831f-b4e1-4b31-8dde-9c00e0ceeba2 req-18906b53-51cc-4699-bda7-1a066cfa6a5c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 210 time: 0.1044872 May 27 22:37:14.281796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb1c9433-ac8d-4c9f-9eff-c1a5df5b6610 req-3d830f30-3b8d-4b23-87bb-21e3711e1465 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 210 time: 0.0613945 May 27 22:37:14.295705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] Made reservation on behalf of 9a420c0f9828425fb0c912aa073963d8 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:37:14.298665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:14.459903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port bef55860-16db-4dbe-939b-a8a8d7c2adbc completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:37:14.472155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port bef55860-16db-4dbe-939b-a8a8d7c2adbc triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:37:14.472703 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:14.532021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-e1a8491e-0a36-4384-a2e4-f1e342e54711 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Unset dirty status for tenant:702983bd35cb4605b02c21f0ba67379d on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:37:14.533184 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-e1a8491e-0a36-4384-a2e4-f1e342e54711 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.57 "GET /v2.0/networks?id=203a900d-40d0-4c8c-9666-5e915b4843ea HTTP/1.1" status: 200 len: 817 time: 1.1091700 May 27 22:37:14.556727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-5f698d4d-52d7-4e83-86ed-22faa3915454 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:14.562487 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-5f698d4d-52d7-4e83-86ed-22faa3915454 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.46 "GET /v2.0/networks?id=203a900d-40d0-4c8c-9666-5e915b4843ea HTTP/1.1" status: 200 len: 817 time: 0.3758059 May 27 22:37:14.565550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Request body: {'port': {'device_id': 'f3ec0778-71da-47f2-93c7-b39c5b07b68b', 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea', 'admin_state_up': True, 'tenant_id': '702983bd35cb4605b02c21f0ba67379d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:14.597228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Request body: {'port': {'device_id': '24b27483-1cad-4eac-a7b5-2387c8ebbd1a', 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea', 'admin_state_up': True, 'tenant_id': '702983bd35cb4605b02c21f0ba67379d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:14.711293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port bef55860-16db-4dbe-939b-a8a8d7c2adbc is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:37:14.712366 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:14.788062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b427c0b-014c-432d-80ec-2d92df19e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef55860-16db-4dbe-939b-a8a8d7c2adbc'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:37:14.823122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port bef55860-16db-4dbe-939b-a8a8d7c2adbc, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=bef55860-16db-4dbe-939b-a8a8d7c2adbc,segment=NetworkSegment(20e5a592-014c-48e0-99d2-95c8e612e95e),segment_id=20e5a592-014c-48e0-99d2-95c8e612e95e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:14.880111 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb8c17f-a2b7-4f31-a5d5-2bde6fc30869'] response: {'server_uuid': '3b427c0b-014c-432d-80ec-2d92df19e6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bef55860-16db-4dbe-939b-a8a8d7c2adbc', 'code': 200} May 27 22:37:14.899603 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:15.053047 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:15.075822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=bef55860-16db-4dbe-939b-a8a8d7c2adbc,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:15.084084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:15.147752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-aa93f792-8779-4bf5-88f8-9c3cd485bafa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Allocated IP 172.20.0.6 (7fa183cd-844a-4771-a3e2-7a9231a95041/a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb/e26ce2bf-6c0e-49dd-8966-2b69f3023c73) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:37:15.149884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55126) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:15.154257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Usage tracker for resource:port and tenant:702983bd35cb4605b02c21f0ba67379d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:15.175683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:15.229485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:15.361832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] Checking segment: {'id': 'af8c1190-bd32-406e-bc39-1cbea38c279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:37:15.362939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] Network hostable DHCP agents. Network: cf3db205-1735-4d3f-a60e-7367df656e34, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:37:15.383439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4f9403f-9822-40ab-be8d-40aec1182252,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:15.386732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:15.404626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Usage tracker for resource:port and tenant:702983bd35cb4605b02c21f0ba67379d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:15.438321 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-33c2db7f-0e53-42c7-b273-de46b73235d3 req-1faf3a7e-9887-4940-a17d-f4847366cbb5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 210 time: 0.0778952 May 27 22:37:15.487117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55142) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:15.537411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8bb2e-e937-431c-8a5a-f43f1a81d1a7 req-bc88be22-50c9-42c2-bdaf-92c8746185bc tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:15.548190 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36a8bb2e-e937-431c-8a5a-f43f1a81d1a7 req-bc88be22-50c9-42c2-bdaf-92c8746185bc tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.5986223 May 27 22:37:15.550240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:15.557038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:15.571121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Made reservation on behalf of 702983bd35cb4605b02c21f0ba67379d for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:37:15.575227 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:15.602398 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:15.607065 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0fb6fe9c-5f6f-4513-a0c3-e9a38805f967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:15.628799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-267d6841-67a5-4cee-863e-34cdd90bc714 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:15.632751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-267d6841-67a5-4cee-863e-34cdd90bc714 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.46 "GET /v2.0/networks?id=203a900d-40d0-4c8c-9666-5e915b4843ea HTTP/1.1" status: 200 len: 817 time: 0.7392950 May 27 22:37:15.639169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0fb6fe9c-5f6f-4513-a0c3-e9a38805f967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:15.640100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:15.644080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Usage tracker for resource:security_group_rule and tenant:f74af1bca8a04d40a8b29708161cd22f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:15.648680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0fb6fe9c-5f6f-4513-a0c3-e9a38805f967 admin admin] Usage tracker for resource:security_group_rule and tenant:7abbb0f7b213487f85cca0faf0b4c471 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:15.648809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:15.654367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:15.688804 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:15.689577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0fb6fe9c-5f6f-4513-a0c3-e9a38805f967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:15.699083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] Network cf3db205-1735-4d3f-a60e-7367df656e34 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:37:15.714323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Request body: {'port': {'device_id': 'd1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab', 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea', 'admin_state_up': True, 'tenant_id': '702983bd35cb4605b02c21f0ba67379d'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:15.719593 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Made reservation on behalf of 702983bd35cb4605b02c21f0ba67379d for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:37:15.723309 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:15.741204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0fb6fe9c-5f6f-4513-a0c3-e9a38805f967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:15.792283 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-645fd155-10a7-4098-839f-ec96678dd001 req-47b0c35e-8aa7-4feb-838f-9e3530db9964 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 210 time: 0.1606264 May 27 22:37:15.802002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, cf3db205-1735-4d3f-a60e-7367df656e34) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:37:15.826329 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a20d3f-2f87-4a45-89e9-85b5fad72e34 None None] Network cf3db205-1735-4d3f-a60e-7367df656e34 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:37:15.834431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36a8bb2e-e937-431c-8a5a-f43f1a81d1a7 req-ad83224d-c633-4be2-9175-c883334416b8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855284 May 27 22:37:15.852496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57406c4-6f70-421e-bf41-9955b7462221 req-255b49a2-8e95-43c5-9065-ebaf72eb1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:15.855563 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e57406c4-6f70-421e-bf41-9955b7462221 req-255b49a2-8e95-43c5-9065-ebaf72eb1bbd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 1097 time: 0.7941046 May 27 22:37:15.875398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:15.876295 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:15.955301 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e57406c4-6f70-421e-bf41-9955b7462221 req-364a35a4-744b-471e-aff0-0e1afb07030c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906525 May 27 22:37:16.014038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:16.021755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Usage tracker for resource:port and tenant:702983bd35cb4605b02c21f0ba67379d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:16.034824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:16.053985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:16.054186 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-aa93f792-8779-4bf5-88f8-9c3cd485bafa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:16.099092 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:16.125104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Allocated IP 172.20.0.4 (203a900d-40d0-4c8c-9666-5e915b4843ea/9c23287c-487b-44aa-bcde-45aa227645a0/5cd6df5c-6a75-4294-93f9-6cd87b14697f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:37:16.197484 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:16.201379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964201cd-d01a-4c79-9d08-6eaf22c1bcd7 None None] Network cf3db205-1735-4d3f-a60e-7367df656e34 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:37:16.268728 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f74af1bca8a04d40a8b29708161cd22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7762849 May 27 22:37:16.269855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55180) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:16.272321 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ac175d5c-0d3d-4424-8452-0a88d6c4ec01 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6513584 May 27 22:37:16.281033 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0fb6fe9c-5f6f-4513-a0c3-e9a38805f967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:16.287699 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d0f2be-4fb0-411a-a207-de821d5a24f6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:16.309870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:16.321917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:16.321917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:16.321917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:16.321917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:16.321917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:16.321917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:16.321917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:16.321917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:16.321917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:16.321917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:16.321917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621fe672-6464-4fd2-9ce8-e7620740b9b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:16.393844 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a4073fb-47b6-440f-8b52-baf6a1f34a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:16.397222 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-aa93f792-8779-4bf5-88f8-9c3cd485bafa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:16.448625 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a4073fb-47b6-440f-8b52-baf6a1f34a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:16.533747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa93f792-8779-4bf5-88f8-9c3cd485bafa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Pushing event updated for resources: {'Port': ['ID=e26ce2bf-6c0e-49dd-8966-2b69f3023c73,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:16.540748 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0fb6fe9c-5f6f-4513-a0c3-e9a38805f967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:16.552831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Made reservation on behalf of 702983bd35cb4605b02c21f0ba67379d for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:37:16.556676 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:16.614872 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0fb6fe9c-5f6f-4513-a0c3-e9a38805f967 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7abbb0f7b213487f85cca0faf0b4c471&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4563999 May 27 22:37:16.619876 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55196) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:16.705771 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a4073fb-47b6-440f-8b52-baf6a1f34a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:16.781617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4073fb-47b6-440f-8b52-baf6a1f34a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d0f2be-4fb0-411a-a207-de821d5a24f6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:16.810449 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a4073fb-47b6-440f-8b52-baf6a1f34a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:16.812192 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3a4073fb-47b6-440f-8b52-baf6a1f34a1b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/50d0f2be-4fb0-411a-a207-de821d5a24f6 HTTP/1.1" status: 204 len: 168 time: 0.5407796 May 27 22:37:16.854129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee23aa-bfb8-42b4-be61-f9079340c227 req-8ca63273-34a0-46cf-aac6-9428671b4818 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:16.854129 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66ee23aa-bfb8-42b4-be61-f9079340c227 req-8ca63273-34a0-46cf-aac6-9428671b4818 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 931 time: 0.1563187 May 27 22:37:16.855767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6fe9c-5f6f-4513-a0c3-e9a38805f967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b1bbc5-b93f-4e2d-a47b-46c5f7d49574,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:16.899125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-aa93f792-8779-4bf5-88f8-9c3cd485bafa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Network 7fa183cd-844a-4771-a3e2-7a9231a95041 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:37:16.905965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-aa93f792-8779-4bf5-88f8-9c3cd485bafa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:37:16.908476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-aa93f792-8779-4bf5-88f8-9c3cd485bafa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:37:16.959759 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66ee23aa-bfb8-42b4-be61-f9079340c227 req-f0c4fd07-f0f8-47ac-b36c-f0f7bc3950f3 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908098 May 27 22:37:17.027803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-aa93f792-8779-4bf5-88f8-9c3cd485bafa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:17.029259 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-aa93f792-8779-4bf5-88f8-9c3cd485bafa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:17.058470 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:17.122654 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cede08f-717a-48de-89ab-0be0a7f1948a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:17.160325 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cede08f-717a-48de-89ab-0be0a7f1948a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:17.195096 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-aa93f792-8779-4bf5-88f8-9c3cd485bafa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0029197 May 27 22:37:17.211434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3d5b10a2-be91-4d17-958a-674b1757c794 req-0731fd7f-88ee-4063-ab54-20eacf694f17 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Synchronizing usage tracker for tenant:702983bd35cb4605b02c21f0ba67379d on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:37:17.218037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Request body: {'port': {'device_id': '395181c8-68c0-40cb-8f48-e85b35b7bf3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:17.256681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55224) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:17.290916 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:17.313008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-ae59b9f2-f6ae-44df-9d16-5fb8ad391c86 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:17.313652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-ae59b9f2-f6ae-44df-9d16-5fb8ad391c86 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Synchronizing usage tracker for tenant:9a420c0f9828425fb0c912aa073963d8 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:37:17.402748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3d5b10a2-be91-4d17-958a-674b1757c794 req-0731fd7f-88ee-4063-ab54-20eacf694f17 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Unset dirty status for tenant:702983bd35cb4605b02c21f0ba67379d on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:37:17.403982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3d5b10a2-be91-4d17-958a-674b1757c794 req-0731fd7f-88ee-4063-ab54-20eacf694f17 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 210 time: 0.3181534 May 27 22:37:17.458883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-ae59b9f2-f6ae-44df-9d16-5fb8ad391c86 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Unset dirty status for tenant:9a420c0f9828425fb0c912aa073963d8 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:37:17.462072 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-ae59b9f2-f6ae-44df-9d16-5fb8ad391c86 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/networks?id=cf3db205-1735-4d3f-a60e-7367df656e34 HTTP/1.1" status: 200 len: 813 time: 0.5197320 May 27 22:37:17.481225 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-dd85fda6-a149-4c6d-9588-b5e616e6a519 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/quotas/9a420c0f9828425fb0c912aa073963d8 HTTP/1.1" status: 200 len: 375 time: 0.0150962 May 27 22:37:17.538267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-6b033bb4-36cf-44a7-9939-0007dfacc250 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=9a420c0f9828425fb0c912aa073963d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555344 May 27 22:37:17.541740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Network 203a900d-40d0-4c8c-9666-5e915b4843ea is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:37:17.562523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:37:17.565502 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac71df90-1861-4175-9e4e-1297d32b5d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:17.578782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:37:17.614967 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Pushing event updated for resources: {'Port': ['ID=5cd6df5c-6a75-4294-93f9-6cd87b14697f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:17.632462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Allocated IP 172.20.0.8 (203a900d-40d0-4c8c-9666-5e915b4843ea/9c23287c-487b-44aa-bcde-45aa227645a0/58414bfb-b107-4cc8-a693-98c456e6ea25) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:37:17.638888 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cede08f-717a-48de-89ab-0be0a7f1948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:17.663459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ac71df90-1861-4175-9e4e-1297d32b5d13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:17.666041 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:17.695786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ac71df90-1861-4175-9e4e-1297d32b5d13 admin admin] Usage tracker for resource:security_group_rule and tenant:198c5666c6a945269e7eabf8924e00a7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:17.704787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ac71df90-1861-4175-9e4e-1297d32b5d13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:17.722578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cede08f-717a-48de-89ab-0be0a7f1948a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b1bbc5-b93f-4e2d-a47b-46c5f7d49574,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:17.725386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ac71df90-1861-4175-9e4e-1297d32b5d13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:17.731355 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-ac3308d5-8f16-4d11-81b3-54f7c429ddc3 service neutron] 10.222.0.27 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927917 May 27 22:37:17.773111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:17.774383 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:17.789405 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0cede08f-717a-48de-89ab-0be0a7f1948a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:17.793491 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0cede08f-717a-48de-89ab-0be0a7f1948a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/87b1bbc5-b93f-4e2d-a47b-46c5f7d49574 HTTP/1.1" status: 204 len: 168 time: 1.1720204 May 27 22:37:17.892254 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280581a8-9cda-4843-a667-f15615e62e22 req-45992775-d1b7-4df6-b759-cd45d2f204db tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:17.893774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-280581a8-9cda-4843-a667-f15615e62e22 req-45992775-d1b7-4df6-b759-cd45d2f204db tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.3343651 May 27 22:37:17.933264 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-d22c4e54-d14d-42fa-8800-0fcfe2832f89 service neutron] 10.222.0.27 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010550 May 27 22:37:17.961012 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-280581a8-9cda-4843-a667-f15615e62e22 req-0cecdbd6-5b87-4d58-b495-de63d323b579 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530069 May 27 22:37:17.998938 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-3008f9e2-d5fb-4b86-b6fd-25d212ab563b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4144638 May 27 22:37:18.025016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Request body: {'port': {'device_id': '24b27483-1cad-4eac-a7b5-2387c8ebbd1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:18.360681 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:18.386396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244547e5-4eb4-4417-8a00-7740b632c4a3 req-67d0f610-6d9b-4f58-b9b8-6169d16f31ee tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:18.399208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-244547e5-4eb4-4417-8a00-7740b632c4a3 req-67d0f610-6d9b-4f58-b9b8-6169d16f31ee tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 931 time: 0.3432169 May 27 22:37:18.458503 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-244547e5-4eb4-4417-8a00-7740b632c4a3 req-b8015f44-1da3-4b18-a6bb-275152c2f110 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583603 May 27 22:37:18.571500 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:18.572938 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1b4eb38a-99da-4b11-8111-341621c4ea97 req-1f7cc8e0-69e2-40f8-8628-62d2f271a1fa tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 210 time: 0.0496495 May 27 22:37:18.595842 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac71df90-1861-4175-9e4e-1297d32b5d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:18.780900 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5481864b-ba35-4ed7-a009-2935954a6302 req-fe2b6a38-c590-4577-888c-99a0234b46fd tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 210 time: 0.0826361 May 27 22:37:18.831655 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ac71df90-1861-4175-9e4e-1297d32b5d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:18.863830 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:18.958764 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-2a394414-8743-41f4-ab80-229ad9ab36e5 {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:37:18.959468 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:37:19.000114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26ce2bf-6c0e-49dd-8966-2b69f3023c73 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:37:19.042881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Network 203a900d-40d0-4c8c-9666-5e915b4843ea is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:37:19.044732 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:19.051804 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ac71df90-1861-4175-9e4e-1297d32b5d13 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=198c5666c6a945269e7eabf8924e00a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7884793 May 27 22:37:19.052008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55282) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:19.096907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:37:19.105456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71df90-1861-4175-9e4e-1297d32b5d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29080f0a-f64f-4b27-85c3-f85b1ddc2ccb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:19.111167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:37:19.303533 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4116d29-d078-4a4a-a1bf-95f838a88aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:19.329940 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Transition to ACTIVE for port object e26ce2bf-6c0e-49dd-8966-2b69f3023c73 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:37:19.330815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Pushing event updated for resources: {'Port': ['ID=58414bfb-b107-4cc8-a693-98c456e6ea25,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:19.378939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:19.380173 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:19.394287 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4116d29-d078-4a4a-a1bf-95f838a88aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:19.448798 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:19.459381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae1a0e-6509-4cdd-b596-fde888d121c7 req-97763962-debb-445d-b1bb-af9d515dc1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:19.461143 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efae1a0e-6509-4cdd-b596-fde888d121c7 req-97763962-debb-445d-b1bb-af9d515dc1d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82f014b25abf4c19a049c6e511375f4f&device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 1097 time: 0.2805350 May 27 22:37:19.463672 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:19.509618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46617c8-003f-43f5-a574-eb102b8a7d6e req-60bf0eae-f102-47a0-a88c-6ae3bc8df745 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:19.517847 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b46617c8-003f-43f5-a574-eb102b8a7d6e req-60bf0eae-f102-47a0-a88c-6ae3bc8df745 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.3417790 May 27 22:37:19.522959 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55304) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:19.607246 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4116d29-d078-4a4a-a1bf-95f838a88aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:19.677674 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9e1322a0-9dd9-4abf-b734-b95bf013cb11 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1214447 May 27 22:37:19.710115 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:37:19.725715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4116d29-d078-4a4a-a1bf-95f838a88aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29080f0a-f64f-4b27-85c3-f85b1ddc2ccb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:19.753136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Request body: {'port': {'device_id': 'f3ec0778-71da-47f2-93c7-b39c5b07b68b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:19.755215 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a4116d29-d078-4a4a-a1bf-95f838a88aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:19.756011 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a4116d29-d078-4a4a-a1bf-95f838a88aca admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/29080f0a-f64f-4b27-85c3-f85b1ddc2ccb HTTP/1.1" status: 204 len: 168 time: 0.7027519 May 27 22:37:19.802722 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b46617c8-003f-43f5-a574-eb102b8a7d6e req-c7ed9237-4538-472b-bcba-75e13d428971 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837026 May 27 22:37:19.877245 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae1a0e-6509-4cdd-b596-fde888d121c7 req-3eb35f6b-3b16-45b5-b621-277bed138d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:19.878700 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efae1a0e-6509-4cdd-b596-fde888d121c7 req-3eb35f6b-3b16-45b5-b621-277bed138d01 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8be13602-4cfa-458d-a78a-e81021b10d09 HTTP/1.1" status: 200 len: 911 time: 0.4014189 May 27 22:37:19.991933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efae1a0e-6509-4cdd-b596-fde888d121c7 req-b03f6b07-cde8-4af6-a604-0ed5df90b185 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef55860-16db-4dbe-939b-a8a8d7c2adbc HTTP/1.1" status: 200 len: 217 time: 0.1034868 May 27 22:37:20.014978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b687bb6-b726-4f27-804a-7ac967986089 req-01f63eab-572b-4308-9a23-24e13da1c45a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:20.019028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b687bb6-b726-4f27-804a-7ac967986089 req-01f63eab-572b-4308-9a23-24e13da1c45a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 943 time: 0.3462002 May 27 22:37:20.047247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Pushing event updated for resources: {'Port': ['ID=e26ce2bf-6c0e-49dd-8966-2b69f3023c73,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:20.098266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-27781410-network', 'tenant_id': '04aff4bc1b85441790a2ee7cf32cff05'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:20.117703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:20.118052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:20.118391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:20.123139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:20.123139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:20.123139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:20.123139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:20.123139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:20.123139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:20.123139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:20.123139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:20.123139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:37:20.132034 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:20.147097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:20.163580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Usage tracker for resource:network and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:20.170180 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72a9b7f5-d130-4083-a06c-716334eaabf2 req-d17e42bf-6736-4ddb-a932-506868863cf9 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 210 time: 0.0993290 May 27 22:37:20.174497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:20.195261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:20.196466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd6df5c-6a75-4294-93f9-6cd87b14697f {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:37:20.217225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae1a0e-6509-4cdd-b596-fde888d121c7 req-99bd2709-c141-4b31-8d83-7e30a3046a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:20.219774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efae1a0e-6509-4cdd-b596-fde888d121c7 req-99bd2709-c141-4b31-8d83-7e30a3046a59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1980ea9-a648-44d4-9eb2-ca5f3fcf57da HTTP/1.1" status: 200 len: 850 time: 0.1996570 May 27 22:37:20.229209 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:20.233927 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b687bb6-b726-4f27-804a-7ac967986089 req-337ebf44-10ea-453a-b96b-b5698732c1a9 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570415 May 27 22:37:20.244685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Attempting to bind port e26ce2bf-6c0e-49dd-8966-2b69f3023c73 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:37:20.245025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Attempting to bind port e26ce2bf-6c0e-49dd-8966-2b69f3023c73 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:37:20.245356 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Attempting to bind port e26ce2bf-6c0e-49dd-8966-2b69f3023c73 on network 7fa183cd-844a-4771-a3e2-7a9231a95041 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:37:20.255898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Port e26ce2bf-6c0e-49dd-8966-2b69f3023c73 on network 7fa183cd-844a-4771-a3e2-7a9231a95041 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:37:20.258205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Attempting to bind port e26ce2bf-6c0e-49dd-8966-2b69f3023c73 on network 7fa183cd-844a-4771-a3e2-7a9231a95041 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:37:20.283028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:37:20.283551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Checking segment: {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:37:20.283946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Bound using segment: {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:37:20.284409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Bound port: e26ce2bf-6c0e-49dd-8966-2b69f3023c73, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a589001a-ad27-4d32-9ba8-2a5ae9f68221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:37:20.284752 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:20.302034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efae1a0e-6509-4cdd-b596-fde888d121c7 req-235b00ea-3f6b-4ab3-8319-c987551b0c9f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8be13602-4cfa-458d-a78a-e81021b10d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608163 May 27 22:37:20.310067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Transition to ACTIVE for port object 5cd6df5c-6a75-4294-93f9-6cd87b14697f will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:37:20.454845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Made reservation on behalf of 04aff4bc1b85441790a2ee7cf32cff05 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:37:20.457736 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:20.470521 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:20.507729 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:20.516840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] For port e26ce2bf-6c0e-49dd-8966-2b69f3023c73, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:37:20.586976 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f686966-ca3c-4d18-853c-4c7d4ccd0c4d req-00c37e23-cf7a-4089-8c76-41264c98a674 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 210 time: 0.1043925 May 27 22:37:20.588268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:20.611273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Usage tracker for resource:security_group_rule and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:20.640885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] For port e26ce2bf-6c0e-49dd-8966-2b69f3023c73, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e26ce2bf-6c0e-49dd-8966-2b69f3023c73,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:37:20.641023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:20.654038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Allocated IP 172.20.0.9 (203a900d-40d0-4c8c-9666-5e915b4843ea/9c23287c-487b-44aa-bcde-45aa227645a0/fe94df5a-00fe-4b4a-9e75-718f1ecb9328) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:37:20.657741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:20.711123 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efae1a0e-6509-4cdd-b596-fde888d121c7 req-3d311c15-4036-4a24-89c2-f63cbdad667d service neutron] 10.222.0.57 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976729 May 27 22:37:20.767313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:20.856594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd6df5c-6a75-4294-93f9-6cd87b14697f,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:20.923877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:20.925176 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:20.926798 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] 10.222.0.46 "PUT /v2.0/ports/e26ce2bf-6c0e-49dd-8966-2b69f3023c73 HTTP/1.1" status: 200 len: 1091 time: 3.7212834 May 27 22:37:20.940551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395181c8-68c0-40cb-8f48-e85b35b7bf3c', 'tag': 'e26ce2bf-6c0e-49dd-8966-2b69f3023c73'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:37:20.960058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Attempting to bind port 5cd6df5c-6a75-4294-93f9-6cd87b14697f on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:37:20.960428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Attempting to bind port 5cd6df5c-6a75-4294-93f9-6cd87b14697f by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '2c817a5c-2772-40b3-8a76-8100651e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:37:20.963760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Attempting to bind port 5cd6df5c-6a75-4294-93f9-6cd87b14697f on network 203a900d-40d0-4c8c-9666-5e915b4843ea {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:37:20.971412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Port 5cd6df5c-6a75-4294-93f9-6cd87b14697f on network 203a900d-40d0-4c8c-9666-5e915b4843ea not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:37:20.971734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Attempting to bind port 5cd6df5c-6a75-4294-93f9-6cd87b14697f on network 203a900d-40d0-4c8c-9666-5e915b4843ea {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:37:20.983655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:37:20.984051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Checking segment: {'id': '2c817a5c-2772-40b3-8a76-8100651e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:37:20.984483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Bound using segment: {'id': '2c817a5c-2772-40b3-8a76-8100651e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:37:20.985030 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Bound port: 5cd6df5c-6a75-4294-93f9-6cd87b14697f, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c817a5c-2772-40b3-8a76-8100651e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:37:20.985947 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:21.003245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e653d-c1e0-4575-87d7-88f3a8bf772f service neutron] Pushing event updated for resources: {'Port': ['ID=e26ce2bf-6c0e-49dd-8966-2b69f3023c73,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:21.037913 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ee7e70-919e-4bce-bf7b-6575d220670e'] response: {'name': 'network-changed', 'server_uuid': '395181c8-68c0-40cb-8f48-e85b35b7bf3c', 'tag': 'e26ce2bf-6c0e-49dd-8966-2b69f3023c73', 'status': 'completed', 'code': 200} May 27 22:37:21.109890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55334) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:21.145040 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21901f33-8455-4a20-ac56-8fcf91b4793f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:21.182193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-21901f33-8455-4a20-ac56-8fcf91b4793f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:21.189675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-21901f33-8455-4a20-ac56-8fcf91b4793f admin admin] Usage tracker for resource:security_group_rule and tenant:2a24eff8d4a544dba7efb46346ec5e50 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:21.193264 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-21901f33-8455-4a20-ac56-8fcf91b4793f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:21.196296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] For port 5cd6df5c-6a75-4294-93f9-6cd87b14697f, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:37:21.200777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] For port 5cd6df5c-6a75-4294-93f9-6cd87b14697f, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5cd6df5c-6a75-4294-93f9-6cd87b14697f,segment=NetworkSegment(2c817a5c-2772-40b3-8a76-8100651e541f),segment_id=2c817a5c-2772-40b3-8a76-8100651e541f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:37:21.206472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-21901f33-8455-4a20-ac56-8fcf91b4793f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:21.220648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3189b-5aef-4ca0-a82c-b5ea69f0da1f req-ac7518ae-f10b-4bb8-927c-4bfe56e21642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:21.222184 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-35b3189b-5aef-4ca0-a82c-b5ea69f0da1f req-ac7518ae-f10b-4bb8-927c-4bfe56e21642 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 1094 time: 0.1675427 May 27 22:37:21.234040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efae1a0e-6509-4cdd-b596-fde888d121c7 req-a568ad7b-e1ac-4824-bfdc-f2ae45249cee service neutron] 10.222.0.57 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5095494 May 27 22:37:21.327707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:21.351354 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:21.392010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3409ec-fd2f-4b40-bf86-c99a742bd315 req-5a4c264c-9e03-42c8-b948-dcb1bea61bbc tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:21.394011 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f3409ec-fd2f-4b40-bf86-c99a742bd315 req-5a4c264c-9e03-42c8-b948-dcb1bea61bbc tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.4547062 May 27 22:37:21.427530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:21.428191 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:21.429592 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] 10.222.0.46 "PUT /v2.0/ports/5cd6df5c-6a75-4294-93f9-6cd87b14697f HTTP/1.1" status: 200 len: 1091 time: 3.4132035 May 27 22:37:21.481277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429355fc-a3a0-4e00-92d0-ff6bd8541898 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd6df5c-6a75-4294-93f9-6cd87b14697f,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:21.501400 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:21.501848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3189b-5aef-4ca0-a82c-b5ea69f0da1f req-d55ab12b-7a76-4c43-a10f-7d85c07d7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:21.503562 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-35b3189b-5aef-4ca0-a82c-b5ea69f0da1f req-d55ab12b-7a76-4c43-a10f-7d85c07d7ea2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2703307 May 27 22:37:21.523689 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:21.562995 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f4f7366-2277-4de0-8bca-e324c63e59cc req-9179c194-12ae-422e-97c0-6417e8d5c1f5 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 210 time: 0.1833649 May 27 22:37:21.590589 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:37:21.605055 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:21.609521 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Added segment 312b6a4d-78fb-43bf-ba2e-42793b8485f9 of type vlan for network 90840ee9-9b6d-4486-813d-905b9211437d May 27 22:37:21.695147 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f3409ec-fd2f-4b40-bf86-c99a742bd315 req-5453790f-ae46-49ff-8f18-0c6210b741ee tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725175 May 27 22:37:21.756298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7801cce-4412-4ac1-94a9-3547bac8dc49,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:21.778726 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21901f33-8455-4a20-ac56-8fcf91b4793f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:21.862846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3189b-5aef-4ca0-a82c-b5ea69f0da1f req-f644936c-ae6a-4aed-88f1-6ebe00a04264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:21.864311 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-35b3189b-5aef-4ca0-a82c-b5ea69f0da1f req-f644936c-ae6a-4aed-88f1-6ebe00a04264 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3520963 May 27 22:37:21.866792 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21901f33-8455-4a20-ac56-8fcf91b4793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:21.899109 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:21.909925 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:22.031480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-a62cdb36-ee68-49fc-82c4-200a1c568a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:22.032982 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-a62cdb36-ee68-49fc-82c4-200a1c568a0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=702983bd35cb4605b02c21f0ba67379d&device_id=24b27483-1cad-4eac-a7b5-2387c8ebbd1a HTTP/1.1" status: 200 len: 1094 time: 0.2929273 May 27 22:37:22.035323 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-21901f33-8455-4a20-ac56-8fcf91b4793f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2a24eff8d4a544dba7efb46346ec5e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9243584 May 27 22:37:22.044642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55354) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:22.050631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21901f33-8455-4a20-ac56-8fcf91b4793f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699fb0d9-1e42-4ec9-9ab3-736a7dc8a3ea,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:22.063833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Pushing event updated for resources: {'Port': ['ID=fe94df5a-00fe-4b4a-9e75-718f1ecb9328,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:22.104426 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Network 203a900d-40d0-4c8c-9666-5e915b4843ea is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:37:22.116909 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:22.122772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:37:22.126120 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:37:22.140602 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:37:22.143099 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-4080c713-e498-433d-8810-3f09e1810e8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cd6df5c-6a75-4294-93f9-6cd87b14697f HTTP/1.1" status: 200 len: 217 time: 0.0975304 May 27 22:37:22.239891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b4d372c3-bb0f-438b-8605-d3006403e4c2 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:22.241339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b4d372c3-bb0f-438b-8605-d3006403e4c2 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.57 "GET /v2.0/networks?id=cf3db205-1735-4d3f-a60e-7367df656e34 HTTP/1.1" status: 200 len: 813 time: 0.5736859 May 27 22:37:22.253057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d5061-fe25-403c-b01e-009c9abacc9e req-9fcb6ad2-ff39-4df6-b2d9-5d05c5193ed6 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:22.254775 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-063d5061-fe25-403c-b01e-009c9abacc9e req-9fcb6ad2-ff39-4df6-b2d9-5d05c5193ed6 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 943 time: 0.5577912 May 27 22:37:22.266803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Request body: {'port': {'device_id': 'c249e063-3975-42ee-8dd7-5bd4a3ea73d8', 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34', 'admin_state_up': True, 'tenant_id': '9a420c0f9828425fb0c912aa073963d8'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:22.298930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-5d23ddbc-664f-46c5-9e1d-d3f368d6a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:22.300425 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-5d23ddbc-664f-46c5-9e1d-d3f368d6a1fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c23287c-487b-44aa-bcde-45aa227645a0 HTTP/1.1" status: 200 len: 857 time: 0.1513376 May 27 22:37:22.303034 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99cae987-8ea3-48db-bfe7-79e4e9404f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:22.364632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-cb5a1b90-7bf5-4057-95bb-8c6fab06d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:22.366181 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-cb5a1b90-7bf5-4057-95bb-8c6fab06d256 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 1094 time: 0.4432285 May 27 22:37:22.382206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:22.382816 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:22.384255 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-48bb2076-d32e-4b08-892f-c9d601e59940 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=203a900d-40d0-4c8c-9666-5e915b4843ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734468 May 27 22:37:22.386806 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:22.387685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:22.388302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:22.504853 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99cae987-8ea3-48db-bfe7-79e4e9404f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:22.515504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421d51a-50c1-4f11-8b8e-76fb996fa7b6 req-f1eaf500-7c6f-4886-b258-384ea06f5284 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:22.522532 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-0e01cf3d-620f-4f05-9132-8b5cb302aa5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e26ce2bf-6c0e-49dd-8966-2b69f3023c73 HTTP/1.1" status: 200 len: 217 time: 0.1473193 May 27 22:37:22.532942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3421d51a-50c1-4f11-8b8e-76fb996fa7b6 req-f1eaf500-7c6f-4886-b258-384ea06f5284 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 931 time: 0.5105574 May 27 22:37:22.620013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] Pushing event updated for resources: {'Network': ['ID=90840ee9-9b6d-4486-813d-905b9211437d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:22.639039 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 90840ee9-9b6d-4486-813d-905b9211437d details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:37:22.675367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58414bfb-b107-4cc8-a693-98c456e6ea25 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:37:22.682047 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-063d5061-fe25-403c-b01e-009c9abacc9e req-0675a5bc-40b9-40e1-8404-5607c1d8fc03 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847940 May 27 22:37:22.690086 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:22.719029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-b9b5ecf6-cedb-41db-94d9-3f2d694170ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:22.725049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:22.729308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bbdd162f-d71a-4c29-88a7-a8468323ed08 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2020929 May 27 22:37:22.735065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-36a8553e-0101-47c5-92f0-5c190b033e32 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0728250 May 27 22:37:22.736004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Usage tracker for resource:port and tenant:9a420c0f9828425fb0c912aa073963d8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:22.736485 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-b9b5ecf6-cedb-41db-94d9-3f2d694170ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb HTTP/1.1" status: 200 len: 852 time: 0.1893637 May 27 22:37:22.741631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55366) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:22.754531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:22.778521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Request body: {'port': {'device_id': 'd1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:22.805739 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] Request body: {'subnet': {'network_id': '90840ee9-9b6d-4486-813d-905b9211437d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-27781410-subnet', 'tenant_id': '04aff4bc1b85441790a2ee7cf32cff05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:22.847503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:22.871935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:22.885271 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-d28de227-034d-4458-8500-ca22d878d92a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7fa183cd-844a-4771-a3e2-7a9231a95041&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478343 May 27 22:37:22.947031 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3421d51a-50c1-4f11-8b8e-76fb996fa7b6 req-815e6a04-8b38-40f5-b2a9-b24b09ca7737 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237917 May 27 22:37:22.960720 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-76937267-ae0c-47db-8eb6-a76f8e88d948 req-ef9f1000-77b6-48af-8e4d-e9414fefceda tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 210 time: 0.0773070 May 27 22:37:23.062874 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:23.080879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Made reservation on behalf of 9a420c0f9828425fb0c912aa073963d8 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:37:23.086135 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:23.098102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b27483-1cad-4eac-a7b5-2387c8ebbd1a', 'tag': '5cd6df5c-6a75-4294-93f9-6cd87b14697f'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:37:23.104603 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-23108af1-f92f-4a70-8e7d-0324a096980c service neutron] 10.222.0.46 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071326 May 27 22:37:23.105666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] Usage tracker for resource:subnet and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:23.111688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:23.135217 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-b7c7539f-fa64-46a3-9b35-c2b9889853c2 service neutron] 10.222.0.46 "GET /v2.0/networks/203a900d-40d0-4c8c-9666-5e915b4843ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6900997 May 27 22:37:23.142495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:23.177169 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a9edb9-f891-4136-b891-b2f725a65b36'] response: {'name': 'network-changed', 'server_uuid': '24b27483-1cad-4eac-a7b5-2387c8ebbd1a', 'tag': '5cd6df5c-6a75-4294-93f9-6cd87b14697f', 'status': 'completed', 'code': 200} May 27 22:37:23.231039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Transition to ACTIVE for port object 58414bfb-b107-4cc8-a693-98c456e6ea25 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:37:23.285019 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99cae987-8ea3-48db-bfe7-79e4e9404f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:23.321786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] Made reservation on behalf of 04aff4bc1b85441790a2ee7cf32cff05 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:37:23.324319 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:23.542149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cae987-8ea3-48db-bfe7-79e4e9404f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699fb0d9-1e42-4ec9-9ab3-736a7dc8a3ea,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:23.545611 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:23.617768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-99cae987-8ea3-48db-bfe7-79e4e9404f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:23.618880 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-99cae987-8ea3-48db-bfe7-79e4e9404f8a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/699fb0d9-1e42-4ec9-9ab3-736a7dc8a3ea HTTP/1.1" status: 204 len: 168 time: 1.5695415 May 27 22:37:23.648755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d5cc3-ee0d-49cc-99be-4819e6bde25a req-57292fdf-e6fa-40e6-aad5-c97a67325fb1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:23.655730 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d1d5cc3-ee0d-49cc-99be-4819e6bde25a req-57292fdf-e6fa-40e6-aad5-c97a67325fb1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.5265343 May 27 22:37:23.677896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Allocated IP 172.20.0.12 (cf3db205-1735-4d3f-a60e-7367df656e34/e4f9403f-9822-40ab-be8d-40aec1182252/ac26e409-7413-4d2e-9ddf-e15415f1eee8) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:37:23.797854 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d1d5cc3-ee0d-49cc-99be-4819e6bde25a req-0dcbafcc-da19-4262-a1b2-44ea6b8b753d tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413009 May 27 22:37:23.896411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=58414bfb-b107-4cc8-a693-98c456e6ea25,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:23.945044 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-fe1f9aaa-fdfa-48dc-a2fe-e649138046bc service neutron] 10.222.0.46 "GET /v2.0/networks/203a900d-40d0-4c8c-9666-5e915b4843ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8000958 May 27 22:37:23.969425 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:37:23.979529 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3eef1a8a-720d-459b-839c-f8f2b4a2ee9f req-74f9b594-938b-41f6-b1da-60d411560bda service neutron] 10.222.0.46 "GET /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8644977 May 27 22:37:24.078036 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Attempting to bind port 58414bfb-b107-4cc8-a693-98c456e6ea25 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:37:24.078366 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Attempting to bind port 58414bfb-b107-4cc8-a693-98c456e6ea25 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '2c817a5c-2772-40b3-8a76-8100651e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:37:24.078693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Attempting to bind port 58414bfb-b107-4cc8-a693-98c456e6ea25 on network 203a900d-40d0-4c8c-9666-5e915b4843ea {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:37:24.150709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Port 58414bfb-b107-4cc8-a693-98c456e6ea25 on network 203a900d-40d0-4c8c-9666-5e915b4843ea not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:37:24.150709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Attempting to bind port 58414bfb-b107-4cc8-a693-98c456e6ea25 on network 203a900d-40d0-4c8c-9666-5e915b4843ea {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:37:24.151703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe94df5a-00fe-4b4a-9e75-718f1ecb9328 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:37:24.173530 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:24.183764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:37:24.184206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Checking segment: {'id': '2c817a5c-2772-40b3-8a76-8100651e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:37:24.184913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Bound using segment: {'id': '2c817a5c-2772-40b3-8a76-8100651e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:37:24.186059 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Bound port: 58414bfb-b107-4cc8-a693-98c456e6ea25, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c817a5c-2772-40b3-8a76-8100651e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:37:24.187282 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:24.226583 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:24.233019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Transition to ACTIVE for port object fe94df5a-00fe-4b4a-9e75-718f1ecb9328 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:37:24.243935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9088ec-14b1-4e9b-9e8a-f13d94b0f1be req-d9be04d3-17d2-430f-a7cd-8d14e3cb4efe tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:24.251299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5c9088ec-14b1-4e9b-9e8a-f13d94b0f1be req-d9be04d3-17d2-430f-a7cd-8d14e3cb4efe tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 943 time: 0.3757975 May 27 22:37:24.356407 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:24.373318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] For port 58414bfb-b107-4cc8-a693-98c456e6ea25, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:37:24.377406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbfcd1-469f-44e6-956f-0d903c1299ce req-9fcbf9ed-5558-4959-b0a4-7ee26c535cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:24.378981 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8ccbfcd1-469f-44e6-956f-0d903c1299ce req-9fcbf9ed-5558-4959-b0a4-7ee26c535cae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=702983bd35cb4605b02c21f0ba67379d&device_id=24b27483-1cad-4eac-a7b5-2387c8ebbd1a HTTP/1.1" status: 200 len: 1094 time: 0.2978556 May 27 22:37:24.381022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] For port 58414bfb-b107-4cc8-a693-98c456e6ea25, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=58414bfb-b107-4cc8-a693-98c456e6ea25,segment=NetworkSegment(2c817a5c-2772-40b3-8a76-8100651e541f),segment_id=2c817a5c-2772-40b3-8a76-8100651e541f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:37:24.402856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cc555-264d-4629-b9c7-4bfe75bd8c1c req-d917bece-f7a4-4974-b8b9-e4f5fe300009 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:24.404199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ed0cc555-264d-4629-b9c7-4bfe75bd8c1c req-d917bece-f7a4-4974-b8b9-e4f5fe300009 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Synchronizing usage tracker for tenant:702983bd35cb4605b02c21f0ba67379d on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:37:24.422892 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5c9088ec-14b1-4e9b-9e8a-f13d94b0f1be req-8e26a020-a6e7-4b87-a5e4-4305926ad53e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707516 May 27 22:37:24.501434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:24.534232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Pushing event updated for resources: {'Port': ['ID=fe94df5a-00fe-4b4a-9e75-718f1ecb9328,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:24.555673 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:24.679132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:24.679744 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:24.681290 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] 10.222.0.57 "PUT /v2.0/ports/58414bfb-b107-4cc8-a693-98c456e6ea25 HTTP/1.1" status: 200 len: 1091 time: 4.9495702 May 27 22:37:24.700974 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:24.703397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ed0cc555-264d-4629-b9c7-4bfe75bd8c1c req-d917bece-f7a4-4974-b8b9-e4f5fe300009 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Unset dirty status for tenant:702983bd35cb4605b02c21f0ba67379d on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:37:24.704318 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ed0cc555-264d-4629-b9c7-4bfe75bd8c1c req-d917bece-f7a4-4974-b8b9-e4f5fe300009 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 931 time: 0.6205640 May 27 22:37:24.841008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Network cf3db205-1735-4d3f-a60e-7367df656e34 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:37:24.849310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:37:24.863708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:37:24.873687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00cabe0b-965c-4d40-93ec-beb762424ed5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:24.893905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Pushing event updated for resources: {'Port': ['ID=ac26e409-7413-4d2e-9ddf-e15415f1eee8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:24.894440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32174471-c90f-446a-b7c9-ad009b8ce9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=58414bfb-b107-4cc8-a693-98c456e6ea25,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:24.900601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbfcd1-469f-44e6-956f-0d903c1299ce req-0551b39a-e270-4500-a8ca-4ad1faca7043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:24.902063 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8ccbfcd1-469f-44e6-956f-0d903c1299ce req-0551b39a-e270-4500-a8ca-4ad1faca7043 service neutron] 10.222.0.46 "GET /v2.0/networks?id=203a900d-40d0-4c8c-9666-5e915b4843ea HTTP/1.1" status: 200 len: 918 time: 0.5156078 May 27 22:37:24.910562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] Checking segment: {'id': '312b6a4d-78fb-43bf-ba2e-42793b8485f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '90840ee9-9b6d-4486-813d-905b9211437d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:37:24.910913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] Network hostable DHCP agents. Network: 90840ee9-9b6d-4486-813d-905b9211437d, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:37:24.939836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Attempting to bind port fe94df5a-00fe-4b4a-9e75-718f1ecb9328 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:37:24.940157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Attempting to bind port fe94df5a-00fe-4b4a-9e75-718f1ecb9328 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '2c817a5c-2772-40b3-8a76-8100651e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:37:24.940531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Attempting to bind port fe94df5a-00fe-4b4a-9e75-718f1ecb9328 on network 203a900d-40d0-4c8c-9666-5e915b4843ea {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:37:24.950283 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ed0cc555-264d-4629-b9c7-4bfe75bd8c1c req-f458f60e-dfcf-4d83-aa07-d3be73307082 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978550 May 27 22:37:24.955102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Port fe94df5a-00fe-4b4a-9e75-718f1ecb9328 on network 203a900d-40d0-4c8c-9666-5e915b4843ea not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:37:24.955385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Attempting to bind port fe94df5a-00fe-4b4a-9e75-718f1ecb9328 on network 203a900d-40d0-4c8c-9666-5e915b4843ea {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:37:24.967149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:37:24.967610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Checking segment: {'id': '2c817a5c-2772-40b3-8a76-8100651e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:37:24.967980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Bound using segment: {'id': '2c817a5c-2772-40b3-8a76-8100651e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:37:24.968448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Bound port: fe94df5a-00fe-4b4a-9e75-718f1ecb9328, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c817a5c-2772-40b3-8a76-8100651e541f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:37:24.968804 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:25.038378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8a864-c26f-439f-98aa-95046f4d8f16 req-56bc64ba-347e-4c35-95d3-5c612df6a31f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:25.040376 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7c8a864-c26f-439f-98aa-95046f4d8f16 req-56bc64ba-347e-4c35-95d3-5c612df6a31f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 932 time: 0.4740009 May 27 22:37:25.050844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:25.051466 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:25.086995 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8ccbfcd1-469f-44e6-956f-0d903c1299ce req-85d87303-df6c-4742-8480-0bbd9470543b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cd6df5c-6a75-4294-93f9-6cd87b14697f HTTP/1.1" status: 200 len: 217 time: 0.1713095 May 27 22:37:25.183177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ec0778-71da-47f2-93c7-b39c5b07b68b', 'tag': '58414bfb-b107-4cc8-a693-98c456e6ea25'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:37:25.189428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbfcd1-469f-44e6-956f-0d903c1299ce req-3c27d9e4-905c-4994-bed6-c03b7061ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:25.190994 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8ccbfcd1-469f-44e6-956f-0d903c1299ce req-3c27d9e4-905c-4994-bed6-c03b7061ad45 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c23287c-487b-44aa-bcde-45aa227645a0 HTTP/1.1" status: 200 len: 857 time: 0.0825543 May 27 22:37:25.194254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] Network 90840ee9-9b6d-4486-813d-905b9211437d is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:37:25.202928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-de90ffd6-4901-43e4-b5c5-cba94d07a2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:25.204726 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-de90ffd6-4901-43e4-b5c5-cba94d07a2d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=702983bd35cb4605b02c21f0ba67379d&device_id=f3ec0778-71da-47f2-93c7-b39c5b07b68b HTTP/1.1" status: 200 len: 1094 time: 0.3879123 May 27 22:37:25.234355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b7c8a864-c26f-439f-98aa-95046f4d8f16 req-fd8cea2e-f645-4cf9-9f8b-233adc96af62 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Synchronizing usage tracker for tenant:9a420c0f9828425fb0c912aa073963d8 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:37:25.253030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] For port fe94df5a-00fe-4b4a-9e75-718f1ecb9328, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:37:25.266878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] For port fe94df5a-00fe-4b4a-9e75-718f1ecb9328, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fe94df5a-00fe-4b4a-9e75-718f1ecb9328,segment=NetworkSegment(2c817a5c-2772-40b3-8a76-8100651e541f),segment_id=2c817a5c-2772-40b3-8a76-8100651e541f)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:37:25.284202 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b56bdda2-54a9-4d24-ba18-2744107f5be4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0224912 May 27 22:37:25.313448 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8ccbfcd1-469f-44e6-956f-0d903c1299ce req-6dd25af1-378d-45f1-a089-acd7661b8dc4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=203a900d-40d0-4c8c-9666-5e915b4843ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065419 May 27 22:37:25.359947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00aa62-789c-4cf9-93ed-76e0a1b490c2 req-7f1057f5-955c-4896-ab6a-2ac4fdd39bad tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:25.359947 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd00aa62-789c-4cf9-93ed-76e0a1b490c2 req-7f1057f5-955c-4896-ab6a-2ac4fdd39bad tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.2089810 May 27 22:37:25.359947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Request body: {'port': {'device_id': 'c249e063-3975-42ee-8dd7-5bd4a3ea73d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:25.360231 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-4af7794e-d155-44aa-94ca-f8116d0a3b26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58414bfb-b107-4cc8-a693-98c456e6ea25 HTTP/1.1" status: 200 len: 217 time: 0.1027160 May 27 22:37:25.360231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 90840ee9-9b6d-4486-813d-905b9211437d) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:37:25.363342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4112aeb0-5fcc-4372-93ee-33103e413243 None None] Network 90840ee9-9b6d-4486-813d-905b9211437d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:37:25.447486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:25.448176 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:25.562792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9c45d256-564f-4a2e-8a11-0801b230a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:25.564833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-9c45d256-564f-4a2e-8a11-0801b230a56d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c23287c-487b-44aa-bcde-45aa227645a0 HTTP/1.1" status: 200 len: 857 time: 0.2050292 May 27 22:37:25.570562 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:25.630665 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-ab0e9ec3-7e65-4265-bfcf-06a44fe20671 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=203a900d-40d0-4c8c-9666-5e915b4843ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598533 May 27 22:37:25.646336 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8ccbfcd1-469f-44e6-956f-0d903c1299ce req-95b3b254-e467-4646-a507-351363f0033b service neutron] 10.222.0.46 "GET /v2.0/networks/203a900d-40d0-4c8c-9666-5e915b4843ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243797 May 27 22:37:25.836202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa68c24e-b5a3-4dc0-9a6b-6343e20f2bf5 None None] Network 90840ee9-9b6d-4486-813d-905b9211437d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:37:25.977987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Pushing event updated for resources: {'Port': ['ID=fe94df5a-00fe-4b4a-9e75-718f1ecb9328,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:25.989934 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0dd2353c-aea4-4532-a969-92387f735700 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2379332 May 27 22:37:26.054996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:26.055921 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:26.057325 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-c788eac0-658c-4f85-854d-c0ae325bf571 service neutron] 10.222.0.46 "PUT /v2.0/ports/fe94df5a-00fe-4b4a-9e75-718f1ecb9328 HTTP/1.1" status: 200 len: 1091 time: 3.3041627 May 27 22:37:26.071863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab', 'tag': 'fe94df5a-00fe-4b4a-9e75-718f1ecb9328'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:37:26.114760 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:26.138749 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8ccbfcd1-469f-44e6-956f-0d903c1299ce req-6e2da9ce-5f56-4403-824a-a3c78ad1d863 service neutron] 10.222.0.46 "GET /v2.0/networks/203a900d-40d0-4c8c-9666-5e915b4843ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667380 May 27 22:37:26.163772 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-a8ee7daf-54a5-40f6-bddf-ee30ddd53edf service neutron] 10.222.0.57 "GET /v2.0/networks/203a900d-40d0-4c8c-9666-5e915b4843ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261266 May 27 22:37:26.194317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b7c8a864-c26f-439f-98aa-95046f4d8f16 req-fd8cea2e-f645-4cf9-9f8b-233adc96af62 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Unset dirty status for tenant:9a420c0f9828425fb0c912aa073963d8 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:37:26.204244 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7c8a864-c26f-439f-98aa-95046f4d8f16 req-fd8cea2e-f645-4cf9-9f8b-233adc96af62 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1473110 May 27 22:37:26.266378 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd00aa62-789c-4cf9-93ed-76e0a1b490c2 req-d7aa9aa3-9e4f-4fae-bab7-9d4102493d0e tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7204757 May 27 22:37:26.450148 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c690286-68b7-4d2d-b250-563cb8ecfedd'] response: {'name': 'network-changed', 'server_uuid': 'f3ec0778-71da-47f2-93c7-b39c5b07b68b', 'tag': '58414bfb-b107-4cc8-a693-98c456e6ea25', 'status': 'completed', 'code': 200} May 27 22:37:26.519634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-e07dfb74-f29f-445d-8d14-42261838f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:26.521115 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-e07dfb74-f29f-445d-8d14-42261838f5eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=702983bd35cb4605b02c21f0ba67379d&device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 1094 time: 0.2903347 May 27 22:37:26.529305 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-0245621b-8f49-44f6-a28a-ae43133e66f5 service neutron] 10.222.0.57 "GET /v2.0/networks/203a900d-40d0-4c8c-9666-5e915b4843ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597372 May 27 22:37:26.599260 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-29a70187-db6c-435c-ae08-14c6a8570212 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe94df5a-00fe-4b4a-9e75-718f1ecb9328 HTTP/1.1" status: 200 len: 217 time: 0.0689116 May 27 22:37:26.681316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f0c1f-6b57-4577-9341-bfea9fe5c590 req-cdbe0dd2-cfe3-418e-a24f-225df65e6679 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:26.682819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a12f0c1f-6b57-4577-9341-bfea9fe5c590 req-cdbe0dd2-cfe3-418e-a24f-225df65e6679 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 943 time: 0.2426291 May 27 22:37:26.693193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-10a72141-e088-46bd-9809-079e05c5ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:26.693193 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-10a72141-e088-46bd-9809-079e05c5ca81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c23287c-487b-44aa-bcde-45aa227645a0 HTTP/1.1" status: 200 len: 857 time: 0.0844812 May 27 22:37:26.788691 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a12f0c1f-6b57-4577-9341-bfea9fe5c590 req-72b9268b-2a38-4436-95c8-bc9aabbbb04b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970802 May 27 22:37:26.827535 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-669f7f96-ed4f-4115-81f4-8d65706ca6e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=203a900d-40d0-4c8c-9666-5e915b4843ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255217 May 27 22:37:26.878309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221930-c264-43ea-b74b-4eebc2d65a0d req-71a04f37-fb7c-4ebb-99ae-9fa43ccf7bbe tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:26.895593 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28221930-c264-43ea-b74b-4eebc2d65a0d req-71a04f37-fb7c-4ebb-99ae-9fa43ccf7bbe tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 943 time: 0.3601167 May 27 22:37:26.907503 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d238412d-39a3-4dd7-934f-3f0097ab2ac6'] response: {'name': 'network-changed', 'server_uuid': 'd1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab', 'tag': 'fe94df5a-00fe-4b4a-9e75-718f1ecb9328', 'status': 'completed', 'code': 200} May 27 22:37:26.973209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b2a39-1a6c-4dae-8a4c-666efcea8b52 req-ec131801-e66a-4ee6-a981-3e66502c792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:26.974689 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-083b2a39-1a6c-4dae-8a4c-666efcea8b52 req-ec131801-e66a-4ee6-a981-3e66502c792d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=702983bd35cb4605b02c21f0ba67379d&device_id=f3ec0778-71da-47f2-93c7-b39c5b07b68b HTTP/1.1" status: 200 len: 1094 time: 0.2310655 May 27 22:37:26.978186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac26e409-7413-4d2e-9ddf-e15415f1eee8 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:37:27.001896 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:27.028523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28221930-c264-43ea-b74b-4eebc2d65a0d req-6c2cc177-ccf0-4656-befe-d6c4b81302f3 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319432 May 27 22:37:27.048261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Transition to ACTIVE for port object ac26e409-7413-4d2e-9ddf-e15415f1eee8 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:37:27.101776 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-56c1ca44-c476-42bb-a07c-15c4ada0e0dc service neutron] 10.222.0.46 "GET /v2.0/networks/203a900d-40d0-4c8c-9666-5e915b4843ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715194 May 27 22:37:27.142315 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:27.426608 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-582b05b3-1747-4611-a7f7-816cd82ce022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:27.482428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b2a39-1a6c-4dae-8a4c-666efcea8b52 req-43df2dce-48c3-47b4-a422-0abe1241e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:27.484612 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-083b2a39-1a6c-4dae-8a4c-666efcea8b52 req-43df2dce-48c3-47b4-a422-0abe1241e281 service neutron] 10.222.0.57 "GET /v2.0/networks?id=203a900d-40d0-4c8c-9666-5e915b4843ea HTTP/1.1" status: 200 len: 918 time: 0.4934394 May 27 22:37:27.506434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-b1c21a16-97e1-4ba2-9940-4d0937e44e7d req-0df26980-e4f7-4205-9882-de28e1c033b9 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-79539093', 'description': 'tempest-description-756218133'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:27.513604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b1c21a16-97e1-4ba2-9940-4d0937e44e7d req-0df26980-e4f7-4205-9882-de28e1c033b9 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:27.532964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b1c21a16-97e1-4ba2-9940-4d0937e44e7d req-0df26980-e4f7-4205-9882-de28e1c033b9 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:27.567559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b1c21a16-97e1-4ba2-9940-4d0937e44e7d req-0df26980-e4f7-4205-9882-de28e1c033b9 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:27.567937 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-083b2a39-1a6c-4dae-8a4c-666efcea8b52 req-0bebf4b0-beef-4d83-95ab-5425e9286d01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58414bfb-b107-4cc8-a693-98c456e6ea25 HTTP/1.1" status: 200 len: 217 time: 0.0711997 May 27 22:37:27.569881 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31e14cc0-9a99-4402-8bb6-47248dad47e0 req-06e7ea90-503e-48f4-896f-b11b80506ab3 service neutron] 10.222.0.46 "GET /v2.0/networks/203a900d-40d0-4c8c-9666-5e915b4843ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485071 May 27 22:37:27.610145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b1c21a16-97e1-4ba2-9940-4d0937e44e7d req-0df26980-e4f7-4205-9882-de28e1c033b9 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:27.620184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Pushing event updated for resources: {'Port': ['ID=ac26e409-7413-4d2e-9ddf-e15415f1eee8,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:27.638331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b2a39-1a6c-4dae-8a4c-666efcea8b52 req-76c2e1b1-4bfe-404e-80d5-0ca5e2bc1f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:27.645734 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-083b2a39-1a6c-4dae-8a4c-666efcea8b52 req-76c2e1b1-4bfe-404e-80d5-0ca5e2bc1f9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c23287c-487b-44aa-bcde-45aa227645a0 HTTP/1.1" status: 200 len: 857 time: 0.0715513 May 27 22:37:27.699244 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-083b2a39-1a6c-4dae-8a4c-666efcea8b52 req-1f0bcb3d-d797-4551-af37-a2ba8c228ef7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=203a900d-40d0-4c8c-9666-5e915b4843ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465055 May 27 22:37:27.742539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eee84f-e384-46fe-b31f-532ea6795500 req-9a77a7e0-4449-494a-b9f6-d307f31e9928 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:27.743321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f4eee84f-e384-46fe-b31f-532ea6795500 req-9a77a7e0-4449-494a-b9f6-d307f31e9928 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Synchronizing usage tracker for tenant:9a420c0f9828425fb0c912aa073963d8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:37:27.749417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Attempting to bind port ac26e409-7413-4d2e-9ddf-e15415f1eee8 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:37:27.749944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Attempting to bind port ac26e409-7413-4d2e-9ddf-e15415f1eee8 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'af8c1190-bd32-406e-bc39-1cbea38c279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:37:27.750328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Attempting to bind port ac26e409-7413-4d2e-9ddf-e15415f1eee8 on network cf3db205-1735-4d3f-a60e-7367df656e34 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:37:27.758323 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b1c21a16-97e1-4ba2-9940-4d0937e44e7d req-0df26980-e4f7-4205-9882-de28e1c033b9 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:27.772690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Port ac26e409-7413-4d2e-9ddf-e15415f1eee8 on network cf3db205-1735-4d3f-a60e-7367df656e34 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:37:27.773018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Attempting to bind port ac26e409-7413-4d2e-9ddf-e15415f1eee8 on network cf3db205-1735-4d3f-a60e-7367df656e34 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:37:27.787988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:37:27.789015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Checking segment: {'id': 'af8c1190-bd32-406e-bc39-1cbea38c279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:37:27.789015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Bound using segment: {'id': 'af8c1190-bd32-406e-bc39-1cbea38c279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:37:27.789286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Bound port: ac26e409-7413-4d2e-9ddf-e15415f1eee8, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8c1190-bd32-406e-bc39-1cbea38c279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:37:27.789660 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:27.817931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b1c21a16-97e1-4ba2-9940-4d0937e44e7d req-0df26980-e4f7-4205-9882-de28e1c033b9 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:27.818351 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5cd6df5c-6a75-4294-93f9-6cd87b14697f details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:37:27.863074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b1c21a16-97e1-4ba2-9940-4d0937e44e7d req-0df26980-e4f7-4205-9882-de28e1c033b9 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group_rule and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:27.874575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b1c21a16-97e1-4ba2-9940-4d0937e44e7d req-0df26980-e4f7-4205-9882-de28e1c033b9 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:27.884110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f4eee84f-e384-46fe-b31f-532ea6795500 req-9a77a7e0-4449-494a-b9f6-d307f31e9928 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Unset dirty status for tenant:9a420c0f9828425fb0c912aa073963d8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:37:27.885341 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f4eee84f-e384-46fe-b31f-532ea6795500 req-9a77a7e0-4449-494a-b9f6-d307f31e9928 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 944 time: 0.4450369 May 27 22:37:27.926944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] For port ac26e409-7413-4d2e-9ddf-e15415f1eee8, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:37:27.930936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] For port ac26e409-7413-4d2e-9ddf-e15415f1eee8, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ac26e409-7413-4d2e-9ddf-e15415f1eee8,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:37:27.934351 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b1c21a16-97e1-4ba2-9940-4d0937e44e7d req-0df26980-e4f7-4205-9882-de28e1c033b9 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:27.936204 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-083b2a39-1a6c-4dae-8a4c-666efcea8b52 req-341c6493-0352-4e49-b225-18c24dc5ef5e service neutron] 10.222.0.57 "GET /v2.0/networks/203a900d-40d0-4c8c-9666-5e915b4843ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293108 May 27 22:37:27.940926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5b49f-4adc-44b7-953a-41f55c0419d8 req-ce15ed89-1869-402c-a041-f84296b7df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:27.945932 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4dc5b49f-4adc-44b7-953a-41f55c0419d8 req-ce15ed89-1869-402c-a041-f84296b7df6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=702983bd35cb4605b02c21f0ba67379d&device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 1094 time: 0.1935370 May 27 22:37:28.016518 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:28.024957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5cd6df5c-6a75-4294-93f9-6cd87b14697f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5cd6df5c-6a75-4294-93f9-6cd87b14697f,segment=NetworkSegment(2c817a5c-2772-40b3-8a76-8100651e541f),segment_id=2c817a5c-2772-40b3-8a76-8100651e541f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:28.040223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '5cd6df5c-6a75-4294-93f9-6cd87b14697f', 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea', 'port_id': '5cd6df5c-6a75-4294-93f9-6cd87b14697f', 'mac_address': 'fa:16:3e:fb:1a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c23287c-487b-44aa-bcde-45aa227645a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:37:28.107804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 5cd6df5c-6a75-4294-93f9-6cd87b14697f is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:37:28.109297 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:28.129769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd6df5c-6a75-4294-93f9-6cd87b14697f {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:37:28.149520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5cd6df5c-6a75-4294-93f9-6cd87b14697f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5cd6df5c-6a75-4294-93f9-6cd87b14697f,segment=NetworkSegment(2c817a5c-2772-40b3-8a76-8100651e541f),segment_id=2c817a5c-2772-40b3-8a76-8100651e541f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:28.152536 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f4eee84f-e384-46fe-b31f-532ea6795500 req-0634bd63-9162-493c-adcd-5d647c8e8adc tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197413 May 27 22:37:28.181143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Pushing event updated for resources: {'Port': ['ID=ac26e409-7413-4d2e-9ddf-e15415f1eee8,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:28.187516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:28.188132 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:28.189638 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-9cc2028c-f1ab-48bd-b6da-7672ae145b8e service neutron] 10.222.0.57 "PUT /v2.0/ports/ac26e409-7413-4d2e-9ddf-e15415f1eee8 HTTP/1.1" status: 200 len: 1092 time: 2.8832691 May 27 22:37:28.249276 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:28.250396 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e26ce2bf-6c0e-49dd-8966-2b69f3023c73 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:37:28.250663 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b1c21a16-97e1-4ba2-9940-4d0937e44e7d req-0df26980-e4f7-4205-9882-de28e1c033b9 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:28.467140 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b1c21a16-97e1-4ba2-9940-4d0937e44e7d req-0df26980-e4f7-4205-9882-de28e1c033b9 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:28.468228 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-083b2a39-1a6c-4dae-8a4c-666efcea8b52 req-cc60822f-d477-45e4-b19c-3c6ba4d189d0 service neutron] 10.222.0.57 "GET /v2.0/networks/203a900d-40d0-4c8c-9666-5e915b4843ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215783 May 27 22:37:28.470753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5b49f-4adc-44b7-953a-41f55c0419d8 req-4122b739-5a20-49cb-927c-de8ac3d0d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:28.472316 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4dc5b49f-4adc-44b7-953a-41f55c0419d8 req-4122b739-5a20-49cb-927c-de8ac3d0d910 service neutron] 10.222.0.46 "GET /v2.0/networks?id=203a900d-40d0-4c8c-9666-5e915b4843ea HTTP/1.1" status: 200 len: 918 time: 0.4850583 May 27 22:37:28.489840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=5cd6df5c-6a75-4294-93f9-6cd87b14697f,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:28.605219 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e26ce2bf-6c0e-49dd-8966-2b69f3023c73, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e26ce2bf-6c0e-49dd-8966-2b69f3023c73,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:28.630212 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4dc5b49f-4adc-44b7-953a-41f55c0419d8 req-e1b3a898-3347-4a1a-ac5c-8cdc030e0ab3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe94df5a-00fe-4b4a-9e75-718f1ecb9328 HTTP/1.1" status: 200 len: 217 time: 0.1439223 May 27 22:37:28.644997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'e26ce2bf-6c0e-49dd-8966-2b69f3023c73', 'network_id': '7fa183cd-844a-4771-a3e2-7a9231a95041', 'port_id': 'e26ce2bf-6c0e-49dd-8966-2b69f3023c73', 'mac_address': 'fa:16:3e:8c:d7:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:37:28.741993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e26ce2bf-6c0e-49dd-8966-2b69f3023c73 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:37:28.742388 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:28.761882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26ce2bf-6c0e-49dd-8966-2b69f3023c73 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:37:28.763969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5b49f-4adc-44b7-953a-41f55c0419d8 req-19a7c4a0-296d-41f1-b648-185a66a44cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:28.766135 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4dc5b49f-4adc-44b7-953a-41f55c0419d8 req-19a7c4a0-296d-41f1-b648-185a66a44cf8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c23287c-487b-44aa-bcde-45aa227645a0 HTTP/1.1" status: 200 len: 857 time: 0.1267750 May 27 22:37:28.779266 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b1c21a16-97e1-4ba2-9940-4d0937e44e7d req-0df26980-e4f7-4205-9882-de28e1c033b9 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:28.780599 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e26ce2bf-6c0e-49dd-8966-2b69f3023c73, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e26ce2bf-6c0e-49dd-8966-2b69f3023c73,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:28.786945 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1c21a16-97e1-4ba2-9940-4d0937e44e7d req-0df26980-e4f7-4205-9882-de28e1c033b9 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.3476534 May 27 22:37:28.797533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df26980-e4f7-4205-9882-de28e1c033b9 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66e719d-8a3b-4fd4-8d7f-849ecf7365e2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:28.834482 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4dc5b49f-4adc-44b7-953a-41f55c0419d8 req-6e5c8298-6061-4250-b9f3-4ebceea6471c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=203a900d-40d0-4c8c-9666-5e915b4843ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619545 May 27 22:37:28.853716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d79340-031f-41de-98b4-849fe108f156 req-9461e509-1706-45a5-927e-88f07fcb75df tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:28.864872 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4d79340-031f-41de-98b4-849fe108f156 req-9461e509-1706-45a5-927e-88f07fcb75df tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.3981538 May 27 22:37:28.893417 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:28.906418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b3114888-333e-405e-ad95-ec411814f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:28.908125 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-b3114888-333e-405e-ad95-ec411814f909 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a420c0f9828425fb0c912aa073963d8&device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 1095 time: 0.5748441 May 27 22:37:28.910838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c249e063-3975-42ee-8dd7-5bd4a3ea73d8', 'tag': 'ac26e409-7413-4d2e-9ddf-e15415f1eee8'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:37:29.059336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e26ce2bf-6c0e-49dd-8966-2b69f3023c73,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:29.071328 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-62eaea18-23dd-407c-8cfd-8e1c0e4b11e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac26e409-7413-4d2e-9ddf-e15415f1eee8 HTTP/1.1" status: 200 len: 217 time: 0.1412435 May 27 22:37:29.087447 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4d79340-031f-41de-98b4-849fe108f156 req-f9828094-6cf8-4ebd-a61e-d8df0e55227f tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216933 May 27 22:37:29.106363 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4dc5b49f-4adc-44b7-953a-41f55c0419d8 req-cf1867dc-5874-4995-86e7-c089d74d6975 service neutron] 10.222.0.46 "GET /v2.0/networks/203a900d-40d0-4c8c-9666-5e915b4843ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636650 May 27 22:37:29.137221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5cd6df5c-6a75-4294-93f9-6cd87b14697f'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:37:29.208801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['e26ce2bf-6c0e-49dd-8966-2b69f3023c73'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:37:29.330178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-0f54db89-1d64-43e1-b472-9fb2bb7953ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:29.331944 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-0f54db89-1d64-43e1-b472-9fb2bb7953ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4f9403f-9822-40ab-be8d-40aec1182252 HTTP/1.1" status: 200 len: 853 time: 0.2478421 May 27 22:37:29.414177 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4dc5b49f-4adc-44b7-953a-41f55c0419d8 req-6a5e5608-2fda-4305-b05e-0953763f7cb4 service neutron] 10.222.0.46 "GET /v2.0/networks/203a900d-40d0-4c8c-9666-5e915b4843ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922132 May 27 22:37:29.430613 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-fb2584f2-be0f-4816-a62d-af32c63b243a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf3db205-1735-4d3f-a60e-7367df656e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868993 May 27 22:37:29.706397 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d961c52-2bb1-4fe7-9333-7c5de2a8ec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:29.853008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00558bf-3383-42d0-a8af-fe7dc9f12420 req-7a138221-8c13-4fe9-9957-33cb1a914faa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:29.853008 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e00558bf-3383-42d0-a8af-fe7dc9f12420 req-7a138221-8c13-4fe9-9957-33cb1a914faa tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 944 time: 0.8140824 May 27 22:37:29.890320 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-381af383-9e77-486d-ab22-c837f8e7b58b service neutron] 10.222.0.57 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479322 May 27 22:37:29.945651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e00558bf-3383-42d0-a8af-fe7dc9f12420 req-1be0cc35-a93d-4c18-ab41-7c06fda6174d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917511 May 27 22:37:30.026882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44735029-0a52-4787-85ac-60183b46c1e5 req-529a092d-c07b-43b4-9de5-c362649398af tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:30.028690 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44735029-0a52-4787-85ac-60183b46c1e5 req-529a092d-c07b-43b4-9de5-c362649398af tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 943 time: 0.7816660 May 27 22:37:30.123366 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 58414bfb-b107-4cc8-a693-98c456e6ea25 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:37:30.136267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44735029-0a52-4787-85ac-60183b46c1e5 req-cc453763-a034-420c-9f90-f2f7da6fbb05 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884068 May 27 22:37:30.140123 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0e59361-b546-4531-96df-e976fe9f2ed3 req-9e52dfb2-b442-4375-8f54-b4c02e01b1f7 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/a66e719d-8a3b-4fd4-8d7f-849ecf7365e2 HTTP/1.1" status: 200 len: 1804 time: 0.1214774 May 27 22:37:30.156405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-a0e59361-b546-4531-96df-e976fe9f2ed3 req-916ebbaf-5f3c-416b-af2c-d5c5512bc201 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a66e719d-8a3b-4fd4-8d7f-849ecf7365e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:30.156723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-a0e59361-b546-4531-96df-e976fe9f2ed3 req-916ebbaf-5f3c-416b-af2c-d5c5512bc201 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a66e719d-8a3b-4fd4-8d7f-849ecf7365e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:30.166878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a0e59361-b546-4531-96df-e976fe9f2ed3 req-916ebbaf-5f3c-416b-af2c-d5c5512bc201 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:30.173321 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc08b5-0ef1-40db-bb6e-a15b42067514 req-03362c40-93e6-406a-80f1-1a9c1c23eb56 service neutron] 10.222.0.57 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739358 May 27 22:37:30.174405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a0e59361-b546-4531-96df-e976fe9f2ed3 req-916ebbaf-5f3c-416b-af2c-d5c5512bc201 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group_rule and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:30.177372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a0e59361-b546-4531-96df-e976fe9f2ed3 req-916ebbaf-5f3c-416b-af2c-d5c5512bc201 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:30.183156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a0e59361-b546-4531-96df-e976fe9f2ed3 req-916ebbaf-5f3c-416b-af2c-d5c5512bc201 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:30.203728 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc302bf-a060-4772-ae47-22425c8ce450'] response: {'name': 'network-changed', 'server_uuid': 'c249e063-3975-42ee-8dd7-5bd4a3ea73d8', 'tag': 'ac26e409-7413-4d2e-9ddf-e15415f1eee8', 'status': 'completed', 'code': 200} May 27 22:37:30.283578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 58414bfb-b107-4cc8-a693-98c456e6ea25, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=58414bfb-b107-4cc8-a693-98c456e6ea25,segment=NetworkSegment(2c817a5c-2772-40b3-8a76-8100651e541f),segment_id=2c817a5c-2772-40b3-8a76-8100651e541f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:30.298959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '58414bfb-b107-4cc8-a693-98c456e6ea25', 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea', 'port_id': '58414bfb-b107-4cc8-a693-98c456e6ea25', 'mac_address': 'fa:16:3e:f2:56:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c23287c-487b-44aa-bcde-45aa227645a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:37:30.355734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 58414bfb-b107-4cc8-a693-98c456e6ea25 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:37:30.356118 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:30.374306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58414bfb-b107-4cc8-a693-98c456e6ea25 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:37:30.389761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 58414bfb-b107-4cc8-a693-98c456e6ea25, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=58414bfb-b107-4cc8-a693-98c456e6ea25,segment=NetworkSegment(2c817a5c-2772-40b3-8a76-8100651e541f),segment_id=2c817a5c-2772-40b3-8a76-8100651e541f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:30.454038 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a0e59361-b546-4531-96df-e976fe9f2ed3 req-916ebbaf-5f3c-416b-af2c-d5c5512bc201 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:30.470436 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:30.486589 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a0e59361-b546-4531-96df-e976fe9f2ed3 req-916ebbaf-5f3c-416b-af2c-d5c5512bc201 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:30.495217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085ada5-28a4-42bd-a8cf-9c987383e2c8 req-b4a0b63f-1706-4b8f-b8d1-422e3ecc9b94 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:30.496769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c085ada5-28a4-42bd-a8cf-9c987383e2c8 req-b4a0b63f-1706-4b8f-b8d1-422e3ecc9b94 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 944 time: 0.2016273 May 27 22:37:30.525292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491763b-4cca-4480-bde3-1659fcc02359 req-4d783be8-9cfe-45dd-b005-24f59205348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:30.527065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b491763b-4cca-4480-bde3-1659fcc02359 req-4d783be8-9cfe-45dd-b005-24f59205348f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a420c0f9828425fb0c912aa073963d8&device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 1095 time: 0.1546528 May 27 22:37:30.532162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55518) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:30.566598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=58414bfb-b107-4cc8-a693-98c456e6ea25,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:30.579748 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a0e59361-b546-4531-96df-e976fe9f2ed3 req-916ebbaf-5f3c-416b-af2c-d5c5512bc201 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:30.645580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ebbaf-5f3c-416b-af2c-d5c5512bc201 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5956571-a50c-4da1-b18b-a13cc2b8c5b3,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:30.678608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c085ada5-28a4-42bd-a8cf-9c987383e2c8 req-9b00c7fb-e28a-41b0-9889-7176282a11ed tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723495 May 27 22:37:30.685713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-330e4aac-0040-400a-9b10-bf7cc5569cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:30.718651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-330e4aac-0040-400a-9b10-bf7cc5569cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:30.726355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-330e4aac-0040-400a-9b10-bf7cc5569cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:2cc1ec37a72e44139605a25bd3e2f8d4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:30.731668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-330e4aac-0040-400a-9b10-bf7cc5569cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:30.741815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-330e4aac-0040-400a-9b10-bf7cc5569cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:30.789999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491763b-4cca-4480-bde3-1659fcc02359 req-899dca20-52f7-4100-bee0-a7734cce26fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:30.792145 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b491763b-4cca-4480-bde3-1659fcc02359 req-899dca20-52f7-4100-bee0-a7734cce26fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=cf3db205-1735-4d3f-a60e-7367df656e34 HTTP/1.1" status: 200 len: 914 time: 0.2565739 May 27 22:37:30.793002 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a0e59361-b546-4531-96df-e976fe9f2ed3 req-916ebbaf-5f3c-416b-af2c-d5c5512bc201 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:30.802221 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0e59361-b546-4531-96df-e976fe9f2ed3 req-916ebbaf-5f3c-416b-af2c-d5c5512bc201 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6454308 May 27 22:37:30.836085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['58414bfb-b107-4cc8-a693-98c456e6ea25'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:37:30.873766 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:30.891652 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b491763b-4cca-4480-bde3-1659fcc02359 req-6f7b50f3-b421-42a1-81f7-4fbe2b1964f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac26e409-7413-4d2e-9ddf-e15415f1eee8 HTTP/1.1" status: 200 len: 217 time: 0.0742764 May 27 22:37:30.929442 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-330e4aac-0040-400a-9b10-bf7cc5569cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:30.936789 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-a7da403c-49ec-4b1b-aa38-af8d252ada94 req-e33cde4e-02a7-4ac8-89b3-f58be3f50679 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1333279960', 'description': 'tempest-description-1502677496'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:30.947299 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:30.993192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a7da403c-49ec-4b1b-aa38-af8d252ada94 req-e33cde4e-02a7-4ac8-89b3-f58be3f50679 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:30.999346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a7da403c-49ec-4b1b-aa38-af8d252ada94 req-e33cde4e-02a7-4ac8-89b3-f58be3f50679 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:31.003965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a7da403c-49ec-4b1b-aa38-af8d252ada94 req-e33cde4e-02a7-4ac8-89b3-f58be3f50679 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:31.013048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a7da403c-49ec-4b1b-aa38-af8d252ada94 req-e33cde4e-02a7-4ac8-89b3-f58be3f50679 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:31.013435 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-330e4aac-0040-400a-9b10-bf7cc5569cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:31.050391 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491763b-4cca-4480-bde3-1659fcc02359 req-16d6824c-2e1c-4549-9c48-98feb7b6c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:31.054588 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b491763b-4cca-4480-bde3-1659fcc02359 req-16d6824c-2e1c-4549-9c48-98feb7b6c8b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e4f9403f-9822-40ab-be8d-40aec1182252 HTTP/1.1" status: 200 len: 853 time: 0.1265161 May 27 22:37:31.090387 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-330e4aac-0040-400a-9b10-bf7cc5569cc1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2cc1ec37a72e44139605a25bd3e2f8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548210 May 27 22:37:31.091440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55530) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:31.133431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b491763b-4cca-4480-bde3-1659fcc02359 req-164aff5e-9818-49e5-8500-66951127033d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cf3db205-1735-4d3f-a60e-7367df656e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669849 May 27 22:37:31.174569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e4aac-0040-400a-9b10-bf7cc5569cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2bc0cb-7e15-448d-b165-bdde5fb23505,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:31.222867 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d119005-8bda-413d-996f-9930f9019047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:31.264303 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d119005-8bda-413d-996f-9930f9019047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:31.266820 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a7da403c-49ec-4b1b-aa38-af8d252ada94 req-e33cde4e-02a7-4ac8-89b3-f58be3f50679 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:31.308506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a7da403c-49ec-4b1b-aa38-af8d252ada94 req-e33cde4e-02a7-4ac8-89b3-f58be3f50679 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:31.321865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6caf4-2e8f-4fdb-95f4-1c49161f7291 req-ebe1d816-f567-42bc-beee-a4443db7d761 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:31.323329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45d6caf4-2e8f-4fdb-95f4-1c49161f7291 req-ebe1d816-f567-42bc-beee-a4443db7d761 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.5049005 May 27 22:37:31.324560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a7da403c-49ec-4b1b-aa38-af8d252ada94 req-e33cde4e-02a7-4ac8-89b3-f58be3f50679 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group_rule and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:31.337846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a7da403c-49ec-4b1b-aa38-af8d252ada94 req-e33cde4e-02a7-4ac8-89b3-f58be3f50679 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:31.368965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a7da403c-49ec-4b1b-aa38-af8d252ada94 req-e33cde4e-02a7-4ac8-89b3-f58be3f50679 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:31.385815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d119005-8bda-413d-996f-9930f9019047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:31.409481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d119005-8bda-413d-996f-9930f9019047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2bc0cb-7e15-448d-b165-bdde5fb23505,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:31.414614 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d119005-8bda-413d-996f-9930f9019047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:31.425626 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b491763b-4cca-4480-bde3-1659fcc02359 req-7655acad-f1a0-4115-abdc-37e835335632 service neutron] 10.222.0.57 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842379 May 27 22:37:31.432666 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8d119005-8bda-413d-996f-9930f9019047 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9b2bc0cb-7e15-448d-b165-bdde5fb23505 HTTP/1.1" status: 204 len: 168 time: 0.3302131 May 27 22:37:31.458578 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45d6caf4-2e8f-4fdb-95f4-1c49161f7291 req-79de03c7-2f39-4e2f-a1b0-91f8f7283dc4 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176331 May 27 22:37:31.623457 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a7da403c-49ec-4b1b-aa38-af8d252ada94 req-e33cde4e-02a7-4ac8-89b3-f58be3f50679 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:31.663749 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b491763b-4cca-4480-bde3-1659fcc02359 req-44fd8140-54a5-4aca-8911-14c0c46c90f6 service neutron] 10.222.0.57 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266748 May 27 22:37:31.697227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54216e5e-1f5e-4762-be93-9ae9dfba9524 req-7a66b8b1-1486-4c11-aece-8aebc52bcc85 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:31.697227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-54216e5e-1f5e-4762-be93-9ae9dfba9524 req-7a66b8b1-1486-4c11-aece-8aebc52bcc85 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 944 time: 0.1139836 May 27 22:37:31.761308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-54216e5e-1f5e-4762-be93-9ae9dfba9524 req-6d0d7c40-e240-4dda-b05e-d0dee5da80ad tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612411 May 27 22:37:31.762721 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a7da403c-49ec-4b1b-aa38-af8d252ada94 req-e33cde4e-02a7-4ac8-89b3-f58be3f50679 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:31.846337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33cde4e-02a7-4ac8-89b3-f58be3f50679 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ce96f1-fe5f-4d0b-b87a-3f07d6682bdb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:31.853183 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fe94df5a-00fe-4b4a-9e75-718f1ecb9328 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:37:31.856465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5cd6df5c-6a75-4294-93f9-6cd87b14697f up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:37:31.911310 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a7da403c-49ec-4b1b-aa38-af8d252ada94 req-e33cde4e-02a7-4ac8-89b3-f58be3f50679 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:31.915596 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a7da403c-49ec-4b1b-aa38-af8d252ada94 req-e33cde4e-02a7-4ac8-89b3-f58be3f50679 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.0197511 May 27 22:37:32.069726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbacd3e-a619-4b39-af53-d2e62e70ee78 req-0ef029f3-8c7f-4f8c-8bb6-c2ac372cd30e tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:32.070701 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:32.071567 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7fbacd3e-a619-4b39-af53-d2e62e70ee78 req-0ef029f3-8c7f-4f8c-8bb6-c2ac372cd30e tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 943 time: 0.0986805 May 27 22:37:32.150815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ac26e409-7413-4d2e-9ddf-e15415f1eee8 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:37:32.161106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port fe94df5a-00fe-4b4a-9e75-718f1ecb9328, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fe94df5a-00fe-4b4a-9e75-718f1ecb9328,segment=NetworkSegment(2c817a5c-2772-40b3-8a76-8100651e541f),segment_id=2c817a5c-2772-40b3-8a76-8100651e541f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:32.168852 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 58414bfb-b107-4cc8-a693-98c456e6ea25 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:37:32.229479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'fe94df5a-00fe-4b4a-9e75-718f1ecb9328', 'network_id': '203a900d-40d0-4c8c-9666-5e915b4843ea', 'port_id': 'fe94df5a-00fe-4b4a-9e75-718f1ecb9328', 'mac_address': 'fa:16:3e:75:3c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c23287c-487b-44aa-bcde-45aa227645a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:37:32.274221 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7fbacd3e-a619-4b39-af53-d2e62e70ee78 req-9ea7745e-e094-4bfa-b8fc-cfdae2613745 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677227 May 27 22:37:32.288604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 5cd6df5c-6a75-4294-93f9-6cd87b14697f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:37:32.312978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6167dd9-05e2-4145-9792-b9edf346dced req-5df6fdf0-e8e7-406f-ac11-c7067120489f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:32.313521 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6167dd9-05e2-4145-9792-b9edf346dced req-5df6fdf0-e8e7-406f-ac11-c7067120489f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 944 time: 0.2384205 May 27 22:37:32.355086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 5cd6df5c-6a75-4294-93f9-6cd87b14697f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:37:32.355469 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:32.417165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6167dd9-05e2-4145-9792-b9edf346dced req-03e2cf69-3718-4005-a8f0-a97cadae91e4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004100 May 27 22:37:32.450785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port fe94df5a-00fe-4b4a-9e75-718f1ecb9328 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:37:32.451291 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:32.461085 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-916411a3-426a-48ac-b55a-c4e4c87ea3f3 req-e7c226d9-fb75-4ae2-911f-1207af73619f tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/32ce96f1-fe5f-4d0b-b87a-3f07d6682bdb HTTP/1.1" status: 200 len: 1807 time: 0.1459808 May 27 22:37:32.468026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-916411a3-426a-48ac-b55a-c4e4c87ea3f3 req-1a8fe275-16b7-4ce1-969a-4ffb480c76a4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '32ce96f1-fe5f-4d0b-b87a-3f07d6682bdb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:32.468588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-916411a3-426a-48ac-b55a-c4e4c87ea3f3 req-1a8fe275-16b7-4ce1-969a-4ffb480c76a4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '32ce96f1-fe5f-4d0b-b87a-3f07d6682bdb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:32.474903 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-916411a3-426a-48ac-b55a-c4e4c87ea3f3 req-1a8fe275-16b7-4ce1-969a-4ffb480c76a4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:32.478914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-916411a3-426a-48ac-b55a-c4e4c87ea3f3 req-1a8fe275-16b7-4ce1-969a-4ffb480c76a4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group_rule and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:32.483745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-916411a3-426a-48ac-b55a-c4e4c87ea3f3 req-1a8fe275-16b7-4ce1-969a-4ffb480c76a4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:32.491287 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe94df5a-00fe-4b4a-9e75-718f1ecb9328 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:37:32.511861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-916411a3-426a-48ac-b55a-c4e4c87ea3f3 req-1a8fe275-16b7-4ce1-969a-4ffb480c76a4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:32.546151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port fe94df5a-00fe-4b4a-9e75-718f1ecb9328, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fe94df5a-00fe-4b4a-9e75-718f1ecb9328,segment=NetworkSegment(2c817a5c-2772-40b3-8a76-8100651e541f),segment_id=2c817a5c-2772-40b3-8a76-8100651e541f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:32.546151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ac26e409-7413-4d2e-9ddf-e15415f1eee8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ac26e409-7413-4d2e-9ddf-e15415f1eee8,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:32.546572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55572) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:32.547002 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 58414bfb-b107-4cc8-a693-98c456e6ea25 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:37:32.558738 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'ac26e409-7413-4d2e-9ddf-e15415f1eee8', 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34', 'port_id': 'ac26e409-7413-4d2e-9ddf-e15415f1eee8', 'mac_address': 'fa:16:3e:6e:e4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f9403f-9822-40ab-be8d-40aec1182252', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:37:32.560546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 58414bfb-b107-4cc8-a693-98c456e6ea25 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:37:32.561666 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:32.582807 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b591508d-8c96-416a-8e07-69b843343581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:32.600575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b591508d-8c96-416a-8e07-69b843343581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:32.605896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b591508d-8c96-416a-8e07-69b843343581 admin admin] Usage tracker for resource:security_group_rule and tenant:137eeab617114c1abb5215bd8c8cbfb7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:32.609402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b591508d-8c96-416a-8e07-69b843343581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:32.616952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b591508d-8c96-416a-8e07-69b843343581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:32.703361 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:32.730078 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b591508d-8c96-416a-8e07-69b843343581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:32.750046 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-916411a3-426a-48ac-b55a-c4e4c87ea3f3 req-1a8fe275-16b7-4ce1-969a-4ffb480c76a4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:32.762739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47806b-92f7-4a93-ab5b-c5a103d36345 req-653297e6-9959-43ed-aa18-be145294d0e8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:32.767698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 5cd6df5c-6a75-4294-93f9-6cd87b14697f is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:37:32.768394 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:32.770567 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e47806b-92f7-4a93-ab5b-c5a103d36345 req-653297e6-9959-43ed-aa18-be145294d0e8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.1620891 May 27 22:37:32.799144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port ac26e409-7413-4d2e-9ddf-e15415f1eee8 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:37:32.799854 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:32.802358 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b591508d-8c96-416a-8e07-69b843343581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:32.821287 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-916411a3-426a-48ac-b55a-c4e4c87ea3f3 req-1a8fe275-16b7-4ce1-969a-4ffb480c76a4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:32.842028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac26e409-7413-4d2e-9ddf-e15415f1eee8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:37:32.842937 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e47806b-92f7-4a93-ab5b-c5a103d36345 req-9277459f-3e58-491c-b797-94c14d06a302 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692692 May 27 22:37:32.856997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b27483-1cad-4eac-a7b5-2387c8ebbd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd6df5c-6a75-4294-93f9-6cd87b14697f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:37:32.900099 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-916411a3-426a-48ac-b55a-c4e4c87ea3f3 req-1a8fe275-16b7-4ce1-969a-4ffb480c76a4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:32.917669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5cd6df5c-6a75-4294-93f9-6cd87b14697f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5cd6df5c-6a75-4294-93f9-6cd87b14697f,segment=NetworkSegment(2c817a5c-2772-40b3-8a76-8100651e541f),segment_id=2c817a5c-2772-40b3-8a76-8100651e541f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:32.920102 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=fe94df5a-00fe-4b4a-9e75-718f1ecb9328,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:32.929488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ac26e409-7413-4d2e-9ddf-e15415f1eee8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ac26e409-7413-4d2e-9ddf-e15415f1eee8,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:32.943845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591508d-8c96-416a-8e07-69b843343581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683122eb-6b14-44aa-ae11-6b1dccbb1fcf,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:32.949253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['fe94df5a-00fe-4b4a-9e75-718f1ecb9328'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:37:32.960088 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b591508d-8c96-416a-8e07-69b843343581 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=137eeab617114c1abb5215bd8c8cbfb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171567 May 27 22:37:32.963026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55590) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:32.967030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fe275-16b7-4ce1-969a-4ffb480c76a4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e89a56-3539-453b-9b3b-134bde8705c2,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:33.005276 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 58414bfb-b107-4cc8-a693-98c456e6ea25 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:37:33.005876 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:33.051271 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:33.061987 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-916411a3-426a-48ac-b55a-c4e4c87ea3f3 req-1a8fe275-16b7-4ce1-969a-4ffb480c76a4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:33.063242 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-916411a3-426a-48ac-b55a-c4e4c87ea3f3 req-1a8fe275-16b7-4ce1-969a-4ffb480c76a4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6002393 May 27 22:37:33.107408 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00bf39ef-4934-4120-bf3e-5cdfb2adf7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:33.128227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a68c50-655e-4e38-ad52-f4579083b51e req-3f28c3db-5314-4a46-a7f6-064cfd301be5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:33.130298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3a68c50-655e-4e38-ad52-f4579083b51e req-3f28c3db-5314-4a46-a7f6-064cfd301be5 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 944 time: 0.1389496 May 27 22:37:33.199443 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00bf39ef-4934-4120-bf3e-5cdfb2adf7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:33.201060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-b53781e4-4851-4663-96e9-dd5a55039ba6 req-f6d5462b-5843-4676-b108-c7e8b0c7aa4a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2049608476', 'description': 'tempest-description-773813665'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:33.209850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b53781e4-4851-4663-96e9-dd5a55039ba6 req-f6d5462b-5843-4676-b108-c7e8b0c7aa4a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:33.215414 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:33.216388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e26ce2bf-6c0e-49dd-8966-2b69f3023c73 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:37:33.225520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b53781e4-4851-4663-96e9-dd5a55039ba6 req-f6d5462b-5843-4676-b108-c7e8b0c7aa4a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:33.230360 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b53781e4-4851-4663-96e9-dd5a55039ba6 req-f6d5462b-5843-4676-b108-c7e8b0c7aa4a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:33.239929 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3a68c50-655e-4e38-ad52-f4579083b51e req-93122cdd-525a-4993-bb4e-2f332019d96d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012859 May 27 22:37:33.241017 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b53781e4-4851-4663-96e9-dd5a55039ba6 req-f6d5462b-5843-4676-b108-c7e8b0c7aa4a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:33.300996 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46545f5b-7f35-40bb-a010-761424f3dc44'] response: {'server_uuid': '24b27483-1cad-4eac-a7b5-2387c8ebbd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd6df5c-6a75-4294-93f9-6cd87b14697f', 'code': 200} May 27 22:37:33.312241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=ac26e409-7413-4d2e-9ddf-e15415f1eee8,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:33.322438 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b53781e4-4851-4663-96e9-dd5a55039ba6 req-f6d5462b-5843-4676-b108-c7e8b0c7aa4a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:33.329053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bdd8d-32e4-4b26-9ca4-4f974b708d46 req-28e92b2a-a909-4944-aec6-8f46c7acb70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:33.331035 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-716bdd8d-32e4-4b26-9ca4-4f974b708d46 req-28e92b2a-a909-4944-aec6-8f46c7acb70a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=24b27483-1cad-4eac-a7b5-2387c8ebbd1a HTTP/1.1" status: 200 len: 1096 time: 0.1026621 May 27 22:37:33.349018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b53781e4-4851-4663-96e9-dd5a55039ba6 req-f6d5462b-5843-4676-b108-c7e8b0c7aa4a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:33.353712 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b53781e4-4851-4663-96e9-dd5a55039ba6 req-f6d5462b-5843-4676-b108-c7e8b0c7aa4a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group_rule and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:33.356934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b53781e4-4851-4663-96e9-dd5a55039ba6 req-f6d5462b-5843-4676-b108-c7e8b0c7aa4a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:33.363961 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b53781e4-4851-4663-96e9-dd5a55039ba6 req-f6d5462b-5843-4676-b108-c7e8b0c7aa4a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:33.401631 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-716bdd8d-32e4-4b26-9ca4-4f974b708d46 req-91e08d2c-e149-4096-8222-4c1da83fbc97 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623050 May 27 22:37:33.408082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 58414bfb-b107-4cc8-a693-98c456e6ea25, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=58414bfb-b107-4cc8-a693-98c456e6ea25,segment=NetworkSegment(2c817a5c-2772-40b3-8a76-8100651e541f),segment_id=2c817a5c-2772-40b3-8a76-8100651e541f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:33.437161 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00bf39ef-4934-4120-bf3e-5cdfb2adf7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:33.453940 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['ac26e409-7413-4d2e-9ddf-e15415f1eee8'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:37:33.464330 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:37:33.479880 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00bf39ef-4934-4120-bf3e-5cdfb2adf7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:33.483498 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-00bf39ef-4934-4120-bf3e-5cdfb2adf7be admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/683122eb-6b14-44aa-ae11-6b1dccbb1fcf HTTP/1.1" status: 204 len: 168 time: 0.5170212 May 27 22:37:33.484055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf39ef-4934-4120-bf3e-5cdfb2adf7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683122eb-6b14-44aa-ae11-6b1dccbb1fcf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:33.511015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port e26ce2bf-6c0e-49dd-8966-2b69f3023c73 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:37:33.530785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=5cd6df5c-6a75-4294-93f9-6cd87b14697f,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:33.547051 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:33.597617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port e26ce2bf-6c0e-49dd-8966-2b69f3023c73 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:37:33.598434 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:33.627138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211891f-c5cd-4b5a-8918-c06be57d6212 req-65ccf504-83ce-4604-a5cd-9c024e826794 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:33.629243 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a211891f-c5cd-4b5a-8918-c06be57d6212 req-65ccf504-83ce-4604-a5cd-9c024e826794 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 944 time: 0.2151825 May 27 22:37:33.656143 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b53781e4-4851-4663-96e9-dd5a55039ba6 req-f6d5462b-5843-4676-b108-c7e8b0c7aa4a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:33.684467 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a211891f-c5cd-4b5a-8918-c06be57d6212 req-42d05878-50cc-47cb-a3f9-ae07aaec6413 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464571 May 27 22:37:33.727490 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b53781e4-4851-4663-96e9-dd5a55039ba6 req-f6d5462b-5843-4676-b108-c7e8b0c7aa4a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:33.833059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5462b-5843-4676-b108-c7e8b0c7aa4a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e0d068-74ea-4871-aebb-d6c2569944ef,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:33.874198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=58414bfb-b107-4cc8-a693-98c456e6ea25,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:33.890132 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b53781e4-4851-4663-96e9-dd5a55039ba6 req-f6d5462b-5843-4676-b108-c7e8b0c7aa4a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:33.890920 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b53781e4-4851-4663-96e9-dd5a55039ba6 req-f6d5462b-5843-4676-b108-c7e8b0c7aa4a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6994004 May 27 22:37:33.993043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a78f0-5704-449e-9526-7541b351f3df req-6599a702-12ee-4d54-af1c-d9ba91b6d632 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:33.994514 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-111a78f0-5704-449e-9526-7541b351f3df req-6599a702-12ee-4d54-af1c-d9ba91b6d632 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 945 time: 0.1425397 May 27 22:37:34.066483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e26ce2bf-6c0e-49dd-8966-2b69f3023c73 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:37:34.066685 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:34.144076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e26ce2bf-6c0e-49dd-8966-2b69f3023c73, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e26ce2bf-6c0e-49dd-8966-2b69f3023c73,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:34.145847 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-111a78f0-5704-449e-9526-7541b351f3df req-03ca80cf-1b48-4671-b825-80fc8ac0f88f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409776 May 27 22:37:34.187952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-b27dc789-7ad2-4359-b574-33179bec9e94 req-4772efe9-3c7a-40e5-b109-8ddcf8d0a571 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-643562082', 'description': 'tempest-description-381804535'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:34.196817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b27dc789-7ad2-4359-b574-33179bec9e94 req-4772efe9-3c7a-40e5-b109-8ddcf8d0a571 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:34.214134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbe235-ab0a-41aa-b20c-ecd059354bf9 req-ab1f44c7-f1ee-413b-8e02-8cff8a54d8dd tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:34.221254 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:34.223869 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d2bbe235-ab0a-41aa-b20c-ecd059354bf9 req-ab1f44c7-f1ee-413b-8e02-8cff8a54d8dd tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.1859312 May 27 22:37:34.250180 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b27dc789-7ad2-4359-b574-33179bec9e94 req-4772efe9-3c7a-40e5-b109-8ddcf8d0a571 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:34.263450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b27dc789-7ad2-4359-b574-33179bec9e94 req-4772efe9-3c7a-40e5-b109-8ddcf8d0a571 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:34.274994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b27dc789-7ad2-4359-b574-33179bec9e94 req-4772efe9-3c7a-40e5-b109-8ddcf8d0a571 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:34.296958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d2bbe235-ab0a-41aa-b20c-ecd059354bf9 req-008b541f-7ff9-45c4-88a8-6c23ea2860ce tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719712 May 27 22:37:34.346079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e26ce2bf-6c0e-49dd-8966-2b69f3023c73,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:34.373819 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b27dc789-7ad2-4359-b574-33179bec9e94 req-4772efe9-3c7a-40e5-b109-8ddcf8d0a571 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:34.426273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b27dc789-7ad2-4359-b574-33179bec9e94 req-4772efe9-3c7a-40e5-b109-8ddcf8d0a571 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:34.431251 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b27dc789-7ad2-4359-b574-33179bec9e94 req-4772efe9-3c7a-40e5-b109-8ddcf8d0a571 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group_rule and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:34.435540 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b27dc789-7ad2-4359-b574-33179bec9e94 req-4772efe9-3c7a-40e5-b109-8ddcf8d0a571 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:34.444621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-b27dc789-7ad2-4359-b574-33179bec9e94 req-4772efe9-3c7a-40e5-b109-8ddcf8d0a571 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:34.616917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc476d4-003f-46a0-b7ef-730c5d28a6e6 req-760dce5e-798c-4ae5-8c32-1be83f85f032 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:34.625958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fc476d4-003f-46a0-b7ef-730c5d28a6e6 req-760dce5e-798c-4ae5-8c32-1be83f85f032 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 945 time: 0.1495965 May 27 22:37:34.653744 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b27dc789-7ad2-4359-b574-33179bec9e94 req-4772efe9-3c7a-40e5-b109-8ddcf8d0a571 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:34.690724 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fc476d4-003f-46a0-b7ef-730c5d28a6e6 req-c6330a45-8744-4603-8249-70ba0f0d2639 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638967 May 27 22:37:34.763714 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b27dc789-7ad2-4359-b574-33179bec9e94 req-4772efe9-3c7a-40e5-b109-8ddcf8d0a571 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:34.900238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772efe9-3c7a-40e5-b109-8ddcf8d0a571 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25773ddf-7210-48f8-a19f-d62b7a079f5a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:34.942243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0fa2a-b02c-4958-8b8f-1db57ab0b442 req-b4852338-a6c6-4a67-99ce-5680f4a2576b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:34.943707 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1c0fa2a-b02c-4958-8b8f-1db57ab0b442 req-b4852338-a6c6-4a67-99ce-5680f4a2576b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 944 time: 0.1062877 May 27 22:37:34.992285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1c0fa2a-b02c-4958-8b8f-1db57ab0b442 req-7c89abb6-6f64-44d0-9aed-0d44d99b1e15 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393207 May 27 22:37:34.995912 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b27dc789-7ad2-4359-b574-33179bec9e94 req-4772efe9-3c7a-40e5-b109-8ddcf8d0a571 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:34.997445 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b27dc789-7ad2-4359-b574-33179bec9e94 req-4772efe9-3c7a-40e5-b109-8ddcf8d0a571 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8133140 May 27 22:37:35.065849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a091d219-5f73-4a14-8e83-0ffad76cfb10 req-9a8e8e73-ff67-4912-a6ff-cdac039719a6 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/87e0d068-74ea-4871-aebb-d6c2569944ef HTTP/1.1" status: 200 len: 1806 time: 0.0474775 May 27 22:37:35.119857 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a091d219-5f73-4a14-8e83-0ffad76cfb10 req-994eaa35-106e-43c8-a31d-93a3f1258cb0 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/25773ddf-7210-48f8-a19f-d62b7a079f5a HTTP/1.1" status: 200 len: 1805 time: 0.0481563 May 27 22:37:35.129799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-a091d219-5f73-4a14-8e83-0ffad76cfb10 req-1b9eb752-4715-4e1c-9966-fb5cf1c45efb tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '87e0d068-74ea-4871-aebb-d6c2569944ef', 'remote_group_id': '25773ddf-7210-48f8-a19f-d62b7a079f5a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:35.130349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-a091d219-5f73-4a14-8e83-0ffad76cfb10 req-1b9eb752-4715-4e1c-9966-fb5cf1c45efb tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '87e0d068-74ea-4871-aebb-d6c2569944ef', 'remote_group_id': '25773ddf-7210-48f8-a19f-d62b7a079f5a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:35.136557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a091d219-5f73-4a14-8e83-0ffad76cfb10 req-1b9eb752-4715-4e1c-9966-fb5cf1c45efb tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:35.143382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a091d219-5f73-4a14-8e83-0ffad76cfb10 req-1b9eb752-4715-4e1c-9966-fb5cf1c45efb tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group_rule and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:35.146205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a091d219-5f73-4a14-8e83-0ffad76cfb10 req-1b9eb752-4715-4e1c-9966-fb5cf1c45efb tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:35.157570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a091d219-5f73-4a14-8e83-0ffad76cfb10 req-1b9eb752-4715-4e1c-9966-fb5cf1c45efb tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:35.302241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ec0778-71da-47f2-93c7-b39c5b07b68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58414bfb-b107-4cc8-a693-98c456e6ea25'}, {'server_uuid': '395181c8-68c0-40cb-8f48-e85b35b7bf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26ce2bf-6c0e-49dd-8966-2b69f3023c73'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:37:35.398965 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a091d219-5f73-4a14-8e83-0ffad76cfb10 req-1b9eb752-4715-4e1c-9966-fb5cf1c45efb tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:35.439167 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a091d219-5f73-4a14-8e83-0ffad76cfb10 req-1b9eb752-4715-4e1c-9966-fb5cf1c45efb tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:35.447618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba451f6d-01de-4721-8937-2a1a70b22c37 req-16475ea8-937a-4919-9300-6c588660e5ba tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:35.449136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba451f6d-01de-4721-8937-2a1a70b22c37 req-16475ea8-937a-4919-9300-6c588660e5ba tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 945 time: 0.1443284 May 27 22:37:35.500674 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba451f6d-01de-4721-8937-2a1a70b22c37 req-cb7bccd5-cba5-44b7-b7b9-0d61ee5c3226 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444400 May 27 22:37:35.562510 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a091d219-5f73-4a14-8e83-0ffad76cfb10 req-1b9eb752-4715-4e1c-9966-fb5cf1c45efb tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:35.566641 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60507125-62ee-492a-84d9-773ead55828e'] response: {'server_uuid': 'f3ec0778-71da-47f2-93c7-b39c5b07b68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58414bfb-b107-4cc8-a693-98c456e6ea25', 'code': 200} May 27 22:37:35.567454 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60507125-62ee-492a-84d9-773ead55828e'] response: {'server_uuid': '395181c8-68c0-40cb-8f48-e85b35b7bf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26ce2bf-6c0e-49dd-8966-2b69f3023c73', 'code': 200} May 27 22:37:35.595019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9eb752-4715-4e1c-9966-fb5cf1c45efb tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5d44c5-33e4-4b03-bb19-d6d04640ff37,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:35.730088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10f70b-5b85-4a2a-86af-48ca8a0d81ef req-f6e40a8b-b9d9-43aa-a5d2-b9ed48a025b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:35.731737 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7c10f70b-5b85-4a2a-86af-48ca8a0d81ef req-f6e40a8b-b9d9-43aa-a5d2-b9ed48a025b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 1096 time: 0.0970535 May 27 22:37:35.760405 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a091d219-5f73-4a14-8e83-0ffad76cfb10 req-1b9eb752-4715-4e1c-9966-fb5cf1c45efb tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:35.761769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a091d219-5f73-4a14-8e83-0ffad76cfb10 req-1b9eb752-4715-4e1c-9966-fb5cf1c45efb tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6361864 May 27 22:37:35.817959 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7c10f70b-5b85-4a2a-86af-48ca8a0d81ef req-2ffc9429-6670-4172-ad23-586337f2aee4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795641 May 27 22:37:35.853939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fe94df5a-00fe-4b4a-9e75-718f1ecb9328 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:37:35.869661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cf7c8-89f5-4123-ab50-5547fcbfffe8 req-79d32252-a125-4808-8a0f-2cd40f33686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:35.871272 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e3cf7c8-89f5-4123-ab50-5547fcbfffe8 req-79d32252-a125-4808-8a0f-2cd40f33686b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f3ec0778-71da-47f2-93c7-b39c5b07b68b HTTP/1.1" status: 200 len: 1096 time: 0.1936517 May 27 22:37:35.918061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f4b18-7681-4a1d-b98c-28b03b87a4e7 req-d48777cc-112e-4c30-b8f6-4818943b7d36 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:35.919657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-562f4b18-7681-4a1d-b98c-28b03b87a4e7 req-d48777cc-112e-4c30-b8f6-4818943b7d36 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.1678643 May 27 22:37:35.964447 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e3cf7c8-89f5-4123-ab50-5547fcbfffe8 req-3b46e8d2-b8cb-4010-bbb0-b067be7d0b73 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856607 May 27 22:37:36.050631 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-562f4b18-7681-4a1d-b98c-28b03b87a4e7 req-63ef4345-e4cb-4ba6-8880-1683d3f3234f tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835235 May 27 22:37:36.077838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac8023-5b6f-49ea-bc79-43b143f4b0cc req-421fe8d0-a8d4-4eb0-b277-4604fa58903c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:36.084932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70ac8023-5b6f-49ea-bc79-43b143f4b0cc req-421fe8d0-a8d4-4eb0-b277-4604fa58903c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 945 time: 0.1641090 May 27 22:37:36.091786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-bf7aa722-7dda-4a38-9743-06dc07dc7997 req-2db5fa66-65ef-4d3c-ab23-c16400fe2641 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-82715242', 'description': 'tempest-description-662568785'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:36.128239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port fe94df5a-00fe-4b4a-9e75-718f1ecb9328 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:37:36.132764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-bf7aa722-7dda-4a38-9743-06dc07dc7997 req-2db5fa66-65ef-4d3c-ab23-c16400fe2641 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:36.142854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bf7aa722-7dda-4a38-9743-06dc07dc7997 req-2db5fa66-65ef-4d3c-ab23-c16400fe2641 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:36.149196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ac26e409-7413-4d2e-9ddf-e15415f1eee8 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:37:36.149497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bf7aa722-7dda-4a38-9743-06dc07dc7997 req-2db5fa66-65ef-4d3c-ab23-c16400fe2641 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:36.162154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-bf7aa722-7dda-4a38-9743-06dc07dc7997 req-2db5fa66-65ef-4d3c-ab23-c16400fe2641 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:36.177679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port fe94df5a-00fe-4b4a-9e75-718f1ecb9328 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:37:36.178293 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:36.190672 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70ac8023-5b6f-49ea-bc79-43b143f4b0cc req-79d7ba2c-5adf-47b9-9ff0-1d257e13a7ab tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017892 May 27 22:37:36.306994 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bf7aa722-7dda-4a38-9743-06dc07dc7997 req-2db5fa66-65ef-4d3c-ab23-c16400fe2641 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:36.378640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port fe94df5a-00fe-4b4a-9e75-718f1ecb9328 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:37:36.379881 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:36.392314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-bf7aa722-7dda-4a38-9743-06dc07dc7997 req-2db5fa66-65ef-4d3c-ab23-c16400fe2641 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:36.405776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bf7aa722-7dda-4a38-9743-06dc07dc7997 req-2db5fa66-65ef-4d3c-ab23-c16400fe2641 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group_rule and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:36.410416 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bf7aa722-7dda-4a38-9743-06dc07dc7997 req-2db5fa66-65ef-4d3c-ab23-c16400fe2641 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:36.417665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-bf7aa722-7dda-4a38-9743-06dc07dc7997 req-2db5fa66-65ef-4d3c-ab23-c16400fe2641 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:36.483991 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port fe94df5a-00fe-4b4a-9e75-718f1ecb9328, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fe94df5a-00fe-4b4a-9e75-718f1ecb9328,segment=NetworkSegment(2c817a5c-2772-40b3-8a76-8100651e541f),segment_id=2c817a5c-2772-40b3-8a76-8100651e541f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:36.488634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97f2ca-5dbc-4b4d-a65b-0df4435d478e req-d08fa607-82d3-497f-9fd5-d5e205d41c81 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:36.495688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4d97f2ca-5dbc-4b4d-a65b-0df4435d478e req-d08fa607-82d3-497f-9fd5-d5e205d41c81 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 944 time: 0.1406641 May 27 22:37:36.529722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port ac26e409-7413-4d2e-9ddf-e15415f1eee8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:37:36.558502 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bf7aa722-7dda-4a38-9743-06dc07dc7997 req-2db5fa66-65ef-4d3c-ab23-c16400fe2641 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:36.579370 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port ac26e409-7413-4d2e-9ddf-e15415f1eee8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:37:36.580581 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:36.589221 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4d97f2ca-5dbc-4b4d-a65b-0df4435d478e req-6ea98483-e3c0-4721-9b9b-feb933a8e460 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882380 May 27 22:37:36.642317 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bf7aa722-7dda-4a38-9743-06dc07dc7997 req-2db5fa66-65ef-4d3c-ab23-c16400fe2641 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:36.645124 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:36.811024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=fe94df5a-00fe-4b4a-9e75-718f1ecb9328,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:36.880476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5fa66-65ef-4d3c-ab23-c16400fe2641 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5b0f4d-faf8-4113-99b3-6933a53071c1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:36.926038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab0dea-b2b7-4d00-abb0-5037f49decc7 req-99fb4926-0035-4154-b688-63ba6d6b8f95 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:36.934731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43ab0dea-b2b7-4d00-abb0-5037f49decc7 req-99fb4926-0035-4154-b688-63ba6d6b8f95 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 945 time: 0.1283944 May 27 22:37:36.962980 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port ac26e409-7413-4d2e-9ddf-e15415f1eee8 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:37:36.963381 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:37.001449 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43ab0dea-b2b7-4d00-abb0-5037f49decc7 req-230a28e6-e1e4-4ab4-8bb2-a593b88007ae tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656993 May 27 22:37:37.002437 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bf7aa722-7dda-4a38-9743-06dc07dc7997 req-2db5fa66-65ef-4d3c-ab23-c16400fe2641 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:37.003666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf7aa722-7dda-4a38-9743-06dc07dc7997 req-2db5fa66-65ef-4d3c-ab23-c16400fe2641 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9176643 May 27 22:37:37.046587 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ac26e409-7413-4d2e-9ddf-e15415f1eee8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ac26e409-7413-4d2e-9ddf-e15415f1eee8,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:37.049958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-83400481-0174-4953-9b18-62ce884cbc09 req-e23ca5df-2cc9-48a3-9601-086861710358 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1952578942', 'description': 'tempest-description-1166963005'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:37.058301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-83400481-0174-4953-9b18-62ce884cbc09 req-e23ca5df-2cc9-48a3-9601-086861710358 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:37.085150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-83400481-0174-4953-9b18-62ce884cbc09 req-e23ca5df-2cc9-48a3-9601-086861710358 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:37.088916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-83400481-0174-4953-9b18-62ce884cbc09 req-e23ca5df-2cc9-48a3-9601-086861710358 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:37.096436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-83400481-0174-4953-9b18-62ce884cbc09 req-e23ca5df-2cc9-48a3-9601-086861710358 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:37.146123 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:37.192876 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-83400481-0174-4953-9b18-62ce884cbc09 req-e23ca5df-2cc9-48a3-9601-086861710358 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:37.247994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-83400481-0174-4953-9b18-62ce884cbc09 req-e23ca5df-2cc9-48a3-9601-086861710358 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:37.253550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-83400481-0174-4953-9b18-62ce884cbc09 req-e23ca5df-2cc9-48a3-9601-086861710358 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group_rule and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:37.264945 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=ac26e409-7413-4d2e-9ddf-e15415f1eee8,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:37.312912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-83400481-0174-4953-9b18-62ce884cbc09 req-e23ca5df-2cc9-48a3-9601-086861710358 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:37.321413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-83400481-0174-4953-9b18-62ce884cbc09 req-e23ca5df-2cc9-48a3-9601-086861710358 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:37.414992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9185b-f9e0-464f-b79f-c5ef8a4591bd req-56bf07e6-5016-40fb-9864-006ec7308dd0 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:37.427658 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41f9185b-f9e0-464f-b79f-c5ef8a4591bd req-56bf07e6-5016-40fb-9864-006ec7308dd0 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.1666226 May 27 22:37:37.509290 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41f9185b-f9e0-464f-b79f-c5ef8a4591bd req-cf0b4434-8424-4da6-a2dd-5e39131352dc tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789740 May 27 22:37:37.512175 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-83400481-0174-4953-9b18-62ce884cbc09 req-e23ca5df-2cc9-48a3-9601-086861710358 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:37.569910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe94df5a-00fe-4b4a-9e75-718f1ecb9328'}, {'server_uuid': 'c249e063-3975-42ee-8dd7-5bd4a3ea73d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac26e409-7413-4d2e-9ddf-e15415f1eee8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:37:37.608006 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-83400481-0174-4953-9b18-62ce884cbc09 req-e23ca5df-2cc9-48a3-9601-086861710358 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:37.828476 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-83400481-0174-4953-9b18-62ce884cbc09 req-e23ca5df-2cc9-48a3-9601-086861710358 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:37.837320 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-83400481-0174-4953-9b18-62ce884cbc09 req-e23ca5df-2cc9-48a3-9601-086861710358 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7947972 May 27 22:37:37.844523 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ca5df-2cc9-48a3-9601-086861710358 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfafb352-649f-4669-a551-a04282b01426,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:37.904004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab93c0-c2ff-4dd2-90c5-9118e243bac3 req-c9c913db-6377-46bb-a9f9-98328e1c7cb1 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:37.904004 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1ab93c0-c2ff-4dd2-90c5-9118e243bac3 req-c9c913db-6377-46bb-a9f9-98328e1c7cb1 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 945 time: 0.2653408 May 27 22:37:37.909987 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d6d097-7518-4526-b022-f3e5b78cd604'] response: {'server_uuid': 'd1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe94df5a-00fe-4b4a-9e75-718f1ecb9328', 'code': 200} May 27 22:37:37.910255 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d6d097-7518-4526-b022-f3e5b78cd604'] response: {'server_uuid': 'c249e063-3975-42ee-8dd7-5bd4a3ea73d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac26e409-7413-4d2e-9ddf-e15415f1eee8', 'code': 200} May 27 22:37:37.982783 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1ab93c0-c2ff-4dd2-90c5-9118e243bac3 req-32695edb-0a17-44c0-a964-05712c948631 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784283 May 27 22:37:38.079238 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd5bb2c-2c85-4327-99c4-79006d23902c req-438f1a35-fa98-4514-aa96-58fd99a2bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:38.080841 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6fd5bb2c-2c85-4327-99c4-79006d23902c req-438f1a35-fa98-4514-aa96-58fd99a2bdad service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 1096 time: 0.0921528 May 27 22:37:38.134429 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6fd5bb2c-2c85-4327-99c4-79006d23902c req-e8ae6e59-17aa-4bbe-98af-eea6679741d5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480649 May 27 22:37:38.184616 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43311927-afbf-4b01-a72a-7a6d2fa6b449 req-38300bbd-3ba0-406e-819c-06e377d89a80 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/5c5b0f4d-faf8-4113-99b3-6933a53071c1 HTTP/1.1" status: 200 len: 1804 time: 0.1224258 May 27 22:37:38.281660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bccb5-d0ce-497e-a979-5c78cc3cc31f req-9147a9e9-37d9-4fae-a5ed-0e8d2186844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:38.281996 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7765c96-bb7e-490e-92cb-834f5f9c03e9 req-b3ef6441-d67e-42ba-823b-08528b6c9033 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1061378 May 27 22:37:38.283102 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb8bccb5-d0ce-497e-a979-5c78cc3cc31f req-9147a9e9-37d9-4fae-a5ed-0e8d2186844d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 1097 time: 0.2268093 May 27 22:37:38.291176 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43311927-afbf-4b01-a72a-7a6d2fa6b449 req-67eae177-183c-4423-b5b8-558846385a0d tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/dfafb352-649f-4669-a551-a04282b01426 HTTP/1.1" status: 200 len: 1807 time: 0.1054349 May 27 22:37:38.299601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d7683-7a3f-4814-a528-df8a086e76d1 req-f10e2b46-2bbc-46d4-bc05-84ec6105e75e tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:38.301030 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd2d7683-7a3f-4814-a528-df8a086e76d1 req-f10e2b46-2bbc-46d4-bc05-84ec6105e75e tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 945 time: 0.2984333 May 27 22:37:38.304469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-43311927-afbf-4b01-a72a-7a6d2fa6b449 req-8794508d-faaa-4392-a091-2e06a9bb0e30 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5c5b0f4d-faf8-4113-99b3-6933a53071c1', 'remote_group_id': 'dfafb352-649f-4669-a551-a04282b01426', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:38.304780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-43311927-afbf-4b01-a72a-7a6d2fa6b449 req-8794508d-faaa-4392-a091-2e06a9bb0e30 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5c5b0f4d-faf8-4113-99b3-6933a53071c1', 'remote_group_id': 'dfafb352-649f-4669-a551-a04282b01426', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:38.323389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-43311927-afbf-4b01-a72a-7a6d2fa6b449 req-8794508d-faaa-4392-a091-2e06a9bb0e30 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:38.344113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-43311927-afbf-4b01-a72a-7a6d2fa6b449 req-8794508d-faaa-4392-a091-2e06a9bb0e30 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group_rule and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:38.348159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-43311927-afbf-4b01-a72a-7a6d2fa6b449 req-8794508d-faaa-4392-a091-2e06a9bb0e30 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:38.360507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-43311927-afbf-4b01-a72a-7a6d2fa6b449 req-8794508d-faaa-4392-a091-2e06a9bb0e30 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:38.398848 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd2d7683-7a3f-4814-a528-df8a086e76d1 req-6c1706ce-1339-4de0-aa8c-155d3a3bb0b2 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894260 May 27 22:37:38.403374 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb8bccb5-d0ce-497e-a979-5c78cc3cc31f req-c0c5d6f2-abfd-4fb8-9ea3-4f30542aad34 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756640 May 27 22:37:38.513211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7765c96-bb7e-490e-92cb-834f5f9c03e9 req-b71d9585-2824-44e3-9581-a84eeaaf6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:38.515607 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7765c96-bb7e-490e-92cb-834f5f9c03e9 req-b71d9585-2824-44e3-9581-a84eeaaf6260 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=50deb4629fde46798098a7bb4e3cc0a4&device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 1101 time: 0.1264293 May 27 22:37:38.554403 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-43311927-afbf-4b01-a72a-7a6d2fa6b449 req-8794508d-faaa-4392-a091-2e06a9bb0e30 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:38.586933 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-43311927-afbf-4b01-a72a-7a6d2fa6b449 req-8794508d-faaa-4392-a091-2e06a9bb0e30 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:38.716946 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-43311927-afbf-4b01-a72a-7a6d2fa6b449 req-8794508d-faaa-4392-a091-2e06a9bb0e30 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:38.780651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794508d-faaa-4392-a091-2e06a9bb0e30 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ded7b4-a1c2-4f9c-99df-402b216f3ab8,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:38.916940 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7765c96-bb7e-490e-92cb-834f5f9c03e9 req-4f02e4c9-4a9d-4e6e-aa8e-41047b55641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:38.918384 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7765c96-bb7e-490e-92cb-834f5f9c03e9 req-4f02e4c9-4a9d-4e6e-aa8e-41047b55641a service neutron] 10.222.0.57 "GET /v2.0/networks?id=dcaca1bd-cb0e-444f-9d38-f1dfab204942 HTTP/1.1" status: 200 len: 870 time: 0.2098439 May 27 22:37:38.929787 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-43311927-afbf-4b01-a72a-7a6d2fa6b449 req-8794508d-faaa-4392-a091-2e06a9bb0e30 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:38.932667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43311927-afbf-4b01-a72a-7a6d2fa6b449 req-8794508d-faaa-4392-a091-2e06a9bb0e30 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6407094 May 27 22:37:39.016138 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7765c96-bb7e-490e-92cb-834f5f9c03e9 req-c9309c97-e444-4d86-a1b9-96e2cb17843f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a05bc128-f8bb-4bc8-9237-389214d71a6b HTTP/1.1" status: 200 len: 217 time: 0.0906250 May 27 22:37:39.132906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7765c96-bb7e-490e-92cb-834f5f9c03e9 req-4b6a56e6-da0f-443c-99a2-c5c65c89ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:39.135330 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7765c96-bb7e-490e-92cb-834f5f9c03e9 req-4b6a56e6-da0f-443c-99a2-c5c65c89ec71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.1115291 May 27 22:37:39.207734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bd33fd-2c50-4869-a2fb-3fd83e4a56d7 req-ab774388-9a8a-46fa-8fdf-2b3ec0d27221 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:39.209507 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f9bd33fd-2c50-4869-a2fb-3fd83e4a56d7 req-ab774388-9a8a-46fa-8fdf-2b3ec0d27221 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.1021984 May 27 22:37:39.271407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7765c96-bb7e-490e-92cb-834f5f9c03e9 req-c49c55e6-9f49-440d-b499-3018755ce1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:39.275879 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7765c96-bb7e-490e-92cb-834f5f9c03e9 req-c49c55e6-9f49-440d-b499-3018755ce1c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288016 May 27 22:37:39.334850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f9bd33fd-2c50-4869-a2fb-3fd83e4a56d7 req-c34ff9e0-3e6a-4e54-80cb-82d3e07fd060 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721581 May 27 22:37:39.356244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fc4f4-8a23-456d-9384-8de4a9cf70c5 req-bd09de17-78a7-47fb-bc09-8095d67b2699 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:39.363870 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e3fc4f4-8a23-456d-9384-8de4a9cf70c5 req-bd09de17-78a7-47fb-bc09-8095d67b2699 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.1533461 May 27 22:37:39.440480 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e3fc4f4-8a23-456d-9384-8de4a9cf70c5 req-1aad4461-0cc3-4096-815b-bd703f081669 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753896 May 27 22:37:39.471362 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7765c96-bb7e-490e-92cb-834f5f9c03e9 req-a52a769f-90b2-42f3-81a6-631bd6929627 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835485 May 27 22:37:39.514412 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74befb50-9810-4f8f-8879-4850a891978e req-c78a83f9-78d4-4d39-9ccd-274b3473e6cf tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/dfafb352-649f-4669-a551-a04282b01426 HTTP/1.1" status: 200 len: 1807 time: 0.1176710 May 27 22:37:39.670552 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-74befb50-9810-4f8f-8879-4850a891978e req-2080c7ec-e6d4-480d-8715-49b1e41be2ed tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:39.746359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55812) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:39.887919 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-74befb50-9810-4f8f-8879-4850a891978e req-2080c7ec-e6d4-480d-8715-49b1e41be2ed tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:39.979979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd93d1-a2a3-4583-8c2d-9d827de575e5 req-6464c1af-7d31-49ce-bcb9-b0b36e0164a2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:39.981736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3dd93d1-a2a3-4583-8c2d-9d827de575e5 req-6464c1af-7d31-49ce-bcb9-b0b36e0164a2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 945 time: 0.3123531 May 27 22:37:39.985903 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7765c96-bb7e-490e-92cb-834f5f9c03e9 req-7ed9a15f-a476-49a1-a1f9-6a387a737528 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950473 May 27 22:37:40.037081 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-668caa54-0677-47c6-a71a-f7b68f424608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:40.072441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-668caa54-0677-47c6-a71a-f7b68f424608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:40.083053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-668caa54-0677-47c6-a71a-f7b68f424608 admin admin] Usage tracker for resource:security_group_rule and tenant:30e54f9744f341c49f522c5cb2c0a29e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:40.089480 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3dd93d1-a2a3-4583-8c2d-9d827de575e5 req-312e4de1-65ee-4bbe-b455-c751862dee3b tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986423 May 27 22:37:40.090330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-668caa54-0677-47c6-a71a-f7b68f424608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:40.102080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-668caa54-0677-47c6-a71a-f7b68f424608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:40.226654 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-74befb50-9810-4f8f-8879-4850a891978e req-2080c7ec-e6d4-480d-8715-49b1e41be2ed tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:40.266756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080c7ec-e6d4-480d-8715-49b1e41be2ed tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfafb352-649f-4669-a551-a04282b01426,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:40.273082 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-74befb50-9810-4f8f-8879-4850a891978e req-2080c7ec-e6d4-480d-8715-49b1e41be2ed tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:40.278047 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74befb50-9810-4f8f-8879-4850a891978e req-2080c7ec-e6d4-480d-8715-49b1e41be2ed tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "DELETE /v2.0/security-groups/dfafb352-649f-4669-a551-a04282b01426 HTTP/1.1" status: 204 len: 173 time: 0.7568607 May 27 22:37:40.413246 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e30461f4-e5a5-4d9b-a289-846725d96e58 req-4a433e9f-69f0-4d06-a06f-24ae9bbb916b tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/5c5b0f4d-faf8-4113-99b3-6933a53071c1 HTTP/1.1" status: 200 len: 1804 time: 0.1185377 May 27 22:37:40.466693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fead1b-6cd9-4009-9d04-048916984105 req-34b2dcf6-348c-495f-a549-9af44a921a88 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:40.473893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8fead1b-6cd9-4009-9d04-048916984105 req-34b2dcf6-348c-495f-a549-9af44a921a88 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 945 time: 0.1934819 May 27 22:37:40.516092 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-668caa54-0677-47c6-a71a-f7b68f424608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:40.571890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8fead1b-6cd9-4009-9d04-048916984105 req-bea3d059-277d-46bb-b598-6256bbb7fb56 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971308 May 27 22:37:40.600577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-56fba738-ed18-423d-bb14-a03647a9831f req-287131ec-fa14-402d-bdd7-db14cdb800ea tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-763053570', 'description': 'tempest-description-716953374'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:40.615386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-56fba738-ed18-423d-bb14-a03647a9831f req-287131ec-fa14-402d-bdd7-db14cdb800ea tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:40.625639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-56fba738-ed18-423d-bb14-a03647a9831f req-287131ec-fa14-402d-bdd7-db14cdb800ea tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:40.629890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-56fba738-ed18-423d-bb14-a03647a9831f req-287131ec-fa14-402d-bdd7-db14cdb800ea tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:40.636864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-56fba738-ed18-423d-bb14-a03647a9831f req-287131ec-fa14-402d-bdd7-db14cdb800ea tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:40.641394 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-668caa54-0677-47c6-a71a-f7b68f424608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:40.716451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668caa54-0677-47c6-a71a-f7b68f424608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7ef375-620c-4525-9a05-ce5f05120935,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:40.721509 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-668caa54-0677-47c6-a71a-f7b68f424608 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=30e54f9744f341c49f522c5cb2c0a29e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9725597 May 27 22:37:40.723844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55840) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:40.748900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970dd62-b3c0-42f5-8d24-f17c1d48d215 req-2bdc55f6-5b3a-41fe-985a-b0d5da4878c8 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:40.753357 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2970dd62-b3c0-42f5-8d24-f17c1d48d215 req-2bdc55f6-5b3a-41fe-985a-b0d5da4878c8 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.2144167 May 27 22:37:40.793408 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-56fba738-ed18-423d-bb14-a03647a9831f req-287131ec-fa14-402d-bdd7-db14cdb800ea tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:40.804972 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92c109c3-73ff-46f5-a0ad-43681d2b1515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:40.829133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-56fba738-ed18-423d-bb14-a03647a9831f req-287131ec-fa14-402d-bdd7-db14cdb800ea tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:40.831972 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92c109c3-73ff-46f5-a0ad-43681d2b1515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:40.836731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2970dd62-b3c0-42f5-8d24-f17c1d48d215 req-3bfb4ebf-9ee5-4e53-8e3e-6175f4af8631 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826087 May 27 22:37:40.837660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-56fba738-ed18-423d-bb14-a03647a9831f req-287131ec-fa14-402d-bdd7-db14cdb800ea tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group_rule and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:40.840677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-56fba738-ed18-423d-bb14-a03647a9831f req-287131ec-fa14-402d-bdd7-db14cdb800ea tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:40.847574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-56fba738-ed18-423d-bb14-a03647a9831f req-287131ec-fa14-402d-bdd7-db14cdb800ea tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:40.954359 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-56fba738-ed18-423d-bb14-a03647a9831f req-287131ec-fa14-402d-bdd7-db14cdb800ea tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:40.979115 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92c109c3-73ff-46f5-a0ad-43681d2b1515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:41.000201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c109c3-73ff-46f5-a0ad-43681d2b1515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7ef375-620c-4525-9a05-ce5f05120935,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:41.003563 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92c109c3-73ff-46f5-a0ad-43681d2b1515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:41.004960 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-92c109c3-73ff-46f5-a0ad-43681d2b1515 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8d7ef375-620c-4525-9a05-ce5f05120935 HTTP/1.1" status: 204 len: 168 time: 0.2799337 May 27 22:37:41.013743 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-56fba738-ed18-423d-bb14-a03647a9831f req-287131ec-fa14-402d-bdd7-db14cdb800ea tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:41.172411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287131ec-fa14-402d-bdd7-db14cdb800ea tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f86ecb6c-71ad-4de2-89fc-ec81be9cfd8e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:41.209440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d504d-d615-4ced-9530-db208fc10908 req-3cc28b01-bf1c-4d73-89cd-a805828d86cd tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:41.216277 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc7d504d-d615-4ced-9530-db208fc10908 req-3cc28b01-bf1c-4d73-89cd-a805828d86cd tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.2600513 May 27 22:37:41.257013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc7d504d-d615-4ced-9530-db208fc10908 req-b9d4d5c3-cb49-4f15-a445-c4a9d3ee0b63 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397060 May 27 22:37:41.281998 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-56fba738-ed18-423d-bb14-a03647a9831f req-287131ec-fa14-402d-bdd7-db14cdb800ea tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:41.283341 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56fba738-ed18-423d-bb14-a03647a9831f req-287131ec-fa14-402d-bdd7-db14cdb800ea tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6865728 May 27 22:37:41.516581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7c7ef-b652-436e-a812-3ddcbcd8416f req-5f27b65c-ed27-4414-92f8-f23c5725fccd tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:41.518047 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-afd7c7ef-b652-436e-a812-3ddcbcd8416f req-5f27b65c-ed27-4414-92f8-f23c5725fccd tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3ec0778-71da-47f2-93c7-b39c5b07b68b HTTP/1.1" status: 200 len: 945 time: 0.1649172 May 27 22:37:41.530133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47476c84-add2-4b79-92db-dbd02206a483 req-a6a73753-2bc3-4627-9315-0a7c9c174865 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:41.531582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47476c84-add2-4b79-92db-dbd02206a483 req-a6a73753-2bc3-4627-9315-0a7c9c174865 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.1412385 May 27 22:37:41.599110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-afd7c7ef-b652-436e-a812-3ddcbcd8416f req-2230a56b-f8b0-46d1-8729-fc59e4a6f573 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664651 May 27 22:37:41.603613 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47476c84-add2-4b79-92db-dbd02206a483 req-421c3d2c-950f-446e-9833-93f380822990 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584085 May 27 22:37:41.783097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-54c3b6de-bc61-452f-8f17-1bb3634d2f59 req-7a2238ef-b31c-46c3-8e3b-ab70a0e0290e tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/f86ecb6c-71ad-4de2-89fc-ec81be9cfd8e HTTP/1.1" status: 200 len: 1805 time: 0.1079347 May 27 22:37:41.796000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-54c3b6de-bc61-452f-8f17-1bb3634d2f59 req-c5491369-2aaa-485c-99de-b97be32b7d35 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f86ecb6c-71ad-4de2-89fc-ec81be9cfd8e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:41.796305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-54c3b6de-bc61-452f-8f17-1bb3634d2f59 req-c5491369-2aaa-485c-99de-b97be32b7d35 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f86ecb6c-71ad-4de2-89fc-ec81be9cfd8e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:41.807734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-54c3b6de-bc61-452f-8f17-1bb3634d2f59 req-c5491369-2aaa-485c-99de-b97be32b7d35 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:41.812444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55880) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:41.817336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-54c3b6de-bc61-452f-8f17-1bb3634d2f59 req-c5491369-2aaa-485c-99de-b97be32b7d35 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group_rule and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:41.820988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-54c3b6de-bc61-452f-8f17-1bb3634d2f59 req-c5491369-2aaa-485c-99de-b97be32b7d35 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:41.828859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-54c3b6de-bc61-452f-8f17-1bb3634d2f59 req-c5491369-2aaa-485c-99de-b97be32b7d35 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:41.830377 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3531ccf6-2455-4893-83ed-5d1098c3f69a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:41.844999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3531ccf6-2455-4893-83ed-5d1098c3f69a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:41.848901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3531ccf6-2455-4893-83ed-5d1098c3f69a admin admin] Usage tracker for resource:security_group_rule and tenant:56efa409db1a4aa2a1984d42f64825f9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:41.851797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3531ccf6-2455-4893-83ed-5d1098c3f69a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:41.854315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb88899-7899-4145-a75e-52d236f2cd5c req-de09209b-e97c-4061-be82-f446f5f1ac3d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:41.855752 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdb88899-7899-4145-a75e-52d236f2cd5c req-de09209b-e97c-4061-be82-f446f5f1ac3d tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 945 time: 0.1177952 May 27 22:37:41.858039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3531ccf6-2455-4893-83ed-5d1098c3f69a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:41.901182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdb88899-7899-4145-a75e-52d236f2cd5c req-c73cedf4-c643-471a-959d-fec8e7f4cf8e tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389040 May 27 22:37:41.965810 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3531ccf6-2455-4893-83ed-5d1098c3f69a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:42.018290 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-54c3b6de-bc61-452f-8f17-1bb3634d2f59 req-c5491369-2aaa-485c-99de-b97be32b7d35 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:42.042030 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3531ccf6-2455-4893-83ed-5d1098c3f69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:42.051545 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-54c3b6de-bc61-452f-8f17-1bb3634d2f59 req-c5491369-2aaa-485c-99de-b97be32b7d35 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:42.079239 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531ccf6-2455-4893-83ed-5d1098c3f69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38807773-7d3f-41d5-bf6f-eda2c6240414,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:42.102599 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3531ccf6-2455-4893-83ed-5d1098c3f69a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=56efa409db1a4aa2a1984d42f64825f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868552 May 27 22:37:42.102826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55888) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:42.156606 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-54c3b6de-bc61-452f-8f17-1bb3634d2f59 req-c5491369-2aaa-485c-99de-b97be32b7d35 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:42.167665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2daa9325-600c-45b8-a031-87a9bfdab587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:42.198249 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2daa9325-600c-45b8-a031-87a9bfdab587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:42.199125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5491369-2aaa-485c-99de-b97be32b7d35 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd3e6c4b-ac19-48a1-a876-af6e807da8e8,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:42.214313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec8f17-9929-4d0a-9f95-bbedd03789db req-fc380dc5-df8a-40f6-bf7c-058640af7de9 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:42.215863 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79ec8f17-9929-4d0a-9f95-bbedd03789db req-fc380dc5-df8a-40f6-bf7c-058640af7de9 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=24b27483-1cad-4eac-a7b5-2387c8ebbd1a HTTP/1.1" status: 200 len: 945 time: 0.1625609 May 27 22:37:42.265511 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79ec8f17-9929-4d0a-9f95-bbedd03789db req-778743f4-4c4b-4d9d-baf9-83fd3b652286 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431972 May 27 22:37:42.289075 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-54c3b6de-bc61-452f-8f17-1bb3634d2f59 req-c5491369-2aaa-485c-99de-b97be32b7d35 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:42.290251 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-54c3b6de-bc61-452f-8f17-1bb3634d2f59 req-c5491369-2aaa-485c-99de-b97be32b7d35 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5002301 May 27 22:37:42.339116 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2daa9325-600c-45b8-a031-87a9bfdab587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:42.358992 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa9325-600c-45b8-a031-87a9bfdab587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38807773-7d3f-41d5-bf6f-eda2c6240414,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:42.361412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2daa9325-600c-45b8-a031-87a9bfdab587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:42.375284 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2daa9325-600c-45b8-a031-87a9bfdab587 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/38807773-7d3f-41d5-bf6f-eda2c6240414 HTTP/1.1" status: 204 len: 168 time: 0.2705014 May 27 22:37:43.147079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762b41e-fabf-4142-8643-42a73701bf83 req-0968a78f-16f3-493f-8e0c-8d74160e22d9 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:43.147079 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6762b41e-fabf-4142-8643-42a73701bf83 req-0968a78f-16f3-493f-8e0c-8d74160e22d9 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.1584563 May 27 22:37:43.306979 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6762b41e-fabf-4142-8643-42a73701bf83 req-6343e63a-a743-48a5-a494-e5ce47cc8ba7 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469319 May 27 22:37:43.450812 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b4bfc1c-d2d0-4a82-8cd6-739e930bbba0 req-0a59607d-ce9c-4e70-bc66-21b825a3c397 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/f86ecb6c-71ad-4de2-89fc-ec81be9cfd8e HTTP/1.1" status: 200 len: 2399 time: 0.1130910 May 27 22:37:43.468643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-5b4bfc1c-d2d0-4a82-8cd6-739e930bbba0 req-f73e069c-cc45-462f-9242-36dacd150fc8 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f86ecb6c-71ad-4de2-89fc-ec81be9cfd8e', 'remote_group_id': None}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:43.470527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-5b4bfc1c-d2d0-4a82-8cd6-739e930bbba0 req-f73e069c-cc45-462f-9242-36dacd150fc8 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f86ecb6c-71ad-4de2-89fc-ec81be9cfd8e', 'remote_group_id': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:43.483238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-5b4bfc1c-d2d0-4a82-8cd6-739e930bbba0 req-f73e069c-cc45-462f-9242-36dacd150fc8 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:43.490197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5b4bfc1c-d2d0-4a82-8cd6-739e930bbba0 req-f73e069c-cc45-462f-9242-36dacd150fc8 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Usage tracker for resource:security_group_rule and tenant:04aff4bc1b85441790a2ee7cf32cff05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:43.493254 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5b4bfc1c-d2d0-4a82-8cd6-739e930bbba0 req-f73e069c-cc45-462f-9242-36dacd150fc8 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:43.499603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-5b4bfc1c-d2d0-4a82-8cd6-739e930bbba0 req-f73e069c-cc45-462f-9242-36dacd150fc8 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:43.683900 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5b4bfc1c-d2d0-4a82-8cd6-739e930bbba0 req-f73e069c-cc45-462f-9242-36dacd150fc8 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:43.710790 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5b4bfc1c-d2d0-4a82-8cd6-739e930bbba0 req-f73e069c-cc45-462f-9242-36dacd150fc8 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:43.819235 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5b4bfc1c-d2d0-4a82-8cd6-739e930bbba0 req-f73e069c-cc45-462f-9242-36dacd150fc8 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:43.843197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e069c-cc45-462f-9242-36dacd150fc8 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6e42d8-a8d5-4c29-b35b-2efb001e3d1c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:43.968617 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5b4bfc1c-d2d0-4a82-8cd6-739e930bbba0 req-f73e069c-cc45-462f-9242-36dacd150fc8 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:43.978899 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b4bfc1c-d2d0-4a82-8cd6-739e930bbba0 req-f73e069c-cc45-462f-9242-36dacd150fc8 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5191176 May 27 22:37:44.230882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b13e3-a8da-4194-b45b-f9c699ff1119 req-1a750f4d-a56b-480d-bf0d-3d5bd36188ce tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:44.232343 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-959b13e3-a8da-4194-b45b-f9c699ff1119 req-1a750f4d-a56b-480d-bf0d-3d5bd36188ce tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.1479952 May 27 22:37:44.269744 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb2b3c-c3e1-411d-a970-c8b0126244be req-1b72162b-696f-4de3-9da9-296aed01dea2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:44.271153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8bb2b3c-c3e1-411d-a970-c8b0126244be req-1b72162b-696f-4de3-9da9-296aed01dea2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 945 time: 0.1300256 May 27 22:37:44.316656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-959b13e3-a8da-4194-b45b-f9c699ff1119 req-fedb32e8-a2fd-4b63-a748-e3520cf44f53 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776536 May 27 22:37:44.347699 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8bb2b3c-c3e1-411d-a970-c8b0126244be req-07d542e4-4f08-44f3-988e-5ff0204445ff tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681171 May 27 22:37:44.508870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19525fc-3f7b-4236-9742-6e555825ff2d req-ecf6b099-6aef-44e4-99db-461db7004e9a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:44.509478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b19525fc-3f7b-4236-9742-6e555825ff2d req-ecf6b099-6aef-44e4-99db-461db7004e9a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Synchronizing usage tracker for tenant:a0f32423ee064513a3cd2a2144bb1b80 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:37:44.548113 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77e97007-c529-42c3-a54e-f08106bef901 req-be106dd8-2dbb-4310-9d36-5086ad8b6625 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/f86ecb6c-71ad-4de2-89fc-ec81be9cfd8e HTTP/1.1" status: 200 len: 2998 time: 0.1563642 May 27 22:37:44.604727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3f4ec-e90e-4b71-97ed-5c7da0111641 req-f326e032-31ff-4e64-bf58-78112fc5c1fe tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:44.606389 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5d3f4ec-e90e-4b71-97ed-5c7da0111641 req-f326e032-31ff-4e64-bf58-78112fc5c1fe tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=24b27483-1cad-4eac-a7b5-2387c8ebbd1a HTTP/1.1" status: 200 len: 945 time: 0.1043484 May 27 22:37:44.613167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b19525fc-3f7b-4236-9742-6e555825ff2d req-ecf6b099-6aef-44e4-99db-461db7004e9a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Unset dirty status for tenant:a0f32423ee064513a3cd2a2144bb1b80 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:37:44.614309 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b19525fc-3f7b-4236-9742-6e555825ff2d req-ecf6b099-6aef-44e4-99db-461db7004e9a tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 945 time: 0.2923198 May 27 22:37:44.676235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5d3f4ec-e90e-4b71-97ed-5c7da0111641 req-5fc411ba-b96c-450e-a16c-dfddca89ee75 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606890 May 27 22:37:44.724450 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be086359-87b4-4a3b-9186-dda2e49ba084 req-2f195db9-5fad-4030-964f-6964996f6611 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-group-rules/af6e42d8-a8d5-4c29-b35b-2efb001e3d1c HTTP/1.1" status: 200 len: 783 time: 0.0301220 May 27 22:37:44.883382 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be086359-87b4-4a3b-9186-dda2e49ba084 req-6c6550b7-8895-4751-be4e-8605457bc888 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/f86ecb6c-71ad-4de2-89fc-ec81be9cfd8e HTTP/1.1" status: 200 len: 2998 time: 0.1526105 May 27 22:37:44.883735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b19525fc-3f7b-4236-9742-6e555825ff2d req-7b64be7d-c198-45c3-bb19-f36807585dd2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Deleting port e26ce2bf-6c0e-49dd-8966-2b69f3023c73 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:37:44.886225 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b19525fc-3f7b-4236-9742-6e555825ff2d req-7b64be7d-c198-45c3-bb19-f36807585dd2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:44.924462 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-be086359-87b4-4a3b-9186-dda2e49ba084 req-a29e7853-2df2-4891-a32d-8460255272d1 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:44.946591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ae800-9533-449f-a2b5-6a676001a170 req-b1073c6c-f0b2-48a1-bc14-e018ab84cbd8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:44.948179 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a3ae800-9533-449f-a2b5-6a676001a170 req-b1073c6c-f0b2-48a1-bc14-e018ab84cbd8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.1696591 May 27 22:37:44.949775 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-be086359-87b4-4a3b-9186-dda2e49ba084 req-a29e7853-2df2-4891-a32d-8460255272d1 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:45.012967 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a3ae800-9533-449f-a2b5-6a676001a170 req-db2c614f-02dc-4116-9ab9-c7ba412fa6b3 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564322 May 27 22:37:45.127708 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-be086359-87b4-4a3b-9186-dda2e49ba084 req-a29e7853-2df2-4891-a32d-8460255272d1 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:45.171681 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e7853-2df2-4891-a32d-8460255272d1 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af6e42d8-a8d5-4c29-b35b-2efb001e3d1c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:45.188239 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-be086359-87b4-4a3b-9186-dda2e49ba084 req-a29e7853-2df2-4891-a32d-8460255272d1 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:45.190827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be086359-87b4-4a3b-9186-dda2e49ba084 req-a29e7853-2df2-4891-a32d-8460255272d1 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/af6e42d8-a8d5-4c29-b35b-2efb001e3d1c HTTP/1.1" status: 204 len: 173 time: 0.3065782 May 27 22:37:45.259871 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ac2605c-9195-4421-b38d-b260ae1cfc4f req-43fb684d-6e19-4157-8a57-2e318cab0b13 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/f86ecb6c-71ad-4de2-89fc-ec81be9cfd8e HTTP/1.1" status: 200 len: 2399 time: 0.0508862 May 27 22:37:45.334580 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8ac2605c-9195-4421-b38d-b260ae1cfc4f req-845468a5-0944-4da4-80d6-3a7b15549b38 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:45.364418 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8ac2605c-9195-4421-b38d-b260ae1cfc4f req-845468a5-0944-4da4-80d6-3a7b15549b38 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:45.408410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b19525fc-3f7b-4236-9742-6e555825ff2d req-7b64be7d-c198-45c3-bb19-f36807585dd2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] For port e26ce2bf-6c0e-49dd-8966-2b69f3023c73, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e26ce2bf-6c0e-49dd-8966-2b69f3023c73,segment=NetworkSegment(a589001a-ad27-4d32-9ba8-2a5ae9f68221),segment_id=a589001a-ad27-4d32-9ba8-2a5ae9f68221)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:45.408783 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b19525fc-3f7b-4236-9742-6e555825ff2d req-7b64be7d-c198-45c3-bb19-f36807585dd2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:45.493156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e221a8e-a330-41eb-bd2e-24f486d0c47a req-da01eabc-743e-46c0-989b-d528f440d128 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:45.494597 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e221a8e-a330-41eb-bd2e-24f486d0c47a req-da01eabc-743e-46c0-989b-d528f440d128 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.46 "GET /v2.0/ports?device_id=24b27483-1cad-4eac-a7b5-2387c8ebbd1a HTTP/1.1" status: 200 len: 945 time: 0.1157789 May 27 22:37:45.599659 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8ac2605c-9195-4421-b38d-b260ae1cfc4f req-845468a5-0944-4da4-80d6-3a7b15549b38 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:45.603002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b19525fc-3f7b-4236-9742-6e555825ff2d req-7b64be7d-c198-45c3-bb19-f36807585dd2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Calling delete_port for e26ce2bf-6c0e-49dd-8966-2b69f3023c73 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:37:45.631497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-1e221a8e-a330-41eb-bd2e-24f486d0c47a req-fa682e21-fd94-477b-95ad-b43def4517b7 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Deleting port 5cd6df5c-6a75-4294-93f9-6cd87b14697f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:37:45.632320 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e221a8e-a330-41eb-bd2e-24f486d0c47a req-fa682e21-fd94-477b-95ad-b43def4517b7 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:45.658435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845468a5-0944-4da4-80d6-3a7b15549b38 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86ecb6c-71ad-4de2-89fc-ec81be9cfd8e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:45.660518 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:45.672424 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8ac2605c-9195-4421-b38d-b260ae1cfc4f req-845468a5-0944-4da4-80d6-3a7b15549b38 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:45.690461 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ac2605c-9195-4421-b38d-b260ae1cfc4f req-845468a5-0944-4da4-80d6-3a7b15549b38 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "DELETE /v2.0/security-groups/f86ecb6c-71ad-4de2-89fc-ec81be9cfd8e HTTP/1.1" status: 204 len: 173 time: 0.4240632 May 27 22:37:46.030009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48cb0e-9b71-4daa-bb40-0a583ca7dc72 req-4d5e3ad5-edc7-460c-a4a2-5bb06c5d555e tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:46.032929 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a48cb0e-9b71-4daa-bb40-0a583ca7dc72 req-4d5e3ad5-edc7-460c-a4a2-5bb06c5d555e tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.5371668 May 27 22:37:46.223699 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a48cb0e-9b71-4daa-bb40-0a583ca7dc72 req-0a8c314f-848e-447e-85f7-1b4c70047768 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523471 May 27 22:37:46.248756 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b19525fc-3f7b-4236-9742-6e555825ff2d req-7b64be7d-c198-45c3-bb19-f36807585dd2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:46.318367 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-443f2ebc-bc81-4f41-8cf1-fee91685b80c req-0122987f-74f4-4cb5-9648-a7e031a2d216 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] show failed (client error): The resource could not be found. May 27 22:37:46.319733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-443f2ebc-bc81-4f41-8cf1-fee91685b80c req-0122987f-74f4-4cb5-9648-a7e031a2d216 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/dfafb352-649f-4669-a551-a04282b01426 HTTP/1.1" status: 404 len: 352 time: 0.0347526 May 27 22:37:46.334984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1e221a8e-a330-41eb-bd2e-24f486d0c47a req-fa682e21-fd94-477b-95ad-b43def4517b7 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] For port 5cd6df5c-6a75-4294-93f9-6cd87b14697f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5cd6df5c-6a75-4294-93f9-6cd87b14697f,segment=NetworkSegment(2c817a5c-2772-40b3-8a76-8100651e541f),segment_id=2c817a5c-2772-40b3-8a76-8100651e541f)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:46.335698 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e221a8e-a330-41eb-bd2e-24f486d0c47a req-fa682e21-fd94-477b-95ad-b43def4517b7 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:46.360103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77939cb-e310-4a06-bfa6-e25ab0587a23 req-e57f5d3f-010f-4940-b2ea-3a8ff513db4c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:46.362668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64be7d-c198-45c3-bb19-f36807585dd2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Pushing event deleted for resources: {'Port': ['ID=e26ce2bf-6c0e-49dd-8966-2b69f3023c73,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:46.371809 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d77939cb-e310-4a06-bfa6-e25ab0587a23 req-e57f5d3f-010f-4940-b2ea-3a8ff513db4c tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/ports?device_id=395181c8-68c0-40cb-8f48-e85b35b7bf3c HTTP/1.1" status: 200 len: 945 time: 0.3584967 May 27 22:37:46.426085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19525fc-3f7b-4236-9742-6e555825ff2d req-7b64be7d-c198-45c3-bb19-f36807585dd2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] No DVR routers for this DVR port e26ce2bf-6c0e-49dd-8966-2b69f3023c73 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:37:46.428724 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b19525fc-3f7b-4236-9742-6e555825ff2d req-7b64be7d-c198-45c3-bb19-f36807585dd2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:46.431424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395181c8-68c0-40cb-8f48-e85b35b7bf3c', 'name': 'network-vif-deleted', 'tag': 'e26ce2bf-6c0e-49dd-8966-2b69f3023c73'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:37:46.510870 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b19525fc-3f7b-4236-9742-6e555825ff2d req-7b64be7d-c198-45c3-bb19-f36807585dd2 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.46 "DELETE /v2.0/ports/e26ce2bf-6c0e-49dd-8966-2b69f3023c73 HTTP/1.1" status: 204 len: 173 time: 1.8903251 May 27 22:37:46.540661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-1e221a8e-a330-41eb-bd2e-24f486d0c47a req-fa682e21-fd94-477b-95ad-b43def4517b7 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Calling delete_port for 5cd6df5c-6a75-4294-93f9-6cd87b14697f owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:37:46.665550 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d77939cb-e310-4a06-bfa6-e25ab0587a23 req-989c58ae-4bfe-47d0-a522-6ba33af20fd6 tempest-DeleteServersTestJSON-605631942 tempest-DeleteServersTestJSON-605631942-project] 10.222.0.27 "GET /v2.0/security-groups?id=a920cf10-3679-4d1d-9f47-3d30a64a9019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927454 May 27 22:37:46.861849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b63e8-a25c-495a-89d3-d7d3364f79fc req-19fbe31c-5d71-4bb4-9c82-f6552a2f87af tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:46.872493 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca7b63e8-a25c-495a-89d3-d7d3364f79fc req-19fbe31c-5d71-4bb4-9c82-f6552a2f87af tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=24b27483-1cad-4eac-a7b5-2387c8ebbd1a HTTP/1.1" status: 200 len: 945 time: 0.3366005 May 27 22:37:46.955723 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca7b63e8-a25c-495a-89d3-d7d3364f79fc req-f9f01b31-8486-4ca3-acc2-f53aafb6b9d2 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846388 May 27 22:37:47.000410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba483d-92be-468b-8d70-47c64a50a94d req-b69d5fef-fcc4-43d0-a63f-71486016cf80 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:47.005876 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26ba483d-92be-468b-8d70-47c64a50a94d req-b69d5fef-fcc4-43d0-a63f-71486016cf80 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.1993451 May 27 22:37:47.048104 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e221a8e-a330-41eb-bd2e-24f486d0c47a req-fa682e21-fd94-477b-95ad-b43def4517b7 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:47.059946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5cd6df5c-6a75-4294-93f9-6cd87b14697f', 'fe94df5a-00fe-4b4a-9e75-718f1ecb9328'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:37:47.101013 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['58414bfb-b107-4cc8-a693-98c456e6ea25'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:37:47.138527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa682e21-fd94-477b-95ad-b43def4517b7 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Pushing event deleted for resources: {'Port': ['ID=5cd6df5c-6a75-4294-93f9-6cd87b14697f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:47.179444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26ba483d-92be-468b-8d70-47c64a50a94d req-a2639edb-ed0f-45e1-acbc-d5efee93ddde tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574578 May 27 22:37:47.198647 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dfffba53-6fa8-46bc-a959-f7d3ba2aeb6c req-f14d03b9-764a-4fbb-94a2-26ffb52bba40 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/5c5b0f4d-faf8-4113-99b3-6933a53071c1 HTTP/1.1" status: 200 len: 1804 time: 0.1914685 May 27 22:37:47.266013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e221a8e-a330-41eb-bd2e-24f486d0c47a req-fa682e21-fd94-477b-95ad-b43def4517b7 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] No DVR routers for this DVR port 5cd6df5c-6a75-4294-93f9-6cd87b14697f on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:37:47.271316 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1e221a8e-a330-41eb-bd2e-24f486d0c47a req-fa682e21-fd94-477b-95ad-b43def4517b7 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:47.274622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b27483-1cad-4eac-a7b5-2387c8ebbd1a', 'name': 'network-vif-deleted', 'tag': '5cd6df5c-6a75-4294-93f9-6cd87b14697f'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:37:47.313928 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e368a9bc-05df-41f4-a29c-9541188ef47f'] response: {'server_uuid': '395181c8-68c0-40cb-8f48-e85b35b7bf3c', 'name': 'network-vif-deleted', 'tag': 'e26ce2bf-6c0e-49dd-8966-2b69f3023c73', 'status': 'completed', 'code': 200} May 27 22:37:47.410528 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-dfffba53-6fa8-46bc-a959-f7d3ba2aeb6c req-2c157593-0627-41e4-8f21-503230ee4a9d tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:47.440958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e221a8e-a330-41eb-bd2e-24f486d0c47a req-fa682e21-fd94-477b-95ad-b43def4517b7 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.46 "DELETE /v2.0/ports/5cd6df5c-6a75-4294-93f9-6cd87b14697f HTTP/1.1" status: 204 len: 173 time: 1.9099174 May 27 22:37:47.503011 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-dfffba53-6fa8-46bc-a959-f7d3ba2aeb6c req-2c157593-0627-41e4-8f21-503230ee4a9d tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:47.603717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7461f7f3-fbbf-4705-afb6-cbf34807ab8e req-d19006bb-3860-4168-b618-488cf71a4923 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:47.612019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7461f7f3-fbbf-4705-afb6-cbf34807ab8e req-d19006bb-3860-4168-b618-488cf71a4923 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.1518698 May 27 22:37:47.660601 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7461f7f3-fbbf-4705-afb6-cbf34807ab8e req-eeb46607-3940-443c-9f99-c45660ddb621 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475488 May 27 22:37:47.693347 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-dfffba53-6fa8-46bc-a959-f7d3ba2aeb6c req-2c157593-0627-41e4-8f21-503230ee4a9d tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:47.711005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c157593-0627-41e4-8f21-503230ee4a9d tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5b0f4d-faf8-4113-99b3-6933a53071c1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:47.719518 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-dfffba53-6fa8-46bc-a959-f7d3ba2aeb6c req-2c157593-0627-41e4-8f21-503230ee4a9d tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:47.725742 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dfffba53-6fa8-46bc-a959-f7d3ba2aeb6c req-2c157593-0627-41e4-8f21-503230ee4a9d tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "DELETE /v2.0/security-groups/5c5b0f4d-faf8-4113-99b3-6933a53071c1 HTTP/1.1" status: 204 len: 173 time: 0.5246198 May 27 22:37:47.769309 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461571da-9154-4379-a2af-270b51092b14'] response: {'server_uuid': '24b27483-1cad-4eac-a7b5-2387c8ebbd1a', 'name': 'network-vif-deleted', 'tag': '5cd6df5c-6a75-4294-93f9-6cd87b14697f', 'status': 'completed', 'code': 200} May 27 22:37:47.891638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5cd6df5c-6a75-4294-93f9-6cd87b14697f no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:37:47.893269 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cebbc557-f2cc-4101-a023-3b782c42ed65 req-4457bb2a-15ac-47b9-9cf4-7aedee2f956c tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/25773ddf-7210-48f8-a19f-d62b7a079f5a HTTP/1.1" status: 200 len: 1805 time: 0.1083217 May 27 22:37:47.991359 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-cebbc557-f2cc-4101-a023-3b782c42ed65 req-8818f8c6-cfba-462b-83be-8f2eba86d337 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:47.999438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 5cd6df5c-6a75-4294-93f9-6cd87b14697f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:37:47.999783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5cd6df5c-6a75-4294-93f9-6cd87b14697f not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:37:48.001971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e26ce2bf-6c0e-49dd-8966-2b69f3023c73 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:37:48.031004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-cebbc557-f2cc-4101-a023-3b782c42ed65 req-8818f8c6-cfba-462b-83be-8f2eba86d337 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:48.098405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: e26ce2bf-6c0e-49dd-8966-2b69f3023c73 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:37:48.100080 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e26ce2bf-6c0e-49dd-8966-2b69f3023c73 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:37:48.169627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90853d-08ad-42d8-ab4f-a38e6def45bf req-5844e819-b391-4bd2-aaa2-a4631d257ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:48.171257 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e90853d-08ad-42d8-ab4f-a38e6def45bf req-5844e819-b391-4bd2-aaa2-a4631d257ec1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 1097 time: 0.0909677 May 27 22:37:48.213909 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-cebbc557-f2cc-4101-a023-3b782c42ed65 req-8818f8c6-cfba-462b-83be-8f2eba86d337 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:48.231168 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e90853d-08ad-42d8-ab4f-a38e6def45bf req-5517651d-a19b-49a2-a272-c52324ee1bf7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531991 May 27 22:37:48.276282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818f8c6-cfba-462b-83be-8f2eba86d337 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25773ddf-7210-48f8-a19f-d62b7a079f5a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:48.300645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b13decc2-14db-47e1-92ff-425058629885 req-3462026c-9cd8-44be-a6f3-bbb365cfbfad tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Synchronizing usage tracker for tenant:702983bd35cb4605b02c21f0ba67379d on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:37:48.305354 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-cebbc557-f2cc-4101-a023-3b782c42ed65 req-8818f8c6-cfba-462b-83be-8f2eba86d337 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:48.329385 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cebbc557-f2cc-4101-a023-3b782c42ed65 req-8818f8c6-cfba-462b-83be-8f2eba86d337 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "DELETE /v2.0/security-groups/25773ddf-7210-48f8-a19f-d62b7a079f5a HTTP/1.1" status: 204 len: 173 time: 0.4129791 May 27 22:37:48.453912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b13decc2-14db-47e1-92ff-425058629885 req-3462026c-9cd8-44be-a6f3-bbb365cfbfad tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Unset dirty status for tenant:702983bd35cb4605b02c21f0ba67379d on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:37:48.458359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b13decc2-14db-47e1-92ff-425058629885 req-3462026c-9cd8-44be-a6f3-bbb365cfbfad tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=24b27483-1cad-4eac-a7b5-2387c8ebbd1a HTTP/1.1" status: 200 len: 210 time: 0.2221043 May 27 22:37:48.599589 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa178fbc-9176-4120-a79c-2ff8623652e1 req-6c314c04-3344-4af9-8e4b-dd27ede65d21 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/87e0d068-74ea-4871-aebb-d6c2569944ef HTTP/1.1" status: 200 len: 1806 time: 0.1110623 May 27 22:37:48.642989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec0bdf-3cab-4a61-8954-71267f44a865 req-b2d0e871-733c-4606-869c-4bd4cd4d44dd tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:48.644461 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93ec0bdf-3cab-4a61-8954-71267f44a865 req-b2d0e871-733c-4606-869c-4bd4cd4d44dd tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.1431758 May 27 22:37:48.719734 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93ec0bdf-3cab-4a61-8954-71267f44a865 req-059de350-5bea-4987-b5b6-3c42e55cdd19 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680735 May 27 22:37:48.725339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-aa178fbc-9176-4120-a79c-2ff8623652e1 req-415d53b7-0af6-4726-8c7a-39f0e0eb63df tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:48.798036 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-aa178fbc-9176-4120-a79c-2ff8623652e1 req-415d53b7-0af6-4726-8c7a-39f0e0eb63df tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:48.939027 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-aa178fbc-9176-4120-a79c-2ff8623652e1 req-415d53b7-0af6-4726-8c7a-39f0e0eb63df tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:48.963798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d53b7-0af6-4726-8c7a-39f0e0eb63df tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e0d068-74ea-4871-aebb-d6c2569944ef,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:49.139018 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-aa178fbc-9176-4120-a79c-2ff8623652e1 req-415d53b7-0af6-4726-8c7a-39f0e0eb63df tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:49.139018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa178fbc-9176-4120-a79c-2ff8623652e1 req-415d53b7-0af6-4726-8c7a-39f0e0eb63df tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "DELETE /v2.0/security-groups/87e0d068-74ea-4871-aebb-d6c2569944ef HTTP/1.1" status: 204 len: 173 time: 0.5178378 May 27 22:37:49.204283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984dd3e-467b-4d26-9ec0-f937c695f4a3 req-b41133b5-c69b-4bff-9d90-0d6460818868 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:49.204283 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a984dd3e-467b-4d26-9ec0-f937c695f4a3 req-b41133b5-c69b-4bff-9d90-0d6460818868 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.2380264 May 27 22:37:49.276413 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a984dd3e-467b-4d26-9ec0-f937c695f4a3 req-47ce6209-5dc3-490f-9bc5-3308467c504e tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650063 May 27 22:37:49.354985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f20faf34-79bc-4c1d-8454-ed9fd3267bae req-d8a91d27-40ca-40ef-9ca9-e5adeab1a107 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/32ce96f1-fe5f-4d0b-b87a-3f07d6682bdb HTTP/1.1" status: 200 len: 2407 time: 0.0546920 May 27 22:37:49.451539 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f20faf34-79bc-4c1d-8454-ed9fd3267bae req-640408b7-3c86-4ba8-b31e-2b781013d7e4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:49.489675 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f20faf34-79bc-4c1d-8454-ed9fd3267bae req-640408b7-3c86-4ba8-b31e-2b781013d7e4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:49.631147 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f20faf34-79bc-4c1d-8454-ed9fd3267bae req-640408b7-3c86-4ba8-b31e-2b781013d7e4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:49.672025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640408b7-3c86-4ba8-b31e-2b781013d7e4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ce96f1-fe5f-4d0b-b87a-3f07d6682bdb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:49.676939 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f20faf34-79bc-4c1d-8454-ed9fd3267bae req-640408b7-3c86-4ba8-b31e-2b781013d7e4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:49.683930 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f20faf34-79bc-4c1d-8454-ed9fd3267bae req-640408b7-3c86-4ba8-b31e-2b781013d7e4 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "DELETE /v2.0/security-groups/32ce96f1-fe5f-4d0b-b87a-3f07d6682bdb HTTP/1.1" status: 204 len: 173 time: 0.3195090 May 27 22:37:49.816851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a10a8361-d9b6-4deb-be50-ea08a8890037 req-92b7b33c-8716-4b7d-9c9c-502d8168f01a tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "GET /v2.0/security-groups/a66e719d-8a3b-4fd4-8d7f-849ecf7365e2 HTTP/1.1" status: 200 len: 2398 time: 0.0651858 May 27 22:37:49.894512 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a10a8361-d9b6-4deb-be50-ea08a8890037 req-f4edfeee-88a5-4176-bae1-97ab52a882c5 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:49.926473 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a10a8361-d9b6-4deb-be50-ea08a8890037 req-f4edfeee-88a5-4176-bae1-97ab52a882c5 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:50.068871 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a10a8361-d9b6-4deb-be50-ea08a8890037 req-f4edfeee-88a5-4176-bae1-97ab52a882c5 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:50.094447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4edfeee-88a5-4176-bae1-97ab52a882c5 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66e719d-8a3b-4fd4-8d7f-849ecf7365e2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:50.106337 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a10a8361-d9b6-4deb-be50-ea08a8890037 req-f4edfeee-88a5-4176-bae1-97ab52a882c5 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:50.112444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a10a8361-d9b6-4deb-be50-ea08a8890037 req-f4edfeee-88a5-4176-bae1-97ab52a882c5 tempest-SecurityGroupRulesTestJSON-744441745 tempest-SecurityGroupRulesTestJSON-744441745-project] 10.222.0.27 "DELETE /v2.0/security-groups/a66e719d-8a3b-4fd4-8d7f-849ecf7365e2 HTTP/1.1" status: 204 len: 173 time: 0.2943673 May 27 22:37:50.113852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56164) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:50.155239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c5360-43de-48be-b733-1b1bb7a2660a req-88b42d47-ce87-49d3-8239-c2b6bdacf297 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:50.162972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f37c5360-43de-48be-b733-1b1bb7a2660a req-88b42d47-ce87-49d3-8239-c2b6bdacf297 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.1545992 May 27 22:37:50.252767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d6046e-6d3f-4d76-8b94-d305902815e5 admin admin] Deleting subnet 00cabe0b-965c-4d40-93ec-beb762424ed5 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:37:50.262340 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1d6046e-6d3f-4d76-8b94-d305902815e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:50.319933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f37c5360-43de-48be-b733-1b1bb7a2660a req-c2120274-ea75-45c1-a3bc-cbc67f3c0ead tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560309 May 27 22:37:50.446796 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1d6046e-6d3f-4d76-8b94-d305902815e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:50.539604 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1d6046e-6d3f-4d76-8b94-d305902815e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:50.706231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463f3c95-fc96-425a-91bd-6acc4303623a req-a57a5feb-e9e4-4ba5-b6f4-f6c649253f38 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:50.708607 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-463f3c95-fc96-425a-91bd-6acc4303623a req-a57a5feb-e9e4-4ba5-b6f4-f6c649253f38 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.1251383 May 27 22:37:50.765790 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-463f3c95-fc96-425a-91bd-6acc4303623a req-9c0b5363-6b80-45ac-bcb2-42f6d711a9b0 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483205 May 27 22:37:50.792981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1d6046e-6d3f-4d76-8b94-d305902815e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:50.886590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6046e-6d3f-4d76-8b94-d305902815e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00cabe0b-965c-4d40-93ec-beb762424ed5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:50.899179 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1d6046e-6d3f-4d76-8b94-d305902815e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:50.905855 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b1d6046e-6d3f-4d76-8b94-d305902815e5 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/00cabe0b-965c-4d40-93ec-beb762424ed5 HTTP/1.1" status: 204 len: 168 time: 0.7908502 May 27 22:37:50.908450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56198) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:51.074203 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9229-cc2c-4114-b2b4-5867fd27cefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:51.333139 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9229-cc2c-4114-b2b4-5867fd27cefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:51.385663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c1cd9229-cc2c-4114-b2b4-5867fd27cefb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90840ee9-9b6d-4486-813d-905b9211437d']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:37:51.408335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c1cd9229-cc2c-4114-b2b4-5867fd27cefb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312b6a4d-78fb-43bf-ba2e-42793b8485f9') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:37:51.408955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c1cd9229-cc2c-4114-b2b4-5867fd27cefb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312b6a4d-78fb-43bf-ba2e-42793b8485f9') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:37:51.457466 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9229-cc2c-4114-b2b4-5867fd27cefb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:51.479666 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9229-cc2c-4114-b2b4-5867fd27cefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:51.486129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51692c02-6bae-418e-b0b1-8a4d88edda47 req-5a705e6c-e854-43ad-b506-0dc47265d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:51.487611 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-51692c02-6bae-418e-b0b1-8a4d88edda47 req-5a705e6c-e854-43ad-b506-0dc47265d2fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=82f014b25abf4c19a049c6e511375f4f&device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 1097 time: 0.1969652 May 27 22:37:51.489063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1cd9229-cc2c-4114-b2b4-5867fd27cefb admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:37:51.489716 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9229-cc2c-4114-b2b4-5867fd27cefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:51.521346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ced77-c3e3-4250-90c4-abb206a610a8 req-cc65dd6b-3e42-48f9-b43f-b7d56f7f6cac tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:51.529927 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b5ced77-c3e3-4250-90c4-abb206a610a8 req-cc65dd6b-3e42-48f9-b43f-b7d56f7f6cac tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.3062778 May 27 22:37:51.580552 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 312b6a4d-78fb-43bf-ba2e-42793b8485f9 resource provider aggregate not found May 27 22:37:51.642310 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 312b6a4d-78fb-43bf-ba2e-42793b8485f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 312b6a4d-78fb-43bf-ba2e-42793b8485f9 found for delete ", "request_id": "req-8c82291e-4306-4c96-89f6-7dcb2409b428"}]} May 27 22:37:51.662469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b5ced77-c3e3-4250-90c4-abb206a610a8 req-6eac3460-41f9-45b3-9494-a81ea8791093 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312881 May 27 22:37:51.720544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51692c02-6bae-418e-b0b1-8a4d88edda47 req-d7f92fd8-ad75-4bf6-9a6c-a63967b3bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:51.722431 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-51692c02-6bae-418e-b0b1-8a4d88edda47 req-d7f92fd8-ad75-4bf6-9a6c-a63967b3bbcb service neutron] 10.222.0.57 "GET /v2.0/networks?id=8be13602-4cfa-458d-a78a-e81021b10d09 HTTP/1.1" status: 200 len: 911 time: 0.2275326 May 27 22:37:51.739321 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9229-cc2c-4114-b2b4-5867fd27cefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:51.780627 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9229-cc2c-4114-b2b4-5867fd27cefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:51.786827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd9229-cc2c-4114-b2b4-5867fd27cefb admin admin] Pushing event deleted for resources: {'Network': ['ID=90840ee9-9b6d-4486-813d-905b9211437d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:51.802086 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c1cd9229-cc2c-4114-b2b4-5867fd27cefb admin admin] 10.222.0.27 "DELETE /v2.0/networks/90840ee9-9b6d-4486-813d-905b9211437d HTTP/1.1" status: 204 len: 168 time: 0.8896582 May 27 22:37:51.862065 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-51692c02-6bae-418e-b0b1-8a4d88edda47 req-32549475-7d94-48c7-93ab-c03ea49ef6d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bef55860-16db-4dbe-939b-a8a8d7c2adbc HTTP/1.1" status: 200 len: 217 time: 0.1323206 May 27 22:37:51.977889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51692c02-6bae-418e-b0b1-8a4d88edda47 req-7a5e960b-1de0-4d66-91f4-a9ab77ef45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:51.988763 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-51692c02-6bae-418e-b0b1-8a4d88edda47 req-7a5e960b-1de0-4d66-91f4-a9ab77ef45f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c1980ea9-a648-44d4-9eb2-ca5f3fcf57da HTTP/1.1" status: 200 len: 850 time: 0.1133916 May 27 22:37:52.103698 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-51692c02-6bae-418e-b0b1-8a4d88edda47 req-29169c33-ea68-42ac-8ab2-87e611fe2549 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8be13602-4cfa-458d-a78a-e81021b10d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1096921 May 27 22:37:52.110367 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:52.198533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ca1c2-f742-44d4-a9d4-e3d4fc918d08 req-c8c646d2-c7f5-4836-9853-35575a6f0003 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:52.200575 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e5ca1c2-f742-44d4-a9d4-e3d4fc918d08 req-c8c646d2-c7f5-4836-9853-35575a6f0003 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.1753697 May 27 22:37:52.314332 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-51692c02-6bae-418e-b0b1-8a4d88edda47 req-4a9530f9-90e4-4ee0-ab01-1101c30462da service neutron] 10.222.0.57 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030694 May 27 22:37:52.324598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e5ca1c2-f742-44d4-a9d4-e3d4fc918d08 req-5dd44334-d356-4797-87a4-840b6a513db8 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171157 May 27 22:37:52.452542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed604e-ccaf-4a9f-9668-982e41ebc0cd req-6f265e68-9f07-456c-a826-0970be9ad627 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:52.460195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed604e-ccaf-4a9f-9668-982e41ebc0cd req-6f265e68-9f07-456c-a826-0970be9ad627 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:52.483120 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3bed604e-ccaf-4a9f-9668-982e41ebc0cd req-6f265e68-9f07-456c-a826-0970be9ad627 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab&device_id=f3ec0778-71da-47f2-93c7-b39c5b07b68b HTTP/1.1" status: 200 len: 1681 time: 0.2335057 May 27 22:37:52.522440 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-51692c02-6bae-418e-b0b1-8a4d88edda47 req-ba43449c-0c79-4095-a35f-00a973e4c4de service neutron] 10.222.0.57 "GET /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004380 May 27 22:37:52.549278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3bed604e-ccaf-4a9f-9668-982e41ebc0cd req-238278c4-6135-474c-8bae-9eb4a65af290 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768871 May 27 22:37:52.598528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56272) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:52.682926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d8ba8e7b-46c6-4e9f-8dc4-4cc46ade9da7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=04aff4bc1b85441790a2ee7cf32cff05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821135 May 27 22:37:52.684972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56280) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:52.967317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32f1bb-37e7-442d-8dd5-9ff3cf8a2986 req-9dd6243b-9c61-4fd2-a7ed-32e8fa203d86 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:52.992994 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a32f1bb-37e7-442d-8dd5-9ff3cf8a2986 req-9dd6243b-9c61-4fd2-a7ed-32e8fa203d86 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.1304274 May 27 22:37:53.114309 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a32f1bb-37e7-442d-8dd5-9ff3cf8a2986 req-c5d7272f-1f1e-4856-addb-42a01b71dd33 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200376 May 27 22:37:53.174417 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f419ca8-f613-44dc-9a25-1201ecbb252f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:53.226463 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f419ca8-f613-44dc-9a25-1201ecbb252f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:53.402122 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f419ca8-f613-44dc-9a25-1201ecbb252f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:53.431468 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f419ca8-f613-44dc-9a25-1201ecbb252f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:53.432959 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8f419ca8-f613-44dc-9a25-1201ecbb252f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b7801cce-4412-4ac1-94a9-3547bac8dc49 HTTP/1.1" status: 204 len: 168 time: 0.7458737 May 27 22:37:53.444871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f419ca8-f613-44dc-9a25-1201ecbb252f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7801cce-4412-4ac1-94a9-3547bac8dc49,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:53.720168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab8c7c-8733-435c-bd0e-9e037934145e req-b9707aee-7d0d-4100-bb48-54172108d717 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:53.722123 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9aab8c7c-8733-435c-bd0e-9e037934145e req-b9707aee-7d0d-4100-bb48-54172108d717 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.1806476 May 27 22:37:53.881396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9aab8c7c-8733-435c-bd0e-9e037934145e req-79943f4f-0c11-46dd-be51-d4122d738384 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517990 May 27 22:37:54.519108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205160be-10bc-4356-a1c4-8e814279037e req-ca4b1978-ede4-452c-af2a-0d166c6799c8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:54.519108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-205160be-10bc-4356-a1c4-8e814279037e req-ca4b1978-ede4-452c-af2a-0d166c6799c8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.1795821 May 27 22:37:54.632152 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-205160be-10bc-4356-a1c4-8e814279037e req-39b4b2e8-462e-482f-a8fe-50bbaa0bcd30 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988591 May 27 22:37:54.979512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d74af-99da-40f2-8a99-cd6064a296d6 req-df0ebe43-745d-4564-b703-0dcdeef5a414 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:54.981100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-727d74af-99da-40f2-8a99-cd6064a296d6 req-df0ebe43-745d-4564-b703-0dcdeef5a414 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3ec0778-71da-47f2-93c7-b39c5b07b68b HTTP/1.1" status: 200 len: 945 time: 0.1502163 May 27 22:37:55.124490 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-727d74af-99da-40f2-8a99-cd6064a296d6 req-05cc555f-32cc-4138-8426-611ad6cc9111 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345375 May 27 22:37:55.171824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45391ec8-13cf-4286-863c-0d4b3080896c req-e82fe49f-c2a7-4fb3-bc3d-ff3120252a36 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:55.173309 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45391ec8-13cf-4286-863c-0d4b3080896c req-e82fe49f-c2a7-4fb3-bc3d-ff3120252a36 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.1098344 May 27 22:37:55.224104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45391ec8-13cf-4286-863c-0d4b3080896c req-67dacc11-276c-4b7b-bec8-dab2ddf576ae tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418243 May 27 22:37:55.294140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56366) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:55.786823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd3233-68cf-4b11-a7a7-33a3677a5d78 req-64440dfe-ff29-484b-81cb-07e30942a01c tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:55.800100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fdbd3233-68cf-4b11-a7a7-33a3677a5d78 req-64440dfe-ff29-484b-81cb-07e30942a01c tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Synchronizing usage tracker for tenant:702983bd35cb4605b02c21f0ba67379d on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:37:55.818956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fdbd3233-68cf-4b11-a7a7-33a3677a5d78 req-64440dfe-ff29-484b-81cb-07e30942a01c tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Unset dirty status for tenant:702983bd35cb4605b02c21f0ba67379d on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:37:55.823475 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fdbd3233-68cf-4b11-a7a7-33a3677a5d78 req-64440dfe-ff29-484b-81cb-07e30942a01c tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3ec0778-71da-47f2-93c7-b39c5b07b68b HTTP/1.1" status: 200 len: 945 time: 0.2045155 May 27 22:37:55.870451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56392) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:55.918712 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-fdbd3233-68cf-4b11-a7a7-33a3677a5d78 req-e7a4dff9-d2e8-4d1b-a2ec-8f4963299a74 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Deleting port 58414bfb-b107-4cc8-a693-98c456e6ea25 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:37:55.919068 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fdbd3233-68cf-4b11-a7a7-33a3677a5d78 req-e7a4dff9-d2e8-4d1b-a2ec-8f4963299a74 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:55.982078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d1a337-69f7-41ec-ac45-3c1db0ff56e6 admin admin] Deleting subnet a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:37:56.021658 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-87d1a337-69f7-41ec-ac45-3c1db0ff56e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:56.101849 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-87d1a337-69f7-41ec-ac45-3c1db0ff56e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:56.193727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2060288768-network', 'tenant_id': 'ffdd16df709c4321b4e792b573988228'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:56.230384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:56.241755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a50c33-a451-46c0-93b9-a0349519742a req-d1e01ccf-6411-4202-a64e-cfd7b54e08dc tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:56.251732 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71a50c33-a451-46c0-93b9-a0349519742a req-d1e01ccf-6411-4202-a64e-cfd7b54e08dc tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.3711305 May 27 22:37:56.291402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa308a9-80cf-40f5-8999-887f1b00718a req-53f5b244-9289-4091-97ec-fc2da154d7b9 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:56.293401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5fa308a9-80cf-40f5-8999-887f1b00718a req-53f5b244-9289-4091-97ec-fc2da154d7b9 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab HTTP/1.1" status: 200 len: 945 time: 0.5669024 May 27 22:37:56.314830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Usage tracker for resource:network and tenant:ffdd16df709c4321b4e792b573988228 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:56.321580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fdbd3233-68cf-4b11-a7a7-33a3677a5d78 req-e7a4dff9-d2e8-4d1b-a2ec-8f4963299a74 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] For port 58414bfb-b107-4cc8-a693-98c456e6ea25, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=58414bfb-b107-4cc8-a693-98c456e6ea25,segment=NetworkSegment(2c817a5c-2772-40b3-8a76-8100651e541f),segment_id=2c817a5c-2772-40b3-8a76-8100651e541f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:56.322355 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fdbd3233-68cf-4b11-a7a7-33a3677a5d78 req-e7a4dff9-d2e8-4d1b-a2ec-8f4963299a74 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:56.386911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:56.407223 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-87d1a337-69f7-41ec-ac45-3c1db0ff56e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:56.495970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-fdbd3233-68cf-4b11-a7a7-33a3677a5d78 req-e7a4dff9-d2e8-4d1b-a2ec-8f4963299a74 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Calling delete_port for 58414bfb-b107-4cc8-a693-98c456e6ea25 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:37:56.538863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:56.584002 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71a50c33-a451-46c0-93b9-a0349519742a req-60bd80f9-32da-47e4-a0fe-a97849e839a9 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313146 May 27 22:37:56.658803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-5fa308a9-80cf-40f5-8999-887f1b00718a req-1e51682a-f6b8-4647-a1d4-cb2280afbdc1 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Deleting port fe94df5a-00fe-4b4a-9e75-718f1ecb9328 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:37:56.659147 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5fa308a9-80cf-40f5-8999-887f1b00718a req-1e51682a-f6b8-4647-a1d4-cb2280afbdc1 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:56.795397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Made reservation on behalf of ffdd16df709c4321b4e792b573988228 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:37:56.797995 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:56.801741 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fdbd3233-68cf-4b11-a7a7-33a3677a5d78 req-e7a4dff9-d2e8-4d1b-a2ec-8f4963299a74 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:56.815650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['fe94df5a-00fe-4b4a-9e75-718f1ecb9328'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:37:56.907784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4dff9-d2e8-4d1b-a2ec-8f4963299a74 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Pushing event deleted for resources: {'Port': ['ID=58414bfb-b107-4cc8-a693-98c456e6ea25,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:56.920036 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['58414bfb-b107-4cc8-a693-98c456e6ea25'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:37:56.996096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbd3233-68cf-4b11-a7a7-33a3677a5d78 req-e7a4dff9-d2e8-4d1b-a2ec-8f4963299a74 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] No DVR routers for this DVR port 58414bfb-b107-4cc8-a693-98c456e6ea25 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:37:56.999742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fdbd3233-68cf-4b11-a7a7-33a3677a5d78 req-e7a4dff9-d2e8-4d1b-a2ec-8f4963299a74 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:57.004595 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ec0778-71da-47f2-93c7-b39c5b07b68b', 'name': 'network-vif-deleted', 'tag': '58414bfb-b107-4cc8-a693-98c456e6ea25'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:37:57.029591 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:57.050448 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-87d1a337-69f7-41ec-ac45-3c1db0ff56e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:57.094080 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fdbd3233-68cf-4b11-a7a7-33a3677a5d78 req-e7a4dff9-d2e8-4d1b-a2ec-8f4963299a74 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.57 "DELETE /v2.0/ports/58414bfb-b107-4cc8-a693-98c456e6ea25 HTTP/1.1" status: 204 len: 173 time: 1.2641602 May 27 22:37:57.129955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:57.203215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1a337-69f7-41ec-ac45-3c1db0ff56e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:57.212090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980154e9-8b98-4c09-8a92-7bc23e314912 req-d7dd0cd5-ae64-40e0-81c7-bbba5a43c888 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:57.213627 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-980154e9-8b98-4c09-8a92-7bc23e314912 req-d7dd0cd5-ae64-40e0-81c7-bbba5a43c888 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3ec0778-71da-47f2-93c7-b39c5b07b68b HTTP/1.1" status: 200 len: 945 time: 0.8313417 May 27 22:37:57.214747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Usage tracker for resource:security_group_rule and tenant:ffdd16df709c4321b4e792b573988228 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:57.222966 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-87d1a337-69f7-41ec-ac45-3c1db0ff56e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:57.241358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:57.257768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:57.283520 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-87d1a337-69f7-41ec-ac45-3c1db0ff56e6 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/a7f4d8d4-cca6-4e28-9c1a-b8d1ccb19cfb HTTP/1.1" status: 204 len: 168 time: 1.9877226 May 27 22:37:57.292414 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56472) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:57.377658 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-980154e9-8b98-4c09-8a92-7bc23e314912 req-80233607-7c7d-4218-83d8-b6a521eb298a tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/security-groups?id=d5759e02-8e1a-4653-9ea8-fb231d19297a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322632 May 27 22:37:57.395435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-5fa308a9-80cf-40f5-8999-887f1b00718a req-1e51682a-f6b8-4647-a1d4-cb2280afbdc1 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] For port fe94df5a-00fe-4b4a-9e75-718f1ecb9328, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fe94df5a-00fe-4b4a-9e75-718f1ecb9328,segment=NetworkSegment(2c817a5c-2772-40b3-8a76-8100651e541f),segment_id=2c817a5c-2772-40b3-8a76-8100651e541f)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:37:57.396257 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5fa308a9-80cf-40f5-8999-887f1b00718a req-1e51682a-f6b8-4647-a1d4-cb2280afbdc1 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:57.430284 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a14b5603-296c-4bea-8d2b-ae80369b43d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:57.485736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb4660-124c-40e3-a26f-35afabfd4d40 req-5c854281-b5dc-43c7-811f-e8dca4b34ee0 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:57.496901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4bb4660-124c-40e3-a26f-35afabfd4d40 req-5c854281-b5dc-43c7-811f-e8dca4b34ee0 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.6732974 May 27 22:37:57.505809 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-089de15d-f1c8-4fb1-99e9-5c090220a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:57.585160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-5fa308a9-80cf-40f5-8999-887f1b00718a req-1e51682a-f6b8-4647-a1d4-cb2280afbdc1 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Calling delete_port for fe94df5a-00fe-4b4a-9e75-718f1ecb9328 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:37:57.700289 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-089de15d-f1c8-4fb1-99e9-5c090220a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:57.731124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4bb4660-124c-40e3-a26f-35afabfd4d40 req-1a61ff94-7636-42b6-89f8-23d4d5be63e6 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330406 May 27 22:37:57.813563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-089de15d-f1c8-4fb1-99e9-5c090220a606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa183cd-844a-4771-a3e2-7a9231a95041']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:37:57.835675 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:57.867780 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a7f746-d04a-4ecd-bee6-e04201deec92'] response: {'server_uuid': 'f3ec0778-71da-47f2-93c7-b39c5b07b68b', 'name': 'network-vif-deleted', 'tag': '58414bfb-b107-4cc8-a693-98c456e6ea25', 'status': 'completed', 'code': 200} May 27 22:37:57.879120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-089de15d-f1c8-4fb1-99e9-5c090220a606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a589001a-ad27-4d32-9ba8-2a5ae9f68221') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:37:57.879410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-089de15d-f1c8-4fb1-99e9-5c090220a606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a589001a-ad27-4d32-9ba8-2a5ae9f68221') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:37:57.900744 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-089de15d-f1c8-4fb1-99e9-5c090220a606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:57.906728 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:57.918105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-089de15d-f1c8-4fb1-99e9-5c090220a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:57.925441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089de15d-f1c8-4fb1-99e9-5c090220a606 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:37:57.926072 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-089de15d-f1c8-4fb1-99e9-5c090220a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:57.964277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1babf15a-f5b6-4d89-8ffd-85c5894e6fa4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:58.007053 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a589001a-ad27-4d32-9ba8-2a5ae9f68221 resource provider aggregate not found May 27 22:37:58.041775 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a589001a-ad27-4d32-9ba8-2a5ae9f68221 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a589001a-ad27-4d32-9ba8-2a5ae9f68221 found for delete ", "request_id": "req-c48a3710-62ba-47a4-8482-16e992996761"}]} May 27 22:37:58.061884 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5fa308a9-80cf-40f5-8999-887f1b00718a req-1e51682a-f6b8-4647-a1d4-cb2280afbdc1 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:58.098263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['58414bfb-b107-4cc8-a693-98c456e6ea25'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:37:58.118450 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-089de15d-f1c8-4fb1-99e9-5c090220a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:58.150592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:37:58.182524 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-089de15d-f1c8-4fb1-99e9-5c090220a606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:58.189302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089de15d-f1c8-4fb1-99e9-5c090220a606 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa183cd-844a-4771-a3e2-7a9231a95041,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:58.255445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51682a-f6b8-4647-a1d4-cb2280afbdc1 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Pushing event deleted for resources: {'Port': ['ID=fe94df5a-00fe-4b4a-9e75-718f1ecb9328,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:58.328058 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-089de15d-f1c8-4fb1-99e9-5c090220a606 admin admin] 10.222.0.27 "DELETE /v2.0/networks/7fa183cd-844a-4771-a3e2-7a9231a95041 HTTP/1.1" status: 204 len: 168 time: 1.0342743 May 27 22:37:58.334500 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:58.334850 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Added segment 3a3804fe-67f0-4b64-b4e3-68d26879e52e of type vlan for network 280cb8c6-f33f-4f34-ba81-bfff6cb5d38f May 27 22:37:58.489320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa308a9-80cf-40f5-8999-887f1b00718a req-1e51682a-f6b8-4647-a1d4-cb2280afbdc1 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] No DVR routers for this DVR port fe94df5a-00fe-4b4a-9e75-718f1ecb9328 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:37:58.508721 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5fa308a9-80cf-40f5-8999-887f1b00718a req-1e51682a-f6b8-4647-a1d4-cb2280afbdc1 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:58.512830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab', 'name': 'network-vif-deleted', 'tag': 'fe94df5a-00fe-4b4a-9e75-718f1ecb9328'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:37:58.553714 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:58.572399 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5fa308a9-80cf-40f5-8999-887f1b00718a req-1e51682a-f6b8-4647-a1d4-cb2280afbdc1 tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.46 "DELETE /v2.0/ports/fe94df5a-00fe-4b4a-9e75-718f1ecb9328 HTTP/1.1" status: 204 len: 173 time: 2.2588739 May 27 22:37:58.623442 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca25e1-3401-4aa2-b9bd-d9db44e53c5b req-2ec12c19-9722-4110-b4ad-0c02047265d4 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:58.634160 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56ca25e1-3401-4aa2-b9bd-d9db44e53c5b req-2ec12c19-9722-4110-b4ad-0c02047265d4 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.4738331 May 27 22:37:58.816739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-18050c14-f404-46bc-bb2b-e00969989938 req-c7513ac0-c634-46f7-abe3-427db6c22e2b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Synchronizing usage tracker for tenant:702983bd35cb4605b02c21f0ba67379d on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:37:58.827662 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56ca25e1-3401-4aa2-b9bd-d9db44e53c5b req-b89e87e3-c4cf-485e-8454-5a71ab95ad98 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923866 May 27 22:37:58.884106 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3146dcdf-5df2-4541-a19f-f332d22f87f5'] response: {'server_uuid': 'd1b6b9c5-cf27-4d4d-b40d-bd491f1cb4ab', 'name': 'network-vif-deleted', 'tag': 'fe94df5a-00fe-4b4a-9e75-718f1ecb9328', 'status': 'completed', 'code': 200} May 27 22:37:58.904383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-18050c14-f404-46bc-bb2b-e00969989938 req-c7513ac0-c634-46f7-abe3-427db6c22e2b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] Unset dirty status for tenant:702983bd35cb4605b02c21f0ba67379d on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:37:58.909423 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-18050c14-f404-46bc-bb2b-e00969989938 req-c7513ac0-c634-46f7-abe3-427db6c22e2b tempest-ListServersNegativeTestJSON-1166627921 tempest-ListServersNegativeTestJSON-1166627921-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3ec0778-71da-47f2-93c7-b39c5b07b68b HTTP/1.1" status: 200 len: 210 time: 0.2186670 May 27 22:37:58.910108 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:58.911069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:58.912180 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:59.124813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] Pushing event updated for resources: {'Network': ['ID=280cb8c6-f33f-4f34-ba81-bfff6cb5d38f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:59.135899 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f2d1f8cc-4790-4b09-82a2-e2add080b21d admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.2480438 May 27 22:37:59.136652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 280cb8c6-f33f-4f34-ba81-bfff6cb5d38f details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:37:59.139876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56520) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:59.145804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] Request body: {'subnet': {'network_id': '280cb8c6-f33f-4f34-ba81-bfff6cb5d38f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2060288768-subnet', 'tenant_id': 'ffdd16df709c4321b4e792b573988228', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:37:59.164782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:37:59.171490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] Usage tracker for resource:subnet and tenant:ffdd16df709c4321b4e792b573988228 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:37:59.177059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:37:59.190376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:37:59.210786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756fc7c7-94ce-4d51-8edf-ec79191f587a req-e2151268-62e1-43e6-9ac6-a295468e4cee tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:37:59.212382 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-756fc7c7-94ce-4d51-8edf-ec79191f587a req-e2151268-62e1-43e6-9ac6-a295468e4cee tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.1743255 May 27 22:37:59.241265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56526) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:59.303418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] Made reservation on behalf of ffdd16df709c4321b4e792b573988228 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:37:59.306691 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:59.339629 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0856761-5cd0-48cc-ac22-1cde0362a16a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a0f32423ee064513a3cd2a2144bb1b80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0971000 May 27 22:37:59.340496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56530) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:37:59.363454 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-756fc7c7-94ce-4d51-8edf-ec79191f587a req-5cf9857a-c737-4d3c-8895-0c5d42a8d056 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419272 May 27 22:37:59.414303 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f04af0d3-8828-4a28-bdf1-57aea56137d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:59.447382 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f04af0d3-8828-4a28-bdf1-57aea56137d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:59.674811 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f04af0d3-8828-4a28-bdf1-57aea56137d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:59.674940 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57ee318c-4be9-47c4-b1f7-89d7b0c6bd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:59.701539 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f04af0d3-8828-4a28-bdf1-57aea56137d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:59.706930 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f04af0d3-8828-4a28-bdf1-57aea56137d3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a920cf10-3679-4d1d-9f47-3d30a64a9019 HTTP/1.1" status: 204 len: 168 time: 0.3644109 May 27 22:37:59.708887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04af0d3-8828-4a28-bdf1-57aea56137d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a920cf10-3679-4d1d-9f47-3d30a64a9019,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:59.721879 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:37:59.844557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc1f918-5135-48c6-a4f3-854e57f76ae6,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:37:59.856064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] Checking segment: {'id': '3a3804fe-67f0-4b64-b4e3-68d26879e52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '280cb8c6-f33f-4f34-ba81-bfff6cb5d38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:37:59.856525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] Network hostable DHCP agents. Network: 280cb8c6-f33f-4f34-ba81-bfff6cb5d38f, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:37:59.951583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fe94df5a-00fe-4b4a-9e75-718f1ecb9328 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:38:00.000369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: fe94df5a-00fe-4b4a-9e75-718f1ecb9328 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:38:00.000727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fe94df5a-00fe-4b4a-9e75-718f1ecb9328 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:38:00.007272 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] Network 280cb8c6-f33f-4f34-ba81-bfff6cb5d38f is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:38:00.073863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348fcb4-3e43-4a59-844f-25172de58f6f req-6bd705de-6066-46a1-9f22-7dc3e011d424 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:00.076214 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3348fcb4-3e43-4a59-844f-25172de58f6f req-6bd705de-6066-46a1-9f22-7dc3e011d424 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.1093953 May 27 22:38:00.109979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:00.114333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 280cb8c6-f33f-4f34-ba81-bfff6cb5d38f) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:00.120312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:00.120777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944a95c9-5cf6-4727-8f5b-74ecb5d3a7c6 None None] Network 280cb8c6-f33f-4f34-ba81-bfff6cb5d38f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:00.120929 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:00.130350 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3348fcb4-3e43-4a59-844f-25172de58f6f req-6a1bc2c5-f520-415c-b769-399f2a64b30b tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481455 May 27 22:38:00.175965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5da521a-cac0-4050-8702-36653bc70835 admin admin] Deleting subnet 9c23287c-487b-44aa-bcde-45aa227645a0 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:38:00.180158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5da521a-cac0-4050-8702-36653bc70835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:00.229400 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-52387c79-c1ef-494c-b7d4-983fe424969f admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0847728 May 27 22:38:00.333823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 58414bfb-b107-4cc8-a693-98c456e6ea25 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:38:00.418738 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 58414bfb-b107-4cc8-a693-98c456e6ea25 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:38:00.419077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 58414bfb-b107-4cc8-a693-98c456e6ea25 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:38:00.476913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5da521a-cac0-4050-8702-36653bc70835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:00.488302 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991fdb3d-f1fb-4da9-ac23-345ad1ee78eb None None] Network 280cb8c6-f33f-4f34-ba81-bfff6cb5d38f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:00.544067 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5da521a-cac0-4050-8702-36653bc70835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:00.727559 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5da521a-cac0-4050-8702-36653bc70835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:00.866721 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:00.879172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da521a-cac0-4050-8702-36653bc70835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c23287c-487b-44aa-bcde-45aa227645a0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:00.892666 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5da521a-cac0-4050-8702-36653bc70835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:00.899862 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f5da521a-cac0-4050-8702-36653bc70835 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/9c23287c-487b-44aa-bcde-45aa227645a0 HTTP/1.1" status: 204 len: 168 time: 0.7886753 May 27 22:38:00.905685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56594) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:00.912376 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-8ebff61f-856a-44d0-9b53-f292324e3807 req-1987101b-1285-4ec0-b0e2-6a0a24163ece tempest-SecurityGroupsNegativeTestJSON-234738286 tempest-SecurityGroupsNegativeTestJSON-234738286-project] show failed (client error): The resource could not be found. May 27 22:38:00.913413 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ebff61f-856a-44d0-9b53-f292324e3807 req-1987101b-1285-4ec0-b0e2-6a0a24163ece tempest-SecurityGroupsNegativeTestJSON-234738286 tempest-SecurityGroupsNegativeTestJSON-234738286-project] 10.222.0.27 "GET /v2.0/security-groups/55ec12bc-d851-42ed-aa62-f88f3a5cea46 HTTP/1.1" status: 404 len: 352 time: 0.0348322 May 27 22:38:00.988747 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:01.213474 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d489593c-9adc-467d-a808-22c27f09981c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:01.233351 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-da0548a3-cd3b-4988-9c9f-1e3923586a8d req-dea36a4f-6427-444b-8a7f-6d117ff09861 tempest-SecurityGroupsNegativeTestJSON-234738286 tempest-SecurityGroupsNegativeTestJSON-234738286-project] Synchronizing usage tracker for tenant:ffdd16df709c4321b4e792b573988228 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:38:01.279300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6022b-ec18-490a-a60d-4d31ec637da0 req-c18d816f-80a4-4c11-8e98-273aeaa29eeb tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:01.288013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-98e6022b-ec18-490a-a60d-4d31ec637da0 req-c18d816f-80a4-4c11-8e98-273aeaa29eeb tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.3346090 May 27 22:38:01.409253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-da0548a3-cd3b-4988-9c9f-1e3923586a8d req-dea36a4f-6427-444b-8a7f-6d117ff09861 tempest-SecurityGroupsNegativeTestJSON-234738286 tempest-SecurityGroupsNegativeTestJSON-234738286-project] Unset dirty status for tenant:ffdd16df709c4321b4e792b573988228 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:38:01.414053 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da0548a3-cd3b-4988-9c9f-1e3923586a8d req-dea36a4f-6427-444b-8a7f-6d117ff09861 tempest-SecurityGroupsNegativeTestJSON-234738286 tempest-SecurityGroupsNegativeTestJSON-234738286-project] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ffdd16df709c4321b4e792b573988228 HTTP/1.1" status: 200 len: 2988 time: 0.4083858 May 27 22:38:01.565423 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-98e6022b-ec18-490a-a60d-4d31ec637da0 req-febb8b25-48be-44ff-9202-8a4bedad71f5 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776346 May 27 22:38:01.587419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad5ee5-fcd4-4f1e-92f6-f306b1ef4964 req-14fa0ced-b563-4b49-85dd-5dd2f8210491 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:01.588286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b0ad5ee5-fcd4-4f1e-92f6-f306b1ef4964 req-14fa0ced-b563-4b49-85dd-5dd2f8210491 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Synchronizing usage tracker for tenant:82f014b25abf4c19a049c6e511375f4f on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:38:01.600654 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d489593c-9adc-467d-a808-22c27f09981c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:01.687292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-d489593c-9adc-467d-a808-22c27f09981c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203a900d-40d0-4c8c-9666-5e915b4843ea']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:01.704628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b0ad5ee5-fcd4-4f1e-92f6-f306b1ef4964 req-14fa0ced-b563-4b49-85dd-5dd2f8210491 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Unset dirty status for tenant:82f014b25abf4c19a049c6e511375f4f on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:38:01.705900 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b0ad5ee5-fcd4-4f1e-92f6-f306b1ef4964 req-14fa0ced-b563-4b49-85dd-5dd2f8210491 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.2809801 May 27 22:38:01.732723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-d489593c-9adc-467d-a808-22c27f09981c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c817a5c-2772-40b3-8a76-8100651e541f') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:01.733130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-d489593c-9adc-467d-a808-22c27f09981c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c817a5c-2772-40b3-8a76-8100651e541f') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:01.751718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d489593c-9adc-467d-a808-22c27f09981c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:01.773168 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d489593c-9adc-467d-a808-22c27f09981c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:01.780617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d489593c-9adc-467d-a808-22c27f09981c admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:38:01.781018 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d489593c-9adc-467d-a808-22c27f09981c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:01.867468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56634) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:01.881290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b0ad5ee5-fcd4-4f1e-92f6-f306b1ef4964 req-fa9e5912-4579-460e-ace9-2878cc4c1ab1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Deleting port bef55860-16db-4dbe-939b-a8a8d7c2adbc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:38:01.882018 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b0ad5ee5-fcd4-4f1e-92f6-f306b1ef4964 req-fa9e5912-4579-460e-ace9-2878cc4c1ab1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:01.904593 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da0548a3-cd3b-4988-9c9f-1e3923586a8d req-82adee12-5f29-4524-8c30-8344cd1f2d15 tempest-SecurityGroupsNegativeTestJSON-234738286 tempest-SecurityGroupsNegativeTestJSON-234738286-project] 10.222.0.27 "GET /v2.0/security-groups/1babf15a-f5b6-4d89-8ffd-85c5894e6fa4 HTTP/1.1" status: 200 len: 2985 time: 0.3927534 May 27 22:38:02.005624 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 2c817a5c-2772-40b3-8a76-8100651e541f resource provider aggregate not found May 27 22:38:02.018646 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d489593c-9adc-467d-a808-22c27f09981c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:02.033096 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:02.046018 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 2c817a5c-2772-40b3-8a76-8100651e541f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c817a5c-2772-40b3-8a76-8100651e541f found for delete ", "request_id": "req-d7ba58d2-e060-466c-8869-87b99d516900"}]} May 27 22:38:02.047065 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d489593c-9adc-467d-a808-22c27f09981c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:02.091997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489593c-9adc-467d-a808-22c27f09981c admin admin] Pushing event deleted for resources: {'Network': ['ID=203a900d-40d0-4c8c-9666-5e915b4843ea,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:02.122000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da0548a3-cd3b-4988-9c9f-1e3923586a8d req-d6ea9cd1-fa32-4961-b98f-2e1b00dc08e8 tempest-SecurityGroupsNegativeTestJSON-234738286 tempest-SecurityGroupsNegativeTestJSON-234738286-project] 10.222.0.27 "GET /v2.0/security-groups/1babf15a-f5b6-4d89-8ffd-85c5894e6fa4 HTTP/1.1" status: 200 len: 2985 time: 0.2163222 May 27 22:38:02.159066 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afcd5f-d5ec-4ce9-95b0-2f043b2d363e req-cd56244d-167f-494b-b8ce-f42fb3ad3f6f tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:02.170483 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c6afcd5f-d5ec-4ce9-95b0-2f043b2d363e req-cd56244d-167f-494b-b8ce-f42fb3ad3f6f tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 946 time: 0.4395585 May 27 22:38:02.174804 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d489593c-9adc-467d-a808-22c27f09981c admin admin] 10.222.0.27 "DELETE /v2.0/networks/203a900d-40d0-4c8c-9666-5e915b4843ea HTTP/1.1" status: 204 len: 168 time: 1.2679138 May 27 22:38:02.276063 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-acaca1c7-3f74-4eea-b0b6-c1baa9d1cbba req-78c27e5a-2079-43f8-9e80-b0208a696f14 tempest-SecurityGroupsNegativeTestJSON-234738286 tempest-SecurityGroupsNegativeTestJSON-234738286-project] 10.222.0.27 "GET /v2.0/security-groups/1babf15a-f5b6-4d89-8ffd-85c5894e6fa4 HTTP/1.1" status: 200 len: 2985 time: 0.1076903 May 27 22:38:02.292634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c6afcd5f-d5ec-4ce9-95b0-2f043b2d363e req-ced4e320-b4c9-42a8-ac02-b011f982bf08 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043837 May 27 22:38:02.383993 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-acaca1c7-3f74-4eea-b0b6-c1baa9d1cbba req-6b43f9ae-c80b-43d8-8297-d19eae05d523 tempest-SecurityGroupsNegativeTestJSON-234738286 tempest-SecurityGroupsNegativeTestJSON-234738286-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 22:38:02.387862 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-acaca1c7-3f74-4eea-b0b6-c1baa9d1cbba req-6b43f9ae-c80b-43d8-8297-d19eae05d523 tempest-SecurityGroupsNegativeTestJSON-234738286 tempest-SecurityGroupsNegativeTestJSON-234738286-project] 10.222.0.27 "DELETE /v2.0/security-groups/1babf15a-f5b6-4d89-8ffd-85c5894e6fa4 HTTP/1.1" status: 409 len: 352 time: 0.0866706 May 27 22:38:02.421822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-network', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:02.423918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:02.431931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Usage tracker for resource:network and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:02.438530 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-e758fcc9-9204-483b-97bc-f3e79553a5a4 req-f2286e77-2ddf-41dc-abd7-b2c08e4c9fdf tempest-SecurityGroupsNegativeTestJSON-234738286 tempest-SecurityGroupsNegativeTestJSON-234738286-project] show failed (client error): The resource could not be found. May 27 22:38:02.438829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b0ad5ee5-fcd4-4f1e-92f6-f306b1ef4964 req-fa9e5912-4579-460e-ace9-2878cc4c1ab1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] For port bef55860-16db-4dbe-939b-a8a8d7c2adbc, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=bef55860-16db-4dbe-939b-a8a8d7c2adbc,segment=NetworkSegment(20e5a592-014c-48e0-99d2-95c8e612e95e),segment_id=20e5a592-014c-48e0-99d2-95c8e612e95e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:02.438942 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b0ad5ee5-fcd4-4f1e-92f6-f306b1ef4964 req-fa9e5912-4579-460e-ace9-2878cc4c1ab1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:02.440397 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e758fcc9-9204-483b-97bc-f3e79553a5a4 req-f2286e77-2ddf-41dc-abd7-b2c08e4c9fdf tempest-SecurityGroupsNegativeTestJSON-234738286 tempest-SecurityGroupsNegativeTestJSON-234738286-project] 10.222.0.27 "GET /v2.0/security-groups/cb38e1bd-e0d2-41b3-a93d-b8687a84b3d0 HTTP/1.1" status: 404 len: 352 time: 0.0317099 May 27 22:38:02.454643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:02.462901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:02.480054 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [req-5bb694fa-3093-43a6-b66c-f267ca70d701 req-63aff39e-b803-4ba3-b6d5-7c4db166260b tempest-SecurityGroupsNegativeTestJSON-234738286 tempest-SecurityGroupsNegativeTestJSON-234738286-project] show failed (client error): The resource could not be found. May 27 22:38:02.485168 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5bb694fa-3093-43a6-b66c-f267ca70d701 req-63aff39e-b803-4ba3-b6d5-7c4db166260b tempest-SecurityGroupsNegativeTestJSON-234738286 tempest-SecurityGroupsNegativeTestJSON-234738286-project] 10.222.0.27 "GET /v2.0/security-groups/5768ad33-05b9-44f1-955f-eeeecf62ba7a HTTP/1.1" status: 404 len: 352 time: 0.0166109 May 27 22:38:02.492911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56662) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:02.618881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b0ad5ee5-fcd4-4f1e-92f6-f306b1ef4964 req-fa9e5912-4579-460e-ace9-2878cc4c1ab1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Calling delete_port for bef55860-16db-4dbe-939b-a8a8d7c2adbc owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:38:02.817385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56670) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:02.886299 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1e5e01d8-64ad-48a5-bb5e-3646a38057dc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=702983bd35cb4605b02c21f0ba67379d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633225 May 27 22:38:02.887550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56674) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:02.926409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-5008c17f-bfd4-4470-9772-ed88a083f495 admin admin] Deleting subnet fdc1f918-5135-48c6-a4f3-854e57f76ae6 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:38:02.931212 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5008c17f-bfd4-4470-9772-ed88a083f495 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:02.940211 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b0ad5ee5-fcd4-4f1e-92f6-f306b1ef4964 req-fa9e5912-4579-460e-ace9-2878cc4c1ab1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:02.951857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b2689519-ab62-43c8-bef8-ed5b6f9ec4fc'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:38:02.998907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e5912-4579-460e-ace9-2878cc4c1ab1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Pushing event deleted for resources: {'Port': ['ID=bef55860-16db-4dbe-939b-a8a8d7c2adbc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:03.006795 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5008c17f-bfd4-4470-9772-ed88a083f495 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:03.011751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Made reservation on behalf of df84f64e176647659c4bf324dc3c727e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:03.018853 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:03.054599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecdc91-fa59-48dc-8660-743e8c599a85 req-a540244a-2ace-49cf-9103-e13718d2660a tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:03.055938 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60ecdc91-fa59-48dc-8660-743e8c599a85 req-a540244a-2ace-49cf-9103-e13718d2660a tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.2173316 May 27 22:38:03.072205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['bef55860-16db-4dbe-939b-a8a8d7c2adbc'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:38:03.129716 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5008c17f-bfd4-4470-9772-ed88a083f495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:03.130878 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:03.178693 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46bdcae1-6d89-43be-9dc2-6bb18a8f63d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:03.230355 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46bdcae1-6d89-43be-9dc2-6bb18a8f63d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:03.238419 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60ecdc91-fa59-48dc-8660-743e8c599a85 req-00fa3fdf-4843-41e6-8c2c-915be3bae260 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802168 May 27 22:38:03.293623 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5008c17f-bfd4-4470-9772-ed88a083f495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:03.314188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:03.321946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ad5ee5-fcd4-4f1e-92f6-f306b1ef4964 req-fa9e5912-4579-460e-ace9-2878cc4c1ab1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] No DVR routers for this DVR port bef55860-16db-4dbe-939b-a8a8d7c2adbc on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:38:03.323875 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b0ad5ee5-fcd4-4f1e-92f6-f306b1ef4964 req-fa9e5912-4579-460e-ace9-2878cc4c1ab1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:03.327164 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b427c0b-014c-432d-80ec-2d92df19e6db', 'name': 'network-vif-deleted', 'tag': 'bef55860-16db-4dbe-939b-a8a8d7c2adbc'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:38:03.333211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Usage tracker for resource:security_group_rule and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:03.340619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:03.352715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:03.367301 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5008c17f-bfd4-4470-9772-ed88a083f495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:03.387541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008c17f-bfd4-4470-9772-ed88a083f495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc1f918-5135-48c6-a4f3-854e57f76ae6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:03.395765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56692) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:03.400537 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5008c17f-bfd4-4470-9772-ed88a083f495 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/fdc1f918-5135-48c6-a4f3-854e57f76ae6 HTTP/1.1" status: 204 len: 168 time: 0.8985050 May 27 22:38:03.428964 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46bdcae1-6d89-43be-9dc2-6bb18a8f63d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:03.447579 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-46bdcae1-6d89-43be-9dc2-6bb18a8f63d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:03.449026 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-46bdcae1-6d89-43be-9dc2-6bb18a8f63d4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d5759e02-8e1a-4653-9ea8-fb231d19297a HTTP/1.1" status: 204 len: 168 time: 0.5605156 May 27 22:38:03.569247 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422dea6f-5b07-4912-a5ee-87bd3ca07fbb'] response: {'server_uuid': '3b427c0b-014c-432d-80ec-2d92df19e6db', 'name': 'network-vif-deleted', 'tag': 'bef55860-16db-4dbe-939b-a8a8d7c2adbc', 'status': 'completed', 'code': 200} May 27 22:38:03.570720 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b0ad5ee5-fcd4-4f1e-92f6-f306b1ef4964 req-fa9e5912-4579-460e-ace9-2878cc4c1ab1 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.57 "DELETE /v2.0/ports/bef55860-16db-4dbe-939b-a8a8d7c2adbc HTTP/1.1" status: 204 len: 173 time: 1.8577218 May 27 22:38:03.586052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdcae1-6d89-43be-9dc2-6bb18a8f63d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5759e02-8e1a-4653-9ea8-fb231d19297a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:03.616975 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6abf1dca-9726-47e7-a1d1-348e2adc6e24 req-46a43ff3-aa3a-43e5-b9e4-14cd1fe60cf9 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 210 time: 0.0606623 May 27 22:38:03.660665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62399a6d-c4de-4121-bda6-45d2f30bd060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:03.951738 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:04.010336 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62399a6d-c4de-4121-bda6-45d2f30bd060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:04.041564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-62399a6d-c4de-4121-bda6-45d2f30bd060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280cb8c6-f33f-4f34-ba81-bfff6cb5d38f']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:04.056506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-62399a6d-c4de-4121-bda6-45d2f30bd060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3804fe-67f0-4b64-b4e3-68d26879e52e') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:04.057047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-62399a6d-c4de-4121-bda6-45d2f30bd060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3804fe-67f0-4b64-b4e3-68d26879e52e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:04.073593 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62399a6d-c4de-4121-bda6-45d2f30bd060 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:04.085244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:04.114725 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62399a6d-c4de-4121-bda6-45d2f30bd060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:04.121520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:38:04.142813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62399a6d-c4de-4121-bda6-45d2f30bd060 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:38:04.143712 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62399a6d-c4de-4121-bda6-45d2f30bd060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:04.240221 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3a3804fe-67f0-4b64-b4e3-68d26879e52e resource provider aggregate not found May 27 22:38:04.250649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:04.314626 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3a3804fe-67f0-4b64-b4e3-68d26879e52e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a3804fe-67f0-4b64-b4e3-68d26879e52e found for delete ", "request_id": "req-87eb994f-610c-472d-b154-2c409d5cf849"}]} May 27 22:38:04.376067 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:04.380300 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Added segment f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2 of type vlan for network 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f May 27 22:38:04.380300 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62399a6d-c4de-4121-bda6-45d2f30bd060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:04.442409 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62399a6d-c4de-4121-bda6-45d2f30bd060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:04.479326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62399a6d-c4de-4121-bda6-45d2f30bd060 admin admin] Pushing event deleted for resources: {'Network': ['ID=280cb8c6-f33f-4f34-ba81-bfff6cb5d38f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:04.499819 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-62399a6d-c4de-4121-bda6-45d2f30bd060 admin admin] 10.222.0.27 "DELETE /v2.0/networks/280cb8c6-f33f-4f34-ba81-bfff6cb5d38f HTTP/1.1" status: 204 len: 168 time: 1.1033299 May 27 22:38:04.503957 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:04.613881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d629aa-ddce-478b-b371-50cc456702f0 req-2f6a5454-29ad-4b04-aa3b-63a221e5c595 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:04.615407 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96d629aa-ddce-478b-b371-50cc456702f0 req-2f6a5454-29ad-4b04-aa3b-63a221e5c595 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.1876280 May 27 22:38:04.675578 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96d629aa-ddce-478b-b371-50cc456702f0 req-f3754faa-60e0-4525-8537-816eaeb69d43 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526972 May 27 22:38:04.680486 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:04.680486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:04.680486 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:04.924624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f1c9493-e0b5-49be-b5c5-3eac6ac95318 req-baeea936-29b2-4346-8cfd-e12e2a821c71 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b427c0b-014c-432d-80ec-2d92df19e6db HTTP/1.1" status: 200 len: 210 time: 0.1212282 May 27 22:38:04.980270 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.1096380 May 27 22:38:04.984550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56748) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:04.996574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] Request body: {'subnet': {'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-subnet', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:05.011081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f784a-716f-4d89-ae69-88a8ee2dd7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:05.012045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:05.025337 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:38:05.032238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] Usage tracker for resource:subnet and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:05.035889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:05.042183 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:05.168108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56754) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:05.222818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] Made reservation on behalf of df84f64e176647659c4bf324dc3c727e for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:05.226480 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:05.307657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e7d808ea-ff21-4591-a79e-a1b5ba764166 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ffdd16df709c4321b4e792b573988228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378167 May 27 22:38:05.311588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56762) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:05.383031 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd1fd1f6-28bc-483c-8bf3-d77ba314ee86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:05.412011 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd1fd1f6-28bc-483c-8bf3-d77ba314ee86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:05.550040 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd1fd1f6-28bc-483c-8bf3-d77ba314ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:05.570635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fd1f6-28bc-483c-8bf3-d77ba314ee86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1babf15a-f5b6-4d89-8ffd-85c5894e6fa4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:05.579312 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:05.634951 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd1fd1f6-28bc-483c-8bf3-d77ba314ee86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:05.639571 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd1fd1f6-28bc-483c-8bf3-d77ba314ee86 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1babf15a-f5b6-4d89-8ffd-85c5894e6fa4 HTTP/1.1" status: 204 len: 168 time: 0.3261793 May 27 22:38:05.653540 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03468ea2-19a1-436d-b9b8-e83a2b471f43,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:05.682965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56780) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:05.728994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] Checking segment: {'id': 'f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:05.729357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] Network hostable DHCP agents. Network: 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:38:05.874151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] Network 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:38:05.945376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab6231-54f9-4e4d-8ff3-93f59fef09c9 req-08ed1205-4e79-4779-ba0f-26fee6ecad94 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:05.946872 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93ab6231-54f9-4e4d-8ff3-93f59fef09c9 req-08ed1205-4e79-4779-ba0f-26fee6ecad94 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.1128306 May 27 22:38:05.949492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:05.958999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:05.960305 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:05.962514 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d021a640-5097-4824-8eca-aad64052abb0 None None] Network 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:06.026611 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93ab6231-54f9-4e4d-8ff3-93f59fef09c9 req-dcbb272e-a16a-461b-af2a-af844a24ec81 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692127 May 27 22:38:06.126288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56800) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:06.127604 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3baa5275-df68-44b2-8c5e-9ba533c04c30 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1403348 May 27 22:38:06.132280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:06.150191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:06.163622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Usage tracker for resource:router and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:06.169340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:06.182935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:06.236201 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7a213f9-bc7f-4bf1-b15f-fd75f2a1d535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:06.257677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e7a213f9-bc7f-4bf1-b15f-fd75f2a1d535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:06.263728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e7a213f9-bc7f-4bf1-b15f-fd75f2a1d535 admin admin] Usage tracker for resource:security_group_rule and tenant:b918ca6fe9b740fb8f4e8600ddb158e5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:06.266645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e7a213f9-bc7f-4bf1-b15f-fd75f2a1d535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:06.278993 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e7a213f9-bc7f-4bf1-b15f-fd75f2a1d535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:06.306584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:06.307895 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:06.326119 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:06.340149 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device bef55860-16db-4dbe-939b-a8a8d7c2adbc no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:38:06.407465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: bef55860-16db-4dbe-939b-a8a8d7c2adbc {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:38:06.407956 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device bef55860-16db-4dbe-939b-a8a8d7c2adbc not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:38:06.410978 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'fixed_ips': [{'subnet_id': '03468ea2-19a1-436d-b9b8-e83a2b471f43'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:38:06.411386 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:06.555090 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7a213f9-bc7f-4bf1-b15f-fd75f2a1d535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:06.631422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Allocated IP 172.20.0.2 (6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f/03468ea2-19a1-436d-b9b8-e83a2b471f43/310c3101-130b-4d8a-bc6f-ffdaaa89e080) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:06.668951 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7a213f9-bc7f-4bf1-b15f-fd75f2a1d535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:06.743473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a213f9-bc7f-4bf1-b15f-fd75f2a1d535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa18c8d-092a-486b-9791-62589a2fdc51,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:06.824908 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e7a213f9-bc7f-4bf1-b15f-fd75f2a1d535 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b918ca6fe9b740fb8f4e8600ddb158e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1407201 May 27 22:38:06.827968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56828) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:06.913113 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:07.031498 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d0305d5e-002f-4a1a-a5f0-33dc396f0963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:07.053107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9af6cc-df61-4b61-92ba-e8d840a25ea9 req-73a726f0-fd54-4362-a733-034057801f1b tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:07.060866 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f9af6cc-df61-4b61-92ba-e8d840a25ea9 req-73a726f0-fd54-4362-a733-034057801f1b tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.1986639 May 27 22:38:07.111051 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:07.156767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Transition to ACTIVE for port object 310c3101-130b-4d8a-bc6f-ffdaaa89e080 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:07.165899 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d0305d5e-002f-4a1a-a5f0-33dc396f0963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:07.205345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Transition to ACTIVE for port object 310c3101-130b-4d8a-bc6f-ffdaaa89e080 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:07.267473 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f9af6cc-df61-4b61-92ba-e8d840a25ea9 req-c99b95f7-2979-4cea-876b-2a20757d85b8 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056444 May 27 22:38:07.316550 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:07.444637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Network 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:07.462667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:07.469384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:07.476551 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d0305d5e-002f-4a1a-a5f0-33dc396f0963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:07.513382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0305d5e-002f-4a1a-a5f0-33dc396f0963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa18c8d-092a-486b-9791-62589a2fdc51,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:07.516728 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d0305d5e-002f-4a1a-a5f0-33dc396f0963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:07.517852 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d0305d5e-002f-4a1a-a5f0-33dc396f0963 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/efa18c8d-092a-486b-9791-62589a2fdc51 HTTP/1.1" status: 204 len: 168 time: 0.6870737 May 27 22:38:07.531296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Pushing event updated for resources: {'Port': ['ID=310c3101-130b-4d8a-bc6f-ffdaaa89e080,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:07.547506 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:07.566782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da0829-8d32-4588-bddf-8285f879d1be req-a45d6f3e-7c39-4edd-827b-785924665dbc tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:07.582302 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:07.583706 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7da0829-8d32-4588-bddf-8285f879d1be req-a45d6f3e-7c39-4edd-827b-785924665dbc tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.1677318 May 27 22:38:07.681113 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7da0829-8d32-4588-bddf-8285f879d1be req-89e27aa9-8b1d-43f4-8136-81409f1b3c04 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919149 May 27 22:38:07.704333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Attempting to bind port 310c3101-130b-4d8a-bc6f-ffdaaa89e080 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:38:07.704939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Attempting to bind port 310c3101-130b-4d8a-bc6f-ffdaaa89e080 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:38:07.705515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Attempting to bind port 310c3101-130b-4d8a-bc6f-ffdaaa89e080 on network 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:07.726660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:38:07.726660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Checking segment: {'id': 'f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:07.726660 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:07.726660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Bound using segment: {'id': 'f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:38:07.726660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Bound port: 310c3101-130b-4d8a-bc6f-ffdaaa89e080, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:38:07.726660 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:07.788640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0d756cb-b873-4d60-9dbb-c15016304397 req-9b8101cf-0cee-42da-b022-d91df5501846 tempest-ServersAaction247Test-408094716 tempest-ServersAaction247Test-408094716-project] 10.222.0.27 "GET /v2.0/ports?device_id=367f8920-6a99-43bf-803d-9dc1ed5291fd HTTP/1.1" status: 200 len: 210 time: 0.1060269 May 27 22:38:07.868360 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] For port 310c3101-130b-4d8a-bc6f-ffdaaa89e080, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:38:07.871559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] For port 310c3101-130b-4d8a-bc6f-ffdaaa89e080, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=310c3101-130b-4d8a-bc6f-ffdaaa89e080,segment=NetworkSegment(f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2),segment_id=f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:38:07.939371 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:07.953945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Allocated IP 172.25.2.158 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/beffd7a2-8c44-4fc1-87db-59c1e59a97ea) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:08.060866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb8d09-33c1-4bad-aebe-646fced28ba3 None None] Pushing event updated for resources: {'Port': ['ID=310c3101-130b-4d8a-bc6f-ffdaaa89e080,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:08.156689 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:08.281411 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:08.522624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:08.527545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:08.532667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:08.549619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56900) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:08.571709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 310c3101-130b-4d8a-bc6f-ffdaaa89e080 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:08.594367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Pushing event updated for resources: {'Port': ['ID=beffd7a2-8c44-4fc1-87db-59c1e59a97ea,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:08.830909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1763559529-network', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:08.842413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:08.857331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Usage tracker for resource:network and tenant:3dc91cf82d524da38b99d4bfbb135807 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:08.869013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:08.877822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 310c3101-130b-4d8a-bc6f-ffdaaa89e080 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:08.915064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:08.945854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54df77-f7bb-4cdc-86ed-176d64ecbe7c req-f418f875-b0f9-47d6-9436-079528c88dcc tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:08.947384 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fa54df77-f7bb-4cdc-86ed-176d64ecbe7c req-f418f875-b0f9-47d6-9436-079528c88dcc tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.46 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.2579393 May 27 22:38:09.017658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56918) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:09.092758 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db465a14-d467-47ba-b4a7-1fb890fe3c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:09.149930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-db465a14-d467-47ba-b4a7-1fb890fe3c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:09.173607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636afacc-0f3b-463c-882b-27ac67267434 req-65bb5983-74e6-4ea0-9521-569287250fc0 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:09.174740 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-636afacc-0f3b-463c-882b-27ac67267434 req-65bb5983-74e6-4ea0-9521-569287250fc0 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.5610008 May 27 22:38:09.177880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-db465a14-d467-47ba-b4a7-1fb890fe3c79 admin admin] Usage tracker for resource:security_group_rule and tenant:bcdfc2e24bb640c78c3b86ffae051693 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:09.182873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-db465a14-d467-47ba-b4a7-1fb890fe3c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:09.347607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-fa54df77-f7bb-4cdc-86ed-176d64ecbe7c req-4acda8c0-7eb8-42dd-b06e-9877aa586e49 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Deleting port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:38:09.347607 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fa54df77-f7bb-4cdc-86ed-176d64ecbe7c req-4acda8c0-7eb8-42dd-b06e-9877aa586e49 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:09.389551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-db465a14-d467-47ba-b4a7-1fb890fe3c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:09.389551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Made reservation on behalf of 3dc91cf82d524da38b99d4bfbb135807 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:09.389551 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:09.452162 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:09.526745 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:09.531772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:09.589016 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-636afacc-0f3b-463c-882b-27ac67267434 req-d60071f8-6ed5-403d-b69e-b7adfe1dd113 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993740 May 27 22:38:09.602323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Usage tracker for resource:security_group_rule and tenant:3dc91cf82d524da38b99d4bfbb135807 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:09.610868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:09.641980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac089e3-bb76-4ddc-b6a5-c6c7bed18f1c req-26134766-743b-4d23-aceb-c1182c5194b7 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:09.669845 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1896da5e-e55b-472e-9dec-527d888a4032 None None] Network 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:09.685203 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dac089e3-bb76-4ddc-b6a5-c6c7bed18f1c req-26134766-743b-4d23-aceb-c1182c5194b7 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.7283046 May 27 22:38:09.709156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:09.999183 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-38e9789f-7344-4ad0-91ba-fc7dc3eaf2e2 None None] Provisioning for port 310c3101-130b-4d8a-bc6f-ffdaaa89e080 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:10.022169 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-38e9789f-7344-4ad0-91ba-fc7dc3eaf2e2 None None] Provisioning complete for port 310c3101-130b-4d8a-bc6f-ffdaaa89e080 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:10.022709 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38e9789f-7344-4ad0-91ba-fc7dc3eaf2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.037553 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.121640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ff18827-e012-4034-b76b-89c0b90131b4 req-ea90e2ad-bf95-421b-9d4f-19b23ddedb0e tempest-ServersAaction247Test-408094716 tempest-ServersAaction247Test-408094716-project] 10.222.0.27 "GET /v2.0/ports?device_id=367f8920-6a99-43bf-803d-9dc1ed5291fd HTTP/1.1" status: 200 len: 210 time: 0.3464751 May 27 22:38:10.182061 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dac089e3-bb76-4ddc-b6a5-c6c7bed18f1c req-48e28921-fd0b-4280-a880-a41e24c754be tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896102 May 27 22:38:10.218699 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.245343 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db465a14-d467-47ba-b4a7-1fb890fe3c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.250353 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-38e9789f-7344-4ad0-91ba-fc7dc3eaf2e2 None None] Current status of the port 310c3101-130b-4d8a-bc6f-ffdaaa89e080 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:10.250866 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38e9789f-7344-4ad0-91ba-fc7dc3eaf2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.292379 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.326602 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-38e9789f-7344-4ad0-91ba-fc7dc3eaf2e2 None None] For port 310c3101-130b-4d8a-bc6f-ffdaaa89e080, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=310c3101-130b-4d8a-bc6f-ffdaaa89e080,segment=NetworkSegment(f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2),segment_id=f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:10.343401 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db465a14-d467-47ba-b4a7-1fb890fe3c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.381829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:38:10.408292 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38e9789f-7344-4ad0-91ba-fc7dc3eaf2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.420732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:38:10.447665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8197fe45-0be8-4c03-8d80-c8f0ca512749,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:10.465508 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:38:10.525968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-fa54df77-f7bb-4cdc-86ed-176d64ecbe7c req-4acda8c0-7eb8-42dd-b06e-9877aa586e49 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] For port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b2689519-ab62-43c8-bef8-ed5b6f9ec4fc,segment=NetworkSegment(20e5a592-014c-48e0-99d2-95c8e612e95e),segment_id=20e5a592-014c-48e0-99d2-95c8e612e95e)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:10.526344 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fa54df77-f7bb-4cdc-86ed-176d64ecbe7c req-4acda8c0-7eb8-42dd-b06e-9877aa586e49 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.564045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9789f-7344-4ad0-91ba-fc7dc3eaf2e2 None None] Pushing event updated for resources: {'Port': ['ID=310c3101-130b-4d8a-bc6f-ffdaaa89e080,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:10.582032 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-db465a14-d467-47ba-b4a7-1fb890fe3c79 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bcdfc2e24bb640c78c3b86ffae051693&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5625949 May 27 22:38:10.665455 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.666055 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Added segment 7d8476d7-d7f5-4600-9364-b6505191ca02 of type vlan for network 22519a76-b161-4ba5-ab31-37af44fe8c3c May 27 22:38:10.694981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56946) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:10.700274 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.744905 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8336da2f-e7ae-4782-8e78-7eb449dfa671 None None] Provisioning complete for port 310c3101-130b-4d8a-bc6f-ffdaaa89e080 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:10.745524 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8336da2f-e7ae-4782-8e78-7eb449dfa671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.814531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:38:10.840388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Sync routers for ids ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:38:10.906499 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287040e5-bcef-45e4-beaf-f0932649e307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.914892 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Routers {'2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:10.922518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:10.965301 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.967990 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287040e5-bcef-45e4-beaf-f0932649e307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.968567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:10.970449 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:10.975302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db465a14-d467-47ba-b4a7-1fb890fe3c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5162e2-b581-4dc2-961f-a0be35e49e38,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:10.999015 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:11.000730 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a4094c1-d929-4db3-aa77-7d106d6c9001 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8730631 May 27 22:38:11.004336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56960) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:11.033120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-fa54df77-f7bb-4cdc-86ed-176d64ecbe7c req-4acda8c0-7eb8-42dd-b06e-9877aa586e49 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Calling delete_port for b2689519-ab62-43c8-bef8-ed5b6f9ec4fc owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:38:11.201982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8336da2f-e7ae-4782-8e78-7eb449dfa671 None None] Current status of the port 310c3101-130b-4d8a-bc6f-ffdaaa89e080 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:11.205652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Set router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:11.367602 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.8166542 May 27 22:38:11.373752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56974) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:11.410717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] Request body: {'subnet': {'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1763559529-subnet', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:11.419742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:11.461905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] Usage tracker for resource:subnet and tenant:3dc91cf82d524da38b99d4bfbb135807 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:11.501065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:11.510763 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdef419-016f-4b15-8dd8-cc5bd5dacab1 admin admin] Pushing event updated for resources: {'Network': ['ID=22519a76-b161-4ba5-ab31-37af44fe8c3c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:11.523101 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 22519a76-b161-4ba5-ab31-37af44fe8c3c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:38:11.529721 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bca2d825-ee49-473b-92a8-6dedfd449c87 req-385450eb-4888-46fa-bcc6-755874dc33af tempest-ServersAaction247Test-408094716 tempest-ServersAaction247Test-408094716-project] 10.222.0.27 "GET /v2.0/ports?device_id=367f8920-6a99-43bf-803d-9dc1ed5291fd HTTP/1.1" status: 200 len: 210 time: 0.1280637 May 27 22:38:11.530847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:11.627262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259830-ae4f-4e9b-aba7-948fa8b978d6 req-b88ed5da-7c56-47ee-83ba-1f2ca63abb0b tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:11.629464 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-db259830-ae4f-4e9b-aba7-948fa8b978d6 req-b88ed5da-7c56-47ee-83ba-1f2ca63abb0b tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 945 time: 0.7426710 May 27 22:38:11.672414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] Made reservation on behalf of 3dc91cf82d524da38b99d4bfbb135807 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:11.675646 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:11.785084 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287040e5-bcef-45e4-beaf-f0932649e307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:11.811612 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-db259830-ae4f-4e9b-aba7-948fa8b978d6 req-89b15732-953c-4129-b6a8-a0b1d140771c tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/security-groups?id=c05ff55a-52ed-41a3-9337-10d7b40b6d99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673036 May 27 22:38:11.815686 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-287040e5-bcef-45e4-beaf-f0932649e307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:11.817944 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-287040e5-bcef-45e4-beaf-f0932649e307 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dc5162e2-b581-4dc2-961f-a0be35e49e38 HTTP/1.1" status: 204 len: 168 time: 1.1209829 May 27 22:38:11.844601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:06Z', 'updated_at': '2022-05-27T22:38:09Z', 'revision_number': 3, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'gw_port': {'id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:07Z', 'updated_at': '2022-05-27T22:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:11.853575 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fa54df77-f7bb-4cdc-86ed-176d64ecbe7c req-4acda8c0-7eb8-42dd-b06e-9877aa586e49 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:11.863990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Checking router: 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:38:11.865828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Updating router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c port beffd7a2-8c44-4fc1-87db-59c1e59a97ea binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:38:11.934910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b2689519-ab62-43c8-bef8-ed5b6f9ec4fc'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:38:11.969182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acda8c0-7eb8-42dd-b06e-9877aa586e49 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Pushing event deleted for resources: {'Port': ['ID=b2689519-ab62-43c8-bef8-ed5b6f9ec4fc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:11.989759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287040e5-bcef-45e4-beaf-f0932649e307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5162e2-b581-4dc2-961f-a0be35e49e38,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:12.045022 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:12.246730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa54df77-f7bb-4cdc-86ed-176d64ecbe7c req-4acda8c0-7eb8-42dd-b06e-9877aa586e49 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] No DVR routers for this DVR port b2689519-ab62-43c8-bef8-ed5b6f9ec4fc on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:38:12.257851 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-fa54df77-f7bb-4cdc-86ed-176d64ecbe7c req-4acda8c0-7eb8-42dd-b06e-9877aa586e49 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:12.261366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940c368d-c204-479b-a2be-52be655e2d87', 'name': 'network-vif-deleted', 'tag': 'b2689519-ab62-43c8-bef8-ed5b6f9ec4fc'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:38:12.311583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fa54df77-f7bb-4cdc-86ed-176d64ecbe7c req-4acda8c0-7eb8-42dd-b06e-9877aa586e49 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.46 "DELETE /v2.0/ports/b2689519-ab62-43c8-bef8-ed5b6f9ec4fc HTTP/1.1" status: 204 len: 173 time: 3.3477042 May 27 22:38:12.407152 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f111ffbb-24ac-405f-8164-3f2b36a7708b req-6b841c1a-7d67-4f76-bc37-68467160c3ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=367f8920-6a99-43bf-803d-9dc1ed5291fd HTTP/1.1" status: 200 len: 210 time: 0.1332242 May 27 22:38:12.488274 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfdc9635-981c-4c50-ae19-31f4a10b75b6'] response: {'server_uuid': '940c368d-c204-479b-a2be-52be655e2d87', 'name': 'network-vif-deleted', 'tag': 'b2689519-ab62-43c8-bef8-ed5b6f9ec4fc', 'status': 'completed', 'code': 200} May 27 22:38:12.507213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 310c3101-130b-4d8a-bc6f-ffdaaa89e080 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:12.508321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5059bf-bc83-49d6-aabc-960241147a60 req-2f0d5003-ea33-4ec9-b07c-0beb1638153b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:12.511573 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e5059bf-bc83-49d6-aabc-960241147a60 req-2f0d5003-ea33-4ec9-b07c-0beb1638153b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.7238624 May 27 22:38:12.579208 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:12.663121 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:38:12.759602 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:12.760782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d89ae0ec-f80f-495e-8767-e6fcabc6ab15,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:12.779402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Transition to ACTIVE for port object beffd7a2-8c44-4fc1-87db-59c1e59a97ea will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:12.784256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 310c3101-130b-4d8a-bc6f-ffdaaa89e080 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:12.785012 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:12.797130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:12.887232 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:12.919742 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e5059bf-bc83-49d6-aabc-960241147a60 req-f0237451-c86b-49c2-9fc5-ba494b2b3f04 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982949 May 27 22:38:12.940744 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3358e188-0c4f-4ad1-ba3c-46b513c1cd2d req-1054888c-b680-46dd-8829-feab92fabc0f tempest-ServersAaction247Test-408094716 tempest-ServersAaction247Test-408094716-project] 10.222.0.27 "GET /v2.0/ports?device_id=367f8920-6a99-43bf-803d-9dc1ed5291fd HTTP/1.1" status: 200 len: 210 time: 0.1461101 May 27 22:38:12.994594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] Checking segment: {'id': '7d8476d7-d7f5-4600-9364-b6505191ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:13.001513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] Network hostable DHCP agents. Network: 22519a76-b161-4ba5-ab31-37af44fe8c3c, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:38:13.082623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Attempting to bind port beffd7a2-8c44-4fc1-87db-59c1e59a97ea on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:38:13.082992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Attempting to bind port beffd7a2-8c44-4fc1-87db-59c1e59a97ea by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:38:13.083345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Attempting to bind port beffd7a2-8c44-4fc1-87db-59c1e59a97ea on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:13.087041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] Network 22519a76-b161-4ba5-ab31-37af44fe8c3c is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:38:13.101900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:38:13.102273 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:13.102692 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:13.103080 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:38:13.103543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Bound port: beffd7a2-8c44-4fc1-87db-59c1e59a97ea, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:38:13.103908 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:13.157664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Allocated IP 172.20.0.1 (6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f/03468ea2-19a1-436d-b9b8-e83a2b471f43/8719400b-845e-416b-a73b-0d6892a06867) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:13.196212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4034906-7574-470f-998a-352387ad813d None None] Pushing event updated for resources: {'Port': ['ID=beffd7a2-8c44-4fc1-87db-59c1e59a97ea,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:13.258564 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4034906-7574-470f-998a-352387ad813d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:13.258956 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4034906-7574-470f-998a-352387ad813d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:13.259233 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4034906-7574-470f-998a-352387ad813d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:13.259560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4034906-7574-470f-998a-352387ad813d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:13.259884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4034906-7574-470f-998a-352387ad813d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:13.260203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4034906-7574-470f-998a-352387ad813d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:13.263949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4034906-7574-470f-998a-352387ad813d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:13.264307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4034906-7574-470f-998a-352387ad813d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:13.264669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4034906-7574-470f-998a-352387ad813d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:13.265000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4034906-7574-470f-998a-352387ad813d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:13.265330 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4034906-7574-470f-998a-352387ad813d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:13.265652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4034906-7574-470f-998a-352387ad813d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:13.269138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-07bdc04d-a1f5-4db3-ad8b-7e9ee419f384 req-c454522d-1100-45f5-a452-1190861b0300 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Synchronizing usage tracker for tenant:82f014b25abf4c19a049c6e511375f4f on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:38:13.279827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 22519a76-b161-4ba5-ab31-37af44fe8c3c) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:13.305913 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:13.306500 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:13.310213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b7b17f-5f65-4fe8-a50e-bf1a6c72aa55 None None] Network 22519a76-b161-4ba5-ab31-37af44fe8c3c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:13.388886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 310c3101-130b-4d8a-bc6f-ffdaaa89e080 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:13.420801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-07bdc04d-a1f5-4db3-ad8b-7e9ee419f384 req-c454522d-1100-45f5-a452-1190861b0300 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] Unset dirty status for tenant:82f014b25abf4c19a049c6e511375f4f on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:38:13.422430 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07bdc04d-a1f5-4db3-ad8b-7e9ee419f384 req-c454522d-1100-45f5-a452-1190861b0300 tempest-ServerRescueTestJSON-1778917423 tempest-ServerRescueTestJSON-1778917423-project] 10.222.0.27 "GET /v2.0/ports?device_id=940c368d-c204-479b-a2be-52be655e2d87 HTTP/1.1" status: 200 len: 210 time: 0.2386122 May 27 22:38:13.423959 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-37e1e5d1-57f3-4a96-b9d8-3059a43cd733 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0489583 May 27 22:38:13.429721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57036) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:13.436080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:13.448266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:13.459003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Usage tracker for resource:router and tenant:3dc91cf82d524da38b99d4bfbb135807 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:13.467030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:13.484614 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:13.535730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] For port beffd7a2-8c44-4fc1-87db-59c1e59a97ea, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:38:13.539460 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:13.555084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] For port beffd7a2-8c44-4fc1-87db-59c1e59a97ea, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=beffd7a2-8c44-4fc1-87db-59c1e59a97ea,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:38:13.585182 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Transition to ACTIVE for port object 8719400b-845e-416b-a73b-0d6892a06867 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:13.595565 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:13.600226 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:13.645428 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:13.656644 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:13.716220 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:13.832805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-22519a76-b161-4ba5-ab31-37af44fe8c3c', 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'fixed_ips': [{'subnet_id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:38:13.833616 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:13.847232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Routers {'2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:13.850699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:13.965075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4034906-7574-470f-998a-352387ad813d None None] Pushing event updated for resources: {'Port': ['ID=beffd7a2-8c44-4fc1-87db-59c1e59a97ea,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:14.000084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Network 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:14.015965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:14.026512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b2689519-ab62-43c8-bef8-ed5b6f9ec4fc no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:38:14.033233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Pushing event updated for resources: {'Port': ['ID=8719400b-845e-416b-a73b-0d6892a06867,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:14.039767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:14.206297 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:14.274666 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: b2689519-ab62-43c8-bef8-ed5b6f9ec4fc {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:38:14.275092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b2689519-ab62-43c8-bef8-ed5b6f9ec4fc not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:38:14.357265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ac26e409-7413-4d2e-9ddf-e15415f1eee8 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:38:14.486736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8891cbd9-e2b5-45da-9920-45a325593603 req-6a439a0f-9af1-439e-9f6d-385ed3341ac5 tempest-ServersAaction247Test-408094716 tempest-ServersAaction247Test-408094716-project] 10.222.0.27 "GET /v2.0/ports?device_id=367f8920-6a99-43bf-803d-9dc1ed5291fd HTTP/1.1" status: 200 len: 210 time: 0.2193179 May 27 22:38:14.491536 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ac26e409-7413-4d2e-9ddf-e15415f1eee8 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:38:14.608060 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:14.620319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57080) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:14.690716 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:14.818803 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] Set router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:15.086231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8cc6e6-47e3-4523-82dd-be44f430d7ed req-6f6b4095-f3e0-4652-8b21-e7382b239e41 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:15.095172 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e8cc6e6-47e3-4523-82dd-be44f430d7ed req-6f6b4095-f3e0-4652-8b21-e7382b239e41 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.9318309 May 27 22:38:15.100151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dbcb74e3-9892-42c9-9c6d-4814910afa12 None None] Provisioning for port 8719400b-845e-416b-a73b-0d6892a06867 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:15.148176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dbcb74e3-9892-42c9-9c6d-4814910afa12 None None] Provisioning complete for port 8719400b-845e-416b-a73b-0d6892a06867 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:15.148592 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dbcb74e3-9892-42c9-9c6d-4814910afa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:15.255757 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:15.282391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Allocated IP 172.20.0.2 (22519a76-b161-4ba5-ab31-37af44fe8c3c/d89ae0ec-f80f-495e-8767-e6fcabc6ab15/ac1cf023-2825-470d-88e3-73dc8eee0bbe) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:15.310234 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:15.320622 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e8cc6e6-47e3-4523-82dd-be44f430d7ed req-60fd877f-d4f3-4411-9c69-4f6b59db3346 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230244 May 27 22:38:15.461254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port ac26e409-7413-4d2e-9ddf-e15415f1eee8 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:15.461893 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:15.490070 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:15.523912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ac26e409-7413-4d2e-9ddf-e15415f1eee8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ac26e409-7413-4d2e-9ddf-e15415f1eee8,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:15.624635 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-dbcb74e3-9892-42c9-9c6d-4814910afa12 None None] Port 8719400b-845e-416b-a73b-0d6892a06867 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:38:15.649153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'ac26e409-7413-4d2e-9ddf-e15415f1eee8', 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34', 'port_id': 'ac26e409-7413-4d2e-9ddf-e15415f1eee8', 'mac_address': 'fa:16:3e:6e:e4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f9403f-9822-40ab-be8d-40aec1182252', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:38:15.697344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c249e063-3975-42ee-8dd7-5bd4a3ea73d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac26e409-7413-4d2e-9ddf-e15415f1eee8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:38:15.740787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Pushing event updated for resources: {'Port': ['ID=8719400b-845e-416b-a73b-0d6892a06867,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:15.842786 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ac26e409-7413-4d2e-9ddf-e15415f1eee8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ac26e409-7413-4d2e-9ddf-e15415f1eee8,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:15.877501 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:15.944950 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921142b6-ed4f-4a97-bd74-f2dfb57b3738'] response: {'server_uuid': 'c249e063-3975-42ee-8dd7-5bd4a3ea73d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac26e409-7413-4d2e-9ddf-e15415f1eee8', 'code': 200} May 27 22:38:15.984767 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:16.004785 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Network 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:16.006326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:16.268315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port ac26e409-7413-4d2e-9ddf-e15415f1eee8 is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:16.268315 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:16.375495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:38:16.465150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac26e409-7413-4d2e-9ddf-e15415f1eee8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:38:16.498669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=ac26e409-7413-4d2e-9ddf-e15415f1eee8,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:16.539747 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:16.616085 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-263ad31c-335f-4496-baa9-d7e2cbb859d7 req-e58a46dd-bec9-488a-af78-5299df2de18c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=59c409e1d8c84726905dd83014e6f761&device_id=367f8920-6a99-43bf-803d-9dc1ed5291fd HTTP/1.1" status: 200 len: 210 time: 0.1571789 May 27 22:38:16.679519 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:16.707884 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:16.725849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Transition to ACTIVE for port object ac1cf023-2825-470d-88e3-73dc8eee0bbe will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:16.730213 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-263ad31c-335f-4496-baa9-d7e2cbb859d7 req-f301fead-a7bd-47d1-91d2-79b082800d8a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=59c409e1d8c84726905dd83014e6f761&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0974753 May 27 22:38:16.730853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-93674877-b894-44b5-a483-d035126907bf None None] Provisioning complete for port 8719400b-845e-416b-a73b-0d6892a06867 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:16.731412 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93674877-b894-44b5-a483-d035126907bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:16.791594 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-93674877-b894-44b5-a483-d035126907bf None None] Port 8719400b-845e-416b-a73b-0d6892a06867 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:38:16.798097 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:38:16.798678 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:38:16.808665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:06Z', 'updated_at': '2022-05-27T22:38:09Z', 'revision_number': 3, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'gw_port': {'id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:07Z', 'updated_at': '2022-05-27T22:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:16.833680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5c28a6-2701-4358-909e-6fced890d8c9 None None] The sync data for ids ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'] in n-d-843680-3 is: [{'id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:06Z', 'updated_at': '2022-05-27T22:38:09Z', 'revision_number': 3, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'gw_port': {'id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:07Z', 'updated_at': '2022-05-27T22:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:38:16.839331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Transition to ACTIVE for port object ac1cf023-2825-470d-88e3-73dc8eee0bbe will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:16.898771 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:17.068573 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Network 22519a76-b161-4ba5-ab31-37af44fe8c3c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:17.071676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:17.091410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:38:17.105347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Pushing event updated for resources: {'Port': ['ID=ac1cf023-2825-470d-88e3-73dc8eee0bbe,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:17.110244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:17.124302 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb049b81-6741-4a8a-834f-6226734541e8 req-93b81f05-3a65-4a4d-b9df-172266903a73 tempest-ServersAaction247Test-408094716 tempest-ServersAaction247Test-408094716-project] 10.222.0.27 "GET /v2.0/ports?device_id=367f8920-6a99-43bf-803d-9dc1ed5291fd HTTP/1.1" status: 200 len: 210 time: 0.3355122 May 27 22:38:17.156619 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e7a75cc2-6c36-4bf5-a143-89d65d85c90f admin admin] 10.222.0.27 "PUT /v2.0/routers/2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1510408 May 27 22:38:17.254084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ad31c-335f-4496-baa9-d7e2cbb859d7 req-4f90b254-9c10-40fe-95f0-6f753f3c9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:17.255559 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-263ad31c-335f-4496-baa9-d7e2cbb859d7 req-4f90b254-9c10-40fe-95f0-6f753f3c9cd3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5170252 May 27 22:38:17.269929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57168) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:17.297869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Attempting to bind port ac1cf023-2825-470d-88e3-73dc8eee0bbe on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:38:17.297869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Attempting to bind port ac1cf023-2825-470d-88e3-73dc8eee0bbe by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '7d8476d7-d7f5-4600-9364-b6505191ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:38:17.297869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Attempting to bind port ac1cf023-2825-470d-88e3-73dc8eee0bbe on network 22519a76-b161-4ba5-ab31-37af44fe8c3c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:17.413545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:38:17.414045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Checking segment: {'id': '7d8476d7-d7f5-4600-9364-b6505191ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:17.414520 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:17.414985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Bound using segment: {'id': '7d8476d7-d7f5-4600-9364-b6505191ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:38:17.415667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Bound port: ac1cf023-2825-470d-88e3-73dc8eee0bbe, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8476d7-d7f5-4600-9364-b6505191ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:38:17.416236 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:17.458176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970236e-d5b0-4069-afc7-51437649e996 req-0075150d-1538-4305-af9b-a6bd735132c9 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:17.468031 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9970236e-d5b0-4069-afc7-51437649e996 req-0075150d-1538-4305-af9b-a6bd735132c9 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 944 time: 0.8677132 May 27 22:38:17.479190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port ac26e409-7413-4d2e-9ddf-e15415f1eee8 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:17.484256 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:17.528846 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d80c0916-fcd5-452e-8b9d-c9818c813fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:17.671386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7bfd-d4ef-47af-ad80-290b47aff26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:17.675469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac26e409-7413-4d2e-9ddf-e15415f1eee8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:38:17.726153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8ae7bfd-d4ef-47af-ad80-290b47aff26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:17.727656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9970236e-d5b0-4069-afc7-51437649e996 req-3180598a-f517-4df4-aa1a-9d6961409b3f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584178 May 27 22:38:17.729532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ac26e409-7413-4d2e-9ddf-e15415f1eee8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ac26e409-7413-4d2e-9ddf-e15415f1eee8,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:17.752254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8ae7bfd-d4ef-47af-ad80-290b47aff26a admin admin] Usage tracker for resource:security_group_rule and tenant:93c2d43d81924c02b5ec44375b76e41a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:17.763835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8ae7bfd-d4ef-47af-ad80-290b47aff26a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:17.784611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8ae7bfd-d4ef-47af-ad80-290b47aff26a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:17.786667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Allocated IP 172.25.2.205 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:17.964928 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:18.052882 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7bfd-d4ef-47af-ad80-290b47aff26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:18.089484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] For port ac1cf023-2825-470d-88e3-73dc8eee0bbe, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:38:18.099451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] For port ac1cf023-2825-470d-88e3-73dc8eee0bbe, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ac1cf023-2825-470d-88e3-73dc8eee0bbe,segment=NetworkSegment(7d8476d7-d7f5-4600-9364-b6505191ca02),segment_id=7d8476d7-d7f5-4600-9364-b6505191ca02)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:38:18.100812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=ac26e409-7413-4d2e-9ddf-e15415f1eee8,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:18.121595 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8ae7bfd-d4ef-47af-ad80-290b47aff26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:18.180982 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:18.275442 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b8ae7bfd-d4ef-47af-ad80-290b47aff26a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=93c2d43d81924c02b5ec44375b76e41a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0042179 May 27 22:38:18.276958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57210) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:18.308923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['ac26e409-7413-4d2e-9ddf-e15415f1eee8'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:38:18.416592 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:18.439647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae7bfd-d4ef-47af-ad80-290b47aff26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835b4b06-3715-4d6a-ac6b-2a2d207ccce8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:18.516543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d80c0916-fcd5-452e-8b9d-c9818c813fde admin admin] Deleting port d5a752d6-c277-4ba3-8a84-4bf1f9550505 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:38:18.519217 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d80c0916-fcd5-452e-8b9d-c9818c813fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:18.535359 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19d83c9c-db08-48c4-8e46-ee0236c635bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:18.586556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b4d6f-8812-466d-8218-c746f58f3bb2 None None] Pushing event updated for resources: {'Port': ['ID=ac1cf023-2825-470d-88e3-73dc8eee0bbe,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:18.588045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19d83c9c-db08-48c4-8e46-ee0236c635bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:18.637657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device beffd7a2-8c44-4fc1-87db-59c1e59a97ea up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:18.715354 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-287ddf3b-55e3-408a-b9cf-d40f99bb7fc6 req-024807a8-21dc-4565-9cf4-3fe08cd06775 tempest-ServersAaction247Test-408094716 tempest-ServersAaction247Test-408094716-project] 10.222.0.27 "GET /v2.0/ports?device_id=367f8920-6a99-43bf-803d-9dc1ed5291fd HTTP/1.1" status: 200 len: 210 time: 0.1276431 May 27 22:38:18.773635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57224) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:18.812287 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19d83c9c-db08-48c4-8e46-ee0236c635bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:18.830119 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:18.874988 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d83c9c-db08-48c4-8e46-ee0236c635bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835b4b06-3715-4d6a-ac6b-2a2d207ccce8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:18.898165 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19d83c9c-db08-48c4-8e46-ee0236c635bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:18.899668 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-19d83c9c-db08-48c4-8e46-ee0236c635bc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/835b4b06-3715-4d6a-ac6b-2a2d207ccce8 HTTP/1.1" status: 204 len: 168 time: 0.6080263 May 27 22:38:18.975640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57234) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:18.992065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1290225337-network', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:19.008206 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port beffd7a2-8c44-4fc1-87db-59c1e59a97ea completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:19.010955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:19.018943 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port beffd7a2-8c44-4fc1-87db-59c1e59a97ea triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:19.019657 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:19.024826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Usage tracker for resource:network and tenant:c2a015d5f9ca42b995e05ac599d50eb8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:19.041912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:19.054175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:19.191190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:19.214085 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-263ad31c-335f-4496-baa9-d7e2cbb859d7 req-d612a74a-3ec3-4527-b33a-4bedac9c84ce tempest-ServersAaction247Test-408094716 tempest-ServersAaction247Test-408094716-project] 10.222.0.46 "GET /v2.0/ports?device_id=367f8920-6a99-43bf-803d-9dc1ed5291fd HTTP/1.1" status: 200 len: 210 time: 0.1293142 May 27 22:38:19.298841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Made reservation on behalf of c2a015d5f9ca42b995e05ac599d50eb8 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:19.300533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:19.305839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:19.310465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port beffd7a2-8c44-4fc1-87db-59c1e59a97ea is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:19.310989 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:19.340335 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port beffd7a2-8c44-4fc1-87db-59c1e59a97ea, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=beffd7a2-8c44-4fc1-87db-59c1e59a97ea,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:19.343005 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14a00ad4-3f4d-4fb1-a849-a0c58e2d6d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:19.364861 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:19.384279 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14a00ad4-3f4d-4fb1-a849-a0c58e2d6d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:19.389469 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:19.392038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-14a00ad4-3f4d-4fb1-a849-a0c58e2d6d5b admin admin] Usage tracker for resource:security_group_rule and tenant:ae5346de120b4104a634a16952819ef2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:19.396395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-14a00ad4-3f4d-4fb1-a849-a0c58e2d6d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:19.399925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Usage tracker for resource:security_group_rule and tenant:c2a015d5f9ca42b995e05ac599d50eb8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:19.406806 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:19.409589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-14a00ad4-3f4d-4fb1-a849-a0c58e2d6d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:19.418231 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:19.441410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:19.490492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:19.569074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=beffd7a2-8c44-4fc1-87db-59c1e59a97ea,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:19.681153 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14a00ad4-3f4d-4fb1-a849-a0c58e2d6d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:19.750154 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:19.753696 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14a00ad4-3f4d-4fb1-a849-a0c58e2d6d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:19.849931 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-14a00ad4-3f4d-4fb1-a849-a0c58e2d6d5b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ae5346de120b4104a634a16952819ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0741274 May 27 22:38:19.874363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a00ad4-3f4d-4fb1-a849-a0c58e2d6d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca499a0-bf94-4b93-9992-6a4b7be664d6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:19.878644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57250) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:19.884053 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:19.899635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:38:19.912718 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:19.913491 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Added segment 082919bb-e6d7-4f0c-b14c-6fb50a68ba9c of type vlan for network 7616c180-2c41-43bc-8b9a-fb176d577531 May 27 22:38:19.933616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Pushing event updated for resources: {'Port': ['ID=50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:19.938332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-d80c0916-fcd5-452e-8b9d-c9818c813fde admin admin] For port d5a752d6-c277-4ba3-8a84-4bf1f9550505, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d5a752d6-c277-4ba3-8a84-4bf1f9550505,segment=NetworkSegment(20e5a592-014c-48e0-99d2-95c8e612e95e),segment_id=20e5a592-014c-48e0-99d2-95c8e612e95e)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:19.943206 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d80c0916-fcd5-452e-8b9d-c9818c813fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:19.952697 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:19.994588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ac26e409-7413-4d2e-9ddf-e15415f1eee8 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:20.027735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df543e99-1ca0-4c72-a91c-9ad922aaf890,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:20.060052 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Sync routers for ids ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:38:20.064778 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Routers {'2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:20.077062 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:20.123489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57256) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:20.148478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port ac26e409-7413-4d2e-9ddf-e15415f1eee8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:20.148850 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:20.156990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb788ab3-18d8-4060-8200-6201d180d322 req-2525a07b-b9ec-440d-add3-5d7cd13373fb tempest-ServersAaction247Test-408094716 tempest-ServersAaction247Test-408094716-project] 10.222.0.27 "GET /v2.0/ports?device_id=367f8920-6a99-43bf-803d-9dc1ed5291fd HTTP/1.1" status: 200 len: 210 time: 0.2054472 May 27 22:38:20.208911 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:20.210132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:20.210859 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:20.255598 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86cdf46b-b8d7-46af-a52a-5279bd59dcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:20.318804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port ac26e409-7413-4d2e-9ddf-e15415f1eee8 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:20.320091 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:20.353021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c249e063-3975-42ee-8dd7-5bd4a3ea73d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac26e409-7413-4d2e-9ddf-e15415f1eee8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:38:20.356765 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93d96af7-7a71-47b4-955f-e4203b3433a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:20.365346 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ac26e409-7413-4d2e-9ddf-e15415f1eee8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ac26e409-7413-4d2e-9ddf-e15415f1eee8,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:20.385792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.386491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.387159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.388857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.390381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.390935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.391604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.392746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.394233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.395660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.396222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.397283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.397802 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Set router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:20.409594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-86cdf46b-b8d7-46af-a52a-5279bd59dcd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:20.412326 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:20.469579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-86cdf46b-b8d7-46af-a52a-5279bd59dcd1 admin admin] Usage tracker for resource:security_group_rule and tenant:25953b0fb63e4e69acf08add7950c2a4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:20.476075 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-86cdf46b-b8d7-46af-a52a-5279bd59dcd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:20.507139 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a326e743-2d67-462b-bde1-f4d0610f3cac'] response: {'server_uuid': 'c249e063-3975-42ee-8dd7-5bd4a3ea73d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac26e409-7413-4d2e-9ddf-e15415f1eee8', 'code': 200} May 27 22:38:20.510450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Pushing event updated for resources: {'Network': ['ID=7616c180-2c41-43bc-8b9a-fb176d577531,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:20.532752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-86cdf46b-b8d7-46af-a52a-5279bd59dcd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:20.539050 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93d96af7-7a71-47b4-955f-e4203b3433a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:20.569135 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5889778 May 27 22:38:20.571593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57266) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:20.573053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.573393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.573726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.574057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.574396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.574702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.575641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.575962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.576280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.576638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.577352 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.577352 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667a9203-19d5-405f-9349-100e39eb1b7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:20.622868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=ac26e409-7413-4d2e-9ddf-e15415f1eee8,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:20.635882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 7616c180-2c41-43bc-8b9a-fb176d577531 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:38:20.668673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80293b20-bc5d-4776-b4fc-a070c43449c5 None None] Network 22519a76-b161-4ba5-ab31-37af44fe8c3c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:20.721511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] Request body: {'subnet': {'network_id': '7616c180-2c41-43bc-8b9a-fb176d577531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1290225337-subnet', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:20.734708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d80c0916-fcd5-452e-8b9d-c9818c813fde admin admin] Calling delete_port for d5a752d6-c277-4ba3-8a84-4bf1f9550505 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:38:20.760911 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93d96af7-7a71-47b4-955f-e4203b3433a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:20.769678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:20.791763 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183afd93-2422-4c07-a27d-b885f4b6ae53 req-1024993d-fbbf-49c3-b87a-dd836518c8b3 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:20.794475 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-183afd93-2422-4c07-a27d-b885f4b6ae53 req-1024993d-fbbf-49c3-b87a-dd836518c8b3 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 945 time: 1.6808939 May 27 22:38:20.795884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] Usage tracker for resource:subnet and tenant:c2a015d5f9ca42b995e05ac599d50eb8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:20.804681 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:20.841095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:20.935004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device beffd7a2-8c44-4fc1-87db-59c1e59a97ea up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:21.017625 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86cdf46b-b8d7-46af-a52a-5279bd59dcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:21.027305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d96af7-7a71-47b4-955f-e4203b3433a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca499a0-bf94-4b93-9992-6a4b7be664d6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:21.038291 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93d96af7-7a71-47b4-955f-e4203b3433a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:21.039584 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-93d96af7-7a71-47b4-955f-e4203b3433a7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1ca499a0-bf94-4b93-9992-6a4b7be664d6 HTTP/1.1" status: 204 len: 168 time: 1.1597946 May 27 22:38:21.048837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port beffd7a2-8c44-4fc1-87db-59c1e59a97ea triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:21.048837 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:21.095663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef6203-9be6-400b-b10d-38426bc69703 req-e3f3dab4-8e34-4b20-8793-1740cc601a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:21.101811 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a4ef6203-9be6-400b-b10d-38426bc69703 req-e3f3dab4-8e34-4b20-8793-1740cc601a7d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 1097 time: 0.3784785 May 27 22:38:21.136153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-183afd93-2422-4c07-a27d-b885f4b6ae53 req-9701a4e0-2717-462a-a6d0-222a2bcdd62b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153532 May 27 22:38:21.137820 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:21.162756 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86cdf46b-b8d7-46af-a52a-5279bd59dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:21.168306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a638cd30-aca6-4390-b548-b13aa14a2274 None None] Provisioning for port ac1cf023-2825-470d-88e3-73dc8eee0bbe completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:21.169919 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:06Z', 'updated_at': '2022-05-27T22:38:14Z', 'revision_number': 4, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'gw_port': {'id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:07Z', 'updated_at': '2022-05-27T22:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8719400b-845e-416b-a73b-0d6892a06867', 'name': '', 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'mac_address': 'fa:16:3e:99:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:12Z', 'updated_at': '2022-05-27T22:38:14Z', 'revision_number': 2, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'subnets': [{'id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:21.174921 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Checking router: 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:38:21.175543 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Updating router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c port 8719400b-845e-416b-a73b-0d6892a06867 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:38:21.242577 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:21.307038 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port beffd7a2-8c44-4fc1-87db-59c1e59a97ea is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:21.309129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ac1cf023-2825-470d-88e3-73dc8eee0bbe up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:21.349203 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdf46b-b8d7-46af-a52a-5279bd59dcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1594af-99f7-410c-92d5-e31e7a8a2058,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:21.357844 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-86cdf46b-b8d7-46af-a52a-5279bd59dcd1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=25953b0fb63e4e69acf08add7950c2a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2332785 May 27 22:38:21.369966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57284) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:21.479387 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a4ef6203-9be6-400b-b10d-38426bc69703 req-01c51949-9103-4a28-a17d-9721734597bf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734250 May 27 22:38:21.524508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82dbb2bd-4d58-44c1-9c7b-a88a037f0355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:21.556182 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82dbb2bd-4d58-44c1-9c7b-a88a037f0355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:21.656887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port ac1cf023-2825-470d-88e3-73dc8eee0bbe completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:21.673765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port ac1cf023-2825-470d-88e3-73dc8eee0bbe triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:21.675982 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:21.703705 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82dbb2bd-4d58-44c1-9c7b-a88a037f0355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:21.782536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbb2bd-4d58-44c1-9c7b-a88a037f0355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1594af-99f7-410c-92d5-e31e7a8a2058,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:21.792233 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-82dbb2bd-4d58-44c1-9c7b-a88a037f0355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:21.796821 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-82dbb2bd-4d58-44c1-9c7b-a88a037f0355 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6d1594af-99f7-410c-92d5-e31e7a8a2058 HTTP/1.1" status: 204 len: 168 time: 0.4258072 May 27 22:38:21.812258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] Made reservation on behalf of c2a015d5f9ca42b995e05ac599d50eb8 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:21.820015 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:21.891661 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:21.916207 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Transition to ACTIVE for port object 8719400b-845e-416b-a73b-0d6892a06867 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:21.945750 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ac1cf023-2825-470d-88e3-73dc8eee0bbe is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:21.948762 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:22.029640 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:22.031626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port ac1cf023-2825-470d-88e3-73dc8eee0bbe, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ac1cf023-2825-470d-88e3-73dc8eee0bbe,segment=NetworkSegment(7d8476d7-d7f5-4600-9364-b6505191ca02),segment_id=7d8476d7-d7f5-4600-9364-b6505191ca02)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:22.065607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-387d5846-194c-41f9-b9a4-d4b4c9c294cd None None] Provisioning complete for port ac1cf023-2825-470d-88e3-73dc8eee0bbe triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:22.066114 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-387d5846-194c-41f9-b9a4-d4b4c9c294cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:22.094890 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:22.168814 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:22.174996 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:22.206650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57302) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:22.241947 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d3952-30d8-4fec-a43a-6278b656bae2 None None] Pushing event updated for resources: {'Port': ['ID=8719400b-845e-416b-a73b-0d6892a06867,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:22.243411 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aef1ef32-0611-4c86-b86e-0b2289ccd138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:22.287071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aef1ef32-0611-4c86-b86e-0b2289ccd138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:22.296625 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aef1ef32-0611-4c86-b86e-0b2289ccd138 admin admin] Usage tracker for resource:security_group_rule and tenant:2c6f142f55354ae78e1105602aef94ff is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:22.304850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aef1ef32-0611-4c86-b86e-0b2289ccd138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:22.323799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aef1ef32-0611-4c86-b86e-0b2289ccd138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:22.369910 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3952-30d8-4fec-a43a-6278b656bae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:22.369910 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3952-30d8-4fec-a43a-6278b656bae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:22.369910 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3952-30d8-4fec-a43a-6278b656bae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:22.369910 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3952-30d8-4fec-a43a-6278b656bae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:22.369910 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3952-30d8-4fec-a43a-6278b656bae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:22.370657 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3952-30d8-4fec-a43a-6278b656bae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:22.370657 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3952-30d8-4fec-a43a-6278b656bae2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:22.370849 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3952-30d8-4fec-a43a-6278b656bae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:22.371080 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3952-30d8-4fec-a43a-6278b656bae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:22.371399 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3952-30d8-4fec-a43a-6278b656bae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:22.371736 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3952-30d8-4fec-a43a-6278b656bae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:22.372101 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d3952-30d8-4fec-a43a-6278b656bae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:38:22.458309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57312) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:22.589448 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=ac1cf023-2825-470d-88e3-73dc8eee0bbe,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:22.597539 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Attempting to bind port 8719400b-845e-416b-a73b-0d6892a06867 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:38:22.598978 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Attempting to bind port 8719400b-845e-416b-a73b-0d6892a06867 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:38:22.598978 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Attempting to bind port 8719400b-845e-416b-a73b-0d6892a06867 on network 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:22.611647 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:38:22.611886 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Checking segment: {'id': 'f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:22.614489 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:22.614966 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Bound using segment: {'id': 'f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:38:22.615606 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Bound port: 8719400b-845e-416b-a73b-0d6892a06867, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:38:22.616790 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:22.647802 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aef1ef32-0611-4c86-b86e-0b2289ccd138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:22.650278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-387d5846-194c-41f9-b9a4-d4b4c9c294cd None None] Current status of the port ac1cf023-2825-470d-88e3-73dc8eee0bbe is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:22.738224 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aef1ef32-0611-4c86-b86e-0b2289ccd138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:22.845458 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] For port 8719400b-845e-416b-a73b-0d6892a06867, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:38:22.849090 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] For port 8719400b-845e-416b-a73b-0d6892a06867, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8719400b-845e-416b-a73b-0d6892a06867,segment=NetworkSegment(f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2),segment_id=f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:38:22.859851 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a992c691-0928-43a1-810f-098329150097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:22.880147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1ef32-0611-4c86-b86e-0b2289ccd138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16c134a-b72c-4b51-a4de-64354db4b8ed,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:22.889333 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-aef1ef32-0611-4c86-b86e-0b2289ccd138 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2c6f142f55354ae78e1105602aef94ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6780345 May 27 22:38:22.890265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57326) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:22.898956 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d80c0916-fcd5-452e-8b9d-c9818c813fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:22.909507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a992c691-0928-43a1-810f-098329150097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:22.922644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a992c691-0928-43a1-810f-098329150097 admin admin] Usage tracker for resource:security_group_rule and tenant:59c409e1d8c84726905dd83014e6f761 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:22.928450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a992c691-0928-43a1-810f-098329150097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:22.944326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a992c691-0928-43a1-810f-098329150097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:22.977198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c0916-fcd5-452e-8b9d-c9818c813fde admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a752d6-c277-4ba3-8a84-4bf1f9550505,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:22.980017 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:23.066957 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Routers {'2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:23.068007 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:23.125875 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a992c691-0928-43a1-810f-098329150097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:23.152149 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d2cd0b8-d685-4d49-8f34-582273f99834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:23.205073 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:23.216833 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d2cd0b8-d685-4d49-8f34-582273f99834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:23.227270 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d3952-30d8-4fec-a43a-6278b656bae2 None None] Pushing event updated for resources: {'Port': ['ID=8719400b-845e-416b-a73b-0d6892a06867,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:23.247730 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a992c691-0928-43a1-810f-098329150097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:23.342831 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a992c691-0928-43a1-810f-098329150097 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=59c409e1d8c84726905dd83014e6f761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8804672 May 27 22:38:23.348215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992c691-0928-43a1-810f-098329150097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d500d24-0575-47f2-8941-2484d7f47933,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:23.374749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57338) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:23.408403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e743c-99b2-4969-9542-dea41602b0d4 req-ede784b8-7c4e-4ba8-94ae-c7c86ab1f7b4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:23.423039 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-138e743c-99b2-4969-9542-dea41602b0d4 req-ede784b8-7c4e-4ba8-94ae-c7c86ab1f7b4 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 1.0267234 May 27 22:38:23.491240 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eea6fb0-8663-4d61-8b74-1c6dea3d33cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:23.532448 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eea6fb0-8663-4d61-8b74-1c6dea3d33cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:23.557589 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] Set router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:23.568846 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d2cd0b8-d685-4d49-8f34-582273f99834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:23.592368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cd0b8-d685-4d49-8f34-582273f99834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16c134a-b72c-4b51-a4de-64354db4b8ed,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:23.602640 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d2cd0b8-d685-4d49-8f34-582273f99834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:23.607280 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4d2cd0b8-d685-4d49-8f34-582273f99834 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b16c134a-b72c-4b51-a4de-64354db4b8ed HTTP/1.1" status: 204 len: 168 time: 0.7133188 May 27 22:38:23.643958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f350a9c7-5f49-426d-a1ef-a5ebea2d7c45,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:23.717612 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eea6fb0-8663-4d61-8b74-1c6dea3d33cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:23.750025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea6fb0-8663-4d61-8b74-1c6dea3d33cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d500d24-0575-47f2-8941-2484d7f47933,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:23.779058 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eea6fb0-8663-4d61-8b74-1c6dea3d33cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:23.780185 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1eea6fb0-8663-4d61-8b74-1c6dea3d33cc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4d500d24-0575-47f2-8941-2484d7f47933 HTTP/1.1" status: 204 len: 168 time: 0.4042392 May 27 22:38:23.783383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-138e743c-99b2-4969-9542-dea41602b0d4 req-7e3affcb-dc4f-430b-95e0-e328c842c499 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594983 May 27 22:38:23.816153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] Checking segment: {'id': '082919bb-e6d7-4f0c-b14c-6fb50a68ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7616c180-2c41-43bc-8b9a-fb176d577531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:23.816722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] Network hostable DHCP agents. Network: 7616c180-2c41-43bc-8b9a-fb176d577531, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:38:23.859384 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d80c0916-fcd5-452e-8b9d-c9818c813fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:23.980326 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Router d7e773f1-77c6-4f5a-aee5-316a1b9716ce is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:38:23.983894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] Network 7616c180-2c41-43bc-8b9a-fb176d577531 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:38:24.077221 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:06Z', 'updated_at': '2022-05-27T22:38:14Z', 'revision_number': 4, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'gw_port': {'id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:07Z', 'updated_at': '2022-05-27T22:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8719400b-845e-416b-a73b-0d6892a06867', 'name': '', 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'mac_address': 'fa:16:3e:99:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:12Z', 'updated_at': '2022-05-27T22:38:22Z', 'revision_number': 4, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'subnets': [{'id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:24.091243 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee74799-d4f9-494e-8831-4de59655736a None None] The sync data for ids ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'] in n-d-843680-3 is: [{'id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:06Z', 'updated_at': '2022-05-27T22:38:14Z', 'revision_number': 4, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'gw_port': {'id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:07Z', 'updated_at': '2022-05-27T22:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8719400b-845e-416b-a73b-0d6892a06867', 'name': '', 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'mac_address': 'fa:16:3e:99:f2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:12Z', 'updated_at': '2022-05-27T22:38:22Z', 'revision_number': 4, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'subnets': [{'id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:38:24.174253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 7616c180-2c41-43bc-8b9a-fb176d577531) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:24.184834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:24.185635 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:24.196530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a492a3-0c5b-4c37-920d-a1d108e7d85c None None] Network 7616c180-2c41-43bc-8b9a-fb176d577531 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:24.663101 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-7616c180-2c41-43bc-8b9a-fb176d577531', 'network_id': '7616c180-2c41-43bc-8b9a-fb176d577531', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'fixed_ips': [{'subnet_id': 'f350a9c7-5f49-426d-a1ef-a5ebea2d7c45'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:38:24.663940 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:24.760858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57372) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:24.764850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-530f6396-a3dd-4e5e-be85-44c759443788 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.1831923 May 27 22:38:24.766917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1290225337-router', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:24.780142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:24.794043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Usage tracker for resource:router and tenant:c2a015d5f9ca42b995e05ac599d50eb8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:24.816493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:24.833410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ac1cf023-2825-470d-88e3-73dc8eee0bbe up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:24.836075 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:24.927894 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:24.929075 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:24.985736 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:25.133077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80c0916-fcd5-452e-8b9d-c9818c813fde admin admin] Router 3268ee74-c873-4ba6-bdae-4872961d6c93 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:38:25.176973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port ac1cf023-2825-470d-88e3-73dc8eee0bbe triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:25.179776 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:25.191339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:38:25.238956 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Sync routers for ids ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:38:25.264520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Allocated IP 172.20.0.2 (7616c180-2c41-43bc-8b9a-fb176d577531/f350a9c7-5f49-426d-a1ef-a5ebea2d7c45/995398af-81a4-4e9b-89dd-908e2377859b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:25.279241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Routers {'d7e773f1-77c6-4f5a-aee5-316a1b9716ce'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:25.280603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:25.535889 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:25.537112 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1e34188a-b397-467a-aa95-5abe91aa84e4 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 12.1064267 May 27 22:38:25.546762 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57404) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:25.797380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Set router d7e773f1-77c6-4f5a-aee5-316a1b9716ce gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:25.833604 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:25.988383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab38f2-d52b-481e-a818-4c920fb68764 req-7044c219-fa19-4782-ba5f-5389ee48c1a6 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:25.997079 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4fab38f2-d52b-481e-a818-4c920fb68764 req-7044c219-fa19-4782-ba5f-5389ee48c1a6 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.8755374 May 27 22:38:26.225743 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ac1cf023-2825-470d-88e3-73dc8eee0bbe is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:26.227062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8719400b-845e-416b-a73b-0d6892a06867 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:26.228627 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4fab38f2-d52b-481e-a818-4c920fb68764 req-7c9b60ae-d963-4cd2-8e4f-6aed34011f80 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100363 May 27 22:38:26.241858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80c0916-fcd5-452e-8b9d-c9818c813fde admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:38:26.252416 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d80c0916-fcd5-452e-8b9d-c9818c813fde admin admin] 10.222.0.27 "PUT /v2.0/routers/3268ee74-c873-4ba6-bdae-4872961d6c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6310215 May 27 22:38:26.266120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57420) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:26.275389 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b34a1b-b223-48c4-9ddf-7c78b8f19175 None None] Sync routers for ids ['3268ee74-c873-4ba6-bdae-4872961d6c93'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:38:26.296758 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b34a1b-b223-48c4-9ddf-7c78b8f19175 None None] Routers {'3268ee74-c873-4ba6-bdae-4872961d6c93'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:26.297621 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a3b34a1b-b223-48c4-9ddf-7c78b8f19175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3268ee74-c873-4ba6-bdae-4872961d6c93'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:26.669960 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:26.698482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:13Z', 'updated_at': '2022-05-27T22:38:20Z', 'revision_number': 3, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'gw_port': {'id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:16Z', 'updated_at': '2022-05-27T22:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:26.715743 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:26.716026 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a3b34a1b-b223-48c4-9ddf-7c78b8f19175 None None] Set router 3268ee74-c873-4ba6-bdae-4872961d6c93 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:26.719812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Checking router: d7e773f1-77c6-4f5a-aee5-316a1b9716ce for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:38:26.724486 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Updating router d7e773f1-77c6-4f5a-aee5-316a1b9716ce port 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:38:26.829524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 8719400b-845e-416b-a73b-0d6892a06867 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:26.859239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Transition to ACTIVE for port object 995398af-81a4-4e9b-89dd-908e2377859b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:26.863744 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:26.883085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Transition to ACTIVE for port object 995398af-81a4-4e9b-89dd-908e2377859b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:26.893381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8719400b-845e-416b-a73b-0d6892a06867 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:26.893761 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:26.899029 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:26.978253 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:27.021771 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:27.145099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Allocated IP 172.25.2.210 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/aa5b2711-96c7-4d1f-bf35-02625cddd79b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:27.222695 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a3b34a1b-b223-48c4-9ddf-7c78b8f19175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'name': 'tempest-ServerRescueTestJSON-104196169-router', 'tenant_id': '82f014b25abf4c19a049c6e511375f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:35:44Z', 'updated_at': '2022-05-27T22:38:22Z', 'revision_number': 5, 'project_id': '82f014b25abf4c19a049c6e511375f4f', 'gw_port': {'id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:35:46Z', 'updated_at': '2022-05-27T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:27.230565 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b34a1b-b223-48c4-9ddf-7c78b8f19175 None None] Checking router: 3268ee74-c873-4ba6-bdae-4872961d6c93 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:38:27.249748 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b34a1b-b223-48c4-9ddf-7c78b8f19175 None None] Routers {'3268ee74-c873-4ba6-bdae-4872961d6c93'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:27.250513 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a3b34a1b-b223-48c4-9ddf-7c78b8f19175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3268ee74-c873-4ba6-bdae-4872961d6c93'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:27.286444 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Network 7616c180-2c41-43bc-8b9a-fb176d577531 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:27.321478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:27.332411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:27.344746 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:27.394420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57452) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:27.431034 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:27.529563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Pushing event updated for resources: {'Port': ['ID=995398af-81a4-4e9b-89dd-908e2377859b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:27.579186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Attempting to bind port 995398af-81a4-4e9b-89dd-908e2377859b on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:38:27.579937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Attempting to bind port 995398af-81a4-4e9b-89dd-908e2377859b by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '082919bb-e6d7-4f0c-b14c-6fb50a68ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7616c180-2c41-43bc-8b9a-fb176d577531'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:38:27.580574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Attempting to bind port 995398af-81a4-4e9b-89dd-908e2377859b on network 7616c180-2c41-43bc-8b9a-fb176d577531 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:27.612857 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a3b34a1b-b223-48c4-9ddf-7c78b8f19175 None None] Set router 3268ee74-c873-4ba6-bdae-4872961d6c93 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:27.635514 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:27.646205 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4cdc76d4-7c0a-4f84-acb2-d8e194192ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:27.659279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:38:27.660466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Checking segment: {'id': '082919bb-e6d7-4f0c-b14c-6fb50a68ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7616c180-2c41-43bc-8b9a-fb176d577531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:27.661134 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:27.662077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Bound using segment: {'id': '082919bb-e6d7-4f0c-b14c-6fb50a68ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7616c180-2c41-43bc-8b9a-fb176d577531'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:38:27.662782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Bound port: 995398af-81a4-4e9b-89dd-908e2377859b, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082919bb-e6d7-4f0c-b14c-6fb50a68ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7616c180-2c41-43bc-8b9a-fb176d577531'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:38:27.663513 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:27.673346 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8719400b-845e-416b-a73b-0d6892a06867 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:27.674071 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:27.738823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57468) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:27.768581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026f292-1411-4591-b300-2b8078b49a82 req-7dbaaded-938c-44d0-add3-685bf6e11a0c tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:27.770389 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2026f292-1411-4591-b300-2b8078b49a82 req-7dbaaded-938c-44d0-add3-685bf6e11a0c tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.9362512 May 27 22:38:27.776975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] Deleting port 970cdcff-a656-4acc-91ab-32d9be5ab081 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:38:27.777550 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:27.969624 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] For port 995398af-81a4-4e9b-89dd-908e2377859b, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:38:27.977089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] For port 995398af-81a4-4e9b-89dd-908e2377859b, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=995398af-81a4-4e9b-89dd-908e2377859b,segment=NetworkSegment(082919bb-e6d7-4f0c-b14c-6fb50a68ba9c),segment_id=082919bb-e6d7-4f0c-b14c-6fb50a68ba9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:38:27.981847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Pushing event updated for resources: {'Port': ['ID=aa5b2711-96c7-4d1f-bf35-02625cddd79b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:28.010349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1995908761-network', 'tenant_id': '00a8812cc700487cbfc37e4d6360eed4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:28.029910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:28.036124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 8719400b-845e-416b-a73b-0d6892a06867, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8719400b-845e-416b-a73b-0d6892a06867,segment=NetworkSegment(f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2),segment_id=f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:28.046793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Usage tracker for resource:network and tenant:00a8812cc700487cbfc37e4d6360eed4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:28.057976 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:28.062621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:28.066152 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:28.071241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:28.078951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:28.142263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:28.185238 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:28.208562 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a3b34a1b-b223-48c4-9ddf-7c78b8f19175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'name': 'tempest-ServerRescueTestJSON-104196169-router', 'tenant_id': '82f014b25abf4c19a049c6e511375f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:35:44Z', 'updated_at': '2022-05-27T22:38:22Z', 'revision_number': 5, 'project_id': '82f014b25abf4c19a049c6e511375f4f', 'gw_port': {'id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:35:46Z', 'updated_at': '2022-05-27T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:28.211131 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b34a1b-b223-48c4-9ddf-7c78b8f19175 None None] The sync data for ids ['3268ee74-c873-4ba6-bdae-4872961d6c93'] in n-d-843680-3 is: [{'id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'name': 'tempest-ServerRescueTestJSON-104196169-router', 'tenant_id': '82f014b25abf4c19a049c6e511375f4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:35:44Z', 'updated_at': '2022-05-27T22:38:22Z', 'revision_number': 5, 'project_id': '82f014b25abf4c19a049c6e511375f4f', 'gw_port': {'id': '970cdcff-a656-4acc-91ab-32d9be5ab081', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3268ee74-c873-4ba6-bdae-4872961d6c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:35:46Z', 'updated_at': '2022-05-27T22:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:38:28.248724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce41fb-9f67-46e6-a0a4-b7c813a04dff None None] Pushing event updated for resources: {'Port': ['ID=995398af-81a4-4e9b-89dd-908e2377859b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:28.255915 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:28.325479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Transition to ACTIVE for port object 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:28.361977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=8719400b-845e-416b-a73b-0d6892a06867,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:28.368415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Made reservation on behalf of 00a8812cc700487cbfc37e4d6360eed4 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:28.370889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:28.406920 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:28.422070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] For port 970cdcff-a656-4acc-91ab-32d9be5ab081, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=970cdcff-a656-4acc-91ab-32d9be5ab081,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:28.422436 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:28.453532 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:28.508663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:28.533627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Usage tracker for resource:security_group_rule and tenant:00a8812cc700487cbfc37e4d6360eed4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:28.538589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:28.547050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:28.564200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Attempting to bind port 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:38:28.564612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Attempting to bind port 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:38:28.565458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Attempting to bind port 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:28.571549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912a1b7-5d83-4804-bd96-cb1510ed5700 None None] Pushing event updated for resources: {'Port': ['ID=50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:28.576603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:38:28.579083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:28.579083 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:28.579083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:38:28.579083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Bound port: 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:38:28.579083 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:28.762013 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] For port 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:38:28.787070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] For port 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:38:28.875568 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:28.990500 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:28.998304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Routers {'d7e773f1-77c6-4f5a-aee5-316a1b9716ce'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:28.998854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] Calling delete_port for 970cdcff-a656-4acc-91ab-32d9be5ab081 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:38:28.999980 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:29.091144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1594829128-network', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:29.120557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:29.140236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912a1b7-5d83-4804-bd96-cb1510ed5700 None None] Pushing event updated for resources: {'Port': ['ID=50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:29.159033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Usage tracker for resource:network and tenant:49504ca94f5d42bf86dd37e137461ad8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:29.178711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:29.207977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:29.212731 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:29.322083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] Set router d7e773f1-77c6-4f5a-aee5-316a1b9716ce gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:29.480024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:29.486137 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:29.672798 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2026f292-1411-4591-b300-2b8078b49a82 req-90f7bca1-623c-4cee-a05d-efda5baa1739 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8585458 May 27 22:38:29.687915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Made reservation on behalf of 49504ca94f5d42bf86dd37e137461ad8 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:29.694300 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:29.850134 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:29.862692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be4c2fa-23de-4273-8bf8-3c79bbb07a89,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:29.935167 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:29.955020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:29.962582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Usage tracker for resource:security_group_rule and tenant:49504ca94f5d42bf86dd37e137461ad8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:29.964464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:38:29.969149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:29.978180 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:29.992057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:29.998317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738513c3-ab15-4374-87da-e270b18903a0 None None] Network 7616c180-2c41-43bc-8b9a-fb176d577531 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:30.034406 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:30.034876 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Added segment a1c9c846-c5c4-40b0-97cb-93cddbfa60f5 of type vlan for network 7bfbc8b8-c379-44c0-b20f-662d8bd5fa73 May 27 22:38:30.130024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:30.208536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Router e8aee0a0-d55e-4fdc-8bff-4565c11aca01 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:38:30.234571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] Pushing event deleted for resources: {'Port': ['ID=970cdcff-a656-4acc-91ab-32d9be5ab081,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:30.292950 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74dc0ce2-ba66-4167-a336-4b85cda2a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:30.350437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:13Z', 'updated_at': '2022-05-27T22:38:20Z', 'revision_number': 3, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'gw_port': {'id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:16Z', 'updated_at': '2022-05-27T22:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:30.356657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa55270-9760-478a-a14b-f83080532f1c None None] The sync data for ids ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'] in n-d-843680-3 is: [{'id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:13Z', 'updated_at': '2022-05-27T22:38:20Z', 'revision_number': 3, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'gw_port': {'id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:16Z', 'updated_at': '2022-05-27T22:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:38:30.379618 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:30.380608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:30.381182 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:30.390152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f1d0e945-5ab3-410d-a38a-042a6b70eadd None None] Provisioning for port 995398af-81a4-4e9b-89dd-908e2377859b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:30.474077 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:30.515048 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 995398af-81a4-4e9b-89dd-908e2377859b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:30.756654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 995398af-81a4-4e9b-89dd-908e2377859b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:30.765284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 995398af-81a4-4e9b-89dd-908e2377859b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:30.765675 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:30.882333 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:30.905653 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:30.910992 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:30.914181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e48aec69-886e-42c8-b90d-c94398f5b4e0 None None] Provisioning complete for port 995398af-81a4-4e9b-89dd-908e2377859b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:30.914555 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e48aec69-886e-42c8-b90d-c94398f5b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:31.076664 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:31.104190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] Pushing event updated for resources: {'Network': ['ID=7bfbc8b8-c379-44c0-b20f-662d8bd5fa73,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:31.120929 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2b544158-d104-4b8f-9e59-5ec4dcd4e180 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.7249160 May 27 22:38:31.123000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57534) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:31.131016 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 7bfbc8b8-c379-44c0-b20f-662d8bd5fa73 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:38:31.174572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:38:31.204945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] Request body: {'subnet': {'network_id': '7bfbc8b8-c379-44c0-b20f-662d8bd5fa73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1995908761-subnet', 'tenant_id': '00a8812cc700487cbfc37e4d6360eed4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:31.212953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:31.217614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] Usage tracker for resource:subnet and tenant:00a8812cc700487cbfc37e4d6360eed4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:31.221020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:31.227529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:31.264045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:31.266084 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7b7a31b9-3ae4-4652-9d43-ed2a371705ab admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5034873 May 27 22:38:31.269091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57540) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:31.283917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Sync routers for ids ['e8aee0a0-d55e-4fdc-8bff-4565c11aca01'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:38:31.345872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] Made reservation on behalf of 00a8812cc700487cbfc37e4d6360eed4 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:31.348999 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:31.399690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e48aec69-886e-42c8-b90d-c94398f5b4e0 None None] Current status of the port 995398af-81a4-4e9b-89dd-908e2377859b is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:31.400787 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e48aec69-886e-42c8-b90d-c94398f5b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:31.446556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e48aec69-886e-42c8-b90d-c94398f5b4e0 None None] For port 995398af-81a4-4e9b-89dd-908e2377859b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=995398af-81a4-4e9b-89dd-908e2377859b,segment=NetworkSegment(082919bb-e6d7-4f0c-b14c-6fb50a68ba9c),segment_id=082919bb-e6d7-4f0c-b14c-6fb50a68ba9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:31.463466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Allocated IP 172.20.0.1 (22519a76-b161-4ba5-ab31-37af44fe8c3c/d89ae0ec-f80f-495e-8767-e6fcabc6ab15/a0a62e25-2b2b-4873-a0f6-1f237875b4a4) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:31.477145 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:31.481535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3268ee74-c873-4ba6-bdae-4872961d6c93 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:38:31.493160 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:31.523951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Routers {'e8aee0a0-d55e-4fdc-8bff-4565c11aca01'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:31.524965 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e8aee0a0-d55e-4fdc-8bff-4565c11aca01'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:31.593315 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:31.614375 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 995398af-81a4-4e9b-89dd-908e2377859b is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:31.614754 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:31.657265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:38:31.660902 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e48aec69-886e-42c8-b90d-c94398f5b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:31.900969 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:31.901321 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Added segment 9914d7eb-da8e-4888-9685-7f28a72c42ea of type vlan for network 0e901676-0a75-4203-8f5c-0656d9c83953 May 27 22:38:31.918855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e567cc7-61da-4472-a077-69f39cd17fad req-457d560d-89d9-4689-a9fe-9030ac798d28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:31.920414 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e567cc7-61da-4472-a077-69f39cd17fad req-457d560d-89d9-4689-a9fe-9030ac798d28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/networks?id=cf3db205-1735-4d3f-a60e-7367df656e34 HTTP/1.1" status: 200 len: 813 time: 0.9907956 May 27 22:38:31.959014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29e8c27-9d97-4cea-8e0f-6bf2e7657c6d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:31.987351 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:31.988749 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1e23613b-524b-493f-8c53-011df128259e admin admin] 10.222.0.27 "DELETE /v2.0/routers/3268ee74-c873-4ba6-bdae-4872961d6c93 HTTP/1.1" status: 204 len: 168 time: 5.7316599 May 27 22:38:31.990339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e567cc7-61da-4472-a077-69f39cd17fad req-94fdce31-11df-4a09-a373-8f6716699bbe tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/quotas/9a420c0f9828425fb0c912aa073963d8 HTTP/1.1" status: 200 len: 375 time: 0.0568533 May 27 22:38:31.995067 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57548) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:32.075093 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:32.150538 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:32.153386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48aec69-886e-42c8-b90d-c94398f5b4e0 None None] Pushing event updated for resources: {'Port': ['ID=995398af-81a4-4e9b-89dd-908e2377859b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:32.180968 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:38:32.183570 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:38:32.215731 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:32.225042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Set router e8aee0a0-d55e-4fdc-8bff-4565c11aca01 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:32.297645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a8901f-8f0c-44c5-8b4f-8582261b646b admin admin] Deleting subnet c1980ea9-a648-44d4-9eb2-ca5f3fcf57da {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:38:32.308414 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3a8901f-8f0c-44c5-8b4f-8582261b646b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:32.339375 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:32.386371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Transition to ACTIVE for port object a0a62e25-2b2b-4873-a0f6-1f237875b4a4 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:32.398799 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:32.400131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:32.400946 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:32.411212 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3a8901f-8f0c-44c5-8b4f-8582261b646b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:32.474863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e82904af-ca19-4245-b29f-a3b8e75ba3cb,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:32.497345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] Checking segment: {'id': 'a1c9c846-c5c4-40b0-97cb-93cddbfa60f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bfbc8b8-c379-44c0-b20f-662d8bd5fa73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:32.497711 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] Network hostable DHCP agents. Network: 7bfbc8b8-c379-44c0-b20f-662d8bd5fa73, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:38:32.556078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] Pushing event updated for resources: {'Network': ['ID=0e901676-0a75-4203-8f5c-0656d9c83953,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:32.593066 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e567cc7-61da-4472-a077-69f39cd17fad req-120e024e-772f-41f6-a9d5-3db61133f21d tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=9a420c0f9828425fb0c912aa073963d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5934608 May 27 22:38:32.643183 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3a8901f-8f0c-44c5-8b4f-8582261b646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:32.701833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efe854-3efd-4d4d-a788-5e1d1c8a9cf0 req-326652b7-b273-43d2-b5dd-85079245de53 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:32.722717 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63efe854-3efd-4d4d-a788-5e1d1c8a9cf0 req-326652b7-b273-43d2-b5dd-85079245de53 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.57 "GET /v2.0/ports?device_id=c249e063-3975-42ee-8dd7-5bd4a3ea73d8 HTTP/1.1" status: 200 len: 946 time: 0.5649264 May 27 22:38:32.747942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3792039d-3dcd-4b3b-af03-a056b67897d5 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.9989958 May 27 22:38:32.787799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57560) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:32.809928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] Request body: {'subnet': {'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1594829128-subnet', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:32.825589 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:32.827331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] Network 7bfbc8b8-c379-44c0-b20f-662d8bd5fa73 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:38:32.849244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] Usage tracker for resource:subnet and tenant:49504ca94f5d42bf86dd37e137461ad8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:32.854039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:32.878365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:32.897855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 0e901676-0a75-4203-8f5c-0656d9c83953 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:38:32.969659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 7bfbc8b8-c379-44c0-b20f-662d8bd5fa73) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:32.975016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-63efe854-3efd-4d4d-a788-5e1d1c8a9cf0 req-c1006c3d-70a9-40be-b0f3-e75fcf73970b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Deleting port ac26e409-7413-4d2e-9ddf-e15415f1eee8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:38:32.975016 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-63efe854-3efd-4d4d-a788-5e1d1c8a9cf0 req-c1006c3d-70a9-40be-b0f3-e75fcf73970b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:32.981936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:33.019932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:33.020815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:33.025166 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 995398af-81a4-4e9b-89dd-908e2377859b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:33.026668 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8719400b-845e-416b-a73b-0d6892a06867 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:33.081133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409f1ec4-f185-444c-b4af-f3bb4fa21b21 None None] Network 7bfbc8b8-c379-44c0-b20f-662d8bd5fa73 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:33.094504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Network 22519a76-b161-4ba5-ab31-37af44fe8c3c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:33.112892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:33.137930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:33.224449 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Pushing event updated for resources: {'Port': ['ID=a0a62e25-2b2b-4873-a0f6-1f237875b4a4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:33.254223 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:33.333001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'name': 'tempest-TaggedBootDevicesTest_v242-1290225337-router', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:24Z', 'updated_at': '2022-05-27T22:38:28Z', 'revision_number': 3, 'project_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'gw_port': {'id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:26Z', 'updated_at': '2022-05-27T22:38:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:33.353212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Checking router: e8aee0a0-d55e-4fdc-8bff-4565c11aca01 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:38:33.353651 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Updating router e8aee0a0-d55e-4fdc-8bff-4565c11aca01 port aa5b2711-96c7-4d1f-bf35-02625cddd79b binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:38:33.427216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8719400b-845e-416b-a73b-0d6892a06867 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:33.427756 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:33.498383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] Made reservation on behalf of 49504ca94f5d42bf86dd37e137461ad8 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:33.504556 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:33.535862 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3a8901f-8f0c-44c5-8b4f-8582261b646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:33.598613 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:33.654656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e567cc7-61da-4472-a077-69f39cd17fad req-73d13101-1b29-4f9a-be31-81ca0090d8ee service neutron] 10.222.0.27 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0599041 May 27 22:38:33.668587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8901f-8f0c-44c5-8b4f-8582261b646b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1980ea9-a648-44d4-9eb2-ca5f3fcf57da,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:33.670924 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3a8901f-8f0c-44c5-8b4f-8582261b646b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:33.804956 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b3a8901f-8f0c-44c5-8b4f-8582261b646b admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c1980ea9-a648-44d4-9eb2-ca5f3fcf57da HTTP/1.1" status: 204 len: 168 time: 1.8049552 May 27 22:38:33.820616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57584) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:33.853163 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-73484e84-2d2f-423a-bd20-88dd1b0fcf3b admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6807008 May 27 22:38:33.985731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-63efe854-3efd-4d4d-a788-5e1d1c8a9cf0 req-c1006c3d-70a9-40be-b0f3-e75fcf73970b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] For port ac26e409-7413-4d2e-9ddf-e15415f1eee8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ac26e409-7413-4d2e-9ddf-e15415f1eee8,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:33.985731 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-63efe854-3efd-4d4d-a788-5e1d1c8a9cf0 req-c1006c3d-70a9-40be-b0f3-e75fcf73970b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:34.218073 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:34.243155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Transition to ACTIVE for port object aa5b2711-96c7-4d1f-bf35-02625cddd79b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:34.254502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e48016-2cb5-4006-ad8e-f3de75178a83 None None] Network 7bfbc8b8-c379-44c0-b20f-662d8bd5fa73 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:34.297316 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dd1174e-a60a-43bf-96ba-55d5f7c7eb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:34.303858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-63efe854-3efd-4d4d-a788-5e1d1c8a9cf0 req-c1006c3d-70a9-40be-b0f3-e75fcf73970b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Calling delete_port for ac26e409-7413-4d2e-9ddf-e15415f1eee8 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:38:34.337236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e567cc7-61da-4472-a077-69f39cd17fad req-f39d05dd-5e3c-4b9f-865e-7e3a01fc4b03 service neutron] 10.222.0.27 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6592226 May 27 22:38:34.361334 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:34.442435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aee615-7a31-4853-9ecd-2366fbf3e690 None None] Pushing event updated for resources: {'Port': ['ID=aa5b2711-96c7-4d1f-bf35-02625cddd79b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:34.472478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1df24a87-0089-4314-a1e9-ee959e91f4bb None None] Provisioning for port a0a62e25-2b2b-4873-a0f6-1f237875b4a4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:34.487063 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1df24a87-0089-4314-a1e9-ee959e91f4bb None None] Provisioning complete for port a0a62e25-2b2b-4873-a0f6-1f237875b4a4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:34.487063 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1df24a87-0089-4314-a1e9-ee959e91f4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:34.549579 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:34.628771 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:34.706343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1df24a87-0089-4314-a1e9-ee959e91f4bb None None] Port a0a62e25-2b2b-4873-a0f6-1f237875b4a4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:38:34.730383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Attempting to bind port aa5b2711-96c7-4d1f-bf35-02625cddd79b on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:38:34.731175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Attempting to bind port aa5b2711-96c7-4d1f-bf35-02625cddd79b by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:38:34.731710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Attempting to bind port aa5b2711-96c7-4d1f-bf35-02625cddd79b on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:34.737105 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8719400b-845e-416b-a73b-0d6892a06867 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:34.776689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d5a752d6-c277-4ba3-8a84-4bf1f9550505 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:38:34.864472 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: d5a752d6-c277-4ba3-8a84-4bf1f9550505 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:38:34.864814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d5a752d6-c277-4ba3-8a84-4bf1f9550505 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:38:34.875667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:38:34.876269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:34.877208 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:34.878539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:38:34.879488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Bound port: aa5b2711-96c7-4d1f-bf35-02625cddd79b, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:38:34.880010 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:35.040683 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5db5b88-973e-4313-bb9e-66aa9ce51358 req-1220a66c-850e-464e-a3fe-29b286237064 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 210 time: 0.2883534 May 27 22:38:35.066573 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dd1174e-a60a-43bf-96ba-55d5f7c7eb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:35.097137 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:35.145012 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f036352-10d0-41a7-8335-90a12eb75254,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:35.196862 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-63efe854-3efd-4d4d-a788-5e1d1c8a9cf0 req-c1006c3d-70a9-40be-b0f3-e75fcf73970b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:35.240517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] For port aa5b2711-96c7-4d1f-bf35-02625cddd79b, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:38:35.244676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] For port aa5b2711-96c7-4d1f-bf35-02625cddd79b, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aa5b2711-96c7-4d1f-bf35-02625cddd79b,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:38:35.256822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:35.271058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-3dd1174e-a60a-43bf-96ba-55d5f7c7eb85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be13602-4cfa-458d-a78a-e81021b10d09']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:35.287322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-3dd1174e-a60a-43bf-96ba-55d5f7c7eb85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e5a592-014c-48e0-99d2-95c8e612e95e') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:35.287903 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-3dd1174e-a60a-43bf-96ba-55d5f7c7eb85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e5a592-014c-48e0-99d2-95c8e612e95e') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:35.307457 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dd1174e-a60a-43bf-96ba-55d5f7c7eb85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:35.341200 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:35.360738 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dd1174e-a60a-43bf-96ba-55d5f7c7eb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:35.374936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd1174e-a60a-43bf-96ba-55d5f7c7eb85 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:38:35.375367 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dd1174e-a60a-43bf-96ba-55d5f7c7eb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:35.436458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1006c3d-70a9-40be-b0f3-e75fcf73970b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Pushing event deleted for resources: {'Port': ['ID=ac26e409-7413-4d2e-9ddf-e15415f1eee8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:35.466730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-63efe854-3efd-4d4d-a788-5e1d1c8a9cf0 req-c1006c3d-70a9-40be-b0f3-e75fcf73970b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] No DVR routers for this DVR port ac26e409-7413-4d2e-9ddf-e15415f1eee8 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:38:35.471030 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-63efe854-3efd-4d4d-a788-5e1d1c8a9cf0 req-c1006c3d-70a9-40be-b0f3-e75fcf73970b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:35.482902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c249e063-3975-42ee-8dd7-5bd4a3ea73d8', 'name': 'network-vif-deleted', 'tag': 'ac26e409-7413-4d2e-9ddf-e15415f1eee8'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:38:35.495298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aee615-7a31-4853-9ecd-2366fbf3e690 None None] Pushing event updated for resources: {'Port': ['ID=aa5b2711-96c7-4d1f-bf35-02625cddd79b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:35.516010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Routers {'e8aee0a0-d55e-4fdc-8bff-4565c11aca01'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:35.518488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e8aee0a0-d55e-4fdc-8bff-4565c11aca01'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:35.529398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Allocated IP 172.20.0.1 (7616c180-2c41-43bc-8b9a-fb176d577531/f350a9c7-5f49-426d-a1ef-a5ebea2d7c45/293d7aac-a59f-4792-8f60-7787954323ef) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:35.583060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] Checking segment: {'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:35.583743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] Network hostable DHCP agents. Network: 0e901676-0a75-4203-8f5c-0656d9c83953, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:38:35.594555 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 20e5a592-014c-48e0-99d2-95c8e612e95e resource provider aggregate not found May 27 22:38:35.606931 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63efe854-3efd-4d4d-a788-5e1d1c8a9cf0 req-c1006c3d-70a9-40be-b0f3-e75fcf73970b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.57 "DELETE /v2.0/ports/ac26e409-7413-4d2e-9ddf-e15415f1eee8 HTTP/1.1" status: 204 len: 173 time: 2.8769174 May 27 22:38:35.650015 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 20e5a592-014c-48e0-99d2-95c8e612e95e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20e5a592-014c-48e0-99d2-95c8e612e95e found for delete ", "request_id": "req-3a5c0126-7dbe-4b16-84a4-becce87cc151"}]} May 27 22:38:35.651661 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dd1174e-a60a-43bf-96ba-55d5f7c7eb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:35.654029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57694) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:35.697242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-725253052-network', 'tenant_id': '0447e81e802f4fd69032a7129ed87e24'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:35.698097 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dd1174e-a60a-43bf-96ba-55d5f7c7eb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:35.713914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:35.720729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1174e-a60a-43bf-96ba-55d5f7c7eb85 admin admin] Pushing event deleted for resources: {'Network': ['ID=8be13602-4cfa-458d-a78a-e81021b10d09,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:35.721181 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd22a69-ce26-4d2c-b1a4-4698fe36c673'] response: {'server_uuid': 'c249e063-3975-42ee-8dd7-5bd4a3ea73d8', 'name': 'network-vif-deleted', 'tag': 'ac26e409-7413-4d2e-9ddf-e15415f1eee8', 'status': 'completed', 'code': 200} May 27 22:38:35.755829 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:35.769641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:35.770025 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:35.784109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Usage tracker for resource:network and tenant:0447e81e802f4fd69032a7129ed87e24 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:35.826995 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:35.828405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] Set router e8aee0a0-d55e-4fdc-8bff-4565c11aca01 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:35.849874 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Transition to ACTIVE for port object 293d7aac-a59f-4792-8f60-7787954323ef will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:35.890901 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:35.899234 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3dd1174e-a60a-43bf-96ba-55d5f7c7eb85 admin admin] 10.222.0.27 "DELETE /v2.0/networks/8be13602-4cfa-458d-a78a-e81021b10d09 HTTP/1.1" status: 204 len: 168 time: 2.0762520 May 27 22:38:35.910841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] Network 0e901676-0a75-4203-8f5c-0656d9c83953 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:38:35.913713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:35.979172 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.017339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 0e901676-0a75-4203-8f5c-0656d9c83953) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:36.018980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Made reservation on behalf of 0447e81e802f4fd69032a7129ed87e24 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:36.022314 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.033159 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ac26e409-7413-4d2e-9ddf-e15415f1eee8 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:38:36.041750 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.053513 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.058988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:36.059884 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.060507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5974dccc-2de8-4887-9244-95f3067bc5e5 None None] Network 0e901676-0a75-4203-8f5c-0656d9c83953 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:36.071734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:36.076681 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Usage tracker for resource:security_group_rule and tenant:0447e81e802f4fd69032a7129ed87e24 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:36.079998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:36.104650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:36.140060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Network 7616c180-2c41-43bc-8b9a-fb176d577531 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:36.149226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:36.152236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:36.167477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: ac26e409-7413-4d2e-9ddf-e15415f1eee8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:38:36.168973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ac26e409-7413-4d2e-9ddf-e15415f1eee8 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:38:36.214138 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.225107 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.285842 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.319474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Pushing event updated for resources: {'Port': ['ID=293d7aac-a59f-4792-8f60-7787954323ef,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:36.379928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.464479 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-78868773-6e8b-428c-a1f7-1aa378305a93 req-c6849fcc-aa71-425c-9657-cbeb52683889 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 210 time: 0.1016428 May 27 22:38:36.472854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:38:36.526792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:36.527387 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.527990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Pushing event updated for resources: {'Port': ['ID=a0a62e25-2b2b-4873-a0f6-1f237875b4a4,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:36.545327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffd9a64-bf21-4f0a-822a-38d426abed7a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:36.547821 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.552002 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.552325 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Added segment 58967955-6745-4e0f-b450-a9f862d9e25c of type vlan for network 5fee934c-75f2-4fce-adf4-97fa4440d4be May 27 22:38:36.590818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-641e5ecd-6438-4686-9abe-e6085ceafeae admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8016436 May 27 22:38:36.597551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57740) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:36.599373 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:36.604393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:36.610292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:36.615964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Usage tracker for resource:router and tenant:49504ca94f5d42bf86dd37e137461ad8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:36.619048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:36.656920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:36.698570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.737366 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-97a75d8b-6226-4b94-bbd5-037d6f509ba9 None None] Provisioning for port 293d7aac-a59f-4792-8f60-7787954323ef completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:36.748481 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.749961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 995398af-81a4-4e9b-89dd-908e2377859b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:36.750604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Network 22519a76-b161-4ba5-ab31-37af44fe8c3c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:36.752319 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.756657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:36.756898 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.757950 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.785451 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:36.866463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57764) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:37.009736 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:37.014282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'name': 'tempest-TaggedBootDevicesTest_v242-1290225337-router', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:24Z', 'updated_at': '2022-05-27T22:38:28Z', 'revision_number': 3, 'project_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'gw_port': {'id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:26Z', 'updated_at': '2022-05-27T22:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:37.018902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-97a75d8b-6226-4b94-bbd5-037d6f509ba9 None None] Provisioning complete for port 293d7aac-a59f-4792-8f60-7787954323ef triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:37.019568 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97a75d8b-6226-4b94-bbd5-037d6f509ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:37.124919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565ee7b0-3088-4864-a089-e6d85b783199 None None] The sync data for ids ['e8aee0a0-d55e-4fdc-8bff-4565c11aca01'] in n-d-843680-3 is: [{'id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'name': 'tempest-TaggedBootDevicesTest_v242-1290225337-router', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:24Z', 'updated_at': '2022-05-27T22:38:28Z', 'revision_number': 3, 'project_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'gw_port': {'id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:26Z', 'updated_at': '2022-05-27T22:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:38:37.126789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-0e901676-0a75-4203-8f5c-0656d9c83953', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:38:37.127863 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:37.177790 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:37.179590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:37.180583 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:37.256134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-97a75d8b-6226-4b94-bbd5-037d6f509ba9 None None] Port 293d7aac-a59f-4792-8f60-7787954323ef cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:38:37.321331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 995398af-81a4-4e9b-89dd-908e2377859b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:37.321818 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:37.438703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2786b51d-07e5-4d59-8c3e-18d7e583e85d None None] Provisioning complete for port a0a62e25-2b2b-4873-a0f6-1f237875b4a4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:37.439649 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2786b51d-07e5-4d59-8c3e-18d7e583e85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:37.526523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2786b51d-07e5-4d59-8c3e-18d7e583e85d None None] Port a0a62e25-2b2b-4873-a0f6-1f237875b4a4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:38:37.537674 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d74d61de-f39b-4e23-b8dd-288a41c6cf4b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=82f014b25abf4c19a049c6e511375f4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6668625 May 27 22:38:37.593316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Allocated IP 172.20.0.2 (0e901676-0a75-4203-8f5c-0656d9c83953/6f036352-10d0-41a7-8335-90a12eb75254/600806ce-414b-4461-bef7-327bc3ca0d75) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:37.637573 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57794) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:37.825066 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] Pushing event updated for resources: {'Network': ['ID=5fee934c-75f2-4fce-adf4-97fa4440d4be,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:37.831286 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-431d2363-207f-42aa-a4ca-4b418e45727a req-84301403-ac71-43ca-8b6b-9934211dbd94 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 210 time: 0.0973668 May 27 22:38:37.841454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Router d7e773f1-77c6-4f5a-aee5-316a1b9716ce has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:38:37.843491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c5aef7b6-4f1a-411e-96d1-5a9fdb47e870 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1855574 May 27 22:38:37.847023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57810) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:37.855661 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 5fee934c-75f2-4fce-adf4-97fa4440d4be details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:38:37.861153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] Request body: {'subnet': {'network_id': '5fee934c-75f2-4fce-adf4-97fa4440d4be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-725253052-subnet', 'tenant_id': '0447e81e802f4fd69032a7129ed87e24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:37.870410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:37.941892 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:37.952594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] Usage tracker for resource:subnet and tenant:0447e81e802f4fd69032a7129ed87e24 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:37.967280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:37.989473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:38.033900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 995398af-81a4-4e9b-89dd-908e2377859b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:38.061979 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-644116d9-9776-41e6-8291-28f5a2ed5e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:38.109017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 970cdcff-a656-4acc-91ab-32d9be5ab081 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:38:38.127044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:38:38.132980 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2c8ae20f-aaa2-41b1-b406-939b5f835dfb admin admin] 10.222.0.27 "PUT /v2.0/routers/d7e773f1-77c6-4f5a-aee5-316a1b9716ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5850637 May 27 22:38:38.153829 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Sync routers for ids ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:38:38.154922 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:38.172798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 970cdcff-a656-4acc-91ab-32d9be5ab081 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:38:38.173428 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 970cdcff-a656-4acc-91ab-32d9be5ab081 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:38:38.176843 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Routers {'d7e773f1-77c6-4f5a-aee5-316a1b9716ce'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:38.176843 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:38.247224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] Made reservation on behalf of 0447e81e802f4fd69032a7129ed87e24 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:38.250303 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:38.261960 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-644116d9-9776-41e6-8291-28f5a2ed5e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:38.296399 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:38.458065 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:38.510432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Transition to ACTIVE for port object 600806ce-414b-4461-bef7-327bc3ca0d75 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:38.578187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Transition to ACTIVE for port object 600806ce-414b-4461-bef7-327bc3ca0d75 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:38.581303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:38.728147 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Set router d7e773f1-77c6-4f5a-aee5-316a1b9716ce gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:38.757032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:38.757585 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:38.849722 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:38.938664 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:38.981271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Network 0e901676-0a75-4203-8f5c-0656d9c83953 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:38.986074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:38.991936 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:39.024982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e567cc7-61da-4472-a077-69f39cd17fad req-55954982-54aa-4e11-b1c1-1ea9086a2bc1 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:39.032991 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7e567cc7-61da-4472-a077-69f39cd17fad req-55954982-54aa-4e11-b1c1-1ea9086a2bc1 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.46 "GET /v2.0/networks?id=cf3db205-1735-4d3f-a60e-7367df656e34 HTTP/1.1" status: 200 len: 813 time: 0.3607838 May 27 22:38:39.035204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Pushing event updated for resources: {'Port': ['ID=293d7aac-a59f-4792-8f60-7787954323ef,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:39.037876 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:39.074257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Request body: {'port': {'device_id': 'c6c36bbc-c487-47b0-8e85-d5c14005f341', 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34', 'admin_state_up': True, 'tenant_id': '9a420c0f9828425fb0c912aa073963d8'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:39.091412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Pushing event updated for resources: {'Port': ['ID=600806ce-414b-4461-bef7-327bc3ca0d75,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:39.145550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57876) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:39.162093 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b40a08a6-2be2-4c4c-9120-5f04cb8a15c3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1881857803', 'description': 'tempest-description--1675137669'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:39.170376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b40a08a6-2be2-4c4c-9120-5f04cb8a15c3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:39.181458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b40a08a6-2be2-4c4c-9120-5f04cb8a15c3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Usage tracker for resource:security_group and tenant:3dc91cf82d524da38b99d4bfbb135807 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:39.199869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b40a08a6-2be2-4c4c-9120-5f04cb8a15c3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:39.212944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b40a08a6-2be2-4c4c-9120-5f04cb8a15c3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:39.233678 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d24bd0ab-bff8-40d9-add9-d1e8f3185633 req-856c9d2c-a45b-4195-bd4a-be51b7b217c6 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 210 time: 0.1598642 May 27 22:38:39.249059 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:39.305090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92deec9-92d0-4bcc-91ca-e5f6a4b6e5b6,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:39.326518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] Checking segment: {'id': '58967955-6745-4e0f-b450-a9f862d9e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5fee934c-75f2-4fce-adf4-97fa4440d4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:39.328262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] Network hostable DHCP agents. Network: 5fee934c-75f2-4fce-adf4-97fa4440d4be, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:38:39.337782 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b40a08a6-2be2-4c4c-9120-5f04cb8a15c3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:39.341042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:39.342372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aa5b2711-96c7-4d1f-bf35-02625cddd79b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:39.413578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b40a08a6-2be2-4c4c-9120-5f04cb8a15c3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:39.422489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b40a08a6-2be2-4c4c-9120-5f04cb8a15c3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Usage tracker for resource:security_group_rule and tenant:3dc91cf82d524da38b99d4bfbb135807 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:39.428838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b40a08a6-2be2-4c4c-9120-5f04cb8a15c3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:39.431591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Usage tracker for resource:port and tenant:9a420c0f9828425fb0c912aa073963d8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:39.442991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b40a08a6-2be2-4c4c-9120-5f04cb8a15c3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:39.446218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:39.460523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Attempting to bind port 600806ce-414b-4461-bef7-327bc3ca0d75 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:38:39.463104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Attempting to bind port 600806ce-414b-4461-bef7-327bc3ca0d75 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:38:39.463104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Attempting to bind port 600806ce-414b-4461-bef7-327bc3ca0d75 on network 0e901676-0a75-4203-8f5c-0656d9c83953 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:39.470955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:38:39.471874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Checking segment: {'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:39.472529 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:39.473185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Bound using segment: {'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:38:39.473904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Bound port: 600806ce-414b-4461-bef7-327bc3ca0d75, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:38:39.474501 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:39.477220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:39.520406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] Network 5fee934c-75f2-4fce-adf4-97fa4440d4be is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:38:39.565137 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b40a08a6-2be2-4c4c-9120-5f04cb8a15c3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:39.580675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-644116d9-9776-41e6-8291-28f5a2ed5e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:39.584194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 5fee934c-75f2-4fce-adf4-97fa4440d4be) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:39.591615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:39.592292 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:39.612331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Made reservation on behalf of 9a420c0f9828425fb0c912aa073963d8 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:39.613799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e264195-3fb5-4c42-893c-db32fcdf64b2 None None] Network 5fee934c-75f2-4fce-adf4-97fa4440d4be requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:39.620256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:39.621626 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b40a08a6-2be2-4c4c-9120-5f04cb8a15c3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:39.634320 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:13Z', 'updated_at': '2022-05-27T22:38:34Z', 'revision_number': 4, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'gw_port': {'id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:16Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'a0a62e25-2b2b-4873-a0f6-1f237875b4a4', 'name': '', 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'mac_address': 'fa:16:3e:f2:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:30Z', 'updated_at': '2022-05-27T22:38:35Z', 'revision_number': 2, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'subnets': [{'id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:39.639684 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Checking router: d7e773f1-77c6-4f5a-aee5-316a1b9716ce for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:38:39.640260 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Updating router d7e773f1-77c6-4f5a-aee5-316a1b9716ce port a0a62e25-2b2b-4873-a0f6-1f237875b4a4 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:38:39.647711 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644116d9-9776-41e6-8291-28f5a2ed5e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05ff55a-52ed-41a3-9337-10d7b40b6d99,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:39.659461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Network 7616c180-2c41-43bc-8b9a-fb176d577531 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:39.664564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:39.681295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a08a6-2be2-4c4c-9120-5f04cb8a15c3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b67318d7-3403-4115-b13b-9335d63655cb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:39.712948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9324f52c-7f23-4831-9c14-803634a9c029 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8614564 May 27 22:38:39.716118 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b40a08a6-2be2-4c4c-9120-5f04cb8a15c3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:39.721552 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b40a08a6-2be2-4c4c-9120-5f04cb8a15c3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5721695 May 27 22:38:39.721863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57912) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:39.735617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-46c10f09-5cc4-4060-8edb-5f4a75d98c41 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Request body: {'security_group_rule': {'security_group_id': 'b67318d7-3403-4115-b13b-9335d63655cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:39.751293 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-46c10f09-5cc4-4060-8edb-5f4a75d98c41 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:39.758036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-46c10f09-5cc4-4060-8edb-5f4a75d98c41 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Usage tracker for resource:security_group_rule and tenant:3dc91cf82d524da38b99d4bfbb135807 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:39.765671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-46c10f09-5cc4-4060-8edb-5f4a75d98c41 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:39.778012 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-46c10f09-5cc4-4060-8edb-5f4a75d98c41 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:39.805081 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:39.955249 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port aa5b2711-96c7-4d1f-bf35-02625cddd79b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:39.985977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port aa5b2711-96c7-4d1f-bf35-02625cddd79b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:39.986319 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:40.084681 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-644116d9-9776-41e6-8291-28f5a2ed5e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:40.086703 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-644116d9-9776-41e6-8291-28f5a2ed5e7b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c05ff55a-52ed-41a3-9337-10d7b40b6d99 HTTP/1.1" status: 204 len: 168 time: 2.4478488 May 27 22:38:40.109102 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] For port 600806ce-414b-4461-bef7-327bc3ca0d75, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:38:40.144413 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] For port 600806ce-414b-4461-bef7-327bc3ca0d75, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=600806ce-414b-4461-bef7-327bc3ca0d75,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:38:40.200557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8c5a3aab-0618-4e33-86be-623f53f2b237 None None] Provisioning complete for port 293d7aac-a59f-4792-8f60-7787954323ef triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:40.201008 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c5a3aab-0618-4e33-86be-623f53f2b237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:40.201806 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46c10f09-5cc4-4060-8edb-5f4a75d98c41 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:40.289040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a3aab-0618-4e33-86be-623f53f2b237 None None] Port 293d7aac-a59f-4792-8f60-7787954323ef cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:38:40.309314 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46c10f09-5cc4-4060-8edb-5f4a75d98c41 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:40.406557 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46c10f09-5cc4-4060-8edb-5f4a75d98c41 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:40.468600 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:40.483411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port aa5b2711-96c7-4d1f-bf35-02625cddd79b is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:40.484097 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:40.507036 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port aa5b2711-96c7-4d1f-bf35-02625cddd79b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aa5b2711-96c7-4d1f-bf35-02625cddd79b,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:40.574440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c10f09-5cc4-4060-8edb-5f4a75d98c41 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c318449-5ab2-43e4-b4b9-4889750a8a29,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:40.606749 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:40.640956 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9dfb9a2f-32c6-4125-b032-3420d920822e req-858546f5-33ed-486c-925d-6b3ab17961f8 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 210 time: 0.1711235 May 27 22:38:40.674627 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46c10f09-5cc4-4060-8edb-5f4a75d98c41 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:40.678629 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-46c10f09-5cc4-4060-8edb-5f4a75d98c41 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9522583 May 27 22:38:40.679399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57954) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:40.688628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb07cce-f29a-4509-94c7-81fafc000869 None None] Pushing event updated for resources: {'Port': ['ID=600806ce-414b-4461-bef7-327bc3ca0d75,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:40.691866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f455c75-0683-428d-94d9-760583eebfb7 None None] Network 5fee934c-75f2-4fce-adf4-97fa4440d4be requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:40.692661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-14049c34-c1d3-4746-a515-9d5df64ab7a3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Request body: {'security_group_rule': {'security_group_id': 'b67318d7-3403-4115-b13b-9335d63655cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:40.710751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-14049c34-c1d3-4746-a515-9d5df64ab7a3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:40.721126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-14049c34-c1d3-4746-a515-9d5df64ab7a3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Usage tracker for resource:security_group_rule and tenant:3dc91cf82d524da38b99d4bfbb135807 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:40.728161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-14049c34-c1d3-4746-a515-9d5df64ab7a3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:40.757676 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-14049c34-c1d3-4746-a515-9d5df64ab7a3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:40.845611 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-14049c34-c1d3-4746-a515-9d5df64ab7a3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:41.036664 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:41.044369 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-14049c34-c1d3-4746-a515-9d5df64ab7a3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:41.068181 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Transition to ACTIVE for port object a0a62e25-2b2b-4873-a0f6-1f237875b4a4 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:41.099000 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-14049c34-c1d3-4746-a515-9d5df64ab7a3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:41.102934 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:41.149082 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:41.188492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14049c34-c1d3-4746-a515-9d5df64ab7a3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df487ab-549d-444e-9345-c204e858e51c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:41.242163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=aa5b2711-96c7-4d1f-bf35-02625cddd79b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:41.287345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Allocated IP 172.20.0.2 (cf3db205-1735-4d3f-a60e-7367df656e34/e4f9403f-9822-40ab-be8d-40aec1182252/0b80cfe1-8a71-4018-bd4f-492b3580a7e7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:41.309794 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-14049c34-c1d3-4746-a515-9d5df64ab7a3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:41.314522 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-14049c34-c1d3-4746-a515-9d5df64ab7a3 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6307483 May 27 22:38:41.314522 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57984) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:41.320326 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:41.335435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:41.346202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Usage tracker for resource:floatingip and tenant:3dc91cf82d524da38b99d4bfbb135807 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:41.352915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:41.366689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:41.469659 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:41.592260 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:41.694084 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Attempting to bind port a0a62e25-2b2b-4873-a0f6-1f237875b4a4 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:38:41.696805 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Attempting to bind port a0a62e25-2b2b-4873-a0f6-1f237875b4a4 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '7d8476d7-d7f5-4600-9364-b6505191ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:38:41.697279 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Attempting to bind port a0a62e25-2b2b-4873-a0f6-1f237875b4a4 on network 22519a76-b161-4ba5-ab31-37af44fe8c3c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:41.731776 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:38:41.732781 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Checking segment: {'id': '7d8476d7-d7f5-4600-9364-b6505191ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:41.733372 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:41.736917 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Bound using segment: {'id': '7d8476d7-d7f5-4600-9364-b6505191ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:38:41.736917 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Bound port: a0a62e25-2b2b-4873-a0f6-1f237875b4a4, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8476d7-d7f5-4600-9364-b6505191ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:38:41.736917 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:41.766550 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c20da-946d-4af2-9186-24c2fb1e37c4 None None] Pushing event updated for resources: {'Port': ['ID=a0a62e25-2b2b-4873-a0f6-1f237875b4a4,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:41.784300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Router e8aee0a0-d55e-4fdc-8bff-4565c11aca01 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:38:41.946661 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] For port a0a62e25-2b2b-4873-a0f6-1f237875b4a4, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:38:41.950399 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] For port a0a62e25-2b2b-4873-a0f6-1f237875b4a4, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a0a62e25-2b2b-4873-a0f6-1f237875b4a4,segment=NetworkSegment(7d8476d7-d7f5-4600-9364-b6505191ca02),segment_id=7d8476d7-d7f5-4600-9364-b6505191ca02)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:38:42.048373 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:42.103531 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-05fbfbbc-2406-461b-bee8-605d5de14b02 req-8a03b629-a177-4168-9575-441ac64dab52 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 210 time: 0.1796994 May 27 22:38:42.151603 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Routers {'d7e773f1-77c6-4f5a-aee5-316a1b9716ce'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:42.153228 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:42.272979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-30b9876d-d47b-491a-b8d3-650432301fb1 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:42.281385 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-30b9876d-d47b-491a-b8d3-650432301fb1 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/networks?id=7bfbc8b8-c379-44c0-b20f-662d8bd5fa73 HTTP/1.1" status: 200 len: 809 time: 0.7916536 May 27 22:38:42.311563 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c20da-946d-4af2-9186-24c2fb1e37c4 None None] Pushing event updated for resources: {'Port': ['ID=a0a62e25-2b2b-4873-a0f6-1f237875b4a4,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:42.381818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-607ef28e-5306-48a4-93a1-1a517da2e5ca tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/quotas/00a8812cc700487cbfc37e4d6360eed4 HTTP/1.1" status: 200 len: 375 time: 0.0879035 May 27 22:38:42.441222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f347f5-dddb-4c69-90ce-b0c0de475680 None None] Network 0e901676-0a75-4203-8f5c-0656d9c83953 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:42.484021 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-3f5861a4-2d24-436d-be86-c3e50d39d8b4 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=00a8812cc700487cbfc37e4d6360eed4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012576 May 27 22:38:42.505122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Allocated IP 172.25.2.253 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/a4a7743b-d322-46fb-82d3-ed7e55015e5c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:42.552909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:38:42.574424 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:42.581461 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] Set router d7e773f1-77c6-4f5a-aee5-316a1b9716ce gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:42.603327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Sync routers for ids ['e8aee0a0-d55e-4fdc-8bff-4565c11aca01'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:38:42.640519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Routers {'e8aee0a0-d55e-4fdc-8bff-4565c11aca01'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:42.641431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e8aee0a0-d55e-4fdc-8bff-4565c11aca01'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:42.748948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d951e79b-aa23-456d-b521-c84155d5b627 None None] Provisioning for port 600806ce-414b-4461-bef7-327bc3ca0d75 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:42.835527 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:42.915643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58070) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:42.980958 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ec5b1a11-bcdb-41b6-9532-ab55a3c7d11f admin admin] 10.222.0.27 "PUT /v2.0/routers/e8aee0a0-d55e-4fdc-8bff-4565c11aca01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7016196 May 27 22:38:42.998003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Network cf3db205-1735-4d3f-a60e-7367df656e34 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:43.007286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:43.021887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:43.030485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aa5b2711-96c7-4d1f-bf35-02625cddd79b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:43.069636 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:43.072748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Pushing event updated for resources: {'Port': ['ID=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:43.168751 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:43.192611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:43.194781 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:43.215719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-network', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:43.261109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:43.308101 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Set router e8aee0a0-d55e-4fdc-8bff-4565c11aca01 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:43.321851 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7e567cc7-61da-4472-a077-69f39cd17fad req-786739b0-32f5-4bee-974c-24b689139c28 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2685111 May 27 22:38:43.368721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Request body: {'port': {'device_id': 'c6c36bbc-c487-47b0-8e85-d5c14005f341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:43.458307 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-6e3044dd-eed3-44b7-9d94-d39e007db40d service neutron] 10.222.0.27 "GET /v2.0/networks/7bfbc8b8-c379-44c0-b20f-662d8bd5fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9646926 May 27 22:38:43.473588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Usage tracker for resource:network and tenant:5d2ff2934c6247008f6f299aa88c9ef9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:43.497283 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:43.501241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port aa5b2711-96c7-4d1f-bf35-02625cddd79b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:43.501723 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:43.505965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:43.536299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:43.616034 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:13Z', 'updated_at': '2022-05-27T22:38:34Z', 'revision_number': 4, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'gw_port': {'id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:16Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'a0a62e25-2b2b-4873-a0f6-1f237875b4a4', 'name': '', 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'mac_address': 'fa:16:3e:f2:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:30Z', 'updated_at': '2022-05-27T22:38:41Z', 'revision_number': 4, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'subnets': [{'id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:43.619384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:43.628753 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d911e-3d3f-4200-b4e6-2452691181c3 None None] The sync data for ids ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'] in n-d-843680-3 is: [{'id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:13Z', 'updated_at': '2022-05-27T22:38:34Z', 'revision_number': 4, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'gw_port': {'id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:16Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'a0a62e25-2b2b-4873-a0f6-1f237875b4a4', 'name': '', 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'mac_address': 'fa:16:3e:f2:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:30Z', 'updated_at': '2022-05-27T22:38:41Z', 'revision_number': 4, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'subnets': [{'id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:38:43.642646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:43.645228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:43.779499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Made reservation on behalf of 5d2ff2934c6247008f6f299aa88c9ef9 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:43.782077 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:43.840081 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port aa5b2711-96c7-4d1f-bf35-02625cddd79b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:43.841272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 600806ce-414b-4461-bef7-327bc3ca0d75 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:43.850756 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:43.891809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7b7cf-fc0f-472c-9846-19149eecec72 req-af37b20b-3d0b-4bf2-beb4-8a3bd2f71f9e tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:43.893478 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47a7b7cf-fc0f-472c-9846-19149eecec72 req-af37b20b-3d0b-4bf2-beb4-8a3bd2f71f9e tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 931 time: 0.6584549 May 27 22:38:43.912342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a7743b-d322-46fb-82d3-ed7e55015e5c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:43.925378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58128) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:43.932840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Allocated IP 172.25.2.151 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/7fab9586-c31c-4f35-9a63-6c90e148abb8) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:43.960562 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-7af3492e-f0f6-41e3-add3-5c6f9fba9cde service neutron] 10.222.0.27 "GET /v2.0/networks/7bfbc8b8-c379-44c0-b20f-662d8bd5fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004330 May 27 22:38:44.057639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:44.084456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Usage tracker for resource:security_group_rule and tenant:5d2ff2934c6247008f6f299aa88c9ef9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:44.170556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 600806ce-414b-4461-bef7-327bc3ca0d75 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:44.185249 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 600806ce-414b-4461-bef7-327bc3ca0d75 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:44.185854 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:44.362635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:44.447914 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:44.497793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:44.537349 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47a7b7cf-fc0f-472c-9846-19149eecec72 req-49eca271-67d1-46c5-87b8-233fb27a061f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073444 May 27 22:38:44.566509 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7612c624-85d2-4e2b-b649-fb53a55780d0 req-dc970b5f-88b9-434f-89ca-c991ce4581f8 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 210 time: 0.1545115 May 27 22:38:44.578286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 600806ce-414b-4461-bef7-327bc3ca0d75 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:44.578860 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:44.679987 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-432536af-97d6-4a2c-94e1-9a9fcdac4c85 None None] Provisioning complete for port 600806ce-414b-4461-bef7-327bc3ca0d75 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:44.679987 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-432536af-97d6-4a2c-94e1-9a9fcdac4c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:44.697459 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:44.709966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 600806ce-414b-4461-bef7-327bc3ca0d75, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=600806ce-414b-4461-bef7-327bc3ca0d75,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:44.737834 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'name': 'tempest-TaggedBootDevicesTest_v242-1290225337-router', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:24Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 4, 'project_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'gw_port': {'id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:26Z', 'updated_at': '2022-05-27T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '293d7aac-a59f-4792-8f60-7787954323ef', 'name': '', 'network_id': '7616c180-2c41-43bc-8b9a-fb176d577531', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'mac_address': 'fa:16:3e:a3:9f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f350a9c7-5f49-426d-a1ef-a5ebea2d7c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:34Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 2, 'project_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'subnets': [{'id': 'f350a9c7-5f49-426d-a1ef-a5ebea2d7c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:44.747234 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Checking router: e8aee0a0-d55e-4fdc-8bff-4565c11aca01 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:38:44.747578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Updating router e8aee0a0-d55e-4fdc-8bff-4565c11aca01 port 293d7aac-a59f-4792-8f60-7787954323ef binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:38:44.813975 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:44.824462 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:44.839410 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:44.969259 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2a77a1b-7af8-4491-8d0d-352ca4b8bbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:45.016280 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:45.028182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:45.031949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:45.036054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:45.045101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c2a77a1b-7af8-4491-8d0d-352ca4b8bbb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:45.083590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Pushing event updated for resources: {'Port': ['ID=7fab9586-c31c-4f35-9a63-6c90e148abb8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:45.123285 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:45.175525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=600806ce-414b-4461-bef7-327bc3ca0d75,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:45.175525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a0a62e25-2b2b-4873-a0f6-1f237875b4a4 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:45.182417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:38:45.190272 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8205fd64-5759-4b7a-9b75-737d082a733d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:45.236598 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:45.237279 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Added segment 32adf43c-3448-44a1-adfc-abcfe3ed2a58 of type vlan for network 46484a33-d62d-4b16-ae1f-f06c1da516e6 May 27 22:38:45.243714 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:45.299534 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:45.455189 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:45.456242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:45.456849 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:45.658233 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-432536af-97d6-4a2c-94e1-9a9fcdac4c85 None None] Current status of the port 600806ce-414b-4461-bef7-327bc3ca0d75 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:45.712868 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.7950001 May 27 22:38:45.736230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58248) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:45.773743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:38:45.775860 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:45.782497 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:45.801872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Transition to ACTIVE for port object 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:45.841314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] Request body: {'subnet': {'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-subnet', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:45.861608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:45.866866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] Usage tracker for resource:subnet and tenant:5d2ff2934c6247008f6f299aa88c9ef9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:45.881451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:45.882743 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port a0a62e25-2b2b-4873-a0f6-1f237875b4a4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:45.889105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:45.891886 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:45.959879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7758a2c-ee66-4b52-ad12-600d3d6e1880 admin admin] Pushing event updated for resources: {'Network': ['ID=46484a33-d62d-4b16-ae1f-f06c1da516e6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:45.968948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a0a62e25-2b2b-4873-a0f6-1f237875b4a4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:45.969779 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:45.998620 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:46.013491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c2a77a1b-7af8-4491-8d0d-352ca4b8bbb5 admin admin] Usage tracker for resource:security_group_rule and tenant:349bd1d01675434e814fb935c29d9b4a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:46.043914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 46484a33-d62d-4b16-ae1f-f06c1da516e6 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:38:46.084440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c2a77a1b-7af8-4491-8d0d-352ca4b8bbb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:46.133974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] Made reservation on behalf of 5d2ff2934c6247008f6f299aa88c9ef9 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:46.136265 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:46.167217 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ab90f70-afc7-43fc-86f7-56e204ee89c1 req-2eafe8e7-98a5-4910-9918-2ca5ad30b0a2 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 210 time: 0.2324471 May 27 22:38:46.217364 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c2a77a1b-7af8-4491-8d0d-352ca4b8bbb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:46.233193 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:46.299031 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a0a62e25-2b2b-4873-a0f6-1f237875b4a4 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:46.299413 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:46.406634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port a0a62e25-2b2b-4873-a0f6-1f237875b4a4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a0a62e25-2b2b-4873-a0f6-1f237875b4a4,segment=NetworkSegment(7d8476d7-d7f5-4600-9364-b6505191ca02),segment_id=7d8476d7-d7f5-4600-9364-b6505191ca02)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:46.490225 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:46.490475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca111af-89d5-40c1-9c80-2b24e8dbe7ba req-fb3a9dd4-7e70-42b8-b639-742f03e364b2 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:46.492042 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ca111af-89d5-40c1-9c80-2b24e8dbe7ba req-fb3a9dd4-7e70-42b8-b639-742f03e364b2 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 943 time: 0.5589876 May 27 22:38:46.575904 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:46.606192 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Transition to ACTIVE for port object 293d7aac-a59f-4792-8f60-7787954323ef will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:46.619012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=a0a62e25-2b2b-4873-a0f6-1f237875b4a4,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:46.662556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Pushing event updated for resources: {'Port': ['ID=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:46.673467 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:46.679647 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ca111af-89d5-40c1-9c80-2b24e8dbe7ba req-1eb4e415-0a1a-4c2d-8c68-eb9ca376089f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594365 May 27 22:38:46.736145 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:46.739167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Attempting to bind port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:38:46.739785 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Attempting to bind port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'af8c1190-bd32-406e-bc39-1cbea38c279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:38:46.740429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Attempting to bind port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 on network cf3db205-1735-4d3f-a60e-7367df656e34 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:46.760324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 on network cf3db205-1735-4d3f-a60e-7367df656e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:38:46.760692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Attempting to bind port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 on network cf3db205-1735-4d3f-a60e-7367df656e34 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:46.771009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:38:46.771346 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Checking segment: {'id': 'af8c1190-bd32-406e-bc39-1cbea38c279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:46.771730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Bound using segment: {'id': 'af8c1190-bd32-406e-bc39-1cbea38c279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:38:46.772453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Bound port: 0b80cfe1-8a71-4018-bd4f-492b3580a7e7, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8c1190-bd32-406e-bc39-1cbea38c279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:38:46.772803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:46.807528 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.006437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] For port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:38:47.012020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] For port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:38:47.052283 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.107323 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69a071-3a83-43f8-9f7a-386b13b1f985 None None] Pushing event updated for resources: {'Port': ['ID=293d7aac-a59f-4792-8f60-7787954323ef,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:47.139498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 600806ce-414b-4461-bef7-327bc3ca0d75 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:47.194065 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.211999 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2a77a1b-7af8-4491-8d0d-352ca4b8bbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.241340 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.337105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Pushing event updated for resources: {'Port': ['ID=7fab9586-c31c-4f35-9a63-6c90e148abb8,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:47.369831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:47.379907 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.390599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c2a77a1b-7af8-4491-8d0d-352ca4b8bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.396068 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] Checking segment: {'id': '32adf43c-3448-44a1-adfc-abcfe3ed2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:47.396459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] Network hostable DHCP agents. Network: 46484a33-d62d-4b16-ae1f-f06c1da516e6, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:38:47.469517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Attempting to bind port 293d7aac-a59f-4792-8f60-7787954323ef on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:38:47.470301 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Attempting to bind port 293d7aac-a59f-4792-8f60-7787954323ef by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '082919bb-e6d7-4f0c-b14c-6fb50a68ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7616c180-2c41-43bc-8b9a-fb176d577531'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:38:47.471244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Attempting to bind port 293d7aac-a59f-4792-8f60-7787954323ef on network 7616c180-2c41-43bc-8b9a-fb176d577531 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:47.471581 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:38:47.483194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:38:47.484549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Checking segment: {'id': '082919bb-e6d7-4f0c-b14c-6fb50a68ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7616c180-2c41-43bc-8b9a-fb176d577531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:47.484549 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.484549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Bound using segment: {'id': '082919bb-e6d7-4f0c-b14c-6fb50a68ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7616c180-2c41-43bc-8b9a-fb176d577531'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:38:47.484911 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Bound port: 293d7aac-a59f-4792-8f60-7787954323ef, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082919bb-e6d7-4f0c-b14c-6fb50a68ba9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7616c180-2c41-43bc-8b9a-fb176d577531'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:38:47.485173 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.534623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 600806ce-414b-4461-bef7-327bc3ca0d75 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:47.534984 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.547433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2918a399-4637-42cf-9356-666dc9398af8 req-48592201-9d44-412e-8ab4-80240e5ca065 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 210 time: 0.0667570 May 27 22:38:47.549377 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.550751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-146cc421-86f7-4408-8a4b-a8a46f712594 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2353790 May 27 22:38:47.552165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] Network 46484a33-d62d-4b16-ae1f-f06c1da516e6 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:38:47.635870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 46484a33-d62d-4b16-ae1f-f06c1da516e6) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:47.641022 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:47.641613 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.655558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6ae09b-7339-48b8-a5b1-9403fb95cb86 None None] Network 46484a33-d62d-4b16-ae1f-f06c1da516e6 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:47.736183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:47.739811 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.741674 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] 10.222.0.46 "PUT /v2.0/ports/0b80cfe1-8a71-4018-bd4f-492b3580a7e7 HTTP/1.1" status: 200 len: 1091 time: 4.4124653 May 27 22:38:47.755444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8583de13-93d2-437b-bce2-c253b79625ca admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0101643 May 27 22:38:47.758458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58318) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:47.764406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:47.764920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a77a1b-7af8-4491-8d0d-352ca4b8bbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e38733-20cd-440b-abce-a835b22720df,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:47.767712 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c36bbc-c487-47b0-8e85-d5c14005f341', 'tag': '0b80cfe1-8a71-4018-bd4f-492b3580a7e7'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:38:47.771465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:47.785281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Usage tracker for resource:router and tenant:5d2ff2934c6247008f6f299aa88c9ef9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:47.799358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:47.822688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:47.954923 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.955966 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.989332 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:47.990270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] For port 293d7aac-a59f-4792-8f60-7787954323ef, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:38:48.002956 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] For port 293d7aac-a59f-4792-8f60-7787954323ef, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=293d7aac-a59f-4792-8f60-7787954323ef,segment=NetworkSegment(082919bb-e6d7-4f0c-b14c-6fb50a68ba9c),segment_id=082919bb-e6d7-4f0c-b14c-6fb50a68ba9c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:38:48.116634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bec2e-fc4e-4a98-97a4-2da614be78ba service neutron] Pushing event updated for resources: {'Port': ['ID=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:48.161575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-b4bc1c78-9056-42ad-8651-e912a118650c tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Synchronizing usage tracker for tenant:3dc91cf82d524da38b99d4bfbb135807 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:38:48.165217 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:48.188824 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c2a77a1b-7af8-4491-8d0d-352ca4b8bbb5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=349bd1d01675434e814fb935c29d9b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 4.2622135 May 27 22:38:48.193816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58336) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:48.224076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc8a829-883e-4418-b178-d5f37e391476 None None] Network 46484a33-d62d-4b16-ae1f-f06c1da516e6 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:38:48.288640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-02d2c7bd-1608-4892-8143-c98d2abb59fc tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:48.289415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-02d2c7bd-1608-4892-8143-c98d2abb59fc tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Synchronizing usage tracker for tenant:00a8812cc700487cbfc37e4d6360eed4 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:38:48.311287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e567cc7-61da-4472-a077-69f39cd17fad req-ae769e62-2e4a-477f-bb7c-fde02a96a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:48.313219 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7e567cc7-61da-4472-a077-69f39cd17fad req-ae769e62-2e4a-477f-bb7c-fde02a96a9a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a420c0f9828425fb0c912aa073963d8&device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 1094 time: 0.4087162 May 27 22:38:48.316946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 600806ce-414b-4461-bef7-327bc3ca0d75 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:48.318100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a0a62e25-2b2b-4873-a0f6-1f237875b4a4 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:48.414913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Routers {'e8aee0a0-d55e-4fdc-8bff-4565c11aca01'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:48.415539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e8aee0a0-d55e-4fdc-8bff-4565c11aca01'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:48.418914 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7e567cc7-61da-4472-a077-69f39cd17fad req-e7b2afdb-dddf-4991-aba6-1d54669d8567 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b80cfe1-8a71-4018-bd4f-492b3580a7e7 HTTP/1.1" status: 200 len: 217 time: 0.0848384 May 27 22:38:48.420068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-02d2c7bd-1608-4892-8143-c98d2abb59fc tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Unset dirty status for tenant:00a8812cc700487cbfc37e4d6360eed4 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:38:48.421536 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-02d2c7bd-1608-4892-8143-c98d2abb59fc tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.57 "GET /v2.0/networks?id=7bfbc8b8-c379-44c0-b20f-662d8bd5fa73 HTTP/1.1" status: 200 len: 809 time: 1.0668092 May 27 22:38:48.458659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b540d-1eee-47cc-b93a-618737b232e0 req-5cfebf6e-126c-4a87-b531-551c9a507bb6 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:48.465977 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f7b540d-1eee-47cc-b93a-618737b232e0 req-5cfebf6e-126c-4a87-b531-551c9a507bb6 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 943 time: 0.4457738 May 27 22:38:48.469072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-b4bc1c78-9056-42ad-8651-e912a118650c tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Unset dirty status for tenant:3dc91cf82d524da38b99d4bfbb135807 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:38:48.477947 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-b4bc1c78-9056-42ad-8651-e912a118650c tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1881857803&fields=id&tenant_id=3dc91cf82d524da38b99d4bfbb135807 HTTP/1.1" status: 200 len: 267 time: 0.3969834 May 27 22:38:48.496819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Request body: {'port': {'device_id': '34a0bfe4-f776-4d2d-9d30-779fb39d0f77', 'network_id': '7bfbc8b8-c379-44c0-b20f-662d8bd5fa73', 'admin_state_up': True, 'tenant_id': '00a8812cc700487cbfc37e4d6360eed4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:48.523440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Router 743cbe72-53c8-49cb-958a-61cc2517f71e is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:38:48.567319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf69a071-3a83-43f8-9f7a-386b13b1f985 None None] Pushing event updated for resources: {'Port': ['ID=293d7aac-a59f-4792-8f60-7787954323ef,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:48.833655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a0a62e25-2b2b-4873-a0f6-1f237875b4a4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:48.834162 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:48.861869 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:48.886958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f7b540d-1eee-47cc-b93a-618737b232e0 req-1a190efc-5071-439d-b6ea-fe11683b118e tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172609 May 27 22:38:48.890962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] Set router e8aee0a0-d55e-4fdc-8bff-4565c11aca01 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:48.911265 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0f1d3fa5-3360-4a9b-8eeb-cbd3d16c882d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:49.017091 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61af7548-ab7c-4d69-8ded-ed126450851c'] response: {'name': 'network-changed', 'server_uuid': 'c6c36bbc-c487-47b0-8e85-d5c14005f341', 'tag': '0b80cfe1-8a71-4018-bd4f-492b3580a7e7', 'status': 'completed', 'code': 200} May 27 22:38:49.018969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:38:49.037677 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Sync routers for ids ['743cbe72-53c8-49cb-958a-61cc2517f71e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:38:49.044855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e567cc7-61da-4472-a077-69f39cd17fad req-fb66c747-8aba-4d63-b85d-0830686390ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:49.046927 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7e567cc7-61da-4472-a077-69f39cd17fad req-fb66c747-8aba-4d63-b85d-0830686390ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f9403f-9822-40ab-be8d-40aec1182252 HTTP/1.1" status: 200 len: 853 time: 0.6230853 May 27 22:38:49.052697 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Routers {'743cbe72-53c8-49cb-958a-61cc2517f71e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:49.067956 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['743cbe72-53c8-49cb-958a-61cc2517f71e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:49.107171 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0f1d3fa5-3360-4a9b-8eeb-cbd3d16c882d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:49.121807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-95247318-4eec-41c1-b2f5-a32b89fc2d93 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:49.122534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-95247318-4eec-41c1-b2f5-a32b89fc2d93 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Synchronizing usage tracker for tenant:3dc91cf82d524da38b99d4bfbb135807 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:38:49.150597 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7e567cc7-61da-4472-a077-69f39cd17fad req-5731314a-bba5-4200-8ff4-83ad1626d181 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf3db205-1735-4d3f-a60e-7367df656e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871043 May 27 22:38:49.331744 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-95247318-4eec-41c1-b2f5-a32b89fc2d93 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Unset dirty status for tenant:3dc91cf82d524da38b99d4bfbb135807 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:38:49.338685 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-95247318-4eec-41c1-b2f5-a32b89fc2d93 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/networks?id=22519a76-b161-4ba5-ab31-37af44fe8c3c HTTP/1.1" status: 200 len: 806 time: 0.8596900 May 27 22:38:49.356623 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b72c9468-218f-4956-b863-e4eb7d18684f req-72d4fc00-2b3a-4b9b-98eb-434cb383a9d1 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 210 time: 0.0828938 May 27 22:38:49.368535 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-9d3f4bfc-ebc8-49da-a2e0-f4c83c52600d tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/quotas/3dc91cf82d524da38b99d4bfbb135807 HTTP/1.1" status: 200 len: 375 time: 0.0280709 May 27 22:38:49.472777 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Set router 743cbe72-53c8-49cb-958a-61cc2517f71e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:49.491684 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0f1d3fa5-3360-4a9b-8eeb-cbd3d16c882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:49.497684 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:49.503470 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ebbbecd3-b29a-494b-b219-bea644d20ff7 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.9048769 May 27 22:38:49.510535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58346) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:49.512891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d3fa5-3360-4a9b-8eeb-cbd3d16c882d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e38733-20cd-440b-abce-a835b22720df,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:49.540624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:49.549920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Usage tracker for resource:port and tenant:00a8812cc700487cbfc37e4d6360eed4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:49.559730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:49.571406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:49.629452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a0a62e25-2b2b-4873-a0f6-1f237875b4a4 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:49.682781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'name': 'tempest-TaggedBootDevicesTest_v242-1290225337-router', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:24Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 4, 'project_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'gw_port': {'id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:26Z', 'updated_at': '2022-05-27T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '293d7aac-a59f-4792-8f60-7787954323ef', 'name': '', 'network_id': '7616c180-2c41-43bc-8b9a-fb176d577531', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'mac_address': 'fa:16:3e:a3:9f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f350a9c7-5f49-426d-a1ef-a5ebea2d7c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:34Z', 'updated_at': '2022-05-27T22:38:47Z', 'revision_number': 4, 'project_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'subnets': [{'id': 'f350a9c7-5f49-426d-a1ef-a5ebea2d7c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:49.689464 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc16d3-e2eb-45ee-b7c2-c98186e00dda None None] The sync data for ids ['e8aee0a0-d55e-4fdc-8bff-4565c11aca01'] in n-d-843680-3 is: [{'id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'name': 'tempest-TaggedBootDevicesTest_v242-1290225337-router', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:24Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 4, 'project_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'gw_port': {'id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:26Z', 'updated_at': '2022-05-27T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '293d7aac-a59f-4792-8f60-7787954323ef', 'name': '', 'network_id': '7616c180-2c41-43bc-8b9a-fb176d577531', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'mac_address': 'fa:16:3e:a3:9f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': 'f350a9c7-5f49-426d-a1ef-a5ebea2d7c45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:34Z', 'updated_at': '2022-05-27T22:38:47Z', 'revision_number': 4, 'project_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'subnets': [{'id': 'f350a9c7-5f49-426d-a1ef-a5ebea2d7c45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:38:49.710787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-b5fe9e47-1b7c-42ae-a139-c606cc2ed9ca tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Synchronizing usage tracker for tenant:3dc91cf82d524da38b99d4bfbb135807 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:38:49.714450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Made reservation on behalf of 00a8812cc700487cbfc37e4d6360eed4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:49.717899 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:49.733704 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7e567cc7-61da-4472-a077-69f39cd17fad req-d15d998b-4978-48cf-85e7-f7668192fd81 service neutron] 10.222.0.46 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459077 May 27 22:38:50.106565 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:44Z', 'revision_number': 3, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:50.112200 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Checking router: 743cbe72-53c8-49cb-958a-61cc2517f71e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:38:50.112784 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Updating router 743cbe72-53c8-49cb-958a-61cc2517f71e port a4a7743b-d322-46fb-82d3-ed7e55015e5c binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:38:50.168828 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:50.200142 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0f1d3fa5-3360-4a9b-8eeb-cbd3d16c882d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:50.201460 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0f1d3fa5-3360-4a9b-8eeb-cbd3d16c882d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/30e38733-20cd-440b-abce-a835b22720df HTTP/1.1" status: 204 len: 168 time: 2.0056427 May 27 22:38:50.264652 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7e567cc7-61da-4472-a077-69f39cd17fad req-50c058a3-1ea5-4711-8527-bd8e3857e977 service neutron] 10.222.0.46 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242462 May 27 22:38:50.265788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Allocated IP 172.20.0.5 (7bfbc8b8-c379-44c0-b20f-662d8bd5fa73/e82904af-ca19-4245-b29f-a3b8e75ba3cb/3cee4258-f5f3-4685-9b97-a98d076c6276) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:50.390088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-b5fe9e47-1b7c-42ae-a139-c606cc2ed9ca tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Unset dirty status for tenant:3dc91cf82d524da38b99d4bfbb135807 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:38:50.393336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-b5fe9e47-1b7c-42ae-a139-c606cc2ed9ca tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=3dc91cf82d524da38b99d4bfbb135807&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0237792 May 27 22:38:50.401476 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:50.519051 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:50.572925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb849d7-cffc-4c07-a5c0-1e85554eceb4 req-5904d379-203d-4d6f-a6f1-52960c8f52b1 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:50.575332 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbb849d7-cffc-4c07-a5c0-1e85554eceb4 req-5904d379-203d-4d6f-a6f1-52960c8f52b1 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 943 time: 0.4941072 May 27 22:38:50.954023 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:50.966289 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Transition to ACTIVE for port object a4a7743b-d322-46fb-82d3-ed7e55015e5c will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:50.980910 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-6dc9370e-6352-42f3-9c3c-6bef5859c3d7 service neutron] 10.222.0.27 "GET /v2.0/networks/22519a76-b161-4ba5-ab31-37af44fe8c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305007 May 27 22:38:51.011639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6578-2e16-443b-8c98-05f70a7d9e8e req-634c2cfa-4593-4939-8ea8-9cc97b345cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:51.013261 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-657f6578-2e16-443b-8c98-05f70a7d9e8e req-634c2cfa-4593-4939-8ea8-9cc97b345cf7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a420c0f9828425fb0c912aa073963d8&device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 1094 time: 0.1483171 May 27 22:38:51.023122 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:51.041158 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:51.192686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58366) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:51.203180 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Attempting to bind port a4a7743b-d322-46fb-82d3-ed7e55015e5c on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:38:51.203740 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Attempting to bind port a4a7743b-d322-46fb-82d3-ed7e55015e5c by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:38:51.203886 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Attempting to bind port a4a7743b-d322-46fb-82d3-ed7e55015e5c on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:51.213024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6578-2e16-443b-8c98-05f70a7d9e8e req-50db0b13-5b3e-48af-a2f2-6daeb1b9bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:51.213426 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:38:51.213795 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:51.214408 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-657f6578-2e16-443b-8c98-05f70a7d9e8e req-50db0b13-5b3e-48af-a2f2-6daeb1b9bb1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=cf3db205-1735-4d3f-a60e-7367df656e34 HTTP/1.1" status: 200 len: 914 time: 0.1881196 May 27 22:38:51.214608 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:51.215134 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:38:51.215762 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Bound port: a4a7743b-d322-46fb-82d3-ed7e55015e5c, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:38:51.216745 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:51.256825 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded0bbf-3255-42c0-8c85-f04026ef21a8 None None] Pushing event updated for resources: {'Port': ['ID=a4a7743b-d322-46fb-82d3-ed7e55015e5c,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:51.260619 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbb849d7-cffc-4c07-a5c0-1e85554eceb4 req-74a4d18c-ecfb-4b9a-8846-f9169565f420 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6749380 May 27 22:38:51.310232 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-657f6578-2e16-443b-8c98-05f70a7d9e8e req-643e5dca-2173-46a1-b404-3a483fe4f00e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b80cfe1-8a71-4018-bd4f-492b3580a7e7 HTTP/1.1" status: 200 len: 217 time: 0.0883472 May 27 22:38:51.329080 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] For port a4a7743b-d322-46fb-82d3-ed7e55015e5c, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:38:51.333631 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] For port a4a7743b-d322-46fb-82d3-ed7e55015e5c, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a4a7743b-d322-46fb-82d3-ed7e55015e5c,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:38:51.335141 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d7800e0-8ec2-4b55-9e4f-f413381d5a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:51.396078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6578-2e16-443b-8c98-05f70a7d9e8e req-ff4489c9-5098-4fef-a77a-db58943647ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:51.397811 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-657f6578-2e16-443b-8c98-05f70a7d9e8e req-ff4489c9-5098-4fef-a77a-db58943647ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f9403f-9822-40ab-be8d-40aec1182252 HTTP/1.1" status: 200 len: 853 time: 0.0808125 May 27 22:38:51.400533 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:51.416334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1d7800e0-8ec2-4b55-9e4f-f413381d5a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:51.421500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Allocated IP 172.25.2.202 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/b79e7f83-e963-47f7-92e9-4967b1e87e39) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:51.428527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1d7800e0-8ec2-4b55-9e4f-f413381d5a69 admin admin] Usage tracker for resource:security_group_rule and tenant:0856fe7a8c4741ad8a8493376d362a20 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:51.441883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1d7800e0-8ec2-4b55-9e4f-f413381d5a69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:51.537435 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:51.541474 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Routers {'743cbe72-53c8-49cb-958a-61cc2517f71e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:51.543112 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['743cbe72-53c8-49cb-958a-61cc2517f71e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:51.547294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1d7800e0-8ec2-4b55-9e4f-f413381d5a69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:51.574703 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-f9311efb-80b6-4258-b0e6-20bf3c8715b5 service neutron] 10.222.0.27 "GET /v2.0/networks/22519a76-b161-4ba5-ab31-37af44fe8c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664897 May 27 22:38:51.639216 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded0bbf-3255-42c0-8c85-f04026ef21a8 None None] Pushing event updated for resources: {'Port': ['ID=a4a7743b-d322-46fb-82d3-ed7e55015e5c,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:51.785399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Pushing event updated for resources: {'Port': ['ID=3cee4258-f5f3-4685-9b97-a98d076c6276,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:51.804600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Network 7bfbc8b8-c379-44c0-b20f-662d8bd5fa73 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:51.810571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:51.814663 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-657f6578-2e16-443b-8c98-05f70a7d9e8e req-8c21c865-0768-487e-b0eb-0d47f3a1a2ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf3db205-1735-4d3f-a60e-7367df656e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4094014 May 27 22:38:51.835793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:51.892781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 293d7aac-a59f-4792-8f60-7787954323ef up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:51.982650 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] Set router 743cbe72-53c8-49cb-958a-61cc2517f71e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:52.012608 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:52.188945 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:52.222629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:52.223634 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:52.231549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 293d7aac-a59f-4792-8f60-7787954323ef completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:52.242344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 293d7aac-a59f-4792-8f60-7787954323ef triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:52.242763 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:52.327855 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-657f6578-2e16-443b-8c98-05f70a7d9e8e req-571623f8-d5e2-4a98-9675-e56cb705ad44 service neutron] 10.222.0.46 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092560 May 27 22:38:52.368260 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:44Z', 'revision_number': 3, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:52.373406 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18751282-cd3a-4d02-ba29-71d9a75f8d73 None None] The sync data for ids ['743cbe72-53c8-49cb-958a-61cc2517f71e'] in n-d-843680-3 is: [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:44Z', 'revision_number': 3, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:38:52.387450 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-ef433ca4-7142-43d6-b981-2a6e953a5e28 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9033921 May 27 22:38:52.442156 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d7800e0-8ec2-4b55-9e4f-f413381d5a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:52.463396 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 293d7aac-a59f-4792-8f60-7787954323ef is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:52.463884 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:52.489393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Request body: {'port': {'device_id': '34a0bfe4-f776-4d2d-9d30-779fb39d0f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:52.518537 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 293d7aac-a59f-4792-8f60-7787954323ef, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=293d7aac-a59f-4792-8f60-7787954323ef,segment=NetworkSegment(082919bb-e6d7-4f0c-b14c-6fb50a68ba9c),segment_id=082919bb-e6d7-4f0c-b14c-6fb50a68ba9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:52.533138 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d7800e0-8ec2-4b55-9e4f-f413381d5a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:52.575959 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:52.601886 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:52.617687 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:52.623077 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1d7800e0-8ec2-4b55-9e4f-f413381d5a69 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0856fe7a8c4741ad8a8493376d362a20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4275208 May 27 22:38:52.654525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58386) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:52.655285 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:52.675144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7800e0-8ec2-4b55-9e4f-f413381d5a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4379dce5-4cf0-4ef0-ad1b-86efcdd01a8a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:52.862203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Pushing event updated for resources: {'Port': ['ID=b79e7f83-e963-47f7-92e9-4967b1e87e39,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:52.866479 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-657f6578-2e16-443b-8c98-05f70a7d9e8e req-7f8cbbf6-c7d6-477f-be6f-27b87bc44a39 service neutron] 10.222.0.46 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310967 May 27 22:38:52.880813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:52.890217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=293d7aac-a59f-4792-8f60-7787954323ef,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:52.890885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32effb97-83ee-499c-ba7b-b5770d80102c req-85e73671-72b3-44df-ba17-6ffbc483d764 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:52.901373 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32effb97-83ee-499c-ba7b-b5770d80102c req-85e73671-72b3-44df-ba17-6ffbc483d764 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 950 time: 0.5110738 May 27 22:38:52.960420 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:52.962866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:53.022948 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f4960e72-43a7-43ab-901d-154235d87efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:53.052255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f62c26-b6d2-4dcb-baab-bdde8eb9d7b0 req-00b9ed3f-3a04-48fe-b71d-b3517c840ee9 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:53.054090 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13f62c26-b6d2-4dcb-baab-bdde8eb9d7b0 req-00b9ed3f-3a04-48fe-b71d-b3517c840ee9 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 931 time: 0.9655533 May 27 22:38:53.130882 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f4960e72-43a7-43ab-901d-154235d87efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:53.151611 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32effb97-83ee-499c-ba7b-b5770d80102c req-9f80b19f-670c-42f0-9111-e49e5ba88a41 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/security-groups?id=8b2ac625-3a38-4ddb-9907-e88044d907e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510214 May 27 22:38:53.176037 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13f62c26-b6d2-4dcb-baab-bdde8eb9d7b0 req-eebe16df-3cbb-4ec0-8ff7-2971790ac641 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/security-groups?id=6be4c2fa-23de-4273-8bf8-3c79bbb07a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075501 May 27 22:38:53.317962 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f4960e72-43a7-43ab-901d-154235d87efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:53.395931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4960e72-43a7-43ab-901d-154235d87efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4379dce5-4cf0-4ef0-ad1b-86efcdd01a8a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:53.421454 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f4960e72-43a7-43ab-901d-154235d87efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:53.425963 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f4960e72-43a7-43ab-901d-154235d87efd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4379dce5-4cf0-4ef0-ad1b-86efcdd01a8a HTTP/1.1" status: 204 len: 168 time: 0.7491896 May 27 22:38:53.434378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cee4258-f5f3-4685-9b97-a98d076c6276 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:38:53.442564 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:53.474786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Transition to ACTIVE for port object 3cee4258-f5f3-4685-9b97-a98d076c6276 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:53.529264 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92820742-4670-4cbe-8b3c-0aeabb1588a6 req-3c460254-ad1b-4560-aedb-15eaaadc7253 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 210 time: 0.2350841 May 27 22:38:53.537629 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:53.717056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Allocated IP 172.20.0.1 (0e901676-0a75-4203-8f5c-0656d9c83953/6f036352-10d0-41a7-8335-90a12eb75254/1dc97b1f-2782-4fc9-ae40-c230f37a8ca5) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:53.946460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Pushing event updated for resources: {'Port': ['ID=3cee4258-f5f3-4685-9b97-a98d076c6276,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:54.033818 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 293d7aac-a59f-4792-8f60-7787954323ef up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:54.069077 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:54.099918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Transition to ACTIVE for port object 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:54.134991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Attempting to bind port 3cee4258-f5f3-4685-9b97-a98d076c6276 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:38:54.135395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Attempting to bind port 3cee4258-f5f3-4685-9b97-a98d076c6276 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'a1c9c846-c5c4-40b0-97cb-93cddbfa60f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bfbc8b8-c379-44c0-b20f-662d8bd5fa73'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:38:54.135716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Attempting to bind port 3cee4258-f5f3-4685-9b97-a98d076c6276 on network 7bfbc8b8-c379-44c0-b20f-662d8bd5fa73 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:54.142201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Port 3cee4258-f5f3-4685-9b97-a98d076c6276 on network 7bfbc8b8-c379-44c0-b20f-662d8bd5fa73 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:38:54.142558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Attempting to bind port 3cee4258-f5f3-4685-9b97-a98d076c6276 on network 7bfbc8b8-c379-44c0-b20f-662d8bd5fa73 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:54.151542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:38:54.156742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d57e7-3fc9-468a-96a7-a8ef4ff13d80 req-ac87a03f-af48-4304-9262-cec2db262f9f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:54.157801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:38:54.158666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Checking segment: {'id': 'a1c9c846-c5c4-40b0-97cb-93cddbfa60f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bfbc8b8-c379-44c0-b20f-662d8bd5fa73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:54.159094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Bound using segment: {'id': 'a1c9c846-c5c4-40b0-97cb-93cddbfa60f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bfbc8b8-c379-44c0-b20f-662d8bd5fa73'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:38:54.159525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Bound port: 3cee4258-f5f3-4685-9b97-a98d076c6276, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c9c846-c5c4-40b0-97cb-93cddbfa60f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '7bfbc8b8-c379-44c0-b20f-662d8bd5fa73'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:38:54.160128 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:54.168904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-730d57e7-3fc9-468a-96a7-a8ef4ff13d80 req-ac87a03f-af48-4304-9262-cec2db262f9f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 943 time: 0.8203883 May 27 22:38:54.222305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-9c3b2c62-e57c-428f-b838-054c1c19e68c tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:54.224434 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-9c3b2c62-e57c-428f-b838-054c1c19e68c tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.57 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 950 time: 0.6809928 May 27 22:38:54.311827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 293d7aac-a59f-4792-8f60-7787954323ef triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:54.312281 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:54.368984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] For port 3cee4258-f5f3-4685-9b97-a98d076c6276, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:38:54.372790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] For port 3cee4258-f5f3-4685-9b97-a98d076c6276, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3cee4258-f5f3-4685-9b97-a98d076c6276,segment=NetworkSegment(a1c9c846-c5c4-40b0-97cb-93cddbfa60f5),segment_id=a1c9c846-c5c4-40b0-97cb-93cddbfa60f5)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:38:54.426115 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:54.436367 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:54.554019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-730d57e7-3fc9-468a-96a7-a8ef4ff13d80 req-52eb109a-22cd-4b36-affc-751b52d5b154 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823864 May 27 22:38:54.578538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Network 0e901676-0a75-4203-8f5c-0656d9c83953 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:54.606570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Pushing event updated for resources: {'Port': ['ID=3cee4258-f5f3-4685-9b97-a98d076c6276,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:54.643766 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:54.644673 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:54.646749 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e9c9f6a5-20ef-4fdc-9c95-a25298ec685b service neutron] 10.222.0.57 "PUT /v2.0/ports/3cee4258-f5f3-4685-9b97-a98d076c6276 HTTP/1.1" status: 200 len: 1091 time: 2.1811829 May 27 22:38:54.647288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a0bfe4-f776-4d2d-9d30-779fb39d0f77', 'tag': '3cee4258-f5f3-4685-9b97-a98d076c6276'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:38:54.665147 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:54.678397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 293d7aac-a59f-4792-8f60-7787954323ef is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:54.679065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a4a7743b-d322-46fb-82d3-ed7e55015e5c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:54.729852 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '0b80cfe1-8a71-4018-bd4f-492b3580a7e7', 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34', 'port_id': '0b80cfe1-8a71-4018-bd4f-492b3580a7e7', 'mac_address': 'fa:16:3e:7c:ca:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f9403f-9822-40ab-be8d-40aec1182252', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:38:54.830505 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:54.830878 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:54.870119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:38:54.896125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:54.914781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-65f6c9e8-6dc6-4c16-b787-de6507a7efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:54.916674 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-65f6c9e8-6dc6-4c16-b787-de6507a7efaf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a8812cc700487cbfc37e4d6360eed4&device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 1094 time: 0.0966959 May 27 22:38:54.920619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:54.922928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:54.955902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port a4a7743b-d322-46fb-82d3-ed7e55015e5c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:54.966304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a4a7743b-d322-46fb-82d3-ed7e55015e5c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:54.966731 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:55.095120 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-b8f63682-7142-4da1-95e5-596aec4ecd46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cee4258-f5f3-4685-9b97-a98d076c6276 HTTP/1.1" status: 200 len: 217 time: 0.1650488 May 27 22:38:55.148315 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:55.231688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:55.239875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Deleting port a05bc128-f8bb-4bc8-9237-389214d71a6b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:38:55.239875 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:55.334736 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a4a7743b-d322-46fb-82d3-ed7e55015e5c is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:55.335449 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:55.358236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port a4a7743b-d322-46fb-82d3-ed7e55015e5c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a4a7743b-d322-46fb-82d3-ed7e55015e5c,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:55.361814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['0b80cfe1-8a71-4018-bd4f-492b3580a7e7'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:38:55.369245 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc97b1f-2782-4fc9-ae40-c230f37a8ca5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:55.407025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cdeadd35-72f2-4653-94f7-df06fa51ffaa None None] Provisioning for port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:55.416247 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:55.447576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-f7ef3bde-18e5-431d-bd4a-48f1791c850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:55.449615 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-f7ef3bde-18e5-431d-bd4a-48f1791c850d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e82904af-ca19-4245-b29f-a3b8e75ba3cb HTTP/1.1" status: 200 len: 849 time: 0.3352830 May 27 22:38:55.451946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cdeadd35-72f2-4653-94f7-df06fa51ffaa None None] Provisioning complete for port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:55.453183 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cdeadd35-72f2-4653-94f7-df06fa51ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:55.483002 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:55.512452 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:55.560066 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-4d55742b-2723-4e17-8dd8-14dd1a435501 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bfbc8b8-c379-44c0-b20f-662d8bd5fa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896940 May 27 22:38:55.648622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cdeadd35-72f2-4653-94f7-df06fa51ffaa None None] Port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:38:55.658950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-ff64629b-6f6d-49c0-8fce-25e12bc73673 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:55.660631 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-ff64629b-6f6d-49c0-8fce-25e12bc73673 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.46 "GET /v2.0/networks?id=22519a76-b161-4ba5-ab31-37af44fe8c3c HTTP/1.1" status: 200 len: 806 time: 0.6562886 May 27 22:38:55.685475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=a4a7743b-d322-46fb-82d3-ed7e55015e5c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:55.706131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f456823-2970-4124-89f5-eb323d7f1511 req-0f96fe5e-ec4a-4c31-8564-a0b7e6822970 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:55.713205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f456823-2970-4124-89f5-eb323d7f1511 req-0f96fe5e-ec4a-4c31-8564-a0b7e6822970 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 950 time: 1.3205526 May 27 22:38:55.813610 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-0c0ca220-a2ec-400c-a4e4-e31c9757c6d7 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dc91cf82d524da38b99d4bfbb135807 HTTP/1.1" status: 200 len: 380 time: 0.1378374 May 27 22:38:55.835049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Request body: {'port': {'device_id': '46168e44-607a-44d6-be2b-858b0cd7044f', 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'admin_state_up': True, 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'security_groups': ['b67318d7-3403-4115-b13b-9335d63655cb']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:55.916872 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-2ee9493d-0946-40d5-9e33-4a8e7a37ce1a service neutron] 10.222.0.57 "GET /v2.0/networks/7bfbc8b8-c379-44c0-b20f-662d8bd5fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468723 May 27 22:38:56.042999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] For port a05bc128-f8bb-4bc8-9237-389214d71a6b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a05bc128-f8bb-4bc8-9237-389214d71a6b,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:56.043373 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:56.060035 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f456823-2970-4124-89f5-eb323d7f1511 req-d9777b07-f0f9-44e9-8678-5126cdb1b0ce tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/security-groups?id=8b2ac625-3a38-4ddb-9907-e88044d907e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459752 May 27 22:38:56.086468 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device a05bc128-f8bb-4bc8-9237-389214d71a6b no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:38:56.125847 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8580da5-99ef-4c76-ba71-4a84b40d6249 req-e1b135ce-bbad-4f7d-a673-0c9fb4a62fd6 service neutron] 10.222.0.57 "GET /v2.0/networks/7bfbc8b8-c379-44c0-b20f-662d8bd5fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022591 May 27 22:38:56.149549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:56.165687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:56.214010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e616b-1aa0-4825-b75a-834080589498 req-3112dbc1-9db3-4914-8fb3-bd65381bc61d tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:56.215717 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e7e616b-1aa0-4825-b75a-834080589498 req-3112dbc1-9db3-4914-8fb3-bd65381bc61d tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 943 time: 1.2603805 May 27 22:38:56.257286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Made reservation on behalf of 3dc91cf82d524da38b99d4bfbb135807 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:38:56.261939 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:56.279399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port a05bc128-f8bb-4bc8-9237-389214d71a6b is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:56.281101 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:56.316073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197bd4a5-536f-4bd5-867b-2c142d054639', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05bc128-f8bb-4bc8-9237-389214d71a6b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:38:56.327973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port a05bc128-f8bb-4bc8-9237-389214d71a6b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a05bc128-f8bb-4bc8-9237-389214d71a6b,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:56.354591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Calling delete_port for a05bc128-f8bb-4bc8-9237-389214d71a6b owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:38:56.406019 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:56.460876 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Allocated IP 172.20.0.6 (22519a76-b161-4ba5-ab31-37af44fe8c3c/d89ae0ec-f80f-495e-8767-e6fcabc6ab15/6f882d01-9711-4660-af31-fb2215dfa19f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:38:56.478997 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a92de542-01bb-4000-80e1-bc5e88058698 req-39186bc9-1d75-4225-8b23-9b84c4d323b7 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 210 time: 0.2618744 May 27 22:38:56.514451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=a05bc128-f8bb-4bc8-9237-389214d71a6b,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:56.569270 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e77322-3113-44cc-80ad-2ca73d9b304d'] response: {'name': 'network-changed', 'server_uuid': '34a0bfe4-f776-4d2d-9d30-779fb39d0f77', 'tag': '3cee4258-f5f3-4685-9b97-a98d076c6276', 'status': 'completed', 'code': 200} May 27 22:38:56.618701 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:56.669054 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e7e616b-1aa0-4825-b75a-834080589498 req-5881414e-3a37-4134-ab1d-3e965f9527dd tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/security-groups?id=6be4c2fa-23de-4273-8bf8-3c79bbb07a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654393 May 27 22:38:56.714909 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da89e824-2280-4070-b905-44d36f7b3c49'] response: {'server_uuid': '197bd4a5-536f-4bd5-867b-2c142d054639', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a05bc128-f8bb-4bc8-9237-389214d71a6b', 'code': 200} May 27 22:38:56.811595 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54126ffe-06d1-4c1c-9f33-8bba05800d15 req-4a6b1c33-5abc-424a-b34a-2146d98c6d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:56.813215 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-54126ffe-06d1-4c1c-9f33-8bba05800d15 req-4a6b1c33-5abc-424a-b34a-2146d98c6d8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=00a8812cc700487cbfc37e4d6360eed4&device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 1094 time: 0.1710179 May 27 22:38:56.833288 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:56.870981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:57.041993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58454) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:57.044450 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:38:57.044771 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:38:57.119557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Transition to ACTIVE for port object 6f882d01-9711-4660-af31-fb2215dfa19f will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:57.177422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54126ffe-06d1-4c1c-9f33-8bba05800d15 req-eb2516e0-ebb2-4afc-8f0f-da0ff875df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:57.180077 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-54126ffe-06d1-4c1c-9f33-8bba05800d15 req-eb2516e0-ebb2-4afc-8f0f-da0ff875df34 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7bfbc8b8-c379-44c0-b20f-662d8bd5fa73 HTTP/1.1" status: 200 len: 910 time: 0.3595510 May 27 22:38:57.255154 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:57.267162 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9a40a55-55a0-4d9e-8bc2-4764be205f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:57.271024 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-54126ffe-06d1-4c1c-9f33-8bba05800d15 req-65f90b32-f304-47dd-a58a-f2b4d3e56fda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cee4258-f5f3-4685-9b97-a98d076c6276 HTTP/1.1" status: 200 len: 217 time: 0.0816684 May 27 22:38:57.345748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e9a40a55-55a0-4d9e-8bc2-4764be205f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:38:57.349734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e9a40a55-55a0-4d9e-8bc2-4764be205f87 admin admin] Usage tracker for resource:security_group_rule and tenant:ede57c251b7f4043932288a0a750c710 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:38:57.352644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e9a40a55-55a0-4d9e-8bc2-4764be205f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:38:57.358508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e9a40a55-55a0-4d9e-8bc2-4764be205f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:38:57.415905 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-740c6aaa-1f98-405d-a311-2fc075d0039c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:57.419884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Network 22519a76-b161-4ba5-ab31-37af44fe8c3c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:57.423745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:57.426323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54126ffe-06d1-4c1c-9f33-8bba05800d15 req-38ac5031-a49d-4775-9c36-f81199667e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:57.426788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b8b7c-37bc-4eff-8113-4df7c03ab09a req-ff5ef773-53c3-4a51-b63e-cbb563f210c1 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:57.427783 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-54126ffe-06d1-4c1c-9f33-8bba05800d15 req-38ac5031-a49d-4775-9c36-f81199667e67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e82904af-ca19-4245-b29f-a3b8e75ba3cb HTTP/1.1" status: 200 len: 849 time: 0.0988715 May 27 22:38:57.428626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:38:57.434561 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1b4b8b7c-37bc-4eff-8113-4df7c03ab09a req-ff5ef773-53c3-4a51-b63e-cbb563f210c1 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 944 time: 0.7586553 May 27 22:38:57.457188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Pushing event updated for resources: {'Port': ['ID=6f882d01-9711-4660-af31-fb2215dfa19f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:57.522986 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-54126ffe-06d1-4c1c-9f33-8bba05800d15 req-61d50247-2865-43ad-ae96-22f5e0fcb3c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7bfbc8b8-c379-44c0-b20f-662d8bd5fa73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629320 May 27 22:38:57.549169 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1b4b8b7c-37bc-4eff-8113-4df7c03ab09a req-b632c2e1-19ed-41ba-b451-54f081cac3ba tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137304 May 27 22:38:57.549635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Deleting port a05bc128-f8bb-4bc8-9237-389214d71a6b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:38:57.549974 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:57.647049 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:57.684304 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-54126ffe-06d1-4c1c-9f33-8bba05800d15 req-1bcb4d9f-866d-4c1b-80ed-f48edef2d71e service neutron] 10.222.0.57 "GET /v2.0/networks/7bfbc8b8-c379-44c0-b20f-662d8bd5fa73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541624 May 27 22:38:57.694009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69006e28-a0a8-45f1-8755-9d347a3f2631 req-bee1fdfd-fcf3-4a95-b67e-00743fd9a530 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:57.703364 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69006e28-a0a8-45f1-8755-9d347a3f2631 req-bee1fdfd-fcf3-4a95-b67e-00743fd9a530 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 948 time: 0.4116898 May 27 22:38:57.751299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:57.752441 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:57.766516 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:57.811897 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a4a7743b-d322-46fb-82d3-ed7e55015e5c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:57.850207 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c726b227-b002-4015-85fe-6c4fec260418 None None] Provisioning for port 6f882d01-9711-4660-af31-fb2215dfa19f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:57.868108 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c726b227-b002-4015-85fe-6c4fec260418 None None] Provisioning complete for port 6f882d01-9711-4660-af31-fb2215dfa19f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:57.868877 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c726b227-b002-4015-85fe-6c4fec260418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:57.896126 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-67a7c923-7e44-42ec-8012-00befb99b8ef tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0764718 May 27 22:38:57.899408 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-54126ffe-06d1-4c1c-9f33-8bba05800d15 req-13c02f1c-2932-4b28-bffd-9fd8f9e83970 service neutron] 10.222.0.57 "GET /v2.0/networks/7bfbc8b8-c379-44c0-b20f-662d8bd5fa73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092059 May 27 22:38:57.911153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Request body: {'port': {'device_id': '46168e44-607a-44d6-be2b-858b0cd7044f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:38:57.924236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Router 21184c15-d039-48d8-9350-adc9da3712ef is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:38:57.951782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c726b227-b002-4015-85fe-6c4fec260418 None None] Port 6f882d01-9711-4660-af31-fb2215dfa19f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:38:57.966304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a4a7743b-d322-46fb-82d3-ed7e55015e5c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:57.966304 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:58.022595 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9a40a55-55a0-4d9e-8bc2-4764be205f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:58.065056 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:58.087045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69006e28-a0a8-45f1-8755-9d347a3f2631 req-2613cf7c-c719-49ff-976d-51737f09fc97 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/security-groups?id=8b2ac625-3a38-4ddb-9907-e88044d907e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848453 May 27 22:38:58.102683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3cee4258-f5f3-4685-9b97-a98d076c6276 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:38:58.123842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a4a7743b-d322-46fb-82d3-ed7e55015e5c is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:58.179988 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:58.194911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc97b1f-2782-4fc9-ae40-c230f37a8ca5,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:58.197199 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9a40a55-55a0-4d9e-8bc2-4764be205f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:58.251569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:38:58.408194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3cee4258-f5f3-4685-9b97-a98d076c6276, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3cee4258-f5f3-4685-9b97-a98d076c6276,segment=NetworkSegment(a1c9c846-c5c4-40b0-97cb-93cddbfa60f5),segment_id=a1c9c846-c5c4-40b0-97cb-93cddbfa60f5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:58.423560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '3cee4258-f5f3-4685-9b97-a98d076c6276', 'network_id': '7bfbc8b8-c379-44c0-b20f-662d8bd5fa73', 'port_id': '3cee4258-f5f3-4685-9b97-a98d076c6276', 'mac_address': 'fa:16:3e:31:f2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e82904af-ca19-4245-b29f-a3b8e75ba3cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:38:58.473553 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e9a40a55-55a0-4d9e-8bc2-4764be205f87 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ede57c251b7f4043932288a0a750c710&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4304025 May 27 22:38:58.478642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58470) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:58.489932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3cee4258-f5f3-4685-9b97-a98d076c6276 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:58.496008 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:58.496165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f882d01-9711-4660-af31-fb2215dfa19f {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:38:58.499728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a40a55-55a0-4d9e-8bc2-4764be205f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c7d0e7-25ac-4475-bfc2-2351a7ef771a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:58.502653 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:58.504904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:38:58.514206 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:58.514449 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:58.518422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Transition to ACTIVE for port object 6f882d01-9711-4660-af31-fb2215dfa19f will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:38:58.545748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cee4258-f5f3-4685-9b97-a98d076c6276 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:38:58.585006 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3cee4258-f5f3-4685-9b97-a98d076c6276, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3cee4258-f5f3-4685-9b97-a98d076c6276,segment=NetworkSegment(a1c9c846-c5c4-40b0-97cb-93cddbfa60f5),segment_id=a1c9c846-c5c4-40b0-97cb-93cddbfa60f5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:58.595757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] For port a05bc128-f8bb-4bc8-9237-389214d71a6b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a05bc128-f8bb-4bc8-9237-389214d71a6b,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:58.596121 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:58.600878 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:58.618833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd7c90-18b6-4b85-a986-bcf2f9195cfe req-90cd8165-c97f-46b3-832e-6651dba9cd77 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:58.626420 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cccd7c90-18b6-4b85-a986-bcf2f9195cfe req-90cd8165-c97f-46b3-832e-6651dba9cd77 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 931 time: 0.8261621 May 27 22:38:58.638505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:38:58.649189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Sync routers for ids ['21184c15-d039-48d8-9350-adc9da3712ef'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:38:58.663783 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:58.808688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Routers {'21184c15-d039-48d8-9350-adc9da3712ef'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:38:58.809686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['21184c15-d039-48d8-9350-adc9da3712ef'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:58.880894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Pushing event updated for resources: {'Port': ['ID=6f882d01-9711-4660-af31-fb2215dfa19f,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:58.903308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:38:58.903524 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:58.978650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:38:58.983135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c36bbc-c487-47b0-8e85-d5c14005f341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b80cfe1-8a71-4018-bd4f-492b3580a7e7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:38:58.994267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['3cee4258-f5f3-4685-9b97-a98d076c6276'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:38:59.025412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Attempting to bind port 6f882d01-9711-4660-af31-fb2215dfa19f on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:38:59.025958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Attempting to bind port 6f882d01-9711-4660-af31-fb2215dfa19f by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '7d8476d7-d7f5-4600-9364-b6505191ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:38:59.028209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Attempting to bind port 6f882d01-9711-4660-af31-fb2215dfa19f on network 22519a76-b161-4ba5-ab31-37af44fe8c3c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:59.036924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Port 6f882d01-9711-4660-af31-fb2215dfa19f on network 22519a76-b161-4ba5-ab31-37af44fe8c3c not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:38:59.037528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Attempting to bind port 6f882d01-9711-4660-af31-fb2215dfa19f on network 22519a76-b161-4ba5-ab31-37af44fe8c3c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:38:59.047109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:38:59.051023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Checking segment: {'id': '7d8476d7-d7f5-4600-9364-b6505191ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:38:59.051023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Bound using segment: {'id': '7d8476d7-d7f5-4600-9364-b6505191ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:38:59.051023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Bound port: 6f882d01-9711-4660-af31-fb2215dfa19f, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8476d7-d7f5-4600-9364-b6505191ca02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:38:59.051023 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:59.080108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Calling delete_port for a05bc128-f8bb-4bc8-9237-389214d71a6b owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:38:59.092214 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3cee4258-f5f3-4685-9b97-a98d076c6276,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:59.145101 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:59.183706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] For port 6f882d01-9711-4660-af31-fb2215dfa19f, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:38:59.189151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] For port 6f882d01-9711-4660-af31-fb2215dfa19f, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6f882d01-9711-4660-af31-fb2215dfa19f,segment=NetworkSegment(7d8476d7-d7f5-4600-9364-b6505191ca02),segment_id=7d8476d7-d7f5-4600-9364-b6505191ca02)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:38:59.206141 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Network 0e901676-0a75-4203-8f5c-0656d9c83953 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:38:59.217922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:38:59.221946 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db4077bf-9e2d-48c0-a284-3058d144396d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:59.234189 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cccd7c90-18b6-4b85-a986-bcf2f9195cfe req-81708b12-7c8a-4148-be25-68fe6023055e tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/security-groups?id=b67318d7-3403-4115-b13b-9335d63655cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6067445 May 27 22:38:59.269611 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:59.297912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Set router 21184c15-d039-48d8-9350-adc9da3712ef gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:38:59.328497 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db4077bf-9e2d-48c0-a284-3058d144396d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:59.442875 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:59.444435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0ad5ed28-a8eb-49f0-a935-bc00a1aefc13 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.6850145 May 27 22:38:59.451345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:59.471854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58480) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:38:59.568601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Pushing event updated for resources: {'Port': ['ID=6f882d01-9711-4660-af31-fb2215dfa19f,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:38:59.577725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:59.578324 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:59.580858 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-54b5e943-078e-4505-9049-672e3c76ff30 service neutron] 10.222.0.46 "PUT /v2.0/ports/6f882d01-9711-4660-af31-fb2215dfa19f HTTP/1.1" status: 200 len: 1091 time: 1.6765485 May 27 22:38:59.582023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46168e44-607a-44d6-be2b-858b0cd7044f', 'tag': '6f882d01-9711-4660-af31-fb2215dfa19f'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:38:59.616064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5b81e-8632-447a-86b7-4243d66ae445 req-ee468ada-0bb1-46fc-bac3-74e9e2b94f11 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:59.617721 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6dc5b81e-8632-447a-86b7-4243d66ae445 req-ee468ada-0bb1-46fc-bac3-74e9e2b94f11 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 943 time: 1.2576520 May 27 22:38:59.678107 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-64364dba-1a3e-4546-8038-75d6410cfd03 None None] Provisioning complete for port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:38:59.678482 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64364dba-1a3e-4546-8038-75d6410cfd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:59.728750 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-987b7e87-087d-4367-9753-74cc433b8f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:38:59.815322 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-64364dba-1a3e-4546-8038-75d6410cfd03 None None] Port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:38:59.844260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-82a3914d-b9b3-4e5b-a7d7-cfcf05fc40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:38:59.845913 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-82a3914d-b9b3-4e5b-a7d7-cfcf05fc40fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dc91cf82d524da38b99d4bfbb135807&device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 1094 time: 0.1320019 May 27 22:38:59.886343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21184c15-d039-48d8-9350-adc9da3712ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:47Z', 'updated_at': '2022-05-27T22:38:54Z', 'revision_number': 3, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'gw_port': {'id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:50Z', 'updated_at': '2022-05-27T22:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:38:59.890778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Checking router: 21184c15-d039-48d8-9350-adc9da3712ef for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:38:59.891132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Updating router 21184c15-d039-48d8-9350-adc9da3712ef port b79e7f83-e963-47f7-92e9-4967b1e87e39 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:38:59.953576 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-b7965c54-9006-4366-9875-864d3b72028f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f882d01-9711-4660-af31-fb2215dfa19f HTTP/1.1" status: 200 len: 217 time: 0.1006947 May 27 22:38:59.962977 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:00.033824 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-c955a0f1-efd8-4906-a777-2555f4c63df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:00.035818 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-c955a0f1-efd8-4906-a777-2555f4c63df7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d89ae0ec-f80f-495e-8767-e6fcabc6ab15 HTTP/1.1" status: 200 len: 845 time: 0.0761478 May 27 22:39:00.090348 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6dc5b81e-8632-447a-86b7-4243d66ae445 req-632f3cc8-cdc5-4451-a36e-c0774505a748 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/security-groups?id=6be4c2fa-23de-4273-8bf8-3c79bbb07a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290910 May 27 22:39:00.146896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-0a6edae8-dcc5-4f15-a9d5-f9837ca278a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:00.148572 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-0a6edae8-dcc5-4f15-a9d5-f9837ca278a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22519a76-b161-4ba5-ab31-37af44fe8c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067233 May 27 22:39:00.193589 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db4077bf-9e2d-48c0-a284-3058d144396d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:00.195381 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b9ff658-0f24-4e52-9e92-96b1d225abfb'] response: {'server_uuid': 'c6c36bbc-c487-47b0-8e85-d5c14005f341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b80cfe1-8a71-4018-bd4f-492b3580a7e7', 'code': 200} May 27 22:39:00.201474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Router 743cbe72-53c8-49cb-958a-61cc2517f71e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:39:00.207923 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:00.269962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d0bff-e507-4b62-9e9c-54a9cfb6a3a0 req-557a2217-50dc-4ef2-a7c2-efd32c2e6958 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:00.271442 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a7d0bff-e507-4b62-9e9c-54a9cfb6a3a0 req-557a2217-50dc-4ef2-a7c2-efd32c2e6958 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.8444071 May 27 22:39:00.291765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4077bf-9e2d-48c0-a284-3058d144396d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c7d0e7-25ac-4475-bfc2-2351a7ef771a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:00.316591 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-1e74ddf5-5197-477b-9f9d-65f66bd4ab4a service neutron] 10.222.0.46 "GET /v2.0/networks/22519a76-b161-4ba5-ab31-37af44fe8c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622126 May 27 22:39:00.388503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Pushing event deleted for resources: {'Port': ['ID=a05bc128-f8bb-4bc8-9237-389214d71a6b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:00.481826 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ea416757-b753-4481-bcd3-ee59f04532f2 req-cbff5dfe-fd85-4f00-8d20-3205f944537b service neutron] 10.222.0.46 "GET /v2.0/networks/22519a76-b161-4ba5-ab31-37af44fe8c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582303 May 27 22:39:00.498231 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:00.514262 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Transition to ACTIVE for port object b79e7f83-e963-47f7-92e9-4967b1e87e39 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:00.724705 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:00.835116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-30045c82-deee-4f09-b26b-ba62a19e8c4e req-be8a76e8-8ff0-4b15-af59-158e8d77bc56 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Synchronizing usage tracker for tenant:50deb4629fde46798098a7bb4e3cc0a4 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:00.844371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Attempting to bind port b79e7f83-e963-47f7-92e9-4967b1e87e39 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:00.844371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Attempting to bind port b79e7f83-e963-47f7-92e9-4967b1e87e39 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:00.844824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Attempting to bind port b79e7f83-e963-47f7-92e9-4967b1e87e39 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:00.851927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cf086-5a04-4e16-a50b-ed4c25cc5119 None None] Pushing event updated for resources: {'Port': ['ID=b79e7f83-e963-47f7-92e9-4967b1e87e39,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:00.861503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:39:00.861996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:39:00.862591 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:00.863045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:39:00.863618 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Bound port: b79e7f83-e963-47f7-92e9-4967b1e87e39, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:39:00.864243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:00.914531 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:00.940686 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a7d0bff-e507-4b62-9e9c-54a9cfb6a3a0 req-82831abd-f672-40b6-8ab1-06e05cbb34d7 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6363840 May 27 22:39:00.947898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] No DVR routers for this DVR port a05bc128-f8bb-4bc8-9237-389214d71a6b on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:39:00.949686 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db4077bf-9e2d-48c0-a284-3058d144396d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:00.950468 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-db4077bf-9e2d-48c0-a284-3058d144396d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f3c7d0e7-25ac-4475-bfc2-2351a7ef771a HTTP/1.1" status: 204 len: 168 time: 2.4522233 May 27 22:39:00.965969 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] For port b79e7f83-e963-47f7-92e9-4967b1e87e39, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:39:00.977648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] For port b79e7f83-e963-47f7-92e9-4967b1e87e39, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b79e7f83-e963-47f7-92e9-4967b1e87e39,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:39:00.977648 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:00.977874 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:00.981673 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2614d8fa-390c-4958-ba6e-0ef788777098 req-dfd8072c-cee1-456e-84a6-337dd8f560c2 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.57 "DELETE /v2.0/ports/a05bc128-f8bb-4bc8-9237-389214d71a6b HTTP/1.1" status: 204 len: 173 time: 6.7426672 May 27 22:39:00.983427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197bd4a5-536f-4bd5-867b-2c142d054639', 'name': 'network-vif-deleted', 'tag': 'a05bc128-f8bb-4bc8-9237-389214d71a6b'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:39:01.039455 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5088da4-4b25-4378-b32a-a5b239c6a93b'] response: {'name': 'network-changed', 'server_uuid': '46168e44-607a-44d6-be2b-858b0cd7044f', 'tag': '6f882d01-9711-4660-af31-fb2215dfa19f', 'status': 'completed', 'code': 200} May 27 22:39:01.058880 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:01.201201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b15a1-a292-4034-8639-6c8696b27dec req-21a27220-9f0c-467f-a5c1-97974ca44228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:01.203509 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-810b15a1-a292-4034-8639-6c8696b27dec req-21a27220-9f0c-467f-a5c1-97974ca44228 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dc91cf82d524da38b99d4bfbb135807&device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 1094 time: 0.1371162 May 27 22:39:01.243535 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Routers {'21184c15-d039-48d8-9350-adc9da3712ef'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:39:01.244187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:39:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['21184c15-d039-48d8-9350-adc9da3712ef'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:01.302788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-30045c82-deee-4f09-b26b-ba62a19e8c4e req-be8a76e8-8ff0-4b15-af59-158e8d77bc56 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] Unset dirty status for tenant:50deb4629fde46798098a7bb4e3cc0a4 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:01.313371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30045c82-deee-4f09-b26b-ba62a19e8c4e req-be8a76e8-8ff0-4b15-af59-158e8d77bc56 tempest-VolumesBackupsTest-1295525713 tempest-VolumesBackupsTest-1295525713-project] 10.222.0.27 "GET /v2.0/ports?device_id=197bd4a5-536f-4bd5-867b-2c142d054639 HTTP/1.1" status: 200 len: 210 time: 0.9372919 May 27 22:39:01.395152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cf086-5a04-4e16-a50b-ed4c25cc5119 None None] Pushing event updated for resources: {'Port': ['ID=b79e7f83-e963-47f7-92e9-4967b1e87e39,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:01.445665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b15a1-a292-4034-8639-6c8696b27dec req-79a3eff3-8b81-403c-beca-03e37a041430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:01.446892 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-810b15a1-a292-4034-8639-6c8696b27dec req-79a3eff3-8b81-403c-beca-03e37a041430 service neutron] 10.222.0.46 "GET /v2.0/networks?id=22519a76-b161-4ba5-ab31-37af44fe8c3c HTTP/1.1" status: 200 len: 907 time: 0.2372911 May 27 22:39:01.458221 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70eea363-ba8c-46d7-94ac-0bb6ba1a84e8'] response: {'server_uuid': '197bd4a5-536f-4bd5-867b-2c142d054639', 'name': 'network-vif-deleted', 'tag': 'a05bc128-f8bb-4bc8-9237-389214d71a6b', 'status': 'completed', 'code': 200} May 27 22:39:01.502876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64466943-4c9a-46a0-ae7f-6dc5ed59ab2b req-abfdd010-5f1d-4b1c-988c-b0baf853bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:01.505271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-64466943-4c9a-46a0-ae7f-6dc5ed59ab2b req-abfdd010-5f1d-4b1c-988c-b0baf853bd62 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 1096 time: 1.2194040 May 27 22:39:01.509530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:39:01.520440 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Sync routers for ids ['743cbe72-53c8-49cb-958a-61cc2517f71e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:39:01.545723 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Routers {'743cbe72-53c8-49cb-958a-61cc2517f71e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:39:01.548172 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7af514a1-953d-4bbf-b2dc-6f0f299e9f66 admin admin] 10.222.0.27 "PUT /v2.0/routers/743cbe72-53c8-49cb-958a-61cc2517f71e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0329485 May 27 22:39:01.554644 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:39:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['743cbe72-53c8-49cb-958a-61cc2517f71e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:01.612091 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-810b15a1-a292-4034-8639-6c8696b27dec req-41e4574a-45b2-4064-a748-9e9b73231f04 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f882d01-9711-4660-af31-fb2215dfa19f HTTP/1.1" status: 200 len: 217 time: 0.1585023 May 27 22:39:01.706972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b15a1-a292-4034-8639-6c8696b27dec req-97c619ba-916c-470a-a676-5bee8cd718bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:01.708471 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-810b15a1-a292-4034-8639-6c8696b27dec req-97c619ba-916c-470a-a676-5bee8cd718bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d89ae0ec-f80f-495e-8767-e6fcabc6ab15 HTTP/1.1" status: 200 len: 845 time: 0.0908287 May 27 22:39:01.709420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] Set router 21184c15-d039-48d8-9350-adc9da3712ef gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:39:01.867563 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Set router 743cbe72-53c8-49cb-958a-61cc2517f71e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:39:01.884932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b15a1-a292-4034-8639-6c8696b27dec req-f796dafc-90fd-422e-996f-4e4c3e79c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:01.889227 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-810b15a1-a292-4034-8639-6c8696b27dec req-f796dafc-90fd-422e-996f-4e4c3e79c7d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22519a76-b161-4ba5-ab31-37af44fe8c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747038 May 27 22:39:02.125490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d1a24-25a7-455e-991f-036a28478087 req-1e154d84-74f1-4a79-9a24-c1b8c62e4bdf tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:02.145721 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-708d1a24-25a7-455e-991f-036a28478087 req-1e154d84-74f1-4a79-9a24-c1b8c62e4bdf tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 943 time: 0.9708054 May 27 22:39:02.198143 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-810b15a1-a292-4034-8639-6c8696b27dec req-f3f5e81a-17dd-418b-9c33-124eff8d686c service neutron] 10.222.0.46 "GET /v2.0/networks/22519a76-b161-4ba5-ab31-37af44fe8c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025293 May 27 22:39:02.280588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3cee4258-f5f3-4685-9b97-a98d076c6276 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:39:02.372782 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-64466943-4c9a-46a0-ae7f-6dc5ed59ab2b req-66e5ebde-af0f-40bc-99f2-0c8976843bbc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7645082 May 27 22:39:02.421360 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-708d1a24-25a7-455e-991f-036a28478087 req-09b20f4f-f6a4-49db-b1e4-2d26898ce911 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/security-groups?id=b67318d7-3403-4115-b13b-9335d63655cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732897 May 27 22:39:02.439544 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:02.446420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21184c15-d039-48d8-9350-adc9da3712ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:47Z', 'updated_at': '2022-05-27T22:38:54Z', 'revision_number': 3, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'gw_port': {'id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:50Z', 'updated_at': '2022-05-27T22:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:02.458228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83466a9b-af26-43fe-a901-7709d5474e3b None None] The sync data for ids ['21184c15-d039-48d8-9350-adc9da3712ef'] in n-d-843680-3 is: [{'id': '21184c15-d039-48d8-9350-adc9da3712ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:47Z', 'updated_at': '2022-05-27T22:38:54Z', 'revision_number': 3, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'gw_port': {'id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:50Z', 'updated_at': '2022-05-27T22:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:39:02.468899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148146f2-195d-4c9f-a0d9-243cd2b22605 req-f5bc28d5-dbf6-410d-8750-8cd88c667d8a tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:02.470490 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-148146f2-195d-4c9f-a0d9-243cd2b22605 req-f5bc28d5-dbf6-410d-8750-8cd88c667d8a tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 944 time: 0.7157905 May 27 22:39:02.475101 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-810b15a1-a292-4034-8639-6c8696b27dec req-7a593941-3db9-462e-bc23-66bf566eb661 service neutron] 10.222.0.46 "GET /v2.0/networks/22519a76-b161-4ba5-ab31-37af44fe8c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707794 May 27 22:39:02.571584 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:02.602100 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:56Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '1dc97b1f-2782-4fc9-ae40-c230f37a8ca5', 'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'mac_address': 'fa:16:3e:f0:c4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:52Z', 'updated_at': '2022-05-27T22:38:57Z', 'revision_number': 2, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'subnets': [{'id': '6f036352-10d0-41a7-8335-90a12eb75254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:02.607676 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Checking router: 743cbe72-53c8-49cb-958a-61cc2517f71e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:39:02.608022 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Updating router 743cbe72-53c8-49cb-958a-61cc2517f71e port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:39:02.630435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 3cee4258-f5f3-4685-9b97-a98d076c6276 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:39:02.631754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-148146f2-195d-4c9f-a0d9-243cd2b22605 req-feb1d1fc-e6e2-4db8-9c21-d73ecde91667 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/security-groups?id=6be4c2fa-23de-4273-8bf8-3c79bbb07a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967212 May 27 22:39:02.641110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 3cee4258-f5f3-4685-9b97-a98d076c6276 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:02.641110 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:02.712888 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:02.986097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3cee4258-f5f3-4685-9b97-a98d076c6276 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:02.986523 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:03.062170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a0bfe4-f776-4d2d-9d30-779fb39d0f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cee4258-f5f3-4685-9b97-a98d076c6276'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:39:03.108197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3cee4258-f5f3-4685-9b97-a98d076c6276, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3cee4258-f5f3-4685-9b97-a98d076c6276,segment=NetworkSegment(a1c9c846-c5c4-40b0-97cb-93cddbfa60f5),segment_id=a1c9c846-c5c4-40b0-97cb-93cddbfa60f5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:03.200497 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:03.210515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Allocated IP 172.20.0.1 (46484a33-d62d-4b16-ae1f-f06c1da516e6/e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5/4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:39:03.294369 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c6a09-b8df-44e5-9fae-8c60d71a7e4e req-e216f832-b75d-4800-8933-d86e27722765 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:03.295953 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c4c6a09-b8df-44e5-9fae-8c60d71a7e4e req-e216f832-b75d-4800-8933-d86e27722765 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.2090614 May 27 22:39:03.326748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58536) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:03.332817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ec72bf45-4801-45ad-8b13-7ff0da42da02 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--68913269', 'description': 'tempest-description--1109638819'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:03.348953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec72bf45-4801-45ad-8b13-7ff0da42da02 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:03.368062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec72bf45-4801-45ad-8b13-7ff0da42da02 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Usage tracker for resource:security_group and tenant:49504ca94f5d42bf86dd37e137461ad8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:03.380711 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec72bf45-4801-45ad-8b13-7ff0da42da02 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:03.390336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3cee4258-f5f3-4685-9b97-a98d076c6276,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:03.399673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec72bf45-4801-45ad-8b13-7ff0da42da02 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:03.497570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec72bf45-4801-45ad-8b13-7ff0da42da02 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:03.553931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec72bf45-4801-45ad-8b13-7ff0da42da02 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:03.567762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec72bf45-4801-45ad-8b13-7ff0da42da02 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Usage tracker for resource:security_group_rule and tenant:49504ca94f5d42bf86dd37e137461ad8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:03.581081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec72bf45-4801-45ad-8b13-7ff0da42da02 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:03.585971 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-404a185c-5336-49eb-b860-d6a217e15de4'] response: {'server_uuid': '34a0bfe4-f776-4d2d-9d30-779fb39d0f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cee4258-f5f3-4685-9b97-a98d076c6276', 'code': 200} May 27 22:39:03.611656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ec72bf45-4801-45ad-8b13-7ff0da42da02 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:03.629225 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c4c6a09-b8df-44e5-9fae-8c60d71a7e4e req-5ded680b-c8dd-475b-9272-fa204dd64faa tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233981 May 27 22:39:03.760215 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec72bf45-4801-45ad-8b13-7ff0da42da02 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:03.767011 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:03.843033 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Transition to ACTIVE for port object 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:03.845809 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec72bf45-4801-45ad-8b13-7ff0da42da02 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:03.959505 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b79e7f83-e963-47f7-92e9-4967b1e87e39 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:39:03.983706 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:04.009973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72bf45-4801-45ad-8b13-7ff0da42da02 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264fb63c-5f74-41b5-954d-25ecb2f91899,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:04.021274 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec72bf45-4801-45ad-8b13-7ff0da42da02 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:04.025311 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ec72bf45-4801-45ad-8b13-7ff0da42da02 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6946611 May 27 22:39:04.027421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58556) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:04.038780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0de1e1c7-ae95-4628-aba8-648e5cbf383c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Request body: {'security_group_rule': {'security_group_id': '264fb63c-5f74-41b5-954d-25ecb2f91899', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:04.069982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0de1e1c7-ae95-4628-aba8-648e5cbf383c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:04.083436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0de1e1c7-ae95-4628-aba8-648e5cbf383c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Usage tracker for resource:security_group_rule and tenant:49504ca94f5d42bf86dd37e137461ad8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:04.095494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0de1e1c7-ae95-4628-aba8-648e5cbf383c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:04.118222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0de1e1c7-ae95-4628-aba8-648e5cbf383c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:04.153761 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:04.173628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port b79e7f83-e963-47f7-92e9-4967b1e87e39 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:39:04.181331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port b79e7f83-e963-47f7-92e9-4967b1e87e39 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:04.182184 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:04.206057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23840c-16f0-4736-9b7e-2bf6ade89df9 req-d25b2679-79b7-4491-b6a0-a817e28131d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:04.211193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df23840c-16f0-4736-9b7e-2bf6ade89df9 req-d25b2679-79b7-4491-b6a0-a817e28131d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 1096 time: 0.5186307 May 27 22:39:04.274734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31275b10-c58f-44c4-a715-2a4986c926eb req-968d00a0-2b93-42eb-a123-3241c5070f25 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:04.275705 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31275b10-c58f-44c4-a715-2a4986c926eb req-968d00a0-2b93-42eb-a123-3241c5070f25 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 945 time: 0.3271475 May 27 22:39:04.282002 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0de1e1c7-ae95-4628-aba8-648e5cbf383c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:04.299512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6f882d01-9711-4660-af31-fb2215dfa19f details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:39:04.318433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9a13e-775e-427e-8ba2-091c0e22a76c req-3519788e-fbef-4542-86cb-addcfbb488f7 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:04.320001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0a9a13e-775e-427e-8ba2-091c0e22a76c req-3519788e-fbef-4542-86cb-addcfbb488f7 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 943 time: 0.4913917 May 27 22:39:04.390884 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df23840c-16f0-4736-9b7e-2bf6ade89df9 req-b3f2a51c-f930-4db3-bc59-df27369fca54 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6be4c2fa-23de-4273-8bf8-3c79bbb07a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718197 May 27 22:39:04.487313 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:39:04.529322 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0de1e1c7-ae95-4628-aba8-648e5cbf383c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:04.607316 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Attempting to bind port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:04.607689 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Attempting to bind port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:04.608051 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Attempting to bind port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 on network 0e901676-0a75-4203-8f5c-0656d9c83953 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:04.625402 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:39:04.625773 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Checking segment: {'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:39:04.626167 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:04.626774 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Bound using segment: {'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:39:04.627703 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Bound port: 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:39:04.628288 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:04.716433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port b79e7f83-e963-47f7-92e9-4967b1e87e39 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:04.718544 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:04.727836 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31275b10-c58f-44c4-a715-2a4986c926eb req-1e3e4561-4742-4e2f-9b04-bb2674a9c932 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/security-groups?id=6be4c2fa-23de-4273-8bf8-3c79bbb07a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403250 May 27 22:39:04.771154 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port b79e7f83-e963-47f7-92e9-4967b1e87e39, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b79e7f83-e963-47f7-92e9-4967b1e87e39,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:04.795626 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:04.801784 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0a9a13e-775e-427e-8ba2-091c0e22a76c req-7907e76a-fb80-434c-91fc-dd9be92b3ae6 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/security-groups?id=b67318d7-3403-4115-b13b-9335d63655cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4672682 May 27 22:39:04.810857 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] For port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:39:04.817202 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] For port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1dc97b1f-2782-4fc9-ae40-c230f37a8ca5,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:39:04.831794 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94971c93-a917-4c0f-8965-21049e09712e None None] Pushing event updated for resources: {'Port': ['ID=1dc97b1f-2782-4fc9-ae40-c230f37a8ca5,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:04.834375 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0de1e1c7-ae95-4628-aba8-648e5cbf383c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:04.878252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1e1c7-ae95-4628-aba8-648e5cbf383c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54d7e12-b99c-4ec1-8acd-36f7f1ea0e68,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:04.896259 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:04.916299 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:04.971600 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0de1e1c7-ae95-4628-aba8-648e5cbf383c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:04.973519 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0de1e1c7-ae95-4628-aba8-648e5cbf383c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9432297 May 27 22:39:04.977583 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58572) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:04.996893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6192ca96-86d0-4ffc-91e5-27fd538c8816 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Request body: {'security_group_rule': {'security_group_id': '264fb63c-5f74-41b5-954d-25ecb2f91899', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:05.009902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6192ca96-86d0-4ffc-91e5-27fd538c8816 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:05.021545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6192ca96-86d0-4ffc-91e5-27fd538c8816 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Usage tracker for resource:security_group_rule and tenant:49504ca94f5d42bf86dd37e137461ad8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:05.032635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6192ca96-86d0-4ffc-91e5-27fd538c8816 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:05.049023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6192ca96-86d0-4ffc-91e5-27fd538c8816 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:05.070133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 6f882d01-9711-4660-af31-fb2215dfa19f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6f882d01-9711-4660-af31-fb2215dfa19f,segment=NetworkSegment(7d8476d7-d7f5-4600-9364-b6505191ca02),segment_id=7d8476d7-d7f5-4600-9364-b6505191ca02)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:05.098470 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Routers {'743cbe72-53c8-49cb-958a-61cc2517f71e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:39:05.099197 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:39:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['743cbe72-53c8-49cb-958a-61cc2517f71e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:05.109266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '6f882d01-9711-4660-af31-fb2215dfa19f', 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'port_id': '6f882d01-9711-4660-af31-fb2215dfa19f', 'mac_address': 'fa:16:3e:71:8a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:39:05.170648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=b79e7f83-e963-47f7-92e9-4967b1e87e39,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:05.189230 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6192ca96-86d0-4ffc-91e5-27fd538c8816 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:05.195118 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94971c93-a917-4c0f-8965-21049e09712e None None] Pushing event updated for resources: {'Port': ['ID=1dc97b1f-2782-4fc9-ae40-c230f37a8ca5,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:05.214244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Network 46484a33-d62d-4b16-ae1f-f06c1da516e6 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:39:05.234225 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 6f882d01-9711-4660-af31-fb2215dfa19f is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:05.234856 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:05.239071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:05.283101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:39:05.318371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f882d01-9711-4660-af31-fb2215dfa19f {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:39:05.370608 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 6f882d01-9711-4660-af31-fb2215dfa19f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6f882d01-9711-4660-af31-fb2215dfa19f,segment=NetworkSegment(7d8476d7-d7f5-4600-9364-b6505191ca02),segment_id=7d8476d7-d7f5-4600-9364-b6505191ca02)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:05.383685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Pushing event updated for resources: {'Port': ['ID=4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:05.440149 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:05.456297 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:05.513907 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6192ca96-86d0-4ffc-91e5-27fd538c8816 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:05.550344 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] Set router 743cbe72-53c8-49cb-958a-61cc2517f71e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:39:05.553814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0ac4c-f285-4167-af7d-18407b2e953a req-d9600578-3ad2-4ce2-a7b4-8e4f8cf057b6 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:05.572866 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3f0ac4c-f285-4167-af7d-18407b2e953a req-d9600578-3ad2-4ce2-a7b4-8e4f8cf057b6 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.5692151 May 27 22:39:05.583212 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6192ca96-86d0-4ffc-91e5-27fd538c8816 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:05.681065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=6f882d01-9711-4660-af31-fb2215dfa19f,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:05.688955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['6f882d01-9711-4660-af31-fb2215dfa19f'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:39:05.748466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192ca96-86d0-4ffc-91e5-27fd538c8816 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b611f845-6218-4436-afd7-7c7cd2f678b2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:05.805040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3f0ac4c-f285-4167-af7d-18407b2e953a req-2618f169-f859-4399-a9d3-54c224e8d8cd tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279036 May 27 22:39:05.857282 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6192ca96-86d0-4ffc-91e5-27fd538c8816 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:05.859182 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6192ca96-86d0-4ffc-91e5-27fd538c8816 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8699460 May 27 22:39:05.862185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58592) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:05.868182 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:05.896912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:05.909934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Usage tracker for resource:floatingip and tenant:49504ca94f5d42bf86dd37e137461ad8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:05.919872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:05.937598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:05.994722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b79e7f83-e963-47f7-92e9-4967b1e87e39 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:39:06.057880 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:06.092012 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:06.189440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port b79e7f83-e963-47f7-92e9-4967b1e87e39 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:06.189788 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:06.373180 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:56Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '1dc97b1f-2782-4fc9-ae40-c230f37a8ca5', 'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'mac_address': 'fa:16:3e:f0:c4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:52Z', 'updated_at': '2022-05-27T22:39:04Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'subnets': [{'id': '6f036352-10d0-41a7-8335-90a12eb75254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:06.385262 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e38b703-d9c8-4a22-8e31-98284eb29efc None None] The sync data for ids ['743cbe72-53c8-49cb-958a-61cc2517f71e'] in n-d-843680-3 is: [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:56Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '1dc97b1f-2782-4fc9-ae40-c230f37a8ca5', 'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'mac_address': 'fa:16:3e:f0:c4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:52Z', 'updated_at': '2022-05-27T22:39:04Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'subnets': [{'id': '6f036352-10d0-41a7-8335-90a12eb75254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:39:06.519795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port b79e7f83-e963-47f7-92e9-4967b1e87e39 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:06.670510 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:06.753534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd03c7-0260-4255-a0ff-a24d7bdd83e2 req-cc9ecc03-7543-4b79-ae83-80969e9abf3d tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:06.753534 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06fd03c7-0260-4255-a0ff-a24d7bdd83e2 req-cc9ecc03-7543-4b79-ae83-80969e9abf3d tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 944 time: 0.4560597 May 27 22:39:06.753534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aecd99-f9c1-4e46-b95a-825d19e066af req-cce40e7d-3dde-433f-81d6-a263259101fd tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:06.753534 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51aecd99-f9c1-4e46-b95a-825d19e066af req-cce40e7d-3dde-433f-81d6-a263259101fd tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 945 time: 0.6457160 May 27 22:39:06.876337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06fd03c7-0260-4255-a0ff-a24d7bdd83e2 req-cc658963-d689-48a0-afe7-91de0ae22622 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/security-groups?id=b67318d7-3403-4115-b13b-9335d63655cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707575 May 27 22:39:06.886508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Allocated IP 172.25.2.110 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/91198ea3-3134-4af4-bf25-012258225627) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:39:06.896538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51aecd99-f9c1-4e46-b95a-825d19e066af req-f132851a-dbb6-4957-9e62-df0c8f9d324e tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/security-groups?id=6be4c2fa-23de-4273-8bf8-3c79bbb07a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812413 May 27 22:39:06.959322 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:07.105673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8cf98-5158-43ff-a6f0-cc505a98f2ae req-4fc671ba-819e-4029-8d8c-68290c186f3a tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:07.113679 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24f8cf98-5158-43ff-a6f0-cc505a98f2ae req-4fc671ba-819e-4029-8d8c-68290c186f3a tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.1084385 May 27 22:39:07.120675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:07.168094 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24f8cf98-5158-43ff-a6f0-cc505a98f2ae req-36c11057-2ada-4668-bbd9-342f490c2bb7 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534761 May 27 22:39:07.418070 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:07.420569 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:07.525863 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:07.549528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event updated for resources: {'Port': ['ID=91198ea3-3134-4af4-bf25-012258225627,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:07.585586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:39:07.587470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:07.594017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:39:07.834569 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:07.884178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:39:08.040888 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:08.134715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Pushing event updated for resources: {'Port': ['ID=4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:08.230078 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6f882d01-9711-4660-af31-fb2215dfa19f up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:39:08.274978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Network 46484a33-d62d-4b16-ae1f-f06c1da516e6 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:39:08.283558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:39:08.291829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c5c6f3-5250-4e04-935c-42ab68ddc759 req-02de57c6-4f9a-4063-b6f2-19a35c759256 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:08.309751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13c5c6f3-5250-4e04-935c-42ab68ddc759 req-02de57c6-4f9a-4063-b6f2-19a35c759256 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.5100698 May 27 22:39:08.310680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:08.311048 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:08.313342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:08.454716 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:08.471513 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13c5c6f3-5250-4e04-935c-42ab68ddc759 req-1b13dfe9-c8a3-4060-ab19-8dd6f9ebd4ea tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606066 May 27 22:39:08.504073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50c7ba-b396-4cc0-9141-f2d48989a4d2 req-7e2f1816-f178-472f-b5d6-13eaeb37f775 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:08.507533 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd50c7ba-b396-4cc0-9141-f2d48989a4d2 req-7e2f1816-f178-472f-b5d6-13eaeb37f775 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 944 time: 0.3869102 May 27 22:39:08.534348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:08.534956 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:08.565681 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:08.599838 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1dc97b1f-2782-4fc9-ae40-c230f37a8ca5,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:08.657476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event updated for resources: {'Port': ['ID=91198ea3-3134-4af4-bf25-012258225627,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:08.658331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 6f882d01-9711-4660-af31-fb2215dfa19f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:39:08.663953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 6f882d01-9711-4660-af31-fb2215dfa19f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:08.668599 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:08.705267 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:08.741395 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:08.882788 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:08.882788 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-163e7efc-4499-4f3a-8047-524ef5868b2c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0126474 May 27 22:39:08.914177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=1dc97b1f-2782-4fc9-ae40-c230f37a8ca5,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:09.035564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd50c7ba-b396-4cc0-9141-f2d48989a4d2 req-8b12987c-7ba9-4ea1-b65b-ecb3f114f3a6 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/security-groups?id=b67318d7-3403-4115-b13b-9335d63655cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4212437 May 27 22:39:09.087926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 6f882d01-9711-4660-af31-fb2215dfa19f is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:09.091187 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:09.165902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46168e44-607a-44d6-be2b-858b0cd7044f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f882d01-9711-4660-af31-fb2215dfa19f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:39:09.170226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Router 21184c15-d039-48d8-9350-adc9da3712ef has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:39:09.195306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 6f882d01-9711-4660-af31-fb2215dfa19f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6f882d01-9711-4660-af31-fb2215dfa19f,segment=NetworkSegment(7d8476d7-d7f5-4600-9364-b6505191ca02),segment_id=7d8476d7-d7f5-4600-9364-b6505191ca02)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:09.262950 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:09.402988 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58734) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:09.435595 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=6f882d01-9711-4660-af31-fb2215dfa19f,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:09.437026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdae363-0fa7-4160-ad11-b297bf032911 req-eee2db38-ce14-4319-a748-8e8de36f20fc tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:09.447673 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bdae363-0fa7-4160-ad11-b297bf032911 req-eee2db38-ce14-4319-a748-8e8de36f20fc tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 945 time: 0.8137176 May 27 22:39:09.579678 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a8d866d-6175-4407-8d00-6e1a63e27709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:09.584549 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bdae363-0fa7-4160-ad11-b297bf032911 req-0ed88178-68d2-445b-8b76-80ca5c8bfa21 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/security-groups?id=6be4c2fa-23de-4273-8bf8-3c79bbb07a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354129 May 27 22:39:09.591907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aeac6c-d076-48e3-bfc4-4db775719a8b req-d7805ec0-9af9-4113-a393-54b07334c2a5 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:09.593372 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28aeac6c-d076-48e3-bfc4-4db775719a8b req-d7805ec0-9af9-4113-a393-54b07334c2a5 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.3884087 May 27 22:39:09.599559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a8d866d-6175-4407-8d00-6e1a63e27709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:09.603524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a8d866d-6175-4407-8d00-6e1a63e27709 admin admin] Usage tracker for resource:security_group_rule and tenant:c1deef0994824aa5bce4d5ca4b3e2796 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:09.607172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a8d866d-6175-4407-8d00-6e1a63e27709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:09.613559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a8d866d-6175-4407-8d00-6e1a63e27709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:09.638605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:39:09.652381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Sync routers for ids ['21184c15-d039-48d8-9350-adc9da3712ef'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:39:09.674315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Routers {'21184c15-d039-48d8-9350-adc9da3712ef'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:39:09.675408 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:39:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['21184c15-d039-48d8-9350-adc9da3712ef'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:09.693442 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-31bae2b3-2249-4a20-83d4-4358a739c26e admin admin] 10.222.0.27 "PUT /v2.0/routers/21184c15-d039-48d8-9350-adc9da3712ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1642282 May 27 22:39:09.725159 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28aeac6c-d076-48e3-bfc4-4db775719a8b req-6dd86b62-43e7-4d09-90b9-225e88955fa5 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211724 May 27 22:39:09.783837 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a8d866d-6175-4407-8d00-6e1a63e27709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:09.841238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-dd94937a-fcfd-4760-ae52-aa307784d327 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Synchronizing usage tracker for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:09.864769 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a8d866d-6175-4407-8d00-6e1a63e27709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:09.965979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-dd94937a-fcfd-4760-ae52-aa307784d327 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Unset dirty status for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:09.970836 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-dd94937a-fcfd-4760-ae52-aa307784d327 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--68913269&fields=id&tenant_id=49504ca94f5d42bf86dd37e137461ad8 HTTP/1.1" status: 200 len: 267 time: 0.2191584 May 27 22:39:09.983501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d866d-6175-4407-8d00-6e1a63e27709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b353269-7385-4c70-99f9-00e30c35b116,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:09.989053 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b28b2c0e-87e8-4914-bfc8-ae87b888cd3e'] response: {'server_uuid': '46168e44-607a-44d6-be2b-858b0cd7044f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f882d01-9711-4660-af31-fb2215dfa19f', 'code': 200} May 27 22:39:09.990987 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:39:10.172646 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a8d866d-6175-4407-8d00-6e1a63e27709 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c1deef0994824aa5bce4d5ca4b3e2796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7685068 May 27 22:39:10.176625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58776) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:10.211431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f93cf-d2bb-44f6-9779-3d4aed21c544 req-045481e2-a8c8-49ed-9db1-c687f2daed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:10.224856 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-294f93cf-d2bb-44f6-9779-3d4aed21c544 req-045481e2-a8c8-49ed-9db1-c687f2daed02 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 1096 time: 0.2456319 May 27 22:39:10.226644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Set router 21184c15-d039-48d8-9350-adc9da3712ef gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:39:10.286882 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-294f93cf-d2bb-44f6-9779-3d4aed21c544 req-cc35d6a1-edcb-4ab5-a4e2-bec67eb8cc5b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b67318d7-3403-4115-b13b-9335d63655cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551224 May 27 22:39:10.328745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-86bf756a-e3d1-4357-b4d6-178261971683 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:10.329749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-86bf756a-e3d1-4357-b4d6-178261971683 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Synchronizing usage tracker for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:10.346794 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c80b30ff-dd4e-4c2b-96a0-c35d77a618a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:10.375143 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c80b30ff-dd4e-4c2b-96a0-c35d77a618a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:10.425121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-86bf756a-e3d1-4357-b4d6-178261971683 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Unset dirty status for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:10.426520 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-86bf756a-e3d1-4357-b4d6-178261971683 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/networks?id=0e901676-0a75-4203-8f5c-0656d9c83953 HTTP/1.1" status: 200 len: 811 time: 0.4522793 May 27 22:39:10.452851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-27d13c98-3886-4e1a-a943-9796f26141fe tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/quotas/49504ca94f5d42bf86dd37e137461ad8 HTTP/1.1" status: 200 len: 375 time: 0.0112271 May 27 22:39:10.490531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:10.490903 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:10.541971 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c80b30ff-dd4e-4c2b-96a0-c35d77a618a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:10.582427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b30ff-dd4e-4c2b-96a0-c35d77a618a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b353269-7385-4c70-99f9-00e30c35b116,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:10.587421 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c80b30ff-dd4e-4c2b-96a0-c35d77a618a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:10.589500 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c80b30ff-dd4e-4c2b-96a0-c35d77a618a5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3b353269-7385-4c70-99f9-00e30c35b116 HTTP/1.1" status: 204 len: 168 time: 0.4118547 May 27 22:39:10.643671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-0ee77460-41a9-4554-bcc4-2526df002797 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Synchronizing usage tracker for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:10.762646 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-0ee77460-41a9-4554-bcc4-2526df002797 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Unset dirty status for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:10.768605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-0ee77460-41a9-4554-bcc4-2526df002797 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=49504ca94f5d42bf86dd37e137461ad8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3049626 May 27 22:39:10.859645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:10.908500 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21184c15-d039-48d8-9350-adc9da3712ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:47Z', 'updated_at': '2022-05-27T22:39:05Z', 'revision_number': 4, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'gw_port': {'id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:50Z', 'updated_at': '2022-05-27T22:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b', 'name': '', 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'mac_address': 'fa:16:3e:a2:64:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:39:02Z', 'updated_at': '2022-05-27T22:39:06Z', 'revision_number': 2, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'subnets': [{'id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:10.913383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Checking router: 21184c15-d039-48d8-9350-adc9da3712ef for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:39:10.913771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Updating router 21184c15-d039-48d8-9350-adc9da3712ef port 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:39:11.004043 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:11.067678 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-255704ee-cfca-4fda-acf4-f8af171bac31 service neutron] 10.222.0.27 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804992 May 27 22:39:11.205031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad037f-cab2-44e5-afa0-261b2d9e30e1 req-3e4b1002-5741-4b7a-b222-0c92738c4724 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:11.214246 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ffad037f-cab2-44e5-afa0-261b2d9e30e1 req-3e4b1002-5741-4b7a-b222-0c92738c4724 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 945 time: 0.3095639 May 27 22:39:11.343283 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ffad037f-cab2-44e5-afa0-261b2d9e30e1 req-7ed06daf-81e7-438b-978f-fae3b16f2422 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/security-groups?id=b67318d7-3403-4115-b13b-9335d63655cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279595 May 27 22:39:11.464254 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-1e03ff94-e9c9-46f5-aa66-5868fba75156 service neutron] 10.222.0.27 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797374 May 27 22:39:11.630179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58834) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:11.676687 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f0483990-5095-48a6-a8d8-a26ccf9c6442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:11.738568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f0483990-5095-48a6-a8d8-a26ccf9c6442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:11.750538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f0483990-5095-48a6-a8d8-a26ccf9c6442 admin admin] Usage tracker for resource:security_group_rule and tenant:854bfc6fab0a4897ba85df76116abe6d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:11.758019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f0483990-5095-48a6-a8d8-a26ccf9c6442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:11.773209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f0483990-5095-48a6-a8d8-a26ccf9c6442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:11.878058 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:11.937418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Transition to ACTIVE for port object 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:12.026746 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f0483990-5095-48a6-a8d8-a26ccf9c6442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:12.046079 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:12.162973 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f0483990-5095-48a6-a8d8-a26ccf9c6442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:12.255364 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f0483990-5095-48a6-a8d8-a26ccf9c6442 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=854bfc6fab0a4897ba85df76116abe6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6240880 May 27 22:39:12.258690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58862) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:12.267788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0483990-5095-48a6-a8d8-a26ccf9c6442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257983d8-bca2-476e-90c8-963fb35cd19c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:12.404934 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f489e-f1c5-4e9c-b7e6-aecdbd63f078 None None] Pushing event updated for resources: {'Port': ['ID=4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:12.425449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a60f51-ecf7-4bb2-b1e8-72a9549321ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:12.491568 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a60f51-ecf7-4bb2-b1e8-72a9549321ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:12.495897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-32b1e646-81e2-4e7c-b03c-496067927d5b tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:12.496635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-32b1e646-81e2-4e7c-b03c-496067927d5b tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Synchronizing usage tracker for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:12.520314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Attempting to bind port 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:12.520708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Attempting to bind port 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '32adf43c-3448-44a1-adfc-abcfe3ed2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:12.521074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Attempting to bind port 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b on network 46484a33-d62d-4b16-ae1f-f06c1da516e6 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:12.532873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:39:12.533167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Checking segment: {'id': '32adf43c-3448-44a1-adfc-abcfe3ed2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:39:12.533534 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:12.533921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Bound using segment: {'id': '32adf43c-3448-44a1-adfc-abcfe3ed2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:39:12.534392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Bound port: 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32adf43c-3448-44a1-adfc-abcfe3ed2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:39:12.534771 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:12.579216 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12927461-aea7-4e26-8830-2ea7d8cb8a47 req-dc021465-a66e-4f8e-8056-e4e3102807b0 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:12.582693 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12927461-aea7-4e26-8830-2ea7d8cb8a47 req-dc021465-a66e-4f8e-8056-e4e3102807b0 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.5188096 May 27 22:39:12.644187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-32b1e646-81e2-4e7c-b03c-496067927d5b tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Unset dirty status for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:12.645373 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-32b1e646-81e2-4e7c-b03c-496067927d5b tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/networks?id=46484a33-d62d-4b16-ae1f-f06c1da516e6 HTTP/1.1" status: 200 len: 819 time: 0.3621683 May 27 22:39:12.725783 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a60f51-ecf7-4bb2-b1e8-72a9549321ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:12.734075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] For port 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:39:12.738912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] For port 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b,segment=NetworkSegment(32adf43c-3448-44a1-adfc-abcfe3ed2a58),segment_id=32adf43c-3448-44a1-adfc-abcfe3ed2a58)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:39:12.749136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-10781486-d5b6-4a34-a450-91f5b98b5c1c tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/quotas/5d2ff2934c6247008f6f299aa88c9ef9 HTTP/1.1" status: 200 len: 375 time: 0.0585327 May 27 22:39:12.763759 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36a60f51-ecf7-4bb2-b1e8-72a9549321ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:12.768010 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-36a60f51-ecf7-4bb2-b1e8-72a9549321ae admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/257983d8-bca2-476e-90c8-963fb35cd19c HTTP/1.1" status: 204 len: 168 time: 0.5074470 May 27 22:39:12.770244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a60f51-ecf7-4bb2-b1e8-72a9549321ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257983d8-bca2-476e-90c8-963fb35cd19c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:12.819413 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:12.872486 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12927461-aea7-4e26-8830-2ea7d8cb8a47 req-8b5ef111-eaec-4cea-9c4b-70acb9ddbc46 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821152 May 27 22:39:13.003851 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Routers {'21184c15-d039-48d8-9350-adc9da3712ef'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:39:13.004844 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:39:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['21184c15-d039-48d8-9350-adc9da3712ef'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:13.051574 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59162918-25fb-4677-8115-f4d6cd0c3e2f req-491e139a-ded4-48c7-a67f-d4a8840258e4 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 210 time: 0.0919871 May 27 22:39:13.067478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-6cc8ab80-0932-48bc-a424-39402ea196ef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Synchronizing usage tracker for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:13.128707 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f489e-f1c5-4e9c-b7e6-aecdbd63f078 None None] Pushing event updated for resources: {'Port': ['ID=4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:13.189950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-6cc8ab80-0932-48bc-a424-39402ea196ef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Unset dirty status for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:13.191673 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-6cc8ab80-0932-48bc-a424-39402ea196ef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=5d2ff2934c6247008f6f299aa88c9ef9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4417727 May 27 22:39:13.256189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] Set router 21184c15-d039-48d8-9350-adc9da3712ef gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:39:13.576791 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-05ad86ce-f772-49cd-a5af-f1aa77e24670 service neutron] 10.222.0.27 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770874 May 27 22:39:13.678684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa013242-cd7b-4714-81d4-17cc2f509c64 req-8e0bc717-9d8e-41f9-9d96-b1e9d07cf2e2 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:13.686168 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fa013242-cd7b-4714-81d4-17cc2f509c64 req-8e0bc717-9d8e-41f9-9d96-b1e9d07cf2e2 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 945 time: 0.2481265 May 27 22:39:13.770617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-a286c92d-cec2-48d7-9c1f-61a29e8a1f62 service neutron] 10.222.0.27 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928422 May 27 22:39:13.773815 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fa013242-cd7b-4714-81d4-17cc2f509c64 req-750288b0-efe6-4e12-ad60-ad4fce7d2734 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/security-groups?id=b67318d7-3403-4115-b13b-9335d63655cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868173 May 27 22:39:13.822042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21184c15-d039-48d8-9350-adc9da3712ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:47Z', 'updated_at': '2022-05-27T22:39:05Z', 'revision_number': 4, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'gw_port': {'id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:50Z', 'updated_at': '2022-05-27T22:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b', 'name': '', 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'mac_address': 'fa:16:3e:a2:64:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:39:02Z', 'updated_at': '2022-05-27T22:39:12Z', 'revision_number': 4, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'subnets': [{'id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:13.852017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fefbabf-d616-4cec-b3eb-45d09da49a74 None None] The sync data for ids ['21184c15-d039-48d8-9350-adc9da3712ef'] in n-d-843680-3 is: [{'id': '21184c15-d039-48d8-9350-adc9da3712ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:47Z', 'updated_at': '2022-05-27T22:39:05Z', 'revision_number': 4, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'gw_port': {'id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:50Z', 'updated_at': '2022-05-27T22:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b', 'name': '', 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'mac_address': 'fa:16:3e:a2:64:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:39:02Z', 'updated_at': '2022-05-27T22:39:12Z', 'revision_number': 4, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'subnets': [{'id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:39:14.135385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70b43f-3785-4024-8ca1-0caf8d13c00f req-3ebbe4ed-448e-4967-9917-ea817ca713a1 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:14.149005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58908) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:14.164407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-73820ba1-1304-4105-bb09-6b6bd4fb6c3a tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Request body: {'floatingip': {'port_id': '6f882d01-9711-4660-af31-fb2215dfa19f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:14.172049 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f70b43f-3785-4024-8ca1-0caf8d13c00f req-3ebbe4ed-448e-4967-9917-ea817ca713a1 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 945 time: 0.2119024 May 27 22:39:14.355560 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-73820ba1-1304-4105-bb09-6b6bd4fb6c3a tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:14.410193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e02ba161-4b3e-4f50-a39f-7c13ac3fd805 req-858e3280-a688-4c97-ac7c-8cfb069ce442 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 210 time: 0.1895893 May 27 22:39:14.584064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acf14a-afb8-4f27-bacb-f5b9ece89390 req-858c1dc3-98a2-4d8a-84fe-5f912ead9800 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:14.586868 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-49acf14a-afb8-4f27-bacb-f5b9ece89390 req-858c1dc3-98a2-4d8a-84fe-5f912ead9800 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.2741079 May 27 22:39:14.676976 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24ee3818-03a6-458c-a2ea-44c8edc66d95 req-4cdcad4c-e4ae-4715-bbf2-d5ee9c641b64 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 210 time: 0.0889974 May 27 22:39:14.720648 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-49acf14a-afb8-4f27-bacb-f5b9ece89390 req-20cdca67-913f-4559-9eea-fb0da25f8866 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980372 May 27 22:39:15.628646 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5cc37e64-575c-4d7a-8dce-60bf52dcc9d8 req-4083184a-7a00-4627-acbe-e1ee5ebeb6fd tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 210 time: 0.1431298 May 27 22:39:15.737380 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:15.903186 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-73820ba1-1304-4105-bb09-6b6bd4fb6c3a tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:15.945247 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:39:15.988933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-0e81b242-46df-4df1-af73-aa74295c4e6d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:15.990369 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-0e81b242-46df-4df1-af73-aa74295c4e6d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.57 "GET /v2.0/networks?id=0e901676-0a75-4203-8f5c-0656d9c83953 HTTP/1.1" status: 200 len: 811 time: 0.4039400 May 27 22:39:16.006013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-676deb0f-4aae-4adc-990c-4f027c953997 req-421b79ce-80e6-45f1-840a-009de50f87d8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 210 time: 0.0853975 May 27 22:39:16.051962 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-73820ba1-1304-4105-bb09-6b6bd4fb6c3a tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:16.192418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:39:16.192418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:16.192418 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:16.230592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-7b895c2d-15e2-4ef1-ae51-e283c9bdee60 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49504ca94f5d42bf86dd37e137461ad8 HTTP/1.1" status: 200 len: 378 time: 0.2235560 May 27 22:39:16.269177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Request body: {'port': {'device_id': '679afe0f-280c-44c8-a0bd-4c3b35b34548', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'admin_state_up': True, 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'security_groups': ['264fb63c-5f74-41b5-954d-25ecb2f91899']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:16.382981 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:16.387262 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:16.393951 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-73820ba1-1304-4105-bb09-6b6bd4fb6c3a tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Floating IP 5412eb0e-4d02-4ea7-9fb7-d1d12e6ae319 associated. External IP: 172.25.2.151, port: 6f882d01-9711-4660-af31-fb2215dfa19f. May 27 22:39:16.475832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b,segment=NetworkSegment(32adf43c-3448-44a1-adfc-abcfe3ed2a58),segment_id=32adf43c-3448-44a1-adfc-abcfe3ed2a58)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:16.512937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916035c9-7038-446b-abde-1f58cff82835 req-b7ea67c4-62fc-472d-9edf-0935607b3de8 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:16.522346 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-916035c9-7038-446b-abde-1f58cff82835 req-b7ea67c4-62fc-472d-9edf-0935607b3de8 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.5207074 May 27 22:39:16.554032 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:16.632995 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-916035c9-7038-446b-abde-1f58cff82835 req-49dd4bde-062b-4664-a3c3-a20916828e2e tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094170 May 27 22:39:16.739032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:16.773531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:16.776764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:16.777106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:16.777439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:16.782068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:16.782414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:16.782743 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:16.792300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:16.796245 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:16.796815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:16.803071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:16.803071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:16.803071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:16.815248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:16.909781 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5370024c-3d4d-44dd-b4c3-a9606439a868 req-ce6af3d9-0d21-40b7-a607-61b97d63c6fe tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 210 time: 0.0635793 May 27 22:39:16.925719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Made reservation on behalf of 49504ca94f5d42bf86dd37e137461ad8 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:16.933775 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:17.038112 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73820ba1-1304-4105-bb09-6b6bd4fb6c3a tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Router d7e773f1-77c6-4f5a-aee5-316a1b9716ce has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:39:17.253048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-666bae5f-8c3a-4584-8112-b2d92e731ece req-e22788e0-42e8-473f-870d-9bde153c0a19 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 210 time: 0.0593262 May 27 22:39:17.263195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Allocated IP 172.20.0.3 (0e901676-0a75-4203-8f5c-0656d9c83953/6f036352-10d0-41a7-8335-90a12eb75254/3bc42512-d083-42b1-9cd0-7824279bd877) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:39:17.303922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73820ba1-1304-4105-bb09-6b6bd4fb6c3a tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:39:17.316652 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-73820ba1-1304-4105-bb09-6b6bd4fb6c3a tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:17.318335 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb9a26-31bd-4123-8aa3-c5b4b1f7083b None None] Sync routers for ids ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:39:17.332794 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb9a26-31bd-4123-8aa3-c5b4b1f7083b None None] Routers {'d7e773f1-77c6-4f5a-aee5-316a1b9716ce'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:39:17.333949 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0efb9a26-31bd-4123-8aa3-c5b4b1f7083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:39:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:17.376527 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-73820ba1-1304-4105-bb09-6b6bd4fb6c3a tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "PUT /v2.0/floatingips/5412eb0e-4d02-4ea7-9fb7-d1d12e6ae319 HTTP/1.1" status: 200 len: 991 time: 3.2296293 May 27 22:39:17.377412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46168e44-607a-44d6-be2b-858b0cd7044f', 'tag': '6f882d01-9711-4660-af31-fb2215dfa19f'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:39:17.634275 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbeec4c5-ec0a-4b8d-ac23-425dddd8e734'] response: {'name': 'network-changed', 'server_uuid': '46168e44-607a-44d6-be2b-858b0cd7044f', 'tag': '6f882d01-9711-4660-af31-fb2215dfa19f', 'status': 'completed', 'code': 200} May 27 22:39:17.668529 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:17.694198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Transition to ACTIVE for port object 3bc42512-d083-42b1-9cd0-7824279bd877 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:17.702603 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0efb9a26-31bd-4123-8aa3-c5b4b1f7083b None None] Set router d7e773f1-77c6-4f5a-aee5-316a1b9716ce gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:39:17.767249 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f81de3-4424-4df1-a633-feb8164491b1 req-7ee1456a-3c22-413c-9a13-f9c36a8af9ee tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:17.775607 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20f81de3-4424-4df1-a633-feb8164491b1 req-7ee1456a-3c22-413c-9a13-f9c36a8af9ee tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 945 time: 0.2952795 May 27 22:39:17.849436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:39:17.895675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd005f-4b0e-4f14-85a9-af2d3c7666ea req-c99c7791-9bab-4a11-b71f-2cf24b1580d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:17.897869 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c5bd005f-4b0e-4f14-85a9-af2d3c7666ea req-c99c7791-9bab-4a11-b71f-2cf24b1580d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3dc91cf82d524da38b99d4bfbb135807&device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 1096 time: 0.2429535 May 27 22:39:17.979446 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:18.080228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:18.081176 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:18.118383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Network 0e901676-0a75-4203-8f5c-0656d9c83953 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:39:18.125506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:18.137865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:39:18.179879 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20f81de3-4424-4df1-a633-feb8164491b1 req-1c8e3869-59fe-41ba-8569-4fe320821d43 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/security-groups?id=b67318d7-3403-4115-b13b-9335d63655cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3968105 May 27 22:39:18.261470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event updated for resources: {'Port': ['ID=3bc42512-d083-42b1-9cd0-7824279bd877,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:18.344827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:18.364788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:18.365818 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:18.406983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca5e1c-daf5-4434-9a74-3cbbd8dbb444 req-6cdfdad6-ab6d-423a-8159-36468a1c1db3 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:18.409096 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04ca5e1c-daf5-4434-9a74-3cbbd8dbb444 req-6cdfdad6-ab6d-423a-8159-36468a1c1db3 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 945 time: 0.4353652 May 27 22:39:18.581177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd005f-4b0e-4f14-85a9-af2d3c7666ea req-f8378f2b-d6e3-4f7b-b2a3-27993d7ecb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:18.583347 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c5bd005f-4b0e-4f14-85a9-af2d3c7666ea req-f8378f2b-d6e3-4f7b-b2a3-27993d7ecb5c service neutron] 10.222.0.46 "GET /v2.0/networks?id=22519a76-b161-4ba5-ab31-37af44fe8c3c HTTP/1.1" status: 200 len: 907 time: 0.6727338 May 27 22:39:18.609697 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04ca5e1c-daf5-4434-9a74-3cbbd8dbb444 req-bb5722e0-dc43-401d-9bd2-ffa4edc14868 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/security-groups?id=6be4c2fa-23de-4273-8bf8-3c79bbb07a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388896 May 27 22:39:18.610280 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0efb9a26-31bd-4123-8aa3-c5b4b1f7083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:13Z', 'updated_at': '2022-05-27T22:38:34Z', 'revision_number': 4, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'gw_port': {'id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:16Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '5412eb0e-4d02-4ea7-9fb7-d1d12e6ae319', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'port_id': '6f882d01-9711-4660-af31-fb2215dfa19f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'mac_address': 'fa:16:3e:71:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46168e44-607a-44d6-be2b-858b0cd7044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:38:45Z', 'updated_at': '2022-05-27T22:39:15Z', 'revision_number': 1, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0a62e25-2b2b-4873-a0f6-1f237875b4a4', 'name': '', 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'mac_address': 'fa:16:3e:f2:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:30Z', 'updated_at': '2022-05-27T22:38:46Z', 'revision_number': 5, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'subnets': [{'id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:18.616317 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb9a26-31bd-4123-8aa3-c5b4b1f7083b None None] Checking router: d7e773f1-77c6-4f5a-aee5-316a1b9716ce for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:39:18.627372 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb9a26-31bd-4123-8aa3-c5b4b1f7083b None None] Routers {'d7e773f1-77c6-4f5a-aee5-316a1b9716ce'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:39:18.628197 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0efb9a26-31bd-4123-8aa3-c5b4b1f7083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:39:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:18.673280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e50b92-1d3b-4870-907f-0da9afac6047 req-d628318e-1212-4154-9962-efc21ea5ce0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:18.680642 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28e50b92-1d3b-4870-907f-0da9afac6047 req-d628318e-1212-4154-9962-efc21ea5ce0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.2696438 May 27 22:39:18.683723 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e503515a-2d9b-4607-b0a4-695540789490 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4303002 May 27 22:39:18.748980 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a5e6cb40-c6ab-4af9-acbe-ad7b8e0114fa None None] Provisioning for port 3bc42512-d083-42b1-9cd0-7824279bd877 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:39:18.754521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a5e6cb40-c6ab-4af9-acbe-ad7b8e0114fa None None] Provisioning complete for port 3bc42512-d083-42b1-9cd0-7824279bd877 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:18.754888 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a5e6cb40-c6ab-4af9-acbe-ad7b8e0114fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:18.774528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Request body: {'port': {'device_id': '679afe0f-280c-44c8-a0bd-4c3b35b34548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:18.817464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-5769acf5-d5a9-49cd-8e73-7275b9dd8306 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:18.823432 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-5769acf5-d5a9-49cd-8e73-7275b9dd8306 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.57 "GET /v2.0/networks?id=46484a33-d62d-4b16-ae1f-f06c1da516e6 HTTP/1.1" status: 200 len: 819 time: 0.7749450 May 27 22:39:18.893869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Request body: {'port': {'device_id': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6', 'admin_state_up': True, 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:18.911142 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a5e6cb40-c6ab-4af9-acbe-ad7b8e0114fa None None] Port 3bc42512-d083-42b1-9cd0-7824279bd877 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:39:18.926217 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c5bd005f-4b0e-4f14-85a9-af2d3c7666ea req-b50a14b1-fcee-4d42-9352-fc8bc861512b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f882d01-9711-4660-af31-fb2215dfa19f HTTP/1.1" status: 200 len: 999 time: 0.2847357 May 27 22:39:18.994398 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fad9507a-2226-44b7-a4d6-d2ce5358ed48 req-618ff211-78c1-4bc2-8f29-350b0423f3fd tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 210 time: 0.1271787 May 27 22:39:19.026516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28e50b92-1d3b-4870-907f-0da9afac6047 req-327b8979-e5da-4c8c-bb2c-1975864edbb6 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429720 May 27 22:39:19.064244 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0efb9a26-31bd-4123-8aa3-c5b4b1f7083b None None] Set router d7e773f1-77c6-4f5a-aee5-316a1b9716ce gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:39:19.158604 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:19.179065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd005f-4b0e-4f14-85a9-af2d3c7666ea req-7fe30595-1900-43d7-b379-f2f42dc6bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:19.184033 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c5bd005f-4b0e-4f14-85a9-af2d3c7666ea req-7fe30595-1900-43d7-b379-f2f42dc6bd41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d89ae0ec-f80f-495e-8767-e6fcabc6ab15 HTTP/1.1" status: 200 len: 845 time: 0.1220205 May 27 22:39:19.302384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:19.317237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:19.336838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd005f-4b0e-4f14-85a9-af2d3c7666ea req-af1b6d0f-b7cc-46d0-b42c-d26156a59bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:19.338920 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c5bd005f-4b0e-4f14-85a9-af2d3c7666ea req-af1b6d0f-b7cc-46d0-b42c-d26156a59bfd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22519a76-b161-4ba5-ab31-37af44fe8c3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417129 May 27 22:39:19.485419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Made reservation on behalf of 5d2ff2934c6247008f6f299aa88c9ef9 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:19.489475 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:19.606888 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0efb9a26-31bd-4123-8aa3-c5b4b1f7083b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:13Z', 'updated_at': '2022-05-27T22:38:34Z', 'revision_number': 4, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'gw_port': {'id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:16Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '5412eb0e-4d02-4ea7-9fb7-d1d12e6ae319', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'port_id': '6f882d01-9711-4660-af31-fb2215dfa19f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'mac_address': 'fa:16:3e:71:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46168e44-607a-44d6-be2b-858b0cd7044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:38:45Z', 'updated_at': '2022-05-27T22:39:15Z', 'revision_number': 1, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0a62e25-2b2b-4873-a0f6-1f237875b4a4', 'name': '', 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'mac_address': 'fa:16:3e:f2:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:30Z', 'updated_at': '2022-05-27T22:38:46Z', 'revision_number': 5, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'subnets': [{'id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:19.612824 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efb9a26-31bd-4123-8aa3-c5b4b1f7083b None None] The sync data for ids ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'] in n-d-843680-3 is: [{'id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:13Z', 'updated_at': '2022-05-27T22:38:34Z', 'revision_number': 4, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'gw_port': {'id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:16Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '5412eb0e-4d02-4ea7-9fb7-d1d12e6ae319', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'port_id': '6f882d01-9711-4660-af31-fb2215dfa19f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'mac_address': 'fa:16:3e:71:8a:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46168e44-607a-44d6-be2b-858b0cd7044f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:38:45Z', 'updated_at': '2022-05-27T22:39:15Z', 'revision_number': 1, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0a62e25-2b2b-4873-a0f6-1f237875b4a4', 'name': '', 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'mac_address': 'fa:16:3e:f2:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:30Z', 'updated_at': '2022-05-27T22:38:46Z', 'revision_number': 5, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'subnets': [{'id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:39:19.633019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0fcb7-e115-4566-abcd-cee9bc28033f req-c889c79b-f349-4a9c-9d04-a84ac6296823 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:19.634702 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-21e0fcb7-e115-4566-abcd-cee9bc28033f req-c889c79b-f349-4a9c-9d04-a84ac6296823 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.57 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 945 time: 0.2931094 May 27 22:39:19.644680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9d072-1b5c-465f-a677-5cc7014ab656 req-2b4e93e4-afa5-45a3-bfde-c2c637982d9a tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:19.645422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f5c9d072-1b5c-465f-a677-5cc7014ab656 req-2b4e93e4-afa5-45a3-bfde-c2c637982d9a tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Synchronizing usage tracker for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:19.725470 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c5bd005f-4b0e-4f14-85a9-af2d3c7666ea req-4115b359-70da-4357-8882-efcc4726f879 service neutron] 10.222.0.46 "GET /v2.0/networks/22519a76-b161-4ba5-ab31-37af44fe8c3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805585 May 27 22:39:19.749745 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:39:19.959353 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f027337b-ed62-4e57-ba03-5188e5d18ada None None] New status for floating IP 5412eb0e-4d02-4ea7-9fb7-d1d12e6ae319: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:39:19.977850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc42512-d083-42b1-9cd0-7824279bd877 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:39:19.989675 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:20.072099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Allocated IP 172.20.0.4 (46484a33-d62d-4b16-ae1f-f06c1da516e6/e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5/68cebfb8-f05b-4836-af47-1a39e6d07923) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:39:20.153572 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c5bd005f-4b0e-4f14-85a9-af2d3c7666ea req-103717ff-0d75-43f9-be26-0d04712717ba service neutron] 10.222.0.46 "GET /v2.0/networks/22519a76-b161-4ba5-ab31-37af44fe8c3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556185 May 27 22:39:20.159879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-21e0fcb7-e115-4566-abcd-cee9bc28033f req-8ca69652-f6ee-427d-9d9f-adf687efbcf4 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Deleting port 3cee4258-f5f3-4685-9b97-a98d076c6276 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:39:20.160710 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-21e0fcb7-e115-4566-abcd-cee9bc28033f req-8ca69652-f6ee-427d-9d9f-adf687efbcf4 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:20.214064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Transition to ACTIVE for port object 3bc42512-d083-42b1-9cd0-7824279bd877 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:20.216206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f5c9d072-1b5c-465f-a677-5cc7014ab656 req-2b4e93e4-afa5-45a3-bfde-c2c637982d9a tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Unset dirty status for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:20.223364 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5c9d072-1b5c-465f-a677-5cc7014ab656 req-2b4e93e4-afa5-45a3-bfde-c2c637982d9a tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 931 time: 0.8806825 May 27 22:39:20.322396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5c9d072-1b5c-465f-a677-5cc7014ab656 req-f079d2b0-85a7-4309-863f-c8f55747ee42 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0977929 May 27 22:39:20.323042 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:20.435684 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:20.583558 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:20.776903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Pushing event updated for resources: {'Port': ['ID=68cebfb8-f05b-4836-af47-1a39e6d07923,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:20.796948 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:20.797323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:20.797617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:20.797947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:20.800944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:20.801330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:20.801659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:20.802243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:20.802570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:20.802900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:20.803450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:20.803790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:20.821836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Network 46484a33-d62d-4b16-ae1f-f06c1da516e6 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:39:20.821836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:20.825339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:39:20.900063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:20.900764 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:20.912203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f7bbb-61b9-47b9-9d8b-e9bdea43ab97 req-9fd776a0-49e7-46cd-8b8f-150e256a358c tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:20.913689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3d9f7bbb-61b9-47b9-9d8b-e9bdea43ab97 req-9fd776a0-49e7-46cd-8b8f-150e256a358c tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 945 time: 0.9726849 May 27 22:39:20.939190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Pushing event updated for resources: {'Port': ['ID=3bc42512-d083-42b1-9cd0-7824279bd877,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:21.000872 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-fb381cce-4704-4942-a667-0f51cc8c7cef tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1125324 May 27 22:39:21.021237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Request body: {'port': {'device_id': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:21.069371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:21.069371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:21.069371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:21.069371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:21.069733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:21.069993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:21.070315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:21.070629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:21.070938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:21.071507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:21.071615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:21.071842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:39:21.159383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3d9f7bbb-61b9-47b9-9d8b-e9bdea43ab97 req-5a5dab30-4fd5-47d9-a70d-eff83bffb2d7 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/security-groups?id=6be4c2fa-23de-4273-8bf8-3c79bbb07a89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176526 May 27 22:39:21.178648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Attempting to bind port 3bc42512-d083-42b1-9cd0-7824279bd877 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:21.178997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Attempting to bind port 3bc42512-d083-42b1-9cd0-7824279bd877 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:21.179287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Attempting to bind port 3bc42512-d083-42b1-9cd0-7824279bd877 on network 0e901676-0a75-4203-8f5c-0656d9c83953 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:21.193405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52611-eeee-4a0d-a265-f7610e968365 req-e94178b7-0c0c-4737-9adf-89272b8e76ed tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:21.194906 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fe52611-eeee-4a0d-a265-f7610e968365 req-e94178b7-0c0c-4737-9adf-89272b8e76ed tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 931 time: 0.7063046 May 27 22:39:21.209499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Port 3bc42512-d083-42b1-9cd0-7824279bd877 on network 0e901676-0a75-4203-8f5c-0656d9c83953 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:21.209824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Attempting to bind port 3bc42512-d083-42b1-9cd0-7824279bd877 on network 0e901676-0a75-4203-8f5c-0656d9c83953 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:21.223771 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:21.240913 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-21e0fcb7-e115-4566-abcd-cee9bc28033f req-8ca69652-f6ee-427d-9d9f-adf687efbcf4 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] For port 3cee4258-f5f3-4685-9b97-a98d076c6276, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3cee4258-f5f3-4685-9b97-a98d076c6276,segment=NetworkSegment(a1c9c846-c5c4-40b0-97cb-93cddbfa60f5),segment_id=a1c9c846-c5c4-40b0-97cb-93cddbfa60f5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:21.241258 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-21e0fcb7-e115-4566-abcd-cee9bc28033f req-8ca69652-f6ee-427d-9d9f-adf687efbcf4 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:21.264726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:39:21.264726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Checking segment: {'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:39:21.264726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Bound using segment: {'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:39:21.264726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Bound port: 3bc42512-d083-42b1-9cd0-7824279bd877, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:39:21.264726 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:21.445931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-21e0fcb7-e115-4566-abcd-cee9bc28033f req-8ca69652-f6ee-427d-9d9f-adf687efbcf4 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Calling delete_port for 3cee4258-f5f3-4685-9b97-a98d076c6276 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:39:21.559584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2fe52611-eeee-4a0d-a265-f7610e968365 req-50333dc2-27dc-4429-af0c-5716002e1122 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Synchronizing usage tracker for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:21.642431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] For port 3bc42512-d083-42b1-9cd0-7824279bd877, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:39:21.646656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] For port 3bc42512-d083-42b1-9cd0-7824279bd877, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3bc42512-d083-42b1-9cd0-7824279bd877,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:39:21.712277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704fd97-9938-47c3-a540-ec33506b0261 req-ff71eb64-98d3-4d7e-9bbd-8e3bf3ca2ea0 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:21.719374 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3704fd97-9938-47c3-a540-ec33506b0261 req-ff71eb64-98d3-4d7e-9bbd-8e3bf3ca2ea0 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.2934785 May 27 22:39:21.727282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2fe52611-eeee-4a0d-a265-f7610e968365 req-50333dc2-27dc-4429-af0c-5716002e1122 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Unset dirty status for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:21.736258 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fe52611-eeee-4a0d-a265-f7610e968365 req-50333dc2-27dc-4429-af0c-5716002e1122 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5261748 May 27 22:39:21.781177 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:21.784145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68cebfb8-f05b-4836-af47-1a39e6d07923 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:39:21.800796 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:21.817735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Transition to ACTIVE for port object 68cebfb8-f05b-4836-af47-1a39e6d07923 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:21.880482 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:21.881280 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3704fd97-9938-47c3-a540-ec33506b0261 req-c08dce1f-22ea-4c67-9c88-1694e3c60d6e tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609833 May 27 22:39:21.896573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:21.896573 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:21.896573 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] 10.222.0.57 "PUT /v2.0/ports/3bc42512-d083-42b1-9cd0-7824279bd877 HTTP/1.1" status: 200 len: 1091 time: 3.1550550 May 27 22:39:21.896573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679afe0f-280c-44c8-a0bd-4c3b35b34548', 'tag': '3bc42512-d083-42b1-9cd0-7824279bd877'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:39:21.997285 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-21e0fcb7-e115-4566-abcd-cee9bc28033f req-8ca69652-f6ee-427d-9d9f-adf687efbcf4 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:22.018749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e88bd-efb6-48ee-b7ee-f4f3032db7db service neutron] Pushing event updated for resources: {'Port': ['ID=3bc42512-d083-42b1-9cd0-7824279bd877,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:22.165862 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:22.207269 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20619c78-8132-48b2-b7ec-ac2b2b878702'] response: {'name': 'network-changed', 'server_uuid': '679afe0f-280c-44c8-a0bd-4c3b35b34548', 'tag': '3bc42512-d083-42b1-9cd0-7824279bd877', 'status': 'completed', 'code': 200} May 27 22:39:22.245671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3cee4258-f5f3-4685-9b97-a98d076c6276 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:39:22.308014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Attempting to bind port 68cebfb8-f05b-4836-af47-1a39e6d07923 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:22.308368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Attempting to bind port 68cebfb8-f05b-4836-af47-1a39e6d07923 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '32adf43c-3448-44a1-adfc-abcfe3ed2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:22.308701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Attempting to bind port 68cebfb8-f05b-4836-af47-1a39e6d07923 on network 46484a33-d62d-4b16-ae1f-f06c1da516e6 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:22.314687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Port 68cebfb8-f05b-4836-af47-1a39e6d07923 on network 46484a33-d62d-4b16-ae1f-f06c1da516e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:22.315024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Attempting to bind port 68cebfb8-f05b-4836-af47-1a39e6d07923 on network 46484a33-d62d-4b16-ae1f-f06c1da516e6 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:22.321468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Pushing event updated for resources: {'Port': ['ID=68cebfb8-f05b-4836-af47-1a39e6d07923,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:22.325887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:39:22.326846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Checking segment: {'id': '32adf43c-3448-44a1-adfc-abcfe3ed2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:39:22.326846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Bound using segment: {'id': '32adf43c-3448-44a1-adfc-abcfe3ed2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:39:22.327323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Bound port: 68cebfb8-f05b-4836-af47-1a39e6d07923, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32adf43c-3448-44a1-adfc-abcfe3ed2a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:39:22.327678 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:22.354974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 3cee4258-f5f3-4685-9b97-a98d076c6276 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:39:22.354974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3cee4258-f5f3-4685-9b97-a98d076c6276 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:39:22.363992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca69652-f6ee-427d-9d9f-adf687efbcf4 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Pushing event deleted for resources: {'Port': ['ID=3cee4258-f5f3-4685-9b97-a98d076c6276,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:22.471362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] For port 68cebfb8-f05b-4836-af47-1a39e6d07923, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:39:22.475094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] For port 68cebfb8-f05b-4836-af47-1a39e6d07923, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=68cebfb8-f05b-4836-af47-1a39e6d07923,segment=NetworkSegment(32adf43c-3448-44a1-adfc-abcfe3ed2a58),segment_id=32adf43c-3448-44a1-adfc-abcfe3ed2a58)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:39:22.497629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e0fcb7-e115-4566-abcd-cee9bc28033f req-8ca69652-f6ee-427d-9d9f-adf687efbcf4 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] No DVR routers for this DVR port 3cee4258-f5f3-4685-9b97-a98d076c6276 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:39:22.507408 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-21e0fcb7-e115-4566-abcd-cee9bc28033f req-8ca69652-f6ee-427d-9d9f-adf687efbcf4 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:22.515996 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7080c1bd-9fe0-4e46-b694-2a3c03679fdf req-43897036-6ec4-4411-bb4a-435a4e856e90 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 210 time: 0.0866032 May 27 22:39:22.524095 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-21e0fcb7-e115-4566-abcd-cee9bc28033f req-8ca69652-f6ee-427d-9d9f-adf687efbcf4 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.57 "DELETE /v2.0/ports/3cee4258-f5f3-4685-9b97-a98d076c6276 HTTP/1.1" status: 204 len: 173 time: 2.8572674 May 27 22:39:22.548475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-a9249979-6fc5-48a6-8354-6ddfe7ce07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:22.548475 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-a9249979-6fc5-48a6-8354-6ddfe7ce07b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=49504ca94f5d42bf86dd37e137461ad8&device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 1094 time: 0.3819926 May 27 22:39:22.548877 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:22.563143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b2b50-362d-4b2c-9f96-2de50be63dc2 req-4aec7bbf-c74a-4c9e-b9d5-8d0a2a702e0d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:22.573649 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be1b2b50-362d-4b2c-9f96-2de50be63dc2 req-4aec7bbf-c74a-4c9e-b9d5-8d0a2a702e0d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 943 time: 0.6726542 May 27 22:39:22.604947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59156) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:22.631541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:22.632202 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:22.633581 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] 10.222.0.57 "PUT /v2.0/ports/68cebfb8-f05b-4836-af47-1a39e6d07923 HTTP/1.1" status: 200 len: 1091 time: 1.6187203 May 27 22:39:22.633992 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'tag': '68cebfb8-f05b-4836-af47-1a39e6d07923'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:39:22.655133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042079f-4948-43a5-b746-6515969a1d6e service neutron] Pushing event updated for resources: {'Port': ['ID=68cebfb8-f05b-4836-af47-1a39e6d07923,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:22.696602 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-757486de-661c-411b-aba6-9158da378834 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bc42512-d083-42b1-9cd0-7824279bd877 HTTP/1.1" status: 200 len: 217 time: 0.1205647 May 27 22:39:22.725825 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d5614c-7d0d-4f0e-9ab3-0d466859570f'] response: {'name': 'network-changed', 'server_uuid': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'tag': '68cebfb8-f05b-4836-af47-1a39e6d07923', 'status': 'completed', 'code': 200} May 27 22:39:22.805572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be1b2b50-362d-4b2c-9f96-2de50be63dc2 req-fd78ddbb-9265-42f9-a53c-62f423474b6e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2305179 May 27 22:39:22.835753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-441c0621-4f3b-479d-9fb9-30cebe6a8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:22.837422 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-441c0621-4f3b-479d-9fb9-30cebe6a8efe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f036352-10d0-41a7-8335-90a12eb75254 HTTP/1.1" status: 200 len: 850 time: 0.1282125 May 27 22:39:22.906773 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd0186ee-a884-4e0a-b6dc-80c368ea4b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:22.935661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cd0186ee-a884-4e0a-b6dc-80c368ea4b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:22.942613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cd0186ee-a884-4e0a-b6dc-80c368ea4b10 admin admin] Usage tracker for resource:security_group_rule and tenant:7fb7a1531ded4fd1950324fdff23b5db is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:22.945620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cd0186ee-a884-4e0a-b6dc-80c368ea4b10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:22.954367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cd0186ee-a884-4e0a-b6dc-80c368ea4b10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:22.990762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37013b54-2afe-447a-aec7-92f51ccc6c2f req-d380ff4e-3e43-46fe-b57a-200e888ec71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:22.992229 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-37013b54-2afe-447a-aec7-92f51ccc6c2f req-d380ff4e-3e43-46fe-b57a-200e888ec71e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d2ff2934c6247008f6f299aa88c9ef9&device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 1094 time: 0.2337048 May 27 22:39:23.013871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714de572-bd3a-490d-8c2d-bf10e8c7000b req-5aa9f1c5-7c98-4e12-bbe0-a60a3afb7dd8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:23.015752 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-714de572-bd3a-490d-8c2d-bf10e8c7000b req-5aa9f1c5-7c98-4e12-bbe0-a60a3afb7dd8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 943 time: 0.1196244 May 27 22:39:23.022539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e8235b8b-d29c-4bd6-a87d-bea9bf741369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:23.024060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-e8235b8b-d29c-4bd6-a87d-bea9bf741369 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e901676-0a75-4203-8f5c-0656d9c83953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794689 May 27 22:39:23.194313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd0186ee-a884-4e0a-b6dc-80c368ea4b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:23.202674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37013b54-2afe-447a-aec7-92f51ccc6c2f req-5db24edb-e1cf-4b4e-b0d1-10934f093602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:23.204156 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-37013b54-2afe-447a-aec7-92f51ccc6c2f req-5db24edb-e1cf-4b4e-b0d1-10934f093602 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5d2ff2934c6247008f6f299aa88c9ef9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1988838 May 27 22:39:23.310171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd0186ee-a884-4e0a-b6dc-80c368ea4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:23.400489 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-714de572-bd3a-490d-8c2d-bf10e8c7000b req-392395ef-3c8f-4433-9a68-91d9b7a8b9d3 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750763 May 27 22:39:23.438619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37013b54-2afe-447a-aec7-92f51ccc6c2f req-ead9f788-ea3f-489e-b2eb-ecdf8e71e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:23.440070 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-37013b54-2afe-447a-aec7-92f51ccc6c2f req-ead9f788-ea3f-489e-b2eb-ecdf8e71e961 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2290022 May 27 22:39:23.443471 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd0186ee-a884-4e0a-b6dc-80c368ea4b10 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7fb7a1531ded4fd1950324fdff23b5db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8386686 May 27 22:39:23.444406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0186ee-a884-4e0a-b6dc-80c368ea4b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f412f866-3d7b-477f-8068-2a2174caf2d4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:23.446662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59174) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:23.473059 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-4c0bb461-ffa7-47e9-9c5f-34fc03d7b6b9 service neutron] 10.222.0.57 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329462 May 27 22:39:23.489621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe5473-1e54-4cbf-b177-ac8b0e63ec56 req-59a76128-70d7-498c-a207-d72a40a1a7d8 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:23.491161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ebe5473-1e54-4cbf-b177-ac8b0e63ec56 req-59a76128-70d7-498c-a207-d72a40a1a7d8 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.4209752 May 27 22:39:23.524450 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-273f1c27-46db-45ea-aa3d-3d71ff11037b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:23.630602 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-273f1c27-46db-45ea-aa3d-3d71ff11037b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:23.666890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ebe5473-1e54-4cbf-b177-ac8b0e63ec56 req-19a15a8a-5459-4be0-82f6-aba668ca56f9 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691403 May 27 22:39:23.728106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-6bafd6d0-fb34-46e8-9199-195a584612d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:23.730366 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-6bafd6d0-fb34-46e8-9199-195a584612d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d2ff2934c6247008f6f299aa88c9ef9&device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 1094 time: 0.2070215 May 27 22:39:23.809200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-12c4f4fb-2666-4104-90f8-6a1b62c38793 req-277a736a-4a50-4672-b9e9-327326b9d268 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Synchronizing usage tracker for tenant:00a8812cc700487cbfc37e4d6360eed4 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:23.828774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87791e72-3bdd-4d07-a9fd-86d677964a19 req-db279df1-b205-467d-a63a-ea00be27a507 service neutron] 10.222.0.57 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168652 May 27 22:39:23.838893 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-b7dab47f-27d9-4009-be2d-a79807c729fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68cebfb8-f05b-4836-af47-1a39e6d07923 HTTP/1.1" status: 200 len: 217 time: 0.0925901 May 27 22:39:23.904744 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-273f1c27-46db-45ea-aa3d-3d71ff11037b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:23.933873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f1c27-46db-45ea-aa3d-3d71ff11037b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f412f866-3d7b-477f-8068-2a2174caf2d4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:23.940925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-2ec9f3c2-6453-45a0-ad0d-3c62711a7401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:23.942413 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-2ec9f3c2-6453-45a0-ad0d-3c62711a7401 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5 HTTP/1.1" status: 200 len: 859 time: 0.0924809 May 27 22:39:23.943360 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-273f1c27-46db-45ea-aa3d-3d71ff11037b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:23.944358 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-273f1c27-46db-45ea-aa3d-3d71ff11037b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f412f866-3d7b-477f-8068-2a2174caf2d4 HTTP/1.1" status: 204 len: 168 time: 0.4963806 May 27 22:39:23.987154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-12c4f4fb-2666-4104-90f8-6a1b62c38793 req-277a736a-4a50-4672-b9e9-327326b9d268 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] Unset dirty status for tenant:00a8812cc700487cbfc37e4d6360eed4 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:23.988295 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12c4f4fb-2666-4104-90f8-6a1b62c38793 req-277a736a-4a50-4672-b9e9-327326b9d268 tempest-VolumesActionsTest-765421291 tempest-VolumesActionsTest-765421291-project] 10.222.0.27 "GET /v2.0/ports?device_id=34a0bfe4-f776-4d2d-9d30-779fb39d0f77 HTTP/1.1" status: 200 len: 210 time: 0.2661138 May 27 22:39:24.059298 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-33b2ef3c-2d98-4766-a7f3-fa74eff5335c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46484a33-d62d-4b16-ae1f-f06c1da516e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612950 May 27 22:39:24.122698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b79f9-cedc-49b9-853e-dbcbcb726975 req-7c10b71a-634e-4ef2-b075-b954ae171a30 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:24.124420 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-839b79f9-cedc-49b9-853e-dbcbcb726975 req-7c10b71a-634e-4ef2-b075-b954ae171a30 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 943 time: 0.1987753 May 27 22:39:24.165916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8d13d-2775-4613-a0c1-fbe85bddc307 req-902cd370-04f0-4ed1-85f9-95eab23bfa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:24.167514 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bb8d13d-2775-4613-a0c1-fbe85bddc307 req-902cd370-04f0-4ed1-85f9-95eab23bfa45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=49504ca94f5d42bf86dd37e137461ad8&device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 1094 time: 0.1635706 May 27 22:39:24.208117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a0bfe4-f776-4d2d-9d30-779fb39d0f77', 'name': 'network-vif-deleted', 'tag': '3cee4258-f5f3-4685-9b97-a98d076c6276'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:39:24.230602 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-e31ae05b-ee3c-47e9-b038-69e3604f1329 service neutron] 10.222.0.57 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648657 May 27 22:39:24.279222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-839b79f9-cedc-49b9-853e-dbcbcb726975 req-8441fa82-302e-4fb3-9c70-9f9188ac5c6c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1472836 May 27 22:39:24.379491 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b868f0a7-677b-4bd9-82b7-3d6e2ece51bb'] response: {'server_uuid': '34a0bfe4-f776-4d2d-9d30-779fb39d0f77', 'name': 'network-vif-deleted', 'tag': '3cee4258-f5f3-4685-9b97-a98d076c6276', 'status': 'completed', 'code': 200} May 27 22:39:24.391436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8d13d-2775-4613-a0c1-fbe85bddc307 req-d63710e5-c243-4703-8212-5ca8e73aa791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:24.396080 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bb8d13d-2775-4613-a0c1-fbe85bddc307 req-d63710e5-c243-4703-8212-5ca8e73aa791 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e901676-0a75-4203-8f5c-0656d9c83953 HTTP/1.1" status: 200 len: 912 time: 0.2193208 May 27 22:39:24.461420 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:39:24.541646 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bb8d13d-2775-4613-a0c1-fbe85bddc307 req-4e63c03d-9fab-45d7-9771-8022b5a1583d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bc42512-d083-42b1-9cd0-7824279bd877 HTTP/1.1" status: 200 len: 217 time: 0.1386001 May 27 22:39:24.631115 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3166f199-65ff-45c3-9695-8fa9e0206fe8 req-aa099775-7e41-48b7-b814-7856b0283e5d service neutron] 10.222.0.57 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936112 May 27 22:39:24.676391 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8d13d-2775-4613-a0c1-fbe85bddc307 req-574fc555-c257-4fcf-a352-dd1d4c6e4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:24.676616 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bb8d13d-2775-4613-a0c1-fbe85bddc307 req-574fc555-c257-4fcf-a352-dd1d4c6e4e29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f036352-10d0-41a7-8335-90a12eb75254 HTTP/1.1" status: 200 len: 850 time: 0.1288135 May 27 22:39:24.764837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3359e-1ed2-4e61-a8fc-0766c28ba6b7 req-dda6eca6-5f56-456c-8f16-5a14a6da3abd tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:24.766528 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8af3359e-1ed2-4e61-a8fc-0766c28ba6b7 req-dda6eca6-5f56-456c-8f16-5a14a6da3abd tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 943 time: 0.1761379 May 27 22:39:24.791379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8d13d-2775-4613-a0c1-fbe85bddc307 req-b42ae9ce-e316-4f66-8c7e-8a768b8e4107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:24.792918 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bb8d13d-2775-4613-a0c1-fbe85bddc307 req-b42ae9ce-e316-4f66-8c7e-8a768b8e4107 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e901676-0a75-4203-8f5c-0656d9c83953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087828 May 27 22:39:24.861340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59198) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:24.881147 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6c76-ab31-461c-9c5b-04b18110af21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:24.901696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c0ef6c76-ab31-461c-9c5b-04b18110af21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:24.906307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c0ef6c76-ab31-461c-9c5b-04b18110af21 admin admin] Usage tracker for resource:security_group_rule and tenant:012241ad12ec44f9b0bc99f3f1d30196 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:24.910042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c0ef6c76-ab31-461c-9c5b-04b18110af21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:24.915752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c0ef6c76-ab31-461c-9c5b-04b18110af21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:24.930406 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8af3359e-1ed2-4e61-a8fc-0766c28ba6b7 req-50ac0a6e-dc2f-4ccd-b9c2-861315e3677d tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570759 May 27 22:39:25.009821 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6c76-ab31-461c-9c5b-04b18110af21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:25.019621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4db19a-5583-4d56-88e5-7813d4df74ab req-77de83f5-2e95-4624-8bec-f12c37da59ee tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:25.021175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e4db19a-5583-4d56-88e5-7813d4df74ab req-77de83f5-2e95-4624-8bec-f12c37da59ee tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.2250068 May 27 22:39:25.024648 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bb8d13d-2775-4613-a0c1-fbe85bddc307 req-e48f5b6b-3d37-4ea0-89d0-0adab3a73dcc service neutron] 10.222.0.57 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911745 May 27 22:39:25.085731 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6c76-ab31-461c-9c5b-04b18110af21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:25.143524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59206) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:25.144054 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c0ef6c76-ab31-461c-9c5b-04b18110af21 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=012241ad12ec44f9b0bc99f3f1d30196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811801 May 27 22:39:25.160232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef6c76-ab31-461c-9c5b-04b18110af21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b79bab-81c5-4a98-846c-012c0eaff8aa,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:25.176776 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e4db19a-5583-4d56-88e5-7813d4df74ab req-4581cf05-9677-431b-87e0-953840fcf945 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411130 May 27 22:39:25.260849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bb8d13d-2775-4613-a0c1-fbe85bddc307 req-f8d4a93f-7608-47b8-8737-18c0a142f2d8 service neutron] 10.222.0.57 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179644 May 27 22:39:25.265156 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fcc5cbb9-852a-4bc5-b04e-34e65772a4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:25.297210 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fcc5cbb9-852a-4bc5-b04e-34e65772a4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:25.446671 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fcc5cbb9-852a-4bc5-b04e-34e65772a4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:25.468468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5cbb9-852a-4bc5-b04e-34e65772a4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b79bab-81c5-4a98-846c-012c0eaff8aa,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:25.482340 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fcc5cbb9-852a-4bc5-b04e-34e65772a4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:25.483452 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fcc5cbb9-852a-4bc5-b04e-34e65772a4ff admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a7b79bab-81c5-4a98-846c-012c0eaff8aa HTTP/1.1" status: 204 len: 168 time: 0.3367350 May 27 22:39:25.539594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aecbcc-cb94-4191-b17e-835147279e5f req-c659a6f5-3a3a-472b-898b-dde4f7a59e91 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:25.541230 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7aecbcc-cb94-4191-b17e-835147279e5f req-c659a6f5-3a3a-472b-898b-dde4f7a59e91 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 943 time: 0.1393042 May 27 22:39:25.605256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7aecbcc-cb94-4191-b17e-835147279e5f req-1dd208e4-fcfc-4f7e-9b7a-ebde67cc891a tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571401 May 27 22:39:26.141107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed380eb-1aa1-4d49-8b30-7fd1567ea46b req-f4c5f4f1-8f60-43db-bf4e-89fe6ba2bf72 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:26.143135 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ed380eb-1aa1-4d49-8b30-7fd1567ea46b req-f4c5f4f1-8f60-43db-bf4e-89fe6ba2bf72 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 943 time: 0.0952482 May 27 22:39:26.257228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 68cebfb8-f05b-4836-af47-1a39e6d07923 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:39:26.325174 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ed380eb-1aa1-4d49-8b30-7fd1567ea46b req-be57b2e2-e1da-4dd4-ae4e-b79998d60b41 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751046 May 27 22:39:26.491436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3fc26-0da4-41c0-8566-3f2370ce0b43 req-f4efc2e2-34c0-48ec-81ab-36c026c53a8a tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:26.499377 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9eb3fc26-0da4-41c0-8566-3f2370ce0b43 req-f4efc2e2-34c0-48ec-81ab-36c026c53a8a tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.1041389 May 27 22:39:26.538353 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 68cebfb8-f05b-4836-af47-1a39e6d07923, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=68cebfb8-f05b-4836-af47-1a39e6d07923,segment=NetworkSegment(32adf43c-3448-44a1-adfc-abcfe3ed2a58),segment_id=32adf43c-3448-44a1-adfc-abcfe3ed2a58)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:26.555913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '68cebfb8-f05b-4836-af47-1a39e6d07923', 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6', 'port_id': '68cebfb8-f05b-4836-af47-1a39e6d07923', 'mac_address': 'fa:16:3e:14:b2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:39:26.566845 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9eb3fc26-0da4-41c0-8566-3f2370ce0b43 req-c5220387-4f95-485b-987d-b40f9d7c04b2 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663590 May 27 22:39:26.632819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 68cebfb8-f05b-4836-af47-1a39e6d07923 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:26.633206 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:26.652565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68cebfb8-f05b-4836-af47-1a39e6d07923 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:39:26.671484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 68cebfb8-f05b-4836-af47-1a39e6d07923, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=68cebfb8-f05b-4836-af47-1a39e6d07923,segment=NetworkSegment(32adf43c-3448-44a1-adfc-abcfe3ed2a58),segment_id=32adf43c-3448-44a1-adfc-abcfe3ed2a58)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:26.743397 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:26.744181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3bc42512-d083-42b1-9cd0-7824279bd877 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:39:26.915436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=68cebfb8-f05b-4836-af47-1a39e6d07923,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:26.927051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3249776-e5c2-4f97-915d-987dc7e4aaac req-3d9de84d-741d-4b45-b213-bfe21c28d729 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:26.929203 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3249776-e5c2-4f97-915d-987dc7e4aaac req-3d9de84d-741d-4b45-b213-bfe21c28d729 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 943 time: 0.1963334 May 27 22:39:27.064176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3bc42512-d083-42b1-9cd0-7824279bd877, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3bc42512-d083-42b1-9cd0-7824279bd877,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:27.076719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3249776-e5c2-4f97-915d-987dc7e4aaac req-33b2511f-1c87-42d2-aa5b-3fd1547fc074 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1301813 May 27 22:39:27.097106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '3bc42512-d083-42b1-9cd0-7824279bd877', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'port_id': '3bc42512-d083-42b1-9cd0-7824279bd877', 'mac_address': 'fa:16:3e:b1:4f:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:39:27.187463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3bc42512-d083-42b1-9cd0-7824279bd877 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:27.187852 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:27.209893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc42512-d083-42b1-9cd0-7824279bd877 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:39:27.230277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3bc42512-d083-42b1-9cd0-7824279bd877, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3bc42512-d083-42b1-9cd0-7824279bd877,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:27.303093 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:27.399010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3bc42512-d083-42b1-9cd0-7824279bd877,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:27.417990 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a778bd0-ac5c-4d92-bfdb-f14101a40cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:27.548953 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a2d7f-7b7c-4cb7-8563-0cb047272b35 req-6a2f3fec-41e3-4abb-9630-eb03f283712f tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:27.549641 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad2a2d7f-7b7c-4cb7-8563-0cb047272b35 req-6a2f3fec-41e3-4abb-9630-eb03f283712f tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 944 time: 0.0821991 May 27 22:39:27.599373 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad2a2d7f-7b7c-4cb7-8563-0cb047272b35 req-f4c272d4-cc5f-476c-ac12-7a0016424215 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 May 27 22:39:27.646185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['68cebfb8-f05b-4836-af47-1a39e6d07923'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:39:27.677309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['3bc42512-d083-42b1-9cd0-7824279bd877'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:39:27.790296 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786f199-94de-4761-9850-3c37ecd1d3c9 req-8ece7cbd-9b3c-453b-a5f3-8b70f75d2c48 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:27.792716 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5786f199-94de-4761-9850-3c37ecd1d3c9 req-8ece7cbd-9b3c-453b-a5f3-8b70f75d2c48 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.1026652 May 27 22:39:27.840622 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5786f199-94de-4761-9850-3c37ecd1d3c9 req-5534e95e-7865-4b8d-a814-c2e0d87032eb tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414805 May 27 22:39:28.316377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df1bfc-7298-4d26-b8ee-95f61dfae088 req-c626627d-ee30-4776-ad00-35bd448e0df7 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:28.324030 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71df1bfc-7298-4d26-b8ee-95f61dfae088 req-c626627d-ee30-4776-ad00-35bd448e0df7 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 944 time: 0.1375768 May 27 22:39:28.384230 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71df1bfc-7298-4d26-b8ee-95f61dfae088 req-60f29d97-3967-4b26-a429-a4ad4f4585a5 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550487 May 27 22:39:28.550156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59316) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:28.556011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-676732848'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:28.561490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:28.565553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:network and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:28.568583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:28.574923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:28.754983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Made reservation on behalf of df84f64e176647659c4bf324dc3c727e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:28.759061 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:28.815489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:39:28.829793 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:28.830133 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Added segment fefb0726-d71c-47c1-8d7c-7f99442ebae3 of type vlan for network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 May 27 22:39:28.854441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77999147-b32f-4ea3-b3e5-7494925efe05 req-d2b8e1c5-c47e-4864-9430-238cc0e93da8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:28.855976 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77999147-b32f-4ea3-b3e5-7494925efe05 req-d2b8e1c5-c47e-4864-9430-238cc0e93da8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 944 time: 0.1411884 May 27 22:39:28.916831 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:29.025051 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77999147-b32f-4ea3-b3e5-7494925efe05 req-d066b84c-c533-4a41-a175-a40f66347dbf tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601467 May 27 22:39:29.074499 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:29.084896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:29.084896 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:29.126843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59334) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:29.187111 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6354351 May 27 22:39:29.189620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59340) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:29.197590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1033343756'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:29.208035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:29.214739 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:network and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:29.222379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:29.236666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:29.238171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dde7b4-4759-4cf0-885a-3a5e63923de7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'Network': ['ID=15fb9d3a-c067-4459-92b6-f916b0ca5ac5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:29.254824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:39:29.259238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f6aa1-8e2d-4577-b96f-77c369d357e0 req-f6fd29bb-6f10-40a5-a427-686b5a5a1a23 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:29.261789 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe5f6aa1-8e2d-4577-b96f-77c369d357e0 req-f6fd29bb-6f10-40a5-a427-686b5a5a1a23 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.2418392 May 27 22:39:29.321041 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe5f6aa1-8e2d-4577-b96f-77c369d357e0 req-10762ff2-132f-4c45-acac-df5ce4671965 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533628 May 27 22:39:29.383929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Made reservation on behalf of df84f64e176647659c4bf324dc3c727e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:29.388877 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:29.414177 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17cab8af-4af4-4dfd-852b-7f5ee6506c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:29.440858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:39:29.443642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-17cab8af-4af4-4dfd-852b-7f5ee6506c79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:29.452476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-17cab8af-4af4-4dfd-852b-7f5ee6506c79 admin admin] Usage tracker for resource:security_group_rule and tenant:b6663536e2cd46ee8b3540322de7b808 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:29.456778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-17cab8af-4af4-4dfd-852b-7f5ee6506c79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:29.465559 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:29.465559 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Added segment 20999177-ff43-44db-923c-b711ee1017e7 of type vlan for network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 May 27 22:39:29.465919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-17cab8af-4af4-4dfd-852b-7f5ee6506c79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:29.514981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:29.616657 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17cab8af-4af4-4dfd-852b-7f5ee6506c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:29.674411 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:29.674653 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c8b35ba-1b2e-497e-b724-2a7dd7c7a46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:29.680625 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:29.681226 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:29.694706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2662ed-f0f0-432d-943b-d925ef7428bf req-bbbddb16-8fd0-4992-9ddc-fa8cea3664ee tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:29.703908 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e2662ed-f0f0-432d-943b-d925ef7428bf req-bbbddb16-8fd0-4992-9ddc-fa8cea3664ee tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 944 time: 0.1210647 May 27 22:39:29.729425 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17cab8af-4af4-4dfd-852b-7f5ee6506c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:29.762826 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e2662ed-f0f0-432d-943b-d925ef7428bf req-9caf3907-82d4-4a56-b2f5-927bfca553f2 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576894 May 27 22:39:29.876080 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-17cab8af-4af4-4dfd-852b-7f5ee6506c79 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b6663536e2cd46ee8b3540322de7b808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7481408 May 27 22:39:29.877130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cab8af-4af4-4dfd-852b-7f5ee6506c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af233a67-86dd-4928-8ffa-2c746659ce13,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:29.879116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59348) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:29.887931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'Network': ['ID=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:29.904524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:39:29.933054 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f01d0a78-d53d-4cb8-a83b-2837186f834d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7420630 May 27 22:39:29.935306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59352) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:29.941859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'subnet': {'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:29.945429 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8e67f3b-1003-46d8-b4ad-ad1586696fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:29.970897 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8e67f3b-1003-46d8-b4ad-ad1586696fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:30.102876 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8e67f3b-1003-46d8-b4ad-ad1586696fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:30.114229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:30.118227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:subnet and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:30.122057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:30.128787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:30.132070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e67f3b-1003-46d8-b4ad-ad1586696fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af233a67-86dd-4928-8ffa-2c746659ce13,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:30.153051 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8e67f3b-1003-46d8-b4ad-ad1586696fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:30.156507 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e8e67f3b-1003-46d8-b4ad-ad1586696fd5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/af233a67-86dd-4928-8ffa-2c746659ce13 HTTP/1.1" status: 204 len: 168 time: 0.2740965 May 27 22:39:30.228130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Made reservation on behalf of df84f64e176647659c4bf324dc3c727e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:30.235117 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:30.286639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 68cebfb8-f05b-4836-af47-1a39e6d07923 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:39:30.290475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7e36f-fb43-4658-b502-be6f9b326109 req-6cfe9b61-8456-469c-8098-b15d2e582707 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:30.292810 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fd7e36f-fb43-4658-b502-be6f9b326109 req-6cfe9b61-8456-469c-8098-b15d2e582707 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 944 time: 0.1030471 May 27 22:39:30.429040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fd7e36f-fb43-4658-b502-be6f9b326109 req-a91439a3-d25f-4940-9899-423409812f1f tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286337 May 27 22:39:30.655201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7b770-25b7-4059-822a-b9763a293a4a req-79afde46-4605-4833-836c-c1b6ec244dac tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:30.659383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b6b7b770-25b7-4059-822a-b9763a293a4a req-79afde46-4605-4833-836c-c1b6ec244dac tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.1218643 May 27 22:39:30.715570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b6b7b770-25b7-4059-822a-b9763a293a4a req-d72ddad8-d612-4de2-8bad-53a1e6d3a878 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552392 May 27 22:39:30.970810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e48e6-f9b1-4f2b-a208-89eaa105df31 req-2037029f-d96d-4816-882d-48c89b0a5583 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:30.972188 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c39e48e6-f9b1-4f2b-a208-89eaa105df31 req-2037029f-d96d-4816-882d-48c89b0a5583 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 944 time: 0.0845144 May 27 22:39:31.019731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c39e48e6-f9b1-4f2b-a208-89eaa105df31 req-28dad844-21fc-4887-a143-a39ba2ad6037 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415132 May 27 22:39:31.394896 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:31.395961 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:31.398563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 68cebfb8-f05b-4836-af47-1a39e6d07923 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:39:31.402243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:31.405885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 68cebfb8-f05b-4836-af47-1a39e6d07923 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:31.405885 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:31.561975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Checking segment: {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:39:31.562614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Network hostable DHCP agents. Network: 15fb9d3a-c067-4459-92b6-f916b0ca5ac5, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:39:31.575976 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'Subnet': ['ID=bb957fa9-4065-4f6a-a4b0-aff729cd0203,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:31.594102 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 68cebfb8-f05b-4836-af47-1a39e6d07923 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:31.594486 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:31.641449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cebfb8-f05b-4836-af47-1a39e6d07923'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:39:31.645571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:39:31.651613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 68cebfb8-f05b-4836-af47-1a39e6d07923, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=68cebfb8-f05b-4836-af47-1a39e6d07923,segment=NetworkSegment(32adf43c-3448-44a1-adfc-abcfe3ed2a58),segment_id=32adf43c-3448-44a1-adfc-abcfe3ed2a58)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:31.706891 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe8de6d-f77d-42b0-b5fd-fafcd8d9194c'] response: {'server_uuid': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cebfb8-f05b-4836-af47-1a39e6d07923', 'code': 200} May 27 22:39:31.714490 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:31.715271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3bc42512-d083-42b1-9cd0-7824279bd877 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:39:31.749903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 15fb9d3a-c067-4459-92b6-f916b0ca5ac5) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:31.760909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:31.761723 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:31.890807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0824ed-d795-4622-9ccc-b1ba2f7f9714 None None] Network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:39:31.909713 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-be44735f-4db5-45e6-9109-6a9fd9f514d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9728150 May 27 22:39:31.912708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59394) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:31.921556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'subnet': {'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:31.928093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=68cebfb8-f05b-4836-af47-1a39e6d07923,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:32.030920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37817f27-5c10-40a2-9a3f-abcce083ed20 req-e26d7567-321f-4e09-a594-fca341e35e1a tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:32.042061 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-37817f27-5c10-40a2-9a3f-abcce083ed20 req-e26d7567-321f-4e09-a594-fca341e35e1a tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.3655627 May 27 22:39:32.073486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb736e-2716-4f70-8ee3-921cf92801d7 req-ba0b8040-7713-4e7e-ad4c-c4d3a116d59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:32.074973 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f4fb736e-2716-4f70-8ee3-921cf92801d7 req-ba0b8040-7713-4e7e-ad4c-c4d3a116d59a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 1096 time: 0.2561383 May 27 22:39:32.086403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11059f-b089-40e0-878c-60a02097eae9 req-20d10500-d26f-4bd7-8991-64105542949c tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:32.089264 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c11059f-b089-40e0-878c-60a02097eae9 req-20d10500-d26f-4bd7-8991-64105542949c tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.2087750 May 27 22:39:32.122426 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:32.144308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:32.145760 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f4fb736e-2716-4f70-8ee3-921cf92801d7 req-b7f357f5-f47e-43bb-8598-efdc37a36618 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553706 May 27 22:39:32.171219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:subnet and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:32.175109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:32.186948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-37817f27-5c10-40a2-9a3f-abcce083ed20 req-42f9e857-a4cf-4ed1-9726-f5f1666aa356 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435890 May 27 22:39:32.201096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:32.255151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 3bc42512-d083-42b1-9cd0-7824279bd877 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:39:32.269315 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c11059f-b089-40e0-878c-60a02097eae9 req-d799ec77-d400-423f-b8df-aa73095b44cd tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253500 May 27 22:39:32.297857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Made reservation on behalf of df84f64e176647659c4bf324dc3c727e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:32.298017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 3bc42512-d083-42b1-9cd0-7824279bd877 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:32.298322 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:32.302455 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:32.363343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-15fb9d3a-c067-4459-92b6-f916b0ca5ac5', 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'fixed_ips': [{'subnet_id': 'bb957fa9-4065-4f6a-a4b0-aff729cd0203'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:39:32.364623 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:32.584024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02599a5c-98c0-4e99-93f9-ae761e453d21 req-72b0a055-1f6d-4637-8265-830e1ea18e47 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:32.588253 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02599a5c-98c0-4e99-93f9-ae761e453d21 req-72b0a055-1f6d-4637-8265-830e1ea18e47 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 944 time: 0.2679765 May 27 22:39:32.691886 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02599a5c-98c0-4e99-93f9-ae761e453d21 req-6858a235-a6b6-4584-a53c-badf7381b32d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970664 May 27 22:39:32.737242 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:32.746186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Allocated IP 10.1.1.2 (15fb9d3a-c067-4459-92b6-f916b0ca5ac5/bb957fa9-4065-4f6a-a4b0-aff729cd0203/55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:39:32.966715 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:32.973014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Checking segment: {'id': '20999177-ff43-44db-923c-b711ee1017e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:39:32.973754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Network hostable DHCP agents. Network: e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:39:32.977187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Transition to ACTIVE for port object 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:32.995735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'Subnet': ['ID=862db2da-2593-4ce1-842a-3a10259ed89c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:33.005436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Transition to ACTIVE for port object 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:33.108967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3bc42512-d083-42b1-9cd0-7824279bd877 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:33.112546 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:33.131619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:39:33.144507 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:33.222364 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:33.226669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:33.227261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:33.232324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3bc42512-d083-42b1-9cd0-7824279bd877, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3bc42512-d083-42b1-9cd0-7824279bd877,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:33.239239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510af9c6-3d14-4a99-b2d3-129a009782a1 None None] Network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:39:33.289370 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:39:33.356762 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:33.363757 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-88680b8a-f9b6-4e10-958b-860650c38051 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4488177 May 27 22:39:33.370642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59436) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:33.371465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:39:33.379099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'port': {'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5', 'name': 'tempest-TaggedBootDevicesTest_v242-1914769734', 'fixed_ips': [{'subnet_id': 'bb957fa9-4065-4f6a-a4b0-aff729cd0203'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:33.403386 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:33.483762 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Pushing event updated for resources: {'Port': ['ID=55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:33.508402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce219fc-822c-4e4d-acca-43cf178ff70b req-da873daf-fa58-4861-9efa-69a7e90edc24 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:33.510520 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ce219fc-822c-4e4d-acca-43cf178ff70b req-da873daf-fa58-4861-9efa-69a7e90edc24 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.1594689 May 27 22:39:33.667602 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ce219fc-822c-4e4d-acca-43cf178ff70b req-78bcbcf6-70cb-484b-adc5-146fb0eabf99 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462734 May 27 22:39:33.680492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:33.690168 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:port and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:33.699309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a5944-31f5-4baa-88ec-763acbfb47cd req-7b88d346-d5ac-4e82-8b48-bddfe1504611 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:33.701103 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f9a5944-31f5-4baa-88ec-763acbfb47cd req-7b88d346-d5ac-4e82-8b48-bddfe1504611 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.1572936 May 27 22:39:33.704400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:33.720412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:33.794025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Made reservation on behalf of df84f64e176647659c4bf324dc3c727e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:33.805028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f9a5944-31f5-4baa-88ec-763acbfb47cd req-311d86bf-4596-42ec-b8ae-5effa570db12 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959918 May 27 22:39:33.889260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679afe0f-280c-44c8-a0bd-4c3b35b34548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc42512-d083-42b1-9cd0-7824279bd877'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:39:33.956060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Attempting to bind port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:33.956912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Attempting to bind port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:33.957545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Attempting to bind port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 on network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:33.980398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:39:33.982489 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Checking segment: {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:39:33.984811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:33.985458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Bound using segment: {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:39:33.989772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Bound port: 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:39:33.990926 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:34.082032 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:34.091869 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc94d8a1-0b17-4181-ad6e-e6704ee4a241'] response: {'server_uuid': '679afe0f-280c-44c8-a0bd-4c3b35b34548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc42512-d083-42b1-9cd0-7824279bd877', 'code': 200} May 27 22:39:34.092652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3bc42512-d083-42b1-9cd0-7824279bd877,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:34.104379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb479518-5d1c-46dd-9248-b2a1b2217189 req-9352329b-bf0d-4c74-af2c-c17177e21016 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:34.105680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb479518-5d1c-46dd-9248-b2a1b2217189 req-9352329b-bf0d-4c74-af2c-c17177e21016 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.1295922 May 27 22:39:34.146809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] device_id is not set on port 28f4ebbf-fdd6-4399-854a-6706996529f9 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:39:34.191806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb479518-5d1c-46dd-9248-b2a1b2217189 req-d86e8aa3-0fe0-4e03-9a8f-220e959df644 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793126 May 27 22:39:34.239047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59460) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:34.359390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] For port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:39:34.367961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4', 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'fixed_ips': [{'subnet_id': '862db2da-2593-4ce1-842a-3a10259ed89c'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:39:34.369869 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:34.371840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af2e30-dd65-4458-823f-a48387a6bd14 req-734155fd-5311-496f-ba73-7e894062f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:34.373727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86af2e30-dd65-4458-823f-a48387a6bd14 req-734155fd-5311-496f-ba73-7e894062f51f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 1096 time: 0.0989747 May 27 22:39:34.415869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] For port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:39:34.446383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86af2e30-dd65-4458-823f-a48387a6bd14 req-ebf56920-d643-44c7-a213-e96632fc9fcd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647025 May 27 22:39:34.455224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-800992796'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:34.461247 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:34.466182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Usage tracker for resource:network and tenant:51cc97ad74424fb58ea7fc8367f9b33c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:34.469818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:34.477583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:34.503715 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:34.577396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Made reservation on behalf of 51cc97ad74424fb58ea7fc8367f9b33c for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:34.582804 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:34.605162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b3c9a-fefa-4d24-8a06-6b7042759852 None None] Pushing event updated for resources: {'Port': ['ID=55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:34.618386 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:34.659322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:34.664059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Usage tracker for resource:security_group_rule and tenant:51cc97ad74424fb58ea7fc8367f9b33c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:34.668929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:34.677512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:34.706807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Allocated IP 10.1.1.241 (15fb9d3a-c067-4459-92b6-f916b0ca5ac5/bb957fa9-4065-4f6a-a4b0-aff729cd0203/28f4ebbf-fdd6-4399-854a-6706996529f9) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:39:34.725071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Allocated IP 10.2.2.2 (e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4/862db2da-2593-4ce1-842a-3a10259ed89c/a5b3eee1-5fe3-41a3-aaea-1112ca160f49) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:39:34.962320 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:35.102895 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:35.142198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:39:35.191829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a31d112-c293-4278-b93a-318e029e2575,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:35.256062 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:35.270165 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:35.276758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Transition to ACTIVE for port object 28f4ebbf-fdd6-4399-854a-6706996529f9 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:35.287611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Transition to ACTIVE for port object a5b3eee1-5fe3-41a3-aaea-1112ca160f49 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:35.323789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Transition to ACTIVE for port object a5b3eee1-5fe3-41a3-aaea-1112ca160f49 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:35.326807 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:35.327157 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Added segment b014e69e-6a83-401b-8cdc-12116b41623c of type vlan for network 8fff6f4c-7489-4756-99e0-c2af79b45765 May 27 22:39:35.365953 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:35.383052 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:35.393567 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:35.441838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:39:35.450023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:35.457791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:39:35.463681 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:39:35.476013 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:35.476774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e84f4-e496-4406-9c2f-41814d904b72 req-3b731465-faa2-48ee-bb5b-0fdcf7bfb9ae tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:35.479426 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-265e84f4-e496-4406-9c2f-41814d904b72 req-3b731465-faa2-48ee-bb5b-0fdcf7bfb9ae tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.5074539 May 27 22:39:35.480244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:39:35.503893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Pushing event updated for resources: {'Port': ['ID=a5b3eee1-5fe3-41a3-aaea-1112ca160f49,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:35.538497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363669f-1840-404f-a7f0-82058ed1f30d req-84fd03fb-fe2e-46a9-a944-76f7e74e167c tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:35.540169 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8363669f-1840-404f-a7f0-82058ed1f30d req-84fd03fb-fe2e-46a9-a944-76f7e74e167c tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.3910918 May 27 22:39:35.545424 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:35.553295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:35.554189 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:35.585283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'Port': ['ID=28f4ebbf-fdd6-4399-854a-6706996529f9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:35.597974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:35.598588 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:35.666736 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Attempting to bind port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:35.667106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Attempting to bind port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '20999177-ff43-44db-923c-b711ee1017e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:35.667469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Attempting to bind port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 on network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:35.686326 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c63c42d7-f287-48d9-a184-f9dc70e61367 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3144882 May 27 22:39:35.687729 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:39:35.691462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59488) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:35.698295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'port': {'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5', 'name': 'tempest-TaggedBootDevicesTest_v242-1918628094', 'fixed_ips': [{'subnet_id': 'bb957fa9-4065-4f6a-a4b0-aff729cd0203'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:35.699875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Checking segment: {'id': '20999177-ff43-44db-923c-b711ee1017e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:39:35.700706 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:35.701140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Bound using segment: {'id': '20999177-ff43-44db-923c-b711ee1017e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:39:35.708654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Bound port: a5b3eee1-5fe3-41a3-aaea-1112ca160f49, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20999177-ff43-44db-923c-b711ee1017e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:39:35.712872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:35.720285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4834440 May 27 22:39:35.803288 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-265e84f4-e496-4406-9c2f-41814d904b72 req-83f86151-b274-44f1-bfe8-61f3e0d7537b tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124971 May 27 22:39:35.818747 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8363669f-1840-404f-a7f0-82058ed1f30d req-f5265c98-eb4f-4b20-92a1-a6a3bf2b7365 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360895 May 27 22:39:35.820930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134ed8d-ac21-4b7e-9bc1-c0e1d9d06a9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Pushing event updated for resources: {'Network': ['ID=8fff6f4c-7489-4756-99e0-c2af79b45765,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:35.974399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] For port a5b3eee1-5fe3-41a3-aaea-1112ca160f49, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:39:35.977858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] For port a5b3eee1-5fe3-41a3-aaea-1112ca160f49, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a5b3eee1-5fe3-41a3-aaea-1112ca160f49,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:39:35.986566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 8fff6f4c-7489-4756-99e0-c2af79b45765 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:39:36.007015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:39:36.094264 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:36.104373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:port and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:36.112240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:36.125096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:36.164367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded8739-83ac-4a1b-af55-5b68562d3781 req-9bd94068-27e2-44f5-8710-621cfa632ab5 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:36.166505 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eded8739-83ac-4a1b-af55-5b68562d3781 req-9bd94068-27e2-44f5-8710-621cfa632ab5 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.1946371 May 27 22:39:36.226501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59502) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:36.239580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Request body: {'port': {'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765', 'binding:host_id': 'n-h2-843680-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-247559670'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:36.246356 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:36.256748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:36.266764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Made reservation on behalf of df84f64e176647659c4bf324dc3c727e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:36.273822 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:36.277351 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Usage tracker for resource:port and tenant:e5b7c02fffc44f7586cda56ab12bbc30 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:36.297153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:36.318546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] device_id is not set on port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:39:36.334893 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:36.339907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eded8739-83ac-4a1b-af55-5b68562d3781 req-9b2352a8-7710-455f-9a3d-f962ba565bb5 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1586094 May 27 22:39:36.450881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Made reservation on behalf of e5b7c02fffc44f7586cda56ab12bbc30 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:36.453221 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:36.477667 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:36.528133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:36.539115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Usage tracker for resource:security_group_rule and tenant:e5b7c02fffc44f7586cda56ab12bbc30 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:36.553720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:36.562651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:36.638734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc905a7-aba6-4640-a541-06c2886e7c87 req-5c5ba7ef-b1ed-446a-86e7-ab08bfcbc18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:36.640669 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddc905a7-aba6-4640-a541-06c2886e7c87 req-5c5ba7ef-b1ed-446a-86e7-ab08bfcbc18e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a420c0f9828425fb0c912aa073963d8&device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 1096 time: 0.4759638 May 27 22:39:36.667259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89eb659-1f71-4a41-a9b1-0d250c78a4a3 None None] Pushing event updated for resources: {'Port': ['ID=a5b3eee1-5fe3-41a3-aaea-1112ca160f49,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:36.679859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c99294-f6c5-41d8-8fba-edeb2f7ec055 None None] Network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:39:36.899230 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:36.975238 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:36.987457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2a22d45c-9cdd-4a8b-b511-bdba4c7b8a7c None None] Provisioning for port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:39:37.004635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989f7cf-922a-45af-8068-43c78a01c437 req-8b5b3159-7d43-4bfb-a314-409aad4e637c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:37.008248 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2989f7cf-922a-45af-8068-43c78a01c437 req-8b5b3159-7d43-4bfb-a314-409aad4e637c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.3471258 May 27 22:39:37.020027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59518) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:37.023004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] device_id is not set on port 71a98c09-3310-403a-aaab-2089d6959b0a yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:39:37.052909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7d43d9b8-e178-4adf-bbb6-b1010327fdbc tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Request body: {'floatingip': {'port_id': '3bc42512-d083-42b1-9cd0-7824279bd877'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:37.132131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:39:37.163390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:37.166758 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:37.227658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d43d9b8-e178-4adf-bbb6-b1010327fdbc tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:37.258635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5106946a-594a-4a7e-9a9c-63a8fb96c581,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:37.424437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc905a7-aba6-4640-a541-06c2886e7c87 req-83eb3417-2494-4ee3-9a82-53308f8e2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:37.426747 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddc905a7-aba6-4640-a541-06c2886e7c87 req-83eb3417-2494-4ee3-9a82-53308f8e2793 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cf3db205-1735-4d3f-a60e-7367df656e34 HTTP/1.1" status: 200 len: 914 time: 0.7592947 May 27 22:39:37.601338 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddc905a7-aba6-4640-a541-06c2886e7c87 req-0fa29e5a-8003-4887-bea5-63191de02464 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0b80cfe1-8a71-4018-bd4f-492b3580a7e7 HTTP/1.1" status: 200 len: 217 time: 0.1644914 May 27 22:39:37.671410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251085f-1f0b-4673-bdf6-1a2464ec5056 req-bbefde57-b37f-472c-84db-81032d916a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:37.673046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6251085f-1f0b-4673-bdf6-1a2464ec5056 req-bbefde57-b37f-472c-84db-81032d916a75 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d2ff2934c6247008f6f299aa88c9ef9&device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 1096 time: 0.5384789 May 27 22:39:37.720987 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:37.721551 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:37.727855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851a7c6-8a73-4bbc-a25e-cab131690268 req-007569c1-930a-4a3b-a491-29320f8f6fb5 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:37.729470 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7851a7c6-8a73-4bbc-a25e-cab131690268 req-007569c1-930a-4a3b-a491-29320f8f6fb5 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.5238290 May 27 22:39:37.772288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Allocated IP 10.1.1.16 (15fb9d3a-c067-4459-92b6-f916b0ca5ac5/bb957fa9-4065-4f6a-a4b0-aff729cd0203/3df037ee-cdfc-4a0b-adc5-86aa597bdf16) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:39:37.783289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333f183-32fa-4f9e-a9e7-193ca2f32692 req-b1a69ee9-a29f-4edf-b986-a2c3339ba738 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:37.786277 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f333f183-32fa-4f9e-a9e7-193ca2f32692 req-b1a69ee9-a29f-4edf-b986-a2c3339ba738 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.5659359 May 27 22:39:37.805038 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:37.902999 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:38.102627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:38.147546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a5b3eee1-5fe3-41a3-aaea-1112ca160f49 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:39:38.239490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e140de-2b52-4dc2-81b3-17c5aea851e2 None None] Network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:39:38.269036 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7851a7c6-8a73-4bbc-a25e-cab131690268 req-61b46a7c-f5dc-445d-9ecb-cc5f50d07cd3 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072258 May 27 22:39:38.281933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] device_id is not set on port 71a98c09-3310-403a-aaab-2089d6959b0a yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:39:38.291816 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f333f183-32fa-4f9e-a9e7-193ca2f32692 req-b4aef2f6-6891-47f0-bbbf-62e918a0d4c3 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670226 May 27 22:39:38.321798 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:38.343416 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251085f-1f0b-4673-bdf6-1a2464ec5056 req-26ecf292-39bd-4640-a287-08df949ab706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:38.345426 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6251085f-1f0b-4673-bdf6-1a2464ec5056 req-26ecf292-39bd-4640-a287-08df949ab706 service neutron] 10.222.0.57 "GET /v2.0/networks?id=46484a33-d62d-4b16-ae1f-f06c1da516e6 HTTP/1.1" status: 200 len: 920 time: 0.6515789 May 27 22:39:38.348846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Transition to ACTIVE for port object 71a98c09-3310-403a-aaab-2089d6959b0a will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:38.457225 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6251085f-1f0b-4673-bdf6-1a2464ec5056 req-9ee100df-b00a-4652-afe5-83a2c4a8061c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68cebfb8-f05b-4836-af47-1a39e6d07923 HTTP/1.1" status: 200 len: 217 time: 0.1004190 May 27 22:39:38.496762 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:39:38.507198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:39:38.519205 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:38.708339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251085f-1f0b-4673-bdf6-1a2464ec5056 req-fd2b5fb0-8d89-4ae3-9f7d-1d5ff24e2fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:38.714150 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6251085f-1f0b-4673-bdf6-1a2464ec5056 req-fd2b5fb0-8d89-4ae3-9f7d-1d5ff24e2fae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5 HTTP/1.1" status: 200 len: 859 time: 0.2436321 May 27 22:39:38.721630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Pushing event updated for resources: {'Port': ['ID=71a98c09-3310-403a-aaab-2089d6959b0a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:38.796170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Checking segment: {'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:39:38.796875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Network hostable DHCP agents. Network: 8fff6f4c-7489-4756-99e0-c2af79b45765, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:39:38.803607 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6251085f-1f0b-4673-bdf6-1a2464ec5056 req-22a6d381-7e54-424a-a8bd-9d05c6be7cdf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46484a33-d62d-4b16-ae1f-f06c1da516e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779829 May 27 22:39:38.815394 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:38.834204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Transition to ACTIVE for port object 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:38.835043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:39:38.844445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c251f870-d444-44cc-be8f-b9dc56d9a0b1 None None] Provisioning for port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:39:38.849880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc905a7-aba6-4640-a541-06c2886e7c87 req-1c19e2c8-52be-435f-909b-5937c74c9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:38.851342 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddc905a7-aba6-4640-a541-06c2886e7c87 req-1c19e2c8-52be-435f-909b-5937c74c9563 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f9403f-9822-40ab-be8d-40aec1182252 HTTP/1.1" status: 200 len: 853 time: 1.2420435 May 27 22:39:38.860044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:38.860467 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:38.927697 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddc905a7-aba6-4640-a541-06c2886e7c87 req-d02537a7-3567-4e79-aa4b-b3caa86856b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf3db205-1735-4d3f-a60e-7367df656e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608122 May 27 22:39:38.941061 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c251f870-d444-44cc-be8f-b9dc56d9a0b1 None None] Provisioning complete for port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:38.942052 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c251f870-d444-44cc-be8f-b9dc56d9a0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:39.000277 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6251085f-1f0b-4673-bdf6-1a2464ec5056 req-b2a8ac63-845c-4dbb-b4d8-26f06ce70035 service neutron] 10.222.0.57 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900082 May 27 22:39:39.002023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Network 8fff6f4c-7489-4756-99e0-c2af79b45765 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:39:39.055295 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:39.067500 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:39.067875 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:39.131772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:39:39.136258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:39.141795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:39.157423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:39:39.171590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c36bbc-c487-47b0-8e85-d5c14005f341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b80cfe1-8a71-4018-bd4f-492b3580a7e7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:39:39.186679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:39.238825 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6251085f-1f0b-4673-bdf6-1a2464ec5056 req-4d898f51-b4d1-4463-9d7b-18d78233a25a service neutron] 10.222.0.57 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323308 May 27 22:39:39.264291 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:39.277260 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-063a43df-28c4-4795-8b9e-d932f056d769'] response: {'server_uuid': 'c6c36bbc-c487-47b0-8e85-d5c14005f341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b80cfe1-8a71-4018-bd4f-492b3580a7e7', 'code': 200} May 27 22:39:39.349669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 8fff6f4c-7489-4756-99e0-c2af79b45765) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:39.359414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '0b80cfe1-8a71-4018-bd4f-492b3580a7e7', 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34', 'port_id': '0b80cfe1-8a71-4018-bd4f-492b3580a7e7', 'mac_address': 'fa:16:3e:7c:ca:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f9403f-9822-40ab-be8d-40aec1182252', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:39:39.360010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:39:39.378787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'Port': ['ID=3df037ee-cdfc-4a0b-adc5-86aa597bdf16,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:39.386013 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4895738d-9f00-4b9f-889b-247790f03591 None None] Network 8fff6f4c-7489-4756-99e0-c2af79b45765 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:39:39.418165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:39.418933 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:39.450978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:39.451966 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:39.452541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:39.469269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:39.470556 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:39.473114 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-7d43d9b8-e178-4adf-bbb6-b1010327fdbc tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:39:39.501897 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 2 to bind port 71a98c09-3310-403a-aaab-2089d6959b0a May 27 22:39:39.533916 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddc905a7-aba6-4640-a541-06c2886e7c87 req-e6027a2e-69e0-4c41-9365-23b508d9fa8d service neutron] 10.222.0.46 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989795 May 27 22:39:39.555508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:39.556986 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:39.663465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:39.663879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:39.664207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:39.687981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d43d9b8-e178-4adf-bbb6-b1010327fdbc tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:39.702847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:39.703479 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:39.712808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c251f870-d444-44cc-be8f-b9dc56d9a0b1 None None] Current status of the port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:39.714052 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c251f870-d444-44cc-be8f-b9dc56d9a0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:39.714513 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 3 to bind port 71a98c09-3310-403a-aaab-2089d6959b0a May 27 22:39:39.718097 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-804c68a7-1a52-4d53-b790-b9f3647fb912 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0271318 May 27 22:39:39.745614 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddc905a7-aba6-4640-a541-06c2886e7c87 req-c5fe8295-bea1-45b0-847d-9f4e25364a6a service neutron] 10.222.0.46 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890686 May 27 22:39:39.764514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:39.764954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:39.765679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:39.779344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:39.779860 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:39.782347 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 4 to bind port 71a98c09-3310-403a-aaab-2089d6959b0a May 27 22:39:39.805521 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d43d9b8-e178-4adf-bbb6-b1010327fdbc tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:39.817034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:39.838682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c251f870-d444-44cc-be8f-b9dc56d9a0b1 None None] For port a5b3eee1-5fe3-41a3-aaea-1112ca160f49, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a5b3eee1-5fe3-41a3-aaea-1112ca160f49,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:39.848733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fab10-a40f-42e0-b121-3406f8540a9a req-bd86eaa2-9301-4b9e-8636-d11f073db47c tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:39.853612 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c72fab10-a40f-42e0-b121-3406f8540a9a req-bd86eaa2-9301-4b9e-8636-d11f073db47c tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 943 time: 0.2736082 May 27 22:39:39.859220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:39.859608 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:39.882307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:39:39.903557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2aa35-34d7-4d60-895c-c6bff42b21c5 req-6c79fa46-382f-43d0-9368-fc5a05ae69c7 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:39.910349 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12e2aa35-34d7-4d60-895c-c6bff42b21c5 req-6c79fa46-382f-43d0-9368-fc5a05ae69c7 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.4389112 May 27 22:39:39.912306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:39.912751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:39.913206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:39.923360 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:39.959505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:39.959962 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:39.963115 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c251f870-d444-44cc-be8f-b9dc56d9a0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:39.965780 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 5 to bind port 71a98c09-3310-403a-aaab-2089d6959b0a May 27 22:39:40.011844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:40.012171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:40.012533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:40.032374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:40.032713 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:40.035470 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-7d43d9b8-e178-4adf-bbb6-b1010327fdbc tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Floating IP 4c98a5b8-618c-41b5-b750-5da06ec07c80 associated. External IP: 172.25.2.110, port: 3bc42512-d083-42b1-9cd0-7824279bd877. May 27 22:39:40.037184 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 6 to bind port 71a98c09-3310-403a-aaab-2089d6959b0a May 27 22:39:40.048864 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c72fab10-a40f-42e0-b121-3406f8540a9a req-587eec51-2ffb-4a97-ac4a-c931763b64bc tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795402 May 27 22:39:40.053475 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12e2aa35-34d7-4d60-895c-c6bff42b21c5 req-15225616-3e02-46c4-b9a7-f2faf070062f tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154444 May 27 22:39:40.067470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:40.074659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:40.078150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:40.120938 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:40.131400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:40.131800 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:40.136839 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 7 to bind port 71a98c09-3310-403a-aaab-2089d6959b0a May 27 22:39:40.145780 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:39:40.146304 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:39:40.149272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251f870-d444-44cc-be8f-b9dc56d9a0b1 None None] Pushing event updated for resources: {'Port': ['ID=a5b3eee1-5fe3-41a3-aaea-1112ca160f49,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:40.161881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:40.162213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:40.162546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:40.168283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:40.168743 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:40.169128 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 8 to bind port 71a98c09-3310-403a-aaab-2089d6959b0a May 27 22:39:40.185653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:40.186352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:40.186681 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:40.191785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:40.192132 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:40.193048 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 9 to bind port 71a98c09-3310-403a-aaab-2089d6959b0a May 27 22:39:40.212178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:40.212477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:40.212816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:40.217801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:40.218196 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:40.218652 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 10 to bind port 71a98c09-3310-403a-aaab-2089d6959b0a May 27 22:39:40.224965 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:40.235596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:40.235936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:40.236304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:40.241159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port 71a98c09-3310-403a-aaab-2089d6959b0a on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:40.241700 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port 71a98c09-3310-403a-aaab-2089d6959b0a on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:40.242161 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:40.245645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4c9c96d9-6351-45d9-a19d-ec574cfe3255 None None] Provisioning for port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:39:40.250783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4c9c96d9-6351-45d9-a19d-ec574cfe3255 None None] Provisioning complete for port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:40.251500 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c9c96d9-6351-45d9-a19d-ec574cfe3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:40.292340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59548) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:40.304521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-65a8ec6a-18d6-4525-89e3-ec9297d96b2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1966033635', 'description': 'tempest-description--2004976997'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:40.313878 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c96d9-6351-45d9-a19d-ec574cfe3255 None None] Port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:39:40.328171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-65a8ec6a-18d6-4525-89e3-ec9297d96b2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:40.336813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-65a8ec6a-18d6-4525-89e3-ec9297d96b2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:security_group and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:40.341846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-65a8ec6a-18d6-4525-89e3-ec9297d96b2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:40.351857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-65a8ec6a-18d6-4525-89e3-ec9297d96b2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:40.384702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] For port 71a98c09-3310-403a-aaab-2089d6959b0a, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:39:40.385115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempted to set empty binding levels {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 22:39:40.390213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['0b80cfe1-8a71-4018-bd4f-492b3580a7e7'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:39:40.422317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4c9c96d9-6351-45d9-a19d-ec574cfe3255 None None] Provisioning for port 28f4ebbf-fdd6-4399-854a-6706996529f9 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:39:40.443523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4c9c96d9-6351-45d9-a19d-ec574cfe3255 None None] Provisioning complete for port 28f4ebbf-fdd6-4399-854a-6706996529f9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:40.444069 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c9c96d9-6351-45d9-a19d-ec574cfe3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:40.456995 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-65a8ec6a-18d6-4525-89e3-ec9297d96b2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:40.493028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-65a8ec6a-18d6-4525-89e3-ec9297d96b2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:40.498100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-65a8ec6a-18d6-4525-89e3-ec9297d96b2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:security_group_rule and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:40.503497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-65a8ec6a-18d6-4525-89e3-ec9297d96b2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:40.511551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-65a8ec6a-18d6-4525-89e3-ec9297d96b2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:40.533328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c96d9-6351-45d9-a19d-ec574cfe3255 None None] Port 28f4ebbf-fdd6-4399-854a-6706996529f9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:39:40.561802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4c9c96d9-6351-45d9-a19d-ec574cfe3255 None None] Provisioning complete for port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:40.562262 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c9c96d9-6351-45d9-a19d-ec574cfe3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:40.564386 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:40.608667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d43d9b8-e178-4adf-bbb6-b1010327fdbc tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Router 743cbe72-53c8-49cb-958a-61cc2517f71e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:39:40.661649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:40.662498 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:40.753670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Pushing event updated for resources: {'Port': ['ID=71a98c09-3310-403a-aaab-2089d6959b0a,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:40.759385 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:40.812923 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-65a8ec6a-18d6-4525-89e3-ec9297d96b2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:40.842710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c96d9-6351-45d9-a19d-ec574cfe3255 None None] Current status of the port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:40.847637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d43d9b8-e178-4adf-bbb6-b1010327fdbc tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:39:40.852107 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d43d9b8-e178-4adf-bbb6-b1010327fdbc tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:40.858398 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22029860-cc7b-47c7-8735-05e6cacab68f None None] Sync routers for ids ['743cbe72-53c8-49cb-958a-61cc2517f71e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:39:40.861062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4c9c96d9-6351-45d9-a19d-ec574cfe3255 None None] Provisioning complete for port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:40.861663 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4c9c96d9-6351-45d9-a19d-ec574cfe3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:40.871002 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22029860-cc7b-47c7-8735-05e6cacab68f None None] Routers {'743cbe72-53c8-49cb-958a-61cc2517f71e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:39:40.871721 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-22029860-cc7b-47c7-8735-05e6cacab68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:39:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['743cbe72-53c8-49cb-958a-61cc2517f71e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:40.892529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:39:40.914547 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-65a8ec6a-18d6-4525-89e3-ec9297d96b2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:40.941913 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7d43d9b8-e178-4adf-bbb6-b1010327fdbc tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "PUT /v2.0/floatingips/4c98a5b8-618c-41b5-b750-5da06ec07c80 HTTP/1.1" status: 200 len: 991 time: 3.9108701 May 27 22:39:40.950713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679afe0f-280c-44c8-a0bd-4c3b35b34548', 'tag': '3bc42512-d083-42b1-9cd0-7824279bd877'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:39:40.986341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59560) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:40.986655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-897a712d-3d99-43fe-a145-469b84b98607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.7590370 May 27 22:39:41.050071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8ec6a-18d6-4525-89e3-ec9297d96b2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:41.061550 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-65a8ec6a-18d6-4525-89e3-ec9297d96b2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:41.062780 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-65a8ec6a-18d6-4525-89e3-ec9297d96b2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7694678 May 27 22:39:41.072543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59566) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:41.072543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-add670dd-95e6-47df-8409-ce52374bc8f9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'security_group_rule': {'security_group_id': '632a4f5e-bf9f-4045-9f7e-440d9fe7ebda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:41.094463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-add670dd-95e6-47df-8409-ce52374bc8f9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:41.101635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-add670dd-95e6-47df-8409-ce52374bc8f9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:security_group_rule and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:41.114852 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0e56e4-2a13-44b1-bcf5-49a6335c1c65'] response: {'name': 'network-changed', 'server_uuid': '679afe0f-280c-44c8-a0bd-4c3b35b34548', 'tag': '3bc42512-d083-42b1-9cd0-7824279bd877', 'status': 'completed', 'code': 200} May 27 22:39:41.190148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-add670dd-95e6-47df-8409-ce52374bc8f9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:41.223787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c96d9-6351-45d9-a19d-ec574cfe3255 None None] Current status of the port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:41.230578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-add670dd-95e6-47df-8409-ce52374bc8f9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:41.238146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e00012ea-ff2c-412a-9e13-519a7261facf tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Deleting port 71a98c09-3310-403a-aaab-2089d6959b0a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:39:41.238487 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e00012ea-ff2c-412a-9e13-519a7261facf tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:41.265303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:41.265303 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:41.309898 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-22029860-cc7b-47c7-8735-05e6cacab68f None None] Set router 743cbe72-53c8-49cb-958a-61cc2517f71e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:39:41.520334 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:41.523285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a5b3eee1-5fe3-41a3-aaea-1112ca160f49 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:39:41.530780 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-add670dd-95e6-47df-8409-ce52374bc8f9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:41.638694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:41.639100 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:41.698097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-e00012ea-ff2c-412a-9e13-519a7261facf tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] For port 71a98c09-3310-403a-aaab-2089d6959b0a, host n-h2-843680-3, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:41.700849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e00012ea-ff2c-412a-9e13-519a7261facf tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:41.724688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b473421-f3e2-4b33-9148-bcbf38ee80df req-f8ea2cc2-f7ea-4070-abcf-5112210a2144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:41.726292 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b473421-f3e2-4b33-9148-bcbf38ee80df req-f8ea2cc2-f7ea-4070-abcf-5112210a2144 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=49504ca94f5d42bf86dd37e137461ad8&device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 1096 time: 0.6215611 May 27 22:39:41.783743 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-22029860-cc7b-47c7-8735-05e6cacab68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:56Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '4c98a5b8-618c-41b5-b750-5da06ec07c80', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'floating_ip_address': '172.25.2.110', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'port_id': '3bc42512-d083-42b1-9cd0-7824279bd877', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'mac_address': 'fa:16:3e:b1:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679afe0f-280c-44c8-a0bd-4c3b35b34548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:39:07Z', 'updated_at': '2022-05-27T22:39:39Z', 'revision_number': 1, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc97b1f-2782-4fc9-ae40-c230f37a8ca5', 'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'mac_address': 'fa:16:3e:f0:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:52Z', 'updated_at': '2022-05-27T22:39:08Z', 'revision_number': 5, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'subnets': [{'id': '6f036352-10d0-41a7-8335-90a12eb75254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:41.788446 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22029860-cc7b-47c7-8735-05e6cacab68f None None] Checking router: 743cbe72-53c8-49cb-958a-61cc2517f71e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:39:41.798144 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22029860-cc7b-47c7-8735-05e6cacab68f None None] Routers {'743cbe72-53c8-49cb-958a-61cc2517f71e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:39:41.799159 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-22029860-cc7b-47c7-8735-05e6cacab68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:39:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['743cbe72-53c8-49cb-958a-61cc2517f71e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:41.886138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:41.903890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b473421-f3e2-4b33-9148-bcbf38ee80df req-c6aec020-ca2c-469c-8808-14d8dc700908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:41.905777 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b473421-f3e2-4b33-9148-bcbf38ee80df req-c6aec020-ca2c-469c-8808-14d8dc700908 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e901676-0a75-4203-8f5c-0656d9c83953 HTTP/1.1" status: 200 len: 912 time: 0.1703718 May 27 22:39:41.916333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e00012ea-ff2c-412a-9e13-519a7261facf tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Calling delete_port for 71a98c09-3310-403a-aaab-2089d6959b0a owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:39:41.996993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1380d-7f40-4a0e-83b8-d37db3591fd5 req-60a8bc5d-3028-45d7-a0de-4a9c02c0d113 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:41.998637 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-baf1380d-7f40-4a0e-83b8-d37db3591fd5 req-60a8bc5d-3028-45d7-a0de-4a9c02c0d113 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 944 time: 0.7276456 May 27 22:39:42.015467 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-22029860-cc7b-47c7-8735-05e6cacab68f None None] Set router 743cbe72-53c8-49cb-958a-61cc2517f71e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:39:42.059438 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-add670dd-95e6-47df-8409-ce52374bc8f9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:42.077639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881df1ef-cd17-45c3-96af-97328e9c3693 req-2efa4162-e1f5-4687-95cf-dd9161e83b02 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:42.079104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-881df1ef-cd17-45c3-96af-97328e9c3693 req-2efa4162-e1f5-4687-95cf-dd9161e83b02 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.6705573 May 27 22:39:42.102543 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9ca2a30f-966f-4ea5-a0a1-5a3aac269c2e req-27be8e1b-96e4-481e-80c6-6c4281d65407 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808957 May 27 22:39:42.137168 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e00012ea-ff2c-412a-9e13-519a7261facf tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:42.139676 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b473421-f3e2-4b33-9148-bcbf38ee80df req-b601c424-0b70-4280-8121-333460a242a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bc42512-d083-42b1-9cd0-7824279bd877 HTTP/1.1" status: 200 len: 999 time: 0.2216992 May 27 22:39:42.151426 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-baf1380d-7f40-4a0e-83b8-d37db3591fd5 req-e4508382-3247-470e-9f0f-6646084e7934 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326380 May 27 22:39:42.208163 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-881df1ef-cd17-45c3-96af-97328e9c3693 req-d7af0db9-2e70-4488-b44f-d10285c75bb9 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212182 May 27 22:39:42.211129 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-add670dd-95e6-47df-8409-ce52374bc8f9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:42.229830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00012ea-ff2c-412a-9e13-519a7261facf tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Pushing event deleted for resources: {'Port': ['ID=71a98c09-3310-403a-aaab-2089d6959b0a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:42.257628 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e00012ea-ff2c-412a-9e13-519a7261facf tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:42.258946 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add670dd-95e6-47df-8409-ce52374bc8f9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41919eb-ee27-4dda-8500-b8f964dbccc3,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:42.272614 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e00012ea-ff2c-412a-9e13-519a7261facf tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "DELETE /v2.0/ports/71a98c09-3310-403a-aaab-2089d6959b0a HTTP/1.1" status: 204 len: 168 time: 1.2841718 May 27 22:39:42.274923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59576) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:42.275731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b473421-f3e2-4b33-9148-bcbf38ee80df req-d1876cc8-46a0-4a69-8905-a3c2afd45b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:42.277644 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b473421-f3e2-4b33-9148-bcbf38ee80df req-d1876cc8-46a0-4a69-8905-a3c2afd45b1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f036352-10d0-41a7-8335-90a12eb75254 HTTP/1.1" status: 200 len: 850 time: 0.1241453 May 27 22:39:42.321243 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f452fb-eef0-47a4-838e-0ad725e2bd26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] GET failed (client error): The resource could not be found. May 27 22:39:42.322433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-56f452fb-eef0-47a4-838e-0ad725e2bd26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Synchronizing usage tracker for tenant:e5b7c02fffc44f7586cda56ab12bbc30 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:42.369374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:39:42.373064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b473421-f3e2-4b33-9148-bcbf38ee80df req-39227467-fe31-4cfc-9a07-7afbf1b8f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:42.375074 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b473421-f3e2-4b33-9148-bcbf38ee80df req-39227467-fe31-4cfc-9a07-7afbf1b8f95d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e901676-0a75-4203-8f5c-0656d9c83953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897481 May 27 22:39:42.438622 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-22029860-cc7b-47c7-8735-05e6cacab68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:56Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '4c98a5b8-618c-41b5-b750-5da06ec07c80', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'floating_ip_address': '172.25.2.110', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'port_id': '3bc42512-d083-42b1-9cd0-7824279bd877', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'mac_address': 'fa:16:3e:b1:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679afe0f-280c-44c8-a0bd-4c3b35b34548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:39:07Z', 'updated_at': '2022-05-27T22:39:39Z', 'revision_number': 1, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc97b1f-2782-4fc9-ae40-c230f37a8ca5', 'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'mac_address': 'fa:16:3e:f0:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:52Z', 'updated_at': '2022-05-27T22:39:08Z', 'revision_number': 5, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'subnets': [{'id': '6f036352-10d0-41a7-8335-90a12eb75254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:42.443072 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22029860-cc7b-47c7-8735-05e6cacab68f None None] The sync data for ids ['743cbe72-53c8-49cb-958a-61cc2517f71e'] in n-d-843680-3 is: [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:56Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '4c98a5b8-618c-41b5-b750-5da06ec07c80', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'floating_ip_address': '172.25.2.110', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'port_id': '3bc42512-d083-42b1-9cd0-7824279bd877', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'mac_address': 'fa:16:3e:b1:4f:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679afe0f-280c-44c8-a0bd-4c3b35b34548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:39:07Z', 'updated_at': '2022-05-27T22:39:39Z', 'revision_number': 1, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc97b1f-2782-4fc9-ae40-c230f37a8ca5', 'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'mac_address': 'fa:16:3e:f0:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:52Z', 'updated_at': '2022-05-27T22:39:08Z', 'revision_number': 5, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'subnets': [{'id': '6f036352-10d0-41a7-8335-90a12eb75254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:39:42.475149 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-add670dd-95e6-47df-8409-ce52374bc8f9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:42.476467 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-add670dd-95e6-47df-8409-ce52374bc8f9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4096911 May 27 22:39:42.479799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59584) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:42.483733 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:42.484185 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:42.485253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-89e1badd-48ce-49b5-b3a8-5273da3f5b93 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'security_group_rule': {'security_group_id': '632a4f5e-bf9f-4045-9f7e-440d9fe7ebda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:42.491662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-56f452fb-eef0-47a4-838e-0ad725e2bd26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Unset dirty status for tenant:e5b7c02fffc44f7586cda56ab12bbc30 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:42.494169 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-56f452fb-eef0-47a4-838e-0ad725e2bd26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "GET /v2.0/ports/71a98c09-3310-403a-aaab-2089d6959b0a HTTP/1.1" status: 404 len: 333 time: 0.2167404 May 27 22:39:42.494483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-89e1badd-48ce-49b5-b3a8-5273da3f5b93 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:42.500980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59588) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:42.503533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-89e1badd-48ce-49b5-b3a8-5273da3f5b93 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:security_group_rule and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:42.506790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-89e1badd-48ce-49b5-b3a8-5273da3f5b93 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:42.508842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e67b3965-6b4b-470a-95c3-bcc9bda95d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Request body: {'port': {'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1509097475'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:42.514006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-89e1badd-48ce-49b5-b3a8-5273da3f5b93 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:42.514277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e67b3965-6b4b-470a-95c3-bcc9bda95d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:42.526148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e67b3965-6b4b-470a-95c3-bcc9bda95d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:42.571801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b473421-f3e2-4b33-9148-bcbf38ee80df req-d678f943-88bf-47e1-a550-961129dc95bb service neutron] 10.222.0.57 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908345 May 27 22:39:42.632866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:42.632866 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:42.661838 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c36bbc-c487-47b0-8e85-d5c14005f341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b80cfe1-8a71-4018-bd4f-492b3580a7e7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:39:42.663257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89e1badd-48ce-49b5-b3a8-5273da3f5b93 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:42.678441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67b3965-6b4b-470a-95c3-bcc9bda95d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Made reservation on behalf of e5b7c02fffc44f7586cda56ab12bbc30 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:42.680707 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e67b3965-6b4b-470a-95c3-bcc9bda95d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:42.702892 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:42.709283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-e67b3965-6b4b-470a-95c3-bcc9bda95d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] device_id is not set on port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:39:42.734276 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e83c5a4-e9e2-490e-8bb9-c879ee65f03d'] response: {'server_uuid': 'c6c36bbc-c487-47b0-8e85-d5c14005f341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b80cfe1-8a71-4018-bd4f-492b3580a7e7', 'code': 200} May 27 22:39:42.741188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c637f6-b038-4eee-843a-2255a11e5c02 None None] New status for floating IP 4c98a5b8-618c-41b5-b750-5da06ec07c80: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:39:42.788881 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89e1badd-48ce-49b5-b3a8-5273da3f5b93 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:42.867240 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:42.885608 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89e1badd-48ce-49b5-b3a8-5273da3f5b93 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:42.971627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1badd-48ce-49b5-b3a8-5273da3f5b93 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da3f08b-21a2-4fdf-8428-7c03f49f8453,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:43.001533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0de97-ab59-4ed4-a3dc-2beed4798974 req-5a844afd-4ac5-4eda-9dd7-1e9728312509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:43.003095 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-75c0de97-ab59-4ed4-a3dc-2beed4798974 req-5a844afd-4ac5-4eda-9dd7-1e9728312509 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 1096 time: 0.0974326 May 27 22:39:43.021828 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b473421-f3e2-4b33-9148-bcbf38ee80df req-9856799f-5282-4ad8-9506-fd0ac2d06686 service neutron] 10.222.0.57 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442081 May 27 22:39:43.042981 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e67b3965-6b4b-470a-95c3-bcc9bda95d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:43.044962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:43.076210 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89e1badd-48ce-49b5-b3a8-5273da3f5b93 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:43.077693 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-89e1badd-48ce-49b5-b3a8-5273da3f5b93 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5967145 May 27 22:39:43.080990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59596) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:43.084724 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-75c0de97-ab59-4ed4-a3dc-2beed4798974 req-334e368e-da85-47ef-b6d4-9134052947da service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752811 May 27 22:39:43.088085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:43.094480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:43.098367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:floatingip and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:43.101365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:43.107790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:43.282210 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e67b3965-6b4b-470a-95c3-bcc9bda95d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:43.302710 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:43.475206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:43.482505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67b3965-6b4b-470a-95c3-bcc9bda95d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Network 8fff6f4c-7489-4756-99e0-c2af79b45765 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:39:43.496321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-e67b3965-6b4b-470a-95c3-bcc9bda95d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:43.504924 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67b3965-6b4b-470a-95c3-bcc9bda95d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:39:43.505975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67b3965-6b4b-470a-95c3-bcc9bda95d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:43.506571 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e67b3965-6b4b-470a-95c3-bcc9bda95d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:43.551938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b3965-6b4b-470a-95c3-bcc9bda95d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Pushing event updated for resources: {'Port': ['ID=d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:43.600090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f846722-9b75-40b1-aa5f-cc76b6b0be91 req-b22e2392-72a5-4413-a875-22ae199405c9 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:43.601615 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f846722-9b75-40b1-aa5f-cc76b6b0be91 req-b22e2392-72a5-4413-a875-22ae199405c9 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.3219371 May 27 22:39:43.628243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2a30f-966f-4ea5-a0a1-5a3aac269c2e req-2e58cb8c-3fdf-4af3-9860-036ff8b2602d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:43.629734 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ca2a30f-966f-4ea5-a0a1-5a3aac269c2e req-2e58cb8c-3fdf-4af3-9860-036ff8b2602d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=49504ca94f5d42bf86dd37e137461ad8&device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 1096 time: 0.3950851 May 27 22:39:43.651572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf4bbc-a869-4a9a-8ef0-d23877b2348b req-dbbca6fa-2811-43ff-bedb-6f16cbc39b33 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:43.653328 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56cf4bbc-a869-4a9a-8ef0-d23877b2348b req-dbbca6fa-2811-43ff-bedb-6f16cbc39b33 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.2646794 May 27 22:39:43.749567 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e67b3965-6b4b-470a-95c3-bcc9bda95d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2474310 May 27 22:39:43.754144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59608) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:43.762575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:43.779114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f846722-9b75-40b1-aa5f-cc76b6b0be91 req-daab4d9a-653f-4d2e-9ad4-18bdca994865 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701148 May 27 22:39:43.812714 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56cf4bbc-a869-4a9a-8ef0-d23877b2348b req-ac04485c-bc19-4f49-8bcb-22901b6e0245 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513479 May 27 22:39:43.843168 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Allocated IP 172.25.2.187 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/565ad814-6606-4fd8-a773-4e2067e4f24e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:39:43.846680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2a30f-966f-4ea5-a0a1-5a3aac269c2e req-f5ff4b1c-37e5-4adc-b1f5-c02c0343322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:43.848399 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ca2a30f-966f-4ea5-a0a1-5a3aac269c2e req-f5ff4b1c-37e5-4adc-b1f5-c02c0343322c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e901676-0a75-4203-8f5c-0656d9c83953 HTTP/1.1" status: 200 len: 912 time: 0.1860123 May 27 22:39:43.980411 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:44.079482 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ca2a30f-966f-4ea5-a0a1-5a3aac269c2e req-1d935ee9-55e3-4ea9-a106-d7c10d077bfa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bc42512-d083-42b1-9cd0-7824279bd877 HTTP/1.1" status: 200 len: 1001 time: 0.2243609 May 27 22:39:44.142429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2a30f-966f-4ea5-a0a1-5a3aac269c2e req-c3880b39-82d2-4300-885f-fd56c68abf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:44.143872 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ca2a30f-966f-4ea5-a0a1-5a3aac269c2e req-c3880b39-82d2-4300-885f-fd56c68abf61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f036352-10d0-41a7-8335-90a12eb75254 HTTP/1.1" status: 200 len: 850 time: 0.0579391 May 27 22:39:44.174043 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:44.228907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2a30f-966f-4ea5-a0a1-5a3aac269c2e req-14db9126-c4fc-4ef4-b92b-07d8bf4898e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:44.231867 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ca2a30f-966f-4ea5-a0a1-5a3aac269c2e req-14db9126-c4fc-4ef4-b92b-07d8bf4898e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e901676-0a75-4203-8f5c-0656d9c83953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789635 May 27 22:39:44.297696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] device_id is not set on port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:39:44.305096 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:44.320805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Transition to ACTIVE for port object d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:44.371068 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ca2a30f-966f-4ea5-a0a1-5a3aac269c2e req-86352fd6-661c-4d80-951f-31195374e9ef service neutron] 10.222.0.57 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305335 May 27 22:39:44.383244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:44.439243 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:44.464002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:39:44.469517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:44.475313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:39:44.520689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ca2a30f-966f-4ea5-a0a1-5a3aac269c2e req-5c8d9fc5-1141-4030-a412-5cee0d1a6861 service neutron] 10.222.0.57 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429720 May 27 22:39:44.591912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'Port': ['ID=565ad814-6606-4fd8-a773-4e2067e4f24e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:44.680543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:44.680882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:44.681748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:44.699174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:44.699505 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:44.701266 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 2 to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce May 27 22:39:44.707841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Pushing event updated for resources: {'Port': ['ID=d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:44.723250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:44.723589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:44.723926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:44.733087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:44.733417 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:44.734350 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:44.735317 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 3 to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce May 27 22:39:44.753058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:44.755947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:44.755947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:44.758500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:44.758821 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:44.759776 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 4 to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce May 27 22:39:44.780229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:44.780229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:44.781093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:44.786267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:44.786708 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:44.787103 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 5 to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce May 27 22:39:44.802184 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:44.802511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:44.802842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:44.808269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:44.808682 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:44.809060 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 6 to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce May 27 22:39:44.852419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:44.852758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:44.853615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:44.878149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:44.878513 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:44.880443 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 7 to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce May 27 22:39:44.901414 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:44.933533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:44.933870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:44.934207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:44.952981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:44.953375 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:44.955229 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 8 to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce May 27 22:39:44.980321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:44.980806 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:44.981038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:44.990507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:44.990829 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:45.006982 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 9 to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce May 27 22:39:45.066094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed643dc-4105-495b-b439-1e27ae312557 req-ec45d1ea-cdac-429a-b68d-9cebe3256b4a tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.067680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bed643dc-4105-495b-b439-1e27ae312557 req-ec45d1ea-cdac-429a-b68d-9cebe3256b4a tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.1560335 May 27 22:39:45.075030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd45c5-591d-44d6-b755-02668c81e0e6 req-270f21f8-29f6-40ac-8880-801cfe2451d3 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.076683 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3fd45c5-591d-44d6-b755-02668c81e0e6 req-270f21f8-29f6-40ac-8880-801cfe2451d3 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.1224861 May 27 22:39:45.085481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:45.085823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:45.086151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:45.096087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:45.096430 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:45.098478 n-d-843680-3 neutron-server[88901]: INFO neutron.plugins.ml2.plugin [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 10 to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce May 27 22:39:45.129257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:45.129702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:45.129983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:45.147457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:45.147777 n-d-843680-3 neutron-server[88901]: ERROR neutron.plugins.ml2.managers [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:45.148132 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:45.148272 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bed643dc-4105-495b-b439-1e27ae312557 req-a241ad49-5ff2-4987-bfd0-a524048ae3eb tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708537 May 27 22:39:45.156009 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3fd45c5-591d-44d6-b755-02668c81e0e6 req-df967377-8b20-4d41-b4f8-3d9257d0c4c1 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628436 May 27 22:39:45.252463 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:45.276395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] For port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:39:45.276762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempted to set empty binding levels {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 22:39:45.352816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5fedf-7adc-460b-8f6b-59a880706830 req-dafaab63-fd00-422f-89aa-2cacbea58119 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.354848 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08f5fedf-7adc-460b-8f6b-59a880706830 req-dafaab63-fd00-422f-89aa-2cacbea58119 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.0896142 May 27 22:39:45.371081 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:45.405924 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08f5fedf-7adc-460b-8f6b-59a880706830 req-9ca75cf1-926f-46ce-91ce-3b3edd8565ca tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449109 May 27 22:39:45.430105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:45.490801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] In _notify_port_updated(), no bound segment for port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:39:45.491644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.492222 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:45.495062 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "PUT /v2.0/ports/d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce HTTP/1.1" status: 200 len: 979 time: 1.7398853 May 27 22:39:45.496782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59638) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:45.505805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'Port': ['ID=565ad814-6606-4fd8-a773-4e2067e4f24e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:45.590353 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:45.611815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02534b-78f8-4895-9d90-bb72347f5069 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Pushing event updated for resources: {'Port': ['ID=d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:45.623389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.623877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.624340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.624829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.625290 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.625758 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.626469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.626922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.627375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.627834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.628287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.628792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.629223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.629668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.630130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.630581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.631035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.631489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.631943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.632417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.632884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.633323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.633787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.634292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.634746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.635197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.635655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.636108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.636590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.637047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:45.639580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Synchronizing usage tracker for tenant:e5b7c02fffc44f7586cda56ab12bbc30 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:45.788826 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:45.789717 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:45.790863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Unset dirty status for tenant:e5b7c02fffc44f7586cda56ab12bbc30 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:45.794391 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-04b47fa3-4e4f-4558-aee6-27e5649b29e1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7122648 May 27 22:39:45.794903 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1a6ef593-e699-4e7f-ad9c-3061ed8a831d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26903 time: 0.2955797 May 27 22:39:45.797266 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59644) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:45.900169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a4dbc1e4-a1e6-47cf-a339-ecd79f9dec5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Deleting port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:39:45.900559 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4dbc1e4-a1e6-47cf-a339-ecd79f9dec5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:46.254212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-37f03947-423a-41e0-b54b-14d01170868a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Synchronizing usage tracker for tenant:df84f64e176647659c4bf324dc3c727e on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:46.303072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a4dbc1e4-a1e6-47cf-a339-ecd79f9dec5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] For port d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce, host n-h2-843680-3, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:46.303456 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4dbc1e4-a1e6-47cf-a339-ecd79f9dec5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:46.392932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2d3af-7493-4230-97ab-f23a65a47c0d req-68873163-78b6-4042-8c44-96e9310ef5bd tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:46.394424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eda2d3af-7493-4230-97ab-f23a65a47c0d req-68873163-78b6-4042-8c44-96e9310ef5bd tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.0865917 May 27 22:39:46.421515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-37f03947-423a-41e0-b54b-14d01170868a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Unset dirty status for tenant:df84f64e176647659c4bf324dc3c727e on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:46.425523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-37f03947-423a-41e0-b54b-14d01170868a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1966033635&fields=id&tenant_id=df84f64e176647659c4bf324dc3c727e HTTP/1.1" status: 200 len: 267 time: 0.2200561 May 27 22:39:46.437911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a4dbc1e4-a1e6-47cf-a339-ecd79f9dec5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Calling delete_port for d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:39:46.525440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eda2d3af-7493-4230-97ab-f23a65a47c0d req-29c01455-4eaa-4306-881d-761282374076 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194751 May 27 22:39:46.539206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-febe8e8c-9a1b-4ad9-af8f-efc804ea544f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:46.541135 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-febe8e8c-9a1b-4ad9-af8f-efc804ea544f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports/28f4ebbf-fdd6-4399-854a-6706996529f9 HTTP/1.1" status: 200 len: 937 time: 0.1039453 May 27 22:39:46.639621 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4dbc1e4-a1e6-47cf-a339-ecd79f9dec5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:46.705855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-883d7441-2c75-4c0d-be91-92808932451e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:46.707199 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-883d7441-2c75-4c0d-be91-92808932451e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports/3df037ee-cdfc-4a0b-adc5-86aa597bdf16 HTTP/1.1" status: 200 len: 936 time: 0.1596539 May 27 22:39:46.726478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbc1e4-a1e6-47cf-a339-ecd79f9dec5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:46.739655 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4dbc1e4-a1e6-47cf-a339-ecd79f9dec5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:46.792040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-fb994d87-af7f-4caa-aab5-be01e6d32c94 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?network_id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0492411 May 27 22:39:46.828897 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a4dbc1e4-a1e6-47cf-a339-ecd79f9dec5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "DELETE /v2.0/ports/d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce HTTP/1.1" status: 204 len: 168 time: 1.0304403 May 27 22:39:46.831360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59688) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:46.850826 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-59ebb01d-d1dc-43f7-86e2-168b6ca7141b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?network_id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0522947 May 27 22:39:46.889101 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-7587c055-e120-4260-8b9b-c5aa624ef0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] GET failed (client error): The resource could not be found. May 27 22:39:46.889731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7587c055-e120-4260-8b9b-c5aa624ef0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Synchronizing usage tracker for tenant:e5b7c02fffc44f7586cda56ab12bbc30 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:46.974947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b8125-6d00-4420-8139-59a6746870ef req-da36a21c-df9a-4551-8681-1f40956046c2 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:46.976324 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec5b8125-6d00-4420-8139-59a6746870ef req-da36a21c-df9a-4551-8681-1f40956046c2 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/networks?id=cf3db205-1735-4d3f-a60e-7367df656e34 HTTP/1.1" status: 200 len: 813 time: 0.3574677 May 27 22:39:47.001884 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec5b8125-6d00-4420-8139-59a6746870ef req-23670482-25a6-4794-befa-d40620ab81da tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/quotas/9a420c0f9828425fb0c912aa073963d8 HTTP/1.1" status: 200 len: 375 time: 0.0179174 May 27 22:39:47.041214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7587c055-e120-4260-8b9b-c5aa624ef0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Unset dirty status for tenant:e5b7c02fffc44f7586cda56ab12bbc30 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:47.043833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7587c055-e120-4260-8b9b-c5aa624ef0ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "GET /v2.0/ports/d2cf4960-66ab-4e5f-9fb7-3de963f1a2ce HTTP/1.1" status: 404 len: 333 time: 0.2100525 May 27 22:39:47.046315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59694) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:47.058388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5a0502c6-eb18-4cc8-9990-393c4d65284d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1493513228', 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:47.065443 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5a0502c6-eb18-4cc8-9990-393c4d65284d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:47.077682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5a0502c6-eb18-4cc8-9990-393c4d65284d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:47.096842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-f0239211-26a0-4954-9798-7706575f751b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:47.102411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-f0239211-26a0-4954-9798-7706575f751b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:47.108017 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-f0239211-26a0-4954-9798-7706575f751b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:47.108812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-f0239211-26a0-4954-9798-7706575f751b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Synchronizing usage tracker for tenant:df84f64e176647659c4bf324dc3c727e on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:47.145295 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec5b8125-6d00-4420-8139-59a6746870ef req-2bae850b-8d07-4f6d-9b8d-7810beec343c tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=9a420c0f9828425fb0c912aa073963d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1345885 May 27 22:39:47.222407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0502c6-eb18-4cc8-9990-393c4d65284d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Made reservation on behalf of e5b7c02fffc44f7586cda56ab12bbc30 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:47.224904 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a0502c6-eb18-4cc8-9990-393c4d65284d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:47.246519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-5a0502c6-eb18-4cc8-9990-393c4d65284d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] device_id is not set on port 57ef9ee6-f1f5-4b52-93d9-f087c9a23230 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:39:47.332271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-f0239211-26a0-4954-9798-7706575f751b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Unset dirty status for tenant:df84f64e176647659c4bf324dc3c727e on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:47.333613 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-f0239211-26a0-4954-9798-7706575f751b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/networks?id=6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 HTTP/1.1" status: 200 len: 1995 time: 0.4677975 May 27 22:39:47.357525 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-91067288-7859-457b-8995-7ad67a1f41c3 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/quotas/df84f64e176647659c4bf324dc3c727e HTTP/1.1" status: 200 len: 375 time: 0.0153179 May 27 22:39:47.455878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4f25b8a9-c1fb-4395-934a-77d5b84e8603 service neutron] 10.222.0.27 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024938 May 27 22:39:47.538073 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a0502c6-eb18-4cc8-9990-393c4d65284d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:47.558085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9395c3-6358-4c02-885e-5bacc4cd0528 req-59786e7b-1461-46f1-a4b4-3cafcf03d401 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:47.559243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-cb9395c3-6358-4c02-885e-5bacc4cd0528 req-59786e7b-1461-46f1-a4b4-3cafcf03d401 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Synchronizing usage tracker for tenant:9a420c0f9828425fb0c912aa073963d8 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:47.578521 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cb663d6-c812-43e0-9c50-587421f8c606 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=df84f64e176647659c4bf324dc3c727e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2139196 May 27 22:39:47.690880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-cb9395c3-6358-4c02-885e-5bacc4cd0528 req-59786e7b-1461-46f1-a4b4-3cafcf03d401 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Unset dirty status for tenant:9a420c0f9828425fb0c912aa073963d8 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:47.692368 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cb9395c3-6358-4c02-885e-5bacc4cd0528 req-59786e7b-1461-46f1-a4b4-3cafcf03d401 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.46 "GET /v2.0/ports?device_id=c6c36bbc-c487-47b0-8e85-d5c14005f341 HTTP/1.1" status: 200 len: 945 time: 0.3153491 May 27 22:39:47.704260 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec5b8125-6d00-4420-8139-59a6746870ef req-78376cf9-d4a1-486f-88f9-4ee7d51843b1 service neutron] 10.222.0.27 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400212 May 27 22:39:47.749198 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-5b7a4671-7526-42ac-9d35-7ba58235653a service neutron] 10.222.0.27 "GET /v2.0/networks/6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578000 May 27 22:39:47.771284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-cb9395c3-6358-4c02-885e-5bacc4cd0528 req-1d8494dc-e2e7-46e0-b8d4-c5256e549607 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Deleting port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:39:47.771704 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cb9395c3-6358-4c02-885e-5bacc4cd0528 req-1d8494dc-e2e7-46e0-b8d4-c5256e549607 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:47.806653 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a0502c6-eb18-4cc8-9990-393c4d65284d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:47.894496 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-6bab85dd-4fc4-4ca6-8f1b-3f66dd55449b service neutron] 10.222.0.27 "GET /v2.0/networks/6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369691 May 27 22:39:47.907537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0502c6-eb18-4cc8-9990-393c4d65284d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Network 8fff6f4c-7489-4756-99e0-c2af79b45765 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:39:47.907537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5a0502c6-eb18-4cc8-9990-393c4d65284d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:47.908007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0502c6-eb18-4cc8-9990-393c4d65284d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:39:47.909130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0502c6-eb18-4cc8-9990-393c4d65284d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:47.909817 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a0502c6-eb18-4cc8-9990-393c4d65284d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:47.958890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0502c6-eb18-4cc8-9990-393c4d65284d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Pushing event updated for resources: {'Port': ['ID=57ef9ee6-f1f5-4b52-93d9-f087c9a23230,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:47.968643 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-353d9ef6-2ce7-48b4-994d-f9c3e1818bbd service neutron] 10.222.0.27 "GET /v2.0/ports/28f4ebbf-fdd6-4399-854a-6706996529f9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0666370 May 27 22:39:48.114217 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5a0502c6-eb18-4cc8-9990-393c4d65284d tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0662901 May 27 22:39:48.124661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59708) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:48.201256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cb9395c3-6358-4c02-885e-5bacc4cd0528 req-1d8494dc-e2e7-46e0-b8d4-c5256e549607 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] For port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:48.201770 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cb9395c3-6358-4c02-885e-5bacc4cd0528 req-1d8494dc-e2e7-46e0-b8d4-c5256e549607 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:48.274612 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-6c69b92e-2374-4418-b524-c2c1b2537678 service neutron] 10.222.0.27 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907343 May 27 22:39:48.375120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-cb9395c3-6358-4c02-885e-5bacc4cd0528 req-1d8494dc-e2e7-46e0-b8d4-c5256e549607 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Calling delete_port for 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:39:48.383147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855eb5f-1a5c-47cf-af75-d120b99a8d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:48.385425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b855eb5f-1a5c-47cf-af75-d120b99a8d2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "GET /v2.0/ports/57ef9ee6-f1f5-4b52-93d9-f087c9a23230 HTTP/1.1" status: 200 len: 959 time: 0.2515833 May 27 22:39:48.389486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59720) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:48.540057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6192f7d6-03aa-4864-bdda-9e6b8d547363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Deleting port 57ef9ee6-f1f5-4b52-93d9-f087c9a23230 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:39:48.541005 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6192f7d6-03aa-4864-bdda-9e6b8d547363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:48.573152 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-a7cb1f5f-3e91-44f7-a55c-ce075f5bf2ab service neutron] 10.222.0.27 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973220 May 27 22:39:48.644217 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cb9395c3-6358-4c02-885e-5bacc4cd0528 req-1d8494dc-e2e7-46e0-b8d4-c5256e549607 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:48.724777 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-856b6674-355e-49ff-b345-f82702efe9a2 service neutron] 10.222.0.27 "GET /v2.0/ports/3df037ee-cdfc-4a0b-adc5-86aa597bdf16?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1374342 May 27 22:39:48.735304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40655c1f-e585-4a3a-89ba-ab754675bb94 req-36b5cf1a-5db0-4957-ae9c-7950c9bb0017 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:48.748194 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40655c1f-e585-4a3a-89ba-ab754675bb94 req-36b5cf1a-5db0-4957-ae9c-7950c9bb0017 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.3501518 May 27 22:39:48.817030 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8494dc-e2e7-46e0-b8d4-c5256e549607 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Pushing event deleted for resources: {'Port': ['ID=0b80cfe1-8a71-4018-bd4f-492b3580a7e7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:48.905918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9395c3-6358-4c02-885e-5bacc4cd0528 req-1d8494dc-e2e7-46e0-b8d4-c5256e549607 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] No DVR routers for this DVR port 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:39:48.909910 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cb9395c3-6358-4c02-885e-5bacc4cd0528 req-1d8494dc-e2e7-46e0-b8d4-c5256e549607 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:48.912744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c36bbc-c487-47b0-8e85-d5c14005f341', 'name': 'network-vif-deleted', 'tag': '0b80cfe1-8a71-4018-bd4f-492b3580a7e7'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:39:49.046317 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cb9395c3-6358-4c02-885e-5bacc4cd0528 req-1d8494dc-e2e7-46e0-b8d4-c5256e549607 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.46 "DELETE /v2.0/ports/0b80cfe1-8a71-4018-bd4f-492b3580a7e7 HTTP/1.1" status: 204 len: 173 time: 1.3471894 May 27 22:39:49.161361 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40655c1f-e585-4a3a-89ba-ab754675bb94 req-9d351fc0-d6ba-43e9-b8c3-383274633f7c tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102423 May 27 22:39:49.203229 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6192f7d6-03aa-4864-bdda-9e6b8d547363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:49.389793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6192f7d6-03aa-4864-bdda-9e6b8d547363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Calling delete_port for 57ef9ee6-f1f5-4b52-93d9-f087c9a23230 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:39:49.429418 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-ae87b51e-6875-4269-909e-b8ea23f04bda service neutron] 10.222.0.27 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761127 May 27 22:39:49.437868 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2328e480-652d-452b-bd08-e871f6adb0dc req-d593b9f6-f150-44e0-9628-63e35b8c4652 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 210 time: 0.1510313 May 27 22:39:49.636582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bbdddc7f-076f-455d-83ab-1f33f699aff6 service neutron] 10.222.0.27 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977358 May 27 22:39:49.778670 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6192f7d6-03aa-4864-bdda-9e6b8d547363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:49.850767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192f7d6-03aa-4864-bdda-9e6b8d547363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Pushing event deleted for resources: {'Port': ['ID=57ef9ee6-f1f5-4b52-93d9-f087c9a23230,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:49.857649 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6192f7d6-03aa-4864-bdda-9e6b8d547363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:49.893981 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6192f7d6-03aa-4864-bdda-9e6b8d547363 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "DELETE /v2.0/ports/57ef9ee6-f1f5-4b52-93d9-f087c9a23230 HTTP/1.1" status: 204 len: 168 time: 1.5035665 May 27 22:39:49.897111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59742) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:49.919389 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bd29ceb6-aca8-402e-8746-d33edd6c62af service neutron] 10.222.0.27 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739894 May 27 22:39:49.936677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af353e1-e58e-4384-a5c9-669a7fa1155e req-3cf44359-148a-4d97-9634-bb88d4853bac tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:49.938043 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0af353e1-e58e-4384-a5c9-669a7fa1155e req-3cf44359-148a-4d97-9634-bb88d4853bac tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 945 time: 0.1965539 May 27 22:39:49.956463 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-bddf2352-25e5-4f7e-be8c-4bc61aa72e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] GET failed (client error): The resource could not be found. May 27 22:39:49.957090 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bddf2352-25e5-4f7e-be8c-4bc61aa72e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Synchronizing usage tracker for tenant:e5b7c02fffc44f7586cda56ab12bbc30 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:50.038904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bddf2352-25e5-4f7e-be8c-4bc61aa72e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Unset dirty status for tenant:e5b7c02fffc44f7586cda56ab12bbc30 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:50.044085 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bddf2352-25e5-4f7e-be8c-4bc61aa72e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "GET /v2.0/ports/57ef9ee6-f1f5-4b52-93d9-f087c9a23230 HTTP/1.1" status: 404 len: 333 time: 0.1407986 May 27 22:39:50.044275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59750) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:50.049773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9fce46b8-f166-4096-a89a-9a25df50d5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Request body: {'port': {'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1980920261'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:50.057558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9fce46b8-f166-4096-a89a-9a25df50d5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:50.064977 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0af353e1-e58e-4384-a5c9-669a7fa1155e req-0cebfcc8-61b1-4805-95cc-8823edd68733 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/security-groups?id=b67318d7-3403-4115-b13b-9335d63655cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095867 May 27 22:39:50.079023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9fce46b8-f166-4096-a89a-9a25df50d5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:50.112276 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-9a584509-8aac-433c-88ab-dcbe4b27b4e9 service neutron] 10.222.0.27 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838293 May 27 22:39:50.140037 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb690ca8-b06c-4dae-bceb-4ca7a727c9c7'] response: {'server_uuid': 'c6c36bbc-c487-47b0-8e85-d5c14005f341', 'name': 'network-vif-deleted', 'tag': '0b80cfe1-8a71-4018-bd4f-492b3580a7e7', 'status': 'completed', 'code': 200} May 27 22:39:50.195645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fce46b8-f166-4096-a89a-9a25df50d5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Made reservation on behalf of e5b7c02fffc44f7586cda56ab12bbc30 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:50.198880 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fce46b8-f166-4096-a89a-9a25df50d5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:50.235131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-9fce46b8-f166-4096-a89a-9a25df50d5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] device_id is not set on port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:39:50.273802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-85402b61-4ef0-40be-abc6-fc3a04d35f68 service neutron] 10.222.0.27 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601121 May 27 22:39:50.404212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:39:50.489526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fd794-65de-447c-87e8-8fb60313195b req-a077eb08-4151-4763-84cd-b63851bb46a9 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:50.491283 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e47fd794-65de-447c-87e8-8fb60313195b req-a077eb08-4151-4763-84cd-b63851bb46a9 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.1180699 May 27 22:39:50.539659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:39:50.540005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b80cfe1-8a71-4018-bd4f-492b3580a7e7 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:39:50.552694 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-f085ee55-05a6-4cab-a850-dc2bcd3fc70d service neutron] 10.222.0.27 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778320 May 27 22:39:50.557840 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e47fd794-65de-447c-87e8-8fb60313195b req-70cf4e1b-c7fd-45eb-8c1e-599bcdfa860d tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489416 May 27 22:39:50.707412 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-12bcc1a5-e0f1-4aab-be69-38296ae8731c service neutron] 10.222.0.27 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478779 May 27 22:39:50.741047 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fce46b8-f166-4096-a89a-9a25df50d5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:50.857205 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fce46b8-f166-4096-a89a-9a25df50d5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:50.949541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fce46b8-f166-4096-a89a-9a25df50d5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Network 8fff6f4c-7489-4756-99e0-c2af79b45765 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:39:50.991628 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f9c77e1d-56e7-4031-8586-02456d0a1962 req-52e70310-4afb-4358-a41d-586333e10a38 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 210 time: 0.0577927 May 27 22:39:51.000329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9fce46b8-f166-4096-a89a-9a25df50d5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:51.014639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fce46b8-f166-4096-a89a-9a25df50d5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:39:51.015626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fce46b8-f166-4096-a89a-9a25df50d5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:51.016219 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fce46b8-f166-4096-a89a-9a25df50d5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:51.044814 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-48ee9353-d67f-4590-a85d-93b3e778b180 service neutron] 10.222.0.27 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286455 May 27 22:39:51.058764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce46b8-f166-4096-a89a-9a25df50d5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Pushing event updated for resources: {'Port': ['ID=a604cb4a-e53c-4732-98dd-4dbe8cbe6909,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:51.129917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b8125-6d00-4420-8139-59a6746870ef req-3c87c310-c5bf-46eb-8dc3-8c7358619488 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:51.131490 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ec5b8125-6d00-4420-8139-59a6746870ef req-3c87c310-c5bf-46eb-8dc3-8c7358619488 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.46 "GET /v2.0/networks?id=cf3db205-1735-4d3f-a60e-7367df656e34 HTTP/1.1" status: 200 len: 813 time: 0.2217622 May 27 22:39:51.150296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Request body: {'port': {'device_id': '39c099b1-e343-4fc9-9df7-8987e65e62a2', 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34', 'admin_state_up': True, 'tenant_id': '9a420c0f9828425fb0c912aa073963d8'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:51.169758 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9fce46b8-f166-4096-a89a-9a25df50d5d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1244297 May 27 22:39:51.172466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59772) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:51.189354 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:51.271469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-f21a0c4a-5bbf-4662-82fa-cc24853025f3 service neutron] 10.222.0.27 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198534 May 27 22:39:51.301240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:51.306251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Usage tracker for resource:port and tenant:9a420c0f9828425fb0c912aa073963d8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:51.309386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:51.315674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:51.422820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Made reservation on behalf of 9a420c0f9828425fb0c912aa073963d8 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:51.426429 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:51.442116 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:51.533724 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-0125007f-6553-4fa5-b4d7-f9e8ddb8b140 service neutron] 10.222.0.27 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150338 May 27 22:39:51.637280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Allocated IP 172.20.0.11 (cf3db205-1735-4d3f-a60e-7367df656e34/e4f9403f-9822-40ab-be8d-40aec1182252/bc496ac6-8937-482d-b4e1-3777057b9736) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:39:51.830459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293fb6ad-dfdb-4768-a016-fa023a8b6811 req-6780c2e2-8f1c-4e9f-8d14-f6a1ac870c02 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:51.832100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-293fb6ad-dfdb-4768-a016-fa023a8b6811 req-6780c2e2-8f1c-4e9f-8d14-f6a1ac870c02 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 945 time: 0.1947842 May 27 22:39:51.892419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] device_id is not set on port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:39:51.904199 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-293fb6ad-dfdb-4768-a016-fa023a8b6811 req-5791f645-407f-4d31-8264-e390b983ab8e tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/security-groups?id=b67318d7-3403-4115-b13b-9335d63655cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591810 May 27 22:39:51.906004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:51.924836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Transition to ACTIVE for port object a604cb4a-e53c-4732-98dd-4dbe8cbe6909 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:52.010954 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:52.012024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:52.125659 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:52.154044 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:52.201382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Network cf3db205-1735-4d3f-a60e-7367df656e34 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:39:52.204778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:52.209850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:39:52.226507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:52.227513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:52.229139 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:52.239074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Pushing event updated for resources: {'Port': ['ID=a604cb4a-e53c-4732-98dd-4dbe8cbe6909,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:52.247229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:52.247549 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:52.248071 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 2 to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 May 27 22:39:52.250465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Pushing event updated for resources: {'Port': ['ID=bc496ac6-8937-482d-b4e1-3777057b9736,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:52.272899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:52.273243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:52.274162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:52.283806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:52.284149 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:52.285267 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 3 to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 May 27 22:39:52.286654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:52.287258 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:52.307505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:52.307854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:52.308176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:52.319118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f98d9-49c0-40c7-94a7-fccf98f4170d req-86f61829-af50-4b41-8a14-91d31b97cc6f tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:52.328832 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-900f98d9-49c0-40c7-94a7-fccf98f4170d req-86f61829-af50-4b41-8a14-91d31b97cc6f tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.2415712 May 27 22:39:52.328832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:52.328832 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:52.328832 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 4 to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 May 27 22:39:52.356475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:52.356815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:52.357147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:52.371759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:52.372090 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:52.375491 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 5 to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 May 27 22:39:52.390740 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ec5b8125-6d00-4420-8139-59a6746870ef req-4713faf1-aee7-491f-b749-a82e56fd159f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2492208 May 27 22:39:52.397404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-900f98d9-49c0-40c7-94a7-fccf98f4170d req-6fad786b-55ae-4bd2-90d9-6c7845c49ab8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653906 May 27 22:39:52.399666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:52.399882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:52.405113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Request body: {'port': {'device_id': '39c099b1-e343-4fc9-9df7-8987e65e62a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:52.406355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:52.417637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:52.417963 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:52.418345 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 6 to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 May 27 22:39:52.451833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:52.452158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:52.452535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:52.465283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:52.465283 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:52.465677 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 7 to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 May 27 22:39:52.490158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:52.490907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:52.491451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:52.502955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:52.503603 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:52.504415 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 8 to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 May 27 22:39:52.523664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:52.524221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:52.524934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:52.533683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:52.540969 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:52.541593 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 9 to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 May 27 22:39:52.576187 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:52.592285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:52.592578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:52.592917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:52.605534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:52.605860 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:52.606416 n-d-843680-3 neutron-server[88900]: INFO neutron.plugins.ml2.plugin [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempt 10 to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 May 27 22:39:52.630880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:52.631169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:52.631510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempting to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:52.639636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:52.639965 n-d-843680-3 neutron-server[88900]: ERROR neutron.plugins.ml2.managers [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Failed to bind port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on host n-h2-843680-3 for vnic_type normal using segments [{'id': 'b014e69e-6a83-401b-8cdc-12116b41623c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8fff6f4c-7489-4756-99e0-c2af79b45765'}] May 27 22:39:52.640330 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:52.704607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b886df2-44b0-43a4-bbbd-29691736e350 req-08eea63c-c17e-4b14-bb72-32ffa6df3d73 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:52.706096 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b886df2-44b0-43a4-bbbd-29691736e350 req-08eea63c-c17e-4b14-bb72-32ffa6df3d73 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 932 time: 0.1524346 May 27 22:39:52.885442 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b886df2-44b0-43a4-bbbd-29691736e350 req-1e523a0e-3cdf-49a8-9e3d-9f7e5d75c22e tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544948 May 27 22:39:52.898516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] For port a604cb4a-e53c-4732-98dd-4dbe8cbe6909, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:39:52.898516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attempted to set empty binding levels {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 27 22:39:52.947440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36236d-638a-493c-a424-5ac7af4662ef req-b9ce65d9-1912-4493-8c4c-b9cfb92c837a tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:52.949191 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d36236d-638a-493c-a424-5ac7af4662ef req-b9ce65d9-1912-4493-8c4c-b9cfb92c837a tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.46 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 945 time: 0.1256831 May 27 22:39:53.169224 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:53.224935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc496ac6-8937-482d-b4e1-3777057b9736 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:39:53.236152 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:53.253690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Transition to ACTIVE for port object bc496ac6-8937-482d-b4e1-3777057b9736 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:53.264456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] In _notify_port_updated(), no bound segment for port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 on network 8fff6f4c-7489-4756-99e0-c2af79b45765 {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:39:53.265300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:53.265887 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:53.267177 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "PUT /v2.0/ports/a604cb4a-e53c-4732-98dd-4dbe8cbe6909 HTTP/1.1" status: 200 len: 979 time: 2.0937302 May 27 22:39:53.270194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59820) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:53.294276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-7d36236d-638a-493c-a424-5ac7af4662ef req-7ec6f5f5-5626-441c-92c3-61a7d662a764 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Deleting port 6f882d01-9711-4660-af31-fb2215dfa19f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:39:53.294617 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7d36236d-638a-493c-a424-5ac7af4662ef req-7ec6f5f5-5626-441c-92c3-61a7d662a764 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:53.330039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e38d7-5ac1-452d-aae9-ddecdc16a935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Pushing event updated for resources: {'Port': ['ID=a604cb4a-e53c-4732-98dd-4dbe8cbe6909,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:53.335856 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:53.426136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29d392-22cf-4922-b794-47cd1098c0e7 req-47d95943-588a-48a2-a7fe-7cbc06975725 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:53.427740 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c29d392-22cf-4922-b794-47cd1098c0e7 req-47d95943-588a-48a2-a7fe-7cbc06975725 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 945 time: 0.3028526 May 27 22:39:53.613457 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c29d392-22cf-4922-b794-47cd1098c0e7 req-f9d0760a-576a-4eda-820c-d1d80cd53770 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/security-groups?id=b67318d7-3403-4115-b13b-9335d63655cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754136 May 27 22:39:53.614137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a84876d7-b27a-4bdb-8af7-dc31149477fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Deleting port a604cb4a-e53c-4732-98dd-4dbe8cbe6909 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:39:53.614285 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a84876d7-b27a-4bdb-8af7-dc31149477fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:53.772280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Pushing event updated for resources: {'Port': ['ID=bc496ac6-8937-482d-b4e1-3777057b9736,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:53.911225 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-667db7fc-8152-4813-a800-6d7387a84680 req-09f7d575-26df-4685-b2ca-77d3c42b0fa1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 210 time: 0.1670673 May 27 22:39:53.911225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-7d36236d-638a-493c-a424-5ac7af4662ef req-7ec6f5f5-5626-441c-92c3-61a7d662a764 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] For port 6f882d01-9711-4660-af31-fb2215dfa19f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6f882d01-9711-4660-af31-fb2215dfa19f,segment=NetworkSegment(7d8476d7-d7f5-4600-9364-b6505191ca02),segment_id=7d8476d7-d7f5-4600-9364-b6505191ca02)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:53.911225 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7d36236d-638a-493c-a424-5ac7af4662ef req-7ec6f5f5-5626-441c-92c3-61a7d662a764 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:54.163537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a84876d7-b27a-4bdb-8af7-dc31149477fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] For port a604cb4a-e53c-4732-98dd-4dbe8cbe6909, host n-h2-843680-3, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:54.164171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a84876d7-b27a-4bdb-8af7-dc31149477fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:54.179254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Attempting to bind port bc496ac6-8937-482d-b4e1-3777057b9736 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:39:54.179586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Attempting to bind port bc496ac6-8937-482d-b4e1-3777057b9736 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'af8c1190-bd32-406e-bc39-1cbea38c279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:39:54.179913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Attempting to bind port bc496ac6-8937-482d-b4e1-3777057b9736 on network cf3db205-1735-4d3f-a60e-7367df656e34 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:54.308616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a84876d7-b27a-4bdb-8af7-dc31149477fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Calling delete_port for a604cb4a-e53c-4732-98dd-4dbe8cbe6909 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:39:54.325388 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1934989-1ef6-4053-bcd5-f00a1dea1952 req-e7cea5cf-4ab5-4774-a730-eefa80c128c6 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:54.326973 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1934989-1ef6-4053-bcd5-f00a1dea1952 req-e7cea5cf-4ab5-4774-a730-eefa80c128c6 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.6894231 May 27 22:39:54.337000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Port bc496ac6-8937-482d-b4e1-3777057b9736 on network cf3db205-1735-4d3f-a60e-7367df656e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:39:54.337330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Attempting to bind port bc496ac6-8937-482d-b4e1-3777057b9736 on network cf3db205-1735-4d3f-a60e-7367df656e34 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:39:54.349857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:39:54.350555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Checking segment: {'id': 'af8c1190-bd32-406e-bc39-1cbea38c279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:39:54.351116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Bound using segment: {'id': 'af8c1190-bd32-406e-bc39-1cbea38c279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:39:54.351745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Bound port: bc496ac6-8937-482d-b4e1-3777057b9736, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8c1190-bd32-406e-bc39-1cbea38c279f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:39:54.352280 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:54.418757 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1934989-1ef6-4053-bcd5-f00a1dea1952 req-cc5727ab-73ac-4410-9f81-e747052a0399 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741804 May 27 22:39:54.422561 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7d36236d-638a-493c-a424-5ac7af4662ef req-7ec6f5f5-5626-441c-92c3-61a7d662a764 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:54.423171 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7d36236d-638a-493c-a424-5ac7af4662ef req-7ec6f5f5-5626-441c-92c3-61a7d662a764 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:54.423542 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-7d36236d-638a-493c-a424-5ac7af4662ef req-7ec6f5f5-5626-441c-92c3-61a7d662a764 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Floating IP 5412eb0e-4d02-4ea7-9fb7-d1d12e6ae319 disassociated. External IP: 172.25.2.151, port: 6f882d01-9711-4660-af31-fb2215dfa19f. May 27 22:39:54.423889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-7d36236d-638a-493c-a424-5ac7af4662ef req-7ec6f5f5-5626-441c-92c3-61a7d662a764 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Calling delete_port for 6f882d01-9711-4660-af31-fb2215dfa19f owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:39:54.481568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667d4e6-0cda-42ec-b3e2-b4c89067238e req-2f515773-b8c4-41c0-828a-248c8c9e46d2 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:54.483587 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1667d4e6-0cda-42ec-b3e2-b4c89067238e req-2f515773-b8c4-41c0-828a-248c8c9e46d2 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 944 time: 0.3173306 May 27 22:39:54.497603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] For port bc496ac6-8937-482d-b4e1-3777057b9736, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:39:54.501855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] For port bc496ac6-8937-482d-b4e1-3777057b9736, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=bc496ac6-8937-482d-b4e1-3777057b9736,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:39:54.550719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1667d4e6-0cda-42ec-b3e2-b4c89067238e req-6f7aad9f-772f-4eaa-948e-14ee67155c1c tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572989 May 27 22:39:54.577206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:54.627544 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a84876d7-b27a-4bdb-8af7-dc31149477fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:54.654619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:54.655227 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:54.656815 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ec5b8125-6d00-4420-8139-59a6746870ef req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] 10.222.0.46 "PUT /v2.0/ports/bc496ac6-8937-482d-b4e1-3777057b9736 HTTP/1.1" status: 200 len: 1092 time: 2.2559457 May 27 22:39:54.658844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c099b1-e343-4fc9-9df7-8987e65e62a2', 'tag': 'bc496ac6-8937-482d-b4e1-3777057b9736'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:39:54.673624 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a84876d7-b27a-4bdb-8af7-dc31149477fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:54.683584 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a84876d7-b27a-4bdb-8af7-dc31149477fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "DELETE /v2.0/ports/a604cb4a-e53c-4732-98dd-4dbe8cbe6909 HTTP/1.1" status: 204 len: 168 time: 1.4121687 May 27 22:39:54.686341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59850) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:54.709109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7d6c1-e4fe-4cda-87e6-2ede2c553e4d service neutron] Pushing event updated for resources: {'Port': ['ID=bc496ac6-8937-482d-b4e1-3777057b9736,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:54.773763 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-784a6f9c-013b-41e3-9789-d5ebd1d28e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] GET failed (client error): The resource could not be found. May 27 22:39:54.775132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-784a6f9c-013b-41e3-9789-d5ebd1d28e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Synchronizing usage tracker for tenant:e5b7c02fffc44f7586cda56ab12bbc30 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:54.786482 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-775f7d44-8806-4a21-81f1-18cebe1d5c62'] response: {'name': 'network-changed', 'server_uuid': '39c099b1-e343-4fc9-9df7-8987e65e62a2', 'tag': 'bc496ac6-8937-482d-b4e1-3777057b9736', 'status': 'completed', 'code': 200} May 27 22:39:54.798570 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7d36236d-638a-493c-a424-5ac7af4662ef req-7ec6f5f5-5626-441c-92c3-61a7d662a764 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:54.825656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84876d7-b27a-4bdb-8af7-dc31149477fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Pushing event deleted for resources: {'Port': ['ID=a604cb4a-e53c-4732-98dd-4dbe8cbe6909,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:54.873977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a867b-99ac-4ef8-b6c0-34974d6dca08 req-69bd707b-1d9e-4d55-9374-cf4f325ea996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:54.875533 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c50a867b-99ac-4ef8-b6c0-34974d6dca08 req-69bd707b-1d9e-4d55-9374-cf4f325ea996 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a420c0f9828425fb0c912aa073963d8&device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 1095 time: 0.0874677 May 27 22:39:54.893571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6f5f5-5626-441c-92c3-61a7d662a764 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Pushing event deleted for resources: {'Port': ['ID=6f882d01-9711-4660-af31-fb2215dfa19f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:54.898584 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-766dde30-afc0-4470-9c76-9845f3fcd086 req-f38e91fb-ba2c-4553-a967-f8916f2d65d7 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 210 time: 0.1036601 May 27 22:39:54.988179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-784a6f9c-013b-41e3-9789-d5ebd1d28e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] Unset dirty status for tenant:e5b7c02fffc44f7586cda56ab12bbc30 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:54.989553 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-784a6f9c-013b-41e3-9789-d5ebd1d28e5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379077902-project-admin] 10.222.0.27 "GET /v2.0/ports/a604cb4a-e53c-4732-98dd-4dbe8cbe6909 HTTP/1.1" status: 404 len: 333 time: 0.3022237 May 27 22:39:54.999342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59858) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:55.111836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a867b-99ac-4ef8-b6c0-34974d6dca08 req-92232c5a-9d49-40f3-873a-c2b6993de4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:55.114214 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c50a867b-99ac-4ef8-b6c0-34974d6dca08 req-92232c5a-9d49-40f3-873a-c2b6993de4ba service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9a420c0f9828425fb0c912aa073963d8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2313244 May 27 22:39:55.246747 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dcaed375-8fcd-4c98-b9cc-e18ca808d97a req-7f2bc1e9-f933-45b7-a66d-3714963b555b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 210 time: 0.2558916 May 27 22:39:55.320674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a867b-99ac-4ef8-b6c0-34974d6dca08 req-4b1dc8a0-36ed-46cc-a744-e0fa10901825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:55.324398 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c50a867b-99ac-4ef8-b6c0-34974d6dca08 req-4b1dc8a0-36ed-46cc-a744-e0fa10901825 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2038603 May 27 22:39:55.380905 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b51e1c8a-3089-41a8-8797-2dc63294576a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:55.438279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d36236d-638a-493c-a424-5ac7af4662ef req-7ec6f5f5-5626-441c-92c3-61a7d662a764 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Router d7e773f1-77c6-4f5a-aee5-316a1b9716ce has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:39:55.477695 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b8125-6d00-4420-8139-59a6746870ef req-aef93c0c-8b11-4686-bd57-33f2718a9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:55.483210 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ec5b8125-6d00-4420-8139-59a6746870ef req-aef93c0c-8b11-4686-bd57-33f2718a9c56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9a420c0f9828425fb0c912aa073963d8&device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 1095 time: 0.1037037 May 27 22:39:55.623963 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ec5b8125-6d00-4420-8139-59a6746870ef req-5214d121-bcfc-4a4e-9882-0c0c19111e31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc496ac6-8937-482d-b4e1-3777057b9736 HTTP/1.1" status: 200 len: 217 time: 0.1363714 May 27 22:39:55.732037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b8125-6d00-4420-8139-59a6746870ef req-d7225c17-7864-479f-8be0-1a27a004ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:55.733996 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ec5b8125-6d00-4420-8139-59a6746870ef req-d7225c17-7864-479f-8be0-1a27a004ab5b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e4f9403f-9822-40ab-be8d-40aec1182252 HTTP/1.1" status: 200 len: 853 time: 0.1033373 May 27 22:39:55.790160 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b51e1c8a-3089-41a8-8797-2dc63294576a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:55.828069 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ec5b8125-6d00-4420-8139-59a6746870ef req-89245791-9058-40fc-9be5-699405bde242 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf3db205-1735-4d3f-a60e-7367df656e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873916 May 27 22:39:55.949839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b51e1c8a-3089-41a8-8797-2dc63294576a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fff6f4c-7489-4756-99e0-c2af79b45765']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:56.009270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b51e1c8a-3089-41a8-8797-2dc63294576a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b014e69e-6a83-401b-8cdc-12116b41623c') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:56.009716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b51e1c8a-3089-41a8-8797-2dc63294576a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b014e69e-6a83-401b-8cdc-12116b41623c') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:56.054417 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b51e1c8a-3089-41a8-8797-2dc63294576a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:56.097193 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b51e1c8a-3089-41a8-8797-2dc63294576a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:56.108815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d36236d-638a-493c-a424-5ac7af4662ef req-7ec6f5f5-5626-441c-92c3-61a7d662a764 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:39:56.120712 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c406b93-19a7-4b2c-8bb7-4bfe781b6270 None None] Sync routers for ids ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:39:56.139936 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c406b93-19a7-4b2c-8bb7-4bfe781b6270 None None] Routers {'d7e773f1-77c6-4f5a-aee5-316a1b9716ce'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:39:56.140165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51e1c8a-3089-41a8-8797-2dc63294576a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:39:56.140536 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b51e1c8a-3089-41a8-8797-2dc63294576a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:56.142872 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0c406b93-19a7-4b2c-8bb7-4bfe781b6270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:39:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:56.219870 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ec5b8125-6d00-4420-8139-59a6746870ef req-0f635f83-8de2-4a33-818d-1e36a1c13364 service neutron] 10.222.0.46 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854990 May 27 22:39:56.361236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d36236d-638a-493c-a424-5ac7af4662ef req-7ec6f5f5-5626-441c-92c3-61a7d662a764 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] No DVR routers for this DVR port 6f882d01-9711-4660-af31-fb2215dfa19f on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:39:56.365124 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-7d36236d-638a-493c-a424-5ac7af4662ef req-7ec6f5f5-5626-441c-92c3-61a7d662a764 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:56.384239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46168e44-607a-44d6-be2b-858b0cd7044f', 'name': 'network-vif-deleted', 'tag': '6f882d01-9711-4660-af31-fb2215dfa19f'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:39:56.426460 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ec5b8125-6d00-4420-8139-59a6746870ef req-60f52ae8-ad69-47f1-b262-626cd6766a0f service neutron] 10.222.0.46 "GET /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970742 May 27 22:39:56.442758 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41c7a6-e767-4a0f-9b97-46489510ccb4 req-09575e3b-c4b1-436c-8af6-f106d8151dd3 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:56.448100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6f882d01-9711-4660-af31-fb2215dfa19f no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:39:56.454226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de41c7a6-e767-4a0f-9b97-46489510ccb4 req-09575e3b-c4b1-436c-8af6-f106d8151dd3 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.7956216 May 27 22:39:56.492167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 6f882d01-9711-4660-af31-fb2215dfa19f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:39:56.492802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6f882d01-9711-4660-af31-fb2215dfa19f not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:39:56.499824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc8dcd-3ed4-485b-841f-26ccb9be05d9 req-167098f9-f8f1-4e77-8310-ba69e52a6e9f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:56.501809 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80bc8dcd-3ed4-485b-841f-26ccb9be05d9 req-167098f9-f8f1-4e77-8310-ba69e52a6e9f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 944 time: 0.7709556 May 27 22:39:56.575928 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d36236d-638a-493c-a424-5ac7af4662ef req-7ec6f5f5-5626-441c-92c3-61a7d662a764 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.46 "DELETE /v2.0/ports/6f882d01-9711-4660-af31-fb2215dfa19f HTTP/1.1" status: 204 len: 173 time: 3.6213169 May 27 22:39:56.593796 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b51e1c8a-3089-41a8-8797-2dc63294576a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:56.610035 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b014e69e-6a83-401b-8cdc-12116b41623c resource provider aggregate not found May 27 22:39:56.685015 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0c406b93-19a7-4b2c-8bb7-4bfe781b6270 None None] Set router d7e773f1-77c6-4f5a-aee5-316a1b9716ce gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:39:56.723161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-d69d54f3-180d-4f31-9782-b93471fab87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:56.725058 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-d69d54f3-180d-4f31-9782-b93471fab87c service neutron] 10.222.0.46 "GET /v2.0/ports/28f4ebbf-fdd6-4399-854a-6706996529f9 HTTP/1.1" status: 200 len: 1033 time: 0.1522696 May 27 22:39:56.736065 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b51e1c8a-3089-41a8-8797-2dc63294576a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:56.746025 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b014e69e-6a83-401b-8cdc-12116b41623c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b014e69e-6a83-401b-8cdc-12116b41623c found for delete ", "request_id": "req-b712e896-316d-48da-b0d6-123bcbbbc40a"}]} May 27 22:39:56.784399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84ba35-1eea-46d9-aeda-a31cd60a1d0c req-4436e55b-877a-4068-b303-17dd353e5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:56.790739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab84ba35-1eea-46d9-aeda-a31cd60a1d0c req-4436e55b-877a-4068-b303-17dd353e5d61 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 1096 time: 0.8277292 May 27 22:39:56.805428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e1c8a-3089-41a8-8797-2dc63294576a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] Pushing event deleted for resources: {'Network': ['ID=8fff6f4c-7489-4756-99e0-c2af79b45765,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:56.859187 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b51e1c8a-3089-41a8-8797-2dc63294576a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876248616-project] 10.222.0.27 "DELETE /v2.0/networks/8fff6f4c-7489-4756-99e0-c2af79b45765 HTTP/1.1" status: 204 len: 168 time: 1.8285081 May 27 22:39:56.880966 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de41c7a6-e767-4a0f-9b97-46489510ccb4 req-380816c5-361b-4ff9-acb5-95da89eaff15 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4297519 May 27 22:39:56.897655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80bc8dcd-3ed4-485b-841f-26ccb9be05d9 req-c66b3544-62be-4c65-9516-762599684e30 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658152 May 27 22:39:56.927825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-210a3697-f7ad-4656-9059-56da2b0ffc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:56.935485 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-210a3697-f7ad-4656-9059-56da2b0ffc3e service neutron] 10.222.0.46 "GET /v2.0/ports/3df037ee-cdfc-4a0b-adc5-86aa597bdf16 HTTP/1.1" status: 200 len: 1032 time: 0.2019112 May 27 22:39:56.961404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab84ba35-1eea-46d9-aeda-a31cd60a1d0c req-2ca33af3-a5d7-403e-8056-7d4a0b8ba692 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498396 May 27 22:39:57.143260 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee1d5c3c-78d6-48fc-b4e5-465ffc41d632 req-4bd83719-b14a-4b60-8c3c-81e9a0a9d46b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 210 time: 0.0997791 May 27 22:39:57.164187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bdce0c8d-2dd0-48f5-89c1-80811882ca83 req-5b1de371-af08-4444-b435-4acf023444ff tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Synchronizing usage tracker for tenant:3dc91cf82d524da38b99d4bfbb135807 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:57.235504 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb585bbb-45ad-4eb3-8eeb-4a33b5b85525'] response: {'server_uuid': '46168e44-607a-44d6-be2b-858b0cd7044f', 'name': 'network-vif-deleted', 'tag': '6f882d01-9711-4660-af31-fb2215dfa19f', 'status': 'completed', 'code': 200} May 27 22:39:57.263882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bdce0c8d-2dd0-48f5-89c1-80811882ca83 req-5b1de371-af08-4444-b435-4acf023444ff tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Unset dirty status for tenant:3dc91cf82d524da38b99d4bfbb135807 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:57.266006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bdce0c8d-2dd0-48f5-89c1-80811882ca83 req-5b1de371-af08-4444-b435-4acf023444ff tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/ports?device_id=46168e44-607a-44d6-be2b-858b0cd7044f HTTP/1.1" status: 200 len: 210 time: 0.1858809 May 27 22:39:57.286371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-92adf7b3-ee38-4fc5-860b-16fb36d7f30c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:57.293681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-92adf7b3-ee38-4fc5-860b-16fb36d7f30c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:57.299844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-92adf7b3-ee38-4fc5-860b-16fb36d7f30c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:57.300922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-92adf7b3-ee38-4fc5-860b-16fb36d7f30c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Synchronizing usage tracker for tenant:df84f64e176647659c4bf324dc3c727e on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:57.315165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-92adf7b3-ee38-4fc5-860b-16fb36d7f30c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Unset dirty status for tenant:df84f64e176647659c4bf324dc3c727e on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:57.316575 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-92adf7b3-ee38-4fc5-860b-16fb36d7f30c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "GET /v2.0/networks?id=6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 HTTP/1.1" status: 200 len: 1995 time: 0.3743410 May 27 22:39:57.372210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-b377a6ca-25ca-4836-8d9c-c30d3ff3aefe tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Synchronizing usage tracker for tenant:df84f64e176647659c4bf324dc3c727e on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:39:57.385911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-b377a6ca-25ca-4836-8d9c-c30d3ff3aefe tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Unset dirty status for tenant:df84f64e176647659c4bf324dc3c727e on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:39:57.387021 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-b377a6ca-25ca-4836-8d9c-c30d3ff3aefe tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df84f64e176647659c4bf324dc3c727e HTTP/1.1" status: 200 len: 380 time: 0.0622892 May 27 22:39:57.397832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'port': {'device_id': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'admin_state_up': True, 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'security_groups': ['632a4f5e-bf9f-4045-9f7e-440d9fe7ebda']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:57.447207 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0c406b93-19a7-4b2c-8bb7-4bfe781b6270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:13Z', 'updated_at': '2022-05-27T22:38:34Z', 'revision_number': 4, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'gw_port': {'id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:16Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'a0a62e25-2b2b-4873-a0f6-1f237875b4a4', 'name': '', 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'mac_address': 'fa:16:3e:f2:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:30Z', 'updated_at': '2022-05-27T22:38:46Z', 'revision_number': 5, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'subnets': [{'id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:57.447207 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c406b93-19a7-4b2c-8bb7-4bfe781b6270 None None] Checking router: d7e773f1-77c6-4f5a-aee5-316a1b9716ce for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:39:57.449945 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b378a3b4-624b-409e-98a8-bd35f783eb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:57.465970 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c406b93-19a7-4b2c-8bb7-4bfe781b6270 None None] Routers {'d7e773f1-77c6-4f5a-aee5-316a1b9716ce'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:39:57.466761 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0c406b93-19a7-4b2c-8bb7-4bfe781b6270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:39:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:57.717986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:57.745023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:port and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:57.769155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:57.778733 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0c406b93-19a7-4b2c-8bb7-4bfe781b6270 None None] Set router d7e773f1-77c6-4f5a-aee5-316a1b9716ce gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:39:57.793415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:57.820057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59920) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:57.885643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Made reservation on behalf of df84f64e176647659c4bf324dc3c727e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:57.889951 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:58.237738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Allocated IP 172.20.0.9 (6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f/03468ea2-19a1-436d-b9b8-e83a2b471f43/d9250c0c-5e72-4d00-804f-c64e7e1f2331) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:39:58.372472 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0c406b93-19a7-4b2c-8bb7-4bfe781b6270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:13Z', 'updated_at': '2022-05-27T22:38:34Z', 'revision_number': 4, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'gw_port': {'id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:16Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'a0a62e25-2b2b-4873-a0f6-1f237875b4a4', 'name': '', 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'mac_address': 'fa:16:3e:f2:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:30Z', 'updated_at': '2022-05-27T22:38:46Z', 'revision_number': 5, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'subnets': [{'id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:39:58.377007 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c406b93-19a7-4b2c-8bb7-4bfe781b6270 None None] The sync data for ids ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'] in n-d-843680-3 is: [{'id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:13Z', 'updated_at': '2022-05-27T22:38:34Z', 'revision_number': 4, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'gw_port': {'id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:16Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'a0a62e25-2b2b-4873-a0f6-1f237875b4a4', 'name': '', 'network_id': '22519a76-b161-4ba5-ab31-37af44fe8c3c', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'mac_address': 'fa:16:3e:f2:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:30Z', 'updated_at': '2022-05-27T22:38:46Z', 'revision_number': 5, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'subnets': [{'id': 'd89ae0ec-f80f-495e-8767-e6fcabc6ab15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:39:58.446917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device bc496ac6-8937-482d-b4e1-3777057b9736 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:39:58.523848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433be9d4-d45e-4c9e-b192-bea13bd4420f req-f52bff84-d122-4227-8493-5ef98197f13b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:58.529786 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-433be9d4-d45e-4c9e-b192-bea13bd4420f req-f52bff84-d122-4227-8493-5ef98197f13b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 944 time: 0.3780763 May 27 22:39:58.639719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf31ba-5e6d-408e-bdf6-933e80988868 req-8c29793e-7cca-4537-8d32-3dd6423c4341 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:58.648334 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8bbf31ba-5e6d-408e-bdf6-933e80988868 req-8c29793e-7cca-4537-8d32-3dd6423c4341 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.3526418 May 27 22:39:58.678759 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:58.685232 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-433be9d4-d45e-4c9e-b192-bea13bd4420f req-90079848-0364-4a64-aa57-45131ecd7e9f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417422 May 27 22:39:58.721622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Transition to ACTIVE for port object d9250c0c-5e72-4d00-804f-c64e7e1f2331 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:39:58.747264 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8bbf31ba-5e6d-408e-bdf6-933e80988868 req-98e9cb63-ec5e-4bbe-9fa7-c15e3d63c938 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969989 May 27 22:39:58.859545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port bc496ac6-8937-482d-b4e1-3777057b9736, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=bc496ac6-8937-482d-b4e1-3777057b9736,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:58.861999 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:58.905787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'bc496ac6-8937-482d-b4e1-3777057b9736', 'network_id': 'cf3db205-1735-4d3f-a60e-7367df656e34', 'port_id': 'bc496ac6-8937-482d-b4e1-3777057b9736', 'mac_address': 'fa:16:3e:ae:df:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f9403f-9822-40ab-be8d-40aec1182252', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:39:59.017648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port bc496ac6-8937-482d-b4e1-3777057b9736 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:39:59.018481 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:59.062847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59946) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:59.065748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'Port': ['ID=d9250c0c-5e72-4d00-804f-c64e7e1f2331,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:59.090009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3405f5c-cec3-414c-818c-34a1f66bc78b None None] New status for floating IP 5412eb0e-4d02-4ea7-9fb7-d1d12e6ae319: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:39:59.109102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Network 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:39:59.113954 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-787aed3f-52f4-4346-b0da-0bc9d1f8888d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=51cc97ad74424fb58ea7fc8367f9b33c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2923801 May 27 22:39:59.116751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:39:59.120042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59950) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:59.132174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:39:59.237337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:59.239590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc496ac6-8937-482d-b4e1-3777057b9736 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:39:59.239990 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:59.361667 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8a00d4ad-dfc9-43f2-8c2f-90f7ac17d2cf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9686246 May 27 22:39:59.375102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'port': {'device_id': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5', 'admin_state_up': True, 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'security_groups': ['632a4f5e-bf9f-4045-9f7e-440d9fe7ebda']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:39:59.396698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port bc496ac6-8937-482d-b4e1-3777057b9736, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=bc496ac6-8937-482d-b4e1-3777057b9736,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:39:59.467955 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:59.522003 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-378590c3-3ee4-41ab-b1cf-30cd94c40090 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:59.563320 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85a47655-655c-46da-811e-628f6f526689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:59.586560 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-378590c3-3ee4-41ab-b1cf-30cd94c40090 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:59.594714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:39:59.600466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:port and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:39:59.606395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:39:59.615199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:39:59.633051 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85a47655-655c-46da-811e-628f6f526689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:59.664148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234ad35-d1a3-484b-b5a1-d8724606c249 req-1139d821-046e-418b-bedf-d17aa2130661 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:39:59.666236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c234ad35-d1a3-484b-b5a1-d8724606c249 req-1139d821-046e-418b-bedf-d17aa2130661 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 931 time: 0.4890304 May 27 22:39:59.674460 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=bc496ac6-8937-482d-b4e1-3777057b9736,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:59.680666 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4d3089ac-86ba-4a38-b827-765a25fb94d1 None None] Provisioning for port d9250c0c-5e72-4d00-804f-c64e7e1f2331 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:39:59.690655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4d3089ac-86ba-4a38-b827-765a25fb94d1 None None] Provisioning complete for port d9250c0c-5e72-4d00-804f-c64e7e1f2331 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:39:59.691024 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d3089ac-86ba-4a38-b827-765a25fb94d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:59.702983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Made reservation on behalf of df84f64e176647659c4bf324dc3c727e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:39:59.707822 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:59.727216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['bc496ac6-8937-482d-b4e1-3777057b9736'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:39:59.753174 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c234ad35-d1a3-484b-b5a1-d8724606c249 req-e68951a0-1c59-435d-b23d-438a9b51fe93 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754423 May 27 22:39:59.822280 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5f62194e-7bf3-42ee-8cf5-f20315e4bb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:59.879984 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85a47655-655c-46da-811e-628f6f526689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:59.894511 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-378590c3-3ee4-41ab-b1cf-30cd94c40090 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:59.924765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a47655-655c-46da-811e-628f6f526689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a31d112-c293-4278-b93a-318e029e2575,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:59.927232 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-378590c3-3ee4-41ab-b1cf-30cd94c40090 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:59.928444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-378590c3-3ee4-41ab-b1cf-30cd94c40090 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "DELETE /v2.0/security-groups/b67318d7-3403-4115-b13b-9335d63655cb HTTP/1.1" status: 204 len: 168 time: 0.8645203 May 27 22:39:59.934155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59968) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:39:59.960040 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85a47655-655c-46da-811e-628f6f526689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:39:59.966589 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-85a47655-655c-46da-811e-628f6f526689 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3a31d112-c293-4278-b93a-318e029e2575 HTTP/1.1" status: 204 len: 168 time: 0.8454003 May 27 22:39:59.977697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378590c3-3ee4-41ab-b1cf-30cd94c40090 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67318d7-3403-4115-b13b-9335d63655cb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:39:59.981152 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-94b534df-3d8e-416f-84c6-b8013c624230 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] show failed (client error): The resource could not be found. May 27 22:39:59.983653 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-94b534df-3d8e-416f-84c6-b8013c624230 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "GET /v2.0/security-groups/b67318d7-3403-4115-b13b-9335d63655cb HTTP/1.1" status: 404 len: 347 time: 0.0471005 May 27 22:39:59.986273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59974) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:00.062636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4d3089ac-86ba-4a38-b827-765a25fb94d1 None None] Port d9250c0c-5e72-4d00-804f-c64e7e1f2331 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:40:00.137790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8669e-fedb-4fa6-853c-d1124dfe2082 req-e1746d7e-2708-4235-bf5a-5dbadaae372f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:00.148073 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-89a8669e-fedb-4fa6-853c-d1124dfe2082 req-e1746d7e-2708-4235-bf5a-5dbadaae372f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 945 time: 0.3199074 May 27 22:40:00.267818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014e95f-1325-4f1f-bba9-e53ef5e0d176 req-79ba883e-9c25-4600-a16c-0fd72fad048b tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:00.269598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1014e95f-1325-4f1f-bba9-e53ef5e0d176 req-79ba883e-9c25-4600-a16c-0fd72fad048b tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.2850096 May 27 22:40:00.308571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-89a8669e-fedb-4fa6-853c-d1124dfe2082 req-75d31e5c-892d-4ee0-9fd8-7dae17383ced tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579778 May 27 22:40:00.353085 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1014e95f-1325-4f1f-bba9-e53ef5e0d176 req-ab62150b-1f31-45c0-94a1-6b32fb84ba20 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739393 May 27 22:40:00.397751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-593ee0cb-22f5-4025-a030-940c6c34e931 req-696b9ef4-8c78-48b5-adff-440bc7eb3497 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-717129533', 'description': 'tempest-description-1839793769'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:00.410286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6c21bb2f-6d5a-4c01-b0fc-7beff0ae68c1 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Deleting port 7fab9586-c31c-4f35-9a63-6c90e148abb8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:00.410286 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb2f-6d5a-4c01-b0fc-7beff0ae68c1 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:00.410611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-593ee0cb-22f5-4025-a030-940c6c34e931 req-696b9ef4-8c78-48b5-adff-440bc7eb3497 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:00.427314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-593ee0cb-22f5-4025-a030-940c6c34e931 req-696b9ef4-8c78-48b5-adff-440bc7eb3497 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:00.497958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Allocated IP 10.1.1.8 (15fb9d3a-c067-4459-92b6-f916b0ca5ac5/bb957fa9-4065-4f6a-a4b0-aff729cd0203/e50ceeaa-ce10-4b90-b3ed-093fbaba14b3) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:40:00.522846 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-593ee0cb-22f5-4025-a030-940c6c34e931 req-696b9ef4-8c78-48b5-adff-440bc7eb3497 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:00.556169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-593ee0cb-22f5-4025-a030-940c6c34e931 req-696b9ef4-8c78-48b5-adff-440bc7eb3497 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:00.562826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-593ee0cb-22f5-4025-a030-940c6c34e931 req-696b9ef4-8c78-48b5-adff-440bc7eb3497 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Usage tracker for resource:security_group_rule and tenant:5d2ff2934c6247008f6f299aa88c9ef9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:00.566510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-593ee0cb-22f5-4025-a030-940c6c34e931 req-696b9ef4-8c78-48b5-adff-440bc7eb3497 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:00.573922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-593ee0cb-22f5-4025-a030-940c6c34e931 req-696b9ef4-8c78-48b5-adff-440bc7eb3497 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:00.675382 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-593ee0cb-22f5-4025-a030-940c6c34e931 req-696b9ef4-8c78-48b5-adff-440bc7eb3497 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:00.754051 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-593ee0cb-22f5-4025-a030-940c6c34e931 req-696b9ef4-8c78-48b5-adff-440bc7eb3497 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:00.835474 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:00.851470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59990) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:00.855395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b9ef4-8c78-48b5-adff-440bc7eb3497 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b34bc36-ce1e-40df-acb0-f5845149bcfb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:00.924932 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:00.975221 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb2f-6d5a-4c01-b0fc-7beff0ae68c1 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:00.975817 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb2f-6d5a-4c01-b0fc-7beff0ae68c1 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:00.999328 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-593ee0cb-22f5-4025-a030-940c6c34e931 req-696b9ef4-8c78-48b5-adff-440bc7eb3497 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:01.000622 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-593ee0cb-22f5-4025-a030-940c6c34e931 req-696b9ef4-8c78-48b5-adff-440bc7eb3497 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.6087964 May 27 22:40:01.010314 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-54476d4d-ccee-48b5-b847-79b6f28292b6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e5b7c02fffc44f7586cda56ab12bbc30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469052 May 27 22:40:01.030262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59994) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:01.163233 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-014b1200-3f18-4cbe-8d7e-d42850ef9b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:01.195896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414f078-47ea-405f-b5a6-c388f66a5656 req-f391b666-600f-4083-9663-f97e1b5753b2 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:01.198676 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4414f078-47ea-405f-b5a6-c388f66a5656 req-f391b666-600f-4083-9663-f97e1b5753b2 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 931 time: 0.2463322 May 27 22:40:01.206913 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-014b1200-3f18-4cbe-8d7e-d42850ef9b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:01.221322 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6c21bb2f-6d5a-4c01-b0fc-7beff0ae68c1 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Calling delete_port for 7fab9586-c31c-4f35-9a63-6c90e148abb8 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:01.293820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-237c6eb8-ab35-4a97-947f-f527d2c44bae req-177604e8-bc02-40c5-9af0-cf10f795e15f tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Synchronizing usage tracker for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:40:01.303625 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:01.338323 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4414f078-47ea-405f-b5a6-c388f66a5656 req-285281cf-255a-487c-a1a8-657ae7202797 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333730 May 27 22:40:01.338560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Transition to ACTIVE for port object e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:01.435242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-237c6eb8-ab35-4a97-947f-f527d2c44bae req-177604e8-bc02-40c5-9af0-cf10f795e15f tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Unset dirty status for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:40:01.437420 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-237c6eb8-ab35-4a97-947f-f527d2c44bae req-177604e8-bc02-40c5-9af0-cf10f795e15f tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-717129533&fields=id&tenant_id=5d2ff2934c6247008f6f299aa88c9ef9 HTTP/1.1" status: 200 len: 267 time: 0.2201073 May 27 22:40:01.460567 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:40:01.505254 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-014b1200-3f18-4cbe-8d7e-d42850ef9b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:01.526052 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:01.563775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b1200-3f18-4cbe-8d7e-d42850ef9b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5106946a-594a-4a7e-9a9c-63a8fb96c581,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:01.586201 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb2f-6d5a-4c01-b0fc-7beff0ae68c1 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:01.592610 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-014b1200-3f18-4cbe-8d7e-d42850ef9b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:01.596161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-014b1200-3f18-4cbe-8d7e-d42850ef9b95 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5106946a-594a-4a7e-9a9c-63a8fb96c581 HTTP/1.1" status: 204 len: 168 time: 0.5625381 May 27 22:40:01.640084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b015e-67cd-46e9-b952-c879c419f5a1 req-c3dea894-6091-4559-8073-fc40b2eae2df tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:01.653971 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a59b015e-67cd-46e9-b952-c879c419f5a1 req-c3dea894-6091-4559-8073-fc40b2eae2df tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 945 time: 0.1504846 May 27 22:40:01.661542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c6eb8-ab35-4a97-947f-f527d2c44bae req-adc4afe3-dbb6-4ff3-84c8-307fe3f661e0 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:01.662959 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-237c6eb8-ab35-4a97-947f-f527d2c44bae req-adc4afe3-dbb6-4ff3-84c8-307fe3f661e0 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.2206185 May 27 22:40:01.700336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-237c6eb8-ab35-4a97-947f-f527d2c44bae req-3088e6dd-68ce-48a0-bbae-d50926e87136 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Request body: {'port': {'security_groups': ['8205fd64-5759-4b7a-9b75-737d082a733d', '2b34bc36-ce1e-40df-acb0-f5845149bcfb']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:01.992511 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a59b015e-67cd-46e9-b952-c879c419f5a1 req-ae824462-232b-44cd-925e-646cba6faf5b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355562 May 27 22:40:01.998616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:40:01.998616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:01.998616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:40:02.002513 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-237c6eb8-ab35-4a97-947f-f527d2c44bae req-3088e6dd-68ce-48a0-bbae-d50926e87136 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:02.003449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'Port': ['ID=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:02.003449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21bb2f-6d5a-4c01-b0fc-7beff0ae68c1 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Pushing event deleted for resources: {'Port': ['ID=7fab9586-c31c-4f35-9a63-6c90e148abb8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:02.003449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb2f-6d5a-4c01-b0fc-7beff0ae68c1 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:02.003449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:02.003449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:02.203684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-237c6eb8-ab35-4a97-947f-f527d2c44bae req-3088e6dd-68ce-48a0-bbae-d50926e87136 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] For port 68cebfb8-f05b-4836-af47-1a39e6d07923, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=68cebfb8-f05b-4836-af47-1a39e6d07923,segment=NetworkSegment(32adf43c-3448-44a1-adfc-abcfe3ed2a58),segment_id=32adf43c-3448-44a1-adfc-abcfe3ed2a58)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:02.232964 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-237c6eb8-ab35-4a97-947f-f527d2c44bae req-3088e6dd-68ce-48a0-bbae-d50926e87136 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:02.336896 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:02.338191 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c21bb2f-6d5a-4c01-b0fc-7beff0ae68c1 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:02.339455 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6c21bb2f-6d5a-4c01-b0fc-7beff0ae68c1 tempest-ServersTestJSON-355623129 tempest-ServersTestJSON-355623129-project] 10.222.0.27 "DELETE /v2.0/floatingips/5412eb0e-4d02-4ea7-9fb7-d1d12e6ae319 HTTP/1.1" status: 204 len: 168 time: 2.3522446 May 27 22:40:02.341542 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c4c4dae9-69f2-4171-ab6a-b600fdef3b1f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9726210 May 27 22:40:02.342638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60026) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:02.372227 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-237c6eb8-ab35-4a97-947f-f527d2c44bae req-3088e6dd-68ce-48a0-bbae-d50926e87136 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:02.408646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['68cebfb8-f05b-4836-af47-1a39e6d07923'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:40:02.413517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'port': {'device_id': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5', 'admin_state_up': True, 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'security_groups': ['632a4f5e-bf9f-4045-9f7e-440d9fe7ebda']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:02.480178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c6eb8-ab35-4a97-947f-f527d2c44bae req-3088e6dd-68ce-48a0-bbae-d50926e87136 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:02.485312 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-237c6eb8-ab35-4a97-947f-f527d2c44bae req-3088e6dd-68ce-48a0-bbae-d50926e87136 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:02.485312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-237c6eb8-ab35-4a97-947f-f527d2c44bae req-3088e6dd-68ce-48a0-bbae-d50926e87136 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "PUT /v2.0/ports/68cebfb8-f05b-4836-af47-1a39e6d07923 HTTP/1.1" status: 200 len: 981 time: 0.7869711 May 27 22:40:02.485312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'tag': '68cebfb8-f05b-4836-af47-1a39e6d07923'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:02.516898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device bc496ac6-8937-482d-b4e1-3777057b9736 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:40:02.547546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088e6dd-68ce-48a0-bbae-d50926e87136 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Pushing event updated for resources: {'Port': ['ID=68cebfb8-f05b-4836-af47-1a39e6d07923,revision_number=6']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:02.779163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3eda6ca8-91a5-4e2d-9b8a-e2694af12714 None None] Provisioning for port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:40:02.823749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3eda6ca8-91a5-4e2d-9b8a-e2694af12714 None None] Provisioning complete for port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:40:02.835745 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3eda6ca8-91a5-4e2d-9b8a-e2694af12714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:02.872488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-61b562a3-ce3e-4b02-9e12-e8269a2b1d95 req-6571b7c6-07d6-480c-a31d-be38b1cc7536 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-717129533&fields=id&tenant_id=5d2ff2934c6247008f6f299aa88c9ef9 HTTP/1.1" status: 200 len: 267 time: 0.0811074 May 27 22:40:02.969724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['68cebfb8-f05b-4836-af47-1a39e6d07923'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:40:03.042709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd343e-735a-4b14-b990-adc863843eef req-3b02c8e8-15ab-4dd5-8e82-fa15fcea378c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:03.049213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd343e-735a-4b14-b990-adc863843eef req-3b02c8e8-15ab-4dd5-8e82-fa15fcea378c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:03.051054 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5bdd343e-735a-4b14-b990-adc863843eef req-3b02c8e8-15ab-4dd5-8e82-fa15fcea378c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 1651 time: 0.4086390 May 27 22:40:03.103496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b562a3-ce3e-4b02-9e12-e8269a2b1d95 req-67f75035-13b0-4d89-8b51-fc60efbf0194 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:03.114718 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-61b562a3-ce3e-4b02-9e12-e8269a2b1d95 req-67f75035-13b0-4d89-8b51-fc60efbf0194 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 984 time: 0.2370956 May 27 22:40:03.123961 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-61b562a3-ce3e-4b02-9e12-e8269a2b1d95 req-29cee780-ca22-4ea7-84c0-0e37a73176e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Request body: {'port': {'security_groups': ['8205fd64-5759-4b7a-9b75-737d082a733d']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:03.243793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:03.273075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3eda6ca8-91a5-4e2d-9b8a-e2694af12714 None None] Port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:40:03.323986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:port and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:03.341643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:03.365804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port bc496ac6-8937-482d-b4e1-3777057b9736 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:40:03.380433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:03.389224 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5bdd343e-735a-4b14-b990-adc863843eef req-24c271bd-3479-4863-a4ea-a0796b9e2b5e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3274217 May 27 22:40:03.469480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port bc496ac6-8937-482d-b4e1-3777057b9736 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:40:03.470104 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:03.513273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Made reservation on behalf of df84f64e176647659c4bf324dc3c727e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:03.523340 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:03.705779 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fc9fa54-9195-413d-8980-7b89a33424e3'] response: {'name': 'network-changed', 'server_uuid': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'tag': '68cebfb8-f05b-4836-af47-1a39e6d07923', 'status': 'completed', 'code': 200} May 27 22:40:03.706616 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-61b562a3-ce3e-4b02-9e12-e8269a2b1d95 req-29cee780-ca22-4ea7-84c0-0e37a73176e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:03.844517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port bc496ac6-8937-482d-b4e1-3777057b9736 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:40:03.845157 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:03.910383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c099b1-e343-4fc9-9df7-8987e65e62a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc496ac6-8937-482d-b4e1-3777057b9736'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:03.934172 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port bc496ac6-8937-482d-b4e1-3777057b9736, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=bc496ac6-8937-482d-b4e1-3777057b9736,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:04.000225 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:04.065640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebed8e-8b78-4562-9d12-8967265a7cb0 req-238bfcf8-3c09-41e8-ae5c-bad11631cf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:04.069651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59ebed8e-8b78-4562-9d12-8967265a7cb0 req-238bfcf8-3c09-41e8-ae5c-bad11631cf60 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d2ff2934c6247008f6f299aa88c9ef9&device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 1135 time: 0.3657949 May 27 22:40:04.097742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72be70a-f8f0-4f7b-ac1f-ea8ffebb1336 req-3ade41ab-6f64-4b22-9c4b-155d1f09f695 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:04.101710 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f72be70a-f8f0-4f7b-ac1f-ea8ffebb1336 req-3ade41ab-6f64-4b22-9c4b-155d1f09f695 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 945 time: 0.2234528 May 27 22:40:04.129395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=bc496ac6-8937-482d-b4e1-3777057b9736,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:04.272388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Allocated IP 10.1.1.158 (15fb9d3a-c067-4459-92b6-f916b0ca5ac5/bb957fa9-4065-4f6a-a4b0-aff729cd0203/31f6ef24-23b1-439f-aa93-d8f16f4b382b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:40:04.342997 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0113b825-b5de-44a6-aebc-eba25ca8115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:04.529219 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f72be70a-f8f0-4f7b-ac1f-ea8ffebb1336 req-dd5e54af-0ba1-466d-ac60-28fec403f44b tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603168 May 27 22:40:04.595148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebed8e-8b78-4562-9d12-8967265a7cb0 req-6ab6d68a-1a66-4400-852b-4b7cd0e055ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:04.602418 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59ebed8e-8b78-4562-9d12-8967265a7cb0 req-6ab6d68a-1a66-4400-852b-4b7cd0e055ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=46484a33-d62d-4b16-ae1f-f06c1da516e6 HTTP/1.1" status: 200 len: 920 time: 0.4971383 May 27 22:40:04.616491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-61b562a3-ce3e-4b02-9e12-e8269a2b1d95 req-29cee780-ca22-4ea7-84c0-0e37a73176e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] For port 68cebfb8-f05b-4836-af47-1a39e6d07923, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=68cebfb8-f05b-4836-af47-1a39e6d07923,segment=NetworkSegment(32adf43c-3448-44a1-adfc-abcfe3ed2a58),segment_id=32adf43c-3448-44a1-adfc-abcfe3ed2a58)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:04.618695 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419e6d71-6a5a-4fe5-b09d-fc946a7ad624'] response: {'server_uuid': '39c099b1-e343-4fc9-9df7-8987e65e62a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc496ac6-8937-482d-b4e1-3777057b9736', 'code': 200} May 27 22:40:04.866073 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59ebed8e-8b78-4562-9d12-8967265a7cb0 req-57c30f67-39c3-4647-9b13-d5ea9cf56266 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68cebfb8-f05b-4836-af47-1a39e6d07923 HTTP/1.1" status: 200 len: 217 time: 0.2377694 May 27 22:40:04.909074 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:04.941130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Transition to ACTIVE for port object 31f6ef24-23b1-439f-aa93-d8f16f4b382b will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:05.019839 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [req-61b562a3-ce3e-4b02-9e12-e8269a2b1d95 req-29cee780-ca22-4ea7-84c0-0e37a73176e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:40:05.050448 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-61b562a3-ce3e-4b02-9e12-e8269a2b1d95 req-29cee780-ca22-4ea7-84c0-0e37a73176e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:05.063905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebed8e-8b78-4562-9d12-8967265a7cb0 req-8f4db427-9b52-4812-a00b-c3a0c185c49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:05.084901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0113b825-b5de-44a6-aebc-eba25ca8115c admin admin] Deleting port a0a62e25-2b2b-4873-a0f6-1f237875b4a4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:05.085244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0113b825-b5de-44a6-aebc-eba25ca8115c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:05.085434 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59ebed8e-8b78-4562-9d12-8967265a7cb0 req-8f4db427-9b52-4812-a00b-c3a0c185c49d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5 HTTP/1.1" status: 200 len: 859 time: 0.1331248 May 27 22:40:05.232320 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:05.270967 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59ebed8e-8b78-4562-9d12-8967265a7cb0 req-8e905bfa-d847-4da1-b6a5-07cb29bc4500 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46484a33-d62d-4b16-ae1f-f06c1da516e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1687307 May 27 22:40:05.295813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:40:05.318628 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-61b562a3-ce3e-4b02-9e12-e8269a2b1d95 req-29cee780-ca22-4ea7-84c0-0e37a73176e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:05.331426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:05.335449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:40:05.368713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['68cebfb8-f05b-4836-af47-1a39e6d07923'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:40:05.415752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b562a3-ce3e-4b02-9e12-e8269a2b1d95 req-29cee780-ca22-4ea7-84c0-0e37a73176e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:05.417062 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-61b562a3-ce3e-4b02-9e12-e8269a2b1d95 req-29cee780-ca22-4ea7-84c0-0e37a73176e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:05.422879 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-61b562a3-ce3e-4b02-9e12-e8269a2b1d95 req-29cee780-ca22-4ea7-84c0-0e37a73176e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "PUT /v2.0/ports/68cebfb8-f05b-4836-af47-1a39e6d07923 HTTP/1.1" status: 200 len: 942 time: 2.3042638 May 27 22:40:05.454621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd22d5e-d56e-4b96-9d23-dca476da38c4 req-38e60da1-897a-4656-8db7-a4e7755fafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:05.456558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-afd22d5e-d56e-4b96-9d23-dca476da38c4 req-38e60da1-897a-4656-8db7-a4e7755fafcf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 1097 time: 0.7233837 May 27 22:40:05.544915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'Port': ['ID=31f6ef24-23b1-439f-aa93-d8f16f4b382b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:05.612932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:05.618842 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:05.641055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6642f-37d8-450b-b9da-5b0a9e532b39 req-834c59b1-b240-419c-873e-3b70d02deaba tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:05.649804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6642f-37d8-450b-b9da-5b0a9e532b39 req-834c59b1-b240-419c-873e-3b70d02deaba tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:05.657961 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96a6642f-37d8-450b-b9da-5b0a9e532b39 req-834c59b1-b240-419c-873e-3b70d02deaba tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 1651 time: 0.7953033 May 27 22:40:05.668170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['68cebfb8-f05b-4836-af47-1a39e6d07923'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:40:05.755162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-0113b825-b5de-44a6-aebc-eba25ca8115c admin admin] For port a0a62e25-2b2b-4873-a0f6-1f237875b4a4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a0a62e25-2b2b-4873-a0f6-1f237875b4a4,segment=NetworkSegment(7d8476d7-d7f5-4600-9364-b6505191ca02),segment_id=7d8476d7-d7f5-4600-9364-b6505191ca02)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:05.760206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0113b825-b5de-44a6-aebc-eba25ca8115c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:05.760527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'tag': '68cebfb8-f05b-4836-af47-1a39e6d07923'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:05.919079 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-afd22d5e-d56e-4b96-9d23-dca476da38c4 req-487dac06-c869-477c-8896-b0e91f291c67 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575506 May 27 22:40:05.927440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96a6642f-37d8-450b-b9da-5b0a9e532b39 req-866e0b08-ca95-45aa-a6f0-e926fbf4fa43 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635922 May 27 22:40:05.928136 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-270b18ba-1b3e-4e14-948f-9148a519c6cb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5156848 May 27 22:40:05.955913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-491ba000-a1c1-49fe-b676-2f6831bbea37 None None] Provisioning for port 31f6ef24-23b1-439f-aa93-d8f16f4b382b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:40:05.973726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cee780-ca22-4ea7-84c0-0e37a73176e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Pushing event updated for resources: {'Port': ['ID=68cebfb8-f05b-4836-af47-1a39e6d07923,revision_number=7']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:05.998216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0113b825-b5de-44a6-aebc-eba25ca8115c admin admin] Calling delete_port for a0a62e25-2b2b-4873-a0f6-1f237875b4a4 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:06.020906 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-491ba000-a1c1-49fe-b676-2f6831bbea37 None None] Provisioning complete for port 31f6ef24-23b1-439f-aa93-d8f16f4b382b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:40:06.021267 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-491ba000-a1c1-49fe-b676-2f6831bbea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:06.086173 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59ebed8e-8b78-4562-9d12-8967265a7cb0 req-6aedaf8a-7372-4b26-b7a2-fe3ba991110d service neutron] 10.222.0.57 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7958152 May 27 22:40:06.165196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-491ba000-a1c1-49fe-b676-2f6831bbea37 None None] Port 31f6ef24-23b1-439f-aa93-d8f16f4b382b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:40:06.507814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60124) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:06.518313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'port': {'device_id': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4', 'admin_state_up': True, 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'security_groups': ['632a4f5e-bf9f-4045-9f7e-440d9fe7ebda']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:06.579933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-cc3853cd-a2c2-4442-9cf6-e6eb41ee4883 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1220074 May 27 22:40:06.599671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:06.656035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:06.686516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Usage tracker for resource:floatingip and tenant:5d2ff2934c6247008f6f299aa88c9ef9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:06.702590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:06.721616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:06.803298 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:06.819440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:port and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:06.837406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:06.856216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-67890fdf-def9-4131-9977-fa9165596867 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:06.858327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59ebed8e-8b78-4562-9d12-8967265a7cb0 req-788b71be-20d5-4131-a960-d71fb0d5a253 service neutron] 10.222.0.57 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7554862 May 27 22:40:06.859100 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:06.860917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:06.900108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479a44e-bce0-4326-9356-ee9ac26b5530 req-af1e2f5f-0d89-4007-99dd-4dc9bf7516b1 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:06.907023 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8479a44e-bce0-4326-9356-ee9ac26b5530 req-af1e2f5f-0d89-4007-99dd-4dc9bf7516b1 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 946 time: 0.7333088 May 27 22:40:06.953539 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0113b825-b5de-44a6-aebc-eba25ca8115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:07.005282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8479a44e-bce0-4326-9356-ee9ac26b5530 req-2c2161b0-b013-4fcf-a666-44f4fa07bd1a tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947006 May 27 22:40:07.109086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Made reservation on behalf of df84f64e176647659c4bf324dc3c727e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:07.110276 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:07.155457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113b825-b5de-44a6-aebc-eba25ca8115c admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a62e25-2b2b-4873-a0f6-1f237875b4a4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:07.221533 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f97d3cc-be37-4e71-b43e-7d05216149ce'] response: {'name': 'network-changed', 'server_uuid': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'tag': '68cebfb8-f05b-4836-af47-1a39e6d07923', 'status': 'completed', 'code': 200} May 27 22:40:07.501534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881453b3-ede3-47d1-9735-1ff1ad380c57 req-d3513e33-2411-431b-87ca-6dbd7c2d49d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:07.503309 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-881453b3-ede3-47d1-9735-1ff1ad380c57 req-d3513e33-2411-431b-87ca-6dbd7c2d49d7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d2ff2934c6247008f6f299aa88c9ef9&device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 1096 time: 0.2866263 May 27 22:40:07.557377 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:07.654384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Allocated IP 172.25.2.228 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/18e5027c-3150-43ad-ad2b-9c18679b8823) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:40:07.673733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacb052-7d4d-4333-8e3e-7e12638cb0a9 req-9be6b1de-7c6c-49de-be92-11ea1790be09 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:07.682818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacb052-7d4d-4333-8e3e-7e12638cb0a9 req-9be6b1de-7c6c-49de-be92-11ea1790be09 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:07.701096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aacb052-7d4d-4333-8e3e-7e12638cb0a9 req-9be6b1de-7c6c-49de-be92-11ea1790be09 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:07.708849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3aacb052-7d4d-4333-8e3e-7e12638cb0a9 req-9be6b1de-7c6c-49de-be92-11ea1790be09 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 2372 time: 0.3033671 May 27 22:40:07.794941 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-67890fdf-def9-4131-9977-fa9165596867 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] 10.222.0.27 "PUT /v2.0/quotas/87524a3194c34ce2bd48bd5c020105e5 HTTP/1.1" status: 200 len: 366 time: 1.2849934 May 27 22:40:07.805605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60154) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:07.855692 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-590feaa1-df54-443e-9b08-2752d4067cf2 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] 10.222.0.27 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0488994 May 27 22:40:07.860397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60158) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:07.899598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-61c5149b-a188-40c4-b0ab-eed88e722592 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] 10.222.0.27 "GET /v2.0/quotas/87524a3194c34ce2bd48bd5c020105e5 HTTP/1.1" status: 200 len: 366 time: 0.0356605 May 27 22:40:07.903813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60164) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:07.931484 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3aacb052-7d4d-4333-8e3e-7e12638cb0a9 req-337a10fc-f9ff-4433-8438-602e5314c603 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204819 May 27 22:40:07.983174 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881453b3-ede3-47d1-9735-1ff1ad380c57 req-b2606df4-1736-4ce8-b6e1-0cd6a990b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:07.984772 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-881453b3-ede3-47d1-9735-1ff1ad380c57 req-b2606df4-1736-4ce8-b6e1-0cd6a990b7c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=46484a33-d62d-4b16-ae1f-f06c1da516e6 HTTP/1.1" status: 200 len: 920 time: 0.4734478 May 27 22:40:08.115896 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-881453b3-ede3-47d1-9735-1ff1ad380c57 req-4c38da22-8ab9-46f6-be4e-91557eb6404e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68cebfb8-f05b-4836-af47-1a39e6d07923 HTTP/1.1" status: 200 len: 217 time: 0.1240211 May 27 22:40:08.159167 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b8ddbddb-cf2d-4873-bf16-0ebb2fefb060 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] 10.222.0.27 "DELETE /v2.0/quotas/87524a3194c34ce2bd48bd5c020105e5 HTTP/1.1" status: 204 len: 168 time: 0.1532202 May 27 22:40:08.174604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60172) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:08.185482 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:08.262400 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ba63244d-e587-4b9d-8e7b-ce755aa78fd0 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] 10.222.0.27 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0803452 May 27 22:40:08.264120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60178) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:08.304393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881453b3-ede3-47d1-9735-1ff1ad380c57 req-97619086-15b2-4c06-994a-846cb629068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:08.306370 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-881453b3-ede3-47d1-9735-1ff1ad380c57 req-97619086-15b2-4c06-994a-846cb629068e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5 HTTP/1.1" status: 200 len: 859 time: 0.1766975 May 27 22:40:08.319736 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c621cb12-845d-46fc-b72f-d2b01ae8b18c tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] 10.222.0.27 "GET /v2.0/quotas/87524a3194c34ce2bd48bd5c020105e5 HTTP/1.1" status: 200 len: 370 time: 0.0517321 May 27 22:40:08.320516 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0113b825-b5de-44a6-aebc-eba25ca8115c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:08.331718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60182) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:08.337654 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a41c4a25-01c2-4363-af2e-67a7c707b4ba tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] 10.222.0.27 "GET /v2.0/quotas/87524a3194c34ce2bd48bd5c020105e5/default HTTP/1.1" status: 200 len: 370 time: 0.0049314 May 27 22:40:08.342917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60186) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:08.373026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-881453b3-ede3-47d1-9735-1ff1ad380c57 req-087ef563-0d13-4953-be0a-bfeb3758b157 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46484a33-d62d-4b16-ae1f-f06c1da516e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572844 May 27 22:40:08.386388 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830cefd0-b571-4f89-af27-b4301fb17c94 req-064b4a8b-83ea-4d1a-b64b-e81383756684 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:08.387949 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-830cefd0-b571-4f89-af27-b4301fb17c94 req-064b4a8b-83ea-4d1a-b64b-e81383756684 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 946 time: 0.2099044 May 27 22:40:08.499512 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-88a21239-22d4-475f-8038-5db3e48f5999 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] delete failed (client error): The resource could not be found. May 27 22:40:08.503976 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-88a21239-22d4-475f-8038-5db3e48f5999 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] 10.222.0.27 "DELETE /v2.0/quotas/87524a3194c34ce2bd48bd5c020105e5 HTTP/1.1" status: 404 len: 348 time: 0.1586640 May 27 22:40:08.528890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-881453b3-ede3-47d1-9735-1ff1ad380c57 req-fb01ce9c-d14d-415d-ad9c-6314eaab9090 service neutron] 10.222.0.57 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399314 May 27 22:40:08.540265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Allocated IP 10.2.2.100 (e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4/862db2da-2593-4ce1-842a-3a10259ed89c/1e15e1a3-6c82-47b8-8f9a-48fee679e5f9) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:40:08.558683 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:08.793729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:40:08.801117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:08.818443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:40:08.909468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60194) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:08.910376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Pushing event updated for resources: {'Port': ['ID=18e5027c-3150-43ad-ad2b-9c18679b8823,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:08.921699 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-830cefd0-b571-4f89-af27-b4301fb17c94 req-51be46e8-ef5d-4be1-992f-9a50652fdaa2 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918595 May 27 22:40:09.100327 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:09.136310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Transition to ACTIVE for port object 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:09.191822 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-881453b3-ede3-47d1-9735-1ff1ad380c57 req-adf7647b-b509-4382-8b33-443d002ecf5a service neutron] 10.222.0.57 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285529 May 27 22:40:09.204574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Usage tracker for resource:network and tenant:971717058dd14a0383b888ef52727ab6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:09.224446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:09.230380 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:09.241152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Usage tracker for resource:subnet and tenant:971717058dd14a0383b888ef52727ab6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:09.248464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:09.282198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0113b825-b5de-44a6-aebc-eba25ca8115c admin admin] Router d7e773f1-77c6-4f5a-aee5-316a1b9716ce has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:40:09.287227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Usage tracker for resource:subnetpool and tenant:971717058dd14a0383b888ef52727ab6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:09.309654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea7ea5-a632-4d53-a421-dd68c3a67ad1 req-4e7351e9-67e5-4c7e-b9de-7d63e137ed22 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:09.318490 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-adea7ea5-a632-4d53-a421-dd68c3a67ad1 req-4e7351e9-67e5-4c7e-b9de-7d63e137ed22 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 946 time: 0.2012806 May 27 22:40:09.337047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:09.352241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Usage tracker for resource:port and tenant:971717058dd14a0383b888ef52727ab6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:09.433193 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:09.587658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:09.606101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:09.688519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:40:09.697013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:09.706237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:40:09.732667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'Port': ['ID=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:09.738517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0113b825-b5de-44a6-aebc-eba25ca8115c admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:40:09.756138 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab9f26c-f596-4dfb-8d79-ed59db4f0017 None None] Sync routers for ids ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:40:09.774951 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab9f26c-f596-4dfb-8d79-ed59db4f0017 None None] Routers {'d7e773f1-77c6-4f5a-aee5-316a1b9716ce'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:40:09.777526 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7ab9f26c-f596-4dfb-8d79-ed59db4f0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:40:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:09.820211 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0113b825-b5de-44a6-aebc-eba25ca8115c admin admin] 10.222.0.27 "PUT /v2.0/routers/d7e773f1-77c6-4f5a-aee5-316a1b9716ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4764781 May 27 22:40:09.823767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:09.879586 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:09.893124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-adea7ea5-a632-4d53-a421-dd68c3a67ad1 req-cf80abf4-0e61-45da-8cf6-eb22cc9dc778 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729451 May 27 22:40:09.900447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Usage tracker for resource:router and tenant:971717058dd14a0383b888ef52727ab6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:09.910116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:09.951380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Usage tracker for resource:floatingip and tenant:971717058dd14a0383b888ef52727ab6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:09.956918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:09.968380 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:10.084999 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7ab9f26c-f596-4dfb-8d79-ed59db4f0017 None None] Set router d7e773f1-77c6-4f5a-aee5-316a1b9716ce gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:40:10.172130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:10.233191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-69925e8c-0b71-41b4-ae17-fb40c7383226 None None] Provisioning for port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:40:10.238056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:10.238479 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:10.244983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-69925e8c-0b71-41b4-ae17-fb40c7383226 None None] Provisioning complete for port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:40:10.244983 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69925e8c-0b71-41b4-ae17-fb40c7383226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:10.298781 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:10.332309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Pushing event updated for resources: {'Port': ['ID=18e5027c-3150-43ad-ad2b-9c18679b8823,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:10.371552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-69925e8c-0b71-41b4-ae17-fb40c7383226 None None] Port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:40:10.401638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Usage tracker for resource:security_group and tenant:971717058dd14a0383b888ef52727ab6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:10.406634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:10.409208 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-73038f12-f2ca-4525-93fa-3ced00a73254 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9022038 May 27 22:40:10.429841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'port': {'device_id': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4', 'admin_state_up': True, 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'security_groups': ['632a4f5e-bf9f-4045-9f7e-440d9fe7ebda']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:10.464105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc5cc3-44c4-4130-aa13-d7838d76f968 req-28ea1b5e-b7b7-411f-b58b-2d6eb4a255be tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:10.465204 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7ab9f26c-f596-4dfb-8d79-ed59db4f0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:13Z', 'updated_at': '2022-05-27T22:40:06Z', 'revision_number': 5, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'gw_port': {'id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:16Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:10.469513 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab9f26c-f596-4dfb-8d79-ed59db4f0017 None None] Checking router: d7e773f1-77c6-4f5a-aee5-316a1b9716ce for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:40:10.478684 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab9f26c-f596-4dfb-8d79-ed59db4f0017 None None] Routers {'d7e773f1-77c6-4f5a-aee5-316a1b9716ce'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:40:10.479283 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7ab9f26c-f596-4dfb-8d79-ed59db4f0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:40:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:10.487144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc5cc3-44c4-4130-aa13-d7838d76f968 req-28ea1b5e-b7b7-411f-b58b-2d6eb4a255be tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:10.513010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc5cc3-44c4-4130-aa13-d7838d76f968 req-28ea1b5e-b7b7-411f-b58b-2d6eb4a255be tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:10.519069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc5cc3-44c4-4130-aa13-d7838d76f968 req-28ea1b5e-b7b7-411f-b58b-2d6eb4a255be tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:10.520903 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4dc5cc3-44c4-4130-aa13-d7838d76f968 req-28ea1b5e-b7b7-411f-b58b-2d6eb4a255be tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 3093 time: 0.4388082 May 27 22:40:10.522150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Usage tracker for resource:security_group_rule and tenant:971717058dd14a0383b888ef52727ab6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:10.525725 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:10.526957 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-2f6dbc9f-b168-40f9-a271-a3d8e4990ceb tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9313796 May 27 22:40:10.677317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:10.682032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Usage tracker for resource:port and tenant:df84f64e176647659c4bf324dc3c727e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:10.685210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:10.692477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:10.692707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:10.748179 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:10.748510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a67829da-54ba-4ad1-a3e6-0735d5df26f4 tempest-QuotasTest-1584783105 tempest-QuotasTest-1584783105-project-admin] 10.222.0.27 "GET /v2.0/quotas/971717058dd14a0383b888ef52727ab6/details.json HTTP/1.1" status: 200 len: 703 time: 1.8317966 May 27 22:40:10.749132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60222) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:10.750119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-414e92a3-15a2-46b9-aee6-e0daf43a87cd tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Synchronizing usage tracker for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:40:10.793267 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7ab9f26c-f596-4dfb-8d79-ed59db4f0017 None None] Set router d7e773f1-77c6-4f5a-aee5-316a1b9716ce gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:40:10.844970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4dc5cc3-44c4-4130-aa13-d7838d76f968 req-f45c90ea-8fb8-4ec9-a702-45e068e9db03 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973293 May 27 22:40:10.879212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-414e92a3-15a2-46b9-aee6-e0daf43a87cd tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Unset dirty status for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:40:10.880382 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-414e92a3-15a2-46b9-aee6-e0daf43a87cd tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.228 HTTP/1.1" status: 200 len: 696 time: 0.3471487 May 27 22:40:10.920227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2291668-77fa-49ed-a1cd-6a189318df18 admin admin] Deleting subnet e82904af-ca19-4245-b29f-a3b8e75ba3cb {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:40:10.927607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Made reservation on behalf of df84f64e176647659c4bf324dc3c727e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:10.936385 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:10.948878 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2291668-77fa-49ed-a1cd-6a189318df18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:11.019779 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] Deleting port 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:11.020713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:11.179508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-5e08ac3f-7f48-48d2-aaa0-3e8f752ed154 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:11.181856 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-5e08ac3f-7f48-48d2-aaa0-3e8f752ed154 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.2946558 May 27 22:40:11.193212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-e32dfb57-2b7c-4263-b9b5-e8eeb27c596a tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:40:11.193999 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb546406-f88e-4bba-936b-b76b1a99a81d req-e32dfb57-2b7c-4263-b9b5-e8eeb27c596a tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062175 May 27 22:40:11.261563 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2291668-77fa-49ed-a1cd-6a189318df18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:11.412168 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] For port 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:11.412662 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:11.459273 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7ab9f26c-f596-4dfb-8d79-ed59db4f0017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:13Z', 'updated_at': '2022-05-27T22:40:06Z', 'revision_number': 5, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'gw_port': {'id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:16Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:11.488871 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab9f26c-f596-4dfb-8d79-ed59db4f0017 None None] The sync data for ids ['d7e773f1-77c6-4f5a-aee5-316a1b9716ce'] in n-d-843680-3 is: [{'id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'name': 'tempest-ServersTestJSON-1763559529-router', 'tenant_id': '3dc91cf82d524da38b99d4bfbb135807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:13Z', 'updated_at': '2022-05-27T22:40:06Z', 'revision_number': 5, 'project_id': '3dc91cf82d524da38b99d4bfbb135807', 'gw_port': {'id': '50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:23:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e773f1-77c6-4f5a-aee5-316a1b9716ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:16Z', 'updated_at': '2022-05-27T22:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:40:11.499075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-675d76b9-2246-455b-b4ac-34b8d3257250 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:11.507574 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-675d76b9-2246-455b-b4ac-34b8d3257250 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1561680 May 27 22:40:11.671082 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-5f040934-2e36-4934-9520-7b07737cf371 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.228 HTTP/1.1" status: 200 len: 696 time: 0.1616356 May 27 22:40:11.677675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60236) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:11.693396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-1ef9c281-44b6-4916-bc52-5df074de17da tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Request body: {'floatingip': {'port_id': '68cebfb8-f05b-4836-af47-1a39e6d07923', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:11.697986 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2291668-77fa-49ed-a1cd-6a189318df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:11.787113 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-1ef9c281-44b6-4916-bc52-5df074de17da tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:11.866765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] Calling delete_port for 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:11.999875 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b44df75f-af73-4b36-b082-bc95c7b11428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:12.073225 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2291668-77fa-49ed-a1cd-6a189318df18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:12.075527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a121a5-74e9-4ddf-80af-70780da43dd6 req-458a0de0-22f6-4969-b924-6f8885a8d7a5 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:12.077061 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0a121a5-74e9-4ddf-80af-70780da43dd6 req-458a0de0-22f6-4969-b924-6f8885a8d7a5 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 946 time: 0.4939229 May 27 22:40:12.078128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b44df75f-af73-4b36-b082-bc95c7b11428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:12.122861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b44df75f-af73-4b36-b082-bc95c7b11428 admin admin] Usage tracker for resource:security_group_rule and tenant:354772c9cf5642d59395e5b50d594517 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:12.124464 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2291668-77fa-49ed-a1cd-6a189318df18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:12.140118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b44df75f-af73-4b36-b082-bc95c7b11428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:12.140291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Allocated IP 10.2.2.200 (e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4/862db2da-2593-4ce1-842a-3a10259ed89c/ef9523b3-0465-4c4f-9e93-31957771cb3b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:40:12.147745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b44df75f-af73-4b36-b082-bc95c7b11428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:12.152804 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0a121a5-74e9-4ddf-80af-70780da43dd6 req-7af0ba92-dc49-438b-bc96-f2e3a3389296 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598829 May 27 22:40:12.155551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2291668-77fa-49ed-a1cd-6a189318df18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e82904af-ca19-4245-b29f-a3b8e75ba3cb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:12.170358 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a2291668-77fa-49ed-a1cd-6a189318df18 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/e82904af-ca19-4245-b29f-a3b8e75ba3cb HTTP/1.1" status: 204 len: 168 time: 1.4194515 May 27 22:40:12.171204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60248) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:12.467112 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:12.490584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Transition to ACTIVE for port object ef9523b3-0465-4c4f-9e93-31957771cb3b will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:12.493977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:12.546532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] Pushing event deleted for resources: {'Port': ['ID=50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:12.658077 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8c54978-382e-47d4-b678-bbd81b902e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:12.687421 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:12.737375 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:12.872188 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b44df75f-af73-4b36-b082-bc95c7b11428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:12.884689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c47c5d-0d84-4595-b3df-4fb42cde8b7e req-98877b74-fee4-470f-be2e-a346da2c42c1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:12.890458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c47c5d-0d84-4595-b3df-4fb42cde8b7e req-98877b74-fee4-470f-be2e-a346da2c42c1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:12.896184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c47c5d-0d84-4595-b3df-4fb42cde8b7e req-98877b74-fee4-470f-be2e-a346da2c42c1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:12.902457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c47c5d-0d84-4595-b3df-4fb42cde8b7e req-98877b74-fee4-470f-be2e-a346da2c42c1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:12.904166 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73c47c5d-0d84-4595-b3df-4fb42cde8b7e req-98877b74-fee4-470f-be2e-a346da2c42c1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 3093 time: 0.5250788 May 27 22:40:12.918587 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a0a62e25-2b2b-4873-a0f6-1f237875b4a4 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:40:12.950271 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b44df75f-af73-4b36-b082-bc95c7b11428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:12.955176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: a0a62e25-2b2b-4873-a0f6-1f237875b4a4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:40:12.955720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a0a62e25-2b2b-4873-a0f6-1f237875b4a4 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:40:12.995758 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.000517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:40:13.001917 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.005727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:13.008133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:40:13.045421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event updated for resources: {'Port': ['ID=ef9523b3-0465-4c4f-9e93-31957771cb3b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:13.088487 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8c54978-382e-47d4-b678-bbd81b902e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.110585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b44df75f-af73-4b36-b082-bc95c7b11428 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=354772c9cf5642d59395e5b50d594517&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4296839 May 27 22:40:13.110735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:13.110735 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.112447 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73c47c5d-0d84-4595-b3df-4fb42cde8b7e req-e4ee511c-b94d-48ad-8466-d4928c99df6b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898022 May 27 22:40:13.114848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60262) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:13.140541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44df75f-af73-4b36-b082-bc95c7b11428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e824b804-6811-4a05-9822-5b0d50532dc2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:13.174128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e8c54978-382e-47d4-b678-bbd81b902e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfbc8b8-c379-44c0-b20f-662d8bd5fa73']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:13.185956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e8c54978-382e-47d4-b678-bbd81b902e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c9c846-c5c4-40b0-97cb-93cddbfa60f5') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:13.186257 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e8c54978-382e-47d4-b678-bbd81b902e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c9c846-c5c4-40b0-97cb-93cddbfa60f5') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:13.203067 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.203572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7e773f1-77c6-4f5a-aee5-316a1b9716ce {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:40:13.208391 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8c54978-382e-47d4-b678-bbd81b902e18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.225933 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.227681 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-09b63edb-7156-4830-bcd3-1769f8a7f05e admin admin] 10.222.0.27 "DELETE /v2.0/routers/d7e773f1-77c6-4f5a-aee5-316a1b9716ce HTTP/1.1" status: 204 len: 168 time: 3.4027398 May 27 22:40:13.232339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60266) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:13.312031 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bfe80075-0967-4a7d-a940-1bf20747b05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8940697 May 27 22:40:13.321061 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8c54978-382e-47d4-b678-bbd81b902e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.324867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Request body: {'port': {'device_id': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:13.379479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c54978-382e-47d4-b678-bbd81b902e18 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:40:13.379479 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8c54978-382e-47d4-b678-bbd81b902e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.438590 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7a006e2-adef-4b60-8959-962a2112c157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.463680 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment a1c9c846-c5c4-40b0-97cb-93cddbfa60f5 resource provider aggregate not found May 27 22:40:13.478898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-1ef9c281-44b6-4916-bc52-5df074de17da tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.491147 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment a1c9c846-c5c4-40b0-97cb-93cddbfa60f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1c9c846-c5c4-40b0-97cb-93cddbfa60f5 found for delete ", "request_id": "req-a7392f88-71ee-47ec-a197-5a574952971c"}]} May 27 22:40:13.504310 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c3e6922c-c3e2-4fb6-b570-8c62a6d6231b None None] Provisioning for port ef9523b3-0465-4c4f-9e93-31957771cb3b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:40:13.512378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c3e6922c-c3e2-4fb6-b570-8c62a6d6231b None None] Provisioning complete for port ef9523b3-0465-4c4f-9e93-31957771cb3b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:40:13.512955 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3e6922c-c3e2-4fb6-b570-8c62a6d6231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.526401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380bcbc-8ebd-4f53-beaf-d5efeb2f71e0 req-c31c19df-f4b9-4f92-a141-141d140de34f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:13.527966 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7380bcbc-8ebd-4f53-beaf-d5efeb2f71e0 req-c31c19df-f4b9-4f92-a141-141d140de34f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 946 time: 0.2121346 May 27 22:40:13.556111 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-1ef9c281-44b6-4916-bc52-5df074de17da tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.570282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0b1a6e-d100-475d-b34b-3a952ba0303f admin admin] Deleting subnet d89ae0ec-f80f-495e-8767-e6fcabc6ab15 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:40:13.574176 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd0b1a6e-d100-475d-b34b-3a952ba0303f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.580760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c3e6922c-c3e2-4fb6-b570-8c62a6d6231b None None] Port ef9523b3-0465-4c4f-9e93-31957771cb3b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:40:13.614903 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.617479 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8c54978-382e-47d4-b678-bbd81b902e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.649158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7a006e2-adef-4b60-8959-962a2112c157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.649607 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8c54978-382e-47d4-b678-bbd81b902e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.678689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c54978-382e-47d4-b678-bbd81b902e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bfbc8b8-c379-44c0-b20f-662d8bd5fa73,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:13.691862 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7380bcbc-8ebd-4f53-beaf-d5efeb2f71e0 req-714a5c86-6850-4c70-8933-f492130d1901 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523259 May 27 22:40:13.785463 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e8c54978-382e-47d4-b678-bbd81b902e18 admin admin] 10.222.0.27 "DELETE /v2.0/networks/7bfbc8b8-c379-44c0-b20f-662d8bd5fa73 HTTP/1.1" status: 204 len: 168 time: 1.6062584 May 27 22:40:13.797344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60276) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:13.871121 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-1ef9c281-44b6-4916-bc52-5df074de17da tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Floating IP e44ecdc5-52b2-4103-9509-958427e68d59 associated. External IP: 172.25.2.228, port: 68cebfb8-f05b-4836-af47-1a39e6d07923. May 27 22:40:13.878534 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd0b1a6e-d100-475d-b34b-3a952ba0303f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:13.986257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd0b1a6e-d100-475d-b34b-3a952ba0303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:14.081827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d7263cc-73ec-4033-8ec4-680adbdbe5d5 admin admin] Deleting subnet f92deec9-92d0-4bcc-91ca-e5f6a4b6e5b6 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:40:14.086070 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d7263cc-73ec-4033-8ec4-680adbdbe5d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:14.210439 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d7263cc-73ec-4033-8ec4-680adbdbe5d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:14.247497 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7a006e2-adef-4b60-8959-962a2112c157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:14.285841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a006e2-adef-4b60-8959-962a2112c157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e824b804-6811-4a05-9822-5b0d50532dc2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:14.300178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7a006e2-adef-4b60-8959-962a2112c157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:14.309361 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c7a006e2-adef-4b60-8959-962a2112c157 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e824b804-6811-4a05-9822-5b0d50532dc2 HTTP/1.1" status: 204 len: 168 time: 1.1867871 May 27 22:40:14.326721 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd0b1a6e-d100-475d-b34b-3a952ba0303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:14.376397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b1a6e-d100-475d-b34b-3a952ba0303f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d89ae0ec-f80f-495e-8767-e6fcabc6ab15,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:14.390347 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd0b1a6e-d100-475d-b34b-3a952ba0303f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:14.394036 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd0b1a6e-d100-475d-b34b-3a952ba0303f admin admin] 10.222.0.27 "DELETE /v2.0/subnets/d89ae0ec-f80f-495e-8767-e6fcabc6ab15 HTTP/1.1" status: 204 len: 168 time: 1.1577535 May 27 22:40:14.394542 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60292) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:14.398362 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993c71f2-c195-4a83-b3bc-8c8926b31721 None None] Network 22519a76-b161-4ba5-ab31-37af44fe8c3c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:40:14.413679 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d7263cc-73ec-4033-8ec4-680adbdbe5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:14.543437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9250c0c-5e72-4d00-804f-c64e7e1f2331 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:40:14.553030 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:14.573242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Transition to ACTIVE for port object d9250c0c-5e72-4d00-804f-c64e7e1f2331 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:14.585722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa61e8-bdb4-462e-9524-1574b973bd07 req-47b26ada-a37c-48e1-8dd5-6b20c76b9485 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:14.595821 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65aa61e8-bdb4-462e-9524-1574b973bd07 req-47b26ada-a37c-48e1-8dd5-6b20c76b9485 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 946 time: 0.3509464 May 27 22:40:14.650003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-1ef9c281-44b6-4916-bc52-5df074de17da tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Router 21184c15-d039-48d8-9350-adc9da3712ef has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:40:14.672092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65aa61e8-bdb4-462e-9524-1574b973bd07 req-cf37f101-c652-488a-9492-585d3af30e00 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783360 May 27 22:40:14.709644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] DHCP port deletion for 22519a76-b161-4ba5-ab31-37af44fe8c3c request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:40:14.715567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Deleting port ac1cf023-2825-470d-88e3-73dc8eee0bbe {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:14.722294 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:14.755197 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:14.847005 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d7263cc-73ec-4033-8ec4-680adbdbe5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:14.964639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Pushing event updated for resources: {'Port': ['ID=d9250c0c-5e72-4d00-804f-c64e7e1f2331,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:14.985311 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:40:15.029548 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:40:15.030091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 50e2d0e4-9ce8-4a7c-ac6b-78aa16bc4dfa not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:40:15.030766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ac1cf023-2825-470d-88e3-73dc8eee0bbe no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:40:15.153221 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:15.182917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-1ef9c281-44b6-4916-bc52-5df074de17da tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:40:15.193207 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d7263cc-73ec-4033-8ec4-680adbdbe5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:15.199973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Deleting port ac1cf023-2825-470d-88e3-73dc8eee0bbe {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:15.200325 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:15.208028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0da470-e1e3-4be5-8646-f5b60afb9fca None None] Sync routers for ids ['21184c15-d039-48d8-9350-adc9da3712ef'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:40:15.210431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1d7263cc-73ec-4033-8ec4-680adbdbe5d5 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/f92deec9-92d0-4bcc-91ca-e5f6a4b6e5b6 HTTP/1.1" status: 204 len: 168 time: 1.4118817 May 27 22:40:15.230026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] For port ac1cf023-2825-470d-88e3-73dc8eee0bbe, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ac1cf023-2825-470d-88e3-73dc8eee0bbe,segment=NetworkSegment(7d8476d7-d7f5-4600-9364-b6505191ca02),segment_id=7d8476d7-d7f5-4600-9364-b6505191ca02)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:15.234932 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:15.235063 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-1ef9c281-44b6-4916-bc52-5df074de17da tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:15.253248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60306) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:15.253248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:15.276491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7263cc-73ec-4033-8ec4-680adbdbe5d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92deec9-92d0-4bcc-91ca-e5f6a4b6e5b6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:15.331221 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-1ef9c281-44b6-4916-bc52-5df074de17da tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "PUT /v2.0/floatingips/e44ecdc5-52b2-4103-9509-958427e68d59 HTTP/1.1" status: 200 len: 996 time: 3.6550531 May 27 22:40:15.333746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'tag': '68cebfb8-f05b-4836-af47-1a39e6d07923'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:15.358664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4e0b7-d0ec-44d9-9738-58e70669fc64 req-1082b2c4-83b8-4a16-b89a-20c48496f667 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:15.364938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4e0b7-d0ec-44d9-9738-58e70669fc64 req-1082b2c4-83b8-4a16-b89a-20c48496f667 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:15.371343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4e0b7-d0ec-44d9-9738-58e70669fc64 req-1082b2c4-83b8-4a16-b89a-20c48496f667 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:15.378274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4e0b7-d0ec-44d9-9738-58e70669fc64 req-1082b2c4-83b8-4a16-b89a-20c48496f667 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:15.385779 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4e0b7-d0ec-44d9-9738-58e70669fc64 req-1082b2c4-83b8-4a16-b89a-20c48496f667 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:15.386052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0da470-e1e3-4be5-8646-f5b60afb9fca None None] Routers {'21184c15-d039-48d8-9350-adc9da3712ef'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:40:15.386812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2b0da470-e1e3-4be5-8646-f5b60afb9fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:40:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['21184c15-d039-48d8-9350-adc9da3712ef'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:15.387921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4e4e0b7-d0ec-44d9-9738-58e70669fc64 req-1082b2c4-83b8-4a16-b89a-20c48496f667 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 3826 time: 0.5150104 May 27 22:40:15.451278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d1a2-c4ad-4ec5-9fec-3b8edb81f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:15.459466 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ac80f54-3d4c-4c0f-99fc-65ffac1838aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:15.479805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0ac80f54-3d4c-4c0f-99fc-65ffac1838aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:15.484493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0ac80f54-3d4c-4c0f-99fc-65ffac1838aa admin admin] Usage tracker for resource:security_group_rule and tenant:971717058dd14a0383b888ef52727ab6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:15.487615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0ac80f54-3d4c-4c0f-99fc-65ffac1838aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:15.494209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0ac80f54-3d4c-4c0f-99fc-65ffac1838aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:15.496637 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4e4e0b7-d0ec-44d9-9738-58e70669fc64 req-c9af4cc6-960b-4ba1-831a-ff966fba6b22 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675290 May 27 22:40:15.515412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-21680b18-46aa-4506-b085-56575d8f7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:15.517341 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-21680b18-46aa-4506-b085-56575d8f7582 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5d2ff2934c6247008f6f299aa88c9ef9&device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 1096 time: 0.1282964 May 27 22:40:15.564369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Calling delete_port for ac1cf023-2825-470d-88e3-73dc8eee0bbe owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:15.583480 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ac80f54-3d4c-4c0f-99fc-65ffac1838aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:15.730617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-a760be35-6095-4ba0-8664-4b116906919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:15.732308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-a760be35-6095-4ba0-8664-4b116906919e service neutron] 10.222.0.27 "GET /v2.0/networks?id=46484a33-d62d-4b16-ae1f-f06c1da516e6 HTTP/1.1" status: 200 len: 920 time: 0.2006404 May 27 22:40:15.778602 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ac80f54-3d4c-4c0f-99fc-65ffac1838aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:15.833487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ac1cf023-2825-470d-88e3-73dc8eee0bbe is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:40:15.834220 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:15.853526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46945a3-bd15-4bf8-90f3-e5b29161e212 req-435d46cf-35a9-4169-ab3d-72a951c6c3c6 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:15.857236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Attempting to bind port d9250c0c-5e72-4d00-804f-c64e7e1f2331 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:40:15.857737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Attempting to bind port d9250c0c-5e72-4d00-804f-c64e7e1f2331 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:40:15.858193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Attempting to bind port d9250c0c-5e72-4d00-804f-c64e7e1f2331 on network 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:15.861322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b46945a3-bd15-4bf8-90f3-e5b29161e212 req-435d46cf-35a9-4169-ab3d-72a951c6c3c6 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 946 time: 0.2334003 May 27 22:40:15.877287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac80f54-3d4c-4c0f-99fc-65ffac1838aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01722363-40f7-414b-a842-34985bdfa495,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:15.913670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port ac1cf023-2825-470d-88e3-73dc8eee0bbe, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ac1cf023-2825-470d-88e3-73dc8eee0bbe,segment=NetworkSegment(7d8476d7-d7f5-4600-9364-b6505191ca02),segment_id=7d8476d7-d7f5-4600-9364-b6505191ca02)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:15.921539 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-20cbb409-343a-4caf-b1a9-02ad04d9d323 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68cebfb8-f05b-4836-af47-1a39e6d07923 HTTP/1.1" status: 200 len: 999 time: 0.1815464 May 27 22:40:15.928340 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:15.934186 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b46945a3-bd15-4bf8-90f3-e5b29161e212 req-6770edff-c2a6-4223-986f-985c072188f6 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719573 May 27 22:40:15.934675 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-2b0da470-e1e3-4be5-8646-f5b60afb9fca None None] Set router 21184c15-d039-48d8-9350-adc9da3712ef gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:40:15.997343 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Port d9250c0c-5e72-4d00-804f-c64e7e1f2331 on network 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:40:15.997972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Attempting to bind port d9250c0c-5e72-4d00-804f-c64e7e1f2331 on network 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:16.043972 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0ac80f54-3d4c-4c0f-99fc-65ffac1838aa admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=971717058dd14a0383b888ef52727ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7839129 May 27 22:40:16.048975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:40:16.049476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Checking segment: {'id': 'f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:16.050017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Bound using segment: {'id': 'f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:40:16.050579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Bound port: d9250c0c-5e72-4d00-804f-c64e7e1f2331, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:40:16.051024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:16.062725 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d1a2-c4ad-4ec5-9fec-3b8edb81f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:16.070327 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60324) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:16.128505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] For port ac1cf023-2825-470d-88e3-73dc8eee0bbe, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ac1cf023-2825-470d-88e3-73dc8eee0bbe,segment=NetworkSegment(7d8476d7-d7f5-4600-9364-b6505191ca02),segment_id=7d8476d7-d7f5-4600-9364-b6505191ca02)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:16.129038 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:16.352985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b4d7d1a2-c4ad-4ec5-9fec-3b8edb81f813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fee934c-75f2-4fce-adf4-97fa4440d4be']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:16.370123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b4d7d1a2-c4ad-4ec5-9fec-3b8edb81f813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58967955-6745-4e0f-b450-a9f862d9e25c') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:16.370482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-b4d7d1a2-c4ad-4ec5-9fec-3b8edb81f813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58967955-6745-4e0f-b450-a9f862d9e25c') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:16.380367 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:16.395754 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d1a2-c4ad-4ec5-9fec-3b8edb81f813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:16.417932 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e241df-884a-462c-a70c-3b7a1439bcbd'] response: {'name': 'network-changed', 'server_uuid': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'tag': '68cebfb8-f05b-4836-af47-1a39e6d07923', 'status': 'completed', 'code': 200} May 27 22:40:16.470915 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:40:16.471695 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:40:16.541981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Calling delete_port for ac1cf023-2825-470d-88e3-73dc8eee0bbe owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:16.568966 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-9caec5a8-7801-4dae-89b0-b10206ff2dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:16.571012 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-9caec5a8-7801-4dae-89b0-b10206ff2dd1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5 HTTP/1.1" status: 200 len: 859 time: 0.6203682 May 27 22:40:16.586655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=ac1cf023-2825-470d-88e3-73dc8eee0bbe,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:16.632398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2b0da470-e1e3-4be5-8646-f5b60afb9fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21184c15-d039-48d8-9350-adc9da3712ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:47Z', 'updated_at': '2022-05-27T22:39:05Z', 'revision_number': 4, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'gw_port': {'id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:50Z', 'updated_at': '2022-05-27T22:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'e44ecdc5-52b2-4103-9509-958427e68d59', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'floating_ip_address': '172.25.2.228', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'port_id': '68cebfb8-f05b-4836-af47-1a39e6d07923', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6', 'mac_address': 'fa:16:3e:14:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:40:08Z', 'updated_at': '2022-05-27T22:40:13Z', 'revision_number': 1, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b', 'name': '', 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'mac_address': 'fa:16:3e:a2:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:39:02Z', 'updated_at': '2022-05-27T22:39:16Z', 'revision_number': 5, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'subnets': [{'id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:16.640159 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0da470-e1e3-4be5-8646-f5b60afb9fca None None] Checking router: 21184c15-d039-48d8-9350-adc9da3712ef for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:40:16.642719 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d1a2-c4ad-4ec5-9fec-3b8edb81f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:16.647145 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-baf180e4-9250-4467-a7cf-2d302a4e05ed service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=46484a33-d62d-4b16-ae1f-f06c1da516e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592775 May 27 22:40:16.651665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d7d1a2-c4ad-4ec5-9fec-3b8edb81f813 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:40:16.652126 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d1a2-c4ad-4ec5-9fec-3b8edb81f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:16.654525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0da470-e1e3-4be5-8646-f5b60afb9fca None None] Routers {'21184c15-d039-48d8-9350-adc9da3712ef'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:40:16.654525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2b0da470-e1e3-4be5-8646-f5b60afb9fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:40:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['21184c15-d039-48d8-9350-adc9da3712ef'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:16.659635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-e26ea4f7-a6a4-4c9b-97b9-4c658b04c0eb service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:40:16.660859 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-e26ea4f7-a6a4-4c9b-97b9-4c658b04c0eb service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055211 May 27 22:40:16.664050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5c322-6364-4693-8a53-ecc69adc60ff req-99b1a36b-be2b-4169-9060-53dd579dcaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:16.665679 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5a5c322-6364-4693-8a53-ecc69adc60ff req-99b1a36b-be2b-4169-9060-53dd579dcaa6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d2ff2934c6247008f6f299aa88c9ef9&device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 1096 time: 0.2443304 May 27 22:40:16.823664 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 58967955-6745-4e0f-b450-a9f862d9e25c resource provider aggregate not found May 27 22:40:16.867855 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8604d83c-2f2e-45cb-8b2d-20aa71b1f84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:16.899750 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8604d83c-2f2e-45cb-8b2d-20aa71b1f84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:16.951630 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-09b30015-5fa0-4442-887f-96916e3edf07 service neutron] 10.222.0.27 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684650 May 27 22:40:16.962702 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 58967955-6745-4e0f-b450-a9f862d9e25c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58967955-6745-4e0f-b450-a9f862d9e25c found for delete ", "request_id": "req-b4bc31c9-b033-4e07-ad8f-0cbc4931a08f"}]} May 27 22:40:16.967113 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d1a2-c4ad-4ec5-9fec-3b8edb81f813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:16.975190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Deleting port ac1cf023-2825-470d-88e3-73dc8eee0bbe {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:16.976886 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:16.997560 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b4d7d1a2-c4ad-4ec5-9fec-3b8edb81f813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:17.010010 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b4d7d1a2-c4ad-4ec5-9fec-3b8edb81f813 admin admin] 10.222.0.27 "DELETE /v2.0/networks/5fee934c-75f2-4fce-adf4-97fa4440d4be HTTP/1.1" status: 204 len: 168 time: 1.7539032 May 27 22:40:17.018035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] For port d9250c0c-5e72-4d00-804f-c64e7e1f2331, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:40:17.022095 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7d1a2-c4ad-4ec5-9fec-3b8edb81f813 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fee934c-75f2-4fce-adf4-97fa4440d4be,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:17.042470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] For port d9250c0c-5e72-4d00-804f-c64e7e1f2331, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d9250c0c-5e72-4d00-804f-c64e7e1f2331,segment=NetworkSegment(f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2),segment_id=f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:40:17.050497 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8604d83c-2f2e-45cb-8b2d-20aa71b1f84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:17.093060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-2b0da470-e1e3-4be5-8646-f5b60afb9fca None None] Set router 21184c15-d039-48d8-9350-adc9da3712ef gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:40:17.098915 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8604d83c-2f2e-45cb-8b2d-20aa71b1f84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:17.101082 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8604d83c-2f2e-45cb-8b2d-20aa71b1f84e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/01722363-40f7-414b-a842-34985bdfa495 HTTP/1.1" status: 204 len: 168 time: 1.0253701 May 27 22:40:17.129904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8604d83c-2f2e-45cb-8b2d-20aa71b1f84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01722363-40f7-414b-a842-34985bdfa495,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:17.137163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:40:17.137474 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:40:17.150491 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:17.348983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Pushing event updated for resources: {'Port': ['ID=d9250c0c-5e72-4d00-804f-c64e7e1f2331,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:17.366197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5c322-6364-4693-8a53-ecc69adc60ff req-69f0c77a-c591-459b-b88f-5f470d751ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:17.369900 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5a5c322-6364-4693-8a53-ecc69adc60ff req-69f0c77a-c591-459b-b88f-5f470d751ee5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=46484a33-d62d-4b16-ae1f-f06c1da516e6 HTTP/1.1" status: 200 len: 920 time: 0.6971512 May 27 22:40:17.373858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:17.374448 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:17.376305 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-225e5b9a-2f68-4076-a106-1133cd9ccb6b service neutron] 10.222.0.46 "PUT /v2.0/ports/d9250c0c-5e72-4d00-804f-c64e7e1f2331 HTTP/1.1" status: 200 len: 1091 time: 4.0561652 May 27 22:40:17.376770 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:17.482969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Request body: {'port': {'device_id': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:17.549054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7efe0-ba89-475f-957e-ee7fe92455f9 req-271d3bd2-59dc-41ff-aaef-5868e8de0257 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:17.564714 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7efe0-ba89-475f-957e-ee7fe92455f9 req-271d3bd2-59dc-41ff-aaef-5868e8de0257 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:17.585376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7efe0-ba89-475f-957e-ee7fe92455f9 req-271d3bd2-59dc-41ff-aaef-5868e8de0257 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:17.594890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7efe0-ba89-475f-957e-ee7fe92455f9 req-271d3bd2-59dc-41ff-aaef-5868e8de0257 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:17.606801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7efe0-ba89-475f-957e-ee7fe92455f9 req-271d3bd2-59dc-41ff-aaef-5868e8de0257 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:17.612904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2cf7efe0-ba89-475f-957e-ee7fe92455f9 req-271d3bd2-59dc-41ff-aaef-5868e8de0257 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 3826 time: 0.5547557 May 27 22:40:17.626977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60354) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:17.658343 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5065425c-1e29-4af9-b4a1-547d7b6ec07c req-1ea9c99f-9fab-4f2c-9105-a4a2eb93f941 service neutron] 10.222.0.27 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6992681 May 27 22:40:17.675844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Deleting port ac1cf023-2825-470d-88e3-73dc8eee0bbe {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:17.675844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:17.738770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] For port ac1cf023-2825-470d-88e3-73dc8eee0bbe, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ac1cf023-2825-470d-88e3-73dc8eee0bbe,segment=NetworkSegment(7d8476d7-d7f5-4600-9364-b6505191ca02),segment_id=7d8476d7-d7f5-4600-9364-b6505191ca02)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:17.739969 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:17.817007 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5a5c322-6364-4693-8a53-ecc69adc60ff req-5508a310-347d-43fd-841d-1c664fee9362 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68cebfb8-f05b-4836-af47-1a39e6d07923 HTTP/1.1" status: 200 len: 999 time: 0.4356680 May 27 22:40:17.853854 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9365c99e-14d5-4e7b-861f-e13f107ae3f9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=00a8812cc700487cbfc37e4d6360eed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234399 May 27 22:40:17.872116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60366) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:18.013300 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-703dc4e8-f276-464a-99ca-35ed5a02f629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:18.015510 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:18.029625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5c322-6364-4693-8a53-ecc69adc60ff req-dfb3571b-754d-44bf-b4a6-45f324357a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:18.031090 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5a5c322-6364-4693-8a53-ecc69adc60ff req-dfb3571b-754d-44bf-b4a6-45f324357a46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5 HTTP/1.1" status: 200 len: 859 time: 0.1996377 May 27 22:40:18.099533 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Calling delete_port for ac1cf023-2825-470d-88e3-73dc8eee0bbe owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:18.158847 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2cf7efe0-ba89-475f-957e-ee7fe92455f9 req-c2fa84c7-1c4b-426f-a927-18bb91058fdf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4896777 May 27 22:40:18.235942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5a5c322-6364-4693-8a53-ecc69adc60ff req-dc1a314a-29f3-46a5-abb3-483ae5cdb56a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46484a33-d62d-4b16-ae1f-f06c1da516e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1933281 May 27 22:40:18.395823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2b0da470-e1e3-4be5-8646-f5b60afb9fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21184c15-d039-48d8-9350-adc9da3712ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:47Z', 'updated_at': '2022-05-27T22:39:05Z', 'revision_number': 4, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'gw_port': {'id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:50Z', 'updated_at': '2022-05-27T22:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'e44ecdc5-52b2-4103-9509-958427e68d59', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'floating_ip_address': '172.25.2.228', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'port_id': '68cebfb8-f05b-4836-af47-1a39e6d07923', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6', 'mac_address': 'fa:16:3e:14:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:40:08Z', 'updated_at': '2022-05-27T22:40:13Z', 'revision_number': 1, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b', 'name': '', 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'mac_address': 'fa:16:3e:a2:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:39:02Z', 'updated_at': '2022-05-27T22:39:16Z', 'revision_number': 5, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'subnets': [{'id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:18.410250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0da470-e1e3-4be5-8646-f5b60afb9fca None None] The sync data for ids ['21184c15-d039-48d8-9350-adc9da3712ef'] in n-d-843680-3 is: [{'id': '21184c15-d039-48d8-9350-adc9da3712ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:47Z', 'updated_at': '2022-05-27T22:39:05Z', 'revision_number': 4, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'gw_port': {'id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:50Z', 'updated_at': '2022-05-27T22:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'e44ecdc5-52b2-4103-9509-958427e68d59', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'floating_ip_address': '172.25.2.228', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'port_id': '68cebfb8-f05b-4836-af47-1a39e6d07923', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6', 'mac_address': 'fa:16:3e:14:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:40:08Z', 'updated_at': '2022-05-27T22:40:13Z', 'revision_number': 1, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b', 'name': '', 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'mac_address': 'fa:16:3e:a2:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:39:02Z', 'updated_at': '2022-05-27T22:39:16Z', 'revision_number': 5, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'subnets': [{'id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:40:18.444845 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:18.522445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Pushing event deleted for resources: {'Port': ['ID=ac1cf023-2825-470d-88e3-73dc8eee0bbe,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:18.538643 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] No DVR routers for this DVR port ac1cf023-2825-470d-88e3-73dc8eee0bbe on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:40:18.563932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:18.564403 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:18.564749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:18.565115 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:18.565518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:18.566347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:18.566683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:18.567012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:18.567340 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:18.567660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:18.568067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:18.568407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc8b5f4-2cee-4632-ba94-cda6f2c577fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:18.577019 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d0b89f-f798-461d-8a7b-05faa128d86e'] response: {'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331', 'status': 'completed', 'code': 200} May 27 22:40:18.593416 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-054468e8-3d8b-46c5-989d-0b2bba0f1a98 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.228 HTTP/1.1" status: 200 len: 999 time: 0.3162105 May 27 22:40:18.861079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] For port ac1cf023-2825-470d-88e3-73dc8eee0bbe, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ac1cf023-2825-470d-88e3-73dc8eee0bbe,segment=NetworkSegment(7d8476d7-d7f5-4600-9364-b6505191ca02),segment_id=7d8476d7-d7f5-4600-9364-b6505191ca02)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:18.861593 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:18.883933 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c2d5aa-638d-442c-a455-dd8cd1e5502e None None] New status for floating IP e44ecdc5-52b2-4103-9509-958427e68d59: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:40:18.954812 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5a5c322-6364-4693-8a53-ecc69adc60ff req-c87578c9-2a46-4d71-893c-85f024403fbe service neutron] 10.222.0.57 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788793 May 27 22:40:19.107940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60398) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:19.158930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Calling delete_port for ac1cf023-2825-470d-88e3-73dc8eee0bbe owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:19.242729 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-703dc4e8-f276-464a-99ca-35ed5a02f629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:19.263719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-15608803-5825-4b16-99cd-92a07476234d tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:19.278801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-15608803-5825-4b16-99cd-92a07476234d tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports/68cebfb8-f05b-4836-af47-1a39e6d07923 HTTP/1.1" status: 200 len: 942 time: 0.6344070 May 27 22:40:19.384417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931dd3a-f786-423c-9dc3-3af037fdd26f req-434110fb-23de-45cd-9229-bb7801fde9eb tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:19.386067 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8931dd3a-f786-423c-9dc3-3af037fdd26f req-434110fb-23de-45cd-9229-bb7801fde9eb tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.46 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 946 time: 1.2757871 May 27 22:40:19.390591 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5a5c322-6364-4693-8a53-ecc69adc60ff req-94f83cdd-d6de-4772-915b-e8b6c906dc47 service neutron] 10.222.0.57 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206889 May 27 22:40:19.434036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a70df-1c4c-41e8-b936-ce5d501bccc1 req-dfd6b534-3141-4cb1-b3ff-ce8f4f5f1497 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:19.441148 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a27a70df-1c4c-41e8-b936-ce5d501bccc1 req-dfd6b534-3141-4cb1-b3ff-ce8f4f5f1497 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 946 time: 0.8383288 May 27 22:40:19.510060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a27a70df-1c4c-41e8-b936-ce5d501bccc1 req-8b251ca1-0096-4bef-ba19-5577f6a40c4c tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/security-groups?id=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679841 May 27 22:40:19.616160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1801291656'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:19.622715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-8931dd3a-f786-423c-9dc3-3af037fdd26f req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Deleting port bc496ac6-8937-482d-b4e1-3777057b9736 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:19.623055 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8931dd3a-f786-423c-9dc3-3af037fdd26f req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:19.624715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fcd9a-1432-424b-ae23-efd63cef3375 req-3d5ca6a8-024f-4de2-921c-cd7dadeb3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:19.625188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fcd9a-1432-424b-ae23-efd63cef3375 req-3d5ca6a8-024f-4de2-921c-cd7dadeb3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:19.630671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fcd9a-1432-424b-ae23-efd63cef3375 req-3d5ca6a8-024f-4de2-921c-cd7dadeb3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:19.630671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fcd9a-1432-424b-ae23-efd63cef3375 req-3d5ca6a8-024f-4de2-921c-cd7dadeb3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:19.630671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fcd9a-1432-424b-ae23-efd63cef3375 req-3d5ca6a8-024f-4de2-921c-cd7dadeb3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:19.630671 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-578fcd9a-1432-424b-ae23-efd63cef3375 req-3d5ca6a8-024f-4de2-921c-cd7dadeb3e2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df84f64e176647659c4bf324dc3c727e&device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 4361 time: 1.0535092 May 27 22:40:19.636173 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:40:19.651464 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-ae18d497-a0da-4cf1-9aa6-8953cdfb43ee tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.228 HTTP/1.1" status: 200 len: 1001 time: 0.1487951 May 27 22:40:19.663543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:19.676053 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:40:19.676381 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:40:19.749911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:network and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:19.775784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:19.802409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f4ebbf-fdd6-4399-854a-6706996529f9 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:40:19.813087 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:19.839702 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-703dc4e8-f276-464a-99ca-35ed5a02f629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:19.845783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:19.875098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Transition to ACTIVE for port object 28f4ebbf-fdd6-4399-854a-6706996529f9 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:19.882783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dc4e8-f276-464a-99ca-35ed5a02f629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be4c2fa-23de-4273-8bf8-3c79bbb07a89,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:19.885068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fcd9a-1432-424b-ae23-efd63cef3375 req-b7c473fe-2fcb-475e-ae69-881834b1e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:19.885530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fcd9a-1432-424b-ae23-efd63cef3375 req-b7c473fe-2fcb-475e-ae69-881834b1e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:19.885985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fcd9a-1432-424b-ae23-efd63cef3375 req-b7c473fe-2fcb-475e-ae69-881834b1e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:19.887522 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-578fcd9a-1432-424b-ae23-efd63cef3375 req-b7c473fe-2fcb-475e-ae69-881834b1e491 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=df84f64e176647659c4bf324dc3c727e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2436070 May 27 22:40:19.895640 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-703dc4e8-f276-464a-99ca-35ed5a02f629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:19.899541 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-703dc4e8-f276-464a-99ca-35ed5a02f629 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6be4c2fa-23de-4273-8bf8-3c79bbb07a89 HTTP/1.1" status: 204 len: 168 time: 2.0231798 May 27 22:40:20.066197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:20.070078 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:20.071049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fcd9a-1432-424b-ae23-efd63cef3375 req-c0ad5300-60e2-4197-afd1-0cad8eeb6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:20.072662 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-578fcd9a-1432-424b-ae23-efd63cef3375 req-c0ad5300-60e2-4197-afd1-0cad8eeb6cc2 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1780396 May 27 22:40:20.073816 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:20.119283 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:20.121949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Deleting port ac1cf023-2825-470d-88e3-73dc8eee0bbe {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:20.122481 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:20.163025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ff376-80a7-4775-b589-305dd7dd4bc8 req-3c845359-d49b-4c0b-a057-caeec5d97ed4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:20.179972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ff376-80a7-4775-b589-305dd7dd4bc8 req-3c845359-d49b-4c0b-a057-caeec5d97ed4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:20.186534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ff376-80a7-4775-b589-305dd7dd4bc8 req-3c845359-d49b-4c0b-a057-caeec5d97ed4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:20.192987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ff376-80a7-4775-b589-305dd7dd4bc8 req-3c845359-d49b-4c0b-a057-caeec5d97ed4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:20.200461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ff376-80a7-4775-b589-305dd7dd4bc8 req-3c845359-d49b-4c0b-a057-caeec5d97ed4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:20.210497 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-894ff376-80a7-4775-b589-305dd7dd4bc8 req-3c845359-d49b-4c0b-a057-caeec5d97ed4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 3826 time: 0.5437272 May 27 22:40:20.228123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:20.243792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-9558255a-6b30-4d94-bec4-12eca2b366fc tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:20.245312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-9558255a-6b30-4d94-bec4-12eca2b366fc tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 0.5774012 May 27 22:40:20.253329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:security_group_rule and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:20.261888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:20.281250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-80811c4e-29a4-4626-bcd1-40579ae85f73 req-2e595f86-bee9-4abb-a6c0-62cdb6dc9ab4 service neutron] (88901) timed out ('10.222.0.27', 33554) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 22:40:20.286212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] The port 'ac1cf023-2825-470d-88e3-73dc8eee0bbe' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:40:20.394274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Pushing event updated for resources: {'Port': ['ID=28f4ebbf-fdd6-4399-854a-6706996529f9,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:20.460109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-8931dd3a-f786-423c-9dc3-3af037fdd26f req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] For port bc496ac6-8937-482d-b4e1-3777057b9736, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=bc496ac6-8937-482d-b4e1-3777057b9736,segment=NetworkSegment(af8c1190-bd32-406e-bc39-1cbea38c279f),segment_id=af8c1190-bd32-406e-bc39-1cbea38c279f)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:20.460592 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8931dd3a-f786-423c-9dc3-3af037fdd26f req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:20.521871 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:20.568116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22519a76-b161-4ba5-ab31-37af44fe8c3c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:20.594484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Attempting to bind port 28f4ebbf-fdd6-4399-854a-6706996529f9 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:40:20.594725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Attempting to bind port 28f4ebbf-fdd6-4399-854a-6706996529f9 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:40:20.595037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Attempting to bind port 28f4ebbf-fdd6-4399-854a-6706996529f9 on network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:20.600724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8476d7-d7f5-4600-9364-b6505191ca02') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:20.601016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8476d7-d7f5-4600-9364-b6505191ca02') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:20.604642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-8931dd3a-f786-423c-9dc3-3af037fdd26f req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Calling delete_port for bc496ac6-8937-482d-b4e1-3777057b9736 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:20.611422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Port 28f4ebbf-fdd6-4399-854a-6706996529f9 on network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:40:20.611746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Attempting to bind port 28f4ebbf-fdd6-4399-854a-6706996529f9 on network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:20.619330 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:20.626146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:40:20.626546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Checking segment: {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:20.626896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Bound using segment: {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:40:20.627456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Bound port: 28f4ebbf-fdd6-4399-854a-6706996529f9, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:40:20.631635 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:20.642731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:20.676712 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-894ff376-80a7-4775-b589-305dd7dd4bc8 req-84ef728c-57ff-4e15-b741-852194551e7d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4646280 May 27 22:40:20.692876 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:20.706901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-7fb2b398-8726-42f7-94ee-a1029a3edf16 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.228 HTTP/1.1" status: 200 len: 1001 time: 0.4416404 May 27 22:40:20.718177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-654eb586-397e-41ce-a202-082a259feae3 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:20.720116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:40:20.720566 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:20.797970 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7d8476d7-d7f5-4600-9364-b6505191ca02 resource provider aggregate not found May 27 22:40:20.821984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60432) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:20.846454 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7d8476d7-d7f5-4600-9364-b6505191ca02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d8476d7-d7f5-4600-9364-b6505191ca02 found for delete ", "request_id": "req-01845a35-a6ff-49d2-8f93-842444e68c0a"}]} May 27 22:40:20.908079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] For port 28f4ebbf-fdd6-4399-854a-6706996529f9, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:40:20.911207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] For port 28f4ebbf-fdd6-4399-854a-6706996529f9, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=28f4ebbf-fdd6-4399-854a-6706996529f9,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:40:20.960858 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:20.966445 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-654eb586-397e-41ce-a202-082a259feae3 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:20.994286 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:20.999651 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:21.017545 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-36374277-8a93-4ab2-a4a2-967e7b231dde admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0447e81e802f4fd69032a7129ed87e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912580 May 27 22:40:21.042646 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60438) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:21.080313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:21.081196 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:21.082825 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] 10.222.0.46 "PUT /v2.0/ports/28f4ebbf-fdd6-4399-854a-6706996529f9 HTTP/1.1" status: 200 len: 1136 time: 3.6048238 May 27 22:40:21.083710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Pushing event deleted for resources: {'Network': ['ID=22519a76-b161-4ba5-ab31-37af44fe8c3c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:21.090709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': '28f4ebbf-fdd6-4399-854a-6706996529f9'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:21.099358 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] 10.222.0.27 "DELETE /v2.0/networks/22519a76-b161-4ba5-ab31-37af44fe8c3c HTTP/1.1" status: 204 len: 168 time: 6.7039342 May 27 22:40:21.109972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.110316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.110659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.110983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.111308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.111631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.111956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.112278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.112626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.112943 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.113288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.113607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5eb00a-b693-4935-8506-281098cd7df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.133392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f90fe-c1f1-4a81-8ec4-162647e725d7 service neutron] Pushing event updated for resources: {'Port': ['ID=28f4ebbf-fdd6-4399-854a-6706996529f9,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:21.209791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Request body: {'port': {'device_id': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:21.373381 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:21.436991 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8931dd3a-f786-423c-9dc3-3af037fdd26f req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:21.451152 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:21.516511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Pushing event deleted for resources: {'Port': ['ID=bc496ac6-8937-482d-b4e1-3777057b9736,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:21.536027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.536628 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.537158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.537840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.538355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.538849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.539864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.540477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.540945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.541443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.541769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.542084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:40:21.544673 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a9b30ec-237e-43e3-8b73-733c22957be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:21.596979 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:21.659739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60456) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:21.754767 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a9b30ec-237e-43e3-8b73-733c22957be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:21.768605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-8931dd3a-f786-423c-9dc3-3af037fdd26f req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] No DVR routers for this DVR port bc496ac6-8937-482d-b4e1-3777057b9736 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:40:21.788736 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8931dd3a-f786-423c-9dc3-3af037fdd26f req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:21.794397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:40:21.797798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c099b1-e343-4fc9-9df7-8987e65e62a2', 'name': 'network-vif-deleted', 'tag': 'bc496ac6-8937-482d-b4e1-3777057b9736'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:21.818978 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-654eb586-397e-41ce-a202-082a259feae3 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:21.827453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b14d2404-8109-46db-8780-65fdc6ec6cab,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:21.864465 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:21.864812 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Added segment 3e00187d-d0f5-4ddd-bc20-891288cadfbe of type vlan for network c787f9dc-0db6-4173-8779-e7ff74a0b73f May 27 22:40:21.887636 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8931dd3a-f786-423c-9dc3-3af037fdd26f req-ab28505a-12ff-4244-a18c-5aa680939d0f tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.46 "DELETE /v2.0/ports/bc496ac6-8937-482d-b4e1-3777057b9736 HTTP/1.1" status: 204 len: 173 time: 2.4938381 May 27 22:40:21.913173 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7ca02998-2074-46eb-aa57-2052db8a319c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3dc91cf82d524da38b99d4bfbb135807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2497261 May 27 22:40:21.913546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60466) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:21.921683 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-654eb586-397e-41ce-a202-082a259feae3 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:21.921683 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-654eb586-397e-41ce-a202-082a259feae3 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Floating IP e44ecdc5-52b2-4103-9509-958427e68d59 disassociated. External IP: 172.25.2.228, port: 68cebfb8-f05b-4836-af47-1a39e6d07923. May 27 22:40:21.978614 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:22.079939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-64e7fd67-0e67-4189-8ba8-5ab575c87a95 req-46e03c95-41b9-4003-8bfd-a404fc4c6ad5 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Synchronizing usage tracker for tenant:9a420c0f9828425fb0c912aa073963d8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:40:22.090634 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-409a9d9e-0019-41ce-ae20-26842f0fa4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:22.104004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:40:22.135901 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:22.149850 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:22.166620 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a9b30ec-237e-43e3-8b73-733c22957be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:22.182308 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-409a9d9e-0019-41ce-ae20-26842f0fa4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:22.191383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b30ec-237e-43e3-8b73-733c22957be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffd9a64-bf21-4f0a-822a-38d426abed7a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:22.204972 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a9b30ec-237e-43e3-8b73-733c22957be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:22.206339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3a9b30ec-237e-43e3-8b73-733c22957be3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8ffd9a64-bf21-4f0a-822a-38d426abed7a HTTP/1.1" status: 204 len: 168 time: 1.1624696 May 27 22:40:22.253222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Transition to ACTIVE for port object 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:22.303708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-64e7fd67-0e67-4189-8ba8-5ab575c87a95 req-46e03c95-41b9-4003-8bfd-a404fc4c6ad5 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] Unset dirty status for tenant:9a420c0f9828425fb0c912aa073963d8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:40:22.312078 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-64e7fd67-0e67-4189-8ba8-5ab575c87a95 req-46e03c95-41b9-4003-8bfd-a404fc4c6ad5 tempest-ServerDiskConfigTestJSON-35001995 tempest-ServerDiskConfigTestJSON-35001995-project] 10.222.0.27 "GET /v2.0/ports?device_id=39c099b1-e343-4fc9-9df7-8987e65e62a2 HTTP/1.1" status: 200 len: 210 time: 0.3018944 May 27 22:40:22.312746 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:22.323691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:22.325339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:22.359136 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:22.400868 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae7b8719-ec1e-4e3f-8866-16440734cf2f'] response: {'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': '28f4ebbf-fdd6-4399-854a-6706996529f9', 'status': 'completed', 'code': 200} May 27 22:40:22.415358 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-409a9d9e-0019-41ce-ae20-26842f0fa4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:22.506736 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-409a9d9e-0019-41ce-ae20-26842f0fa4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:22.508364 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-409a9d9e-0019-41ce-ae20-26842f0fa4c4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8197fe45-0be8-4c03-8d80-c8f0ca512749 HTTP/1.1" status: 204 len: 168 time: 0.5923798 May 27 22:40:22.517392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a9d9e-0019-41ce-ae20-26842f0fa4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8197fe45-0be8-4c03-8d80-c8f0ca512749,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:22.553177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device bc496ac6-8937-482d-b4e1-3777057b9736 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:40:22.565408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Pushing event updated for resources: {'Port': ['ID=3df037ee-cdfc-4a0b-adc5-86aa597bdf16,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:22.649747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: bc496ac6-8937-482d-b4e1-3777057b9736 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:40:22.650264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device bc496ac6-8937-482d-b4e1-3777057b9736 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:40:22.673801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.5551121 May 27 22:40:22.678139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60480) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:22.728813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'name': 'tempest-PortsIpV6TestJSON-1733103670'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:22.823926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a6ce2-2f5c-43f0-bbd4-78f406805bfa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Network': ['ID=c787f9dc-0db6-4173-8779-e7ff74a0b73f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:22.856162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:40:23.176768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:23.200321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Attempting to bind port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:40:23.200690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Attempting to bind port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:40:23.201003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Attempting to bind port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 on network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:23.217331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:port and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:23.222404 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-654eb586-397e-41ce-a202-082a259feae3 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Router 21184c15-d039-48d8-9350-adc9da3712ef has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:40:23.231670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:23.234922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 on network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:40:23.235246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Attempting to bind port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 on network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:23.251429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:23.255723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb0f32-2586-4b3b-bc9b-dad33af197cc req-80925525-27bd-40f7-b2dd-017aca299588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:23.256283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:40:23.256648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Checking segment: {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:23.257028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Bound using segment: {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:40:23.257464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Bound port: 3df037ee-cdfc-4a0b-adc5-86aa597bdf16, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:40:23.258423 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:23.264035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb0f32-2586-4b3b-bc9b-dad33af197cc req-80925525-27bd-40f7-b2dd-017aca299588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:23.264563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb0f32-2586-4b3b-bc9b-dad33af197cc req-80925525-27bd-40f7-b2dd-017aca299588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:23.265224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb0f32-2586-4b3b-bc9b-dad33af197cc req-80925525-27bd-40f7-b2dd-017aca299588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:23.265601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb0f32-2586-4b3b-bc9b-dad33af197cc req-80925525-27bd-40f7-b2dd-017aca299588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:23.266075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb0f32-2586-4b3b-bc9b-dad33af197cc req-80925525-27bd-40f7-b2dd-017aca299588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:23.277008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb0f32-2586-4b3b-bc9b-dad33af197cc req-80925525-27bd-40f7-b2dd-017aca299588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:23.279039 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06cb0f32-2586-4b3b-bc9b-dad33af197cc req-80925525-27bd-40f7-b2dd-017aca299588 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df84f64e176647659c4bf324dc3c727e&device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 6176 time: 0.6849711 May 27 22:40:23.294442 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed6df2-58eb-47a7-8f57-8a5172fcd4c7 req-caf6df2e-d2c2-4697-9658-df8385cb7b22 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:23.325135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed6df2-58eb-47a7-8f57-8a5172fcd4c7 req-caf6df2e-d2c2-4697-9658-df8385cb7b22 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:23.330953 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed6df2-58eb-47a7-8f57-8a5172fcd4c7 req-caf6df2e-d2c2-4697-9658-df8385cb7b22 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:23.337319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed6df2-58eb-47a7-8f57-8a5172fcd4c7 req-caf6df2e-d2c2-4697-9658-df8385cb7b22 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:23.343333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed6df2-58eb-47a7-8f57-8a5172fcd4c7 req-caf6df2e-d2c2-4697-9658-df8385cb7b22 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:23.349431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed6df2-58eb-47a7-8f57-8a5172fcd4c7 req-caf6df2e-d2c2-4697-9658-df8385cb7b22 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:23.356842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed6df2-58eb-47a7-8f57-8a5172fcd4c7 req-caf6df2e-d2c2-4697-9658-df8385cb7b22 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:23.364405 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41ed6df2-58eb-47a7-8f57-8a5172fcd4c7 req-caf6df2e-d2c2-4697-9658-df8385cb7b22 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5381 time: 0.7713022 May 27 22:40:23.415069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] For port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:40:23.418349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] For port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3df037ee-cdfc-4a0b-adc5-86aa597bdf16,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:40:23.431032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:23.439869 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:23.500142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port c34024da-2ced-481d-adfe-6515ee468bc5 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:40:23.694960 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41ed6df2-58eb-47a7-8f57-8a5172fcd4c7 req-8e4659eb-a725-4ca3-91fe-5fc8f6c1cf87 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3296871 May 27 22:40:23.825852 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:23.930585 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e906fc-db00-4a46-8f71-10a718416236'] response: {'server_uuid': '39c099b1-e343-4fc9-9df7-8987e65e62a2', 'name': 'network-vif-deleted', 'tag': 'bc496ac6-8937-482d-b4e1-3777057b9736', 'status': 'completed', 'code': 200} May 27 22:40:24.012142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:24.012783 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:24.014170 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] 10.222.0.46 "PUT /v2.0/ports/3df037ee-cdfc-4a0b-adc5-86aa597bdf16 HTTP/1.1" status: 200 len: 1135 time: 2.8142655 May 27 22:40:24.049444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb0f32-2586-4b3b-bc9b-dad33af197cc req-b9b8ef2f-aadf-43a1-81cd-b51b28e651c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:24.049921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb0f32-2586-4b3b-bc9b-dad33af197cc req-b9b8ef2f-aadf-43a1-81cd-b51b28e651c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:24.050377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb0f32-2586-4b3b-bc9b-dad33af197cc req-b9b8ef2f-aadf-43a1-81cd-b51b28e651c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:24.057120 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06cb0f32-2586-4b3b-bc9b-dad33af197cc req-b9b8ef2f-aadf-43a1-81cd-b51b28e651c1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=df84f64e176647659c4bf324dc3c727e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6780100 May 27 22:40:24.064582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-654eb586-397e-41ce-a202-082a259feae3 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:40:24.075882 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-654eb586-397e-41ce-a202-082a259feae3 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:24.093186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f594faa-9925-45ae-864e-edc9726aa2e1 None None] Sync routers for ids ['21184c15-d039-48d8-9350-adc9da3712ef'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:40:24.111950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f594faa-9925-45ae-864e-edc9726aa2e1 None None] Routers {'21184c15-d039-48d8-9350-adc9da3712ef'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:40:24.111950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1f594faa-9925-45ae-864e-edc9726aa2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:40:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['21184c15-d039-48d8-9350-adc9da3712ef'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:24.131011 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:24.164037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Request body: {'port': {'device_id': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:24.256597 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0db169-9b46-4aa1-9d25-2f6a0dee4a34 service neutron] Pushing event updated for resources: {'Port': ['ID=3df037ee-cdfc-4a0b-adc5-86aa597bdf16,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:24.421392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': '3df037ee-cdfc-4a0b-adc5-86aa597bdf16'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:24.493252 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:24.546543 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-654eb586-397e-41ce-a202-082a259feae3 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "PUT /v2.0/floatingips/e44ecdc5-52b2-4103-9509-958427e68d59 HTTP/1.1" status: 200 len: 695 time: 3.8322930 May 27 22:40:24.547069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60546) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:24.599197 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d3795b-ada4-4642-aa96-fff6414ea015'] response: {'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': '3df037ee-cdfc-4a0b-adc5-86aa597bdf16', 'status': 'completed', 'code': 200} May 27 22:40:24.617754 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:24.619474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-1f594faa-9925-45ae-864e-edc9726aa2e1 None None] Set router 21184c15-d039-48d8-9350-adc9da3712ef gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:40:24.761346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60558) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:24.914040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fb7463-d78f-4e2d-9b5a-a127661d7951 admin admin] Deleting subnet e4f9403f-9822-40ab-be8d-40aec1182252 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:40:24.939597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-284098109-network', 'tenant_id': 'b2e7eff573fa4fd5a9426debf0dcaae5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:24.961756 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16fb7463-d78f-4e2d-9b5a-a127661d7951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:25.004069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb0f32-2586-4b3b-bc9b-dad33af197cc req-0b7b5cbd-c1dd-4846-9aeb-9b59c80b80df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.005833 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06cb0f32-2586-4b3b-bc9b-dad33af197cc req-0b7b5cbd-c1dd-4846-9aeb-9b59c80b80df service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9428046 May 27 22:40:25.006961 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:25.020573 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=c34024da-2ced-481d-adfe-6515ee468bc5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:25.059868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Usage tracker for resource:network and tenant:b2e7eff573fa4fd5a9426debf0dcaae5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:25.108197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:25.122370 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:25.142089 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Checking segment: {'id': '3e00187d-d0f5-4ddd-bc20-891288cadfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:25.142463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network hostable DHCP agents. Network: c787f9dc-0db6-4173-8779-e7ff74a0b73f, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:40:25.166347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1f594faa-9925-45ae-864e-edc9726aa2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21184c15-d039-48d8-9350-adc9da3712ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:47Z', 'updated_at': '2022-05-27T22:39:05Z', 'revision_number': 4, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'gw_port': {'id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:50Z', 'updated_at': '2022-05-27T22:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b', 'name': '', 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'mac_address': 'fa:16:3e:a2:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:39:02Z', 'updated_at': '2022-05-27T22:39:16Z', 'revision_number': 5, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'subnets': [{'id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:25.171196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f594faa-9925-45ae-864e-edc9726aa2e1 None None] Checking router: 21184c15-d039-48d8-9350-adc9da3712ef for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:40:25.173831 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16fb7463-d78f-4e2d-9b5a-a127661d7951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:25.185409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f594faa-9925-45ae-864e-edc9726aa2e1 None None] Routers {'21184c15-d039-48d8-9350-adc9da3712ef'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:40:25.186721 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1f594faa-9925-45ae-864e-edc9726aa2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:40:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['21184c15-d039-48d8-9350-adc9da3712ef'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:25.334499 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16fb7463-d78f-4e2d-9b5a-a127661d7951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:25.381748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60566) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:25.384477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-5391db75-f5a8-436e-ab89-b2f31f623a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.392083 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-5391db75-f5a8-436e-ab89-b2f31f623a3c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5d2ff2934c6247008f6f299aa88c9ef9&device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 1096 time: 0.8192289 May 27 22:40:25.404926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:40:25.465533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Made reservation on behalf of b2e7eff573fa4fd5a9426debf0dcaae5 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:25.467883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-1f594faa-9925-45ae-864e-edc9726aa2e1 None None] Set router 21184c15-d039-48d8-9350-adc9da3712ef gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:40:25.468046 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:25.504820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, c787f9dc-0db6-4173-8779-e7ff74a0b73f) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:25.512992 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:40:25.528835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.529878 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:25.582451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:40:25.585466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6d7d21-baa1-46a5-a375-23f23efbcbf2 None None] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:40:25.595581 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:25.600880 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:25.604516 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8fa3-c58b-4fd0-8fb8-c77f9cba8edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:25.639454 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5ddb8fa3-c58b-4fd0-8fb8-c77f9cba8edb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:25.643133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Transition to ACTIVE for port object e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:25.646086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5ddb8fa3-c58b-4fd0-8fb8-c77f9cba8edb admin admin] Usage tracker for resource:security_group_rule and tenant:43ee3f1af939431d8152bc19ca0a6170 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:25.647057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:25.650720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5ddb8fa3-c58b-4fd0-8fb8-c77f9cba8edb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:25.657931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5ddb8fa3-c58b-4fd0-8fb8-c77f9cba8edb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:25.667214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Usage tracker for resource:security_group_rule and tenant:b2e7eff573fa4fd5a9426debf0dcaae5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:25.678250 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b2dd3b1f-6fd7-4511-af52-419248520018 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9963734 May 27 22:40:25.678585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:25.683790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60572) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:25.708320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:25.716649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb079cc-6244-4d5a-b4bb-62bedab4b6e8 req-fe9daf6f-381a-447a-ae4e-38c8a6ea7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.717123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb079cc-6244-4d5a-b4bb-62bedab4b6e8 req-fe9daf6f-381a-447a-ae4e-38c8a6ea7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.717590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb079cc-6244-4d5a-b4bb-62bedab4b6e8 req-fe9daf6f-381a-447a-ae4e-38c8a6ea7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.718247 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb079cc-6244-4d5a-b4bb-62bedab4b6e8 req-fe9daf6f-381a-447a-ae4e-38c8a6ea7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.718729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb079cc-6244-4d5a-b4bb-62bedab4b6e8 req-fe9daf6f-381a-447a-ae4e-38c8a6ea7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.719311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb079cc-6244-4d5a-b4bb-62bedab4b6e8 req-fe9daf6f-381a-447a-ae4e-38c8a6ea7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.720060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb079cc-6244-4d5a-b4bb-62bedab4b6e8 req-fe9daf6f-381a-447a-ae4e-38c8a6ea7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.723325 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1cb079cc-6244-4d5a-b4bb-62bedab4b6e8 req-fe9daf6f-381a-447a-ae4e-38c8a6ea7645 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df84f64e176647659c4bf324dc3c727e&device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 6218 time: 0.6551960 May 27 22:40:25.726152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-991820061'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:25.735740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:25.737930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492df5-f638-4135-b0fa-4e5998d97dbc req-b0501d32-2b7b-49c6-8182-8980c10d5cc4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.745013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492df5-f638-4135-b0fa-4e5998d97dbc req-b0501d32-2b7b-49c6-8182-8980c10d5cc4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.747452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:network and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:25.751327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492df5-f638-4135-b0fa-4e5998d97dbc req-b0501d32-2b7b-49c6-8182-8980c10d5cc4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.753474 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:25.757319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:25.758332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492df5-f638-4135-b0fa-4e5998d97dbc req-b0501d32-2b7b-49c6-8182-8980c10d5cc4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.764077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492df5-f638-4135-b0fa-4e5998d97dbc req-b0501d32-2b7b-49c6-8182-8980c10d5cc4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.769818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492df5-f638-4135-b0fa-4e5998d97dbc req-b0501d32-2b7b-49c6-8182-8980c10d5cc4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.775570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc492df5-f638-4135-b0fa-4e5998d97dbc req-b0501d32-2b7b-49c6-8182-8980c10d5cc4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.777540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc492df5-f638-4135-b0fa-4e5998d97dbc req-b0501d32-2b7b-49c6-8182-8980c10d5cc4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5381 time: 0.7751434 May 27 22:40:25.839312 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16fb7463-d78f-4e2d-9b5a-a127661d7951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:25.919827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-f62a0384-3381-4b4e-81e0-3d0e23a737b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:25.921946 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-f62a0384-3381-4b4e-81e0-3d0e23a737b8 service neutron] 10.222.0.27 "GET /v2.0/networks?id=46484a33-d62d-4b16-ae1f-f06c1da516e6 HTTP/1.1" status: 200 len: 920 time: 0.5289884 May 27 22:40:25.937876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'tag': '68cebfb8-f05b-4836-af47-1a39e6d07923'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:25.986381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:26.033752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb7463-d78f-4e2d-9b5a-a127661d7951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4f9403f-9822-40ab-be8d-40aec1182252,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:26.038384 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16fb7463-d78f-4e2d-9b5a-a127661d7951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:26.080531 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-4ea656ae-bd3e-45b8-90bd-8840d9e18e1d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68cebfb8-f05b-4836-af47-1a39e6d07923 HTTP/1.1" status: 200 len: 217 time: 0.1165731 May 27 22:40:26.149690 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-16fb7463-d78f-4e2d-9b5a-a127661d7951 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/e4f9403f-9822-40ab-be8d-40aec1182252 HTTP/1.1" status: 204 len: 168 time: 1.3527989 May 27 22:40:26.154296 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc492df5-f638-4135-b0fa-4e5998d97dbc req-df1581e7-f626-4611-bd42-492d3a41eb5e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3420033 May 27 22:40:26.154755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60584) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:26.197546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:26.201818 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:26.234426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1f594faa-9925-45ae-864e-edc9726aa2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21184c15-d039-48d8-9350-adc9da3712ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:47Z', 'updated_at': '2022-05-27T22:39:05Z', 'revision_number': 4, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'gw_port': {'id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:50Z', 'updated_at': '2022-05-27T22:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b', 'name': '', 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'mac_address': 'fa:16:3e:a2:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:39:02Z', 'updated_at': '2022-05-27T22:39:16Z', 'revision_number': 5, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'subnets': [{'id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:26.245915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f594faa-9925-45ae-864e-edc9726aa2e1 None None] The sync data for ids ['21184c15-d039-48d8-9350-adc9da3712ef'] in n-d-843680-3 is: [{'id': '21184c15-d039-48d8-9350-adc9da3712ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:47Z', 'updated_at': '2022-05-27T22:39:05Z', 'revision_number': 4, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'gw_port': {'id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:50Z', 'updated_at': '2022-05-27T22:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b', 'name': '', 'network_id': '46484a33-d62d-4b16-ae1f-f06c1da516e6', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'mac_address': 'fa:16:3e:a2:64:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:39:02Z', 'updated_at': '2022-05-27T22:39:16Z', 'revision_number': 5, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'subnets': [{'id': 'e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:40:26.319296 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5086eda4-c373-47be-b90f-249df0f36e4c'] response: {'name': 'network-changed', 'server_uuid': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'tag': '68cebfb8-f05b-4836-af47-1a39e6d07923', 'status': 'completed', 'code': 200} May 27 22:40:26.368800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Pushing event updated for resources: {'Port': ['ID=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:26.386624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:40:26.392894 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:26.393244 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Added segment 7cb55818-7b4e-46f6-8a9a-984d14bf2b00 of type vlan for network 3c18dc29-f33c-40a4-89ad-77fb04aea13f May 27 22:40:26.401927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb079cc-6244-4d5a-b4bb-62bedab4b6e8 req-04b60105-1a90-4d00-be10-c306941e66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:26.402396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb079cc-6244-4d5a-b4bb-62bedab4b6e8 req-04b60105-1a90-4d00-be10-c306941e66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:26.402850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb079cc-6244-4d5a-b4bb-62bedab4b6e8 req-04b60105-1a90-4d00-be10-c306941e66e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:26.404454 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1cb079cc-6244-4d5a-b4bb-62bedab4b6e8 req-04b60105-1a90-4d00-be10-c306941e66e9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=df84f64e176647659c4bf324dc3c727e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6164496 May 27 22:40:26.447526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-a272d486-e3d2-4776-af38-b1ffac2198fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:26.449009 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-a272d486-e3d2-4776-af38-b1ffac2198fd service neutron] 10.222.0.27 "GET /v2.0/subnets?id=e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5 HTTP/1.1" status: 200 len: 859 time: 0.3560543 May 27 22:40:26.469170 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8fa3-c58b-4fd0-8fb8-c77f9cba8edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:26.482297 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:26.506381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Attempting to bind port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:40:26.506717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Attempting to bind port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:40:26.507045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Attempting to bind port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 on network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:26.526578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 on network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:40:26.526927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Attempting to bind port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 on network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:26.548034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:40:26.555088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Checking segment: {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:26.555088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Bound using segment: {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:40:26.555088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Bound port: e50ceeaa-ce10-4b90-b3ed-093fbaba14b3, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:40:26.555088 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:26.562186 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ddb8fa3-c58b-4fd0-8fb8-c77f9cba8edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:26.641770 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5ddb8fa3-c58b-4fd0-8fb8-c77f9cba8edb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=43ee3f1af939431d8152bc19ca0a6170&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2581182 May 27 22:40:26.649068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60590) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:26.701823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb8fa3-c58b-4fd0-8fb8-c77f9cba8edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a3baaf-3a53-40db-a256-e686e13a6e37,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:26.729836 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5079ea-ebc3-4f07-a242-d102be263637 None None] New status for floating IP e44ecdc5-52b2-4103-9509-958427e68d59: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:40:26.788329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-bcedcb1b-7e13-400c-b6d8-e39e86f44898 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=46484a33-d62d-4b16-ae1f-f06c1da516e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3083365 May 27 22:40:26.801224 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:26.810200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:26.811067 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:26.813504 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-17c3811c-d249-4ee4-9108-42274a2d05b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:26.841384 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:26.923987 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.003430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Network': ['ID=3c18dc29-f33c-40a4-89ad-77fb04aea13f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:27.013639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] For port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:40:27.025556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 3c18dc29-f33c-40a4-89ad-77fb04aea13f details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:40:27.029567 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-435faf47-475a-428a-a1ee-d7d4b4d6b4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.034306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] For port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:40:27.100809 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-435faf47-475a-428a-a1ee-d7d4b4d6b4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.116883 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c720c326-f656-4dd0-9948-639a054eb580 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4318643 May 27 22:40:27.119650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:40:27.126630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60600) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:27.126878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071fe79e-6429-4e11-850d-58a05595cde1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:27.158164 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'ports': [{'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f'}, {'network_id': '3c18dc29-f33c-40a4-89ad-77fb04aea13f'}]} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:27.158637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:27.159554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'network_id': '3c18dc29-f33c-40a4-89ad-77fb04aea13f'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:27.198443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb079cc-6244-4d5a-b4bb-62bedab4b6e8 req-8ae93bee-7e92-4c1a-8a1d-54c031004716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:27.199614 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.200063 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1cb079cc-6244-4d5a-b4bb-62bedab4b6e8 req-8ae93bee-7e92-4c1a-8a1d-54c031004716 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7627225 May 27 22:40:27.222784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c049535-10f5-49e4-941c-40048209c28f req-8ea9188f-5b57-4b9c-ad3e-45bea6bab13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:27.224245 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c049535-10f5-49e4-941c-40048209c28f req-8ea9188f-5b57-4b9c-ad3e-45bea6bab13b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d2ff2934c6247008f6f299aa88c9ef9&device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 1096 time: 0.8705137 May 27 22:40:27.272933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-dffb3506-66b3-4d75-9b8d-65167e6b615c service neutron] 10.222.0.27 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646928 May 27 22:40:27.274788 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-17c3811c-d249-4ee4-9108-42274a2d05b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.282164 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.282723 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Added segment 7dc0e72a-7a12-4369-a43e-3eeed261a838 of type vlan for network 30cbfe36-9a96-4cd2-aa86-207c947ffdf4 May 27 22:40:27.377768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:27.378295 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.379682 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] 10.222.0.46 "PUT /v2.0/ports/e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 HTTP/1.1" status: 200 len: 1089 time: 3.2460270 May 27 22:40:27.382017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': 'e50ceeaa-ce10-4b90-b3ed-093fbaba14b3'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:27.450982 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-36ffdeb6-801f-4a8c-a39e-7f381a09a8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.457945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-17c3811c-d249-4ee4-9108-42274a2d05b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3db205-1735-4d3f-a60e-7367df656e34']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:27.504335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Request body: {'port': {'device_id': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:27.546474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-17c3811c-d249-4ee4-9108-42274a2d05b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8c1190-bd32-406e-bc39-1cbea38c279f') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:27.547073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-17c3811c-d249-4ee4-9108-42274a2d05b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8c1190-bd32-406e-bc39-1cbea38c279f') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:27.557137 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.585795 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-17c3811c-d249-4ee4-9108-42274a2d05b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.602759 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-435faf47-475a-428a-a1ee-d7d4b4d6b4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.622341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531aac1f-51f1-421f-8362-1b72e97a9342 service neutron] Pushing event updated for resources: {'Port': ['ID=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:27.647317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435faf47-475a-428a-a1ee-d7d4b4d6b4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a3baaf-3a53-40db-a256-e686e13a6e37,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:27.665641 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-17c3811c-d249-4ee4-9108-42274a2d05b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.676723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c049535-10f5-49e4-941c-40048209c28f req-1681fe80-36be-4008-8b64-671b607a05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:27.678419 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c049535-10f5-49e4-941c-40048209c28f req-1681fe80-36be-4008-8b64-671b607a05fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=46484a33-d62d-4b16-ae1f-f06c1da516e6 HTTP/1.1" status: 200 len: 920 time: 0.4368722 May 27 22:40:27.680580 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-435faf47-475a-428a-a1ee-d7d4b4d6b4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.693669 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-435faf47-475a-428a-a1ee-d7d4b4d6b4c6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/38a3baaf-3a53-40db-a256-e686e13a6e37 HTTP/1.1" status: 204 len: 168 time: 1.0297918 May 27 22:40:27.698564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:27.704015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c3811c-d249-4ee4-9108-42274a2d05b2 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:40:27.704015 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-17c3811c-d249-4ee4-9108-42274a2d05b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.780275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:port and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:27.786253 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment af8c1190-bd32-406e-bc39-1cbea38c279f resource provider aggregate not found May 27 22:40:27.793233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:27.802942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:27.817055 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.862289 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5346803-7070-48ad-8eb5-99fcdac9c5f3 req-03d0278d-ec77-48b8-85dd-4af6108d347a service neutron] 10.222.0.27 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759161 May 27 22:40:27.874700 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment af8c1190-bd32-406e-bc39-1cbea38c279f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af8c1190-bd32-406e-bc39-1cbea38c279f found for delete ", "request_id": "req-46d62b90-c19c-4ba0-b08f-f7a0c09ba430"}]} May 27 22:40:27.875472 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.876650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:27.880323 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.902991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'port': 2} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:27.907069 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c049535-10f5-49e4-941c-40048209c28f req-a9522955-d916-421f-a2ad-6a48ba899765 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68cebfb8-f05b-4836-af47-1a39e6d07923 HTTP/1.1" status: 200 len: 217 time: 0.2135019 May 27 22:40:27.907360 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:27.958213 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:28.096408 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c387ff-ffa0-4d61-82a6-1dc4cf64aebc'] response: {'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': 'e50ceeaa-ce10-4b90-b3ed-093fbaba14b3', 'status': 'completed', 'code': 200} May 27 22:40:28.174386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661680c-193c-41b5-b2bc-02c549974c7e req-41c17f41-8097-4763-bf22-9e05f111e391 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:28.180615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661680c-193c-41b5-b2bc-02c549974c7e req-41c17f41-8097-4763-bf22-9e05f111e391 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:28.186263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661680c-193c-41b5-b2bc-02c549974c7e req-41c17f41-8097-4763-bf22-9e05f111e391 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:28.191954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661680c-193c-41b5-b2bc-02c549974c7e req-41c17f41-8097-4763-bf22-9e05f111e391 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:28.198200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661680c-193c-41b5-b2bc-02c549974c7e req-41c17f41-8097-4763-bf22-9e05f111e391 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:28.203915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661680c-193c-41b5-b2bc-02c549974c7e req-41c17f41-8097-4763-bf22-9e05f111e391 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:28.209591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661680c-193c-41b5-b2bc-02c549974c7e req-41c17f41-8097-4763-bf22-9e05f111e391 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:28.211996 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e661680c-193c-41b5-b2bc-02c549974c7e req-41c17f41-8097-4763-bf22-9e05f111e391 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5393 time: 0.7626002 May 27 22:40:28.268065 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-17c3811c-d249-4ee4-9108-42274a2d05b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:28.273552 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-17c3811c-d249-4ee4-9108-42274a2d05b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:28.281736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-17c3811c-d249-4ee4-9108-42274a2d05b2 admin admin] 10.222.0.27 "DELETE /v2.0/networks/cf3db205-1735-4d3f-a60e-7367df656e34 HTTP/1.1" status: 204 len: 168 time: 2.1052907 May 27 22:40:28.283622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] Pushing event updated for resources: {'Network': ['ID=30cbfe36-9a96-4cd2-aa86-207c947ffdf4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:28.295869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 30cbfe36-9a96-4cd2-aa86-207c947ffdf4 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:40:28.327716 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-b20eb49d-f582-4079-97e5-de4d4b6fb544 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/floatingips/e44ecdc5-52b2-4103-9509-958427e68d59 HTTP/1.1" status: 200 len: 693 time: 0.2267594 May 27 22:40:28.375915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3811c-d249-4ee4-9108-42274a2d05b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf3db205-1735-4d3f-a60e-7367df656e34,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:28.401159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c049535-10f5-49e4-941c-40048209c28f req-2c532764-f2d1-40e1-a123-552efca76131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:28.402640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c049535-10f5-49e4-941c-40048209c28f req-2c532764-f2d1-40e1-a123-552efca76131 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5 HTTP/1.1" status: 200 len: 859 time: 0.4771214 May 27 22:40:28.413640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-049bb02e-78bc-43c1-955a-987eafa6874a admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.8589287 May 27 22:40:28.414914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60636) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:28.517939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c049535-10f5-49e4-941c-40048209c28f req-818c7067-6004-4f16-8431-ce15e7e7d621 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=46484a33-d62d-4b16-ae1f-f06c1da516e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020436 May 27 22:40:28.609131 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e661680c-193c-41b5-b2bc-02c549974c7e req-31c537fa-1533-422a-959b-4f25819722f9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3715043 May 27 22:40:28.784988 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60646) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:28.814280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] Request body: {'subnet': {'network_id': '30cbfe36-9a96-4cd2-aa86-207c947ffdf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-284098109-subnet', 'tenant_id': 'b2e7eff573fa4fd5a9426debf0dcaae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:28.905079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port cdbad85b-20ea-45d8-8cc0-42977f54c71b yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:40:28.986387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:29.017273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] Usage tracker for resource:subnet and tenant:b2e7eff573fa4fd5a9426debf0dcaae5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:29.024305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:29.043349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:29.077973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09e630-d029-4e77-8060-2a68c1df426a req-af9e68cb-40e6-40be-ba1d-d540f38757c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:29.078457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09e630-d029-4e77-8060-2a68c1df426a req-af9e68cb-40e6-40be-ba1d-d540f38757c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:29.078926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09e630-d029-4e77-8060-2a68c1df426a req-af9e68cb-40e6-40be-ba1d-d540f38757c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:29.079395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09e630-d029-4e77-8060-2a68c1df426a req-af9e68cb-40e6-40be-ba1d-d540f38757c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:29.079861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09e630-d029-4e77-8060-2a68c1df426a req-af9e68cb-40e6-40be-ba1d-d540f38757c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:29.080326 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09e630-d029-4e77-8060-2a68c1df426a req-af9e68cb-40e6-40be-ba1d-d540f38757c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:29.080839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09e630-d029-4e77-8060-2a68c1df426a req-af9e68cb-40e6-40be-ba1d-d540f38757c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:29.082725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8f09e630-d029-4e77-8060-2a68c1df426a req-af9e68cb-40e6-40be-ba1d-d540f38757c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df84f64e176647659c4bf324dc3c727e&device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 6285 time: 1.0195711 May 27 22:40:29.104099 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:29.212726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] Made reservation on behalf of b2e7eff573fa4fd5a9426debf0dcaae5 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:29.214972 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:29.226815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port ebbdffa6-2946-4351-84fa-ebb6bb610983 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:40:29.310885 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c049535-10f5-49e4-941c-40048209c28f req-48fd82a8-1e6f-46aa-9951-5d6a5ecd43eb service neutron] 10.222.0.57 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7451310 May 27 22:40:29.364234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-b45a73c3-58d1-40d3-9579-02e66c1e18b7 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:29.372202 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-b45a73c3-58d1-40d3-9579-02e66c1e18b7 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 784 time: 1.0194347 May 27 22:40:29.377710 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:29.397160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-8b45a646-b977-4e86-a6f0-d4f5f58524e7 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:40:29.399277 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bd18c05a-bdd5-4861-807e-1a00cd5ab315 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9a420c0f9828425fb0c912aa073963d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6079016 May 27 22:40:29.399995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60666) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:29.407926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-8b45a646-b977-4e86-a6f0-d4f5f58524e7 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0348263 May 27 22:40:29.561371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e43382a-fe2d-4ae6-ab8b-240e425fb572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:29.599520 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:29.673479 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e5951fdc-668d-4a8e-8d1f-0a10eb60c5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:29.677028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-693b82a4-90f1-43ca-9c4e-e34b76605c59 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.228 HTTP/1.1" status: 200 len: 696 time: 0.2681861 May 27 22:40:29.710348 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f6ef24-23b1-439f-aa93-d8f16f4b382b {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:40:29.745393 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e43382a-fe2d-4ae6-ab8b-240e425fb572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:29.753607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:40:29.771158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:29.777070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:29.794302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:40:29.795763 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:29.848481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Transition to ACTIVE for port object 31f6ef24-23b1-439f-aa93-d8f16f4b382b will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:29.855032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=cdbad85b-20ea-45d8-8cc0-42977f54c71b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:29.936721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=ebbdffa6-2946-4351-84fa-ebb6bb610983,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:29.950651 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:30.025075 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Pushing event updated for resources: {'Port': ['ID=31f6ef24-23b1-439f-aa93-d8f16f4b382b,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:30.059824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:30.077780 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-cc706b5e-4c7c-47d6-8f5d-78e53f4bfaf6 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/floatingips?floating_ip_address=172.25.2.228 HTTP/1.1" status: 200 len: 696 time: 0.3998394 May 27 22:40:30.106817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Checking segment: {'id': '7cb55818-7b4e-46f6-8a9a-984d14bf2b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '3c18dc29-f33c-40a4-89ad-77fb04aea13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:30.107261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network hostable DHCP agents. Network: 3c18dc29-f33c-40a4-89ad-77fb04aea13f, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:40:30.201153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09e630-d029-4e77-8060-2a68c1df426a req-7c9378ee-a32a-4a1a-86aa-0669801e53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:30.201632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09e630-d029-4e77-8060-2a68c1df426a req-7c9378ee-a32a-4a1a-86aa-0669801e53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:30.203839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09e630-d029-4e77-8060-2a68c1df426a req-7c9378ee-a32a-4a1a-86aa-0669801e53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:30.213336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8f09e630-d029-4e77-8060-2a68c1df426a req-7c9378ee-a32a-4a1a-86aa-0669801e53dc service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=df84f64e176647659c4bf324dc3c727e&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.1114953 May 27 22:40:30.265408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Attempting to bind port 31f6ef24-23b1-439f-aa93-d8f16f4b382b on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:40:30.265748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Attempting to bind port 31f6ef24-23b1-439f-aa93-d8f16f4b382b by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:40:30.266125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Attempting to bind port 31f6ef24-23b1-439f-aa93-d8f16f4b382b on network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:30.271148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Port 31f6ef24-23b1-439f-aa93-d8f16f4b382b on network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:40:30.271844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Attempting to bind port 31f6ef24-23b1-439f-aa93-d8f16f4b382b on network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:30.274584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e43382a-fe2d-4ae6-ab8b-240e425fb572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:30.296961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:40:30.297544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Checking segment: {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:30.298115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Bound using segment: {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:40:30.298868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Bound port: 31f6ef24-23b1-439f-aa93-d8f16f4b382b, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fefb0726-d71c-47c1-8d7c-7f99442ebae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:40:30.299407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:30.307741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=241137a2-31ec-4c25-ae03-95e6256ad84e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:30.319289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43382a-fe2d-4ae6-ab8b-240e425fb572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:30.365057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network 3c18dc29-f33c-40a4-89ad-77fb04aea13f is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:40:30.397042 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e43382a-fe2d-4ae6-ab8b-240e425fb572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:30.401273 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0e43382a-fe2d-4ae6-ab8b-240e425fb572 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9d70fb2a-a86f-4ad8-a266-26c7b2c96eeb HTTP/1.1" status: 204 len: 168 time: 0.9966912 May 27 22:40:30.416159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] For port 31f6ef24-23b1-439f-aa93-d8f16f4b382b, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:40:30.419480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] For port 31f6ef24-23b1-439f-aa93-d8f16f4b382b, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=31f6ef24-23b1-439f-aa93-d8f16f4b382b,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:40:30.444455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 3c18dc29-f33c-40a4-89ad-77fb04aea13f) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:30.448829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:40:30.455262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:30.458793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e466ff57-fca4-470e-9baa-df6ce5042266 None None] Network 3c18dc29-f33c-40a4-89ad-77fb04aea13f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:40:30.460413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:30.461249 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:30.502608 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:30.577850 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3b8f9d50-9ee0-4d38-bcc4-cf303dda0790 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4555945 May 27 22:40:30.596326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60714) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:30.622757 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c049535-10f5-49e4-941c-40048209c28f req-10a84320-b794-4c1a-bbc1-f3eb85742d39 service neutron] 10.222.0.57 "GET /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2983944 May 27 22:40:30.666265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:30.667041 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:30.668748 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] 10.222.0.46 "PUT /v2.0/ports/31f6ef24-23b1-439f-aa93-d8f16f4b382b HTTP/1.1" status: 200 len: 1091 time: 3.1738603 May 27 22:40:30.669240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-863d2c2a-7420-4bd6-a740-d92f2adc2172 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Deleting port 18e5027c-3150-43ad-ad2b-9c18679b8823 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:30.669582 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-863d2c2a-7420-4bd6-a740-d92f2adc2172 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:30.682999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': '31f6ef24-23b1-439f-aa93-d8f16f4b382b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:30.793345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Request body: {'port': {'device_id': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:30.961403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6519f-dae9-4183-8452-34182640e547 service neutron] Pushing event updated for resources: {'Port': ['ID=31f6ef24-23b1-439f-aa93-d8f16f4b382b,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:30.997387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3610981c-78e3-4c92-bb02-67d3272a27a3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port ebbdffa6-2946-4351-84fa-ebb6bb610983 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:30.997843 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3610981c-78e3-4c92-bb02-67d3272a27a3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:31.004705 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:31.044866 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:31.158837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] Checking segment: {'id': '7dc0e72a-7a12-4369-a43e-3eeed261a838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '30cbfe36-9a96-4cd2-aa86-207c947ffdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:31.159350 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] Network hostable DHCP agents. Network: 30cbfe36-9a96-4cd2-aa86-207c947ffdf4, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:40:31.181678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64605adb-7740-4950-a1fa-641a9497d63e req-4de5c4b9-74c9-42bb-a1fa-f7da17b7207f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.188985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64605adb-7740-4950-a1fa-641a9497d63e req-4de5c4b9-74c9-42bb-a1fa-f7da17b7207f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.194189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64605adb-7740-4950-a1fa-641a9497d63e req-4de5c4b9-74c9-42bb-a1fa-f7da17b7207f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.200740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64605adb-7740-4950-a1fa-641a9497d63e req-4de5c4b9-74c9-42bb-a1fa-f7da17b7207f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.206498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64605adb-7740-4950-a1fa-641a9497d63e req-4de5c4b9-74c9-42bb-a1fa-f7da17b7207f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.212340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64605adb-7740-4950-a1fa-641a9497d63e req-4de5c4b9-74c9-42bb-a1fa-f7da17b7207f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.219235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64605adb-7740-4950-a1fa-641a9497d63e req-4de5c4b9-74c9-42bb-a1fa-f7da17b7207f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.220009 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:31.221166 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-64605adb-7740-4950-a1fa-641a9497d63e req-4de5c4b9-74c9-42bb-a1fa-f7da17b7207f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5405 time: 1.3160448 May 27 22:40:31.286660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09e630-d029-4e77-8060-2a68c1df426a req-0f541249-5942-41c2-9d7a-2f5b00b0de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.288418 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8f09e630-d029-4e77-8060-2a68c1df426a req-0f541249-5942-41c2-9d7a-2f5b00b0de84 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9820185 May 27 22:40:31.378447 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-64605adb-7740-4950-a1fa-641a9497d63e req-9d15ea4b-afe7-48b6-88a5-8fbfac5cb270 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1307089 May 27 22:40:31.382239 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-863d2c2a-7420-4bd6-a740-d92f2adc2172 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:31.383114 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-863d2c2a-7420-4bd6-a740-d92f2adc2172 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:31.475517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] Network 30cbfe36-9a96-4cd2-aa86-207c947ffdf4 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:40:31.567626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-863d2c2a-7420-4bd6-a740-d92f2adc2172 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Calling delete_port for 18e5027c-3150-43ad-ad2b-9c18679b8823 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:31.603217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 30cbfe36-9a96-4cd2-aa86-207c947ffdf4) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:31.611662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecc9e76-6252-4ed9-8c1a-1032747607d0 None None] Network 30cbfe36-9a96-4cd2-aa86-207c947ffdf4 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:40:31.633288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.634723 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:31.641307 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3610981c-78e3-4c92-bb02-67d3272a27a3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:31.650421 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5069c697-8fbd-4c3b-b7a5-46c3d533e5aa'] response: {'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': '31f6ef24-23b1-439f-aa93-d8f16f4b382b', 'status': 'completed', 'code': 200} May 27 22:40:31.816951 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c17cfd1d-1fbe-4f4c-9828-8ab007531fb2 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.3078978 May 27 22:40:31.837692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3178f3-da7e-477d-a307-049e8705303d req-e25780ec-c5ae-4772-ac96-7eeee8bb1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.838229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3178f3-da7e-477d-a307-049e8705303d req-e25780ec-c5ae-4772-ac96-7eeee8bb1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.841232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3178f3-da7e-477d-a307-049e8705303d req-e25780ec-c5ae-4772-ac96-7eeee8bb1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.841232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3178f3-da7e-477d-a307-049e8705303d req-e25780ec-c5ae-4772-ac96-7eeee8bb1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.841232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3178f3-da7e-477d-a307-049e8705303d req-e25780ec-c5ae-4772-ac96-7eeee8bb1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.841232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3178f3-da7e-477d-a307-049e8705303d req-e25780ec-c5ae-4772-ac96-7eeee8bb1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.841232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3178f3-da7e-477d-a307-049e8705303d req-e25780ec-c5ae-4772-ac96-7eeee8bb1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:31.843488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e3178f3-da7e-477d-a307-049e8705303d req-e25780ec-c5ae-4772-ac96-7eeee8bb1887 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df84f64e176647659c4bf324dc3c727e&device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 6352 time: 0.2042220 May 27 22:40:32.103741 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:32.218263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3610981c-78e3-4c92-bb02-67d3272a27a3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for ebbdffa6-2946-4351-84fa-ebb6bb610983 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:32.228521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3178f3-da7e-477d-a307-049e8705303d req-5f10d38f-7563-45be-aecb-ac53e91dc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:32.229128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3178f3-da7e-477d-a307-049e8705303d req-5f10d38f-7563-45be-aecb-ac53e91dc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:32.229787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3178f3-da7e-477d-a307-049e8705303d req-5f10d38f-7563-45be-aecb-ac53e91dc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:32.231345 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e3178f3-da7e-477d-a307-049e8705303d req-5f10d38f-7563-45be-aecb-ac53e91dc58d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=df84f64e176647659c4bf324dc3c727e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3780994 May 27 22:40:32.233234 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-863d2c2a-7420-4bd6-a740-d92f2adc2172 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:32.298692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae4734a-312c-4759-b454-bf3307e31763 None None] Network 30cbfe36-9a96-4cd2-aa86-207c947ffdf4 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:40:32.348844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60790) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:32.522260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d2c2a-7420-4bd6-a740-d92f2adc2172 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Pushing event deleted for resources: {'Port': ['ID=18e5027c-3150-43ad-ad2b-9c18679b8823,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:32.642972 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-863d2c2a-7420-4bd6-a740-d92f2adc2172 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:32.666255 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3610981c-78e3-4c92-bb02-67d3272a27a3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:32.677800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3178f3-da7e-477d-a307-049e8705303d req-3b77c231-f5a8-4a94-986a-3e6fd48c023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:32.685230 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e3178f3-da7e-477d-a307-049e8705303d req-3b77c231-f5a8-4a94-986a-3e6fd48c023b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4457710 May 27 22:40:32.733543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1954799799-network', 'tenant_id': '8e50c6ac7a514d97842627c770c67d34'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:32.759565 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-863d2c2a-7420-4bd6-a740-d92f2adc2172 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:32.761091 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b27177cf-9065-46a6-803c-e640d2d48e7a req-863d2c2a-7420-4bd6-a740-d92f2adc2172 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "DELETE /v2.0/floatingips/e44ecdc5-52b2-4103-9509-958427e68d59 HTTP/1.1" status: 204 len: 173 time: 2.6621401 May 27 22:40:32.847040 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:32.859017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610981c-78e3-4c92-bb02-67d3272a27a3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=ebbdffa6-2946-4351-84fa-ebb6bb610983,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:32.868943 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Usage tracker for resource:network and tenant:8e50c6ac7a514d97842627c770c67d34 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:32.872317 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3610981c-78e3-4c92-bb02-67d3272a27a3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:32.877751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:32.887916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:32.890702 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3610981c-78e3-4c92-bb02-67d3272a27a3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/ebbdffa6-2946-4351-84fa-ebb6bb610983 HTTP/1.1" status: 204 len: 168 time: 2.2933457 May 27 22:40:32.893635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60812) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:32.977732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:40:32.987771 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:33.014472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Transition to ACTIVE for port object 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:33.255252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-cd5fa5e1-1f6a-4b86-9944-32a9ed5b639f tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:33.255252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-cd5fa5e1-1f6a-4b86-9944-32a9ed5b639f tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Synchronizing usage tracker for tenant:b2e7eff573fa4fd5a9426debf0dcaae5 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:40:33.255252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65bba23-84d1-4075-9f3a-c96bdc674b23 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:33.255252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65bba23-84d1-4075-9f3a-c96bdc674b23 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:33.255252 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c65bba23-84d1-4075-9f3a-c96bdc674b23 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3452656 May 27 22:40:33.256218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60820) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:33.267568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb140ab9-496e-42b6-8478-d61d5b3b57ee req-4307e818-f54d-45ae-b874-6cc1ba03f7ad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:33.274918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb140ab9-496e-42b6-8478-d61d5b3b57ee req-4307e818-f54d-45ae-b874-6cc1ba03f7ad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:33.281669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb140ab9-496e-42b6-8478-d61d5b3b57ee req-4307e818-f54d-45ae-b874-6cc1ba03f7ad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:33.288277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb140ab9-496e-42b6-8478-d61d5b3b57ee req-4307e818-f54d-45ae-b874-6cc1ba03f7ad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:33.294450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb140ab9-496e-42b6-8478-d61d5b3b57ee req-4307e818-f54d-45ae-b874-6cc1ba03f7ad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:33.300178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb140ab9-496e-42b6-8478-d61d5b3b57ee req-4307e818-f54d-45ae-b874-6cc1ba03f7ad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:33.306660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb140ab9-496e-42b6-8478-d61d5b3b57ee req-4307e818-f54d-45ae-b874-6cc1ba03f7ad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:33.308579 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb140ab9-496e-42b6-8478-d61d5b3b57ee req-4307e818-f54d-45ae-b874-6cc1ba03f7ad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5405 time: 0.3342462 May 27 22:40:33.322594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ca8461a6-720a-4da4-8985-75ffe1b54398 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port cdbad85b-20ea-45d8-8cc0-42977f54c71b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:33.322949 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca8461a6-720a-4da4-8985-75ffe1b54398 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:33.362947 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb140ab9-496e-42b6-8478-d61d5b3b57ee req-d4327b91-60f2-4618-8fa2-571b675c7896 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468228 May 27 22:40:33.373894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Made reservation on behalf of 8e50c6ac7a514d97842627c770c67d34 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:33.376404 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:33.395815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:33.445450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:33.453108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:33.458766 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Usage tracker for resource:security_group_rule and tenant:8e50c6ac7a514d97842627c770c67d34 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:33.469199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-cd5fa5e1-1f6a-4b86-9944-32a9ed5b639f tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Unset dirty status for tenant:b2e7eff573fa4fd5a9426debf0dcaae5 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:40:33.471391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-cd5fa5e1-1f6a-4b86-9944-32a9ed5b639f tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/networks?id=30cbfe36-9a96-4cd2-aa86-207c947ffdf4 HTTP/1.1" status: 200 len: 808 time: 0.5342491 May 27 22:40:33.478811 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35933c03-93f2-45d9-a866-5436f773ecf2 req-916f606f-fe5b-4ab9-902b-f37c9a388dfc tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups/2b34bc36-ce1e-40df-acb0-f5845149bcfb HTTP/1.1" status: 200 len: 1809 time: 0.0524254 May 27 22:40:33.492999 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-e51c5532-8d88-4459-a113-ba02144ad0a9 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/quotas/b2e7eff573fa4fd5a9426debf0dcaae5 HTTP/1.1" status: 200 len: 375 time: 0.0132356 May 27 22:40:33.502973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:33.619451 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-a2636778-aa50-4e84-850e-7b77ee104721 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=b2e7eff573fa4fd5a9426debf0dcaae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0988305 May 27 22:40:33.840089 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:33.963688 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-35933c03-93f2-45d9-a866-5436f773ecf2 req-b384596a-aa27-4362-95e2-c1654b235b1d tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:33.998292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Pushing event updated for resources: {'Port': ['ID=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:34.015427 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca8461a6-720a-4da4-8985-75ffe1b54398 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:34.018573 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-35933c03-93f2-45d9-a866-5436f773ecf2 req-b384596a-aa27-4362-95e2-c1654b235b1d tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:34.055029 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-b33f7b3d-f7be-4a64-a04f-53009808cef6 service neutron] 10.222.0.27 "GET /v2.0/networks/30cbfe36-9a96-4cd2-aa86-207c947ffdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082785 May 27 22:40:34.194968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ca8461a6-720a-4da4-8985-75ffe1b54398 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for cdbad85b-20ea-45d8-8cc0-42977f54c71b owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:34.209584 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-c017621e-cb01-4b36-9f44-ddf3c25f4274 service neutron] 10.222.0.27 "GET /v2.0/networks/30cbfe36-9a96-4cd2-aa86-207c947ffdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433220 May 27 22:40:34.244287 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-35933c03-93f2-45d9-a866-5436f773ecf2 req-b384596a-aa27-4362-95e2-c1654b235b1d tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:34.280316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384596a-aa27-4362-95e2-c1654b235b1d tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b34bc36-ce1e-40df-acb0-f5845149bcfb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:34.339329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Attempting to bind port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:40:34.339329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Attempting to bind port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '20999177-ff43-44db-923c-b711ee1017e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:40:34.339329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Attempting to bind port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 on network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:34.363585 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-35933c03-93f2-45d9-a866-5436f773ecf2 req-b384596a-aa27-4362-95e2-c1654b235b1d tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:34.364758 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35933c03-93f2-45d9-a866-5436f773ecf2 req-b384596a-aa27-4362-95e2-c1654b235b1d tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "DELETE /v2.0/security-groups/2b34bc36-ce1e-40df-acb0-f5845149bcfb HTTP/1.1" status: 204 len: 173 time: 0.8749502 May 27 22:40:34.367314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 on network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:40:34.367314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Attempting to bind port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 on network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:34.391057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:40:34.391356 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Checking segment: {'id': '20999177-ff43-44db-923c-b711ee1017e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:34.391856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Bound using segment: {'id': '20999177-ff43-44db-923c-b711ee1017e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:40:34.392299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Bound port: 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20999177-ff43-44db-923c-b711ee1017e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:40:34.392703 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:34.420242 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:34.502558 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca8461a6-720a-4da4-8985-75ffe1b54398 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:34.548562 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:34.621031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8461a6-720a-4da4-8985-75ffe1b54398 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=cdbad85b-20ea-45d8-8cc0-42977f54c71b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:34.646482 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca8461a6-720a-4da4-8985-75ffe1b54398 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:34.724951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:40:34.801680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977b696a-8d20-4ce4-af1a-b27b81443ad1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:34.810627 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca8461a6-720a-4da4-8985-75ffe1b54398 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/cdbad85b-20ea-45d8-8cc0-42977f54c71b HTTP/1.1" status: 204 len: 168 time: 1.5664344 May 27 22:40:34.821443 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60848) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:34.823519 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426a0b3-ea5f-451c-8d97-baeb5516a416 req-346a1112-49f0-4233-a15f-6124a26be508 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:34.829312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426a0b3-ea5f-451c-8d97-baeb5516a416 req-346a1112-49f0-4233-a15f-6124a26be508 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:34.843601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426a0b3-ea5f-451c-8d97-baeb5516a416 req-346a1112-49f0-4233-a15f-6124a26be508 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:34.843601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426a0b3-ea5f-451c-8d97-baeb5516a416 req-346a1112-49f0-4233-a15f-6124a26be508 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:34.847593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426a0b3-ea5f-451c-8d97-baeb5516a416 req-346a1112-49f0-4233-a15f-6124a26be508 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:34.853433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426a0b3-ea5f-451c-8d97-baeb5516a416 req-346a1112-49f0-4233-a15f-6124a26be508 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:34.859556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426a0b3-ea5f-451c-8d97-baeb5516a416 req-346a1112-49f0-4233-a15f-6124a26be508 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:34.868453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c426a0b3-ea5f-451c-8d97-baeb5516a416 req-346a1112-49f0-4233-a15f-6124a26be508 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5417 time: 0.2464573 May 27 22:40:34.926654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c426a0b3-ea5f-451c-8d97-baeb5516a416 req-33ea351d-ec66-460c-89bf-a7ff5be8bece tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570719 May 27 22:40:35.041529 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:35.041928 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Added segment 9b08f6e9-8545-40a8-807b-90697780f9ab of type vlan for network 22f407af-4e97-4a03-8173-e2083063da8b May 27 22:40:35.048490 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2752b430-bcb7-410c-9481-128e0142a043 req-7c94dd06-a9a7-4f86-ac69-8098a5361cb9 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 210 time: 0.0593827 May 27 22:40:35.077958 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:35.097077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] For port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:40:35.123267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] For port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:40:35.150715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2daa596-c9ff-41da-9ecd-658e029bb2b0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:35.151659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e2daa596-c9ff-41da-9ecd-658e029bb2b0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:40:35.188823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:35.256402 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:35.259000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:35.259607 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:35.283684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b653acc-6a2d-4d6c-ac79-e9618e418384 req-05c20c43-c5c7-4753-bccc-de0dfaeebcde tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:35.284784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4b653acc-6a2d-4d6c-ac79-e9618e418384 req-05c20c43-c5c7-4753-bccc-de0dfaeebcde tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Synchronizing usage tracker for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:40:35.323696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e2daa596-c9ff-41da-9ecd-658e029bb2b0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:40:35.325043 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e2daa596-c9ff-41da-9ecd-658e029bb2b0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5026796 May 27 22:40:35.326397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:35.327024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:35.327893 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60858) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:35.328205 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] 10.222.0.46 "PUT /v2.0/ports/1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 HTTP/1.1" status: 200 len: 1091 time: 4.5425296 May 27 22:40:35.381666 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-82635fd9-aef4-47cf-9a2c-97b378552e97 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] GET failed (client error): The resource could not be found. May 27 22:40:35.385172 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-82635fd9-aef4-47cf-9a2c-97b378552e97 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/ebbdffa6-2946-4351-84fa-ebb6bb610983 HTTP/1.1" status: 404 len: 333 time: 0.0544090 May 27 22:40:35.390131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60864) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:35.407215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': '1e15e1a3-6c82-47b8-8f9a-48fee679e5f9'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:35.438935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4b653acc-6a2d-4d6c-ac79-e9618e418384 req-05c20c43-c5c7-4753-bccc-de0dfaeebcde tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Unset dirty status for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:40:35.447751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b653acc-6a2d-4d6c-ac79-e9618e418384 req-05c20c43-c5c7-4753-bccc-de0dfaeebcde tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.3075173 May 27 22:40:35.471602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Request body: {'port': {'device_id': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:35.473447 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-2030bdf8-b31c-4212-938e-bb4d853e54be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] GET failed (client error): The resource could not be found. May 27 22:40:35.474816 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2030bdf8-b31c-4212-938e-bb4d853e54be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/cdbad85b-20ea-45d8-8cc0-42977f54c71b HTTP/1.1" status: 404 len: 333 time: 0.0834088 May 27 22:40:35.478560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60870) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:35.573685 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55123f4e-d614-45fc-a36d-7eedac8a5a17'] response: {'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': '1e15e1a3-6c82-47b8-8f9a-48fee679e5f9', 'status': 'completed', 'code': 200} May 27 22:40:35.575305 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.2191458 May 27 22:40:35.582289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60880) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:35.593098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea9f62-8fae-4f97-926a-407305582bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=22f407af-4e97-4a03-8173-e2083063da8b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:35.600802 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] Request body: {'subnet': {'network_id': '22f407af-4e97-4a03-8173-e2083063da8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1954799799-subnet', 'tenant_id': '8e50c6ac7a514d97842627c770c67d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:35.606532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 22f407af-4e97-4a03-8173-e2083063da8b details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:40:35.627873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ff794-8653-40b8-a45e-1f9aa7e7b941 service neutron] Pushing event updated for resources: {'Port': ['ID=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:35.771742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:35.785812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] Usage tracker for resource:subnet and tenant:8e50c6ac7a514d97842627c770c67d34 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:35.792443 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:35.801218 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4b653acc-6a2d-4d6c-ac79-e9618e418384 req-2fb7422d-653d-47b6-b2f3-5b332cf3e3df tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Synchronizing usage tracker for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:40:35.802367 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:35.812595 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:35.892512 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5fe0-e4f5-48f8-90b7-4346a51b9ef4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:35.971402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b855-8e98-4d59-9a60-60b6ff509cdd req-d3e4033c-e60d-4939-b5a5-3290326da2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:35.971986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b855-8e98-4d59-9a60-60b6ff509cdd req-d3e4033c-e60d-4939-b5a5-3290326da2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:35.972651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b855-8e98-4d59-9a60-60b6ff509cdd req-d3e4033c-e60d-4939-b5a5-3290326da2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:35.973212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b855-8e98-4d59-9a60-60b6ff509cdd req-d3e4033c-e60d-4939-b5a5-3290326da2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:35.973810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b855-8e98-4d59-9a60-60b6ff509cdd req-d3e4033c-e60d-4939-b5a5-3290326da2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:35.974375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b855-8e98-4d59-9a60-60b6ff509cdd req-d3e4033c-e60d-4939-b5a5-3290326da2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:35.974888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b855-8e98-4d59-9a60-60b6ff509cdd req-d3e4033c-e60d-4939-b5a5-3290326da2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:35.977030 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e391b855-8e98-4d59-9a60-60b6ff509cdd req-d3e4033c-e60d-4939-b5a5-3290326da2dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df84f64e176647659c4bf324dc3c727e&device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 6419 time: 0.3478816 May 27 22:40:36.005104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] Made reservation on behalf of 8e50c6ac7a514d97842627c770c67d34 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:36.006955 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:36.095950 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5fe0-e4f5-48f8-90b7-4346a51b9ef4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:36.131758 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-1b7c5fe0-e4f5-48f8-90b7-4346a51b9ef4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c18dc29-f33c-40a4-89ad-77fb04aea13f']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:36.143214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4b653acc-6a2d-4d6c-ac79-e9618e418384 req-2fb7422d-653d-47b6-b2f3-5b332cf3e3df tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Unset dirty status for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:40:36.143839 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b653acc-6a2d-4d6c-ac79-e9618e418384 req-2fb7422d-653d-47b6-b2f3-5b332cf3e3df tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6948607 May 27 22:40:36.272316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-1b7c5fe0-e4f5-48f8-90b7-4346a51b9ef4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb55818-7b4e-46f6-8a9a-984d14bf2b00') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:36.272316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-1b7c5fe0-e4f5-48f8-90b7-4346a51b9ef4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb55818-7b4e-46f6-8a9a-984d14bf2b00') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:36.443646 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5fe0-e4f5-48f8-90b7-4346a51b9ef4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:36.523123 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3a5042d-fbdc-4904-8a17-e9a2a6ecd1d8 req-8aba7e6f-02ed-49f2-863f-b5353878859a tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 210 time: 0.0817070 May 27 22:40:36.531709 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5fe0-e4f5-48f8-90b7-4346a51b9ef4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:36.564051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7c5fe0-e4f5-48f8-90b7-4346a51b9ef4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:40:36.565139 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5fe0-e4f5-48f8-90b7-4346a51b9ef4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:36.617457 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 7cb55818-7b4e-46f6-8a9a-984d14bf2b00 resource provider aggregate not found May 27 22:40:36.708668 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 7cb55818-7b4e-46f6-8a9a-984d14bf2b00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cb55818-7b4e-46f6-8a9a-984d14bf2b00 found for delete ", "request_id": "req-23c00fba-2495-455b-b916-b83498e32584"}]} May 27 22:40:36.713153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b855-8e98-4d59-9a60-60b6ff509cdd req-010d53f5-e1b3-41fb-9d2a-522ff3eaae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:36.713847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b855-8e98-4d59-9a60-60b6ff509cdd req-010d53f5-e1b3-41fb-9d2a-522ff3eaae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:36.714562 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b855-8e98-4d59-9a60-60b6ff509cdd req-010d53f5-e1b3-41fb-9d2a-522ff3eaae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:36.716766 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e391b855-8e98-4d59-9a60-60b6ff509cdd req-010d53f5-e1b3-41fb-9d2a-522ff3eaae02 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=df84f64e176647659c4bf324dc3c727e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5756278 May 27 22:40:36.778323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9523b3-0465-4c4f-9e93-31957771cb3b {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:40:36.780337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64688b-8b1c-483d-8ba0-371b315cd950 req-a0fad187-acef-464e-9428-246b1149edde tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:36.791052 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:36.791232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64688b-8b1c-483d-8ba0-371b315cd950 req-a0fad187-acef-464e-9428-246b1149edde tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:36.792627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64688b-8b1c-483d-8ba0-371b315cd950 req-a0fad187-acef-464e-9428-246b1149edde tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:36.799146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64688b-8b1c-483d-8ba0-371b315cd950 req-a0fad187-acef-464e-9428-246b1149edde tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:36.809041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64688b-8b1c-483d-8ba0-371b315cd950 req-a0fad187-acef-464e-9428-246b1149edde tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:36.819322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64688b-8b1c-483d-8ba0-371b315cd950 req-a0fad187-acef-464e-9428-246b1149edde tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:36.829376 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:36.830670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64688b-8b1c-483d-8ba0-371b315cd950 req-a0fad187-acef-464e-9428-246b1149edde tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:36.833854 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad64688b-8b1c-483d-8ba0-371b315cd950 req-a0fad187-acef-464e-9428-246b1149edde tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5417 time: 0.5752892 May 27 22:40:36.894608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c15d94-1a4f-425d-9947-ba1c297e332b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:36.901322 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] Checking segment: {'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:36.901914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] Network hostable DHCP agents. Network: 22f407af-4e97-4a03-8173-e2083063da8b, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:40:36.984165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad64688b-8b1c-483d-8ba0-371b315cd950 req-edd167b6-ced1-433f-afb8-0ae82d297598 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723274 May 27 22:40:36.995219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Transition to ACTIVE for port object ef9523b3-0465-4c4f-9e93-31957771cb3b will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:36.995381 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5fe0-e4f5-48f8-90b7-4346a51b9ef4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:37.050006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] Network 22f407af-4e97-4a03-8173-e2083063da8b is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:40:37.080849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:37.128821 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b7c5fe0-e4f5-48f8-90b7-4346a51b9ef4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:37.137708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c5fe0-e4f5-48f8-90b7-4346a51b9ef4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Network': ['ID=3c18dc29-f33c-40a4-89ad-77fb04aea13f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:37.141159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391b855-8e98-4d59-9a60-60b6ff509cdd req-6260b526-44f3-4722-bb2a-f9a88c4464f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:37.142572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e391b855-8e98-4d59-9a60-60b6ff509cdd req-6260b526-44f3-4722-bb2a-f9a88c4464f0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4133191 May 27 22:40:37.144934 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1b7c5fe0-e4f5-48f8-90b7-4346a51b9ef4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/networks/3c18dc29-f33c-40a4-89ad-77fb04aea13f HTTP/1.1" status: 204 len: 168 time: 1.6657007 May 27 22:40:37.149455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60904) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:37.155025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-5798848'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:37.162381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:37.173280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:network and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:37.179279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:37.187595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:37.578306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:37.578306 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:37.589033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 22f407af-4e97-4a03-8173-e2083063da8b) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:37.590684 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eaa161-397f-401e-9223-4d45b5d7a428 None None] Network 22f407af-4e97-4a03-8173-e2083063da8b requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:40:37.591447 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9523b3-0465-4c4f-9e93-31957771cb3b,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:37.591447 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:37.591447 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:37.591849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:40:37.593469 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:37.593653 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Added segment 8631c0db-f8d8-4250-aaff-075f8825adc8 of type vlan for network 684df30d-2b4d-4780-b4f7-ad17ee09d338 May 27 22:40:37.624418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Attempting to bind port ef9523b3-0465-4c4f-9e93-31957771cb3b on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:40:37.624793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Attempting to bind port ef9523b3-0465-4c4f-9e93-31957771cb3b by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '20999177-ff43-44db-923c-b711ee1017e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:40:37.625733 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Attempting to bind port ef9523b3-0465-4c4f-9e93-31957771cb3b on network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:37.631341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Port ef9523b3-0465-4c4f-9e93-31957771cb3b on network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:40:37.631637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Attempting to bind port ef9523b3-0465-4c4f-9e93-31957771cb3b on network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:37.640582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:40:37.640946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Checking segment: {'id': '20999177-ff43-44db-923c-b711ee1017e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:37.641344 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Bound using segment: {'id': '20999177-ff43-44db-923c-b711ee1017e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:40:37.641782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Bound port: ef9523b3-0465-4c4f-9e93-31957771cb3b, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20999177-ff43-44db-923c-b711ee1017e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:40:37.642269 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:37.657728 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9eaa056c-5f22-403d-8905-b957a9abba51 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0699708 May 27 22:40:37.765224 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:37.894889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] For port ef9523b3-0465-4c4f-9e93-31957771cb3b, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:40:37.899557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12745d69-9472-4b09-93aa-6e81c8f8d381 req-320756cd-ee1a-4a3d-ba85-0eaa7a016068 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:37.900155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] For port ef9523b3-0465-4c4f-9e93-31957771cb3b, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ef9523b3-0465-4c4f-9e93-31957771cb3b,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:40:37.908385 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12745d69-9472-4b09-93aa-6e81c8f8d381 req-320756cd-ee1a-4a3d-ba85-0eaa7a016068 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.5513115 May 27 22:40:37.975296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1faf7d5-9aac-45a3-83e5-36f4430d2373 None None] Network 22f407af-4e97-4a03-8173-e2083063da8b requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:40:37.988517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7df235-b026-4d70-81e1-f2d2065e89cf req-85579571-f165-4fd2-8f8e-a49aec77e27b tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:37.989972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa7df235-b026-4d70-81e1-f2d2065e89cf req-85579571-f165-4fd2-8f8e-a49aec77e27b tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.57 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 945 time: 0.5269849 May 27 22:40:37.993847 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:38.105697 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:40:38.186860 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12745d69-9472-4b09-93aa-6e81c8f8d381 req-3963a4f6-c313-416b-bf28-076daf79aa83 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/security-groups?id=8205fd64-5759-4b7a-9b75-737d082a733d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773690 May 27 22:40:38.207686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:38.207686 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:38.207686 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] 10.222.0.46 "PUT /v2.0/ports/ef9523b3-0465-4c4f-9e93-31957771cb3b HTTP/1.1" status: 200 len: 1091 time: 2.7508957 May 27 22:40:38.246155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': 'ef9523b3-0465-4c4f-9e93-31957771cb3b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:38.299226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-aa7df235-b026-4d70-81e1-f2d2065e89cf req-482ad0f9-1caa-4923-ab46-1e322d55a5e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Deleting port 68cebfb8-f05b-4836-af47-1a39e6d07923 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:38.299716 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-aa7df235-b026-4d70-81e1-f2d2065e89cf req-482ad0f9-1caa-4923-ab46-1e322d55a5e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:38.314229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b32d-3d62-4b4b-8672-89e69762f0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9523b3-0465-4c4f-9e93-31957771cb3b,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:38.333445 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3e0e3c8-bda1-499a-a25d-3c4f8196d94a req-c5409209-2cc2-43de-84ed-3cf661347591 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 210 time: 0.1065004 May 27 22:40:38.392108 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:38.409652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:38.410291 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:38.461206 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:40:38.547111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-3bbc47f6-39a8-4f16-b280-c8956a641de7 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:38.549336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-3bbc47f6-39a8-4f16-b280-c8956a641de7 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.46 "GET /v2.0/networks?id=30cbfe36-9a96-4cd2-aa86-207c947ffdf4 HTTP/1.1" status: 200 len: 808 time: 0.7639360 May 27 22:40:38.576149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-6ec2dca1-ce39-4b95-b76e-6e587d10b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:38.576660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-6ec2dca1-ce39-4b95-b76e-6e587d10b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:38.577136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-6ec2dca1-ce39-4b95-b76e-6e587d10b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:38.577615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-6ec2dca1-ce39-4b95-b76e-6e587d10b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:38.578066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-6ec2dca1-ce39-4b95-b76e-6e587d10b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:38.578524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-6ec2dca1-ce39-4b95-b76e-6e587d10b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:38.578983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-6ec2dca1-ce39-4b95-b76e-6e587d10b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:38.580986 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-6ec2dca1-ce39-4b95-b76e-6e587d10b529 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df84f64e176647659c4bf324dc3c727e&device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 6486 time: 0.1866555 May 27 22:40:38.598203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Request body: {'port': {'device_id': 'a447c225-b451-4f59-9deb-7b7ab2e41a2f', 'network_id': '30cbfe36-9a96-4cd2-aa86-207c947ffdf4', 'admin_state_up': True, 'tenant_id': 'b2e7eff573fa4fd5a9426debf0dcaae5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:38.804834 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-031f51d9-18c3-42ab-b535-67bac7c3913e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9250c0c-5e72-4d00-804f-c64e7e1f2331 HTTP/1.1" status: 200 len: 217 time: 0.2163246 May 27 22:40:38.903363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-61812b77-bfdc-47ca-9c67-f3a46ab0e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:38.904975 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-61812b77-bfdc-47ca-9c67-f3a46ab0e2e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=03468ea2-19a1-436d-b9b8-e83a2b471f43 HTTP/1.1" status: 200 len: 856 time: 0.0875967 May 27 22:40:38.958941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Network': ['ID=684df30d-2b4d-4780-b4f7-ad17ee09d338,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:38.971269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 684df30d-2b4d-4780-b4f7-ad17ee09d338 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:40:38.996145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-b636965f-0eb0-45b9-8c84-b637f1a56860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:38.997869 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-b636965f-0eb0-45b9-8c84-b637f1a56860 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0869060 May 27 22:40:39.005680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a37dd503-8d05-457a-b455-bd0758aca534 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8548899 May 27 22:40:39.010042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60948) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:39.046528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'subnet': {'network_id': '684df30d-2b4d-4780-b4f7-ad17ee09d338', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:39.268280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-42893030-31d9-4fa8-bcfc-d22ded62f764 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:39.274252 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-42893030-31d9-4fa8-bcfc-d22ded62f764 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/networks?id=22f407af-4e97-4a03-8173-e2083063da8b HTTP/1.1" status: 200 len: 813 time: 0.7115297 May 27 22:40:39.282879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6acc6-cb31-4825-a362-7236de98d131 req-9d4fad5c-09ba-4619-80fb-c0c707ee7e64 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:39.288838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7eb6acc6-cb31-4825-a362-7236de98d131 req-9d4fad5c-09ba-4619-80fb-c0c707ee7e64 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.6757257 May 27 22:40:39.290335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:39.309673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:subnet and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:39.310421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:39.314264 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:39.333190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:39.343553 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-b8e0ccc1-40f0-49d7-8d41-fdd69401d458 service neutron] 10.222.0.46 "GET /v2.0/networks/6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350606 May 27 22:40:39.346573 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-60f74f86-6495-4b14-9743-6ed66e1fabb6 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/quotas/8e50c6ac7a514d97842627c770c67d34 HTTP/1.1" status: 200 len: 375 time: 0.0714006 May 27 22:40:39.358197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Usage tracker for resource:port and tenant:b2e7eff573fa4fd5a9426debf0dcaae5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:39.364092 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:39.420486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:39.447660 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-7f1de966-0242-45e5-adae-09d63108ec8b tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=8e50c6ac7a514d97842627c770c67d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0996788 May 27 22:40:39.461404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7eb6acc6-cb31-4825-a362-7236de98d131 req-e17d4507-4e7d-4c2a-bb0e-727fd8a073ef tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1526880 May 27 22:40:39.466208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:39.472939 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:39.512747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-aa7df235-b026-4d70-81e1-f2d2065e89cf req-482ad0f9-1caa-4923-ab46-1e322d55a5e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] For port 68cebfb8-f05b-4836-af47-1a39e6d07923, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=68cebfb8-f05b-4836-af47-1a39e6d07923,segment=NetworkSegment(32adf43c-3448-44a1-adfc-abcfe3ed2a58),segment_id=32adf43c-3448-44a1-adfc-abcfe3ed2a58)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:39.513348 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-aa7df235-b026-4d70-81e1-f2d2065e89cf req-482ad0f9-1caa-4923-ab46-1e322d55a5e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:39.555733 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-6cc7e678-9b01-43db-baeb-605837c853ed service neutron] 10.222.0.46 "GET /v2.0/networks/6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044709 May 27 22:40:39.572737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Made reservation on behalf of b2e7eff573fa4fd5a9426debf0dcaae5 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:39.576383 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:39.768107 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-78a04479-dca6-4da7-8354-5c3f6d93b973 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=28f4ebbf-fdd6-4399-854a-6706996529f9 HTTP/1.1" status: 200 len: 217 time: 0.2056854 May 27 22:40:39.839351 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Performing IP validity checks on allocation pools {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 22:40:39.842436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 22:40:39.845934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-59e46379-22d7-491a-bbb0-a38121be9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:39.847531 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-59e46379-22d7-491a-bbb0-a38121be9257 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.0721431 May 27 22:40:40.001033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-34e44626-bfd7-4413-9395-445d813655f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:40.001717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-aa7df235-b026-4d70-81e1-f2d2065e89cf req-482ad0f9-1caa-4923-ab46-1e322d55a5e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Calling delete_port for 68cebfb8-f05b-4836-af47-1a39e6d07923 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:40.002505 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-34e44626-bfd7-4413-9395-445d813655f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1463358 May 27 22:40:40.226900 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-d7141432-3b4b-4dc7-9c28-fbac1f454e56 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153628 May 27 22:40:40.258737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-462d3efe-879f-426e-932f-ca5dc902d0f7 service neutron] 10.222.0.27 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7964191 May 27 22:40:40.271835 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:40.405541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Allocated IP 172.20.0.2 (30cbfe36-9a96-4cd2-aa86-207c947ffdf4/241137a2-31ec-4c25-ae03-95e6256ad84e/76a6c5d3-c082-47ad-87f1-5af7a337e1eb) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:40:40.420621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Subnet': ['ID=d2502c57-5073-406f-b14f-9116d7625f59,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:40.428638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af6e8e-1fee-4ae5-9e87-da6d74ab87bb req-ff0f404c-363d-42ec-8ccc-a79dcfbb101f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:40.436742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af6e8e-1fee-4ae5-9e87-da6d74ab87bb req-ff0f404c-363d-42ec-8ccc-a79dcfbb101f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:40.448945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af6e8e-1fee-4ae5-9e87-da6d74ab87bb req-ff0f404c-363d-42ec-8ccc-a79dcfbb101f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:40.450252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af6e8e-1fee-4ae5-9e87-da6d74ab87bb req-ff0f404c-363d-42ec-8ccc-a79dcfbb101f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:40.454064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Checking segment: {'id': '8631c0db-f8d8-4250-aaff-075f8825adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '684df30d-2b4d-4780-b4f7-ad17ee09d338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:40.454064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network hostable DHCP agents. Network: 684df30d-2b4d-4780-b4f7-ad17ee09d338, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:40:40.458102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af6e8e-1fee-4ae5-9e87-da6d74ab87bb req-ff0f404c-363d-42ec-8ccc-a79dcfbb101f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:40.467627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af6e8e-1fee-4ae5-9e87-da6d74ab87bb req-ff0f404c-363d-42ec-8ccc-a79dcfbb101f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:40.473053 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-b44be7de-9db3-4962-8ca8-6c343f48ec49 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319441 May 27 22:40:40.473678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af6e8e-1fee-4ae5-9e87-da6d74ab87bb req-ff0f404c-363d-42ec-8ccc-a79dcfbb101f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:40.475657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08af6e8e-1fee-4ae5-9e87-da6d74ab87bb req-ff0f404c-363d-42ec-8ccc-a79dcfbb101f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5429 time: 0.6252489 May 27 22:40:40.546832 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-4d56b0c4-9256-4378-8e9b-942cb076be65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=3df037ee-cdfc-4a0b-adc5-86aa597bdf16 HTTP/1.1" status: 200 len: 217 time: 0.0679703 May 27 22:40:40.572149 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08af6e8e-1fee-4ae5-9e87-da6d74ab87bb req-9929efdf-fac2-47c2-9594-d4b8f8c78f28 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823617 May 27 22:40:40.589489 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-2b6f78a4-6ed2-44da-8a13-637cb7dd23ff service neutron] 10.222.0.27 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215580 May 27 22:40:40.596519 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-aa7df235-b026-4d70-81e1-f2d2065e89cf req-482ad0f9-1caa-4923-ab46-1e322d55a5e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:40.621062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network 684df30d-2b4d-4780-b4f7-ad17ee09d338 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:40:40.663029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-21d1d27a-03d3-494f-a8ce-28f4f3592f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:40.664643 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-21d1d27a-03d3-494f-a8ce-28f4f3592f72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.1122568 May 27 22:40:40.667710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 68cebfb8-f05b-4836-af47-1a39e6d07923 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:40:40.710386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ad0f9-1caa-4923-ab46-1e322d55a5e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Pushing event deleted for resources: {'Port': ['ID=68cebfb8-f05b-4836-af47-1a39e6d07923,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:40.765851 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 68cebfb8-f05b-4836-af47-1a39e6d07923 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:40:40.767331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 68cebfb8-f05b-4836-af47-1a39e6d07923 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:40:40.965309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7df235-b026-4d70-81e1-f2d2065e89cf req-482ad0f9-1caa-4923-ab46-1e322d55a5e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] No DVR routers for this DVR port 68cebfb8-f05b-4836-af47-1a39e6d07923 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:40:40.968624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b364427-1eaa-4cd9-a7db-5eb7175e6af0 req-11faa4ca-d8b7-4217-8cb2-70046ca3b012 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 210 time: 0.0729494 May 27 22:40:40.981606 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-aa7df235-b026-4d70-81e1-f2d2065e89cf req-482ad0f9-1caa-4923-ab46-1e322d55a5e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:40.984512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'name': 'network-vif-deleted', 'tag': '68cebfb8-f05b-4836-af47-1a39e6d07923'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:41.130490 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51bb7216-9faf-4eb3-adec-4c2ef8ff00b3'] response: {'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': 'ef9523b3-0465-4c4f-9e93-31957771cb3b', 'status': 'completed', 'code': 200} May 27 22:40:41.144566 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa7df235-b026-4d70-81e1-f2d2065e89cf req-482ad0f9-1caa-4923-ab46-1e322d55a5e8 tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.57 "DELETE /v2.0/ports/68cebfb8-f05b-4836-af47-1a39e6d07923 HTTP/1.1" status: 204 len: 173 time: 3.1389847 May 27 22:40:41.146882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 684df30d-2b4d-4780-b4f7-ad17ee09d338) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:41.155878 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a990f28-215b-43d4-af67-f31984b0c434 None None] Network 684df30d-2b4d-4780-b4f7-ad17ee09d338 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:40:41.157947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:41.161186 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:41.284605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-b5fe566c-e4d4-4ad2-a9b4-1d785f8196bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:41.286343 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-b5fe566c-e4d4-4ad2-a9b4-1d785f8196bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6159661 May 27 22:40:41.298115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ad3ec940-cb3e-4cce-9aaf-63c86b6fe625 req-bc7dd353-2052-4b93-9f59-bae13bae721f tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Synchronizing usage tracker for tenant:b2e7eff573fa4fd5a9426debf0dcaae5 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:40:41.332377 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-89952fca-db94-4c18-96a6-46bd28680001 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2966194 May 27 22:40:41.341476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60978) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:41.424699 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:41.479521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'network_id': '684df30d-2b4d-4780-b4f7-ad17ee09d338', 'name': 'tempest-PortsIpV6TestJSON-534570194'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:41.619537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684de417-dc17-49ce-85b3-191b812d2968 req-613b73e6-4ae1-42f2-83d9-f0aea4c8991d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:41.627784 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-684de417-dc17-49ce-85b3-191b812d2968 req-613b73e6-4ae1-42f2-83d9-f0aea4c8991d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.1734309 May 27 22:40:41.648065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ad3ec940-cb3e-4cce-9aaf-63c86b6fe625 req-bc7dd353-2052-4b93-9f59-bae13bae721f tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Unset dirty status for tenant:b2e7eff573fa4fd5a9426debf0dcaae5 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:40:41.658180 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad3ec940-cb3e-4cce-9aaf-63c86b6fe625 req-bc7dd353-2052-4b93-9f59-bae13bae721f tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 210 time: 0.4637554 May 27 22:40:41.698829 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-684df30d-2b4d-4780-b4f7-ad17ee09d338', 'network_id': '684df30d-2b4d-4780-b4f7-ad17ee09d338', 'tenant_id': '1fa8feff085d4561b4c22b1084ddb72b', 'fixed_ips': [{'subnet_id': 'd2502c57-5073-406f-b14f-9116d7625f59'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:40:41.699684 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:41.704692 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2d69a405-0a74-4f7a-8fa3-30da7c2dca7f service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117398 May 27 22:40:41.721862 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:41.752852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:41.842323 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-913149cb-d7c1-4eec-9288-35e8106b5b39'] response: {'server_uuid': 'c44b23ef-8443-40a8-bc5a-d80111a5c881', 'name': 'network-vif-deleted', 'tag': '68cebfb8-f05b-4836-af47-1a39e6d07923', 'status': 'completed', 'code': 200} May 27 22:40:41.861785 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:41.873037 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-684de417-dc17-49ce-85b3-191b812d2968 req-f78dd80e-1511-42b4-acdb-1bf28ff4dd6f tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2441523 May 27 22:40:41.942475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Network 30cbfe36-9a96-4cd2-aa86-207c947ffdf4 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:40:41.947799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:41.951122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:40:41.971395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:41.979472 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:42.000698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Pushing event updated for resources: {'Port': ['ID=76a6c5d3-c082-47ad-87f1-5af7a337e1eb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:42.042618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:42.043346 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:42.055986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port d7478b85-668d-4a71-b484-d91373e6c833 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:40:42.141258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Allocated IP 2001:db8::2 (684df30d-2b4d-4780-b4f7-ad17ee09d338/d2502c57-5073-406f-b14f-9116d7625f59/8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:40:42.194327 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-61dd4de7-4c0f-4db6-88d5-7638de559646 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818027 May 27 22:40:42.223151 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-efe63d66-684f-41fc-8367-a31f90dad326 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6304667 May 27 22:40:42.237188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Request body: {'port': {'device_id': 'a447c225-b451-4f59-9deb-7b7ab2e41a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:42.285333 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-2effc72d-44ac-411c-abb2-f2399fc922fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 HTTP/1.1" status: 200 len: 217 time: 0.0827568 May 27 22:40:42.460640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-cf86ac6f-a685-41ad-b0a2-c8030718e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:42.465340 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-cf86ac6f-a685-41ad-b0a2-c8030718e932 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.1701310 May 27 22:40:42.623943 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:42.646104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Transition to ACTIVE for port object 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:42.698897 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Transition to ACTIVE for port object 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:42.710103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-775af61b-9385-4b25-a35a-d2971c2da8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:42.711633 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-775af61b-9385-4b25-a35a-d2971c2da8c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2405665 May 27 22:40:42.732782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-93865818-a80b-439c-8687-7f0dcc57b1d5 req-8e0fa9cf-ca44-419f-b2ce-9dc4bc8cd95f tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Synchronizing usage tracker for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:40:42.769163 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:42.845326 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:42.869623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7af9f-76ca-4a42-b9c0-c34fb04e8697 req-d355821d-2ac1-4cf3-83fc-2af11b913244 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:42.878387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7af9f-76ca-4a42-b9c0-c34fb04e8697 req-d355821d-2ac1-4cf3-83fc-2af11b913244 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:42.885499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7af9f-76ca-4a42-b9c0-c34fb04e8697 req-d355821d-2ac1-4cf3-83fc-2af11b913244 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:42.893403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7af9f-76ca-4a42-b9c0-c34fb04e8697 req-d355821d-2ac1-4cf3-83fc-2af11b913244 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:42.902128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7af9f-76ca-4a42-b9c0-c34fb04e8697 req-d355821d-2ac1-4cf3-83fc-2af11b913244 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:42.914692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7af9f-76ca-4a42-b9c0-c34fb04e8697 req-d355821d-2ac1-4cf3-83fc-2af11b913244 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:42.926278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7af9f-76ca-4a42-b9c0-c34fb04e8697 req-d355821d-2ac1-4cf3-83fc-2af11b913244 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:42.929722 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8e7af9f-76ca-4a42-b9c0-c34fb04e8697 req-d355821d-2ac1-4cf3-83fc-2af11b913244 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5429 time: 0.8268785 May 27 22:40:42.933117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-93865818-a80b-439c-8687-7f0dcc57b1d5 req-8e0fa9cf-ca44-419f-b2ce-9dc4bc8cd95f tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] Unset dirty status for tenant:5d2ff2934c6247008f6f299aa88c9ef9 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:40:42.945124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93865818-a80b-439c-8687-7f0dcc57b1d5 req-8e0fa9cf-ca44-419f-b2ce-9dc4bc8cd95f tempest-ServerRescueTestJSONUnderV235-134530586 tempest-ServerRescueTestJSONUnderV235-134530586-project] 10.222.0.27 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 210 time: 0.5390491 May 27 22:40:43.037821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Network 684df30d-2b4d-4780-b4f7-ad17ee09d338 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:40:43.060094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:43.121217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Pushing event updated for resources: {'Port': ['ID=8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:43.121948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:40:43.155490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Allocated IP 2001:db8::7c (684df30d-2b4d-4780-b4f7-ad17ee09d338/d2502c57-5073-406f-b14f-9116d7625f59/d7478b85-668d-4a71-b484-d91373e6c833) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:40:43.206344 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8e7af9f-76ca-4a42-b9c0-c34fb04e8697 req-a83c924e-a54e-4e7a-931e-4635ccf0b832 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2562416 May 27 22:40:43.267822 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7529d6d2-5be2-4cd3-a917-bf8bc1f8720b req-42edc1df-e11d-4f86-aea4-66f9377e3b4a tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=30dcd865-3c26-4747-945c-4bb40b55ea83 HTTP/1.1" status: 200 len: 210 time: 0.1654329 May 27 22:40:43.315588 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a26581db-1cc3-4c09-91d0-40a930a3c831 req-81034937-95b8-4028-b50c-4a3fe5f7db46 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1065967 May 27 22:40:43.358759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Attempting to bind port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:40:43.359047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Attempting to bind port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '8631c0db-f8d8-4250-aaff-075f8825adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '684df30d-2b4d-4780-b4f7-ad17ee09d338'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:40:43.359413 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Attempting to bind port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 on network 684df30d-2b4d-4780-b4f7-ad17ee09d338 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:43.368469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:40:43.368846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Checking segment: {'id': '8631c0db-f8d8-4250-aaff-075f8825adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '684df30d-2b4d-4780-b4f7-ad17ee09d338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:43.369307 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:43.369700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Bound using segment: {'id': '8631c0db-f8d8-4250-aaff-075f8825adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '684df30d-2b4d-4780-b4f7-ad17ee09d338'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:40:43.376744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Bound port: 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8631c0db-f8d8-4250-aaff-075f8825adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '684df30d-2b4d-4780-b4f7-ad17ee09d338'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:40:43.377138 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:43.511732 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-6c38cdda-3709-406e-a9ed-8ebdc4de61a8 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7774525 May 27 22:40:43.571680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] For port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:40:43.589493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] For port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167,segment=NetworkSegment(8631c0db-f8d8-4250-aaff-075f8825adc8),segment_id=8631c0db-f8d8-4250-aaff-075f8825adc8)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:40:43.715552 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a26581db-1cc3-4c09-91d0-40a930a3c831 req-5e76a744-7d2b-4a76-ac7a-2188a18f70e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5d2ff2934c6247008f6f299aa88c9ef9&device_id=c44b23ef-8443-40a8-bc5a-d80111a5c881 HTTP/1.1" status: 200 len: 210 time: 0.3417430 May 27 22:40:43.765268 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:43.775852 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-b9611b77-f01c-4327-a040-86848cf91dbc service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705879 May 27 22:40:43.899925 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaad65b-997b-4fc5-a495-6a7efc0cae44 None None] Pushing event updated for resources: {'Port': ['ID=8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:43.913605 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:43.927763 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-59af4aff-305e-43bc-ae9e-71f4f4f87561 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=31f6ef24-23b1-439f-aa93-d8f16f4b382b HTTP/1.1" status: 200 len: 217 time: 0.1302366 May 27 22:40:43.976962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Transition to ACTIVE for port object d7478b85-668d-4a71-b484-d91373e6c833 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:44.079996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-5bc46dfc-00bc-4819-8e47-33aa9a8ffbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:44.086144 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-5bc46dfc-00bc-4819-8e47-33aa9a8ffbb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.1479321 May 27 22:40:44.149086 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:44.364448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a44efd-cde0-42f8-80a8-619f2e6b1a2f req-37114c7e-c38c-4eeb-a38b-f9bf24e7323e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:44.375420 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-78a44efd-cde0-42f8-80a8-619f2e6b1a2f req-37114c7e-c38c-4eeb-a38b-f9bf24e7323e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.8398607 May 27 22:40:44.387935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26581db-1cc3-4c09-91d0-40a930a3c831 req-9f9c6882-db61-456e-b090-da35816dee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:44.389506 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a26581db-1cc3-4c09-91d0-40a930a3c831 req-9f9c6882-db61-456e-b090-da35816dee91 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5d2ff2934c6247008f6f299aa88c9ef9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6325021 May 27 22:40:44.433041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3d83d-f7c8-4526-a07b-129f45e57303 req-c3626d54-f9e8-4df2-bbaf-da711d056e69 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:44.433041 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56a3d83d-f7c8-4526-a07b-129f45e57303 req-c3626d54-f9e8-4df2-bbaf-da711d056e69 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 931 time: 0.9003544 May 27 22:40:44.525535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network 684df30d-2b4d-4780-b4f7-ad17ee09d338 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:40:44.529946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:44.544272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:40:44.550175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:44.550813 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:44.606384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=d7478b85-668d-4a71-b484-d91373e6c833,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:44.625510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c2e59820-92fa-4d46-826f-a7c9b0a99801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:44.627331 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c2e59820-92fa-4d46-826f-a7c9b0a99801 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5384898 May 27 22:40:44.628837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a6c5d3-c082-47ad-87f1-5af7a337e1eb {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:40:44.676653 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:44.726153 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-322064f5-ff77-4ab2-a530-a72dbe993a79 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3832729 May 27 22:40:44.735169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 32796) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:44.741893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-78a44efd-cde0-42f8-80a8-619f2e6b1a2f req-b7ac4b4b-fbbb-4aac-b5c5-09460234b73e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3602846 May 27 22:40:44.796994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-56a3d83d-f7c8-4526-a07b-129f45e57303 req-516386f4-3b33-41b5-adfe-c10c9e05f82b tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Synchronizing usage tracker for tenant:b2e7eff573fa4fd5a9426debf0dcaae5 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:40:44.811965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Transition to ACTIVE for port object 76a6c5d3-c082-47ad-87f1-5af7a337e1eb will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:44.867041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-496b769f-507c-4ce6-a9a4-eb4f86855656 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port d7478b85-668d-4a71-b484-d91373e6c833 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:44.867041 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-496b769f-507c-4ce6-a9a4-eb4f86855656 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:44.867262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26581db-1cc3-4c09-91d0-40a930a3c831 req-37b92398-d065-47db-876d-55bbf62f2bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:44.867982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a26581db-1cc3-4c09-91d0-40a930a3c831 req-37b92398-d065-47db-876d-55bbf62f2bdf service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4212353 May 27 22:40:44.896387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 32802) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:44.943349 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-bcb51dd5-6974-4d80-abd3-7010230e4e11 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095918 May 27 22:40:45.007469 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:45.091038 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:40:45.103294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-56a3d83d-f7c8-4526-a07b-129f45e57303 req-516386f4-3b33-41b5-adfe-c10c9e05f82b tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Unset dirty status for tenant:b2e7eff573fa4fd5a9426debf0dcaae5 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:40:45.120836 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56a3d83d-f7c8-4526-a07b-129f45e57303 req-516386f4-3b33-41b5-adfe-c10c9e05f82b tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/security-groups?id=071fe79e-6429-4e11-850d-58a05595cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441999 May 27 22:40:45.255617 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-a397e242-4bbb-45e3-bc75-4b210f2d90d2 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060086 May 27 22:40:45.312788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:40:45.420609 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-fd4c10a0-d29e-4fbd-b728-ae2905270c08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 HTTP/1.1" status: 200 len: 217 time: 0.1576905 May 27 22:40:45.695866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8452591-f9fd-4d45-8e1b-6ca576d127eb None None] Network 684df30d-2b4d-4780-b4f7-ad17ee09d338 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:40:45.748111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c0d85672-4f2c-4ab2-9920-bfc3d2c54e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:45.750129 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-c0d85672-4f2c-4ab2-9920-bfc3d2c54e3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=862db2da-2593-4ce1-842a-3a10259ed89c HTTP/1.1" status: 200 len: 797 time: 0.3196330 May 27 22:40:45.894795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=76a6c5d3-c082-47ad-87f1-5af7a337e1eb,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:45.897113 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:45.980178 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58d004db-9a88-4717-93c9-fd5773328bc0 req-c27eb4dd-dbe2-4079-baa6-3e675e516159 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=30dcd865-3c26-4747-945c-4bb40b55ea83 HTTP/1.1" status: 200 len: 210 time: 0.3297677 May 27 22:40:46.025327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-677b42ef-f545-4dee-9ade-ee7a3d1d409c None None] Provisioning for port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:40:46.044268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-677b42ef-f545-4dee-9ade-ee7a3d1d409c None None] Provisioning complete for port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:40:46.044711 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-677b42ef-f545-4dee-9ade-ee7a3d1d409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:46.049444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-15034423-9371-4fb4-8f96-e84ebb80f9cb tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:46.064175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-15034423-9371-4fb4-8f96-e84ebb80f9cb tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Synchronizing usage tracker for tenant:8e50c6ac7a514d97842627c770c67d34 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:40:46.158683 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-496b769f-507c-4ce6-a9a4-eb4f86855656 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:46.430226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-677b42ef-f545-4dee-9ade-ee7a3d1d409c None None] Current status of the port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:40:46.430750 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-677b42ef-f545-4dee-9ade-ee7a3d1d409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:46.478110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-677b42ef-f545-4dee-9ade-ee7a3d1d409c None None] For port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167,segment=NetworkSegment(8631c0db-f8d8-4250-aaff-075f8825adc8),segment_id=8631c0db-f8d8-4250-aaff-075f8825adc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:46.500257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-15034423-9371-4fb4-8f96-e84ebb80f9cb tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Unset dirty status for tenant:8e50c6ac7a514d97842627c770c67d34 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:40:46.503045 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-15034423-9371-4fb4-8f96-e84ebb80f9cb tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.46 "GET /v2.0/networks?id=22f407af-4e97-4a03-8173-e2083063da8b HTTP/1.1" status: 200 len: 813 time: 1.0284059 May 27 22:40:46.514729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-496b769f-507c-4ce6-a9a4-eb4f86855656 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for d7478b85-668d-4a71-b484-d91373e6c833 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:46.559381 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-677b42ef-f545-4dee-9ade-ee7a3d1d409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:46.625757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Request body: {'port': {'device_id': '30dcd865-3c26-4747-945c-4bb40b55ea83', 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b', 'admin_state_up': True, 'tenant_id': '8e50c6ac7a514d97842627c770c67d34'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:46.641730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Attempting to bind port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:40:46.648884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Attempting to bind port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '7dc0e72a-7a12-4369-a43e-3eeed261a838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '30cbfe36-9a96-4cd2-aa86-207c947ffdf4'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:40:46.648884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Attempting to bind port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb on network 30cbfe36-9a96-4cd2-aa86-207c947ffdf4 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:46.687026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb on network 30cbfe36-9a96-4cd2-aa86-207c947ffdf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:40:46.687239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Attempting to bind port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb on network 30cbfe36-9a96-4cd2-aa86-207c947ffdf4 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:46.711524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:40:46.711858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Checking segment: {'id': '7dc0e72a-7a12-4369-a43e-3eeed261a838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '30cbfe36-9a96-4cd2-aa86-207c947ffdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:46.712236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Bound using segment: {'id': '7dc0e72a-7a12-4369-a43e-3eeed261a838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '30cbfe36-9a96-4cd2-aa86-207c947ffdf4'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:40:46.712692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Bound port: 76a6c5d3-c082-47ad-87f1-5af7a337e1eb, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc0e72a-7a12-4369-a43e-3eeed261a838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '30cbfe36-9a96-4cd2-aa86-207c947ffdf4'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:40:46.713045 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:46.746700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b42ef-f545-4dee-9ade-ee7a3d1d409c None None] Pushing event updated for resources: {'Port': ['ID=8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:46.750497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d0874065-5281-421e-b88a-7822eaffa522 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:46.752005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d0874065-5281-421e-b88a-7822eaffa522 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.57 "GET /v2.0/networks?id=22f407af-4e97-4a03-8173-e2083063da8b HTTP/1.1" status: 200 len: 813 time: 1.1899972 May 27 22:40:46.792234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351830d5-981f-4542-80fc-e0bd3a6bee20 req-6cc6d7f5-1d93-44b3-8ecf-db27026a77ef tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:46.813287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-69c86a5d-6150-435a-81e7-c75cf98b6479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:46.816403 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-69c86a5d-6150-435a-81e7-c75cf98b6479 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0381088 May 27 22:40:46.818156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351830d5-981f-4542-80fc-e0bd3a6bee20 req-6cc6d7f5-1d93-44b3-8ecf-db27026a77ef tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:46.825899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351830d5-981f-4542-80fc-e0bd3a6bee20 req-6cc6d7f5-1d93-44b3-8ecf-db27026a77ef tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:46.838659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351830d5-981f-4542-80fc-e0bd3a6bee20 req-6cc6d7f5-1d93-44b3-8ecf-db27026a77ef tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:46.845510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351830d5-981f-4542-80fc-e0bd3a6bee20 req-6cc6d7f5-1d93-44b3-8ecf-db27026a77ef tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:46.856593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351830d5-981f-4542-80fc-e0bd3a6bee20 req-6cc6d7f5-1d93-44b3-8ecf-db27026a77ef tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:46.863268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351830d5-981f-4542-80fc-e0bd3a6bee20 req-6cc6d7f5-1d93-44b3-8ecf-db27026a77ef tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:46.872469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-351830d5-981f-4542-80fc-e0bd3a6bee20 req-6cc6d7f5-1d93-44b3-8ecf-db27026a77ef tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5429 time: 1.5242627 May 27 22:40:46.897053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Request body: {'port': {'device_id': 'b9874bea-852a-4a27-989d-50e247eb0e14', 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b', 'admin_state_up': True, 'tenant_id': '8e50c6ac7a514d97842627c770c67d34'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:46.982293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:40:47.135808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:40:47.137341 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:47.305383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3a559bea-0623-4799-89ff-b6b83488f500 None None] Provisioning for port d7478b85-668d-4a71-b484-d91373e6c833 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:40:47.320278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3a559bea-0623-4799-89ff-b6b83488f500 None None] Provisioning complete for port d7478b85-668d-4a71-b484-d91373e6c833 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:40:47.321094 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a559bea-0623-4799-89ff-b6b83488f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:47.375800 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-351830d5-981f-4542-80fc-e0bd3a6bee20 req-7f092042-6d18-4203-8f5a-48befd6dc162 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5024364 May 27 22:40:47.423635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:47.449755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] For port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:40:47.457816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Usage tracker for resource:port and tenant:8e50c6ac7a514d97842627c770c67d34 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:47.465774 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3a559bea-0623-4799-89ff-b6b83488f500 None None] Port d7478b85-668d-4a71-b484-d91373e6c833 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:40:47.470183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:47.498760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:47.514843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fa3bb-2218-4d10-b263-2859832dad9e req-8e00b2fe-0228-4d33-b5e5-9658c56d3c30 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:47.521796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-234fa3bb-2218-4d10-b263-2859832dad9e req-8e00b2fe-0228-4d33-b5e5-9658c56d3c30 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 1.2264926 May 27 22:40:47.522608 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-37b65c5f-2d1a-4f60-870f-b8b02fe0593f service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933396 May 27 22:40:47.557704 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] For port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=76a6c5d3-c082-47ad-87f1-5af7a337e1eb,segment=NetworkSegment(7dc0e72a-7a12-4369-a43e-3eeed261a838),segment_id=7dc0e72a-7a12-4369-a43e-3eeed261a838)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:40:47.608056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:40:47.633508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3a559bea-0623-4799-89ff-b6b83488f500 None None] Provisioning complete for port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:40:47.634050 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a559bea-0623-4799-89ff-b6b83488f500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:47.660622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:47.662614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Made reservation on behalf of 8e50c6ac7a514d97842627c770c67d34 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:47.666665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:47.711131 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-5b50a72f-7a21-4d7d-8929-82774245d7eb service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807077 May 27 22:40:47.711306 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:47.793959 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Usage tracker for resource:port and tenant:8e50c6ac7a514d97842627c770c67d34 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:47.807336 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-496b769f-507c-4ce6-a9a4-eb4f86855656 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:47.852146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:47.881390 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-ee971b6d-f251-403f-aa82-9b73b43643a0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef9523b3-0465-4c4f-9e93-31957771cb3b HTTP/1.1" status: 200 len: 217 time: 0.1278851 May 27 22:40:47.887095 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-234fa3bb-2218-4d10-b263-2859832dad9e req-4ee054d9-01fc-4b4a-8723-3f5f495e2e33 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3642297 May 27 22:40:47.894091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:47.937904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3a559bea-0623-4799-89ff-b6b83488f500 None None] Current status of the port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:40:47.942689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b769f-507c-4ce6-a9a4-eb4f86855656 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=d7478b85-668d-4a71-b484-d91373e6c833,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:47.960270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:47.960905 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:47.962322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] 10.222.0.46 "PUT /v2.0/ports/76a6c5d3-c082-47ad-87f1-5af7a337e1eb HTTP/1.1" status: 200 len: 1091 time: 5.7296059 May 27 22:40:47.971713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a447c225-b451-4f59-9deb-7b7ab2e41a2f', 'tag': '76a6c5d3-c082-47ad-87f1-5af7a337e1eb'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:48.060784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-91816ee4-4937-4c75-8a9e-7dbf0d2f28a9 None None] Could not find standard attr ID for object d7478b85-668d-4a71-b484-d91373e6c833. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:40:48.083667 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-496b769f-507c-4ce6-a9a4-eb4f86855656 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:48.106207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e65a96-927b-4cc0-9659-574b741be9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=76a6c5d3-c082-47ad-87f1-5af7a337e1eb,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:48.152201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-398a8eb9-e443-4566-8234-37a305c27678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:48.154912 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-398a8eb9-e443-4566-8234-37a305c27678 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=862db2da-2593-4ce1-842a-3a10259ed89c HTTP/1.1" status: 200 len: 797 time: 0.2471581 May 27 22:40:48.172857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Made reservation on behalf of 8e50c6ac7a514d97842627c770c67d34 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:48.176908 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:48.222731 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-496b769f-507c-4ce6-a9a4-eb4f86855656 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/d7478b85-668d-4a71-b484-d91373e6c833 HTTP/1.1" status: 204 len: 168 time: 3.4840162 May 27 22:40:48.238649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 32832) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:48.278257 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9100c744-cb5e-414a-bfa6-39b96a772750 req-7af03de7-0bba-47ee-b078-07454ab3acb5 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=30dcd865-3c26-4747-945c-4bb40b55ea83 HTTP/1.1" status: 200 len: 210 time: 0.1951842 May 27 22:40:48.301694 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7eb7409-e351-4048-93a6-de3db6143f95 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] DELETE failed (client error): The resource could not be found. May 27 22:40:48.302226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7eb7409-e351-4048-93a6-de3db6143f95 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:40:48.304705 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f7eb7409-e351-4048-93a6-de3db6143f95 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/d7478b85-668d-4a71-b484-d91373e6c833 HTTP/1.1" status: 404 len: 333 time: 0.0650084 May 27 22:40:48.313719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 32836) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:48.333545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff4152-77cb-4b69-b160-4529242fdba6 req-946124e6-b020-47cf-ae60-c155f5fdd743 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:48.340544 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71ff4152-77cb-4b69-b160-4529242fdba6 req-946124e6-b020-47cf-ae60-c155f5fdd743 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 943 time: 0.6992610 May 27 22:40:48.345027 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b7da41-928a-4007-9b83-6d8684a50cee'] response: {'name': 'network-changed', 'server_uuid': 'a447c225-b451-4f59-9deb-7b7ab2e41a2f', 'tag': '76a6c5d3-c082-47ad-87f1-5af7a337e1eb', 'status': 'completed', 'code': 200} May 27 22:40:48.363576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Allocated IP 172.20.0.9 (22f407af-4e97-4a03-8173-e2083063da8b/01c15d94-1a4f-425d-9947-ba1c297e332b/80bc8b38-eab9-44e5-b684-b7898a6eed22) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:40:48.402557 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b8a08b-4521-4389-9459-4e7fdf95e255 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] GET failed (client error): The resource could not be found. May 27 22:40:48.403328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e1b8a08b-4521-4389-9459-4e7fdf95e255 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:40:48.508090 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-14988f29-4a8e-488e-a6bc-aa918cf63901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:48.510209 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-14988f29-4a8e-488e-a6bc-aa918cf63901 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3413506 May 27 22:40:48.526830 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71ff4152-77cb-4b69-b160-4529242fdba6 req-350d39b4-fa92-4a9c-a887-82f7e13d3093 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/security-groups?id=071fe79e-6429-4e11-850d-58a05595cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854153 May 27 22:40:48.592489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-01ed5607-9214-402e-9cae-36e1bfba6027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:48.597126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-01ed5607-9214-402e-9cae-36e1bfba6027 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2e7eff573fa4fd5a9426debf0dcaae5&device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 1094 time: 0.5130517 May 27 22:40:48.740510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-befafc30-0431-4e74-abfa-b70ee6596e55 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76a6c5d3-c082-47ad-87f1-5af7a337e1eb HTTP/1.1" status: 200 len: 217 time: 0.1347270 May 27 22:40:48.751674 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-66da0983-5db3-48d9-929a-abbd885264fe service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341168 May 27 22:40:48.763201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e1b8a08b-4521-4389-9459-4e7fdf95e255 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:40:48.765838 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e1b8a08b-4521-4389-9459-4e7fdf95e255 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/d7478b85-668d-4a71-b484-d91373e6c833 HTTP/1.1" status: 404 len: 333 time: 0.4524500 May 27 22:40:48.798774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 32848) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:49.090533 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a8dd131-10a0-4d77-8dfb-b497accb6318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:49.164105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e8013e-438d-40b4-845e-f95099ceff4c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting subnet d2502c57-5073-406f-b14f-9116d7625f59 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:40:49.184260 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44e8013e-438d-40b4-845e-f95099ceff4c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:49.241549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-fb1fa6cd-b0ff-41a6-a520-015131cf8fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:49.243385 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-fb1fa6cd-b0ff-41a6-a520-015131cf8fbc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=241137a2-31ec-4c25-ae03-95e6256ad84e HTTP/1.1" status: 200 len: 848 time: 0.4968190 May 27 22:40:49.269426 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc451209-3e67-4023-b1d2-24fbea7b3660 req-f8120202-80f2-4d01-871c-632fcc91511f service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081661 May 27 22:40:49.313465 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44e8013e-438d-40b4-845e-f95099ceff4c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:49.337532 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-5e57ed55-4dc3-4d69-a280-5bda7d439c5f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30cbfe36-9a96-4cd2-aa86-207c947ffdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792804 May 27 22:40:49.382135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d8cc3-2642-4177-9210-476b3ad2930f req-2c37c935-2939-4d82-9b88-c31226d87f54 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:49.387964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d8cc3-2642-4177-9210-476b3ad2930f req-2c37c935-2939-4d82-9b88-c31226d87f54 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:49.394005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d8cc3-2642-4177-9210-476b3ad2930f req-2c37c935-2939-4d82-9b88-c31226d87f54 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:49.396608 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:49.399917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d8cc3-2642-4177-9210-476b3ad2930f req-2c37c935-2939-4d82-9b88-c31226d87f54 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:49.405764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d8cc3-2642-4177-9210-476b3ad2930f req-2c37c935-2939-4d82-9b88-c31226d87f54 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:49.411508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d8cc3-2642-4177-9210-476b3ad2930f req-2c37c935-2939-4d82-9b88-c31226d87f54 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:49.418001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d8cc3-2642-4177-9210-476b3ad2930f req-2c37c935-2939-4d82-9b88-c31226d87f54 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:49.421756 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a67d8cc3-2642-4177-9210-476b3ad2930f req-2c37c935-2939-4d82-9b88-c31226d87f54 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5429 time: 0.7421417 May 27 22:40:49.441435 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44e8013e-438d-40b4-845e-f95099ceff4c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:49.733083 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a67d8cc3-2642-4177-9210-476b3ad2930f req-fde1844a-6845-4078-af04-efb689e47ce9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2996478 May 27 22:40:49.746785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e707b-2a83-4929-84db-21316129c369 req-e893bcbc-bd02-4cb8-8842-1703917fb6a2 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:49.754778 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e38e707b-2a83-4929-84db-21316129c369 req-e893bcbc-bd02-4cb8-8842-1703917fb6a2 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.6748097 May 27 22:40:49.894008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Allocated IP 172.20.0.2 (22f407af-4e97-4a03-8173-e2083063da8b/01c15d94-1a4f-425d-9947-ba1c297e332b/f5a9a02d-f3f8-4863-883f-d3cdde9f1809) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:40:49.908312 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44e8013e-438d-40b4-845e-f95099ceff4c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:49.909863 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:49.985822 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-116c9fe5-6aa4-44e4-b008-123f99bda1cd service neutron] 10.222.0.46 "GET /v2.0/networks/30cbfe36-9a96-4cd2-aa86-207c947ffdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384809 May 27 22:40:50.007406 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e38e707b-2a83-4929-84db-21316129c369 req-ca3f2626-8404-4ef9-9778-9d4e75a52c9c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2510030 May 27 22:40:50.034427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7823d7-af5b-47d7-9799-e0ef880b334f None None] Network 684df30d-2b4d-4780-b4f7-ad17ee09d338 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:40:50.066610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8013e-438d-40b4-845e-f95099ceff4c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Subnet': ['ID=d2502c57-5073-406f-b14f-9116d7625f59,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:50.080787 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44e8013e-438d-40b4-845e-f95099ceff4c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:50.142458 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-44e8013e-438d-40b4-845e-f95099ceff4c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/d2502c57-5073-406f-b14f-9116d7625f59 HTTP/1.1" status: 204 len: 168 time: 1.3408585 May 27 22:40:50.144160 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 32866) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:50.237234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Network 22f407af-4e97-4a03-8173-e2083063da8b is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:40:50.254250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:50.264092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:40:50.383644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Pushing event updated for resources: {'Port': ['ID=80bc8b38-eab9-44e5-b684-b7898a6eed22,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:50.409749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b594f5-9185-44a9-8968-feed90e1cca7 None None] DHCP port deletion for 684df30d-2b4d-4780-b4f7-ad17ee09d338 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:40:50.414935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c4b594f5-9185-44a9-8968-feed90e1cca7 None None] Deleting port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:50.415336 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4b594f5-9185-44a9-8968-feed90e1cca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:50.451803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:50.459665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:50.460302 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:50.484142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-e8ff184e-c86b-44ae-af44-83c7122aa8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:50.484662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-e8ff184e-c86b-44ae-af44-83c7122aa8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:50.485136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-e8ff184e-c86b-44ae-af44-83c7122aa8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:50.485609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-e8ff184e-c86b-44ae-af44-83c7122aa8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:50.486080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-e8ff184e-c86b-44ae-af44-83c7122aa8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:50.486543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-e8ff184e-c86b-44ae-af44-83c7122aa8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:50.487007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-e8ff184e-c86b-44ae-af44-83c7122aa8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:50.489345 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-e8ff184e-c86b-44ae-af44-83c7122aa8e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df84f64e176647659c4bf324dc3c727e&device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 6486 time: 0.9310093 May 27 22:40:50.524145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:50.524518 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:50.545542 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:50.628066 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-d47d1380-fccf-48df-8e6d-4cae402b8d08 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0371492 May 27 22:40:50.640579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Request body: {'port': {'device_id': '30dcd865-3c26-4747-945c-4bb40b55ea83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:50.667372 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd34cf17-04d8-4752-9035-567ba6f9aeef req-fdfb4f13-a5c9-48d9-a14a-3127167bb345 service neutron] 10.222.0.46 "GET /v2.0/networks/30cbfe36-9a96-4cd2-aa86-207c947ffdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6678951 May 27 22:40:50.677043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d60206-4896-466b-8fdd-96caf55240e7 req-e29e229e-df5f-435e-bb27-ccac2612f6e3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:50.685032 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01d60206-4896-466b-8fdd-96caf55240e7 req-e29e229e-df5f-435e-bb27-ccac2612f6e3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=30dcd865-3c26-4747-945c-4bb40b55ea83 HTTP/1.1" status: 200 len: 931 time: 0.7931612 May 27 22:40:50.687290 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:50.867186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c4b594f5-9185-44a9-8968-feed90e1cca7 None None] For port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167,segment=NetworkSegment(8631c0db-f8d8-4250-aaff-075f8825adc8),segment_id=8631c0db-f8d8-4250-aaff-075f8825adc8)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:50.868233 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4b594f5-9185-44a9-8968-feed90e1cca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:50.961100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-665bd4a2-1af9-4026-917b-2e7b916536e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:50.962562 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-665bd4a2-1af9-4026-917b-2e7b916536e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 HTTP/1.1" status: 200 len: 903 time: 0.4639456 May 27 22:40:50.994978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Network 22f407af-4e97-4a03-8173-e2083063da8b is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:40:51.004170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:51.007286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:40:51.008445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c4b594f5-9185-44a9-8968-feed90e1cca7 None None] Calling delete_port for 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:51.040466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947fe21-ab96-476d-acb9-f95314e5c2bc req-80436246-84e3-4120-aee9-307a441875fc tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:51.042100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3947fe21-ab96-476d-acb9-f95314e5c2bc req-80436246-84e3-4120-aee9-307a441875fc tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 943 time: 0.9030271 May 27 22:40:51.082202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Pushing event updated for resources: {'Port': ['ID=f5a9a02d-f3f8-4863-883f-d3cdde9f1809,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:51.088987 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01d60206-4896-466b-8fdd-96caf55240e7 req-1bd7c7c1-52d7-4994-8df9-315a08779a88 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030647 May 27 22:40:51.103142 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-8b6fc1ca-0841-47a9-a7cb-73109c54f585 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef9523b3-0465-4c4f-9e93-31957771cb3b HTTP/1.1" status: 200 len: 217 time: 0.1295731 May 27 22:40:51.109721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-4a8dd131-10a0-4d77-8dfb-b497accb6318 admin admin] Deleting port 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:51.110071 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a8dd131-10a0-4d77-8dfb-b497accb6318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:51.134985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:40:51.208451 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:51.401558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-774de16c-dfe2-4901-a0fe-bcbf46b1f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:51.402270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:51.403171 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-774de16c-dfe2-4901-a0fe-bcbf46b1f890 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=862db2da-2593-4ce1-842a-3a10259ed89c HTTP/1.1" status: 200 len: 797 time: 0.2816052 May 27 22:40:51.403700 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:51.410536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] For port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167,segment=NetworkSegment(8631c0db-f8d8-4250-aaff-075f8825adc8),segment_id=8631c0db-f8d8-4250-aaff-075f8825adc8)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:51.410908 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:51.420936 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:40:51.424653 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:51.429819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3947fe21-ab96-476d-acb9-f95314e5c2bc req-8f5c3da3-a7d9-429f-b72a-e6547f795bc8 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/security-groups?id=071fe79e-6429-4e11-850d-58a05595cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681920 May 27 22:40:51.479711 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4b594f5-9185-44a9-8968-feed90e1cca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:51.552733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154aa7-d267-4ded-90f9-0e6a4fd0dfb3 req-3ee29ef3-152b-4296-b8a9-180f05bc0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:51.554807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94154aa7-d267-4ded-90f9-0e6a4fd0dfb3 req-3ee29ef3-152b-4296-b8a9-180f05bc0cf7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b2e7eff573fa4fd5a9426debf0dcaae5&device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 1094 time: 0.7409644 May 27 22:40:51.581007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b594f5-9185-44a9-8968-feed90e1cca7 None None] No DVR routers for this DVR port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:40:51.584128 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b594f5-9185-44a9-8968-feed90e1cca7 None None] Pushing event deleted for resources: {'Port': ['ID=8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:51.719265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:51.777374 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-5d583b25-2687-4626-87bd-511afbababd7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8891144 May 27 22:40:51.778453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154aa7-d267-4ded-90f9-0e6a4fd0dfb3 req-7cc54459-3331-472c-872d-aa1e64d10426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:51.779776 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94154aa7-d267-4ded-90f9-0e6a4fd0dfb3 req-7cc54459-3331-472c-872d-aa1e64d10426 service neutron] 10.222.0.46 "GET /v2.0/networks?id=30cbfe36-9a96-4cd2-aa86-207c947ffdf4 HTTP/1.1" status: 200 len: 909 time: 0.2097201 May 27 22:40:51.807246 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:40:51.807682 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:40:51.890486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Request body: {'port': {'device_id': 'b9874bea-852a-4a27-989d-50e247eb0e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:51.940610 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94154aa7-d267-4ded-90f9-0e6a4fd0dfb3 req-5d1363fd-49dc-483f-b016-6dab50a0131d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=76a6c5d3-c082-47ad-87f1-5af7a337e1eb HTTP/1.1" status: 200 len: 217 time: 0.1485326 May 27 22:40:51.971100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f07540-af2f-4b99-a32c-9f5bf220777d req-710b2dde-f006-409c-b0ac-9bc710830d76 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:51.977646 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f07540-af2f-4b99-a32c-9f5bf220777d req-710b2dde-f006-409c-b0ac-9bc710830d76 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:51.983465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f07540-af2f-4b99-a32c-9f5bf220777d req-710b2dde-f006-409c-b0ac-9bc710830d76 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:51.989210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f07540-af2f-4b99-a32c-9f5bf220777d req-710b2dde-f006-409c-b0ac-9bc710830d76 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:51.995068 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f07540-af2f-4b99-a32c-9f5bf220777d req-710b2dde-f006-409c-b0ac-9bc710830d76 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:52.001354 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f07540-af2f-4b99-a32c-9f5bf220777d req-710b2dde-f006-409c-b0ac-9bc710830d76 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:52.007201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f07540-af2f-4b99-a32c-9f5bf220777d req-710b2dde-f006-409c-b0ac-9bc710830d76 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:52.015006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3f07540-af2f-4b99-a32c-9f5bf220777d req-710b2dde-f006-409c-b0ac-9bc710830d76 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5429 time: 0.7004848 May 27 22:40:52.159001 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:52.171539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-343f3a58-059a-4ab2-bf78-6815fdccd1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:52.173223 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-343f3a58-059a-4ab2-bf78-6815fdccd1b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7543082 May 27 22:40:52.215888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94154aa7-d267-4ded-90f9-0e6a4fd0dfb3 req-1626f0dc-de7e-4442-bc65-a6ba63aa809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:52.217268 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94154aa7-d267-4ded-90f9-0e6a4fd0dfb3 req-1626f0dc-de7e-4442-bc65-a6ba63aa809f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=241137a2-31ec-4c25-ae03-95e6256ad84e HTTP/1.1" status: 200 len: 848 time: 0.1841629 May 27 22:40:52.240680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3f07540-af2f-4b99-a32c-9f5bf220777d req-84712981-9d53-47c8-a261-207ca38160fd tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2246954 May 27 22:40:52.284215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-4a8dd131-10a0-4d77-8dfb-b497accb6318 admin admin] For port 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b,segment=NetworkSegment(32adf43c-3448-44a1-adfc-abcfe3ed2a58),segment_id=32adf43c-3448-44a1-adfc-abcfe3ed2a58)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:52.285106 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a8dd131-10a0-4d77-8dfb-b497accb6318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:52.310440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:52.310870 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:52.320707 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94154aa7-d267-4ded-90f9-0e6a4fd0dfb3 req-33b3fa99-06df-4dbb-8cad-2160160ee37c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=30cbfe36-9a96-4cd2-aa86-207c947ffdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908220 May 27 22:40:52.441834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] The port '8e2c201b-0bb6-4ca6-ab0e-5e4fa8874167' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:40:52.522086 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-79b4ab9e-50a3-40d1-9e2b-8a002cfff130 service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425095 May 27 22:40:52.552526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bc8b38-eab9-44e5-b684-b7898a6eed22 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:40:52.597483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-4a8dd131-10a0-4d77-8dfb-b497accb6318 admin admin] Calling delete_port for 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:52.613054 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:52.636854 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:52.677176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113b96e-19f7-41dc-9f25-0d6bd90ea4ad req-5928d7ad-ec0d-4ed2-8d4d-e27a5cde4d1e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:52.685114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e113b96e-19f7-41dc-9f25-0d6bd90ea4ad req-5928d7ad-ec0d-4ed2-8d4d-e27a5cde4d1e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.9042079 May 27 22:40:52.742325 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 76a6c5d3-c082-47ad-87f1-5af7a337e1eb details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:40:52.798003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Transition to ACTIVE for port object 80bc8b38-eab9-44e5-b684-b7898a6eed22 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:52.800313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:52.847027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684df30d-2b4d-4780-b4f7-ad17ee09d338']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:52.869361 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:52.874336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8631c0db-f8d8-4250-aaff-075f8825adc8') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:52.874640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8631c0db-f8d8-4250-aaff-075f8825adc8') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:53.003365 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:53.029469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=76a6c5d3-c082-47ad-87f1-5af7a337e1eb,segment=NetworkSegment(7dc0e72a-7a12-4369-a43e-3eeed261a838),segment_id=7dc0e72a-7a12-4369-a43e-3eeed261a838)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:53.079781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '76a6c5d3-c082-47ad-87f1-5af7a337e1eb', 'network_id': '30cbfe36-9a96-4cd2-aa86-207c947ffdf4', 'port_id': '76a6c5d3-c082-47ad-87f1-5af7a337e1eb', 'mac_address': 'fa:16:3e:7c:61:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '241137a2-31ec-4c25-ae03-95e6256ad84e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:40:53.150270 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-7f2cc5a6-f11c-45bb-9b2f-3e282605da6a service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6202998 May 27 22:40:53.161309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:40:53.162352 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:53.184137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e113b96e-19f7-41dc-9f25-0d6bd90ea4ad req-816479e2-59c5-45be-99fe-8387fee93905 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4980669 May 27 22:40:53.216323 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94154aa7-d267-4ded-90f9-0e6a4fd0dfb3 req-678e4e55-f142-4533-8e29-d281a8a9e2e6 service neutron] 10.222.0.46 "GET /v2.0/networks/30cbfe36-9a96-4cd2-aa86-207c947ffdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8886907 May 27 22:40:53.241596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a6c5d3-c082-47ad-87f1-5af7a337e1eb {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:40:53.264088 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:53.264298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=76a6c5d3-c082-47ad-87f1-5af7a337e1eb,segment=NetworkSegment(7dc0e72a-7a12-4369-a43e-3eeed261a838),segment_id=7dc0e72a-7a12-4369-a43e-3eeed261a838)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:53.316048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:40:53.316482 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:53.342926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Pushing event updated for resources: {'Port': ['ID=80bc8b38-eab9-44e5-b684-b7898a6eed22,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:53.352583 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:53.421244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=76a6c5d3-c082-47ad-87f1-5af7a337e1eb,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:53.423331 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8631c0db-f8d8-4250-aaff-075f8825adc8 resource provider aggregate not found May 27 22:40:53.468318 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8631c0db-f8d8-4250-aaff-075f8825adc8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8631c0db-f8d8-4250-aaff-075f8825adc8 found for delete ", "request_id": "req-7c448b30-edb7-4f2a-ba6c-8eada1160399"}]} May 27 22:40:53.472212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c7cb7-5ec6-4b65-be21-dce1215d2723 req-d7e4442b-b7f3-41eb-af62-5f4453b489aa tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:53.473066 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-be7c7cb7-5ec6-4b65-be21-dce1215d2723 req-d7e4442b-b7f3-41eb-af62-5f4453b489aa tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Synchronizing usage tracker for tenant:8e50c6ac7a514d97842627c770c67d34 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:40:53.504246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Attempting to bind port 80bc8b38-eab9-44e5-b684-b7898a6eed22 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:40:53.504687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Attempting to bind port 80bc8b38-eab9-44e5-b684-b7898a6eed22 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:40:53.505114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Attempting to bind port 80bc8b38-eab9-44e5-b684-b7898a6eed22 on network 22f407af-4e97-4a03-8173-e2083063da8b {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:53.510584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Port 80bc8b38-eab9-44e5-b684-b7898a6eed22 on network 22f407af-4e97-4a03-8173-e2083063da8b not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:40:53.510972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Attempting to bind port 80bc8b38-eab9-44e5-b684-b7898a6eed22 on network 22f407af-4e97-4a03-8173-e2083063da8b {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:53.523380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:40:53.523380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Checking segment: {'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:53.523380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Bound using segment: {'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:40:53.523380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Bound port: 80bc8b38-eab9-44e5-b684-b7898a6eed22, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:40:53.523380 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:53.551839 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['76a6c5d3-c082-47ad-87f1-5af7a337e1eb'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:40:53.577454 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:53.607026 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:53.624395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Network': ['ID=684df30d-2b4d-4780-b4f7-ad17ee09d338,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:53.670642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] For port 80bc8b38-eab9-44e5-b684-b7898a6eed22, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:40:53.674411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] For port 80bc8b38-eab9-44e5-b684-b7898a6eed22, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=80bc8b38-eab9-44e5-b684-b7898a6eed22,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:40:53.738117 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4f3f1095-6dec-49c9-a8d8-afafe6cfd4ec tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/networks/684df30d-2b4d-4780-b4f7-ad17ee09d338 HTTP/1.1" status: 204 len: 168 time: 3.5755317 May 27 22:40:53.741896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 32932) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:53.748556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-630826335'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:53.749049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d5cfd-9699-41c5-b59e-2349935e3512 req-fbb62321-d474-45d9-9d83-3a3f6f8bdac0 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:53.750814 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-873d5cfd-9699-41c5-b59e-2349935e3512 req-fbb62321-d474-45d9-9d83-3a3f6f8bdac0 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 944 time: 0.3587980 May 27 22:40:53.757253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:53.760320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-be7c7cb7-5ec6-4b65-be21-dce1215d2723 req-d7e4442b-b7f3-41eb-af62-5f4453b489aa tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Unset dirty status for tenant:8e50c6ac7a514d97842627c770c67d34 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:40:53.766814 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be7c7cb7-5ec6-4b65-be21-dce1215d2723 req-d7e4442b-b7f3-41eb-af62-5f4453b489aa tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=30dcd865-3c26-4747-945c-4bb40b55ea83 HTTP/1.1" status: 200 len: 931 time: 1.3195634 May 27 22:40:53.767553 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:53.781156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:network and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:53.801982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94154aa7-d267-4ded-90f9-0e6a4fd0dfb3 req-524e2872-54f7-451f-be38-8f5e45a268b2 service neutron] 10.222.0.46 "GET /v2.0/networks/30cbfe36-9a96-4cd2-aa86-207c947ffdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778406 May 27 22:40:53.860949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:53.919249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:53.920726 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be7c7cb7-5ec6-4b65-be21-dce1215d2723 req-f61927b3-d1cf-4a24-8443-7e9395a42497 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523981 May 27 22:40:53.928196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-873d5cfd-9699-41c5-b59e-2349935e3512 req-2149158a-25e6-48a0-aeea-f6b351df1b84 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/security-groups?id=071fe79e-6429-4e11-850d-58a05595cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470225 May 27 22:40:53.955158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:53.955769 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:53.957258 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] 10.222.0.46 "PUT /v2.0/ports/80bc8b38-eab9-44e5-b684-b7898a6eed22 HTTP/1.1" status: 200 len: 1091 time: 3.3215075 May 27 22:40:53.957691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30dcd865-3c26-4747-945c-4bb40b55ea83', 'tag': '80bc8b38-eab9-44e5-b684-b7898a6eed22'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:53.987524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09163c5c-99bc-4eb9-b139-921ccdca1b1a service neutron] Pushing event updated for resources: {'Port': ['ID=80bc8b38-eab9-44e5-b684-b7898a6eed22,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:54.021486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:54.025732 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:54.047702 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2310fc-9847-4f7a-9a97-ebcf95aeba8e'] response: {'name': 'network-changed', 'server_uuid': '30dcd865-3c26-4747-945c-4bb40b55ea83', 'tag': '80bc8b38-eab9-44e5-b684-b7898a6eed22', 'status': 'completed', 'code': 200} May 27 22:40:54.093544 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a8dd131-10a0-4d77-8dfb-b497accb6318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:54.161654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:40:54.174918 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:54.175267 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Added segment b0e6dccb-d865-4fbd-939f-c55002892ba3 of type vlan for network 0d1d229a-97ab-42bc-a1eb-15b8a4816033 May 27 22:40:54.207842 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:54.260534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8dd131-10a0-4d77-8dfb-b497accb6318 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:54.297424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45250af4-00b1-4b3d-b831-94841c13303a req-d330dc6f-044b-4cb2-9a2a-794c9d1d3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:54.298992 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-45250af4-00b1-4b3d-b831-94841c13303a req-d330dc6f-044b-4cb2-9a2a-794c9d1d3f76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e50c6ac7a514d97842627c770c67d34&device_id=30dcd865-3c26-4747-945c-4bb40b55ea83 HTTP/1.1" status: 200 len: 1094 time: 0.2372010 May 27 22:40:54.425407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a9a02d-f3f8-4863-883f-d3cdde9f1809 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:40:54.450609 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:54.474604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45250af4-00b1-4b3d-b831-94841c13303a req-aa960d09-dff1-44c1-aeb4-f77ee9f8be40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:54.477655 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-45250af4-00b1-4b3d-b831-94841c13303a req-aa960d09-dff1-44c1-aeb4-f77ee9f8be40 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=8e50c6ac7a514d97842627c770c67d34&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1710680 May 27 22:40:54.478702 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:54.485448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:54.486477 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:54.494616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Transition to ACTIVE for port object f5a9a02d-f3f8-4863-883f-d3cdde9f1809 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:54.600958 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:54.656416 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874b09c-3877-4655-bff9-636766b89061 req-49704b58-ccdc-4ba5-b99e-2eb9fc68ba8d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:54.662598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874b09c-3877-4655-bff9-636766b89061 req-49704b58-ccdc-4ba5-b99e-2eb9fc68ba8d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:54.669599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874b09c-3877-4655-bff9-636766b89061 req-49704b58-ccdc-4ba5-b99e-2eb9fc68ba8d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:54.674854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874b09c-3877-4655-bff9-636766b89061 req-49704b58-ccdc-4ba5-b99e-2eb9fc68ba8d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:54.681472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874b09c-3877-4655-bff9-636766b89061 req-49704b58-ccdc-4ba5-b99e-2eb9fc68ba8d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:54.687400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874b09c-3877-4655-bff9-636766b89061 req-49704b58-ccdc-4ba5-b99e-2eb9fc68ba8d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:54.693308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874b09c-3877-4655-bff9-636766b89061 req-49704b58-ccdc-4ba5-b99e-2eb9fc68ba8d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:54.696124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3874b09c-3877-4655-bff9-636766b89061 req-49704b58-ccdc-4ba5-b99e-2eb9fc68ba8d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5429 time: 0.5085900 May 27 22:40:54.745539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 76a6c5d3-c082-47ad-87f1-5af7a337e1eb up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:40:54.807167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b8851-6687-476d-8a82-9b870de6a6d1 req-b2e20594-2bb9-42e8-9281-759b85b436b8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:54.809678 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-508b8851-6687-476d-8a82-9b870de6a6d1 req-b2e20594-2bb9-42e8-9281-759b85b436b8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.4725869 May 27 22:40:54.838939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Network': ['ID=0d1d229a-97ab-42bc-a1eb-15b8a4816033,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:54.859027 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 0d1d229a-97ab-42bc-a1eb-15b8a4816033 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:40:54.888558 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cfe793d8-e51e-4567-aef3-0e381a496666 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1454532 May 27 22:40:54.890960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 32952) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:54.915580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'subnet': {'network_id': '0d1d229a-97ab-42bc-a1eb-15b8a4816033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:54.968403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a9a02d-f3f8-4863-883f-d3cdde9f1809,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:55.017433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:40:55.028870 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:40:55.029293 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:55.056294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45250af4-00b1-4b3d-b831-94841c13303a req-9e02645e-4aa5-470f-bcbb-9655fa77eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:55.056294 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-45250af4-00b1-4b3d-b831-94841c13303a req-9e02645e-4aa5-470f-bcbb-9655fa77eee7 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5577879 May 27 22:40:55.174843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:55.179178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:40:55.179595 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:55.180065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:subnet and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:55.183062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:55.189215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:55.209544 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a447c225-b451-4f59-9deb-7b7ab2e41a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a6c5d3-c082-47ad-87f1-5af7a337e1eb'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:55.236801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-508b8851-6687-476d-8a82-9b870de6a6d1 req-064970ed-ca6a-4d79-a43d-d31fa245436f tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2466965 May 27 22:40:55.237528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e5705c98-61c0-4706-bba6-5efe897e132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:55.240398 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e5705c98-61c0-4706-bba6-5efe897e132a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e50c6ac7a514d97842627c770c67d34&device_id=30dcd865-3c26-4747-945c-4bb40b55ea83 HTTP/1.1" status: 200 len: 1094 time: 0.1270547 May 27 22:40:55.263171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=76a6c5d3-c082-47ad-87f1-5af7a337e1eb,segment=NetworkSegment(7dc0e72a-7a12-4369-a43e-3eeed261a838),segment_id=7dc0e72a-7a12-4369-a43e-3eeed261a838)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:55.350047 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:55.403579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:55.407859 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:55.497137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3874b09c-3877-4655-bff9-636766b89061 req-663c786b-ca73-440e-942d-9a08733ae6ee tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7833741 May 27 22:40:55.538710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=76a6c5d3-c082-47ad-87f1-5af7a337e1eb,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:55.554031 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-9eb92cf8-0568-485c-a113-9f42f1ce1739 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80bc8b38-eab9-44e5-b684-b7898a6eed22 HTTP/1.1" status: 200 len: 217 time: 0.3074248 May 27 22:40:55.675775 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a8dd131-10a0-4d77-8dfb-b497accb6318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:55.730227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-42d90fb6-4756-44e3-ba18-46a0efa68df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:55.731779 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-42d90fb6-4756-44e3-ba18-46a0efa68df1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01c15d94-1a4f-425d-9947-ba1c297e332b HTTP/1.1" status: 200 len: 853 time: 0.1697519 May 27 22:40:55.739876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Attempting to bind port f5a9a02d-f3f8-4863-883f-d3cdde9f1809 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:40:55.739876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Attempting to bind port f5a9a02d-f3f8-4863-883f-d3cdde9f1809 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:40:55.739876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Attempting to bind port f5a9a02d-f3f8-4863-883f-d3cdde9f1809 on network 22f407af-4e97-4a03-8173-e2083063da8b {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:55.800146 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-40327934-dafb-40d9-a6ab-64faaa61344e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22f407af-4e97-4a03-8173-e2083063da8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562565 May 27 22:40:55.831427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Port f5a9a02d-f3f8-4863-883f-d3cdde9f1809 on network 22f407af-4e97-4a03-8173-e2083063da8b not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:40:55.831957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Attempting to bind port f5a9a02d-f3f8-4863-883f-d3cdde9f1809 on network 22f407af-4e97-4a03-8173-e2083063da8b {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:55.855360 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:40:55.855704 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Checking segment: {'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:55.856064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Bound using segment: {'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:40:55.856519 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Bound port: f5a9a02d-f3f8-4863-883f-d3cdde9f1809, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:40:55.856866 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:55.884466 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:56.031469 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Subnet': ['ID=6cd70401-2809-4904-80f0-dae698fd513a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:56.037103 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-98ad8792-c2e0-4396-a0b4-936dd41cbb73 service neutron] 10.222.0.46 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296560 May 27 22:40:56.060558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f24ad1-ad77-4f98-ad2b-140f8535dea8 req-9e75221f-f65f-48ba-a246-a3fc5c2b31d2 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:56.061997 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9f24ad1-ad77-4f98-ad2b-140f8535dea8 req-9e75221f-f65f-48ba-a246-a3fc5c2b31d2 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 945 time: 0.3735051 May 27 22:40:56.065747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Checking segment: {'id': 'b0e6dccb-d865-4fbd-939f-c55002892ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0d1d229a-97ab-42bc-a1eb-15b8a4816033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:56.066110 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network hostable DHCP agents. Network: 0d1d229a-97ab-42bc-a1eb-15b8a4816033, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:40:56.083801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e3306-3ff6-4ece-baef-0cbcb626c4d7 req-93c15e6b-c04d-4052-8f2e-db710f7a9082 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:56.085851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e50e3306-3ff6-4ece-baef-0cbcb626c4d7 req-93c15e6b-c04d-4052-8f2e-db710f7a9082 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=30dcd865-3c26-4747-945c-4bb40b55ea83 HTTP/1.1" status: 200 len: 943 time: 0.4733250 May 27 22:40:56.227760 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-f9c2787d-b2f1-449d-8918-80365539c0ce service neutron] 10.222.0.46 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851733 May 27 22:40:56.248146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] For port f5a9a02d-f3f8-4863-883f-d3cdde9f1809, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:40:56.307079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network 0d1d229a-97ab-42bc-a1eb-15b8a4816033 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:40:56.346385 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9f24ad1-ad77-4f98-ad2b-140f8535dea8 req-ec0f21a9-74b7-4c32-b118-9728fc2e27d0 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/security-groups?id=071fe79e-6429-4e11-850d-58a05595cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595775 May 27 22:40:56.358290 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] For port f5a9a02d-f3f8-4863-883f-d3cdde9f1809, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f5a9a02d-f3f8-4863-883f-d3cdde9f1809,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:40:56.362093 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e50e3306-3ff6-4ece-baef-0cbcb626c4d7 req-dc5a8b60-a3ac-4113-a29a-d7fc8a2f61ca tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559414 May 27 22:40:56.413699 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8dd131-10a0-4d77-8dfb-b497accb6318 admin admin] Router 21184c15-d039-48d8-9350-adc9da3712ef has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:40:56.428157 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed8557b-ae9c-47e0-a59d-b03aed65f502'] response: {'server_uuid': 'a447c225-b451-4f59-9deb-7b7ab2e41a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a6c5d3-c082-47ad-87f1-5af7a337e1eb', 'code': 200} May 27 22:40:56.432805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 0d1d229a-97ab-42bc-a1eb-15b8a4816033) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:56.447314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:56.448887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338b8240-7434-4908-af2a-7f1fad94ca58 None None] Network 0d1d229a-97ab-42bc-a1eb-15b8a4816033 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:40:56.453182 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:56.486335 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:56.628884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:56.629582 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:56.630983 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] 10.222.0.57 "PUT /v2.0/ports/f5a9a02d-f3f8-4863-883f-d3cdde9f1809 HTTP/1.1" status: 200 len: 1091 time: 4.7842698 May 27 22:40:56.633896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9874bea-852a-4a27-989d-50e247eb0e14', 'tag': 'f5a9a02d-f3f8-4863-883f-d3cdde9f1809'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:40:56.698747 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3c85e22e-c698-4e90-aac7-74b859da967a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8038690 May 27 22:40:56.717431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 32980) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:56.720916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-0d1d229a-97ab-42bc-a1eb-15b8a4816033', 'network_id': '0d1d229a-97ab-42bc-a1eb-15b8a4816033', 'tenant_id': '1fa8feff085d4561b4c22b1084ddb72b', 'fixed_ips': [{'subnet_id': '6cd70401-2809-4904-80f0-dae698fd513a'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:40:56.723290 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:56.735713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'network_id': '0d1d229a-97ab-42bc-a1eb-15b8a4816033', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-216209069'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:40:56.875723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff6f32-a09e-42e6-b1cc-6f0fa7e3f36d req-d7e5fe25-cade-48ce-9f53-8d601f69600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:56.877367 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8aff6f32-a09e-42e6-b1cc-6f0fa7e3f36d req-d7e5fe25-cade-48ce-9f53-8d601f69600b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 1096 time: 0.3623955 May 27 22:40:56.916656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Allocated IP 2001:db8::2 (0d1d229a-97ab-42bc-a1eb-15b8a4816033/6cd70401-2809-4904-80f0-dae698fd513a/dd8004b0-adac-4f9c-8010-432d30987245) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:40:56.955741 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8aff6f32-a09e-42e6-b1cc-6f0fa7e3f36d req-719a8089-22cf-434e-86e3-86703df5a713 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=071fe79e-6429-4e11-850d-58a05595cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713854 May 27 22:40:56.963332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:40:56.967815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:port and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:40:56.971702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:40:56.978464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:40:57.032739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f06eeb-de7c-4d82-8087-82e5e02af490 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a9a02d-f3f8-4863-883f-d3cdde9f1809,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:57.065383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea95d5-8352-4a05-b62b-13e6ea9730c8 req-dd012505-74c5-422e-a24c-80b6f68faa1f tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:57.068853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4ea95d5-8352-4a05-b62b-13e6ea9730c8 req-dd012505-74c5-422e-a24c-80b6f68faa1f tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.5281520 May 27 22:40:57.073411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8dd131-10a0-4d77-8dfb-b497accb6318 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:40:57.083587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:40:57.085004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c1b518-5945-4051-9369-9dc335ccb36f None None] Sync routers for ids ['21184c15-d039-48d8-9350-adc9da3712ef'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:40:57.088052 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:57.108441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c1b518-5945-4051-9369-9dc335ccb36f None None] Routers {'21184c15-d039-48d8-9350-adc9da3712ef'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:40:57.109128 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b1c1b518-5945-4051-9369-9dc335ccb36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:40:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['21184c15-d039-48d8-9350-adc9da3712ef'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:57.120270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-9c6658d2-efee-4349-bc4c-e7f222fa23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:57.121107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port 3be82a78-e7af-4832-ae8f-471d5ea26018 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:40:57.122005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-9c6658d2-efee-4349-bc4c-e7f222fa23f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e50c6ac7a514d97842627c770c67d34&device_id=b9874bea-852a-4a27-989d-50e247eb0e14 HTTP/1.1" status: 200 len: 1094 time: 0.3101883 May 27 22:40:57.163246 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b71f8c-a99f-4271-8a0c-1f416fe3ff7c req-38eca464-ec2e-4827-b448-668141a2f377 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:57.170621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b71f8c-a99f-4271-8a0c-1f416fe3ff7c req-38eca464-ec2e-4827-b448-668141a2f377 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:57.176969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b71f8c-a99f-4271-8a0c-1f416fe3ff7c req-38eca464-ec2e-4827-b448-668141a2f377 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:57.184161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b71f8c-a99f-4271-8a0c-1f416fe3ff7c req-38eca464-ec2e-4827-b448-668141a2f377 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:57.190591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b71f8c-a99f-4271-8a0c-1f416fe3ff7c req-38eca464-ec2e-4827-b448-668141a2f377 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:57.197291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b71f8c-a99f-4271-8a0c-1f416fe3ff7c req-38eca464-ec2e-4827-b448-668141a2f377 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:57.203867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b71f8c-a99f-4271-8a0c-1f416fe3ff7c req-38eca464-ec2e-4827-b448-668141a2f377 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:57.212491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56b71f8c-a99f-4271-8a0c-1f416fe3ff7c req-38eca464-ec2e-4827-b448-668141a2f377 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5429 time: 0.4017577 May 27 22:40:57.233001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4ea95d5-8352-4a05-b62b-13e6ea9730c8 req-3f179b22-aee8-49f0-8834-5c4d3fc39ba5 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1542161 May 27 22:40:57.284634 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:57.314632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Transition to ACTIVE for port object dd8004b0-adac-4f9c-8010-432d30987245 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:57.399422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Transition to ACTIVE for port object dd8004b0-adac-4f9c-8010-432d30987245 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:57.445686 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4a8dd131-10a0-4d77-8dfb-b497accb6318 admin admin] 10.222.0.27 "PUT /v2.0/routers/21184c15-d039-48d8-9350-adc9da3712ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5479894 May 27 22:40:57.447505 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a16c916-1fa0-4d77-8e81-9f87ed47d53e'] response: {'name': 'network-changed', 'server_uuid': 'b9874bea-852a-4a27-989d-50e247eb0e14', 'tag': 'f5a9a02d-f3f8-4863-883f-d3cdde9f1809', 'status': 'completed', 'code': 200} May 27 22:40:57.448610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 32992) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:57.463372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-b1c1b518-5945-4051-9369-9dc335ccb36f None None] Set router 21184c15-d039-48d8-9350-adc9da3712ef gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:40:57.474642 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-a342b872-8bc9-4a00-912c-97f08958345f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5a9a02d-f3f8-4863-883f-d3cdde9f1809 HTTP/1.1" status: 200 len: 217 time: 0.2471273 May 27 22:40:57.575886 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6f8bfc79-e9ef-4f8c-afe5-deacba7c977b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:57.607588 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56b71f8c-a99f-4271-8a0c-1f416fe3ff7c req-d00699b5-97dc-426f-bdfe-9fe7dccf1ce0 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3923440 May 27 22:40:57.662654 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:57.689235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-85d5450a-451e-4141-b290-8ad08822b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:57.690807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-85d5450a-451e-4141-b290-8ad08822b3b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01c15d94-1a4f-425d-9947-ba1c297e332b HTTP/1.1" status: 200 len: 853 time: 0.2068124 May 27 22:40:57.741894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-ebf86354-d4bb-4f06-a7fb-7ae36a985081 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22f407af-4e97-4a03-8173-e2083063da8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440609 May 27 22:40:57.753779 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176180d-9b57-4051-b4cc-b58002a878c7 req-8bdc2abb-bc05-44cb-900b-318511532c4e tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:57.755410 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6176180d-9b57-4051-b4cc-b58002a878c7 req-8bdc2abb-bc05-44cb-900b-318511532c4e tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 945 time: 0.2676277 May 27 22:40:57.847671 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:57.880748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Pushing event updated for resources: {'Port': ['ID=dd8004b0-adac-4f9c-8010-432d30987245,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:57.906640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Network 0d1d229a-97ab-42bc-a1eb-15b8a4816033 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:40:57.908110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:57.917388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:40:58.000421 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-1d1e5899-3045-4cab-a711-8f7e5601da5c service neutron] 10.222.0.57 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438581 May 27 22:40:58.152899 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Attempting to bind port dd8004b0-adac-4f9c-8010-432d30987245 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:40:58.153268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Attempting to bind port dd8004b0-adac-4f9c-8010-432d30987245 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'b0e6dccb-d865-4fbd-939f-c55002892ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0d1d229a-97ab-42bc-a1eb-15b8a4816033'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:40:58.153629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Attempting to bind port dd8004b0-adac-4f9c-8010-432d30987245 on network 0d1d229a-97ab-42bc-a1eb-15b8a4816033 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:40:58.163637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:40:58.163940 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Checking segment: {'id': 'b0e6dccb-d865-4fbd-939f-c55002892ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0d1d229a-97ab-42bc-a1eb-15b8a4816033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:40:58.164430 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:58.164830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Bound using segment: {'id': 'b0e6dccb-d865-4fbd-939f-c55002892ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0d1d229a-97ab-42bc-a1eb-15b8a4816033'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:40:58.165311 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Bound port: dd8004b0-adac-4f9c-8010-432d30987245, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e6dccb-d865-4fbd-939f-c55002892ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '0d1d229a-97ab-42bc-a1eb-15b8a4816033'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:40:58.165723 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:58.208684 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6176180d-9b57-4051-b4cc-b58002a878c7 req-de8a2c66-91ba-4102-831f-8ca13accbf38 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/security-groups?id=071fe79e-6429-4e11-850d-58a05595cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050438 May 27 22:40:58.215758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Allocated IP 2001:db8::2e5 (0d1d229a-97ab-42bc-a1eb-15b8a4816033/6cd70401-2809-4904-80f0-dae698fd513a/3be82a78-e7af-4832-ae8f-471d5ea26018) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:40:58.263059 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:58.281889 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] For port dd8004b0-adac-4f9c-8010-432d30987245, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:40:58.285036 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] For port dd8004b0-adac-4f9c-8010-432d30987245, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=dd8004b0-adac-4f9c-8010-432d30987245,segment=NetworkSegment(b0e6dccb-d865-4fbd-939f-c55002892ba3),segment_id=b0e6dccb-d865-4fbd-939f-c55002892ba3)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:40:58.363710 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16b422fa-f473-453a-a3cd-a5af5cc49070 req-81db4e34-e9ec-42f4-8b7d-f3da86c75c38 service neutron] 10.222.0.57 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133276 May 27 22:40:58.412043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b1c1b518-5945-4051-9369-9dc335ccb36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21184c15-d039-48d8-9350-adc9da3712ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:47Z', 'updated_at': '2022-05-27T22:40:53Z', 'revision_number': 5, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'gw_port': {'id': 'b79e7f83-e963-47f7-92e9-4967b1e87e39', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21184c15-d039-48d8-9350-adc9da3712ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:50Z', 'updated_at': '2022-05-27T22:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:58.414869 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:58.417767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1394b-546b-43ea-903a-af9f7e7a0868 req-974bae8b-474c-4606-bcf7-594b6998cae4 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:58.421647 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07a1394b-546b-43ea-903a-af9f7e7a0868 req-974bae8b-474c-4606-bcf7-594b6998cae4 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=30dcd865-3c26-4747-945c-4bb40b55ea83 HTTP/1.1" status: 200 len: 943 time: 0.4174905 May 27 22:40:58.464484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] Deleting port b79e7f83-e963-47f7-92e9-4967b1e87e39 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:40:58.465043 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:58.466871 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c1b518-5945-4051-9369-9dc335ccb36f None None] Checking router: 21184c15-d039-48d8-9350-adc9da3712ef for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:40:58.508873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c1b518-5945-4051-9369-9dc335ccb36f None None] Routers {'21184c15-d039-48d8-9350-adc9da3712ef'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:40:58.509507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b1c1b518-5945-4051-9369-9dc335ccb36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:40:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['21184c15-d039-48d8-9350-adc9da3712ef'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:58.540156 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:58.560297 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07a1394b-546b-43ea-903a-af9f7e7a0868 req-cd1b1139-a5a1-45a4-8b0d-3a646187abd0 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300311 May 27 22:40:58.612842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Transition to ACTIVE for port object 3be82a78-e7af-4832-ae8f-471d5ea26018 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:40:58.659851 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbda673-0845-40d3-9aba-493bf093c414 None None] Pushing event updated for resources: {'Port': ['ID=dd8004b0-adac-4f9c-8010-432d30987245,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:58.689977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-b1c1b518-5945-4051-9369-9dc335ccb36f None None] Set router 21184c15-d039-48d8-9350-adc9da3712ef gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:40:58.707732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6f604-cca5-4154-ad67-0aec7fa46806 req-84da2a4b-ddfb-46d7-b8ee-7b9ff5e0d0da tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:58.711046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4f6f604-cca5-4154-ad67-0aec7fa46806 req-84da2a4b-ddfb-46d7-b8ee-7b9ff5e0d0da tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.2592521 May 27 22:40:58.785062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d578e9-f2f8-4f2d-9645-48f971d26d4d req-88461068-3dce-40e6-9bdc-e53e367532ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:58.805645 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8d578e9-f2f8-4f2d-9645-48f971d26d4d req-88461068-3dce-40e6-9bdc-e53e367532ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e50c6ac7a514d97842627c770c67d34&device_id=b9874bea-852a-4a27-989d-50e247eb0e14 HTTP/1.1" status: 200 len: 1094 time: 0.2317114 May 27 22:40:58.820268 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4f6f604-cca5-4154-ad67-0aec7fa46806 req-084d5f9a-caa4-4c20-9097-2baf582c8123 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028433 May 27 22:40:58.862316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 80bc8b38-eab9-44e5-b684-b7898a6eed22 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:40:58.901461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b1c1b518-5945-4051-9369-9dc335ccb36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21184c15-d039-48d8-9350-adc9da3712ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:47Z', 'updated_at': '2022-05-27T22:40:58Z', 'revision_number': 6, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:40:58.908087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c1b518-5945-4051-9369-9dc335ccb36f None None] The sync data for ids ['21184c15-d039-48d8-9350-adc9da3712ef'] in n-d-843680-3 is: [{'id': '21184c15-d039-48d8-9350-adc9da3712ef', 'name': 'tempest-ServerRescueTestJSONUnderV235-405645057-router', 'tenant_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:47Z', 'updated_at': '2022-05-27T22:40:58Z', 'revision_number': 6, 'project_id': '5d2ff2934c6247008f6f299aa88c9ef9', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:40:59.125480 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:59.213644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 80bc8b38-eab9-44e5-b684-b7898a6eed22, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=80bc8b38-eab9-44e5-b684-b7898a6eed22,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:59.239831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network 0d1d229a-97ab-42bc-a1eb-15b8a4816033 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:40:59.239831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:40:59.244518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device dd8004b0-adac-4f9c-8010-432d30987245 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:40:59.246121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] For port b79e7f83-e963-47f7-92e9-4967b1e87e39, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b79e7f83-e963-47f7-92e9-4967b1e87e39,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:59.246484 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:59.254841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:40:59.260797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:59.261404 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:59.290536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=3be82a78-e7af-4832-ae8f-471d5ea26018,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:59.292466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d578e9-f2f8-4f2d-9645-48f971d26d4d req-3c3d37c1-1738-4721-b590-abc06a4b91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:59.294116 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8d578e9-f2f8-4f2d-9645-48f971d26d4d req-3c3d37c1-1738-4721-b590-abc06a4b91c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=22f407af-4e97-4a03-8173-e2083063da8b HTTP/1.1" status: 200 len: 914 time: 0.4729526 May 27 22:40:59.297158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '80bc8b38-eab9-44e5-b684-b7898a6eed22', 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b', 'port_id': '80bc8b38-eab9-44e5-b684-b7898a6eed22', 'mac_address': 'fa:16:3e:9a:c7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c15d94-1a4f-425d-9947-ba1c297e332b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:40:59.307614 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327b1bc-d65a-4738-9d61-4d98cb146ed5 req-b88e79d6-30da-4753-a6a2-679023cbe3ca tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:59.314126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327b1bc-d65a-4738-9d61-4d98cb146ed5 req-b88e79d6-30da-4753-a6a2-679023cbe3ca tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:59.320752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327b1bc-d65a-4738-9d61-4d98cb146ed5 req-b88e79d6-30da-4753-a6a2-679023cbe3ca tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:59.327435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327b1bc-d65a-4738-9d61-4d98cb146ed5 req-b88e79d6-30da-4753-a6a2-679023cbe3ca tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:59.333809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327b1bc-d65a-4738-9d61-4d98cb146ed5 req-b88e79d6-30da-4753-a6a2-679023cbe3ca tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:59.339981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327b1bc-d65a-4738-9d61-4d98cb146ed5 req-b88e79d6-30da-4753-a6a2-679023cbe3ca tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:59.346461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327b1bc-d65a-4738-9d61-4d98cb146ed5 req-b88e79d6-30da-4753-a6a2-679023cbe3ca tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:59.352921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f327b1bc-d65a-4738-9d61-4d98cb146ed5 req-b88e79d6-30da-4753-a6a2-679023cbe3ca tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5429 time: 0.4616215 May 27 22:40:59.417669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 80bc8b38-eab9-44e5-b684-b7898a6eed22 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:40:59.417669 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:59.451765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bc8b38-eab9-44e5-b684-b7898a6eed22 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:40:59.469059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 80bc8b38-eab9-44e5-b684-b7898a6eed22, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=80bc8b38-eab9-44e5-b684-b7898a6eed22,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:40:59.492166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] Calling delete_port for b79e7f83-e963-47f7-92e9-4967b1e87e39 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:40:59.512076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8d578e9-f2f8-4f2d-9645-48f971d26d4d req-4e53e2d3-c3fc-4909-9dc4-f11181780b22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5a9a02d-f3f8-4863-883f-d3cdde9f1809 HTTP/1.1" status: 200 len: 217 time: 0.1623235 May 27 22:40:59.554208 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port dd8004b0-adac-4f9c-8010-432d30987245 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:40:59.602803 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:59.679215 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f327b1bc-d65a-4738-9d61-4d98cb146ed5 req-18867464-fe1f-48b2-be41-34d1c1cd634c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2447956 May 27 22:40:59.707853 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bc5b0728-0105-4844-a4b2-5e2bd52122b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:40:59.725895 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-05e4c39b-0872-4c27-af76-7ffd94704d1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.0010359 May 27 22:40:59.727379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33018) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:40:59.751385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d578e9-f2f8-4f2d-9645-48f971d26d4d req-9f08f7dd-5d93-4c02-a69e-0e210ceb605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:59.760548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8d578e9-f2f8-4f2d-9645-48f971d26d4d req-9f08f7dd-5d93-4c02-a69e-0e210ceb605d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01c15d94-1a4f-425d-9947-ba1c297e332b HTTP/1.1" status: 200 len: 853 time: 0.2375090 May 27 22:40:59.770420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=80bc8b38-eab9-44e5-b684-b7898a6eed22,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:40:59.817996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['80bc8b38-eab9-44e5-b684-b7898a6eed22'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:40:59.880660 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8d578e9-f2f8-4f2d-9645-48f971d26d4d req-8e3128b3-450f-441b-b925-8ab4f6b1e452 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22f407af-4e97-4a03-8173-e2083063da8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110795 May 27 22:40:59.898168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af2ca2-86ef-42fb-bc68-48138dce0dac req-494c98ee-bb27-44cb-a48d-5060d47c36dc tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:40:59.911546 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7af2ca2-86ef-42fb-bc68-48138dce0dac req-494c98ee-bb27-44cb-a48d-5060d47c36dc tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 945 time: 0.4543259 May 27 22:41:00.003335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-98bf11fe-9da8-483b-bf4a-5d99b0b4561c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 3be82a78-e7af-4832-ae8f-471d5ea26018 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:00.003715 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98bf11fe-9da8-483b-bf4a-5d99b0b4561c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:00.183605 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd958227-8702-45b9-9dc6-6633bc851d4f None None] Network 0d1d229a-97ab-42bc-a1eb-15b8a4816033 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:41:00.259901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8d578e9-f2f8-4f2d-9645-48f971d26d4d req-34ee2b90-1b53-4b1a-8a83-bf590200082b service neutron] 10.222.0.57 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302970 May 27 22:41:00.290277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40aa75-f6eb-4a91-9032-723683f50acf req-94cfe080-b6de-4665-bd10-60137bd29334 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:00.290508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:00.296866 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d40aa75-f6eb-4a91-9032-723683f50acf req-94cfe080-b6de-4665-bd10-60137bd29334 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=30dcd865-3c26-4747-945c-4bb40b55ea83 HTTP/1.1" status: 200 len: 944 time: 0.3786349 May 27 22:41:00.483827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] Pushing event deleted for resources: {'Port': ['ID=b79e7f83-e963-47f7-92e9-4967b1e87e39,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:00.558581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d40aa75-f6eb-4a91-9032-723683f50acf req-ebc3c08d-7aed-468e-bc54-5b56edc89aa2 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607386 May 27 22:41:00.594926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bbaed8b2-f25b-4641-8155-73dde34b043a None None] Provisioning for port dd8004b0-adac-4f9c-8010-432d30987245 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:00.605959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bbaed8b2-f25b-4641-8155-73dde34b043a None None] Provisioning complete for port dd8004b0-adac-4f9c-8010-432d30987245 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:00.606451 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbaed8b2-f25b-4641-8155-73dde34b043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:00.641754 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98bf11fe-9da8-483b-bf4a-5d99b0b4561c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:00.650366 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:00.679586 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7af2ca2-86ef-42fb-bc68-48138dce0dac req-6f21b643-9a71-4f53-9b20-3d7b0140c630 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/security-groups?id=071fe79e-6429-4e11-850d-58a05595cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7669635 May 27 22:41:00.801482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 80bc8b38-eab9-44e5-b684-b7898a6eed22 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:00.803151 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8d578e9-f2f8-4f2d-9645-48f971d26d4d req-21b53627-f309-499a-9e97-53d5dfa5a040 service neutron] 10.222.0.57 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5343802 May 27 22:41:00.965485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb435d-bc60-4458-b3f4-41f48f54e580 req-8e5edf9f-b79f-4440-bbb0-85fa1e133572 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:00.975774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1abb435d-bc60-4458-b3f4-41f48f54e580 req-8e5edf9f-b79f-4440-bbb0-85fa1e133572 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.1615462 May 27 22:41:01.005752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:41:01.044184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bbaed8b2-f25b-4641-8155-73dde34b043a None None] Current status of the port dd8004b0-adac-4f9c-8010-432d30987245 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:01.044609 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbaed8b2-f25b-4641-8155-73dde34b043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:01.049451 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1abb435d-bc60-4458-b3f4-41f48f54e580 req-d04abc78-d04f-4fcc-8556-ff9d4c465e23 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723047 May 27 22:41:01.067315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:41:01.067657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4ed59a9c-ad36-4b6d-b3a9-5e930950cd1b not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:41:01.073017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b79e7f83-e963-47f7-92e9-4967b1e87e39 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:41:01.097214 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:01.104443 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-98bf11fe-9da8-483b-bf4a-5d99b0b4561c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for 3be82a78-e7af-4832-ae8f-471d5ea26018 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:01.120907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: b79e7f83-e963-47f7-92e9-4967b1e87e39 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:41:01.121247 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b79e7f83-e963-47f7-92e9-4967b1e87e39 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:41:01.132396 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:01.135693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bbaed8b2-f25b-4641-8155-73dde34b043a None None] For port dd8004b0-adac-4f9c-8010-432d30987245, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=dd8004b0-adac-4f9c-8010-432d30987245,segment=NetworkSegment(b0e6dccb-d865-4fbd-939f-c55002892ba3),segment_id=b0e6dccb-d865-4fbd-939f-c55002892ba3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:01.231753 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:01.233179 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 80bc8b38-eab9-44e5-b684-b7898a6eed22 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:01.239408 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:01.239532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 80bc8b38-eab9-44e5-b684-b7898a6eed22 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:01.239532 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:01.277420 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bbaed8b2-f25b-4641-8155-73dde34b043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:01.351308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f371d7-1a8a-4bc7-a0c5-2f689bf99a53 req-472979e6-5819-4f76-91b5-0c3b59b1d6d1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:01.358229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f371d7-1a8a-4bc7-a0c5-2f689bf99a53 req-472979e6-5819-4f76-91b5-0c3b59b1d6d1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:01.365038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f371d7-1a8a-4bc7-a0c5-2f689bf99a53 req-472979e6-5819-4f76-91b5-0c3b59b1d6d1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:01.382560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f371d7-1a8a-4bc7-a0c5-2f689bf99a53 req-472979e6-5819-4f76-91b5-0c3b59b1d6d1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:01.414871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f371d7-1a8a-4bc7-a0c5-2f689bf99a53 req-472979e6-5819-4f76-91b5-0c3b59b1d6d1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:01.427666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f371d7-1a8a-4bc7-a0c5-2f689bf99a53 req-472979e6-5819-4f76-91b5-0c3b59b1d6d1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:01.441929 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:01.443047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21184c15-d039-48d8-9350-adc9da3712ef {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:41:01.455918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f371d7-1a8a-4bc7-a0c5-2f689bf99a53 req-472979e6-5819-4f76-91b5-0c3b59b1d6d1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:01.468245 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7f371d7-1a8a-4bc7-a0c5-2f689bf99a53 req-472979e6-5819-4f76-91b5-0c3b59b1d6d1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5429 time: 0.2965443 May 27 22:41:01.536668 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:01.537845 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6d78857f-de0e-4f41-a9da-26ed0bcd423f admin admin] 10.222.0.27 "DELETE /v2.0/routers/21184c15-d039-48d8-9350-adc9da3712ef HTTP/1.1" status: 204 len: 168 time: 4.0880585 May 27 22:41:01.542697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33046) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:01.586433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-70f29bef-6ade-48dc-998e-49abeab76e24 None None] Provisioning complete for port dd8004b0-adac-4f9c-8010-432d30987245 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:01.587698 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70f29bef-6ade-48dc-998e-49abeab76e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:01.606922 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7f371d7-1a8a-4bc7-a0c5-2f689bf99a53 req-d40d73b4-6ea2-4186-991c-5066fe0365f1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298561 May 27 22:41:01.622127 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98bf11fe-9da8-483b-bf4a-5d99b0b4561c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:01.770695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaed8b2-f25b-4641-8155-73dde34b043a None None] Pushing event updated for resources: {'Port': ['ID=dd8004b0-adac-4f9c-8010-432d30987245,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:01.796897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf11fe-9da8-483b-bf4a-5d99b0b4561c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=3be82a78-e7af-4832-ae8f-471d5ea26018,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:01.884030 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6aaa50a-8ac9-44ea-9eb9-4a520cec26f4 admin admin] Deleting subnet e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:41:01.976555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa50a-8ac9-44ea-9eb9-4a520cec26f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:01.979101 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 80bc8b38-eab9-44e5-b684-b7898a6eed22 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:01.984949 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:02.038891 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98bf11fe-9da8-483b-bf4a-5d99b0b4561c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:02.041363 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-98bf11fe-9da8-483b-bf4a-5d99b0b4561c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/3be82a78-e7af-4832-ae8f-471d5ea26018 HTTP/1.1" status: 204 len: 168 time: 2.3127275 May 27 22:41:02.047047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33062) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:02.113709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dcd865-3c26-4747-945c-4bb40b55ea83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bc8b38-eab9-44e5-b684-b7898a6eed22'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:02.126755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-70f29bef-6ade-48dc-998e-49abeab76e24 None None] Current status of the port dd8004b0-adac-4f9c-8010-432d30987245 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:02.133908 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 80bc8b38-eab9-44e5-b684-b7898a6eed22, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=80bc8b38-eab9-44e5-b684-b7898a6eed22,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:02.135097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-70f29bef-6ade-48dc-998e-49abeab76e24 None None] Could not find standard attr ID for object 3be82a78-e7af-4832-ae8f-471d5ea26018. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:41:02.139547 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-8613c3a8-0c9c-4f46-b2ad-93a4ff085fd0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] GET failed (client error): The resource could not be found. May 27 22:41:02.140961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8613c3a8-0c9c-4f46-b2ad-93a4ff085fd0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:41:02.155388 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:02.168898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b15bd7-e829-4fa9-bf73-ff53f3177e33 req-94d4164d-bdc8-414d-a13d-821bbb9f4588 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:02.170507 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-33b15bd7-e829-4fa9-bf73-ff53f3177e33 req-94d4164d-bdc8-414d-a13d-821bbb9f4588 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=30dcd865-3c26-4747-945c-4bb40b55ea83 HTTP/1.1" status: 200 len: 944 time: 0.3259737 May 27 22:41:02.184530 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa50a-8ac9-44ea-9eb9-4a520cec26f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:02.215033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b97bf-5a6d-4300-958c-36f8a8f4fdec req-3dc801fc-7150-40e4-81b4-1b12bb1bdd92 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:02.218607 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8a5b97bf-5a6d-4300-958c-36f8a8f4fdec req-3dc801fc-7150-40e4-81b4-1b12bb1bdd92 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.4072607 May 27 22:41:02.232747 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:02.259018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82041750-ba3a-4eeb-8e17-b222c889e3ee req-75325914-ad01-40b6-b0e9-b4355620f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:02.261059 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82041750-ba3a-4eeb-8e17-b222c889e3ee req-75325914-ad01-40b6-b0e9-b4355620f499 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=49504ca94f5d42bf86dd37e137461ad8&device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 1096 time: 0.2521493 May 27 22:41:02.279103 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa50a-8ac9-44ea-9eb9-4a520cec26f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:02.325465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8613c3a8-0c9c-4f46-b2ad-93a4ff085fd0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:41:02.326814 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8613c3a8-0c9c-4f46-b2ad-93a4ff085fd0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/3be82a78-e7af-4832-ae8f-471d5ea26018 HTTP/1.1" status: 404 len: 333 time: 0.2785046 May 27 22:41:02.330011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33070) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:02.340233 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-86556b95-cdf0-4f1e-83ec-47469471f79d None None] Could not find standard attr ID for object 3be82a78-e7af-4832-ae8f-471d5ea26018. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:41:02.363899 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=80bc8b38-eab9-44e5-b684-b7898a6eed22,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:02.379367 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-33b15bd7-e829-4fa9-bf73-ff53f3177e33 req-d84e2179-76d8-4b66-9537-49dd9b05adf5 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014208 May 27 22:41:02.428235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8a5b97bf-5a6d-4300-958c-36f8a8f4fdec req-1d245687-47ef-4f2b-8338-9a1b3ce4874a tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1956048 May 27 22:41:02.467728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a80d17-df4b-441f-81cb-4104831695d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting subnet 6cd70401-2809-4904-80f0-dae698fd513a {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:41:02.469319 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a80d17-df4b-441f-81cb-4104831695d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:02.483255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82041750-ba3a-4eeb-8e17-b222c889e3ee req-f4ef055f-0afb-4f8a-ad8f-9608e0be6236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:02.483255 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82041750-ba3a-4eeb-8e17-b222c889e3ee req-f4ef055f-0afb-4f8a-ad8f-9608e0be6236 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e901676-0a75-4203-8f5c-0656d9c83953 HTTP/1.1" status: 200 len: 912 time: 0.2093804 May 27 22:41:02.538264 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-091dd522-117d-4e9c-8c25-e2c5b9c16b7f'] response: {'server_uuid': '30dcd865-3c26-4747-945c-4bb40b55ea83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bc8b38-eab9-44e5-b684-b7898a6eed22', 'code': 200} May 27 22:41:02.542059 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a80d17-df4b-441f-81cb-4104831695d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:02.645867 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa50a-8ac9-44ea-9eb9-4a520cec26f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:02.697943 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa50a-8ac9-44ea-9eb9-4a520cec26f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:02.721659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaa50a-8ac9-44ea-9eb9-4a520cec26f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:02.728492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f5a9a02d-f3f8-4863-883f-d3cdde9f1809 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:41:02.728655 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a6aaa50a-8ac9-44ea-9eb9-4a520cec26f4 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/e1c6f328-4737-42d4-bc6f-ef5a1b5a70a5 HTTP/1.1" status: 204 len: 168 time: 1.1813703 May 27 22:41:02.738095 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33086) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:02.905200 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01e176a0-3cfc-48d0-a044-ff0314da899c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:02.911054 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae87cf-808e-44d7-bfca-6c0e1a81dfc4 req-3041631e-4cf9-4561-b773-517c4ef2d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:02.913521 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15ae87cf-808e-44d7-bfca-6c0e1a81dfc4 req-3041631e-4cf9-4561-b773-517c4ef2d8cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30dcd865-3c26-4747-945c-4bb40b55ea83 HTTP/1.1" status: 200 len: 1096 time: 0.3019154 May 27 22:41:02.928905 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a80d17-df4b-441f-81cb-4104831695d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:02.987325 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device dd8004b0-adac-4f9c-8010-432d30987245 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:02.993105 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82041750-ba3a-4eeb-8e17-b222c889e3ee req-e3811182-1843-4fcf-84d5-9c4b5e7348a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bc42512-d083-42b1-9cd0-7824279bd877 HTTP/1.1" status: 200 len: 1001 time: 0.5055690 May 27 22:41:03.118640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d6f0f-6dc4-4cbf-969b-d46c036fadf2 req-20ac8c67-57f3-4cfc-a524-687c9e9a1878 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:03.123999 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port f5a9a02d-f3f8-4863-883f-d3cdde9f1809, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f5a9a02d-f3f8-4863-883f-d3cdde9f1809,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:03.130127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d6f0f-6dc4-4cbf-969b-d46c036fadf2 req-20ac8c67-57f3-4cfc-a524-687c9e9a1878 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:03.136438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d6f0f-6dc4-4cbf-969b-d46c036fadf2 req-20ac8c67-57f3-4cfc-a524-687c9e9a1878 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:03.142283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d6f0f-6dc4-4cbf-969b-d46c036fadf2 req-20ac8c67-57f3-4cfc-a524-687c9e9a1878 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:03.154961 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d6f0f-6dc4-4cbf-969b-d46c036fadf2 req-20ac8c67-57f3-4cfc-a524-687c9e9a1878 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:03.156928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d6f0f-6dc4-4cbf-969b-d46c036fadf2 req-20ac8c67-57f3-4cfc-a524-687c9e9a1878 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:03.164014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d6f0f-6dc4-4cbf-969b-d46c036fadf2 req-20ac8c67-57f3-4cfc-a524-687c9e9a1878 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:03.171469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc0d6f0f-6dc4-4cbf-969b-d46c036fadf2 req-20ac8c67-57f3-4cfc-a524-687c9e9a1878 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5429 time: 0.3104060 May 27 22:41:03.180566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'f5a9a02d-f3f8-4863-883f-d3cdde9f1809', 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b', 'port_id': 'f5a9a02d-f3f8-4863-883f-d3cdde9f1809', 'mac_address': 'fa:16:3e:53:1c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c15d94-1a4f-425d-9947-ba1c297e332b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:41:03.195391 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82041750-ba3a-4eeb-8e17-b222c889e3ee req-4786a96c-666a-450e-9d08-ee17d04a0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:03.196878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82041750-ba3a-4eeb-8e17-b222c889e3ee req-4786a96c-666a-450e-9d08-ee17d04a0a85 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f036352-10d0-41a7-8335-90a12eb75254 HTTP/1.1" status: 200 len: 850 time: 0.1891472 May 27 22:41:03.293116 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc0d6f0f-6dc4-4cbf-969b-d46c036fadf2 req-d649eb7f-cae9-45b4-aa39-97bf787f15ea tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207166 May 27 22:41:03.325648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82041750-ba3a-4eeb-8e17-b222c889e3ee req-be0db2d6-7883-4763-a876-8907f8a4ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:03.327123 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82041750-ba3a-4eeb-8e17-b222c889e3ee req-be0db2d6-7883-4763-a876-8907f8a4ea25 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e901676-0a75-4203-8f5c-0656d9c83953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1222396 May 27 22:41:03.327794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port dd8004b0-adac-4f9c-8010-432d30987245 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:03.328169 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:03.383469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port f5a9a02d-f3f8-4863-883f-d3cdde9f1809 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:03.383762 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:03.408597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a9a02d-f3f8-4863-883f-d3cdde9f1809 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:41:03.414320 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01e176a0-3cfc-48d0-a044-ff0314da899c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:03.468844 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port f5a9a02d-f3f8-4863-883f-d3cdde9f1809, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f5a9a02d-f3f8-4863-883f-d3cdde9f1809,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:03.497498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port dd8004b0-adac-4f9c-8010-432d30987245 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:03.504477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-01e176a0-3cfc-48d0-a044-ff0314da899c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46484a33-d62d-4b16-ae1f-f06c1da516e6']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:03.529322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82041750-ba3a-4eeb-8e17-b222c889e3ee req-f10ac15f-d02f-4bd2-9994-b79335cfebcf service neutron] 10.222.0.57 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958144 May 27 22:41:03.547016 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:03.563904 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15ae87cf-808e-44d7-bfca-6c0e1a81dfc4 req-6f90a16f-9bad-40bc-9294-bbdbf65507c0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064629 May 27 22:41:03.574646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-01e176a0-3cfc-48d0-a044-ff0314da899c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32adf43c-3448-44a1-adfc-abcfe3ed2a58') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:03.575197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-01e176a0-3cfc-48d0-a044-ff0314da899c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32adf43c-3448-44a1-adfc-abcfe3ed2a58') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:03.588333 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01e176a0-3cfc-48d0-a044-ff0314da899c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:03.614512 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01e176a0-3cfc-48d0-a044-ff0314da899c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:03.632224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e176a0-3cfc-48d0-a044-ff0314da899c admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:41:03.632873 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01e176a0-3cfc-48d0-a044-ff0314da899c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:03.635633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=f5a9a02d-f3f8-4863-883f-d3cdde9f1809,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:03.727881 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a80d17-df4b-441f-81cb-4104831695d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:03.793274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a80d17-df4b-441f-81cb-4104831695d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd70401-2809-4904-80f0-dae698fd513a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:03.795603 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a80d17-df4b-441f-81cb-4104831695d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:03.803727 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-32a80d17-df4b-441f-81cb-4104831695d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/6cd70401-2809-4904-80f0-dae698fd513a HTTP/1.1" status: 204 len: 168 time: 1.4727077 May 27 22:41:03.806949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33116) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:03.809696 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb5c441-49df-43d5-bcaa-0ad2696cde29 None None] Network 0d1d229a-97ab-42bc-a1eb-15b8a4816033 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:41:03.856821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['f5a9a02d-f3f8-4863-883f-d3cdde9f1809'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:41:03.884908 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ce981-c1eb-425e-ac99-23963357e68c req-91623460-08bb-4771-8cf7-24afb2033f03 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:03.886502 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a95ce981-c1eb-425e-ac99-23963357e68c req-91623460-08bb-4771-8cf7-24afb2033f03 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=30dcd865-3c26-4747-945c-4bb40b55ea83 HTTP/1.1" status: 200 len: 945 time: 0.3155222 May 27 22:41:03.968763 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01e176a0-3cfc-48d0-a044-ff0314da899c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:04.004784 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01e176a0-3cfc-48d0-a044-ff0314da899c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:04.023301 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 32adf43c-3448-44a1-adfc-abcfe3ed2a58 resource provider aggregate not found May 27 22:41:04.051929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e176a0-3cfc-48d0-a044-ff0314da899c admin admin] Pushing event deleted for resources: {'Network': ['ID=46484a33-d62d-4b16-ae1f-f06c1da516e6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:04.055332 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 32adf43c-3448-44a1-adfc-abcfe3ed2a58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32adf43c-3448-44a1-adfc-abcfe3ed2a58 found for delete ", "request_id": "req-1536efad-ef50-41ea-a534-7c3d24ca3d7b"}]} May 27 22:41:04.094522 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:04.106319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port dd8004b0-adac-4f9c-8010-432d30987245 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:04.106649 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:04.121298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82041750-ba3a-4eeb-8e17-b222c889e3ee req-5a21e32b-eca7-4429-82b1-ccda38961d17 service neutron] 10.222.0.57 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5846131 May 27 22:41:04.161248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ab788-036a-4391-bb88-8fecacf3cc6e req-5431beb9-b351-4fe5-b2c1-9f7d0bedaa4b tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:04.174078 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-981ab788-036a-4391-bb88-8fecacf3cc6e req-5431beb9-b351-4fe5-b2c1-9f7d0bedaa4b tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.4226024 May 27 22:41:04.176216 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-01e176a0-3cfc-48d0-a044-ff0314da899c admin admin] 10.222.0.27 "DELETE /v2.0/networks/46484a33-d62d-4b16-ae1f-f06c1da516e6 HTTP/1.1" status: 204 len: 168 time: 1.4432597 May 27 22:41:04.208116 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a95ce981-c1eb-425e-ac99-23963357e68c req-917602ef-1249-428e-b784-f8e0c02dbc1b tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111739 May 27 22:41:04.269715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-981ab788-036a-4391-bb88-8fecacf3cc6e req-e0191180-2690-4ea0-b409-099770aa1d0d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945756 May 27 22:41:04.440696 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f5eb7c-7dae-48cf-8ecf-535c9479e9d0 None None] DHCP port deletion for 0d1d229a-97ab-42bc-a1eb-15b8a4816033 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:41:04.444883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-67f5eb7c-7dae-48cf-8ecf-535c9479e9d0 None None] Deleting port dd8004b0-adac-4f9c-8010-432d30987245 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:04.445080 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67f5eb7c-7dae-48cf-8ecf-535c9479e9d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:04.451125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] For port dd8004b0-adac-4f9c-8010-432d30987245, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=dd8004b0-adac-4f9c-8010-432d30987245,segment=NetworkSegment(b0e6dccb-d865-4fbd-939f-c55002892ba3),segment_id=b0e6dccb-d865-4fbd-939f-c55002892ba3)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:04.452510 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:04.651691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069e07-2fac-405f-9cd5-e557d2bb85c7 req-fd7abfde-8bf0-40f5-a4ec-687696f9d406 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:04.658350 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069e07-2fac-405f-9cd5-e557d2bb85c7 req-fd7abfde-8bf0-40f5-a4ec-687696f9d406 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:04.665279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069e07-2fac-405f-9cd5-e557d2bb85c7 req-fd7abfde-8bf0-40f5-a4ec-687696f9d406 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:04.670703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069e07-2fac-405f-9cd5-e557d2bb85c7 req-fd7abfde-8bf0-40f5-a4ec-687696f9d406 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:04.675885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for dd8004b0-adac-4f9c-8010-432d30987245 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:04.677098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069e07-2fac-405f-9cd5-e557d2bb85c7 req-fd7abfde-8bf0-40f5-a4ec-687696f9d406 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:04.684297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069e07-2fac-405f-9cd5-e557d2bb85c7 req-fd7abfde-8bf0-40f5-a4ec-687696f9d406 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:04.690809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3069e07-2fac-405f-9cd5-e557d2bb85c7 req-fd7abfde-8bf0-40f5-a4ec-687696f9d406 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:04.699947 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3069e07-2fac-405f-9cd5-e557d2bb85c7 req-fd7abfde-8bf0-40f5-a4ec-687696f9d406 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5429 time: 0.1533506 May 27 22:41:04.777501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33140) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:04.825407 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3069e07-2fac-405f-9cd5-e557d2bb85c7 req-afb33f44-2abc-42ea-a74a-42b88118462e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1238656 May 27 22:41:04.877126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b516663e-2695-4a04-93a7-a7c04f1b42eb admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5d2ff2934c6247008f6f299aa88c9ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983214 May 27 22:41:04.880261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33146) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:04.938124 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:04.964663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-67f5eb7c-7dae-48cf-8ecf-535c9479e9d0 None None] For port dd8004b0-adac-4f9c-8010-432d30987245, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=dd8004b0-adac-4f9c-8010-432d30987245,segment=NetworkSegment(b0e6dccb-d865-4fbd-939f-c55002892ba3),segment_id=b0e6dccb-d865-4fbd-939f-c55002892ba3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:04.965057 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67f5eb7c-7dae-48cf-8ecf-535c9479e9d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:05.125465 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-753d39e2-2036-49f0-a72b-fb72fb236a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:05.160917 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-753d39e2-2036-49f0-a72b-fb72fb236a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:05.182379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device dd8004b0-adac-4f9c-8010-432d30987245 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:41:05.219842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No DVR routers for this DVR port dd8004b0-adac-4f9c-8010-432d30987245 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:41:05.250124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-67f5eb7c-7dae-48cf-8ecf-535c9479e9d0 None None] Calling delete_port for dd8004b0-adac-4f9c-8010-432d30987245 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:05.280206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=dd8004b0-adac-4f9c-8010-432d30987245,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:05.280427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: dd8004b0-adac-4f9c-8010-432d30987245 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:41:05.280513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device dd8004b0-adac-4f9c-8010-432d30987245 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:41:05.347432 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-753d39e2-2036-49f0-a72b-fb72fb236a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:05.352778 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-67f5eb7c-7dae-48cf-8ecf-535c9479e9d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:41:05.353129 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-67f5eb7c-7dae-48cf-8ecf-535c9479e9d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:41:05.386571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d39e2-2036-49f0-a72b-fb72fb236a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8205fd64-5759-4b7a-9b75-737d082a733d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:05.409104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:05.487096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1d229a-97ab-42bc-a1eb-15b8a4816033']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:05.511098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e6dccb-d865-4fbd-939f-c55002892ba3') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:05.511500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e6dccb-d865-4fbd-939f-c55002892ba3') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:05.532898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb183799-a0d2-4d7f-9007-75317b0f63bb req-1863efb6-c6fd-4ea0-945c-ae3cb64e9d8a tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:05.534404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb183799-a0d2-4d7f-9007-75317b0f63bb req-1863efb6-c6fd-4ea0-945c-ae3cb64e9d8a tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=30dcd865-3c26-4747-945c-4bb40b55ea83 HTTP/1.1" status: 200 len: 945 time: 0.1484408 May 27 22:41:05.541024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:05.558150 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:05.564380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:41:05.564778 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:05.595572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb183799-a0d2-4d7f-9007-75317b0f63bb req-cba6714c-a3b5-4749-9848-6a0dbea511f8 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550387 May 27 22:41:05.780164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f175b4f-02c2-4858-978f-efaaedca995c req-d58a926b-e398-45be-be94-6d256d9c824c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:05.782341 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f175b4f-02c2-4858-978f-efaaedca995c req-d58a926b-e398-45be-be94-6d256d9c824c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.1715035 May 27 22:41:05.848092 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-753d39e2-2036-49f0-a72b-fb72fb236a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:05.850351 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-753d39e2-2036-49f0-a72b-fb72fb236a86 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8205fd64-5759-4b7a-9b75-737d082a733d HTTP/1.1" status: 204 len: 168 time: 0.9658973 May 27 22:41:05.856466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-67f5eb7c-7dae-48cf-8ecf-535c9479e9d0 None None] Deleting port dd8004b0-adac-4f9c-8010-432d30987245 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:05.856466 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67f5eb7c-7dae-48cf-8ecf-535c9479e9d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:05.864823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:05.884554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f175b4f-02c2-4858-978f-efaaedca995c req-26c14920-4b48-45fd-b1a1-fc70d247b98d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881741 May 27 22:41:05.890386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:05.941497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-67f5eb7c-7dae-48cf-8ecf-535c9479e9d0 None None] The port 'dd8004b0-adac-4f9c-8010-432d30987245' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:41:05.952755 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/networks/0d1d229a-97ab-42bc-a1eb-15b8a4816033 HTTP/1.1" status: 204 len: 168 time: 2.1436999 May 27 22:41:05.955983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33184) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:05.962960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'name': 'tempest-PortsIpV6TestJSON-2113493011'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:05.968853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00d87a-5def-4d9b-93f2-7738054efe82 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Network': ['ID=0d1d229a-97ab-42bc-a1eb-15b8a4816033,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:06.076465 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b0e6dccb-d865-4fbd-939f-c55002892ba3 resource provider aggregate not found May 27 22:41:06.100141 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment b0e6dccb-d865-4fbd-939f-c55002892ba3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0e6dccb-d865-4fbd-939f-c55002892ba3 found for delete ", "request_id": "req-22154cc7-d5e9-4cbf-b897-6dfa42eb25f1"}]} May 27 22:41:06.245179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:06.254450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:port and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:06.258841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:06.271022 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:06.309031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0629a-0d68-4a91-92fb-d0e63fe969d3 req-3385e882-9765-46e9-996f-c42a7ae13d10 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:06.315076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0629a-0d68-4a91-92fb-d0e63fe969d3 req-3385e882-9765-46e9-996f-c42a7ae13d10 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:06.321933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0629a-0d68-4a91-92fb-d0e63fe969d3 req-3385e882-9765-46e9-996f-c42a7ae13d10 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:06.327884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0629a-0d68-4a91-92fb-d0e63fe969d3 req-3385e882-9765-46e9-996f-c42a7ae13d10 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:06.333934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0629a-0d68-4a91-92fb-d0e63fe969d3 req-3385e882-9765-46e9-996f-c42a7ae13d10 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:06.339890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0629a-0d68-4a91-92fb-d0e63fe969d3 req-3385e882-9765-46e9-996f-c42a7ae13d10 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:06.345747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0629a-0d68-4a91-92fb-d0e63fe969d3 req-3385e882-9765-46e9-996f-c42a7ae13d10 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:06.347837 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dff0629a-0d68-4a91-92fb-d0e63fe969d3 req-3385e882-9765-46e9-996f-c42a7ae13d10 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5429 time: 0.2577376 May 27 22:41:06.356724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59abd3-2527-4101-bbce-c8dd11305e50 req-a1160be8-98ba-4ede-87eb-40810d348f68 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:06.358706 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-db59abd3-2527-4101-bbce-c8dd11305e50 req-a1160be8-98ba-4ede-87eb-40810d348f68 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=b9874bea-852a-4a27-989d-50e247eb0e14 HTTP/1.1" status: 200 len: 944 time: 0.2694209 May 27 22:41:06.361743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:06.365085 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:06.431365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port 4e177f9a-256c-46fd-b152-8f5658dd9752 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:41:06.521424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-db59abd3-2527-4101-bbce-c8dd11305e50 req-0500ff6a-2071-4bbb-a9d5-de885b9af03b tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457572 May 27 22:41:06.532888 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dff0629a-0d68-4a91-92fb-d0e63fe969d3 req-d9fce034-1cb8-4464-82c8-7a06647c3925 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1729698 May 27 22:41:06.740264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f5a9a02d-f3f8-4863-883f-d3cdde9f1809 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:06.792068 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:06.935258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port f5a9a02d-f3f8-4863-883f-d3cdde9f1809 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:06.941888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port f5a9a02d-f3f8-4863-883f-d3cdde9f1809 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:06.942551 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:06.972388 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:07.127429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:07.131978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:07.137638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:41:07.144724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:07.145824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:07.169586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=4e177f9a-256c-46fd-b152-8f5658dd9752,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:07.219205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port f5a9a02d-f3f8-4863-883f-d3cdde9f1809 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:07.219769 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:07.247823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9874bea-852a-4a27-989d-50e247eb0e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a9a02d-f3f8-4863-883f-d3cdde9f1809'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:07.259856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port f5a9a02d-f3f8-4863-883f-d3cdde9f1809, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f5a9a02d-f3f8-4863-883f-d3cdde9f1809,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:07.300111 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2ab8e4-346c-4c50-9af6-7f73768aedd7'] response: {'server_uuid': 'b9874bea-852a-4a27-989d-50e247eb0e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a9a02d-f3f8-4863-883f-d3cdde9f1809', 'code': 200} May 27 22:41:07.330811 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f840ceb9-7d64-4bb8-b6ec-705511ab8e7a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3733642 May 27 22:41:07.334125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33230) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:07.358831 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:07.475474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-429e6df5-7dab-41d0-80d5-a623ca47c091 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 4e177f9a-256c-46fd-b152-8f5658dd9752 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:07.475811 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-429e6df5-7dab-41d0-80d5-a623ca47c091 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:07.481498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=f5a9a02d-f3f8-4863-883f-d3cdde9f1809,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:07.556638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ee9fe-bfb3-45f5-8642-7ec56bddbfd0 req-1e0f556e-d0eb-4616-8850-578d63ddfae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:07.560256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d9ee9fe-bfb3-45f5-8642-7ec56bddbfd0 req-1e0f556e-d0eb-4616-8850-578d63ddfae9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b9874bea-852a-4a27-989d-50e247eb0e14 HTTP/1.1" status: 200 len: 1096 time: 0.1630802 May 27 22:41:07.623066 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d9ee9fe-bfb3-45f5-8642-7ec56bddbfd0 req-a47d7c10-833a-49c6-8c24-d44691d6501e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575426 May 27 22:41:07.984224 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-429e6df5-7dab-41d0-80d5-a623ca47c091 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:08.040978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774af2d-ec69-4eeb-8ec7-c53236154e7d req-db92d94b-f8b9-426b-bb37-85f424a34bdd tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:08.043355 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9774af2d-ec69-4eeb-8ec7-c53236154e7d req-db92d94b-f8b9-426b-bb37-85f424a34bdd tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=b9874bea-852a-4a27-989d-50e247eb0e14 HTTP/1.1" status: 200 len: 945 time: 0.1212776 May 27 22:41:08.154241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-429e6df5-7dab-41d0-80d5-a623ca47c091 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for 4e177f9a-256c-46fd-b152-8f5658dd9752 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:08.163108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9774af2d-ec69-4eeb-8ec7-c53236154e7d req-0ae8fc40-b5bd-41dc-a582-96a21078b3e3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135297 May 27 22:41:08.194098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff7aac-05fa-429b-8f93-23b8ca897077 req-ff296e03-9e76-4c34-964a-10fb06828607 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:08.202080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff7aac-05fa-429b-8f93-23b8ca897077 req-ff296e03-9e76-4c34-964a-10fb06828607 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:08.213711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff7aac-05fa-429b-8f93-23b8ca897077 req-ff296e03-9e76-4c34-964a-10fb06828607 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:08.230587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff7aac-05fa-429b-8f93-23b8ca897077 req-ff296e03-9e76-4c34-964a-10fb06828607 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:08.230587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff7aac-05fa-429b-8f93-23b8ca897077 req-ff296e03-9e76-4c34-964a-10fb06828607 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:08.230587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff7aac-05fa-429b-8f93-23b8ca897077 req-ff296e03-9e76-4c34-964a-10fb06828607 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:08.235745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff7aac-05fa-429b-8f93-23b8ca897077 req-ff296e03-9e76-4c34-964a-10fb06828607 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:08.240289 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43ff7aac-05fa-429b-8f93-23b8ca897077 req-ff296e03-9e76-4c34-964a-10fb06828607 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5429 time: 0.1766126 May 27 22:41:08.326440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43ff7aac-05fa-429b-8f93-23b8ca897077 req-26a320d2-10d8-4aa1-88a2-6177786286ce tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784190 May 27 22:41:08.399047 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-429e6df5-7dab-41d0-80d5-a623ca47c091 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:08.509634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e6df5-7dab-41d0-80d5-a623ca47c091 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=4e177f9a-256c-46fd-b152-8f5658dd9752,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:08.521619 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-429e6df5-7dab-41d0-80d5-a623ca47c091 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:08.537184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33264) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:08.547137 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-429e6df5-7dab-41d0-80d5-a623ca47c091 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/4e177f9a-256c-46fd-b152-8f5658dd9752 HTTP/1.1" status: 204 len: 168 time: 1.2112350 May 27 22:41:08.549545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33270) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:08.558632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'mac_address': 'fa:16:3e:69:28:ea', 'name': 'tempest-PortsIpV6TestJSON-420353787'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:08.820820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:41:08.903775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:08.908810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:port and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:08.912738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:08.920064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:08.977554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33286) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:08.995072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:09.111094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:09.130626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '1e15e1a3-6c82-47b8-8f9a-48fee679e5f9', 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4', 'port_id': '1e15e1a3-6c82-47b8-8f9a-48fee679e5f9', 'mac_address': 'fa:16:3e:b5:41:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862db2da-2593-4ce1-842a-3a10259ed89c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:41:09.178523 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a6b59ff-5f4f-4244-aebb-cf20bc9dd35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:09.219696 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:09.220083 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:09.240363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:41:09.247278 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2f0b6f05-3f4d-4c55-bc71-f7257b57ec2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:09.259752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:09.267681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4a6b59ff-5f4f-4244-aebb-cf20bc9dd35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:09.272789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4a6b59ff-5f4f-4244-aebb-cf20bc9dd35f admin admin] Usage tracker for resource:security_group_rule and tenant:6f1862bfa78a40f29d6af79ce51bce30 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:09.276072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4a6b59ff-5f4f-4244-aebb-cf20bc9dd35f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:09.277971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2f0b6f05-3f4d-4c55-bc71-f7257b57ec2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:09.282311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2f0b6f05-3f4d-4c55-bc71-f7257b57ec2e admin admin] Usage tracker for resource:security_group_rule and tenant:30b3006dbc7f418f9e9d0f4c87f6c295 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:09.283440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4a6b59ff-5f4f-4244-aebb-cf20bc9dd35f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:09.285815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2f0b6f05-3f4d-4c55-bc71-f7257b57ec2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:09.331290 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2f0b6f05-3f4d-4c55-bc71-f7257b57ec2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:09.335878 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:09.351867 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:09.352656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d9250c0c-5e72-4d00-804f-c64e7e1f2331 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:41:09.373972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port cf4429da-6082-479a-847a-74c4a3c7542d yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:41:09.495236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:09.509858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea1f28-e4db-41fc-bef4-d8d2f3ffce7b req-acdd8ddd-88c8-428b-b957-7e600c804826 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:09.517194 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15ea1f28-e4db-41fc-bef4-d8d2f3ffce7b req-acdd8ddd-88c8-428b-b957-7e600c804826 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=b9874bea-852a-4a27-989d-50e247eb0e14 HTTP/1.1" status: 200 len: 945 time: 0.2244656 May 27 22:41:09.520159 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2f0b6f05-3f4d-4c55-bc71-f7257b57ec2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:09.566170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d9250c0c-5e72-4d00-804f-c64e7e1f2331, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d9250c0c-5e72-4d00-804f-c64e7e1f2331,segment=NetworkSegment(f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2),segment_id=f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:09.584604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331', 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'port_id': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331', 'mac_address': 'fa:16:3e:18:ff:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:41:09.597387 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15ea1f28-e4db-41fc-bef4-d8d2f3ffce7b req-5a0dce72-7270-4777-9c4c-ceda147cf7b1 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792496 May 27 22:41:09.617000 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2f0b6f05-3f4d-4c55-bc71-f7257b57ec2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:09.653704 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port d9250c0c-5e72-4d00-804f-c64e7e1f2331 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:09.654433 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:09.716155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9250c0c-5e72-4d00-804f-c64e7e1f2331 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:41:09.722768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a6b59ff-5f4f-4244-aebb-cf20bc9dd35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:09.752839 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d9250c0c-5e72-4d00-804f-c64e7e1f2331, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d9250c0c-5e72-4d00-804f-c64e7e1f2331,segment=NetworkSegment(f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2),segment_id=f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:09.769682 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:09.782462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b6f05-3f4d-4c55-bc71-f7257b57ec2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c7a200-0627-4797-a067-ab60da77ae84,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:09.802610 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a6b59ff-5f4f-4244-aebb-cf20bc9dd35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:09.826541 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:09.828830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:41:09.869099 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4a6b59ff-5f4f-4244-aebb-cf20bc9dd35f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6f1862bfa78a40f29d6af79ce51bce30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8878796 May 27 22:41:09.869824 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33306) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:09.872379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b59ff-5f4f-4244-aebb-cf20bc9dd35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98d24c1-e040-483d-8b7e-efc684bf1535,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:09.949023 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:09.967309 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2f0b6f05-3f4d-4c55-bc71-f7257b57ec2e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=30b3006dbc7f418f9e9d0f4c87f6c295&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4288125 May 27 22:41:09.969787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33312) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:10.029033 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f980289a-f6ff-45bc-a91e-10e923b5b864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:10.062944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3df037ee-cdfc-4a0b-adc5-86aa597bdf16,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:10.078285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '3df037ee-cdfc-4a0b-adc5-86aa597bdf16', 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5', 'port_id': '3df037ee-cdfc-4a0b-adc5-86aa597bdf16', 'mac_address': 'fa:16:3e:d1:4f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb957fa9-4065-4f6a-a4b0-aff729cd0203', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:41:10.088978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:10.090695 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:10.099489 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f980289a-f6ff-45bc-a91e-10e923b5b864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:10.100839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87f441-b0cd-45e4-804f-37edc32b204a req-5f7f5798-6b89-4d8b-ba5c-fdf55c84ebd8 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:10.106824 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:41:10.108643 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e87f441-b0cd-45e4-804f-37edc32b204a req-5f7f5798-6b89-4d8b-ba5c-fdf55c84ebd8 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 945 time: 0.3289292 May 27 22:41:10.112687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:10.113459 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:10.130562 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-459d5f11-6c4c-42ff-9164-49c3ef1441c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:10.156073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=cf4429da-6082-479a-847a-74c4a3c7542d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:10.162932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:10.163307 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:10.165498 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-459d5f11-6c4c-42ff-9164-49c3ef1441c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:10.175483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=d9250c0c-5e72-4d00-804f-c64e7e1f2331,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:10.185637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:41:10.208784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3df037ee-cdfc-4a0b-adc5-86aa597bdf16,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:10.212177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0462e-1cda-44b2-b19c-64bc3a79993a req-e6f15bb4-de2e-4a1d-afe7-367e6540e695 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:10.218021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0462e-1cda-44b2-b19c-64bc3a79993a req-e6f15bb4-de2e-4a1d-afe7-367e6540e695 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:10.223844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0462e-1cda-44b2-b19c-64bc3a79993a req-e6f15bb4-de2e-4a1d-afe7-367e6540e695 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:10.230232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0462e-1cda-44b2-b19c-64bc3a79993a req-e6f15bb4-de2e-4a1d-afe7-367e6540e695 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:10.235950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0462e-1cda-44b2-b19c-64bc3a79993a req-e6f15bb4-de2e-4a1d-afe7-367e6540e695 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:10.241277 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6dd8570b-f43b-44fb-8836-4e79a777550f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6884708 May 27 22:41:10.241730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0462e-1cda-44b2-b19c-64bc3a79993a req-e6f15bb4-de2e-4a1d-afe7-367e6540e695 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:10.242216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:10.247629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0462e-1cda-44b2-b19c-64bc3a79993a req-e6f15bb4-de2e-4a1d-afe7-367e6540e695 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:10.249884 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b0462e-1cda-44b2-b19c-64bc3a79993a req-e6f15bb4-de2e-4a1d-afe7-367e6540e695 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5430 time: 0.5341926 May 27 22:41:10.300425 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f980289a-f6ff-45bc-a91e-10e923b5b864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:10.318163 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:10.319340 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:41:10.320788 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e87f441-b0cd-45e4-804f-37edc32b204a req-75818f99-e6d8-4c5c-9063-247b6359ed03 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/security-groups?id=071fe79e-6429-4e11-850d-58a05595cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111216 May 27 22:41:10.339063 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b0462e-1cda-44b2-b19c-64bc3a79993a req-1232f14f-6b7a-4ba6-9f5e-14fe1db2f690 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779636 May 27 22:41:10.342698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980289a-f6ff-45bc-a91e-10e923b5b864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98d24c1-e040-483d-8b7e-efc684bf1535,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:10.359019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd5670-2638-446f-b275-256cce48665b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:10.359618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93bd5670-2638-446f-b275-256cce48665b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:41:10.364720 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f980289a-f6ff-45bc-a91e-10e923b5b864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:10.368298 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f980289a-f6ff-45bc-a91e-10e923b5b864 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d98d24c1-e040-483d-8b7e-efc684bf1535 HTTP/1.1" status: 204 len: 168 time: 0.4950082 May 27 22:41:10.421059 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-459d5f11-6c4c-42ff-9164-49c3ef1441c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:10.437063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d5f11-6c4c-42ff-9164-49c3ef1441c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c7a200-0627-4797-a067-ab60da77ae84,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:10.445285 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-459d5f11-6c4c-42ff-9164-49c3ef1441c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:10.449853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-459d5f11-6c4c-42ff-9164-49c3ef1441c9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d7c7a200-0627-4797-a067-ab60da77ae84 HTTP/1.1" status: 204 len: 168 time: 0.4755888 May 27 22:41:10.450032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93bd5670-2638-446f-b275-256cce48665b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:41:10.453149 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-93bd5670-2638-446f-b275-256cce48665b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/cf4429da-6082-479a-847a-74c4a3c7542d HTTP/1.1" status: 200 len: 844 time: 0.2099035 May 27 22:41:10.460489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33328) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:10.506394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:10.551659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'e50ceeaa-ce10-4b90-b3ed-093fbaba14b3', 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5', 'port_id': 'e50ceeaa-ce10-4b90-b3ed-093fbaba14b3', 'mac_address': 'fa:16:3e:bd:61:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb957fa9-4065-4f6a-a4b0-aff729cd0203', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:41:10.553890 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=3df037ee-cdfc-4a0b-adc5-86aa597bdf16,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:10.606864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b5cb9-0164-45ef-b259-a1258aaed8f5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port cf4429da-6082-479a-847a-74c4a3c7542d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:10.607381 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd8b5cb9-0164-45ef-b259-a1258aaed8f5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:10.622967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:10.623352 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:10.642112 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:41:10.660081 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:10.757968 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:10.758644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 31f6ef24-23b1-439f-aa93-d8f16f4b382b details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:41:10.847814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 31f6ef24-23b1-439f-aa93-d8f16f4b382b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=31f6ef24-23b1-439f-aa93-d8f16f4b382b,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:10.887700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '31f6ef24-23b1-439f-aa93-d8f16f4b382b', 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5', 'port_id': '31f6ef24-23b1-439f-aa93-d8f16f4b382b', 'mac_address': 'fa:16:3e:b8:21:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb957fa9-4065-4f6a-a4b0-aff729cd0203', 'ip_address': '10.1.1.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:41:11.045501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:11.078790 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 31f6ef24-23b1-439f-aa93-d8f16f4b382b is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:11.079542 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:11.110019 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f6ef24-23b1-439f-aa93-d8f16f4b382b {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:41:11.128368 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 31f6ef24-23b1-439f-aa93-d8f16f4b382b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=31f6ef24-23b1-439f-aa93-d8f16f4b382b,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:11.194900 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd8b5cb9-0164-45ef-b259-a1258aaed8f5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:11.261827 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:11.262680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 28f4ebbf-fdd6-4399-854a-6706996529f9 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:41:11.327343 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dd8b5cb9-0164-45ef-b259-a1258aaed8f5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for cf4429da-6082-479a-847a-74c4a3c7542d owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:11.387040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 28f4ebbf-fdd6-4399-854a-6706996529f9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=28f4ebbf-fdd6-4399-854a-6706996529f9,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:11.400241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=31f6ef24-23b1-439f-aa93-d8f16f4b382b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:11.406656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '28f4ebbf-fdd6-4399-854a-6706996529f9', 'network_id': '15fb9d3a-c067-4459-92b6-f916b0ca5ac5', 'port_id': '28f4ebbf-fdd6-4399-854a-6706996529f9', 'mac_address': 'fa:16:3e:52:7f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb957fa9-4065-4f6a-a4b0-aff729cd0203', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:41:11.411402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d670d5-68e9-41cf-8216-adb52a33483f req-cf7d63fd-b8a7-4677-91df-d76d6629adae tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:11.413487 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15d670d5-68e9-41cf-8216-adb52a33483f req-cf7d63fd-b8a7-4677-91df-d76d6629adae tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.46 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 945 time: 0.3345311 May 27 22:41:11.484887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 28f4ebbf-fdd6-4399-854a-6706996529f9 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:11.485273 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:11.507038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-15d670d5-68e9-41cf-8216-adb52a33483f req-60c397d7-125d-4a8e-a078-9039a2c3301e tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Deleting port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:11.507558 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-15d670d5-68e9-41cf-8216-adb52a33483f req-60c397d7-125d-4a8e-a078-9039a2c3301e tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:11.533615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f4ebbf-fdd6-4399-854a-6706996529f9 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:41:11.548820 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd8b5cb9-0164-45ef-b259-a1258aaed8f5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:11.554460 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 28f4ebbf-fdd6-4399-854a-6706996529f9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=28f4ebbf-fdd6-4399-854a-6706996529f9,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:11.640466 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:11.641647 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ef9523b3-0465-4c4f-9e93-31957771cb3b details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:41:11.665565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b5cb9-0164-45ef-b259-a1258aaed8f5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=cf4429da-6082-479a-847a-74c4a3c7542d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:11.685407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd8b5cb9-0164-45ef-b259-a1258aaed8f5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:11.737828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec58fa6-5f0e-4645-a507-a4cc666e29fb req-2b73dac2-2f4d-4f34-814c-68dfd737b2e3 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:11.753004 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dec58fa6-5f0e-4645-a507-a4cc666e29fb req-2b73dac2-2f4d-4f34-814c-68dfd737b2e3 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 945 time: 0.1989455 May 27 22:41:11.799201 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dd8b5cb9-0164-45ef-b259-a1258aaed8f5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/cf4429da-6082-479a-847a-74c4a3c7542d HTTP/1.1" status: 204 len: 168 time: 1.3373494 May 27 22:41:11.804269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33384) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:11.864386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ef9523b3-0465-4c4f-9e93-31957771cb3b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ef9523b3-0465-4c4f-9e93-31957771cb3b,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:11.875786 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=28f4ebbf-fdd6-4399-854a-6706996529f9,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:11.893485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'ef9523b3-0465-4c4f-9e93-31957771cb3b', 'network_id': 'e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4', 'port_id': 'ef9523b3-0465-4c4f-9e93-31957771cb3b', 'mac_address': 'fa:16:3e:25:47:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862db2da-2593-4ce1-842a-3a10259ed89c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:41:11.964770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ef9523b3-0465-4c4f-9e93-31957771cb3b is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:11.965145 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:11.995869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9523b3-0465-4c4f-9e93-31957771cb3b {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:41:12.013849 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4cd42e4-15bc-41ae-aac0-8d5f2a17e6fc tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] GET failed (client error): The resource could not be found. May 27 22:41:12.014433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e4cd42e4-15bc-41ae-aac0-8d5f2a17e6fc tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:41:12.017096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ef9523b3-0465-4c4f-9e93-31957771cb3b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ef9523b3-0465-4c4f-9e93-31957771cb3b,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:12.040431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dec58fa6-5f0e-4645-a507-a4cc666e29fb req-8b1522f9-ca8f-4ffa-bfb3-28af124178c2 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/security-groups?id=071fe79e-6429-4e11-850d-58a05595cde1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807460 May 27 22:41:12.084277 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:12.115050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39848187-4167-4499-a355-ac6adf5e7e63 req-e413d931-fe24-42f5-84a4-3b8bc25c7f7a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:12.122520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39848187-4167-4499-a355-ac6adf5e7e63 req-e413d931-fe24-42f5-84a4-3b8bc25c7f7a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:12.146148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39848187-4167-4499-a355-ac6adf5e7e63 req-e413d931-fe24-42f5-84a4-3b8bc25c7f7a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:12.163272 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39848187-4167-4499-a355-ac6adf5e7e63 req-e413d931-fe24-42f5-84a4-3b8bc25c7f7a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:12.171066 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39848187-4167-4499-a355-ac6adf5e7e63 req-e413d931-fe24-42f5-84a4-3b8bc25c7f7a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:12.184011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33404) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:12.187398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39848187-4167-4499-a355-ac6adf5e7e63 req-e413d931-fe24-42f5-84a4-3b8bc25c7f7a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:12.208453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-15d670d5-68e9-41cf-8216-adb52a33483f req-60c397d7-125d-4a8e-a078-9039a2c3301e tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] For port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=76a6c5d3-c082-47ad-87f1-5af7a337e1eb,segment=NetworkSegment(7dc0e72a-7a12-4369-a43e-3eeed261a838),segment_id=7dc0e72a-7a12-4369-a43e-3eeed261a838)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:12.209027 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-15d670d5-68e9-41cf-8216-adb52a33483f req-60c397d7-125d-4a8e-a078-9039a2c3301e tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:12.212175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39848187-4167-4499-a355-ac6adf5e7e63 req-e413d931-fe24-42f5-84a4-3b8bc25c7f7a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:12.214165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39848187-4167-4499-a355-ac6adf5e7e63 req-e413d931-fe24-42f5-84a4-3b8bc25c7f7a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5435 time: 0.3046529 May 27 22:41:12.222585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e4cd42e4-15bc-41ae-aac0-8d5f2a17e6fc tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:41:12.223791 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e4cd42e4-15bc-41ae-aac0-8d5f2a17e6fc tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/cf4429da-6082-479a-847a-74c4a3c7542d HTTP/1.1" status: 404 len: 333 time: 0.4183700 May 27 22:41:12.232885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33414) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:12.296198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ef9523b3-0465-4c4f-9e93-31957771cb3b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:12.309703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b07a9793-8a45-4b7e-a096-c12930e9079d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'name': 'tempest-PortsIpV6TestJSON-2102324888'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:12.395796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-15d670d5-68e9-41cf-8216-adb52a33483f req-60c397d7-125d-4a8e-a078-9039a2c3301e tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Calling delete_port for 76a6c5d3-c082-47ad-87f1-5af7a337e1eb owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:12.468203 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39848187-4167-4499-a355-ac6adf5e7e63 req-e5a2ee48-8dcd-4848-a1be-64038fac9f79 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2208424 May 27 22:41:12.518453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-network', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:12.537676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:12.554348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-53e00758-db30-4ec3-83ed-f89344c38b80 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:12.556017 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-53e00758-db30-4ec3-83ed-f89344c38b80 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/networks?id=22f407af-4e97-4a03-8173-e2083063da8b HTTP/1.1" status: 200 len: 813 time: 0.3409612 May 27 22:41:12.571472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Usage tracker for resource:network and tenant:d7b99cdb08444e8e8a97195b4afa165a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:12.576409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:12.595753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b07a9793-8a45-4b7e-a096-c12930e9079d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:12.601159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:12.609703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b07a9793-8a45-4b7e-a096-c12930e9079d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:12.627618 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-b5d24e1b-7770-47bd-8d78-f0828321a147 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/quotas/8e50c6ac7a514d97842627c770c67d34 HTTP/1.1" status: 200 len: 375 time: 0.0648367 May 27 22:41:12.715960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca99f-5c3d-4493-86d8-a7d36ea763a4 req-401a7ad8-a80f-4a80-8500-bdb04e1d61f0 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:12.717424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5bca99f-5c3d-4493-86d8-a7d36ea763a4 req-401a7ad8-a80f-4a80-8500-bdb04e1d61f0 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.57 "GET /v2.0/ports?device_id=b9874bea-852a-4a27-989d-50e247eb0e14 HTTP/1.1" status: 200 len: 945 time: 0.1474047 May 27 22:41:12.729831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Made reservation on behalf of d7b99cdb08444e8e8a97195b4afa165a for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:12.733193 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:12.746097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07a9793-8a45-4b7e-a096-c12930e9079d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:12.749974 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b07a9793-8a45-4b7e-a096-c12930e9079d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:12.783298 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:12.797381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-f5bca99f-5c3d-4493-86d8-a7d36ea763a4 req-2445d573-9611-4e4d-be18-89457a5bb9f1 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Deleting port f5a9a02d-f3f8-4863-883f-d3cdde9f1809 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:12.797887 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f5bca99f-5c3d-4493-86d8-a7d36ea763a4 req-2445d573-9611-4e4d-be18-89457a5bb9f1 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:12.811171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:12.817574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-b07a9793-8a45-4b7e-a096-c12930e9079d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port aeea96b1-39e2-427a-85dd-9d7e2cc62c7b yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:41:12.859754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-a2f508d5-a920-4cec-97be-03b7507a4f91 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=8e50c6ac7a514d97842627c770c67d34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2236397 May 27 22:41:12.862280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Usage tracker for resource:security_group_rule and tenant:d7b99cdb08444e8e8a97195b4afa165a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:12.865767 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-15d670d5-68e9-41cf-8216-adb52a33483f req-60c397d7-125d-4a8e-a078-9039a2c3301e tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:12.871186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['d9250c0c-5e72-4d00-804f-c64e7e1f2331'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:41:12.873552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:12.921193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:12.956161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c397d7-125d-4a8e-a078-9039a2c3301e tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Pushing event deleted for resources: {'Port': ['ID=76a6c5d3-c082-47ad-87f1-5af7a337e1eb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:12.988326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['3df037ee-cdfc-4a0b-adc5-86aa597bdf16'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:41:13.044026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['ef9523b3-0465-4c4f-9e93-31957771cb3b'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:41:13.054230 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-b1243621-8b30-4f5b-9708-f3685e7f033d service neutron] 10.222.0.27 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530178 May 27 22:41:13.091586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d670d5-68e9-41cf-8216-adb52a33483f req-60c397d7-125d-4a8e-a078-9039a2c3301e tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] No DVR routers for this DVR port 76a6c5d3-c082-47ad-87f1-5af7a337e1eb on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:41:13.095217 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-15d670d5-68e9-41cf-8216-adb52a33483f req-60c397d7-125d-4a8e-a078-9039a2c3301e tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:13.103944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a447c225-b451-4f59-9deb-7b7ab2e41a2f', 'name': 'network-vif-deleted', 'tag': '76a6c5d3-c082-47ad-87f1-5af7a337e1eb'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:13.110664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['1e15e1a3-6c82-47b8-8f9a-48fee679e5f9'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:41:13.169352 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['e50ceeaa-ce10-4b90-b3ed-093fbaba14b3'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:41:13.262982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['28f4ebbf-fdd6-4399-854a-6706996529f9'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:41:13.293842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['31f6ef24-23b1-439f-aa93-d8f16f4b382b'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:41:13.470347 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-856a6ddb-fd35-4903-8d12-b2243e0a0a66 req-93549017-8e1a-46e7-8d95-9f71c854b65f tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 210 time: 0.0869384 May 27 22:41:13.547129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-463e438e-6ac2-4458-9cc8-6272f6c8d180 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:13.548617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-463e438e-6ac2-4458-9cc8-6272f6c8d180 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.46 "GET /v2.0/ports?device_id=30dcd865-3c26-4747-945c-4bb40b55ea83 HTTP/1.1" status: 200 len: 945 time: 0.4921432 May 27 22:41:13.616089 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15d670d5-68e9-41cf-8216-adb52a33483f req-60c397d7-125d-4a8e-a078-9039a2c3301e tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.46 "DELETE /v2.0/ports/76a6c5d3-c082-47ad-87f1-5af7a337e1eb HTTP/1.1" status: 204 len: 173 time: 2.1853292 May 27 22:41:13.720769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-310efa1b-97ee-4237-bc4a-c0242df6c0cc service neutron] 10.222.0.27 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6652219 May 27 22:41:13.740150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-f5bca99f-5c3d-4493-86d8-a7d36ea763a4 req-2445d573-9611-4e4d-be18-89457a5bb9f1 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] For port f5a9a02d-f3f8-4863-883f-d3cdde9f1809, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f5a9a02d-f3f8-4863-883f-d3cdde9f1809,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:13.744459 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f5bca99f-5c3d-4493-86d8-a7d36ea763a4 req-2445d573-9611-4e4d-be18-89457a5bb9f1 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:13.827216 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b339b6bf-75e8-4cee-bf20-38d94e427234'] response: {'server_uuid': 'a447c225-b451-4f59-9deb-7b7ab2e41a2f', 'name': 'network-vif-deleted', 'tag': '76a6c5d3-c082-47ad-87f1-5af7a337e1eb', 'status': 'completed', 'code': 200} May 27 22:41:13.843314 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:13.853742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b07a9793-8a45-4b7e-a096-c12930e9079d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:13.947166 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:13.973668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:41:14.004228 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:14.004600 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Added segment 748b837c-d0f9-41a7-858c-caecd8fbc141 of type vlan for network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a May 27 22:41:14.020717 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b07a9793-8a45-4b7e-a096-c12930e9079d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:14.120172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e764fb-96df-4276-ac7d-cd0dec217da5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:14.126985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07a9793-8a45-4b7e-a096-c12930e9079d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:14.132758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b07a9793-8a45-4b7e-a096-c12930e9079d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:14.138681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07a9793-8a45-4b7e-a096-c12930e9079d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:41:14.150486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07a9793-8a45-4b7e-a096-c12930e9079d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:14.150486 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b07a9793-8a45-4b7e-a096-c12930e9079d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:14.152059 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:14.167304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 80bc8b38-eab9-44e5-b684-b7898a6eed22 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:41:14.171489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a9793-8a45-4b7e-a096-c12930e9079d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=aeea96b1-39e2-427a-85dd-9d7e2cc62c7b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:14.299060 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b07a9793-8a45-4b7e-a096-c12930e9079d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0673544 May 27 22:41:14.299904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33464) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:14.307828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c441c6cd-9420-47bf-8c4c-01daeee6b3f1 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:14.405756 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:14.407004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:14.408918 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:14.487636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-f5bca99f-5c3d-4493-86d8-a7d36ea763a4 req-2445d573-9611-4e4d-be18-89457a5bb9f1 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Calling delete_port for f5a9a02d-f3f8-4863-883f-d3cdde9f1809 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:14.668954 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4771767 May 27 22:41:14.671843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33480) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:14.715781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] Request body: {'subnet': {'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-subnet', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:14.798549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f5a9a02d-f3f8-4863-883f-d3cdde9f1809 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:41:14.819638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:14.852212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] Usage tracker for resource:subnet and tenant:d7b99cdb08444e8e8a97195b4afa165a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:14.860927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Deleting port 80bc8b38-eab9-44e5-b684-b7898a6eed22 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:14.861396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:14.874479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:14.894951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:14.897759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed879d-08c0-4878-9aff-49eca2881c6a admin admin] Pushing event updated for resources: {'Network': ['ID=0e348a9a-9bf7-4d15-8b46-b5331813aa6a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:14.914840 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c441c6cd-9420-47bf-8c4c-01daeee6b3f1 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:14.999528 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:41:15.039471 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-543f569f-6a96-4eaa-beff-3b1a2c9759c0 req-bd35ad5f-5401-4f29-8902-7ab38e6292f4 tempest-ServerTagsTestJSON-1247135457 tempest-ServerTagsTestJSON-1247135457-project] 10.222.0.27 "GET /v2.0/ports?device_id=a447c225-b451-4f59-9deb-7b7ab2e41a2f HTTP/1.1" status: 200 len: 210 time: 0.1012461 May 27 22:41:15.099907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bda040-a029-47b6-bce2-5cf3bc841511 req-ca6a502e-b30e-4b21-87c1-8128a0363d6e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:15.105993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bda040-a029-47b6-bce2-5cf3bc841511 req-ca6a502e-b30e-4b21-87c1-8128a0363d6e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:15.112425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bda040-a029-47b6-bce2-5cf3bc841511 req-ca6a502e-b30e-4b21-87c1-8128a0363d6e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:15.118545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bda040-a029-47b6-bce2-5cf3bc841511 req-ca6a502e-b30e-4b21-87c1-8128a0363d6e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:15.125785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bda040-a029-47b6-bce2-5cf3bc841511 req-ca6a502e-b30e-4b21-87c1-8128a0363d6e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:15.132226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bda040-a029-47b6-bce2-5cf3bc841511 req-ca6a502e-b30e-4b21-87c1-8128a0363d6e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:15.138392 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bda040-a029-47b6-bce2-5cf3bc841511 req-ca6a502e-b30e-4b21-87c1-8128a0363d6e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:15.155718 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93bda040-a029-47b6-bce2-5cf3bc841511 req-ca6a502e-b30e-4b21-87c1-8128a0363d6e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5436 time: 0.4311764 May 27 22:41:15.186219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] Made reservation on behalf of d7b99cdb08444e8e8a97195b4afa165a for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:15.199491 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:15.246794 n-d-843680-3 neutron-server[88902]: INFO neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No ports have port_id starting with f5a9a02d-f3f8-4863-883f-d3cdde9f1809 May 27 22:41:15.292425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-973f90fe-944a-4508-925a-3282819f055b req-339d8856-02c1-46c2-b820-4bfa1e96dd6f tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 210 time: 0.0585077 May 27 22:41:15.341780 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f5bca99f-5c3d-4493-86d8-a7d36ea763a4 req-2445d573-9611-4e4d-be18-89457a5bb9f1 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:15.397261 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 80bc8b38-eab9-44e5-b684-b7898a6eed22 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:15.397642 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:15.398740 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c441c6cd-9420-47bf-8c4c-01daeee6b3f1 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:15.461198 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:41:15.477211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dcd865-3c26-4747-945c-4bb40b55ea83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bc8b38-eab9-44e5-b684-b7898a6eed22'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:15.510830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 80bc8b38-eab9-44e5-b684-b7898a6eed22, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=80bc8b38-eab9-44e5-b684-b7898a6eed22,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:15.516178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c441c6cd-9420-47bf-8c4c-01daeee6b3f1 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:15.548597 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-988c61dc-fa55-4805-9403-85dcbdc3c8b4'] response: {'server_uuid': '30dcd865-3c26-4747-945c-4bb40b55ea83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bc8b38-eab9-44e5-b684-b7898a6eed22', 'code': 200} May 27 22:41:15.567820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2445d573-9611-4e4d-be18-89457a5bb9f1 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Pushing event deleted for resources: {'Port': ['ID=f5a9a02d-f3f8-4863-883f-d3cdde9f1809,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:15.603403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c441c6cd-9420-47bf-8c4c-01daeee6b3f1 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] In _notify_port_updated(), no bound segment for port aeea96b1-39e2-427a-85dd-9d7e2cc62c7b on network c787f9dc-0db6-4173-8779-e7ff74a0b73f {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:41:15.604692 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:15.605678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 76a6c5d3-c082-47ad-87f1-5af7a337e1eb no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:41:15.609357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c441c6cd-9420-47bf-8c4c-01daeee6b3f1 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:15.613619 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c441c6cd-9420-47bf-8c4c-01daeee6b3f1 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:15.613619 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c441c6cd-9420-47bf-8c4c-01daeee6b3f1 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "PUT /v2.0/ports/aeea96b1-39e2-427a-85dd-9d7e2cc62c7b HTTP/1.1" status: 200 len: 818 time: 1.3104944 May 27 22:41:15.618677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33494) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:15.651329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93bda040-a029-47b6-bce2-5cf3bc841511 req-01748bc2-ba85-416d-97b5-72232f26d7fc tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4945965 May 27 22:41:15.673024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bca99f-5c3d-4493-86d8-a7d36ea763a4 req-2445d573-9611-4e4d-be18-89457a5bb9f1 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] No DVR routers for this DVR port f5a9a02d-f3f8-4863-883f-d3cdde9f1809 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:41:15.681822 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f5bca99f-5c3d-4493-86d8-a7d36ea763a4 req-2445d573-9611-4e4d-be18-89457a5bb9f1 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:15.681822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9874bea-852a-4a27-989d-50e247eb0e14', 'name': 'network-vif-deleted', 'tag': 'f5a9a02d-f3f8-4863-883f-d3cdde9f1809'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:15.750708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] For port 80bc8b38-eab9-44e5-b684-b7898a6eed22, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=80bc8b38-eab9-44e5-b684-b7898a6eed22,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:15.750708 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:15.823044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-14c54e9b-6e60-4803-8cf3-8c69ea3c9bf0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port aeea96b1-39e2-427a-85dd-9d7e2cc62c7b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:15.823953 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14c54e9b-6e60-4803-8cf3-8c69ea3c9bf0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:15.836372 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436d7803-6dbf-4ed9-bf61-74da81759a89'] response: {'server_uuid': 'b9874bea-852a-4a27-989d-50e247eb0e14', 'name': 'network-vif-deleted', 'tag': 'f5a9a02d-f3f8-4863-883f-d3cdde9f1809', 'status': 'completed', 'code': 200} May 27 22:41:15.860882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441c6cd-9420-47bf-8c4c-01daeee6b3f1 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=aeea96b1-39e2-427a-85dd-9d7e2cc62c7b,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:15.871995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 76a6c5d3-c082-47ad-87f1-5af7a337e1eb {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:41:15.872363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 76a6c5d3-c082-47ad-87f1-5af7a337e1eb not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:41:15.895555 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5bca99f-5c3d-4493-86d8-a7d36ea763a4 req-2445d573-9611-4e4d-be18-89457a5bb9f1 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.57 "DELETE /v2.0/ports/f5a9a02d-f3f8-4863-883f-d3cdde9f1809 HTTP/1.1" status: 204 len: 173 time: 3.1710036 May 27 22:41:15.907384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Calling delete_port for 80bc8b38-eab9-44e5-b684-b7898a6eed22 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:15.912825 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=80bc8b38-eab9-44e5-b684-b7898a6eed22,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:16.007457 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:16.050277 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:41:16.050597 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:41:16.066453 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:16.104069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d9250c0c-5e72-4d00-804f-c64e7e1f2331 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:16.197532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33512) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:16.286105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14c54e9b-6e60-4803-8cf3-8c69ea3c9bf0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:16.318793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port d9250c0c-5e72-4d00-804f-c64e7e1f2331 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:16.319357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f30d47-4208-4370-ad1f-f05d95b79b41,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:16.329532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] Checking segment: {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:41:16.329532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] Network hostable DHCP agents. Network: 0e348a9a-9bf7-4d15-8b46-b5331813aa6a, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:41:16.329731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port d9250c0c-5e72-4d00-804f-c64e7e1f2331 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:16.329731 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:16.465306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c6b3b2e4-f467-48c9-b1b7-d688c9565a04 req-9b274671-f1b9-4370-a386-7edd9ca6a148 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Synchronizing usage tracker for tenant:8e50c6ac7a514d97842627c770c67d34 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:41:16.491357 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port d9250c0c-5e72-4d00-804f-c64e7e1f2331 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:16.492796 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:16.529554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d9250c0c-5e72-4d00-804f-c64e7e1f2331, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d9250c0c-5e72-4d00-804f-c64e7e1f2331,segment=NetworkSegment(f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2),segment_id=f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:16.530526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-14c54e9b-6e60-4803-8cf3-8c69ea3c9bf0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for aeea96b1-39e2-427a-85dd-9d7e2cc62c7b owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:16.552239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Deleting port 80bc8b38-eab9-44e5-b684-b7898a6eed22 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:16.553017 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:16.600882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c6b3b2e4-f467-48c9-b1b7-d688c9565a04 req-9b274671-f1b9-4370-a386-7edd9ca6a148 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Unset dirty status for tenant:8e50c6ac7a514d97842627c770c67d34 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:41:16.602062 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c6b3b2e4-f467-48c9-b1b7-d688c9565a04 req-9b274671-f1b9-4370-a386-7edd9ca6a148 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 210 time: 0.2028503 May 27 22:41:16.609437 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:16.610442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:16.700755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d5f5f5-ebd1-4a2a-bd33-aa477e0cf1a8 admin admin] Deleting subnet 241137a2-31ec-4c25-ae03-95e6256ad84e {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:41:16.723016 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94d5f5f5-ebd1-4a2a-bd33-aa477e0cf1a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:16.817316 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94d5f5f5-ebd1-4a2a-bd33-aa477e0cf1a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:16.833881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=d9250c0c-5e72-4d00-804f-c64e7e1f2331,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:16.939650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] Network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:41:16.975412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:16.981559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:16.983480 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:16.996101 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94d5f5f5-ebd1-4a2a-bd33-aa477e0cf1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:17.103920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 0e348a9a-9bf7-4d15-8b46-b5331813aa6a) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:17.105389 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14c54e9b-6e60-4803-8cf3-8c69ea3c9bf0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:17.122529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1bae4f-08cf-4c65-a6b9-5d2ec2ee9a4c None None] Network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:41:17.181355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] For port 80bc8b38-eab9-44e5-b684-b7898a6eed22, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=80bc8b38-eab9-44e5-b684-b7898a6eed22,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:17.182160 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:17.264968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:17.265555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:17.293379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c54e9b-6e60-4803-8cf3-8c69ea3c9bf0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=aeea96b1-39e2-427a-85dd-9d7e2cc62c7b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:17.313603 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14c54e9b-6e60-4803-8cf3-8c69ea3c9bf0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:17.315481 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-14c54e9b-6e60-4803-8cf3-8c69ea3c9bf0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/aeea96b1-39e2-427a-85dd-9d7e2cc62c7b HTTP/1.1" status: 204 len: 168 time: 1.6956432 May 27 22:41:17.320056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33530) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:17.384334 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f8db8235-4ca0-4954-bd5b-174f12925c3e admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.7112882 May 27 22:41:17.387385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33536) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:17.398930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:17.406425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:17.409038 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94d5f5f5-ebd1-4a2a-bd33-aa477e0cf1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:17.412794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:17.413860 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:17.420450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Usage tracker for resource:router and tenant:d7b99cdb08444e8e8a97195b4afa165a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:17.502564 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94d5f5f5-ebd1-4a2a-bd33-aa477e0cf1a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:17.502564 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-94d5f5f5-ebd1-4a2a-bd33-aa477e0cf1a8 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/241137a2-31ec-4c25-ae03-95e6256ad84e HTTP/1.1" status: 204 len: 168 time: 1.2995772 May 27 22:41:17.508569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:17.517413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33544) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:17.527215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:17.569027 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:17.594481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5f5f5-ebd1-4a2a-bd33-aa477e0cf1a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=241137a2-31ec-4c25-ae03-95e6256ad84e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:17.616919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:41:17.617753 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:17.652657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:17.666863 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11dfa0e4-8f1f-41ca-ad84-8c940651dac8'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331', 'code': 200} May 27 22:41:17.736763 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Calling delete_port for 80bc8b38-eab9-44e5-b684-b7898a6eed22 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:17.752544 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:17.830040 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ca97e3-6e78-4a33-9a7b-762caa5c8175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:17.845188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a39b7f-6607-4f26-8d80-7b4c046fbdff tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:17.846835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-52a39b7f-6607-4f26-8d80-7b4c046fbdff tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:41:17.907025 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:17.921692 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:17.948004 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4d02b311-abe8-4572-ad70-659882dcc1c5 req-89c9ec8e-a7d4-4cfa-a20f-e1a364ed5977 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 210 time: 0.0669754 May 27 22:41:18.038139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:18.062688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Allocated IP 172.20.0.2 (0e348a9a-9bf7-4d15-8b46-b5331813aa6a/06f30d47-4208-4370-ad1f-f05d95b79b41/023676f5-3a01-4b80-99b3-3b9879c5577a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:41:18.075665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ca97e3-6e78-4a33-9a7b-762caa5c8175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:18.080051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f848b0a-a120-4120-9235-0feed30d908e req-1153fb29-0c91-4c8f-92ba-b41668042e4e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:18.086905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f848b0a-a120-4120-9235-0feed30d908e req-1153fb29-0c91-4c8f-92ba-b41668042e4e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:18.094466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f848b0a-a120-4120-9235-0feed30d908e req-1153fb29-0c91-4c8f-92ba-b41668042e4e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:18.101012 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f848b0a-a120-4120-9235-0feed30d908e req-1153fb29-0c91-4c8f-92ba-b41668042e4e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:18.107206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f848b0a-a120-4120-9235-0feed30d908e req-1153fb29-0c91-4c8f-92ba-b41668042e4e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:18.108461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-02ca97e3-6e78-4a33-9a7b-762caa5c8175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30cbfe36-9a96-4cd2-aa86-207c947ffdf4']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:18.113474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f848b0a-a120-4120-9235-0feed30d908e req-1153fb29-0c91-4c8f-92ba-b41668042e4e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:18.119859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f848b0a-a120-4120-9235-0feed30d908e req-1153fb29-0c91-4c8f-92ba-b41668042e4e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:18.121934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-02ca97e3-6e78-4a33-9a7b-762caa5c8175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc0e72a-7a12-4369-a43e-3eeed261a838') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:18.122411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-02ca97e3-6e78-4a33-9a7b-762caa5c8175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc0e72a-7a12-4369-a43e-3eeed261a838') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:18.128194 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f848b0a-a120-4120-9235-0feed30d908e req-1153fb29-0c91-4c8f-92ba-b41668042e4e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5437 time: 1.1406643 May 27 22:41:18.135849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ca97e3-6e78-4a33-9a7b-762caa5c8175 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:18.153750 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ca97e3-6e78-4a33-9a7b-762caa5c8175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:18.164116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ca97e3-6e78-4a33-9a7b-762caa5c8175 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:41:18.164116 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ca97e3-6e78-4a33-9a7b-762caa5c8175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:18.262624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-52a39b7f-6607-4f26-8d80-7b4c046fbdff tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:41:18.270232 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-52a39b7f-6607-4f26-8d80-7b4c046fbdff tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.9431908 May 27 22:41:18.270521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33562) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:18.282500 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:18.315905 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:18.317717 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cababad-428b-4f45-9631-8956b1cff5cb tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] GET failed (client error): The resource could not be found. May 27 22:41:18.323829 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4cababad-428b-4f45-9631-8956b1cff5cb tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/aeea96b1-39e2-427a-85dd-9d7e2cc62c7b HTTP/1.1" status: 404 len: 333 time: 0.0523069 May 27 22:41:18.330093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33566) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:18.331642 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7dc0e72a-7a12-4369-a43e-3eeed261a838 resource provider aggregate not found May 27 22:41:18.342564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1709739069'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:18.348531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:18.352417 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:network and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:18.355402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:18.362237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:18.368289 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7dc0e72a-7a12-4369-a43e-3eeed261a838 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dc0e72a-7a12-4369-a43e-3eeed261a838 found for delete ", "request_id": "req-63632805-7b3b-4284-bfac-4876d6932be1"}]} May 27 22:41:18.376421 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ca97e3-6e78-4a33-9a7b-762caa5c8175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:18.400575 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:18.402137 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ca97e3-6e78-4a33-9a7b-762caa5c8175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:18.406374 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca97e3-6e78-4a33-9a7b-762caa5c8175 admin admin] Pushing event deleted for resources: {'Network': ['ID=30cbfe36-9a96-4cd2-aa86-207c947ffdf4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:18.411349 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Transition to ACTIVE for port object 023676f5-3a01-4b80-99b3-3b9879c5577a will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:18.431483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Transition to ACTIVE for port object 023676f5-3a01-4b80-99b3-3b9879c5577a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:18.435435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:18.523321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] No DVR routers for this DVR port 80bc8b38-eab9-44e5-b684-b7898a6eed22 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:41:18.532528 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:18.542070 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:18.555325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30dcd865-3c26-4747-945c-4bb40b55ea83', 'name': 'network-vif-deleted', 'tag': '80bc8b38-eab9-44e5-b684-b7898a6eed22'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:18.555325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Pushing event deleted for resources: {'Port': ['ID=80bc8b38-eab9-44e5-b684-b7898a6eed22,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:18.574286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-0939896b-6895-4190-976b-fec4f721c3dd tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:18.574286 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-0939896b-6895-4190-976b-fec4f721c3dd tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.57 "GET /v2.0/networks?id=22f407af-4e97-4a03-8173-e2083063da8b HTTP/1.1" status: 200 len: 813 time: 0.4285202 May 27 22:41:18.583537 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f848b0a-a120-4120-9235-0feed30d908e req-8a4f5259-1723-4e42-9522-159915f2c0d7 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4543920 May 27 22:41:18.602558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Request body: {'port': {'device_id': '768ad646-02e1-4974-8ef8-f41ad324d7a1', 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b', 'admin_state_up': True, 'tenant_id': '8e50c6ac7a514d97842627c770c67d34'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:18.607060 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-02ca97e3-6e78-4a33-9a7b-762caa5c8175 admin admin] 10.222.0.27 "DELETE /v2.0/networks/30cbfe36-9a96-4cd2-aa86-207c947ffdf4 HTTP/1.1" status: 204 len: 168 time: 1.0816414 May 27 22:41:18.617260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:18.625555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:18.647035 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:18.681676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:18.690186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:18.694158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:41:18.699226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7baf624-6a43-45bf-b1b8-dbea83a13604 req-286ac087-106c-42ec-9529-4035d59d3edf tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.46 "DELETE /v2.0/ports/80bc8b38-eab9-44e5-b684-b7898a6eed22 HTTP/1.1" status: 204 len: 173 time: 5.1327529 May 27 22:41:18.705644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:18.708196 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:18.898292 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73131f9a-87cd-4e09-81f1-05cf087bd61a'] response: {'server_uuid': '30dcd865-3c26-4747-945c-4bb40b55ea83', 'name': 'network-vif-deleted', 'tag': '80bc8b38-eab9-44e5-b684-b7898a6eed22', 'status': 'completed', 'code': 200} May 27 22:41:18.929168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Pushing event updated for resources: {'Port': ['ID=023676f5-3a01-4b80-99b3-3b9879c5577a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:19.027413 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:19.027659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:19.030748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:19.031363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:19.035777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:19.035777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:19.035777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:19.035777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:19.036323 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:19.036922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:19.039442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:19.039987 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:19.049901 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:19.074756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:41:19.088072 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:19.090067 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Added segment 926820ba-5264-455d-be78-0f6e94590e55 of type vlan for network d50be17f-ea6c-49a3-b674-1235c137ecbb May 27 22:41:19.101154 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Attempting to bind port 023676f5-3a01-4b80-99b3-3b9879c5577a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:41:19.101525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Attempting to bind port 023676f5-3a01-4b80-99b3-3b9879c5577a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:41:19.106720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Attempting to bind port 023676f5-3a01-4b80-99b3-3b9879c5577a on network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:41:19.121895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:41:19.124451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Checking segment: {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:41:19.124892 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:19.125289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Bound using segment: {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:41:19.126871 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Bound port: 023676f5-3a01-4b80-99b3-3b9879c5577a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:41:19.129107 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:19.132306 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:19.234070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5f8310d7-e0e4-4bf8-a91e-919dc2e05afa req-a8cb6dce-61b4-41bb-b827-e74b333c61f5 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Synchronizing usage tracker for tenant:8e50c6ac7a514d97842627c770c67d34 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:41:19.332664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:19.333319 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:19.344763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33598) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:19.372196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] For port 023676f5-3a01-4b80-99b3-3b9879c5577a, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:41:19.376032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] For port 023676f5-3a01-4b80-99b3-3b9879c5577a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=023676f5-3a01-4b80-99b3-3b9879c5577a,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:41:19.385980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:19.386934 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:19.397378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-492c5af2-81ea-4324-aa5e-17a25ae11d6c tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:19.398618 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-492c5af2-81ea-4324-aa5e-17a25ae11d6c tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.46 "GET /v2.0/networks?id=22f407af-4e97-4a03-8173-e2083063da8b HTTP/1.1" status: 200 len: 813 time: 0.5433862 May 27 22:41:19.413034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-42bfdaac-bfb4-4939-91f1-bcc351a2b403 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Request body: {'port': {'device_id': '88f81d63-98cd-4cc8-b421-a4f8719323b2', 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b', 'admin_state_up': True, 'tenant_id': '8e50c6ac7a514d97842627c770c67d34'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:19.432203 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-07465efe-6ae6-4020-9072-c87a662ed111 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b2e7eff573fa4fd5a9426debf0dcaae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0861843 May 27 22:41:19.434970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33602) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:19.445919 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:19.453616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:19.454174 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:19.461271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5f8310d7-e0e4-4bf8-a91e-919dc2e05afa req-a8cb6dce-61b4-41bb-b827-e74b333c61f5 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Unset dirty status for tenant:8e50c6ac7a514d97842627c770c67d34 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:41:19.462814 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f8310d7-e0e4-4bf8-a91e-919dc2e05afa req-a8cb6dce-61b4-41bb-b827-e74b333c61f5 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 210 time: 0.3044975 May 27 22:41:19.508145 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:19.509140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:19.518933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Usage tracker for resource:port and tenant:8e50c6ac7a514d97842627c770c67d34 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:19.539782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:19.555921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:19.574640 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:19.666121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:19.728216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50ceeaa-ce10-4b90-b3ed-093fbaba14b3'}, {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e15e1a3-6c82-47b8-8f9a-48fee679e5f9'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:19.742452 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-018ad6e0-fef2-4788-a19a-5ccd6c7b7294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:19.767888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:19.783833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Made reservation on behalf of 8e50c6ac7a514d97842627c770c67d34 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:19.805686 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:19.821272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:19.821648 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:19.895470 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e8ec16-58e2-48e8-befe-83113ec602d7'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50ceeaa-ce10-4b90-b3ed-093fbaba14b3', 'code': 200} May 27 22:41:19.895797 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32e8ec16-58e2-48e8-befe-83113ec602d7'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e15e1a3-6c82-47b8-8f9a-48fee679e5f9', 'code': 200} May 27 22:41:19.953793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16885a-04e5-4119-8944-faa525fcc998 None None] Pushing event updated for resources: {'Port': ['ID=023676f5-3a01-4b80-99b3-3b9879c5577a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:19.994410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Network': ['ID=d50be17f-ea6c-49a3-b674-1235c137ecbb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:20.043425 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-018ad6e0-fef2-4788-a19a-5ccd6c7b7294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:20.052285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network d50be17f-ea6c-49a3-b674-1235c137ecbb details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:41:20.074262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-42bfdaac-bfb4-4939-91f1-bcc351a2b403 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:20.205798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Allocated IP 172.20.0.11 (22f407af-4e97-4a03-8173-e2083063da8b/01c15d94-1a4f-425d-9947-ba1c297e332b/a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:41:20.230098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:20.230687 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:20.252616 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d4d66f8c-b2c2-495d-a04d-8c98f685d777 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9099746 May 27 22:41:20.252616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33618) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:20.261828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'subnet': {'network_id': 'd50be17f-ea6c-49a3-b674-1235c137ecbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:20.288467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-42bfdaac-bfb4-4939-91f1-bcc351a2b403 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:20.298996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3df037ee-cdfc-4a0b-adc5-86aa597bdf16,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:20.380844 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:20.381641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 31f6ef24-23b1-439f-aa93-d8f16f4b382b up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:20.475802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce114f5-70d1-4703-b1c1-00d4e6f7b89d req-1a4915e1-bb12-4d48-b38b-1856928ee96c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:20.482647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce114f5-70d1-4703-b1c1-00d4e6f7b89d req-1a4915e1-bb12-4d48-b38b-1856928ee96c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:20.491277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce114f5-70d1-4703-b1c1-00d4e6f7b89d req-1a4915e1-bb12-4d48-b38b-1856928ee96c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:20.497561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce114f5-70d1-4703-b1c1-00d4e6f7b89d req-1a4915e1-bb12-4d48-b38b-1856928ee96c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:20.504240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce114f5-70d1-4703-b1c1-00d4e6f7b89d req-1a4915e1-bb12-4d48-b38b-1856928ee96c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:20.504918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=3df037ee-cdfc-4a0b-adc5-86aa597bdf16,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:20.512688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce114f5-70d1-4703-b1c1-00d4e6f7b89d req-1a4915e1-bb12-4d48-b38b-1856928ee96c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:20.518788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce114f5-70d1-4703-b1c1-00d4e6f7b89d req-1a4915e1-bb12-4d48-b38b-1856928ee96c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:20.520779 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ce114f5-70d1-4703-b1c1-00d4e6f7b89d req-1a4915e1-bb12-4d48-b38b-1856928ee96c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5439 time: 0.6854038 May 27 22:41:20.521625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-42bfdaac-bfb4-4939-91f1-bcc351a2b403 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Made reservation on behalf of 8e50c6ac7a514d97842627c770c67d34 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:20.523398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:20.525021 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-42bfdaac-bfb4-4939-91f1-bcc351a2b403 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:20.531842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:subnet and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:20.536650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:20.545577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:20.552229 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:20.586580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 31f6ef24-23b1-439f-aa93-d8f16f4b382b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:20.594707 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 31f6ef24-23b1-439f-aa93-d8f16f4b382b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:20.595263 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:20.595397 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:20.709607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:20.714680 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:20.805612 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ce114f5-70d1-4703-b1c1-00d4e6f7b89d req-eef0cfdf-701b-44f5-b07b-d8d1dc6cea5d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2706571 May 27 22:41:20.811649 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-018ad6e0-fef2-4788-a19a-5ccd6c7b7294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:20.882631 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 31f6ef24-23b1-439f-aa93-d8f16f4b382b is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:20.884147 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:20.947200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ad6e0-fef2-4788-a19a-5ccd6c7b7294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071fe79e-6429-4e11-850d-58a05595cde1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:20.988206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-55f5d1fa-dcb1-4faa-b902-78580c4206d4 req-203a2b7b-187a-40f6-8ee6-7bcc315996cc tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Synchronizing usage tracker for tenant:8e50c6ac7a514d97842627c770c67d34 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:41:21.008742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 31f6ef24-23b1-439f-aa93-d8f16f4b382b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=31f6ef24-23b1-439f-aa93-d8f16f4b382b,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:21.069588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 023676f5-3a01-4b80-99b3-3b9879c5577a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:21.101089 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:21.119071 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:21.119806 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 28f4ebbf-fdd6-4399-854a-6706996529f9 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:21.135242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Allocated IP 172.25.2.233 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/47be9312-b7d9-4e1a-846d-6ed42b500c70) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:41:21.202935 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-018ad6e0-fef2-4788-a19a-5ccd6c7b7294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:21.204049 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-018ad6e0-fef2-4788-a19a-5ccd6c7b7294 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/071fe79e-6429-4e11-850d-58a05595cde1 HTTP/1.1" status: 204 len: 168 time: 1.7679365 May 27 22:41:21.379800 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:21.387809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-55f5d1fa-dcb1-4faa-b902-78580c4206d4 req-203a2b7b-187a-40f6-8ee6-7bcc315996cc tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Unset dirty status for tenant:8e50c6ac7a514d97842627c770c67d34 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:41:21.394512 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:21.432099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55f5d1fa-dcb1-4faa-b902-78580c4206d4 req-203a2b7b-187a-40f6-8ee6-7bcc315996cc tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 210 time: 0.6339400 May 27 22:41:21.437875 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:21.534004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Subnet': ['ID=948772e5-5ee8-43c3-bacb-c009c1da118b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:21.535491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0323d832-b007-4e28-ab15-848a85991197 None None] Network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:41:21.545794 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.546234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.546667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.547070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.547621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.548036 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.548466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.548885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.549496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.550125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.550849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.551558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.555895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=31f6ef24-23b1-439f-aa93-d8f16f4b382b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:21.558912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Checking segment: {'id': '926820ba-5264-455d-be78-0f6e94590e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd50be17f-ea6c-49a3-b674-1235c137ecbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:41:21.559491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network hostable DHCP agents. Network: d50be17f-ea6c-49a3-b674-1235c137ecbb, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:41:21.584971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-42bfdaac-bfb4-4939-91f1-bcc351a2b403 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Allocated IP 172.20.0.6 (22f407af-4e97-4a03-8173-e2083063da8b/01c15d94-1a4f-425d-9947-ba1c297e332b/3bed226e-f91f-4b21-bb0d-aad2fe67fe8d) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:41:21.606282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Network 22f407af-4e97-4a03-8173-e2083063da8b is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:21.619762 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Pushing event updated for resources: {'Port': ['ID=a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:21.627843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:21.638810 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:21.639070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:41:21.675034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.676023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.676642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.677336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.678364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.678901 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.679448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.679980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.680594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.681141 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.681686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.682226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:21.738271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:21.738920 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:21.764100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network d50be17f-ea6c-49a3-b674-1235c137ecbb is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:41:21.792205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 023676f5-3a01-4b80-99b3-3b9879c5577a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:21.795389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1017cacd-e339-4e69-8d2c-649e137b7a88 None None] Provisioning for port 023676f5-3a01-4b80-99b3-3b9879c5577a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:21.804775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 28f4ebbf-fdd6-4399-854a-6706996529f9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:21.820387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 023676f5-3a01-4b80-99b3-3b9879c5577a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:21.820872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:21.919527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df037ee-cdfc-4a0b-adc5-86aa597bdf16'}, {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f6ef24-23b1-439f-aa93-d8f16f4b382b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:21.932053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:21.955297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:21.961086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1017cacd-e339-4e69-8d2c-649e137b7a88 None None] Provisioning complete for port 023676f5-3a01-4b80-99b3-3b9879c5577a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:21.965598 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1017cacd-e339-4e69-8d2c-649e137b7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:21.984982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:41:22.041123 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-42bfdaac-bfb4-4939-91f1-bcc351a2b403 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:22.078665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Pushing event updated for resources: {'Port': ['ID=47be9312-b7d9-4e1a-846d-6ed42b500c70,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:22.098291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 28f4ebbf-fdd6-4399-854a-6706996529f9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:22.098291 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:22.109410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, d50be17f-ea6c-49a3-b674-1235c137ecbb) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:22.117752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:22.123576 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:22.182412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b840a33f-f3e6-436f-8d9f-e940cc93e7e3 None None] Network d50be17f-ea6c-49a3-b674-1235c137ecbb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:41:22.249398 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-42bfdaac-bfb4-4939-91f1-bcc351a2b403 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:22.255517 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-35ee923f-515d-44d3-9f95-160e211343c3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6631570 May 27 22:41:22.305308 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6808bcbf-d56d-498e-a1d7-6079f6c67f48 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0541241 May 27 22:41:22.308979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33672) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:22.319392 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Request body: {'port': {'device_id': '768ad646-02e1-4974-8ef8-f41ad324d7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:22.319647 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c50bb6ad-7da8-441b-98ed-7f12e502b2da'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df037ee-cdfc-4a0b-adc5-86aa597bdf16', 'code': 200} May 27 22:41:22.319986 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c50bb6ad-7da8-441b-98ed-7f12e502b2da'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f6ef24-23b1-439f-aa93-d8f16f4b382b', 'code': 200} May 27 22:41:22.347352 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-df3e8b4e-f827-44eb-abc6-be3ef991001e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'subnet': {'network_id': 'd50be17f-ea6c-49a3-b674-1235c137ecbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:22.455544 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:22.564760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 023676f5-3a01-4b80-99b3-3b9879c5577a is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:22.569423 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:22.596942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-42bfdaac-bfb4-4939-91f1-bcc351a2b403 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Network 22f407af-4e97-4a03-8173-e2083063da8b is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:22.606948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-42bfdaac-bfb4-4939-91f1-bcc351a2b403 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:22.633778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-42bfdaac-bfb4-4939-91f1-bcc351a2b403 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:41:22.691899 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:22.710248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfdaac-bfb4-4939-91f1-bcc351a2b403 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Pushing event updated for resources: {'Port': ['ID=3bed226e-f91f-4b21-bb0d-aad2fe67fe8d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:22.877319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24f6e2-d5dc-450b-b2fb-a50303686fec req-c54578b8-812f-4991-835c-38deca1a8138 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:22.897857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24f6e2-d5dc-450b-b2fb-a50303686fec req-c54578b8-812f-4991-835c-38deca1a8138 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:22.905688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24f6e2-d5dc-450b-b2fb-a50303686fec req-c54578b8-812f-4991-835c-38deca1a8138 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:22.912108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24f6e2-d5dc-450b-b2fb-a50303686fec req-c54578b8-812f-4991-835c-38deca1a8138 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:22.918465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24f6e2-d5dc-450b-b2fb-a50303686fec req-c54578b8-812f-4991-835c-38deca1a8138 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:22.925360 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24f6e2-d5dc-450b-b2fb-a50303686fec req-c54578b8-812f-4991-835c-38deca1a8138 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:22.932826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24f6e2-d5dc-450b-b2fb-a50303686fec req-c54578b8-812f-4991-835c-38deca1a8138 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:22.935132 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f24f6e2-d5dc-450b-b2fb-a50303686fec req-c54578b8-812f-4991-835c-38deca1a8138 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5441 time: 0.8053384 May 27 22:41:22.937458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df3e8b4e-f827-44eb-abc6-be3ef991001e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:22.947897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-42bfdaac-bfb4-4939-91f1-bcc351a2b403 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:22.948861 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-42bfdaac-bfb4-4939-91f1-bcc351a2b403 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:22.950260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df3e8b4e-f827-44eb-abc6-be3ef991001e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:subnet and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:22.953351 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df3e8b4e-f827-44eb-abc6-be3ef991001e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:22.967730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 28f4ebbf-fdd6-4399-854a-6706996529f9 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:22.968316 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:22.970621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df3e8b4e-f827-44eb-abc6-be3ef991001e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:23.143302 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f24f6e2-d5dc-450b-b2fb-a50303686fec req-59ec15c8-bdef-412b-bcad-9a715620e308 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1871519 May 27 22:41:23.158475 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-42bfdaac-bfb4-4939-91f1-bcc351a2b403 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7512314 May 27 22:41:23.180026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1017cacd-e339-4e69-8d2c-649e137b7a88 None None] Current status of the port 023676f5-3a01-4b80-99b3-3b9879c5577a is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:23.180026 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1017cacd-e339-4e69-8d2c-649e137b7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:23.187111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd94c72-dcab-490f-996b-b816f7137626 req-73a72442-7dcb-4ddb-8a00-5d52beb63727 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:23.205711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9dd94c72-dcab-490f-996b-b816f7137626 req-73a72442-7dcb-4ddb-8a00-5d52beb63727 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 931 time: 0.5258155 May 27 22:41:23.282844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:23.320697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 023676f5-3a01-4b80-99b3-3b9879c5577a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=023676f5-3a01-4b80-99b3-3b9879c5577a,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:23.397895 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:23.436209 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 28f4ebbf-fdd6-4399-854a-6706996529f9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=28f4ebbf-fdd6-4399-854a-6706996529f9,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:23.437674 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9dd94c72-dcab-490f-996b-b816f7137626 req-d56f16fe-ab16-420a-92db-5e9f4c056642 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308359 May 27 22:41:23.478764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3e8b4e-f827-44eb-abc6-be3ef991001e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:23.488292 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df3e8b4e-f827-44eb-abc6-be3ef991001e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:23.628658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Request body: {'port': {'device_id': '88f81d63-98cd-4cc8-b421-a4f8719323b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:23.726231 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:23.727257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ef9523b3-0465-4c4f-9e93-31957771cb3b up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:23.782405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:41:23.794286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-d50be17f-ea6c-49a3-b674-1235c137ecbb', 'network_id': 'd50be17f-ea6c-49a3-b674-1235c137ecbb', 'tenant_id': '1fa8feff085d4561b4c22b1084ddb72b', 'fixed_ips': [{'subnet_id': '948772e5-5ee8-43c3-bacb-c009c1da118b'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:41:23.795419 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:23.795524 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:23.857418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=023676f5-3a01-4b80-99b3-3b9879c5577a,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:23.923865 n-d-843680-3 neutron-server[88901]: INFO neutron.db.ipam_backend_mixin [None req-df3e8b4e-f827-44eb-abc6-be3ef991001e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 948772e5-5ee8-43c3-bacb-c009c1da118b (CIDR: 2001:db8::/64) May 27 22:41:23.943846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Transition to ACTIVE for port object a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:23.960067 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-1017cacd-e339-4e69-8d2c-649e137b7a88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:41:23.960714 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-1017cacd-e339-4e69-8d2c-649e137b7a88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:41:23.966584 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:24.039898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=28f4ebbf-fdd6-4399-854a-6706996529f9,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:24.059341 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:24.119933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port ef9523b3-0465-4c4f-9e93-31957771cb3b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:24.150429 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Allocated IP 2001:db8::2 (d50be17f-ea6c-49a3-b674-1235c137ecbb/948772e5-5ee8-43c3-bacb-c009c1da118b/957c5dbe-8aeb-49fc-a580-e80acca87420) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:41:24.297150 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:24.299358 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3e8b4e-f827-44eb-abc6-be3ef991001e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:41:24.299874 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3e8b4e-f827-44eb-abc6-be3ef991001e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:41:24.363972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f4ebbf-fdd6-4399-854a-6706996529f9'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:24.376622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port ef9523b3-0465-4c4f-9e93-31957771cb3b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:24.377097 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:24.539020 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-df3e8b4e-f827-44eb-abc6-be3ef991001e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2289362 May 27 22:41:24.549655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33740) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:24.569328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-27832455-cca3-48c7-8f73-b70593b1cb9e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'subnet': {'network_id': 'd50be17f-ea6c-49a3-b674-1235c137ecbb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:24.591207 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1017cacd-e339-4e69-8d2c-649e137b7a88 None None] Current status of the port 023676f5-3a01-4b80-99b3-3b9879c5577a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:24.677786 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8284d0b5-5301-4338-ae18-f91d2cb9cddd req-7c5042a7-e7c2-4e7e-90d6-676cd3988c14 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=5eab7e68-4778-4750-904d-6df188a0dfa9 HTTP/1.1" status: 200 len: 210 time: 0.2136950 May 27 22:41:24.798425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-27832455-cca3-48c7-8f73-b70593b1cb9e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:24.801898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Pushing event updated for resources: {'Port': ['ID=a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:24.803157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-27832455-cca3-48c7-8f73-b70593b1cb9e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:subnet and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:24.807552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-27832455-cca3-48c7-8f73-b70593b1cb9e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:24.813860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-27832455-cca3-48c7-8f73-b70593b1cb9e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:24.872279 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Router 090dc531-8fe0-4287-a2c7-44bf25619f10 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:41:24.948506 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa94980a-ce4c-4385-bc27-dc19ff7bff2d'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f4ebbf-fdd6-4399-854a-6706996529f9', 'code': 200} May 27 22:41:24.952263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c24cd1-6d93-417a-bb9b-6d13373b9bd1 req-b93dba16-07df-4e1a-91a8-dddc1dbe7e6a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:24.952395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bfcae862-43e2-422f-a86e-4783439016fd None None] Provisioning complete for port 023676f5-3a01-4b80-99b3-3b9879c5577a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:24.952395 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bfcae862-43e2-422f-a86e-4783439016fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:24.956959 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c24cd1-6d93-417a-bb9b-6d13373b9bd1 req-b93dba16-07df-4e1a-91a8-dddc1dbe7e6a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:24.963425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c24cd1-6d93-417a-bb9b-6d13373b9bd1 req-b93dba16-07df-4e1a-91a8-dddc1dbe7e6a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:24.969351 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c24cd1-6d93-417a-bb9b-6d13373b9bd1 req-b93dba16-07df-4e1a-91a8-dddc1dbe7e6a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:24.975808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c24cd1-6d93-417a-bb9b-6d13373b9bd1 req-b93dba16-07df-4e1a-91a8-dddc1dbe7e6a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:24.981705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c24cd1-6d93-417a-bb9b-6d13373b9bd1 req-b93dba16-07df-4e1a-91a8-dddc1dbe7e6a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:24.987606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c24cd1-6d93-417a-bb9b-6d13373b9bd1 req-b93dba16-07df-4e1a-91a8-dddc1dbe7e6a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:24.996070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70c24cd1-6d93-417a-bb9b-6d13373b9bd1 req-b93dba16-07df-4e1a-91a8-dddc1dbe7e6a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5442 time: 0.5231495 May 27 22:41:25.025465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27832455-cca3-48c7-8f73-b70593b1cb9e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:25.029121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27832455-cca3-48c7-8f73-b70593b1cb9e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:25.141831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Attempting to bind port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:41:25.142467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Attempting to bind port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:41:25.143011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Attempting to bind port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa on network 22f407af-4e97-4a03-8173-e2083063da8b {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:41:25.173923 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:25.190118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Transition to ACTIVE for port object 957c5dbe-8aeb-49fc-a580-e80acca87420 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:25.202241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa on network 22f407af-4e97-4a03-8173-e2083063da8b not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:41:25.202790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Attempting to bind port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa on network 22f407af-4e97-4a03-8173-e2083063da8b {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:41:25.207731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Transition to ACTIVE for port object 957c5dbe-8aeb-49fc-a580-e80acca87420 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:25.213289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ef9523b3-0465-4c4f-9e93-31957771cb3b is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:25.213539 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:25.220964 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70c24cd1-6d93-417a-bb9b-6d13373b9bd1 req-7bebc6fc-be8d-45c3-9a87-7653ca683348 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2239163 May 27 22:41:25.265175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:41:25.265771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Checking segment: {'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:41:25.266504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Bound using segment: {'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:41:25.267124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Bound port: a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:41:25.267650 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:25.291295 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:25.495405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Network d50be17f-ea6c-49a3-b674-1235c137ecbb is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:25.521428 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:25.524906 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:41:25.540119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ac447-419c-4823-b9c2-e6af20012aa1 req-0e7fa3bd-92f8-4e83-bb50-a276ce49d5c6 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:25.541939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f69ac447-419c-4823-b9c2-e6af20012aa1 req-0e7fa3bd-92f8-4e83-bb50-a276ce49d5c6 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 931 time: 0.5135527 May 27 22:41:25.554274 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ef9523b3-0465-4c4f-9e93-31957771cb3b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ef9523b3-0465-4c4f-9e93-31957771cb3b,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:25.626571 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 023676f5-3a01-4b80-99b3-3b9879c5577a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:25.652713 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f69ac447-419c-4823-b9c2-e6af20012aa1 req-a1600736-4851-4a42-9baf-451c06891f7e tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976143 May 27 22:41:25.666121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] For port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:41:25.776176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] For port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:41:25.799893 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:41:25.828485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:25.848306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:41:25.853269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Transition to ACTIVE for port object 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:25.863051 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Sync routers for ids ['090dc531-8fe0-4287-a2c7-44bf25619f10'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:41:25.879225 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Routers {'090dc531-8fe0-4287-a2c7-44bf25619f10'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:41:25.879685 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:41:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['090dc531-8fe0-4287-a2c7-44bf25619f10'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:25.893481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Pushing event updated for resources: {'Port': ['ID=957c5dbe-8aeb-49fc-a580-e80acca87420,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:25.894544 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:25.904022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bfcae862-43e2-422f-a86e-4783439016fd None None] Current status of the port 023676f5-3a01-4b80-99b3-3b9879c5577a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:25.925526 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:25.984041 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:25.987908 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4de9c497-2054-4c4e-a44e-4016f37a90be admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.5969255 May 27 22:41:25.992011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33776) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:26.120297 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 023676f5-3a01-4b80-99b3-3b9879c5577a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:26.120297 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:26.126084 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27832455-cca3-48c7-8f73-b70593b1cb9e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:26.128100 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:26.151832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:26.152631 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:26.159145 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] 10.222.0.57 "PUT /v2.0/ports/a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa HTTP/1.1" status: 200 len: 1092 time: 3.8400931 May 27 22:41:26.159145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768ad646-02e1-4974-8ef8-f41ad324d7a1', 'tag': 'a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:26.162214 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Attempting to bind port 957c5dbe-8aeb-49fc-a580-e80acca87420 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:41:26.163051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Attempting to bind port 957c5dbe-8aeb-49fc-a580-e80acca87420 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '926820ba-5264-455d-be78-0f6e94590e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd50be17f-ea6c-49a3-b674-1235c137ecbb'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:41:26.163626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Attempting to bind port 957c5dbe-8aeb-49fc-a580-e80acca87420 on network d50be17f-ea6c-49a3-b674-1235c137ecbb {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:41:26.192201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:41:26.193504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Checking segment: {'id': '926820ba-5264-455d-be78-0f6e94590e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd50be17f-ea6c-49a3-b674-1235c137ecbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:41:26.193504 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:26.194513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Bound using segment: {'id': '926820ba-5264-455d-be78-0f6e94590e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd50be17f-ea6c-49a3-b674-1235c137ecbb'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:41:26.194513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Bound port: 957c5dbe-8aeb-49fc-a580-e80acca87420, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926820ba-5264-455d-be78-0f6e94590e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'd50be17f-ea6c-49a3-b674-1235c137ecbb'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:41:26.194700 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:26.217945 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ef9523b3-0465-4c4f-9e93-31957771cb3b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:26.402321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27832455-cca3-48c7-8f73-b70593b1cb9e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network d50be17f-ea6c-49a3-b674-1235c137ecbb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:26.407774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27832455-cca3-48c7-8f73-b70593b1cb9e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Subnet': ['ID=66bf68ed-cf05-4a23-b052-ac9b79e71103,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:26.422895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-27832455-cca3-48c7-8f73-b70593b1cb9e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:26.451819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b518caaf-d2ee-4f46-b381-d262c9f0f132 req-e2afe5e0-0267-4674-b06f-32ae4a8a1b38 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.3097582 May 27 22:41:26.455601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3362c-39f6-41e3-b4b7-8584565d558e service neutron] Pushing event updated for resources: {'Port': ['ID=a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:26.465539 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Set router 090dc531-8fe0-4287-a2c7-44bf25619f10 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:41:26.475528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27832455-cca3-48c7-8f73-b70593b1cb9e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:26.476209 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27832455-cca3-48c7-8f73-b70593b1cb9e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:26.506703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] For port 957c5dbe-8aeb-49fc-a580-e80acca87420, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:41:26.517257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 023676f5-3a01-4b80-99b3-3b9879c5577a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:26.520291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] For port 957c5dbe-8aeb-49fc-a580-e80acca87420, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=957c5dbe-8aeb-49fc-a580-e80acca87420,segment=NetworkSegment(926820ba-5264-455d-be78-0f6e94590e55),segment_id=926820ba-5264-455d-be78-0f6e94590e55)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:41:26.616190 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:26.715728 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-27832455-cca3-48c7-8f73-b70593b1cb9e tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1538553 May 27 22:41:26.716788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33802) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:26.754882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'network_id': 'd50be17f-ea6c-49a3-b674-1235c137ecbb', 'fixed_ips': [{'subnet_id': '948772e5-5ee8-43c3-bacb-c009c1da118b'}, {'subnet_id': '66bf68ed-cf05-4a23-b052-ac9b79e71103'}], 'name': 'tempest-PortsIpV6TestJSON-793537406'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:26.894239 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb42ed2-cd0f-43c3-9220-09d62a8fe285'] response: {'name': 'network-changed', 'server_uuid': '768ad646-02e1-4974-8ef8-f41ad324d7a1', 'tag': 'a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa', 'status': 'completed', 'code': 200} May 27 22:41:26.917983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee8863-7b35-41af-ad64-18bc41f86721 None None] Pushing event updated for resources: {'Port': ['ID=957c5dbe-8aeb-49fc-a580-e80acca87420,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:26.951702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9523b3-0465-4c4f-9e93-31957771cb3b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:27.106493 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:22Z', 'revision_number': 3, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:27.112606 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Checking router: 090dc531-8fe0-4287-a2c7-44bf25619f10 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:41:27.113232 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Updating router 090dc531-8fe0-4287-a2c7-44bf25619f10 port 47be9312-b7d9-4e1a-846d-6ed42b500c70 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:41:27.291473 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:27.430963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Pushing event updated for resources: {'Port': ['ID=3bed226e-f91f-4b21-bb0d-aad2fe67fe8d,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:27.463846 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bccdadaa-3d88-45f3-88a4-7c06cbede06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:27.566290 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-44857358-1b7f-419d-8c6b-03dbe3a14188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:27.570481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-44857358-1b7f-419d-8c6b-03dbe3a14188 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e50c6ac7a514d97842627c770c67d34&device_id=768ad646-02e1-4974-8ef8-f41ad324d7a1 HTTP/1.1" status: 200 len: 1095 time: 0.9627817 May 27 22:41:27.657566 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:27.676603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:port and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:27.686311 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:27.705971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:27.752993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 957c5dbe-8aeb-49fc-a580-e80acca87420 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:27.853672 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:27.876872 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Transition to ACTIVE for port object 47be9312-b7d9-4e1a-846d-6ed42b500c70 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:27.904063 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-ff55d7e4-8b4b-4b43-8ec2-3f961400bdda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa HTTP/1.1" status: 200 len: 217 time: 0.2848058 May 27 22:41:27.961428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42447bb6-f011-4272-a39b-9b833ce8c14e req-4c17cc54-cc54-431d-8f88-19d8f756a51a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:27.964638 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:27.984830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42447bb6-f011-4272-a39b-9b833ce8c14e req-4c17cc54-cc54-431d-8f88-19d8f756a51a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:28.000809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42447bb6-f011-4272-a39b-9b833ce8c14e req-4c17cc54-cc54-431d-8f88-19d8f756a51a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:28.023091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42447bb6-f011-4272-a39b-9b833ce8c14e req-4c17cc54-cc54-431d-8f88-19d8f756a51a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:28.027484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42447bb6-f011-4272-a39b-9b833ce8c14e req-4c17cc54-cc54-431d-8f88-19d8f756a51a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:28.063676 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42447bb6-f011-4272-a39b-9b833ce8c14e req-4c17cc54-cc54-431d-8f88-19d8f756a51a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:28.083046 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42447bb6-f011-4272-a39b-9b833ce8c14e req-4c17cc54-cc54-431d-8f88-19d8f756a51a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:28.099563 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42447bb6-f011-4272-a39b-9b833ce8c14e req-4c17cc54-cc54-431d-8f88-19d8f756a51a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5443 time: 1.3587730 May 27 22:41:28.117954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 957c5dbe-8aeb-49fc-a580-e80acca87420 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:28.151186 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f494fcf-7dd1-4a3f-a9f9-9fed26018cc8 None None] Pushing event updated for resources: {'Port': ['ID=47be9312-b7d9-4e1a-846d-6ed42b500c70,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:28.183060 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Attempting to bind port 47be9312-b7d9-4e1a-846d-6ed42b500c70 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:41:28.188282 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Attempting to bind port 47be9312-b7d9-4e1a-846d-6ed42b500c70 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:41:28.192325 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Attempting to bind port 47be9312-b7d9-4e1a-846d-6ed42b500c70 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:41:28.218775 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494fcf-7dd1-4a3f-a9f9-9fed26018cc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:28.218775 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494fcf-7dd1-4a3f-a9f9-9fed26018cc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:28.218775 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494fcf-7dd1-4a3f-a9f9-9fed26018cc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:28.222508 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494fcf-7dd1-4a3f-a9f9-9fed26018cc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:28.233883 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494fcf-7dd1-4a3f-a9f9-9fed26018cc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:28.233883 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494fcf-7dd1-4a3f-a9f9-9fed26018cc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:28.233883 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494fcf-7dd1-4a3f-a9f9-9fed26018cc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:28.233883 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494fcf-7dd1-4a3f-a9f9-9fed26018cc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:28.233883 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494fcf-7dd1-4a3f-a9f9-9fed26018cc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:28.235451 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494fcf-7dd1-4a3f-a9f9-9fed26018cc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:28.256421 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494fcf-7dd1-4a3f-a9f9-9fed26018cc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:28.256421 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f494fcf-7dd1-4a3f-a9f9-9fed26018cc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:41:28.280455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:28.282625 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:41:28.283243 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:41:28.283800 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:28.284333 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:41:28.285052 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Bound port: 47be9312-b7d9-4e1a-846d-6ed42b500c70, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:41:28.285588 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:28.491570 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] For port 47be9312-b7d9-4e1a-846d-6ed42b500c70, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:41:28.512064 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] For port 47be9312-b7d9-4e1a-846d-6ed42b500c70, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=47be9312-b7d9-4e1a-846d-6ed42b500c70,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:41:28.591929 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42447bb6-f011-4272-a39b-9b833ce8c14e req-78da3465-a137-4b91-8b54-2c91fd4c25f3 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4883795 May 27 22:41:28.609515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb06f6-6ee4-4ea8-96f9-20234206e5c1 req-019a9823-5bb4-4177-aedc-2025410a05ac tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:28.610003 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:28.614984 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5bb06f6-6ee4-4ea8-96f9-20234206e5c1 req-019a9823-5bb4-4177-aedc-2025410a05ac tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 943 time: 1.6048133 May 27 22:41:28.714045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Attempting to bind port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:41:28.715194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Attempting to bind port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:41:28.716603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Attempting to bind port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d on network 22f407af-4e97-4a03-8173-e2083063da8b {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:41:28.777689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d on network 22f407af-4e97-4a03-8173-e2083063da8b not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:41:28.778013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Attempting to bind port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d on network 22f407af-4e97-4a03-8173-e2083063da8b {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:41:28.818986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:41:28.819573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Checking segment: {'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:41:28.820845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Bound using segment: {'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:41:28.823400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Bound port: 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b08f6e9-8545-40a8-807b-90697780f9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:41:28.823926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:28.859625 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b2804f-26fd-4567-80fd-0073fcc4c6da'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9523b3-0465-4c4f-9e93-31957771cb3b', 'code': 200} May 27 22:41:28.911050 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5bb06f6-6ee4-4ea8-96f9-20234206e5c1 req-3d3ad078-43c5-42d0-ad98-c0fcc33856bc tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863891 May 27 22:41:28.916725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-03a71504-1132-43f2-99f8-8ede25f59b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:28.918396 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Routers {'090dc531-8fe0-4287-a2c7-44bf25619f10'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:41:28.920720 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:41:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['090dc531-8fe0-4287-a2c7-44bf25619f10'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:28.921064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-03a71504-1132-43f2-99f8-8ede25f59b12 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01c15d94-1a4f-425d-9947-ba1c297e332b HTTP/1.1" status: 200 len: 853 time: 0.7200029 May 27 22:41:28.963653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c25bed-8ff4-4fba-bf57-2baf03361978 None None] Network d50be17f-ea6c-49a3-b674-1235c137ecbb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:41:29.095023 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f494fcf-7dd1-4a3f-a9f9-9fed26018cc8 None None] Pushing event updated for resources: {'Port': ['ID=47be9312-b7d9-4e1a-846d-6ed42b500c70,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:29.135702 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-e18d5a67-4aa8-458c-9431-49e0a09a652a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22f407af-4e97-4a03-8173-e2083063da8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1555448 May 27 22:41:29.203064 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:29.224022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ce6b941e-7bab-403a-87b2-b3280c46160a None None] Provisioning for port 957c5dbe-8aeb-49fc-a580-e80acca87420 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:29.231675 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ce6b941e-7bab-403a-87b2-b3280c46160a None None] Provisioning complete for port 957c5dbe-8aeb-49fc-a580-e80acca87420 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:29.232777 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce6b941e-7bab-403a-87b2-b3280c46160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:29.241882 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:29.279267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port 925f8ac9-55fb-4a23-8541-2453178fc341 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:41:29.338423 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] Set router 090dc531-8fe0-4287-a2c7-44bf25619f10 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:41:29.342641 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-892e3ab0-d524-4222-bdb3-eda2230e7a63 req-37472be9-9cc7-4411-83f2-c6e9991e584d tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.1976097 May 27 22:41:29.603555 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-18832622-35f1-44de-a17e-5e64b4529f3d service neutron] 10.222.0.57 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651063 May 27 22:41:29.629075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ce6b941e-7bab-403a-87b2-b3280c46160a None None] Current status of the port 957c5dbe-8aeb-49fc-a580-e80acca87420 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:29.629454 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce6b941e-7bab-403a-87b2-b3280c46160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:29.852251 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09ca7ea9-18a2-4e51-b5ce-6e05d1f76251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:29.878738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] For port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:41:29.911231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ce6b941e-7bab-403a-87b2-b3280c46160a None None] For port 957c5dbe-8aeb-49fc-a580-e80acca87420, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=957c5dbe-8aeb-49fc-a580-e80acca87420,segment=NetworkSegment(926820ba-5264-455d-be78-0f6e94590e55),segment_id=926820ba-5264-455d-be78-0f6e94590e55)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:29.917924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8957876-294f-4ee5-8165-7916fa370342 None None] Update dhcp port {'port': {'network_id': 'd50be17f-ea6c-49a3-b674-1235c137ecbb', 'fixed_ips': [{'subnet_id': '948772e5-5ee8-43c3-bacb-c009c1da118b', 'ip_address': '2001:db8::2'}, {'subnet_id': '66bf68ed-cf05-4a23-b052-ac9b79e71103'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '957c5dbe-8aeb-49fc-a580-e80acca87420'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 22:41:29.923682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] For port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3bed226e-f91f-4b21-bb0d-aad2fe67fe8d,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:41:30.023637 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce6b941e-7bab-403a-87b2-b3280c46160a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:30.187926 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8957876-294f-4ee5-8165-7916fa370342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:30.204991 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:30.215820 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:22Z', 'revision_number': 3, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:30.227786 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458eb8f-884a-415e-b03b-4f1ae0653941 None None] The sync data for ids ['090dc531-8fe0-4287-a2c7-44bf25619f10'] in n-d-843680-3 is: [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:22Z', 'revision_number': 3, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:41:30.234508 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0b6529e-7fbf-4a00-92c8-6f5810571bd4 req-126081ad-8555-418d-9aaa-cffa9a564755 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5eab7e68-4778-4750-904d-6df188a0dfa9 HTTP/1.1" status: 200 len: 210 time: 0.1076617 May 27 22:41:30.314115 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b941e-7bab-403a-87b2-b3280c46160a None None] Pushing event updated for resources: {'Port': ['ID=957c5dbe-8aeb-49fc-a580-e80acca87420,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:30.454196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c07b9-a6da-4a78-93b9-2927bbde17b5 req-040acd64-4a22-4005-9413-bfae7a7c27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.454786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c07b9-a6da-4a78-93b9-2927bbde17b5 req-040acd64-4a22-4005-9413-bfae7a7c27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.455363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c07b9-a6da-4a78-93b9-2927bbde17b5 req-040acd64-4a22-4005-9413-bfae7a7c27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.456785 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c07b9-a6da-4a78-93b9-2927bbde17b5 req-040acd64-4a22-4005-9413-bfae7a7c27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.457514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c07b9-a6da-4a78-93b9-2927bbde17b5 req-040acd64-4a22-4005-9413-bfae7a7c27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.458332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c07b9-a6da-4a78-93b9-2927bbde17b5 req-040acd64-4a22-4005-9413-bfae7a7c27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.458853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c07b9-a6da-4a78-93b9-2927bbde17b5 req-040acd64-4a22-4005-9413-bfae7a7c27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.461430 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e92c07b9-a6da-4a78-93b9-2927bbde17b5 req-040acd64-4a22-4005-9413-bfae7a7c27bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 6500 time: 1.4114225 May 27 22:41:30.492997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Pushing event updated for resources: {'Port': ['ID=3bed226e-f91f-4b21-bb0d-aad2fe67fe8d,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:30.584567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Allocated IP 2001:db8::221 (d50be17f-ea6c-49a3-b674-1235c137ecbb/948772e5-5ee8-43c3-bacb-c009c1da118b/925f8ac9-55fb-4a23-8541-2453178fc341) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:41:30.620251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Allocated IP 2001:db8:0:1::370 (d50be17f-ea6c-49a3-b674-1235c137ecbb/66bf68ed-cf05-4a23-b052-ac9b79e71103/925f8ac9-55fb-4a23-8541-2453178fc341) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:41:30.624725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-247d0163-1b81-47ff-8d1e-e7cd805fbb11 service neutron] 10.222.0.57 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9910250 May 27 22:41:30.624725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.624725 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:30.624725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-02fb5460-f599-4ea1-9da4-8286ba8c6c6e service neutron] 10.222.0.46 "PUT /v2.0/ports/3bed226e-f91f-4b21-bb0d-aad2fe67fe8d HTTP/1.1" status: 200 len: 1091 time: 7.4153597 May 27 22:41:30.625498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f81d63-98cd-4cc8-b421-a4f8719323b2', 'tag': '3bed226e-f91f-4b21-bb0d-aad2fe67fe8d'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:30.648003 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e92c07b9-a6da-4a78-93b9-2927bbde17b5 req-d8c233cc-8f7f-4728-9557-cd7bbc6d89d0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227472 May 27 22:41:30.707756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a53ba-a87b-4d7c-ac04-aab90c1a8c08 req-fd283a9f-d64b-476e-9e34-688ee7e5c495 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.718892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a53ba-a87b-4d7c-ac04-aab90c1a8c08 req-fd283a9f-d64b-476e-9e34-688ee7e5c495 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.725336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a53ba-a87b-4d7c-ac04-aab90c1a8c08 req-fd283a9f-d64b-476e-9e34-688ee7e5c495 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.736434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a53ba-a87b-4d7c-ac04-aab90c1a8c08 req-fd283a9f-d64b-476e-9e34-688ee7e5c495 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.742976 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a53ba-a87b-4d7c-ac04-aab90c1a8c08 req-fd283a9f-d64b-476e-9e34-688ee7e5c495 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.753249 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a53ba-a87b-4d7c-ac04-aab90c1a8c08 req-fd283a9f-d64b-476e-9e34-688ee7e5c495 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.759139 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a53ba-a87b-4d7c-ac04-aab90c1a8c08 req-fd283a9f-d64b-476e-9e34-688ee7e5c495 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.778009 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b8a53ba-a87b-4d7c-ac04-aab90c1a8c08 req-fd283a9f-d64b-476e-9e34-688ee7e5c495 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5443 time: 0.8465629 May 27 22:41:30.811283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8c15f-14b0-43ec-af8c-c160024497ee req-7f83407c-9498-43e0-857e-96f6ff8da55f tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:30.813106 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3db8c15f-14b0-43ec-af8c-c160024497ee req-7f83407c-9498-43e0-857e-96f6ff8da55f tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 943 time: 0.6357529 May 27 22:41:30.861604 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:30.926928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Allocated IP 172.20.0.1 (0e348a9a-9bf7-4d15-8b46-b5331813aa6a/06f30d47-4208-4370-ad1f-f05d95b79b41/efa29fbd-dc63-42f0-b8c8-281fcf760298) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:41:30.952437 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:30.961254 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b8a53ba-a87b-4d7c-ac04-aab90c1a8c08 req-565bee73-850d-429c-8a4c-80f08b21d560 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1822710 May 27 22:41:30.980280 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3db8c15f-14b0-43ec-af8c-c160024497ee req-02331797-d30b-430e-83db-1897c098fbc7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428673 May 27 22:41:31.070349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6e825-1dd0-4f71-9ecd-04c6df9e9f63 req-736f9779-0952-4c7f-8789-0840ce56866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:31.072272 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5e6e825-1dd0-4f71-9ecd-04c6df9e9f63 req-736f9779-0952-4c7f-8789-0840ce56866b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e50c6ac7a514d97842627c770c67d34&device_id=768ad646-02e1-4974-8ef8-f41ad324d7a1 HTTP/1.1" status: 200 len: 1095 time: 0.2337623 May 27 22:41:31.192245 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c046ef5-7cf7-44f5-9993-25c8b26c2913'] response: {'name': 'network-changed', 'server_uuid': '88f81d63-98cd-4cc8-b421-a4f8719323b2', 'tag': '3bed226e-f91f-4b21-bb0d-aad2fe67fe8d', 'status': 'completed', 'code': 200} May 27 22:41:31.259536 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15940f31-4140-410f-9e25-7a29c0c1a390 req-e48855f3-a605-4a61-989e-34cd7a28f3d6 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0532372 May 27 22:41:31.309162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6e825-1dd0-4f71-9ecd-04c6df9e9f63 req-0ca32722-6909-44bd-aee8-a0c2188c74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:31.310616 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5e6e825-1dd0-4f71-9ecd-04c6df9e9f63 req-0ca32722-6909-44bd-aee8-a0c2188c74fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=22f407af-4e97-4a03-8173-e2083063da8b HTTP/1.1" status: 200 len: 914 time: 0.2255681 May 27 22:41:31.372401 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-c951af90-c168-4fc6-be6b-fdab536176bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:31.374174 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-c951af90-c168-4fc6-be6b-fdab536176bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e50c6ac7a514d97842627c770c67d34&device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 1094 time: 0.4962370 May 27 22:41:31.425963 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5e6e825-1dd0-4f71-9ecd-04c6df9e9f63 req-09d8bbff-9ca0-4a31-95b2-82e049bd1844 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa HTTP/1.1" status: 200 len: 217 time: 0.0990896 May 27 22:41:31.478851 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-cb8c3b93-6948-4ac3-b550-020cf24d3e83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bed226e-f91f-4b21-bb0d-aad2fe67fe8d HTTP/1.1" status: 200 len: 217 time: 0.0897620 May 27 22:41:31.525176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6e825-1dd0-4f71-9ecd-04c6df9e9f63 req-1c02a16a-c310-4647-a98e-42cad38d54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:31.526771 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5e6e825-1dd0-4f71-9ecd-04c6df9e9f63 req-1c02a16a-c310-4647-a98e-42cad38d54f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=01c15d94-1a4f-425d-9947-ba1c297e332b HTTP/1.1" status: 200 len: 853 time: 0.0933948 May 27 22:41:31.557479 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:31.627985 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:31.647025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Transition to ACTIVE for port object 925f8ac9-55fb-4a23-8541-2453178fc341 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:31.663003 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5e6e825-1dd0-4f71-9ecd-04c6df9e9f63 req-403468c2-7b2e-4297-830b-bd049630894d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22f407af-4e97-4a03-8173-e2083063da8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258051 May 27 22:41:31.672082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-98122662-2735-4947-b457-fc5a545ae491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:31.674721 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-98122662-2735-4947-b457-fc5a545ae491 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01c15d94-1a4f-425d-9947-ba1c297e332b HTTP/1.1" status: 200 len: 853 time: 0.1824336 May 27 22:41:31.677805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Transition to ACTIVE for port object efa29fbd-dc63-42f0-b8c8-281fcf760298 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:31.679187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 957c5dbe-8aeb-49fc-a580-e80acca87420 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:31.705430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-e5e6e825-1dd0-4f71-9ecd-04c6df9e9f63 req-4ea74d43-e677-43d2-ab69-83743097dda5 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:41:31.708314 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5e6e825-1dd0-4f71-9ecd-04c6df9e9f63 req-4ea74d43-e677-43d2-ab69-83743097dda5 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0354238 May 27 22:41:31.746985 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-f7f46208-6aa3-49ce-add7-627b8e7d927d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22f407af-4e97-4a03-8173-e2083063da8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646448 May 27 22:41:31.773925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-bbfbc725-c33f-4799-aaa4-58fef89d5057 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:41:31.774998 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-bbfbc725-c33f-4799-aaa4-58fef89d5057 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205836 May 27 22:41:31.883634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 957c5dbe-8aeb-49fc-a580-e80acca87420 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:31.884030 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:31.965614 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:32.056794 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5e6e825-1dd0-4f71-9ecd-04c6df9e9f63 req-e161d8f1-6b95-42e6-93a6-df93187294bf service neutron] 10.222.0.57 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394260 May 27 22:41:32.173558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=925f8ac9-55fb-4a23-8541-2453178fc341,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:32.185016 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6464d3e2-4c80-40c4-8205-29509a174fcb req-2ad779e0-33a5-4da2-8807-e9a19b550075 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.2636783 May 27 22:41:32.186158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:32.265273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:32.277295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network d50be17f-ea6c-49a3-b674-1235c137ecbb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:32.278602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:32.281452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:41:32.305587 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a8957876-294f-4ee5-8165-7916fa370342 None None] Allocated IP 2001:db8:0:1::2 (d50be17f-ea6c-49a3-b674-1235c137ecbb/66bf68ed-cf05-4a23-b052-ac9b79e71103/957c5dbe-8aeb-49fc-a580-e80acca87420) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:41:32.322321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:32.327543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:41:32.334068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:32.335056 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:32.336932 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:32.431791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Pushing event updated for resources: {'Port': ['ID=efa29fbd-dc63-42f0-b8c8-281fcf760298,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:32.450630 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-eff9bbc5-bafa-42f8-a327-995ba521e139 service neutron] 10.222.0.46 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614420 May 27 22:41:32.454425 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:32.648334 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 957c5dbe-8aeb-49fc-a580-e80acca87420 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:32.656074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 47be9312-b7d9-4e1a-846d-6ed42b500c70 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:32.752975 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5e6e825-1dd0-4f71-9ecd-04c6df9e9f63 req-4c891395-8b65-4e32-81a0-10f710ecd2b5 service neutron] 10.222.0.57 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6885660 May 27 22:41:32.842333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a8957876-294f-4ee5-8165-7916fa370342 None None] For port 957c5dbe-8aeb-49fc-a580-e80acca87420, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=957c5dbe-8aeb-49fc-a580-e80acca87420,segment=NetworkSegment(926820ba-5264-455d-be78-0f6e94590e55),segment_id=926820ba-5264-455d-be78-0f6e94590e55)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:32.892810 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8957876-294f-4ee5-8165-7916fa370342 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:32.896939 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cc788d96-f3c2-4be3-82cb-569cb006e13f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 6.1698172 May 27 22:41:32.904458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620952a-0d59-4898-9e6f-cb73e43b178b req-f490ca1b-c5a3-4843-9745-bd7418853cd9 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:32.906144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d620952a-0d59-4898-9e6f-cb73e43b178b req-f490ca1b-c5a3-4843-9745-bd7418853cd9 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 943 time: 0.5968192 May 27 22:41:32.906905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33900) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:32.919561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94e59-1478-41b5-87bf-bbd22001b694 req-acc8ff38-9776-469b-994a-79b1f7238a2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:32.931712 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94e59-1478-41b5-87bf-bbd22001b694 req-acc8ff38-9776-469b-994a-79b1f7238a2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:32.937316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a8957876-294f-4ee5-8165-7916fa370342 None None] Transition to ACTIVE for port object 957c5dbe-8aeb-49fc-a580-e80acca87420 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:32.941769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94e59-1478-41b5-87bf-bbd22001b694 req-acc8ff38-9776-469b-994a-79b1f7238a2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:32.947786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94e59-1478-41b5-87bf-bbd22001b694 req-acc8ff38-9776-469b-994a-79b1f7238a2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:32.966170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94e59-1478-41b5-87bf-bbd22001b694 req-acc8ff38-9776-469b-994a-79b1f7238a2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:32.971824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94e59-1478-41b5-87bf-bbd22001b694 req-acc8ff38-9776-469b-994a-79b1f7238a2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:32.979733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed94e59-1478-41b5-87bf-bbd22001b694 req-acc8ff38-9776-469b-994a-79b1f7238a2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:32.988470 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ed94e59-1478-41b5-87bf-bbd22001b694 req-acc8ff38-9776-469b-994a-79b1f7238a2e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5443 time: 0.3356574 May 27 22:41:33.020966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5b667094-8d91-462d-b394-a2dae8084da4 None None] Provisioning for port efa29fbd-dc63-42f0-b8c8-281fcf760298 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:33.028841 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5b667094-8d91-462d-b394-a2dae8084da4 None None] Provisioning complete for port efa29fbd-dc63-42f0-b8c8-281fcf760298 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:33.029397 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b667094-8d91-462d-b394-a2dae8084da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:33.059433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c2b9680e-08ee-426e-8f97-edeec4dca7f3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '948772e5-5ee8-43c3-bacb-c009c1da118b'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:33.066580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 47be9312-b7d9-4e1a-846d-6ed42b500c70 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:33.079604 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8957876-294f-4ee5-8165-7916fa370342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:33.086910 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8d30285-0caf-4e40-b761-e25f81f146ed req-63830fcb-c231-4c67-aa49-27f0458dcc8d service neutron] 10.222.0.46 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079799 May 27 22:41:33.137419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 47be9312-b7d9-4e1a-846d-6ed42b500c70 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:33.137792 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:33.180787 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ed94e59-1478-41b5-87bf-bbd22001b694 req-03e07c2f-e0d7-4917-a438-9e23319caee4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1912882 May 27 22:41:33.194394 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d620952a-0d59-4898-9e6f-cb73e43b178b req-f27dffa1-fdfa-469f-a788-b67ff1d067fe tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854393 May 27 22:41:33.317226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5b667094-8d91-462d-b394-a2dae8084da4 None None] Port efa29fbd-dc63-42f0-b8c8-281fcf760298 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:41:33.402644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8957876-294f-4ee5-8165-7916fa370342 None None] Pushing event updated for resources: {'Port': ['ID=957c5dbe-8aeb-49fc-a580-e80acca87420,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:33.490011 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:33.583173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 47be9312-b7d9-4e1a-846d-6ed42b500c70 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:33.583173 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:33.611377 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 47be9312-b7d9-4e1a-846d-6ed42b500c70, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=47be9312-b7d9-4e1a-846d-6ed42b500c70,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:33.613581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bba2d8-2a21-42d9-a075-f592228df9c8 req-41f2d255-cad7-4f20-ab78-b56a81bcf4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:33.615632 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47bba2d8-2a21-42d9-a075-f592228df9c8 req-41f2d255-cad7-4f20-ab78-b56a81bcf4a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e50c6ac7a514d97842627c770c67d34&device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 1094 time: 0.3165622 May 27 22:41:33.647076 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c2b9680e-08ee-426e-8f97-edeec4dca7f3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:33.674861 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe933759-cdee-4e04-9764-1a58ceb369a9 req-8227ef20-2441-4a43-8a92-a06946427c8b tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.1366205 May 27 22:41:33.695511 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:33.868623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 957c5dbe-8aeb-49fc-a580-e80acca87420 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:33.943680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=47be9312-b7d9-4e1a-846d-6ed42b500c70,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:33.977683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bba2d8-2a21-42d9-a075-f592228df9c8 req-bc1b3a52-aeff-45c0-bb39-250fb10c70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:33.979139 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47bba2d8-2a21-42d9-a075-f592228df9c8 req-bc1b3a52-aeff-45c0-bb39-250fb10c70b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=22f407af-4e97-4a03-8173-e2083063da8b HTTP/1.1" status: 200 len: 914 time: 0.3520682 May 27 22:41:34.145507 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:34.165249 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47bba2d8-2a21-42d9-a075-f592228df9c8 req-4cfffc30-096a-4249-9f83-cd0ed57369f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bed226e-f91f-4b21-bb0d-aad2fe67fe8d HTTP/1.1" status: 200 len: 217 time: 0.1698976 May 27 22:41:34.246666 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:34.355062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25480eb9-2fce-48d6-a8a9-8033119e69f5 None None] Network d50be17f-ea6c-49a3-b674-1235c137ecbb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:41:34.366782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-c2b9680e-08ee-426e-8f97-edeec4dca7f3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Delete allocated IP 2001:db8:0:1::370 (d50be17f-ea6c-49a3-b674-1235c137ecbb/66bf68ed-cf05-4a23-b052-ac9b79e71103) {{(pid=88900) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 22:41:34.438276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Pushing event updated for resources: {'Port': ['ID=efa29fbd-dc63-42f0-b8c8-281fcf760298,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:34.455249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bba2d8-2a21-42d9-a075-f592228df9c8 req-daa585f9-cabf-421d-9580-72abadd3b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:34.460712 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47bba2d8-2a21-42d9-a075-f592228df9c8 req-daa585f9-cabf-421d-9580-72abadd3b270 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=01c15d94-1a4f-425d-9947-ba1c297e332b HTTP/1.1" status: 200 len: 853 time: 0.2843819 May 27 22:41:34.516834 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47bba2d8-2a21-42d9-a075-f592228df9c8 req-f85cd737-2ef5-4f2e-a188-643665081d95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=22f407af-4e97-4a03-8173-e2083063da8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530465 May 27 22:41:34.519658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:34.698655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f375d-222c-470b-b05f-1a2ae1048a77 req-a052d1f1-491d-4270-9d78-6ceeae9bad6b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:34.706264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4a01f202-cf20-4838-9f3f-9d37e31cde0f None None] Provisioning for port 957c5dbe-8aeb-49fc-a580-e80acca87420 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:34.707925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f375d-222c-470b-b05f-1a2ae1048a77 req-a052d1f1-491d-4270-9d78-6ceeae9bad6b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:34.714469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f375d-222c-470b-b05f-1a2ae1048a77 req-a052d1f1-491d-4270-9d78-6ceeae9bad6b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:34.719503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4a01f202-cf20-4838-9f3f-9d37e31cde0f None None] Provisioning complete for port 957c5dbe-8aeb-49fc-a580-e80acca87420 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:34.722068 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4a01f202-cf20-4838-9f3f-9d37e31cde0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:34.722171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f375d-222c-470b-b05f-1a2ae1048a77 req-a052d1f1-491d-4270-9d78-6ceeae9bad6b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:34.731250 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f375d-222c-470b-b05f-1a2ae1048a77 req-a052d1f1-491d-4270-9d78-6ceeae9bad6b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:34.737309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f375d-222c-470b-b05f-1a2ae1048a77 req-a052d1f1-491d-4270-9d78-6ceeae9bad6b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:34.743078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f375d-222c-470b-b05f-1a2ae1048a77 req-a052d1f1-491d-4270-9d78-6ceeae9bad6b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:34.745066 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-881f375d-222c-470b-b05f-1a2ae1048a77 req-a052d1f1-491d-4270-9d78-6ceeae9bad6b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5443 time: 0.2620096 May 27 22:41:34.792255 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47bba2d8-2a21-42d9-a075-f592228df9c8 req-80642baf-28a8-4b56-af40-e90e34cbfc8d service neutron] 10.222.0.46 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627058 May 27 22:41:34.813210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752a6d5-813c-40d4-b81a-8a5538f01fa7 req-f5167e5e-0502-4859-a067-5a77b7bae8b4 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:34.814679 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c752a6d5-813c-40d4-b81a-8a5538f01fa7 req-f5167e5e-0502-4859-a067-5a77b7bae8b4 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 943 time: 0.2961562 May 27 22:41:34.822927 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-881f375d-222c-470b-b05f-1a2ae1048a77 req-53bf9084-cc3b-409a-8553-dcd318530258 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673652 May 27 22:41:34.843371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:41:34.879262 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c752a6d5-813c-40d4-b81a-8a5538f01fa7 req-11aff517-aac6-40ad-a775-baffed00da7a tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553150 May 27 22:41:34.918587 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c2b9680e-08ee-426e-8f97-edeec4dca7f3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:34.948286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:34.951401 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:34.956369 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-c2b9680e-08ee-426e-8f97-edeec4dca7f3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Ignored duplicate provisioning block setup for port 925f8ac9-55fb-4a23-8541-2453178fc341 by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 27 22:41:34.970413 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4a01f202-cf20-4838-9f3f-9d37e31cde0f None None] Current status of the port 957c5dbe-8aeb-49fc-a580-e80acca87420 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:35.026596 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c2b9680e-08ee-426e-8f97-edeec4dca7f3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:35.033573 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:41:35.322116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:35.357074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa', 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b', 'port_id': 'a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa', 'mac_address': 'fa:16:3e:b1:93:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c15d94-1a4f-425d-9947-ba1c297e332b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:41:35.459119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c2b9680e-08ee-426e-8f97-edeec4dca7f3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] In _notify_port_updated(), no bound segment for port 925f8ac9-55fb-4a23-8541-2453178fc341 on network d50be17f-ea6c-49a3-b674-1235c137ecbb {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:41:35.466082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b9680e-08ee-426e-8f97-edeec4dca7f3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:35.474008 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c2b9680e-08ee-426e-8f97-edeec4dca7f3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:35.475956 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c2b9680e-08ee-426e-8f97-edeec4dca7f3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "PUT /v2.0/ports/925f8ac9-55fb-4a23-8541-2453178fc341 HTTP/1.1" status: 200 len: 925 time: 2.4693658 May 27 22:41:35.478105 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b1386ccf-497b-4366-ac08-54403f113d44 None None] Provisioning complete for port efa29fbd-dc63-42f0-b8c8-281fcf760298 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:35.478490 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b1386ccf-497b-4366-ac08-54403f113d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:35.496607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33944) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:35.516290 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d729babe-2c62-4bcb-8bbc-0b9e910429f0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '948772e5-5ee8-43c3-bacb-c009c1da118b'}, {'subnet_id': '66bf68ed-cf05-4a23-b052-ac9b79e71103'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:35.566924 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad4f9bd2-9582-4923-add5-682ea63965c4 req-2e883101-6deb-4813-9070-244b2247c5c6 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.4599209 May 27 22:41:35.616381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9680e-08ee-426e-8f97-edeec4dca7f3 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=925f8ac9-55fb-4a23-8541-2453178fc341,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:35.616602 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:35.616602 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:35.653057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:41:35.673801 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47bba2d8-2a21-42d9-a075-f592228df9c8 req-dcc37863-c2e7-4120-b243-8573560887ec service neutron] 10.222.0.46 "GET /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8726759 May 27 22:41:35.752732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b1386ccf-497b-4366-ac08-54403f113d44 None None] Port efa29fbd-dc63-42f0-b8c8-281fcf760298 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:41:35.801806 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:35.833817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Router 090dc531-8fe0-4287-a2c7-44bf25619f10 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:41:35.851760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 47be9312-b7d9-4e1a-846d-6ed42b500c70 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:35.866487 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d729babe-2c62-4bcb-8bbc-0b9e910429f0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:36.077932 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:36.172749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a10e6a17-7a75-4059-b8b7-89a695425274 None None] Provisioning complete for port 957c5dbe-8aeb-49fc-a580-e80acca87420 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:36.173851 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a10e6a17-7a75-4059-b8b7-89a695425274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:36.211695 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [req-4237a4da-54d7-4844-b794-43456db5a8e6 req-c050af8f-258c-4bb0-93ac-5cf3467a40fb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:41:36.219775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a4da-54d7-4844-b794-43456db5a8e6 req-c050af8f-258c-4bb0-93ac-5cf3467a40fb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:36.226019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a4da-54d7-4844-b794-43456db5a8e6 req-c050af8f-258c-4bb0-93ac-5cf3467a40fb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:36.232133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a4da-54d7-4844-b794-43456db5a8e6 req-c050af8f-258c-4bb0-93ac-5cf3467a40fb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:36.233934 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:36.237993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:41:36.238221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a4da-54d7-4844-b794-43456db5a8e6 req-c050af8f-258c-4bb0-93ac-5cf3467a40fb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:36.244563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a4da-54d7-4844-b794-43456db5a8e6 req-c050af8f-258c-4bb0-93ac-5cf3467a40fb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:36.250842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a4da-54d7-4844-b794-43456db5a8e6 req-c050af8f-258c-4bb0-93ac-5cf3467a40fb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:36.263130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237a4da-54d7-4844-b794-43456db5a8e6 req-c050af8f-258c-4bb0-93ac-5cf3467a40fb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:36.266059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 47be9312-b7d9-4e1a-846d-6ed42b500c70 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:36.266731 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:36.274816 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4237a4da-54d7-4844-b794-43456db5a8e6 req-c050af8f-258c-4bb0-93ac-5cf3467a40fb tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5443 time: 1.1508052 May 27 22:41:36.280167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33972) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:36.289501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-fd6e1f65-6088-4371-baeb-c9c9f670ae0d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Request body: {'floatingip': {'port_id': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:36.338199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:41:36.357121 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7558504d-bf1b-4efc-be07-2b8313b5d592 admin admin] 10.222.0.27 "PUT /v2.0/routers/090dc531-8fe0-4287-a2c7-44bf25619f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3640416 May 27 22:41:36.495426 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:41:36.593455 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1f65-6088-4371-baeb-c9c9f670ae0d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:36.753910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33990) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:36.759855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:41:36.795129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Sync routers for ids ['090dc531-8fe0-4287-a2c7-44bf25619f10'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:41:36.943342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Routers {'090dc531-8fe0-4287-a2c7-44bf25619f10'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:41:36.943992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:41:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['090dc531-8fe0-4287-a2c7-44bf25619f10'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:36.949849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777e3107-fc7d-4094-b714-dcce2ba2cec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:36.976041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-777e3107-fc7d-4094-b714-dcce2ba2cec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:36.991677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-777e3107-fc7d-4094-b714-dcce2ba2cec1 admin admin] Usage tracker for resource:security_group_rule and tenant:e5775f7f316a4d23a5b922de79f8ca31 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:37.008986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-777e3107-fc7d-4094-b714-dcce2ba2cec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:37.016909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-777e3107-fc7d-4094-b714-dcce2ba2cec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:37.084811 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26742e2e-68d7-4b31-ba4e-66292a0d5158 req-563b8691-3109-417d-88cc-4585e31959a8 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.2022812 May 27 22:41:37.132376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3bed226e-f91f-4b21-bb0d-aad2fe67fe8d,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:37.132564 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777e3107-fc7d-4094-b714-dcce2ba2cec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:37.231653 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777e3107-fc7d-4094-b714-dcce2ba2cec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:37.257341 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '3bed226e-f91f-4b21-bb0d-aad2fe67fe8d', 'network_id': '22f407af-4e97-4a03-8173-e2083063da8b', 'port_id': '3bed226e-f91f-4b21-bb0d-aad2fe67fe8d', 'mac_address': 'fa:16:3e:c6:53:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c15d94-1a4f-425d-9947-ba1c297e332b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:41:37.297920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e3107-fc7d-4094-b714-dcce2ba2cec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435affb9-2274-4ebd-829b-e5628a354251,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:37.324952 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-777e3107-fc7d-4094-b714-dcce2ba2cec1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e5775f7f316a4d23a5b922de79f8ca31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5713933 May 27 22:41:37.325572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34004) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:37.391669 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-764cbcfb-cac9-4a8d-9baa-e87b07baad19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:37.420381 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-764cbcfb-cac9-4a8d-9baa-e87b07baad19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:37.478951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a10e6a17-7a75-4059-b8b7-89a695425274 None None] Current status of the port 957c5dbe-8aeb-49fc-a580-e80acca87420 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:37.515354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 47be9312-b7d9-4e1a-846d-6ed42b500c70 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:37.569568 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-764cbcfb-cac9-4a8d-9baa-e87b07baad19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:37.604431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cbcfb-cac9-4a8d-9baa-e87b07baad19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435affb9-2274-4ebd-829b-e5628a354251,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:37.606977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-764cbcfb-cac9-4a8d-9baa-e87b07baad19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:37.614051 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-764cbcfb-cac9-4a8d-9baa-e87b07baad19 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/435affb9-2274-4ebd-829b-e5628a354251 HTTP/1.1" status: 204 len: 168 time: 0.2875152 May 27 22:41:37.641653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34014) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:37.650048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-567fd86b-64ab-42ab-b7f9-1c6d73325245 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1068775699', 'description': 'tempest-description--1924905457'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:37.670906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854fb83-ff07-4d92-a431-9791a711769b req-022074f8-01de-422c-92b7-d6a4c2ea5d9e tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:37.678888 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b854fb83-ff07-4d92-a431-9791a711769b req-022074f8-01de-422c-92b7-d6a4c2ea5d9e tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 943 time: 1.0129642 May 27 22:41:37.680835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-567fd86b-64ab-42ab-b7f9-1c6d73325245 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:37.687990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-567fd86b-64ab-42ab-b7f9-1c6d73325245 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Usage tracker for resource:security_group and tenant:d7b99cdb08444e8e8a97195b4afa165a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:37.702430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-567fd86b-64ab-42ab-b7f9-1c6d73325245 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:37.716428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-567fd86b-64ab-42ab-b7f9-1c6d73325245 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:37.723843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:37.724460 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:37.753569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:41:37.805022 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b854fb83-ff07-4d92-a431-9791a711769b req-026403f9-b27d-4421-9728-7a78c5d27998 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252177 May 27 22:41:37.810808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3bed226e-f91f-4b21-bb0d-aad2fe67fe8d,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:37.821948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Set router 090dc531-8fe0-4287-a2c7-44bf25619f10 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:41:37.838257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-567fd86b-64ab-42ab-b7f9-1c6d73325245 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:37.853137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-d729babe-2c62-4bcb-8bbc-0b9e910429f0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Allocated IP 2001:db8:0:1::21e (d50be17f-ea6c-49a3-b674-1235c137ecbb/66bf68ed-cf05-4a23-b052-ac9b79e71103/925f8ac9-55fb-4a23-8541-2453178fc341) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:41:37.861105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-567fd86b-64ab-42ab-b7f9-1c6d73325245 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:37.866514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-567fd86b-64ab-42ab-b7f9-1c6d73325245 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Usage tracker for resource:security_group_rule and tenant:d7b99cdb08444e8e8a97195b4afa165a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:37.871651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-567fd86b-64ab-42ab-b7f9-1c6d73325245 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:37.883002 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a10e6a17-7a75-4059-b8b7-89a695425274 None None] Provisioning for port 925f8ac9-55fb-4a23-8541-2453178fc341 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:37.890514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-567fd86b-64ab-42ab-b7f9-1c6d73325245 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:37.903979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a10e6a17-7a75-4059-b8b7-89a695425274 None None] Provisioning complete for port 925f8ac9-55fb-4a23-8541-2453178fc341 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:37.905443 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a10e6a17-7a75-4059-b8b7-89a695425274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:37.931342 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:38.007231 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-567fd86b-64ab-42ab-b7f9-1c6d73325245 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:38.062824 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-567fd86b-64ab-42ab-b7f9-1c6d73325245 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:38.127753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567fd86b-64ab-42ab-b7f9-1c6d73325245 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:38.204314 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-567fd86b-64ab-42ab-b7f9-1c6d73325245 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:38.206219 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-567fd86b-64ab-42ab-b7f9-1c6d73325245 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5634069 May 27 22:41:38.209444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34032) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:38.216588 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1f65-6088-4371-baeb-c9c9f670ae0d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:38.220084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2a95dc86-d81f-43c7-bd75-bd03dae59938 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Request body: {'security_group_rule': {'security_group_id': '14cbc19d-ef5b-4f20-9e00-3eaf78548dfa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:38.227321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2a95dc86-d81f-43c7-bd75-bd03dae59938 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:38.232031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2a95dc86-d81f-43c7-bd75-bd03dae59938 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Usage tracker for resource:security_group_rule and tenant:d7b99cdb08444e8e8a97195b4afa165a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:38.235107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2a95dc86-d81f-43c7-bd75-bd03dae59938 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:38.246872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2a95dc86-d81f-43c7-bd75-bd03dae59938 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:38.289539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['3bed226e-f91f-4b21-bb0d-aad2fe67fe8d'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:41:38.303547 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1f65-6088-4371-baeb-c9c9f670ae0d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:38.371376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a10e6a17-7a75-4059-b8b7-89a695425274 None None] Port 925f8ac9-55fb-4a23-8541-2453178fc341 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:41:38.386749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=3bed226e-f91f-4b21-bb0d-aad2fe67fe8d,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:38.484949 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [None req-d729babe-2c62-4bcb-8bbc-0b9e910429f0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:41:38.489457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34042) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:38.494581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-331427f4-a714-4843-8e39-7a694d262962 req-60366033-f727-4e25-b612-74a36b3aa873 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.2409482 May 27 22:41:38.507775 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b41d6d8-0ab4-45fc-9f52-1a36457dbfb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:38.532050 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a95dc86-d81f-43c7-bd75-bd03dae59938 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:38.532144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8b41d6d8-0ab4-45fc-9f52-1a36457dbfb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:38.532220 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d729babe-2c62-4bcb-8bbc-0b9e910429f0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:38.532290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8b41d6d8-0ab4-45fc-9f52-1a36457dbfb4 admin admin] Usage tracker for resource:security_group_rule and tenant:7e54a7ba5e5e401b88d2cab0a22162b5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:38.534398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8b41d6d8-0ab4-45fc-9f52-1a36457dbfb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:38.542253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8b41d6d8-0ab4-45fc-9f52-1a36457dbfb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:38.546331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e12c5e83-1610-4540-84d7-4cd00b3246ac None None] Provisioning complete for port 925f8ac9-55fb-4a23-8541-2453178fc341 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:38.546880 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e12c5e83-1610-4540-84d7-4cd00b3246ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:38.569021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-d729babe-2c62-4bcb-8bbc-0b9e910429f0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Ignored duplicate provisioning block setup for port 925f8ac9-55fb-4a23-8541-2453178fc341 by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 27 22:41:38.625735 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e12c5e83-1610-4540-84d7-4cd00b3246ac None None] Port 925f8ac9-55fb-4a23-8541-2453178fc341 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:41:38.636973 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b41d6d8-0ab4-45fc-9f52-1a36457dbfb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:38.650769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'efa29fbd-dc63-42f0-b8c8-281fcf760298', 'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'mac_address': 'fa:16:3e:17:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:30Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 2, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'subnets': [{'id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:38.656621 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Checking router: 090dc531-8fe0-4287-a2c7-44bf25619f10 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:41:38.657160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Updating router 090dc531-8fe0-4287-a2c7-44bf25619f10 port efa29fbd-dc63-42f0-b8c8-281fcf760298 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:41:38.668315 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d729babe-2c62-4bcb-8bbc-0b9e910429f0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:38.757149 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b41d6d8-0ab4-45fc-9f52-1a36457dbfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:38.757810 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:38.836135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41d6d8-0ab4-45fc-9f52-1a36457dbfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25b5ced-9870-4001-998a-205198dafe0b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:38.841132 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8b41d6d8-0ab4-45fc-9f52-1a36457dbfb4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7e54a7ba5e5e401b88d2cab0a22162b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548107 May 27 22:41:38.843687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34052) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:38.853725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:38.871147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d729babe-2c62-4bcb-8bbc-0b9e910429f0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] In _notify_port_updated(), no bound segment for port 925f8ac9-55fb-4a23-8541-2453178fc341 on network d50be17f-ea6c-49a3-b674-1235c137ecbb {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:41:38.876925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d729babe-2c62-4bcb-8bbc-0b9e910429f0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:38.877509 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d729babe-2c62-4bcb-8bbc-0b9e910429f0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:38.883592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d729babe-2c62-4bcb-8bbc-0b9e910429f0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "PUT /v2.0/ports/925f8ac9-55fb-4a23-8541-2453178fc341 HTTP/1.1" status: 200 len: 1011 time: 3.3762221 May 27 22:41:38.887190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34056) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:38.920857 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-fd6e1f65-6088-4371-baeb-c9c9f670ae0d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Floating IP 0171b498-bfa3-4b99-b092-aea1d6550120 associated. External IP: 172.25.2.187, port: d9250c0c-5e72-4d00-804f-c64e7e1f2331. May 27 22:41:39.008551 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a95dc86-d81f-43c7-bd75-bd03dae59938 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:39.016117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729babe-2c62-4bcb-8bbc-0b9e910429f0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=925f8ac9-55fb-4a23-8541-2453178fc341,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:39.022610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b6466afe-fb31-4470-b519-9b99587cdb70 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 925f8ac9-55fb-4a23-8541-2453178fc341 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:39.026747 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6466afe-fb31-4470-b519-9b99587cdb70 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:39.082154 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a95dc86-d81f-43c7-bd75-bd03dae59938 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:39.084393 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8803c56-4412-45f4-a992-5a0ceb0fccbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:39.129302 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8803c56-4412-45f4-a992-5a0ceb0fccbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:39.150518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95dc86-d81f-43c7-bd75-bd03dae59938 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d582480-b2c0-417b-b841-2fa1b74c6b7f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:39.291620 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8803c56-4412-45f4-a992-5a0ceb0fccbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:39.293837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e06e5-b2c5-430f-a4a4-ee8cd123d0d0 req-ccb0789d-41af-4666-9b67-217230b9270d tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:39.295602 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b5e06e5-b2c5-430f-a4a4-ee8cd123d0d0 req-ccb0789d-41af-4666-9b67-217230b9270d tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 944 time: 0.2750545 May 27 22:41:39.347598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8803c56-4412-45f4-a992-5a0ceb0fccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25b5ced-9870-4001-998a-205198dafe0b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:39.398030 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8803c56-4412-45f4-a992-5a0ceb0fccbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:39.399151 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c8803c56-4412-45f4-a992-5a0ceb0fccbe admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e25b5ced-9870-4001-998a-205198dafe0b HTTP/1.1" status: 204 len: 168 time: 0.5541782 May 27 22:41:39.408727 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:39.422874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Transition to ACTIVE for port object efa29fbd-dc63-42f0-b8c8-281fcf760298 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:39.515710 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:39.541488 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a95dc86-d81f-43c7-bd75-bd03dae59938 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:39.543111 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2a95dc86-d81f-43c7-bd75-bd03dae59938 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3307645 May 27 22:41:39.547781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34070) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:39.554405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ee6cd2a7-e8ee-4056-82f6-214de02b91b4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Request body: {'security_group_rule': {'security_group_id': '14cbc19d-ef5b-4f20-9e00-3eaf78548dfa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:39.569653 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b5e06e5-b2c5-430f-a4a4-ee8cd123d0d0 req-2671a496-c2c6-4a8a-84c7-45e6538954a8 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653737 May 27 22:41:39.575330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ee6cd2a7-e8ee-4056-82f6-214de02b91b4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:39.590656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ee6cd2a7-e8ee-4056-82f6-214de02b91b4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Usage tracker for resource:security_group_rule and tenant:d7b99cdb08444e8e8a97195b4afa165a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:39.594081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ee6cd2a7-e8ee-4056-82f6-214de02b91b4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:39.604232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6466afe-fb31-4470-b519-9b99587cdb70 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:39.615843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ee6cd2a7-e8ee-4056-82f6-214de02b91b4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:39.661892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6e1f65-6088-4371-baeb-c9c9f670ae0d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:41:39.770919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b4edc05e-42f0-4ea5-929e-76b3f729aec0 None None] Provisioning complete for port 925f8ac9-55fb-4a23-8541-2453178fc341 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:39.771381 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4edc05e-42f0-4ea5-929e-76b3f729aec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:39.881797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b4edc05e-42f0-4ea5-929e-76b3f729aec0 None None] Port 925f8ac9-55fb-4a23-8541-2453178fc341 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:41:39.907259 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d2d220dd-051e-4aee-8431-df9c5de60fe1 req-6fb5bb04-3b9c-45af-b2bd-1d029d81e9cc tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0683389 May 27 22:41:39.959850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b6466afe-fb31-4470-b519-9b99587cdb70 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for 925f8ac9-55fb-4a23-8541-2453178fc341 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:39.964655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c78c42-a2c5-4394-a0e8-ebb432040bf1 None None] Pushing event updated for resources: {'Port': ['ID=efa29fbd-dc63-42f0-b8c8-281fcf760298,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:40.038378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6e1f65-6088-4371-baeb-c9c9f670ae0d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:41:40.052540 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f91cdc-aa1e-48ed-bfa1-5b26926f7e4a None None] Sync routers for ids ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:41:40.068517 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f91cdc-aa1e-48ed-bfa1-5b26926f7e4a None None] Routers {'2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:41:40.071735 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1f65-6088-4371-baeb-c9c9f670ae0d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:40.072155 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-32f91cdc-aa1e-48ed-bfa1-5b26926f7e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:41:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:40.103048 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd2a7-e8ee-4056-82f6-214de02b91b4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:40.117360 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Attempting to bind port efa29fbd-dc63-42f0-b8c8-281fcf760298 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:41:40.121047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Attempting to bind port efa29fbd-dc63-42f0-b8c8-281fcf760298 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:41:40.121193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Attempting to bind port efa29fbd-dc63-42f0-b8c8-281fcf760298 on network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:41:40.129632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:41:40.130636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Checking segment: {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:41:40.131031 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:40.131540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Bound using segment: {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:41:40.132009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Bound port: efa29fbd-dc63-42f0-b8c8-281fcf760298, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:41:40.147479 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:40.178866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:40.220126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fd6e1f65-6088-4371-baeb-c9c9f670ae0d tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "PUT /v2.0/floatingips/0171b498-bfa3-4b99-b092-aea1d6550120 HTTP/1.1" status: 200 len: 991 time: 3.9358988 May 27 22:41:40.220923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:40.350167 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd2a7-e8ee-4056-82f6-214de02b91b4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:40.353319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:40.405440 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-b329657d-1e39-4333-821e-51384ba677f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3378851 May 27 22:41:40.405781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:40.406157 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:40.421946 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-32f91cdc-aa1e-48ed-bfa1-5b26926f7e4a None None] Set router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:41:40.543761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] For port efa29fbd-dc63-42f0-b8c8-281fcf760298, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:41:40.549647 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] For port efa29fbd-dc63-42f0-b8c8-281fcf760298, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=efa29fbd-dc63-42f0-b8c8-281fcf760298,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:41:40.570894 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22bc5cb8-9823-44fc-8322-c7e4bdc00fa3'] response: {'name': 'network-changed', 'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'tag': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331', 'status': 'completed', 'code': 200} May 27 22:41:40.601771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34088) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:40.632817 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c572e79d-0e30-44a6-a669-ece34b96f153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:40.646237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:40.651970 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:40.660723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c572e79d-0e30-44a6-a669-ece34b96f153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:40.660723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c572e79d-0e30-44a6-a669-ece34b96f153 admin admin] Usage tracker for resource:security_group_rule and tenant:e840fff4c7e74f5586468774340ac964 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:40.662916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c572e79d-0e30-44a6-a669-ece34b96f153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:40.670688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c572e79d-0e30-44a6-a669-ece34b96f153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:40.704650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:40.704896 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:40.781436 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd2a7-e8ee-4056-82f6-214de02b91b4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:40.840796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:40.841354 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:40.920488 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c572e79d-0e30-44a6-a669-ece34b96f153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:41.019299 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c572e79d-0e30-44a6-a669-ece34b96f153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:41.035146 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768ad646-02e1-4974-8ef8-f41ad324d7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:41.043863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cd2a7-e8ee-4056-82f6-214de02b91b4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3024031d-01fb-4255-aba4-6d1130d84f5c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:41.049070 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ee6cd2a7-e8ee-4056-82f6-214de02b91b4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:41.050463 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ee6cd2a7-e8ee-4056-82f6-214de02b91b4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5013015 May 27 22:41:41.054986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34098) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:41.060193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Routers {'090dc531-8fe0-4287-a2c7-44bf25619f10'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:41:41.061512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:41:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['090dc531-8fe0-4287-a2c7-44bf25619f10'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:41.070113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:41.083575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:41.093449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Usage tracker for resource:floatingip and tenant:d7b99cdb08444e8e8a97195b4afa165a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:41.113993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c572e79d-0e30-44a6-a669-ece34b96f153 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e840fff4c7e74f5586468774340ac964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085974 May 27 22:41:41.115576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-1a28fb6d-d24d-4123-915b-15eae17e70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:41.116410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-1a28fb6d-d24d-4123-915b-15eae17e70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:41.117079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-1a28fb6d-d24d-4123-915b-15eae17e70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:41.119171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-1a28fb6d-d24d-4123-915b-15eae17e70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:41.119816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-1a28fb6d-d24d-4123-915b-15eae17e70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:41.123310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-1a28fb6d-d24d-4123-915b-15eae17e70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:41.124255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-1a28fb6d-d24d-4123-915b-15eae17e70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:41.129126 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-1a28fb6d-d24d-4123-915b-15eae17e70d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df84f64e176647659c4bf324dc3c727e&device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 6500 time: 0.4101956 May 27 22:41:41.134341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:41.135600 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34102) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:41.140100 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6466afe-fb31-4470-b519-9b99587cdb70 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:41.167158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c78c42-a2c5-4394-a0e8-ebb432040bf1 None None] Pushing event updated for resources: {'Port': ['ID=efa29fbd-dc63-42f0-b8c8-281fcf760298,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:41.187266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:41.278048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572e79d-0e30-44a6-a669-ece34b96f153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18adf191-cbe3-479e-9bf0-e62fe35510a2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:41.306148 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-32f91cdc-aa1e-48ed-bfa1-5b26926f7e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:06Z', 'updated_at': '2022-05-27T22:38:14Z', 'revision_number': 4, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'gw_port': {'id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:07Z', 'updated_at': '2022-05-27T22:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '0171b498-bfa3-4b99-b092-aea1d6550120', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'port_id': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'mac_address': 'fa:16:3e:18:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:39:44Z', 'updated_at': '2022-05-27T22:41:37Z', 'revision_number': 1, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8719400b-845e-416b-a73b-0d6892a06867', 'name': '', 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'mac_address': 'fa:16:3e:99:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:12Z', 'updated_at': '2022-05-27T22:38:27Z', 'revision_number': 5, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'subnets': [{'id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:41.317282 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f91cdc-aa1e-48ed-bfa1-5b26926f7e4a None None] Checking router: 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:41:41.327356 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f91cdc-aa1e-48ed-bfa1-5b26926f7e4a None None] Routers {'2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:41:41.328196 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-32f91cdc-aa1e-48ed-bfa1-5b26926f7e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:41:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:41.431190 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:41.459846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:41.501332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6466afe-fb31-4470-b519-9b99587cdb70 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=925f8ac9-55fb-4a23-8541-2453178fc341,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:41.531327 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-33a60b53-73ed-40c5-a8c3-91c1fc3fe764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:41.531815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-33a60b53-73ed-40c5-a8c3-91c1fc3fe764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:41.532415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-33a60b53-73ed-40c5-a8c3-91c1fc3fe764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:41.534587 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-33a60b53-73ed-40c5-a8c3-91c1fc3fe764 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 HTTP/1.1" status: 200 len: 2298 time: 0.2329075 May 27 22:41:41.579736 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:41.642630 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:41.643286 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:41.650735 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f94cfe34-a2c0-45b8-a702-4768d9086edf req-9a705e6c-da65-4e8e-a695-15301b205925 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.3940635 May 27 22:41:41.680395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] Set router 090dc531-8fe0-4287-a2c7-44bf25619f10 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:41:41.682864 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d374c694-3ee6-467d-881c-8664155abd3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:41.710341 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:41.762042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecb11d-8917-466b-af19-775fc0386e7d req-c681dd3d-9a8e-4921-99cd-bdcb861cb3ff tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:41.762437 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-32f91cdc-aa1e-48ed-bfa1-5b26926f7e4a None None] Set router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:41:41.763932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-84ecb11d-8917-466b-af19-775fc0386e7d req-c681dd3d-9a8e-4921-99cd-bdcb861cb3ff tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 944 time: 0.8340518 May 27 22:41:41.765989 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d374c694-3ee6-467d-881c-8664155abd3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:41.838580 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46dcaf2-94f1-4a1c-a570-59c2f45f6600'] response: {'server_uuid': '768ad646-02e1-4974-8ef8-f41ad324d7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa', 'code': 200} May 27 22:41:41.844144 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6466afe-fb31-4470-b519-9b99587cdb70 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:41.851132 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b6466afe-fb31-4470-b519-9b99587cdb70 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/925f8ac9-55fb-4a23-8541-2453178fc341 HTTP/1.1" status: 204 len: 168 time: 2.9602456 May 27 22:41:41.863749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34108) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:41.983312 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-16ecd23d-d631-4f4d-8509-2d20dbaa35c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9250c0c-5e72-4d00-804f-c64e7e1f2331 HTTP/1.1" status: 200 len: 999 time: 0.3891921 May 27 22:41:42.010136 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ddde8d-f0dd-496b-8e70-1b8560b30fa2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] GET failed (client error): The resource could not be found. May 27 22:41:42.016890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e4ddde8d-f0dd-496b-8e70-1b8560b30fa2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/925f8ac9-55fb-4a23-8541-2453178fc341 HTTP/1.1" status: 404 len: 333 time: 0.1446316 May 27 22:41:42.016890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34118) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:42.028479 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-84ecb11d-8917-466b-af19-775fc0386e7d req-e12dafb2-8443-4e67-b013-ae28795dc513 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451975 May 27 22:41:42.111343 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-71262f12-ce81-4774-a74f-61a373ba0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:42.113487 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-71262f12-ce81-4774-a74f-61a373ba0eee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=03468ea2-19a1-436d-b9b8-e83a2b471f43 HTTP/1.1" status: 200 len: 856 time: 0.1137583 May 27 22:41:42.115478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3bed226e-f91f-4b21-bb0d-aad2fe67fe8d,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:42.227636 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:42.243611 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:42.257231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6edfa5b-2374-4739-a71d-a048448a5111 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting subnet 66bf68ed-cf05-4a23-b052-ac9b79e71103 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:41:42.264129 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6edfa5b-2374-4739-a71d-a048448a5111 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:42.290517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-0fbec3b2-368e-4675-8277-5839fc47cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:42.292377 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-0fbec3b2-368e-4675-8277-5839fc47cb7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626120 May 27 22:41:42.344948 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6edfa5b-2374-4739-a71d-a048448a5111 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:42.437730 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6edfa5b-2374-4739-a71d-a048448a5111 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:42.477550 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-1cd34f33-15c3-4109-b83c-76cf1e1fc0b8 service neutron] 10.222.0.46 "GET /v2.0/networks/6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590159 May 27 22:41:42.519297 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d374c694-3ee6-467d-881c-8664155abd3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:42.546369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=3bed226e-f91f-4b21-bb0d-aad2fe67fe8d,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:42.547889 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-32f91cdc-aa1e-48ed-bfa1-5b26926f7e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:06Z', 'updated_at': '2022-05-27T22:38:14Z', 'revision_number': 4, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'gw_port': {'id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:07Z', 'updated_at': '2022-05-27T22:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '0171b498-bfa3-4b99-b092-aea1d6550120', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'port_id': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'mac_address': 'fa:16:3e:18:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:39:44Z', 'updated_at': '2022-05-27T22:41:37Z', 'revision_number': 1, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8719400b-845e-416b-a73b-0d6892a06867', 'name': '', 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'mac_address': 'fa:16:3e:99:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:12Z', 'updated_at': '2022-05-27T22:38:27Z', 'revision_number': 5, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'subnets': [{'id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:42.558635 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f91cdc-aa1e-48ed-bfa1-5b26926f7e4a None None] The sync data for ids ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'] in n-d-843680-3 is: [{'id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:06Z', 'updated_at': '2022-05-27T22:38:14Z', 'revision_number': 4, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'gw_port': {'id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:07Z', 'updated_at': '2022-05-27T22:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '0171b498-bfa3-4b99-b092-aea1d6550120', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'port_id': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'mac_address': 'fa:16:3e:18:ff:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:39:44Z', 'updated_at': '2022-05-27T22:41:37Z', 'revision_number': 1, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8719400b-845e-416b-a73b-0d6892a06867', 'name': '', 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'mac_address': 'fa:16:3e:99:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:12Z', 'updated_at': '2022-05-27T22:38:27Z', 'revision_number': 5, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'subnets': [{'id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:41:42.604257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'efa29fbd-dc63-42f0-b8c8-281fcf760298', 'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'mac_address': 'fa:16:3e:17:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:30Z', 'updated_at': '2022-05-27T22:41:40Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'subnets': [{'id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:42.611015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70667ead-2c48-4806-8ab8-1c669600fecc None None] The sync data for ids ['090dc531-8fe0-4287-a2c7-44bf25619f10'] in n-d-843680-3 is: [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'efa29fbd-dc63-42f0-b8c8-281fcf760298', 'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'mac_address': 'fa:16:3e:17:6f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:30Z', 'updated_at': '2022-05-27T22:41:40Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'subnets': [{'id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:41:42.651608 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6edfa5b-2374-4739-a71d-a048448a5111 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:42.745052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374c694-3ee6-467d-881c-8664155abd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18adf191-cbe3-479e-9bf0-e62fe35510a2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:42.774514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Allocated IP 172.25.2.66 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/446db0b8-429e-4d02-84f8-74ab898ee27a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:41:42.775392 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d374c694-3ee6-467d-881c-8664155abd3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:42.776580 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d374c694-3ee6-467d-881c-8664155abd3f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/18adf191-cbe3-479e-9bf0-e62fe35510a2 HTTP/1.1" status: 204 len: 168 time: 1.6354489 May 27 22:41:42.790195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edfa5b-2374-4739-a71d-a048448a5111 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Subnet': ['ID=66bf68ed-cf05-4a23-b052-ac9b79e71103,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:42.798383 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6edfa5b-2374-4739-a71d-a048448a5111 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:42.803259 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a6edfa5b-2374-4739-a71d-a048448a5111 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/66bf68ed-cf05-4a23-b052-ac9b79e71103 HTTP/1.1" status: 204 len: 168 time: 0.7848318 May 27 22:41:42.803521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34132) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:42.823948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f811c01d-b669-4c42-bb4e-99c533a42471 None None] Network d50be17f-ea6c-49a3-b674-1235c137ecbb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:41:42.953652 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-ee3f3e80-95ff-48b0-babb-b24069c78668 service neutron] 10.222.0.46 "GET /v2.0/networks/6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627256 May 27 22:41:43.107240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f45b6-405f-4d49-848c-e7f2c9986b8e req-2addcceb-8897-414e-b917-ba8d74845066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:43.111419 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b7f45b6-405f-4d49-848c-e7f2c9986b8e req-2addcceb-8897-414e-b917-ba8d74845066 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=768ad646-02e1-4974-8ef8-f41ad324d7a1 HTTP/1.1" status: 200 len: 1097 time: 1.1377790 May 27 22:41:43.121054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-82caf3be-9e07-470d-a087-4ffe3388b1a7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting subnet 948772e5-5ee8-43c3-bacb-c009c1da118b {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:41:43.137544 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ec954e-3285-4717-ad81-dc2387f060c5 None None] New status for floating IP 0171b498-bfa3-4b99-b092-aea1d6550120: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:41:43.196732 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-82caf3be-9e07-470d-a087-4ffe3388b1a7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:43.234985 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-474a68ba-5dda-450c-8955-702fc7dbb8d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=28f4ebbf-fdd6-4399-854a-6706996529f9 HTTP/1.1" status: 200 len: 217 time: 0.1499112 May 27 22:41:43.312131 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce3a5b50-152f-45ce-b880-531e892a67aa req-eacb2297-c500-47e0-8d7d-a58b10a81a36 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.3676677 May 27 22:41:43.547344 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b7f45b6-405f-4d49-848c-e7f2c9986b8e req-55cbaa10-264a-4204-b3eb-6759c903ab0f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044487 May 27 22:41:43.687169 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-82caf3be-9e07-470d-a087-4ffe3388b1a7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:43.844263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f81d63-98cd-4cc8-b421-a4f8719323b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bed226e-f91f-4b21-bb0d-aad2fe67fe8d'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:43.852240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-2ac5aada-b311-4622-ad82-57b90f89281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:43.854496 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-2ac5aada-b311-4622-ad82-57b90f89281f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.5946155 May 27 22:41:43.983704 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:44.028928 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device efa29fbd-dc63-42f0-b8c8-281fcf760298 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:44.055509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9602cb7d-d0f6-41b2-9c88-3f077d68d569 req-f2b90197-f9ef-4adb-912f-5b127e69a937 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:44.072644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8353-dd37-423f-a28b-2a9f790b491a req-7c1d59f5-3ae3-40c1-9f61-56e3b462c30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:44.074835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9602cb7d-d0f6-41b2-9c88-3f077d68d569 req-f2b90197-f9ef-4adb-912f-5b127e69a937 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.8886180 May 27 22:41:44.077668 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a3dd8353-dd37-423f-a28b-2a9f790b491a req-7c1d59f5-3ae3-40c1-9f61-56e3b462c30a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=49504ca94f5d42bf86dd37e137461ad8&device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 1096 time: 0.6732967 May 27 22:41:44.198476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798847f2-754e-451d-8b49-1b03dc72f1f4 req-56c3584e-e511-45f8-88ca-4de8c110a231 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:44.199924 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-798847f2-754e-451d-8b49-1b03dc72f1f4 req-56c3584e-e511-45f8-88ca-4de8c110a231 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 945 time: 0.6319633 May 27 22:41:44.250160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port efa29fbd-dc63-42f0-b8c8-281fcf760298 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:44.258486 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port efa29fbd-dc63-42f0-b8c8-281fcf760298 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:44.258486 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:44.344264 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-82caf3be-9e07-470d-a087-4ffe3388b1a7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:44.372529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-f05b559e-e636-4650-8e6a-aa4c28bf3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:44.375551 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-f05b559e-e636-4650-8e6a-aa4c28bf3b2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4780180 May 27 22:41:44.508904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-798847f2-754e-451d-8b49-1b03dc72f1f4 req-633b1d28-3885-4796-9433-b484729488cd tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006642 May 27 22:41:44.512201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9602cb7d-d0f6-41b2-9c88-3f077d68d569 req-312cba8d-afbb-49df-871a-1a177c2da41b tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4365797 May 27 22:41:44.582151 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-82caf3be-9e07-470d-a087-4ffe3388b1a7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:44.603825 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:44.718635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82caf3be-9e07-470d-a087-4ffe3388b1a7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Subnet': ['ID=948772e5-5ee8-43c3-bacb-c009c1da118b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:44.746611 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-82caf3be-9e07-470d-a087-4ffe3388b1a7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:44.772303 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-82caf3be-9e07-470d-a087-4ffe3388b1a7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/948772e5-5ee8-43c3-bacb-c009c1da118b HTTP/1.1" status: 204 len: 168 time: 1.9619412 May 27 22:41:44.774209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34162) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:44.866933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8353-dd37-423f-a28b-2a9f790b491a req-abf6c6b9-5217-40e0-ad83-19dd4177cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:44.869116 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a3dd8353-dd37-423f-a28b-2a9f790b491a req-abf6c6b9-5217-40e0-ad83-19dd4177cb12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e901676-0a75-4203-8f5c-0656d9c83953 HTTP/1.1" status: 200 len: 912 time: 0.7638185 May 27 22:41:44.876704 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port efa29fbd-dc63-42f0-b8c8-281fcf760298 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:44.876998 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:44.959287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event updated for resources: {'Port': ['ID=446db0b8-429e-4d02-84f8-74ab898ee27a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:44.986494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port efa29fbd-dc63-42f0-b8c8-281fcf760298, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=efa29fbd-dc63-42f0-b8c8-281fcf760298,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:45.067820 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:45.105462 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-d321a251-f6ee-4a00-9bcd-c4bc0b814ae8 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7201235 May 27 22:41:45.213265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=efa29fbd-dc63-42f0-b8c8-281fcf760298,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:45.218459 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80e1bdab-5d4f-4444-bbc5-10fa2e188673 req-d232ae5a-6f33-4409-8cc2-b89fad78c1d4 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.1325650 May 27 22:41:45.237711 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc081662-7525-44a3-85af-86b9b6078c5d'] response: {'server_uuid': '88f81d63-98cd-4cc8-b421-a4f8719323b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bed226e-f91f-4b21-bb0d-aad2fe67fe8d', 'code': 200} May 27 22:41:45.306819 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:45.362669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:45.370079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925005e2-38f5-46ed-8e17-735665f231a1 None None] Network d50be17f-ea6c-49a3-b674-1235c137ecbb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:41:45.370984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:45.382466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:41:45.403002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 957c5dbe-8aeb-49fc-a580-e80acca87420 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:45.403166 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:45.440934 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a3dd8353-dd37-423f-a28b-2a9f790b491a req-bc1d53a6-dc29-419f-a664-2ef764c0b975 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bc42512-d083-42b1-9cd0-7824279bd877 HTTP/1.1" status: 200 len: 1001 time: 0.4437339 May 27 22:41:45.623081 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-a277c7ac-a039-4fbe-9bf6-8b7a0dcead9c service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389288 May 27 22:41:45.640870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8353-dd37-423f-a28b-2a9f790b491a req-41c9e473-c80a-4528-a692-c4e835f35418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:45.642759 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a3dd8353-dd37-423f-a28b-2a9f790b491a req-41c9e473-c80a-4528-a692-c4e835f35418 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f036352-10d0-41a7-8335-90a12eb75254 HTTP/1.1" status: 200 len: 850 time: 0.1924043 May 27 22:41:45.695507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6fe4d3bf-12bc-410a-9d39-deb915738a59 None None] Provisioning complete for port 957c5dbe-8aeb-49fc-a580-e80acca87420 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:45.695886 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fe4d3bf-12bc-410a-9d39-deb915738a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:45.720271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7478eb1-cf97-4c68-8d4b-d72e8c834605 req-8dd58235-09dc-4157-99f6-5689c1ec70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:45.721994 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7478eb1-cf97-4c68-8d4b-d72e8c834605 req-8dd58235-09dc-4157-99f6-5689c1ec70fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 1096 time: 0.4106872 May 27 22:41:45.861432 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-4d724606-0d71-4d44-948c-f05af464c676 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=3df037ee-cdfc-4a0b-adc5-86aa597bdf16 HTTP/1.1" status: 200 len: 217 time: 0.2159379 May 27 22:41:45.932173 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:45.933976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6fe4d3bf-12bc-410a-9d39-deb915738a59 None None] Current status of the port 957c5dbe-8aeb-49fc-a580-e80acca87420 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:45.936224 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device efa29fbd-dc63-42f0-b8c8-281fcf760298 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:45.962065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-fa78b6af-885d-4c32-b4e6-8a642b578d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:45.963640 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-fa78b6af-885d-4c32-b4e6-8a642b578d79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.0912564 May 27 22:41:45.971637 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:45.975166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8353-dd37-423f-a28b-2a9f790b491a req-d309c2a4-2f8e-4a1f-9e98-2dee978d6a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:45.976764 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a3dd8353-dd37-423f-a28b-2a9f790b491a req-d309c2a4-2f8e-4a1f-9e98-2dee978d6a29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e901676-0a75-4203-8f5c-0656d9c83953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859217 May 27 22:41:46.027354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port efa29fbd-dc63-42f0-b8c8-281fcf760298 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:46.028083 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:46.084504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4ad821-b59d-4d4e-9f29-da7e9ecfc788 None None] DHCP port deletion for d50be17f-ea6c-49a3-b674-1235c137ecbb request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:41:46.090808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ad821-b59d-4d4e-9f29-da7e9ecfc788 None None] Deleting port 957c5dbe-8aeb-49fc-a580-e80acca87420 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:46.091457 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad821-b59d-4d4e-9f29-da7e9ecfc788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:46.197827 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:46.245241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] For port 957c5dbe-8aeb-49fc-a580-e80acca87420, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=957c5dbe-8aeb-49fc-a580-e80acca87420,segment=NetworkSegment(926820ba-5264-455d-be78-0f6e94590e55),segment_id=926820ba-5264-455d-be78-0f6e94590e55)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:46.245839 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:46.256247 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7478eb1-cf97-4c68-8d4b-d72e8c834605 req-c1b1de2d-cde8-44f9-ab4c-7df60dd94a68 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5225999 May 27 22:41:46.283314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-8d92c720-f5c5-431f-99a3-0cc568ccd59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:46.284829 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-8d92c720-f5c5-431f-99a3-0cc568ccd59c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3122115 May 27 22:41:46.290695 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a3dd8353-dd37-423f-a28b-2a9f790b491a req-8d45275c-1531-43d9-82ef-3eb0fb21d8a5 service neutron] 10.222.0.57 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813051 May 27 22:41:46.352923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9f4ad821-b59d-4d4e-9f29-da7e9ecfc788 None None] For port 957c5dbe-8aeb-49fc-a580-e80acca87420, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=957c5dbe-8aeb-49fc-a580-e80acca87420,segment=NetworkSegment(926820ba-5264-455d-be78-0f6e94590e55),segment_id=926820ba-5264-455d-be78-0f6e94590e55)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:46.353318 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad821-b59d-4d4e-9f29-da7e9ecfc788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:46.389283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for 957c5dbe-8aeb-49fc-a580-e80acca87420 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:46.455776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba39db-a9c0-4660-8cda-9144c9e6345d req-d36bca5a-e520-4921-8f99-2145c13014b3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:46.457271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-09ba39db-a9c0-4660-8cda-9144c9e6345d req-d36bca5a-e520-4921-8f99-2145c13014b3 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 945 time: 0.5160921 May 27 22:41:46.465259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49475c2-8360-42a7-a1a1-9bba4bd9672b req-259bfa5b-7cca-4b13-9115-3d0f5e8b05ee tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:46.466742 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d49475c2-8360-42a7-a1a1-9bba4bd9672b req-259bfa5b-7cca-4b13-9115-3d0f5e8b05ee tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.5840187 May 27 22:41:46.498118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ad821-b59d-4d4e-9f29-da7e9ecfc788 None None] Calling delete_port for 957c5dbe-8aeb-49fc-a580-e80acca87420 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:46.570471 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port efa29fbd-dc63-42f0-b8c8-281fcf760298 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:46.570917 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-09ba39db-a9c0-4660-8cda-9144c9e6345d req-a2b84986-e9ef-4f15-90c5-dd6dd5d1c226 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021976 May 27 22:41:46.573667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d49475c2-8360-42a7-a1a1-9bba4bd9672b req-9d5bcc99-d4d7-4a74-8779-88ee6a01045a tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883203 May 27 22:41:46.637789 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.644752 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.648152 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.648152 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.648152 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.648152 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.648152 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.648152 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.648152 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.648152 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.648152 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.648152 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.648152 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.648152 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.648152 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:41:46.648152 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:41:46.652214 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-9f4ad821-b59d-4d4e-9f29-da7e9ecfc788 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:41:46.652591 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-9f4ad821-b59d-4d4e-9f29-da7e9ecfc788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:41:46.695023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=957c5dbe-8aeb-49fc-a580-e80acca87420,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:46.696977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No DVR routers for this DVR port 957c5dbe-8aeb-49fc-a580-e80acca87420 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:41:46.862945 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-62a89730-4ff2-4caa-a408-07fdcd1aed9a service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366786 May 27 22:41:46.881282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51a0005e-4e99-4298-a426-08b7a8c839bc req-e7fa22fa-9a9f-4cd9-9061-619de52c35ba tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.1562760 May 27 22:41:46.932738 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:46.961771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50be17f-ea6c-49a3-b674-1235c137ecbb']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:46.974453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926820ba-5264-455d-be78-0f6e94590e55') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:46.974720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926820ba-5264-455d-be78-0f6e94590e55') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:41:46.985628 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a3dd8353-dd37-423f-a28b-2a9f790b491a req-71c2abe8-4db7-4a98-b6e9-bd899d436a6a service neutron] 10.222.0.57 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852548 May 27 22:41:46.988450 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:47.023134 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:47.031912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:41:47.032320 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:47.077117 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:47.100383 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-3fcf1e5c-3061-4375-9410-3ff1e474f7e0 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212334 May 27 22:41:47.154453 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ad821-b59d-4d4e-9f29-da7e9ecfc788 None None] Deleting port 957c5dbe-8aeb-49fc-a580-e80acca87420 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:47.154909 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f4ad821-b59d-4d4e-9f29-da7e9ecfc788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:47.182756 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 926820ba-5264-455d-be78-0f6e94590e55 resource provider aggregate not found May 27 22:41:47.212686 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 926820ba-5264-455d-be78-0f6e94590e55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 926820ba-5264-455d-be78-0f6e94590e55 found for delete ", "request_id": "req-514c9881-303d-42dc-aab7-015c3854aafc"}]} May 27 22:41:47.220076 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-cc5b55b3-7345-4021-86b7-7f59b900a2b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 HTTP/1.1" status: 200 len: 217 time: 0.1102176 May 27 22:41:47.221556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:47.296365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ad821-b59d-4d4e-9f29-da7e9ecfc788 None None] The port '957c5dbe-8aeb-49fc-a580-e80acca87420' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:41:47.312118 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:47.330877 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:47.344065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Network': ['ID=d50be17f-ea6c-49a3-b674-1235c137ecbb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:47.352085 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e9dd5eb3-4306-42cb-8a03-e86695a46a63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/networks/d50be17f-ea6c-49a3-b674-1235c137ecbb HTTP/1.1" status: 204 len: 168 time: 2.5776250 May 27 22:41:47.355967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34194) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:47.448916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event updated for resources: {'Port': ['ID=446db0b8-429e-4d02-84f8-74ab898ee27a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:47.467685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-978faaa0-7da4-4dc8-a1ca-edcdac32a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:47.469523 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-978faaa0-7da4-4dc8-a1ca-edcdac32a5ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.2006431 May 27 22:41:47.472391 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:47.472549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5a41bd-6961-4651-99b9-cd38263cc839 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:47.473273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ec5a41bd-6961-4651-99b9-cd38263cc839 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:41:47.546487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ec5a41bd-6961-4651-99b9-cd38263cc839 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:41:47.548279 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ec5a41bd-6961-4651-99b9-cd38263cc839 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1910846 May 27 22:41:47.558585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34198) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:47.580683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-9aacb17e-2e2a-4ae2-ae3d-d7efa83963d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:47.583630 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-9aacb17e-2e2a-4ae2-ae3d-d7efa83963d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1036656 May 27 22:41:47.678518 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:47.679727 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ee8af80-a31d-4406-9744-e2331ecaab3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6184859 May 27 22:41:47.716532 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6f911a04-eb60-40e4-9808-ccf1db678a80 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1567867 May 27 22:41:47.720109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34208) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:47.736975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1493499629'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:47.795863 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-fe1ef70d-9a52-4762-a1ac-7f5768944bc2 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068560 May 27 22:41:47.824790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:47.846930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 957c5dbe-8aeb-49fc-a580-e80acca87420 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:41:47.905855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:network and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:47.913552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:47.925733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:47.959711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 957c5dbe-8aeb-49fc-a580-e80acca87420 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:41:47.960054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 957c5dbe-8aeb-49fc-a580-e80acca87420 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:41:48.039582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd105f27-92fa-4639-9c72-43d2aa431ae0 req-0d192b82-9bce-46d5-8a16-8cbb81807efd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:48.047300 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd105f27-92fa-4639-9c72-43d2aa431ae0 req-0d192b82-9bce-46d5-8a16-8cbb81807efd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.2090383 May 27 22:41:48.083084 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-81fc7bb5-4a5e-4cc8-81dd-66e965e530dc service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771199 May 27 22:41:48.086506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115044a7-463f-4922-bc3b-8c76eb47a861 req-1dbe507f-4d74-47f5-888a-00bf0acc57b9 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:48.087960 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-115044a7-463f-4922-bc3b-8c76eb47a861 req-1dbe507f-4d74-47f5-888a-00bf0acc57b9 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 945 time: 0.3318055 May 27 22:41:48.088592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:48.091736 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:48.131256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd105f27-92fa-4639-9c72-43d2aa431ae0 req-cecf6258-ac49-4954-bee1-41a339d37b22 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829608 May 27 22:41:48.168448 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-115044a7-463f-4922-bc3b-8c76eb47a861 req-70e59664-4c21-475a-966d-3e97637ce09b tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635238 May 27 22:41:48.168661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:41:48.180389 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:48.180958 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Added segment a648eeea-1829-4525-914b-0f999792720b of type vlan for network d8ab2d4f-622d-4927-bcf9-c614b989fcd9 May 27 22:41:48.190728 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-1cea505f-5580-455c-b08d-21b758e73e01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=31f6ef24-23b1-439f-aa93-d8f16f4b382b HTTP/1.1" status: 200 len: 217 time: 0.0976772 May 27 22:41:48.218007 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:48.300626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-8a882532-6c8d-457c-ac01-b29e1e8a5fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:48.306000 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-8a882532-6c8d-457c-ac01-b29e1e8a5fa7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.0920820 May 27 22:41:48.349066 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0c5d5aa-112e-4fa5-93e3-314789af3499 req-d7d43568-bc8e-4559-9677-c2bb255983cf tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0793121 May 27 22:41:48.375148 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-affeb02c-ceb8-4b6d-a1b8-2077b9cd723d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1068775699&fields=id&tenant_id=d7b99cdb08444e8e8a97195b4afa165a HTTP/1.1" status: 200 len: 267 time: 0.0552402 May 27 22:41:48.379264 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:48.385396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:48.386141 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:48.386986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-4d39e700-0f2b-47a1-9b36-c3f131bd2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:48.388519 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-4d39e700-0f2b-47a1-9b36-c3f131bd2126 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775921 May 27 22:41:48.528648 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-5a677286-0611-452a-8c44-e01b06a8109e service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335919 May 27 22:41:48.675564 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-733557a5-d05c-4ae8-99a7-3f90cff9c742 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405616 May 27 22:41:48.691913 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9601028 May 27 22:41:48.696545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34230) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:48.701518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ba134-49fa-4e39-952c-cbb19dc1ae3f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Network': ['ID=d8ab2d4f-622d-4927-bcf9-c614b989fcd9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:48.708825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'subnet': {'network_id': 'd8ab2d4f-622d-4927-bcf9-c614b989fcd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:48.712289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network d8ab2d4f-622d-4927-bcf9-c614b989fcd9 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:41:48.862819 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-3165bc7e-9974-4fe3-98c1-ad8964df074b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:48.869693 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-3165bc7e-9974-4fe3-98c1-ad8964df074b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/networks?id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a HTTP/1.1" status: 200 len: 817 time: 0.4794381 May 27 22:41:48.882672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:48.893040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4d5fab58-98b7-4c18-8abd-efbe313f4de1 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/quotas/d7b99cdb08444e8e8a97195b4afa165a HTTP/1.1" status: 200 len: 375 time: 0.0224550 May 27 22:41:48.926890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:subnet and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:48.933617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:48.945917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:48.946620 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-3482343c-cb88-4ca0-ab8c-c45baa148f10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 HTTP/1.1" status: 200 len: 217 time: 0.2651894 May 27 22:41:48.992556 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-5812b213-47b3-447a-a2c8-402d1f721716 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0976486 May 27 22:41:49.026170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-72c8e61a-e091-4c96-87ec-dbd6028658bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:49.027791 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-72c8e61a-e091-4c96-87ec-dbd6028658bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=862db2da-2593-4ce1-842a-3a10259ed89c HTTP/1.1" status: 200 len: 797 time: 0.0657649 May 27 22:41:49.083567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:49.087535 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:49.134272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-4b5c20b4-1291-4570-a163-03ccb93768ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:49.135880 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-4b5c20b4-1291-4570-a163-03ccb93768ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1021974 May 27 22:41:49.253520 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-0558d7a6-5ffa-4e36-a8ee-a6b3f258155e service neutron] 10.222.0.27 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486002 May 27 22:41:49.333349 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-e9c78d48-e93e-4b7d-9e18-cd1a3ac2874b service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901152 May 27 22:41:49.508996 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-89872a80-890a-4faf-9ed5-4a2352cef114 service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634605 May 27 22:41:49.588592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-2bab37b1-a549-4182-8557-b6e956c30cef service neutron] 10.222.0.27 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076520 May 27 22:41:49.614484 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-7c633136-19d9-49e2-ab35-55983ce112ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef9523b3-0465-4c4f-9e93-31957771cb3b HTTP/1.1" status: 200 len: 217 time: 0.1030703 May 27 22:41:49.638416 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa6fe1-6aff-45b0-bf23-40f00f530a78 req-268e3ea9-0b08-4327-8694-1371fe22f6fa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:49.639917 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1baa6fe1-6aff-45b0-bf23-40f00f530a78 req-268e3ea9-0b08-4327-8694-1371fe22f6fa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.3294308 May 27 22:41:49.688842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-aa4ca1fc-e891-4977-843b-fadcfc5f8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:49.695284 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-aa4ca1fc-e891-4977-843b-fadcfc5f8f6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=862db2da-2593-4ce1-842a-3a10259ed89c HTTP/1.1" status: 200 len: 797 time: 0.0664692 May 27 22:41:49.716949 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1baa6fe1-6aff-45b0-bf23-40f00f530a78 req-a37a8b3e-e4a2-4b38-ac97-f9b3db849af7 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625148 May 27 22:41:49.769275 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:49.788271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-44a82562-53cd-46eb-aa91-ec0c19ec9b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:49.790088 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-44a82562-53cd-46eb-aa91-ec0c19ec9b6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0934992 May 27 22:41:49.994992 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-ed4296ba-e9d0-466e-9d2c-cc7e5b60aab9 service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971738 May 27 22:41:50.000934 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0cb76c3-a086-42e0-afc1-5349ad7af58a req-9f898207-927d-4b34-906d-fbf7d28b4c8b tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0687213 May 27 22:41:50.008933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Subnet': ['ID=526eba2e-453f-4eea-8a98-de75b8d4bd54,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:50.012128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Checking segment: {'id': 'a648eeea-1829-4525-914b-0f999792720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd8ab2d4f-622d-4927-bcf9-c614b989fcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:41:50.012696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network hostable DHCP agents. Network: d8ab2d4f-622d-4927-bcf9-c614b989fcd9, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:41:50.058749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc32bc6-2fe5-4ae8-8d8d-4489fbc20914 req-f57bc95b-2c07-447a-b8c1-7d746a8e934c tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:50.064597 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dbc32bc6-2fe5-4ae8-8d8d-4489fbc20914 req-f57bc95b-2c07-447a-b8c1-7d746a8e934c tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 945 time: 0.1972435 May 27 22:41:50.156318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network d8ab2d4f-622d-4927-bcf9-c614b989fcd9 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:41:50.171029 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e760e12-37fc-45b1-bdf2-ad5f84cae6ef req-658129e8-e4e3-4b8a-8685-8e74b5c032f1 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 210 time: 0.0737083 May 27 22:41:50.178623 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dbc32bc6-2fe5-4ae8-8d8d-4489fbc20914 req-c9df43d6-3496-4db0-ae03-76353018827a tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130402 May 27 22:41:50.217800 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2c50fe1-14f3-4034-b373-31f2eb4653fe req-3502dd61-cdf1-406b-bc4b-66d886f7301c service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073371 May 27 22:41:50.232306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, d8ab2d4f-622d-4927-bcf9-c614b989fcd9) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:50.239336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:50.240075 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:50.251685 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7b6be3-0dd6-4644-bb8e-6e7633d90a13 None None] Network d8ab2d4f-622d-4927-bcf9-c614b989fcd9 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:41:50.469521 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-877c1736-a973-49e0-8d5e-52addf04f278 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7696579 May 27 22:41:50.470812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34270) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:50.479350 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'network_id': 'd8ab2d4f-622d-4927-bcf9-c614b989fcd9', 'name': 'tempest-PortsIpV6TestJSON-873601343'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:50.539277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea07fc7-6485-478c-9275-8946ea177550 req-1d776129-3875-4e63-9593-de477625a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:50.539670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea07fc7-6485-478c-9275-8946ea177550 req-1d776129-3875-4e63-9593-de477625a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:50.540138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea07fc7-6485-478c-9275-8946ea177550 req-1d776129-3875-4e63-9593-de477625a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:50.542435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea07fc7-6485-478c-9275-8946ea177550 req-1d776129-3875-4e63-9593-de477625a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:50.542925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea07fc7-6485-478c-9275-8946ea177550 req-1d776129-3875-4e63-9593-de477625a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:50.543403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea07fc7-6485-478c-9275-8946ea177550 req-1d776129-3875-4e63-9593-de477625a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:50.543873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea07fc7-6485-478c-9275-8946ea177550 req-1d776129-3875-4e63-9593-de477625a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:50.557847 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aea07fc7-6485-478c-9275-8946ea177550 req-1d776129-3875-4e63-9593-de477625a8a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df84f64e176647659c4bf324dc3c727e&device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 6500 time: 0.2026916 May 27 22:41:50.645698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83f85a-cdc2-447e-a490-1ca90162092b req-08b189f4-c3fb-4516-9849-31d5cb0f7d52 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:50.654966 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e83f85a-cdc2-447e-a490-1ca90162092b req-08b189f4-c3fb-4516-9849-31d5cb0f7d52 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=768ad646-02e1-4974-8ef8-f41ad324d7a1 HTTP/1.1" status: 200 len: 946 time: 0.3273449 May 27 22:41:50.738538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-d8ab2d4f-622d-4927-bcf9-c614b989fcd9', 'network_id': 'd8ab2d4f-622d-4927-bcf9-c614b989fcd9', 'tenant_id': '1fa8feff085d4561b4c22b1084ddb72b', 'fixed_ips': [{'subnet_id': '526eba2e-453f-4eea-8a98-de75b8d4bd54'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:41:50.740307 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:50.825702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea07fc7-6485-478c-9275-8946ea177550 req-a139ca2c-edad-4b7d-b184-0933a66bd0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:50.836629 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aea07fc7-6485-478c-9275-8946ea177550 req-a139ca2c-edad-4b7d-b184-0933a66bd0cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f HTTP/1.1" status: 200 len: 918 time: 0.2630577 May 27 22:41:50.943281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Allocated IP 2001:db8::2 (d8ab2d4f-622d-4927-bcf9-c614b989fcd9/526eba2e-453f-4eea-8a98-de75b8d4bd54/1c793795-f702-41ab-be63-69fb1683db86) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:41:50.985986 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e83f85a-cdc2-447e-a490-1ca90162092b req-019b9215-14fd-4141-8932-12501fb27f03 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153040 May 27 22:41:51.066104 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aea07fc7-6485-478c-9275-8946ea177550 req-cf14f272-b1f3-4357-b781-50439f0b4de9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9250c0c-5e72-4d00-804f-c64e7e1f2331 HTTP/1.1" status: 200 len: 1001 time: 0.2267046 May 27 22:41:51.141325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:51.151241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea07fc7-6485-478c-9275-8946ea177550 req-55220fd8-7feb-4e51-8f26-a174aff59105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:51.152980 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aea07fc7-6485-478c-9275-8946ea177550 req-55220fd8-7feb-4e51-8f26-a174aff59105 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=03468ea2-19a1-436d-b9b8-e83a2b471f43 HTTP/1.1" status: 200 len: 856 time: 0.0812740 May 27 22:41:51.312994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:51.312994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9604e-e9b1-4d31-9967-d4299ac4aceb req-c7229c99-370c-4e29-b9e7-cd6588ab2fc7 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:51.312994 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39d9604e-e9b1-4d31-9967-d4299ac4aceb req-c7229c99-370c-4e29-b9e7-cd6588ab2fc7 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.2799048 May 27 22:41:51.312994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:51.415969 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:51.423347 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:51.423347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Transition to ACTIVE for port object 1c793795-f702-41ab-be63-69fb1683db86 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:51.436741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea07fc7-6485-478c-9275-8946ea177550 req-8c2b0ed1-e3df-45f6-86bb-21acdc0f7d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:51.436741 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aea07fc7-6485-478c-9275-8946ea177550 req-8c2b0ed1-e3df-45f6-86bb-21acdc0f7d0c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2144127 May 27 22:41:51.440029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port 4e16992f-bbd7-46fc-8b10-96795ba8d771 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:41:51.444690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Transition to ACTIVE for port object 1c793795-f702-41ab-be63-69fb1683db86 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:51.455498 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39d9604e-e9b1-4d31-9967-d4299ac4aceb req-415b2f66-9db6-43df-b7c7-89fce68e2bca tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1696844 May 27 22:41:51.513135 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:51.726802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Network d8ab2d4f-622d-4927-bcf9-c614b989fcd9 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:51.783157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:51.792212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:41:51.843280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Pushing event updated for resources: {'Port': ['ID=1c793795-f702-41ab-be63-69fb1683db86,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:51.989371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Attempting to bind port 1c793795-f702-41ab-be63-69fb1683db86 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:41:51.989371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Attempting to bind port 1c793795-f702-41ab-be63-69fb1683db86 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'a648eeea-1829-4525-914b-0f999792720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd8ab2d4f-622d-4927-bcf9-c614b989fcd9'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:41:51.989371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Attempting to bind port 1c793795-f702-41ab-be63-69fb1683db86 on network d8ab2d4f-622d-4927-bcf9-c614b989fcd9 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:41:51.993922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:41:51.993922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Checking segment: {'id': 'a648eeea-1829-4525-914b-0f999792720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd8ab2d4f-622d-4927-bcf9-c614b989fcd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:41:51.993922 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:51.993922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Bound using segment: {'id': 'a648eeea-1829-4525-914b-0f999792720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd8ab2d4f-622d-4927-bcf9-c614b989fcd9'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:41:51.993922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Bound port: 1c793795-f702-41ab-be63-69fb1683db86, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a648eeea-1829-4525-914b-0f999792720b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd8ab2d4f-622d-4927-bcf9-c614b989fcd9'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:41:51.993922 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:52.060258 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aea07fc7-6485-478c-9275-8946ea177550 req-4365a597-a30c-4de2-a19c-d3f00b180a50 service neutron] 10.222.0.46 "GET /v2.0/networks/6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6446111 May 27 22:41:52.084574 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-491ce3aa-09fd-41d9-b9d6-f38f6179f9cc req-7de5f64a-a9b3-428b-9740-e2e392707857 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.3716106 May 27 22:41:52.179024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] For port 1c793795-f702-41ab-be63-69fb1683db86, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:41:52.182146 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] For port 1c793795-f702-41ab-be63-69fb1683db86, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1c793795-f702-41ab-be63-69fb1683db86,segment=NetworkSegment(a648eeea-1829-4525-914b-0f999792720b),segment_id=a648eeea-1829-4525-914b-0f999792720b)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:41:52.191010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Allocated IP 2001:db8::1af (d8ab2d4f-622d-4927-bcf9-c614b989fcd9/526eba2e-453f-4eea-8a98-de75b8d4bd54/4e16992f-bbd7-46fc-8b10-96795ba8d771) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:41:52.261568 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:52.334757 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:52.353247 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-75be5352-ad01-42ab-9458-40b3ae3b301b req-613e15b7-333c-486a-8d87-2f59fbfb8006 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 210 time: 0.1422689 May 27 22:41:52.392902 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aea07fc7-6485-478c-9275-8946ea177550 req-7710585f-014e-49df-b603-c8a95dfdf460 service neutron] 10.222.0.46 "GET /v2.0/networks/6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211977 May 27 22:41:52.430059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013690d-b3e3-4723-b2d4-f34daeaaa206 None None] Pushing event updated for resources: {'Port': ['ID=1c793795-f702-41ab-be63-69fb1683db86,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:52.486238 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:41:52.899088 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:52.932897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Transition to ACTIVE for port object 4e16992f-bbd7-46fc-8b10-96795ba8d771 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:52.938708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fee63e-3564-4cde-b65c-3001d4e45088 req-a7037d20-e963-45a8-98e1-c389fc87fd54 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:52.938708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42fee63e-3564-4cde-b65c-3001d4e45088 req-a7037d20-e963-45a8-98e1-c389fc87fd54 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.2738626 May 27 22:41:53.033902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42fee63e-3564-4cde-b65c-3001d4e45088 req-84e22f2f-30c8-458c-9232-e00bdcd65b15 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674226 May 27 22:41:53.100307 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:53.301113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network d8ab2d4f-622d-4927-bcf9-c614b989fcd9 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:53.303602 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45dfe8db-a0ed-459a-9fc3-ebbf3f7ab829 req-11bab697-01a6-4a88-9b9c-2f0c3e3259ab tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0905702 May 27 22:41:53.327707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:53.327707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:41:53.350354 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:53.350354 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:53.350354 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=4e16992f-bbd7-46fc-8b10-96795ba8d771,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:53.410650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822f621-6209-4311-a348-156c24e530a1 req-b7467bbb-0bcc-4e0a-b664-ab4fb76a3867 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:53.434213 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6822f621-6209-4311-a348-156c24e530a1 req-b7467bbb-0bcc-4e0a-b664-ab4fb76a3867 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=768ad646-02e1-4974-8ef8-f41ad324d7a1 HTTP/1.1" status: 200 len: 946 time: 0.2664337 May 27 22:41:53.450467 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-39fad580-6e6a-4b02-a8b0-e82833cb1db9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9739909 May 27 22:41:53.455754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34328) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:53.467259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'network_id': 'd8ab2d4f-622d-4927-bcf9-c614b989fcd9', 'name': 'tempest-PortsIpV6TestJSON-1715940485'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:53.677534 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6822f621-6209-4311-a348-156c24e530a1 req-5366222d-958c-401e-953c-546e1dc6fa3e tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524984 May 27 22:41:53.706276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-e0e00acd-4745-4630-97cd-226790cf9a66 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:53.706276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-e0e00acd-4745-4630-97cd-226790cf9a66 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Synchronizing usage tracker for tenant:d7b99cdb08444e8e8a97195b4afa165a on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:41:53.730795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e6b3ba-3c56-4dec-aa8a-df21bbbc1bd2 req-c7008cf2-1a3b-443f-9e07-3955333262a7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:53.744683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-29e6b3ba-3c56-4dec-aa8a-df21bbbc1bd2 req-c7008cf2-1a3b-443f-9e07-3955333262a7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Synchronizing usage tracker for tenant:8e50c6ac7a514d97842627c770c67d34 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:41:53.804316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-e0e00acd-4745-4630-97cd-226790cf9a66 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Unset dirty status for tenant:d7b99cdb08444e8e8a97195b4afa165a on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:41:53.818017 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-e0e00acd-4745-4630-97cd-226790cf9a66 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.46 "GET /v2.0/networks?id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a HTTP/1.1" status: 200 len: 817 time: 0.4746139 May 27 22:41:53.853923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d9826ed9-7917-4694-854e-4919be69a2ce req-e547cbe5-3a17-499d-97d8-e74f3ca103a9 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 210 time: 0.1239905 May 27 22:41:53.860558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-29e6b3ba-3c56-4dec-aa8a-df21bbbc1bd2 req-c7008cf2-1a3b-443f-9e07-3955333262a7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Unset dirty status for tenant:8e50c6ac7a514d97842627c770c67d34 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:41:53.860558 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-29e6b3ba-3c56-4dec-aa8a-df21bbbc1bd2 req-c7008cf2-1a3b-443f-9e07-3955333262a7 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.57 "GET /v2.0/ports?device_id=768ad646-02e1-4974-8ef8-f41ad324d7a1 HTTP/1.1" status: 200 len: 946 time: 0.3471925 May 27 22:41:53.876495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:53.881307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:port and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:53.914854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:53.933276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:53.943624 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1c793795-f702-41ab-be63-69fb1683db86 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:54.036065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-29e6b3ba-3c56-4dec-aa8a-df21bbbc1bd2 req-33b31c09-c186-4ebb-ade5-57f737ae7649 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Deleting port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:54.036065 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-29e6b3ba-3c56-4dec-aa8a-df21bbbc1bd2 req-33b31c09-c186-4ebb-ade5-57f737ae7649 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:54.065324 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:54.065324 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:54.095471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-82f9c633-c2fb-46fe-8dfa-065a459fc2f0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Synchronizing usage tracker for tenant:d7b99cdb08444e8e8a97195b4afa165a on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:41:54.110361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port 92b4df5e-fb86-4d3b-b54c-1b1ef22d6ff7 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:41:54.273296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-82f9c633-c2fb-46fe-8dfa-065a459fc2f0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Unset dirty status for tenant:d7b99cdb08444e8e8a97195b4afa165a on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:41:54.290732 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-82f9c633-c2fb-46fe-8dfa-065a459fc2f0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7b99cdb08444e8e8a97195b4afa165a HTTP/1.1" status: 200 len: 380 time: 0.4568670 May 27 22:41:54.308309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Request body: {'port': {'device_id': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'admin_state_up': True, 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'security_groups': ['14cbc19d-ef5b-4f20-9e00-3eaf78548dfa']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:54.330954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 1c793795-f702-41ab-be63-69fb1683db86 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:54.550205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998af81b-7f3f-4cd0-89b6-c84a6c1cfd75 None None] Network d8ab2d4f-622d-4927-bcf9-c614b989fcd9 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:41:54.746944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:41:54.770991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Usage tracker for resource:port and tenant:d7b99cdb08444e8e8a97195b4afa165a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:41:54.770991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:41:54.787438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:41:54.804071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-29e6b3ba-3c56-4dec-aa8a-df21bbbc1bd2 req-33b31c09-c186-4ebb-ade5-57f737ae7649 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] For port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:54.804071 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-29e6b3ba-3c56-4dec-aa8a-df21bbbc1bd2 req-33b31c09-c186-4ebb-ade5-57f737ae7649 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:54.894201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c055a895-b6d4-4210-b6b1-f9928b75b893 req-454273d6-8917-4290-ab72-c497fabe51bf tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.2556455 May 27 22:41:54.945879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Made reservation on behalf of d7b99cdb08444e8e8a97195b4afa165a for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:41:54.950407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:54.966476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-29e6b3ba-3c56-4dec-aa8a-df21bbbc1bd2 req-33b31c09-c186-4ebb-ade5-57f737ae7649 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Calling delete_port for a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:54.984592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Allocated IP 2001:db8::34 (d8ab2d4f-622d-4927-bcf9-c614b989fcd9/526eba2e-453f-4eea-8a98-de75b8d4bd54/92b4df5e-fb86-4d3b-b54c-1b1ef22d6ff7) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:41:55.007924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-95084e49-f174-4bc0-b292-bedc305fde7d None None] Provisioning for port 1c793795-f702-41ab-be63-69fb1683db86 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:55.009482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d5e83-3652-42fa-bb61-99bc45b05c52 req-e83a1289-7dd2-42b9-a922-78de3058ddfe tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:55.019619 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-482d5e83-3652-42fa-bb61-99bc45b05c52 req-e83a1289-7dd2-42b9-a922-78de3058ddfe tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.7106895 May 27 22:41:55.039599 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-95084e49-f174-4bc0-b292-bedc305fde7d None None] Provisioning complete for port 1c793795-f702-41ab-be63-69fb1683db86 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:55.040447 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95084e49-f174-4bc0-b292-bedc305fde7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:55.272895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-95084e49-f174-4bc0-b292-bedc305fde7d None None] Current status of the port 1c793795-f702-41ab-be63-69fb1683db86 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:55.272895 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95084e49-f174-4bc0-b292-bedc305fde7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:55.356743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b53b25-aa63-45fb-9262-10f7990af29a req-22c8fc76-56ff-4784-8474-64d131f00781 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:55.356743 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42b53b25-aa63-45fb-9262-10f7990af29a req-22c8fc76-56ff-4784-8474-64d131f00781 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.46 "GET /v2.0/ports?device_id=88f81d63-98cd-4cc8-b421-a4f8719323b2 HTTP/1.1" status: 200 len: 945 time: 0.7152870 May 27 22:41:55.385017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-95084e49-f174-4bc0-b292-bedc305fde7d None None] For port 1c793795-f702-41ab-be63-69fb1683db86, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1c793795-f702-41ab-be63-69fb1683db86,segment=NetworkSegment(a648eeea-1829-4525-914b-0f999792720b),segment_id=a648eeea-1829-4525-914b-0f999792720b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:55.416634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-482d5e83-3652-42fa-bb61-99bc45b05c52 req-8ec2c22f-8a30-4e12-ae74-bb652d33ef8c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3953590 May 27 22:41:55.422053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Allocated IP 172.20.0.14 (0e348a9a-9bf7-4d15-8b46-b5331813aa6a/06f30d47-4208-4370-ad1f-f05d95b79b41/c81a0cbb-dd70-4db9-9adc-0f6c559e86a8) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:41:55.470960 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95084e49-f174-4bc0-b292-bedc305fde7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:55.545335 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-29e6b3ba-3c56-4dec-aa8a-df21bbbc1bd2 req-33b31c09-c186-4ebb-ade5-57f737ae7649 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:55.573335 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['3bed226e-f91f-4b21-bb0d-aad2fe67fe8d'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:41:55.699506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-42b53b25-aa63-45fb-9262-10f7990af29a req-f37265a6-ab74-4655-a7d3-81d69bd1a73c tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Deleting port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:55.699506 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-42b53b25-aa63-45fb-9262-10f7990af29a req-f37265a6-ab74-4655-a7d3-81d69bd1a73c tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:55.835303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95084e49-f174-4bc0-b292-bedc305fde7d None None] Pushing event updated for resources: {'Port': ['ID=1c793795-f702-41ab-be63-69fb1683db86,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:55.895621 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b4c8a90b-d033-4268-94dc-b454a8bc2250 None None] Provisioning for port 4e16992f-bbd7-46fc-8b10-96795ba8d771 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:55.901343 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b31c09-c186-4ebb-ade5-57f737ae7649 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Pushing event deleted for resources: {'Port': ['ID=a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:55.963114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b4c8a90b-d033-4268-94dc-b454a8bc2250 None None] Provisioning complete for port 4e16992f-bbd7-46fc-8b10-96795ba8d771 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:55.963734 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4c8a90b-d033-4268-94dc-b454a8bc2250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:56.029102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08538986-1e7b-47f0-b125-4a862c13b5cd req-7f2ee94b-7f99-4278-8b65-fc75369de9f2 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:56.038304 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08538986-1e7b-47f0-b125-4a862c13b5cd req-7f2ee94b-7f99-4278-8b65-fc75369de9f2 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=768ad646-02e1-4974-8ef8-f41ad324d7a1 HTTP/1.1" status: 200 len: 946 time: 0.9741676 May 27 22:41:56.138451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8a90b-d033-4268-94dc-b454a8bc2250 None None] Port 4e16992f-bbd7-46fc-8b10-96795ba8d771 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:41:56.152654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c53967ab-e2e4-47dc-9ae3-449758eadf95 req-7235f39f-b449-45b6-89c4-0878778442af tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 210 time: 0.4011676 May 27 22:41:56.193030 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08538986-1e7b-47f0-b125-4a862c13b5cd req-77248aa3-279e-41a8-8f02-85779f965fbb tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/security-groups?id=977b696a-8d20-4ce4-af1a-b27b81443ad1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427608 May 27 22:41:56.209212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e6b3ba-3c56-4dec-aa8a-df21bbbc1bd2 req-33b31c09-c186-4ebb-ade5-57f737ae7649 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] No DVR routers for this DVR port a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:41:56.221431 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-29e6b3ba-3c56-4dec-aa8a-df21bbbc1bd2 req-33b31c09-c186-4ebb-ade5-57f737ae7649 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:56.252873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b4c8a90b-d033-4268-94dc-b454a8bc2250 None None] Provisioning complete for port 1c793795-f702-41ab-be63-69fb1683db86 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:56.252873 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4c8a90b-d033-4268-94dc-b454a8bc2250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:56.261139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768ad646-02e1-4974-8ef8-f41ad324d7a1', 'name': 'network-vif-deleted', 'tag': 'a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:56.350647 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-29e6b3ba-3c56-4dec-aa8a-df21bbbc1bd2 req-33b31c09-c186-4ebb-ade5-57f737ae7649 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.57 "DELETE /v2.0/ports/a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa HTTP/1.1" status: 204 len: 173 time: 2.4830756 May 27 22:41:56.417216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8a90b-d033-4268-94dc-b454a8bc2250 None None] Current status of the port 1c793795-f702-41ab-be63-69fb1683db86 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:56.425212 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:56.430253 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:56.450045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Transition to ACTIVE for port object c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:56.539432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-492f6c2b-d2e3-434a-ad32-ecfdcb769488 None None] Provisioning complete for port 4e16992f-bbd7-46fc-8b10-96795ba8d771 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:56.540106 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-492f6c2b-d2e3-434a-ad32-ecfdcb769488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:56.552819 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:56.575637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Transition to ACTIVE for port object 92b4df5e-fb86-4d3b-b54c-1b1ef22d6ff7 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:56.671752 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-502f817a-985e-4a2c-965a-cac940bf657c req-98a1763c-ced2-4556-96eb-ce6f2ac31ae2 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.1948555 May 27 22:41:56.721850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:56.721850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:56.728580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-492f6c2b-d2e3-434a-ad32-ecfdcb769488 None None] Port 4e16992f-bbd7-46fc-8b10-96795ba8d771 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:41:56.764091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-42b53b25-aa63-45fb-9262-10f7990af29a req-f37265a6-ab74-4655-a7d3-81d69bd1a73c tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] For port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3bed226e-f91f-4b21-bb0d-aad2fe67fe8d,segment=NetworkSegment(9b08f6e9-8545-40a8-807b-90697780f9ab),segment_id=9b08f6e9-8545-40a8-807b-90697780f9ab)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:41:56.764091 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-42b53b25-aa63-45fb-9262-10f7990af29a req-f37265a6-ab74-4655-a7d3-81d69bd1a73c tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:56.783773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event updated for resources: {'Port': ['ID=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:56.792369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:41:56.925158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:41:56.945174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:56.945848 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:56.996084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-42b53b25-aa63-45fb-9262-10f7990af29a req-f37265a6-ab74-4655-a7d3-81d69bd1a73c tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Calling delete_port for 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:57.058120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:41:57.061351 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:41:57.090824 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-387c885e-17ef-419b-8626-8e54342e2ac8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7961888 May 27 22:41:57.106252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Request body: {'port': {'device_id': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:41:57.194765 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b135e36b-08a1-45a7-8c51-4711b5651a31'] response: {'server_uuid': '768ad646-02e1-4974-8ef8-f41ad324d7a1', 'name': 'network-vif-deleted', 'tag': 'a921ee2c-8f7b-4ec0-97f5-fb2d4061b3fa', 'status': 'completed', 'code': 200} May 27 22:41:57.382934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ed956-2a93-4c53-8a02-555adad2ecf2 req-c79a3d39-8fda-4253-8d40-c3ab249ea17e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:57.393840 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f0ed956-2a93-4c53-8a02-555adad2ecf2 req-c79a3d39-8fda-4253-8d40-c3ab249ea17e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.2842999 May 27 22:41:57.399016 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fff59c69-5fec-428b-a8c1-4e313256fda2 None None] Provisioning for port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:57.399016 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fff59c69-5fec-428b-a8c1-4e313256fda2 None None] Provisioning complete for port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:57.399016 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fff59c69-5fec-428b-a8c1-4e313256fda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:57.435773 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:57.461766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fff59c69-5fec-428b-a8c1-4e313256fda2 None None] Port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:41:57.470413 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40a48aa3-0293-47d7-9dc7-12ab9157ec99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:57.478214 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:57.562895 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network d8ab2d4f-622d-4927-bcf9-c614b989fcd9 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:41:57.574283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:41:57.584928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:41:57.590400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:57.591040 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:57.598750 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957f5d4-a3a5-4e65-8b16-4a758e0a2edb req-e4446446-0c0f-467a-b975-7d4eb40d738a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:57.598750 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2957f5d4-a3a5-4e65-8b16-4a758e0a2edb req-e4446446-0c0f-467a-b975-7d4eb40d738a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=49504ca94f5d42bf86dd37e137461ad8&device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 1096 time: 0.3676460 May 27 22:41:57.663568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=92b4df5e-fb86-4d3b-b54c-1b1ef22d6ff7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:57.677207 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f0ed956-2a93-4c53-8a02-555adad2ecf2 req-68fcbb8a-e9a5-46cf-a57f-f1cfada7a188 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2385719 May 27 22:41:57.752788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d78403-d015-4365-b831-9a4d70c3cc00 req-d40de431-7503-4d96-93fc-bc233d7d3963 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:57.752788 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02d78403-d015-4365-b831-9a4d70c3cc00 req-d40de431-7503-4d96-93fc-bc233d7d3963 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 932 time: 0.3658793 May 27 22:41:57.782993 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-42b53b25-aa63-45fb-9262-10f7990af29a req-f37265a6-ab74-4655-a7d3-81d69bd1a73c tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:57.782993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c14783e8-1f61-4ed1-845b-5fde4b1c56e2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3244970 May 27 22:41:57.829604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34408) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:57.961433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1c793795-f702-41ab-be63-69fb1683db86 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:41:58.053112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37265a6-ab74-4655-a7d3-81d69bd1a73c tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Pushing event deleted for resources: {'Port': ['ID=3bed226e-f91f-4b21-bb0d-aad2fe67fe8d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:58.121759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e05a3db2-4d6d-46ba-ac4e-a8935f53ca5c req-a4378cf8-7d7c-4a4a-bf00-cf0b8a471e90 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Synchronizing usage tracker for tenant:8e50c6ac7a514d97842627c770c67d34 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:41:58.129700 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02d78403-d015-4365-b831-9a4d70c3cc00 req-64c0eb61-9513-4d67-b406-c2c33a12bdec tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3761616 May 27 22:41:58.148871 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 1c793795-f702-41ab-be63-69fb1683db86 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:58.149503 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:58.169929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b53b25-aa63-45fb-9262-10f7990af29a req-f37265a6-ab74-4655-a7d3-81d69bd1a73c tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] No DVR routers for this DVR port 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:41:58.186557 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-42b53b25-aa63-45fb-9262-10f7990af29a req-f37265a6-ab74-4655-a7d3-81d69bd1a73c tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:58.188809 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42b53b25-aa63-45fb-9262-10f7990af29a req-f37265a6-ab74-4655-a7d3-81d69bd1a73c tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.46 "DELETE /v2.0/ports/3bed226e-f91f-4b21-bb0d-aad2fe67fe8d HTTP/1.1" status: 204 len: 173 time: 2.8166268 May 27 22:41:58.194291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f81d63-98cd-4cc8-b421-a4f8719323b2', 'name': 'network-vif-deleted', 'tag': '3bed226e-f91f-4b21-bb0d-aad2fe67fe8d'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:41:58.288690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dae4c2b-9b44-44c0-b518-c9fcfffcf61c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:58.288690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6dae4c2b-9b44-44c0-b518-c9fcfffcf61c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:41:58.336258 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957f5d4-a3a5-4e65-8b16-4a758e0a2edb req-47978f3e-f050-472d-bacb-ccbde058c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:58.336258 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2957f5d4-a3a5-4e65-8b16-4a758e0a2edb req-47978f3e-f050-472d-bacb-ccbde058c338 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e901676-0a75-4203-8f5c-0656d9c83953 HTTP/1.1" status: 200 len: 912 time: 0.7228818 May 27 22:41:58.358739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e05a3db2-4d6d-46ba-ac4e-a8935f53ca5c req-a4378cf8-7d7c-4a4a-bf00-cf0b8a471e90 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] Unset dirty status for tenant:8e50c6ac7a514d97842627c770c67d34 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:41:58.358739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e05a3db2-4d6d-46ba-ac4e-a8935f53ca5c req-a4378cf8-7d7c-4a4a-bf00-cf0b8a471e90 tempest-MultipleCreateTestJSON-1425510686 tempest-MultipleCreateTestJSON-1425510686-project] 10.222.0.27 "GET /v2.0/ports?device_id=768ad646-02e1-4974-8ef8-f41ad324d7a1 HTTP/1.1" status: 200 len: 210 time: 0.4023077 May 27 22:41:58.419720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6dae4c2b-9b44-44c0-b518-c9fcfffcf61c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:41:58.419720 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6dae4c2b-9b44-44c0-b518-c9fcfffcf61c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1af HTTP/1.1" status: 200 len: 928 time: 0.5656743 May 27 22:41:58.491053 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 1c793795-f702-41ab-be63-69fb1683db86 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:41:58.502104 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02056c5-bc98-4c5d-8533-6c3c334d98f4'] response: {'server_uuid': '88f81d63-98cd-4cc8-b421-a4f8719323b2', 'name': 'network-vif-deleted', 'tag': '3bed226e-f91f-4b21-bb0d-aad2fe67fe8d', 'status': 'completed', 'code': 200} May 27 22:41:58.502104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34420) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:41:58.527422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-96069d27-e6cf-4658-a7df-895a6a41f6d7 None None] Provisioning for port 92b4df5e-fb86-4d3b-b54c-1b1ef22d6ff7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:41:58.539538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-96069d27-e6cf-4658-a7df-895a6a41f6d7 None None] Provisioning complete for port 92b4df5e-fb86-4d3b-b54c-1b1ef22d6ff7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:41:58.539538 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96069d27-e6cf-4658-a7df-895a6a41f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:58.558001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32125dfa-e6d9-4d0c-ba1a-1dc34af93b82 req-0d966453-4e3a-45ef-82a6-88c61cd24592 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.1445405 May 27 22:41:58.592335 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2957f5d4-a3a5-4e65-8b16-4a758e0a2edb req-12156de8-7518-4541-b58a-bb5a1f26a121 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bc42512-d083-42b1-9cd0-7824279bd877 HTTP/1.1" status: 200 len: 1001 time: 0.2206290 May 27 22:41:58.630796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-96c94b0d-8455-40be-9c77-fb4e28a19938 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 92b4df5e-fb86-4d3b-b54c-1b1ef22d6ff7 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:41:58.630796 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96c94b0d-8455-40be-9c77-fb4e28a19938 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:58.640185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-96069d27-e6cf-4658-a7df-895a6a41f6d7 None None] Port 92b4df5e-fb86-4d3b-b54c-1b1ef22d6ff7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:41:58.743684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:41:58.753691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957f5d4-a3a5-4e65-8b16-4a758e0a2edb req-f1d98d65-0407-4e4d-ba03-218d3e1de079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:58.753691 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2957f5d4-a3a5-4e65-8b16-4a758e0a2edb req-f1d98d65-0407-4e4d-ba03-218d3e1de079 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6f036352-10d0-41a7-8335-90a12eb75254 HTTP/1.1" status: 200 len: 850 time: 0.1544774 May 27 22:41:58.775963 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:58.883092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Transition to ACTIVE for port object c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:41:58.929958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957f5d4-a3a5-4e65-8b16-4a758e0a2edb req-e9cad3b5-b112-4b74-9021-c003452e7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:58.929958 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2957f5d4-a3a5-4e65-8b16-4a758e0a2edb req-e9cad3b5-b112-4b74-9021-c003452e7ea0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e901676-0a75-4203-8f5c-0656d9c83953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556385 May 27 22:41:58.983028 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:59.349948 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Pushing event updated for resources: {'Port': ['ID=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:41:59.413891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68af3f-e164-4d56-8cd4-b7c72ba136d4 req-5f97f499-1d17-4616-a656-06517f5cf8e9 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:41:59.413891 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce68af3f-e164-4d56-8cd4-b7c72ba136d4 req-5f97f499-1d17-4616-a656-06517f5cf8e9 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.4630458 May 27 22:41:59.413891 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96c94b0d-8455-40be-9c77-fb4e28a19938 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:59.482542 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2957f5d4-a3a5-4e65-8b16-4a758e0a2edb req-ea446c69-6641-40e1-8862-4a648e9e397b service neutron] 10.222.0.57 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386944 May 27 22:41:59.632829 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2b9a640d-c9c8-49b5-b933-503803fcce76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:59.694230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-96c94b0d-8455-40be-9c77-fb4e28a19938 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for 92b4df5e-fb86-4d3b-b54c-1b1ef22d6ff7 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:41:59.825379 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce68af3f-e164-4d56-8cd4-b7c72ba136d4 req-81a682e8-0ab6-4b73-9aa3-c1839a130375 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1406562 May 27 22:41:59.833014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Attempting to bind port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:41:59.833014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Attempting to bind port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:41:59.833014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Attempting to bind port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 on network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:41:59.847512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 on network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:41:59.847512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Attempting to bind port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 on network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:41:59.867022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:41:59.867022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Checking segment: {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:41:59.867022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Bound using segment: {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:41:59.868954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Bound port: c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:41:59.868954 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:41:59.987343 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2957f5d4-a3a5-4e65-8b16-4a758e0a2edb req-e4305dfb-7da7-4764-917c-994435653bf9 service neutron] 10.222.0.57 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953816 May 27 22:41:59.992223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e842fd6-5686-4666-b93d-5b5de814d14f req-0fc9b677-c28d-411b-9ef1-d498f25c4d08 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:00.010657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e842fd6-5686-4666-b93d-5b5de814d14f req-0fc9b677-c28d-411b-9ef1-d498f25c4d08 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 944 time: 0.4779389 May 27 22:42:00.027104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:42:00.038944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:42:00.123017 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-effe2002-efc8-4d78-9cf6-9edca36ad525 req-e24f772a-8a8d-463c-a5b3-b25e33f18693 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0634983 May 27 22:42:00.125567 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:00.164144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e842fd6-5686-4666-b93d-5b5de814d14f req-4ad54e7a-a2c9-4fdb-87b9-b662a8014364 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438136 May 27 22:42:00.213876 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:00.213876 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:00.213876 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] 10.222.0.46 "PUT /v2.0/ports/c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 HTTP/1.1" status: 200 len: 1092 time: 3.1141784 May 27 22:42:00.216071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:42:00.232050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:42:00.245956 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96c94b0d-8455-40be-9c77-fb4e28a19938 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:00.304220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:42:00.304220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3bed226e-f91f-4b21-bb0d-aad2fe67fe8d not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:42:00.306310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625df2d-2b16-48d5-99de-c10048b80627 service neutron] Pushing event updated for resources: {'Port': ['ID=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:00.306310 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c60a625-c36c-41e4-8604-f9d1ecb5669f'] response: {'name': 'network-changed', 'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'status': 'completed', 'code': 200} May 27 22:42:00.311425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c94b0d-8455-40be-9c77-fb4e28a19938 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=92b4df5e-fb86-4d3b-b54c-1b1ef22d6ff7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:00.357923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34458) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:00.428483 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96c94b0d-8455-40be-9c77-fb4e28a19938 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:00.445910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a80a7-7db8-4647-8365-c8d9a4b656ae req-a0bb93ae-f496-4879-aca9-e1d0285b80fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:00.445910 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aa3a80a7-7db8-4647-8365-c8d9a4b656ae req-a0bb93ae-f496-4879-aca9-e1d0285b80fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 1095 time: 0.1207268 May 27 22:42:00.530309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63f38cf-be16-4775-9fee-037a36a5b919 admin admin] Deleting subnet 01c15d94-1a4f-425d-9947-ba1c297e332b {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:42:00.550236 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63f38cf-be16-4775-9fee-037a36a5b919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:00.673490 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-96c94b0d-8455-40be-9c77-fb4e28a19938 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/92b4df5e-fb86-4d3b-b54c-1b1ef22d6ff7 HTTP/1.1" status: 204 len: 168 time: 2.1788418 May 27 22:42:00.674692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34468) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:00.735993 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63f38cf-be16-4775-9fee-037a36a5b919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:00.847494 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63f38cf-be16-4775-9fee-037a36a5b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:00.858387 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a1ce0d8-c3d0-447a-8ed3-c2d3dde5cd4a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] GET failed (client error): The resource could not be found. May 27 22:42:00.860572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a1ce0d8-c3d0-447a-8ed3-c2d3dde5cd4a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:42:00.870160 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:00.921086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a80a7-7db8-4647-8365-c8d9a4b656ae req-10e8ddf6-9226-41b5-817a-3f1b59b61ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:00.923133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aa3a80a7-7db8-4647-8365-c8d9a4b656ae req-10e8ddf6-9226-41b5-817a-3f1b59b61ec9 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4708219 May 27 22:42:00.964605 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:01.044613 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63f38cf-be16-4775-9fee-037a36a5b919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:01.052294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a1ce0d8-c3d0-447a-8ed3-c2d3dde5cd4a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:42:01.052294 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a1ce0d8-c3d0-447a-8ed3-c2d3dde5cd4a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/92b4df5e-fb86-4d3b-b54c-1b1ef22d6ff7 HTTP/1.1" status: 404 len: 333 time: 0.3620472 May 27 22:42:01.052294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34478) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:01.088053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f38cf-be16-4775-9fee-037a36a5b919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c15d94-1a4f-425d-9947-ba1c297e332b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:01.107185 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63f38cf-be16-4775-9fee-037a36a5b919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:01.126739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b63f38cf-be16-4775-9fee-037a36a5b919 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/01c15d94-1a4f-425d-9947-ba1c297e332b HTTP/1.1" status: 204 len: 168 time: 0.7569444 May 27 22:42:01.136003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34482) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:01.143095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569212a1-564f-40ae-9041-9d2360a08f47 req-bb71d841-3904-4731-a10d-6daef7c7c3ef tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:01.144685 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-569212a1-564f-40ae-9041-9d2360a08f47 req-bb71d841-3904-4731-a10d-6daef7c7c3ef tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.1540277 May 27 22:42:01.202732 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-569212a1-564f-40ae-9041-9d2360a08f47 req-38ee92a2-074b-45a5-a74f-a3165969f52e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486686 May 27 22:42:01.350471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3495ab7a-46d8-49bb-b08a-984ca000426a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 4e16992f-bbd7-46fc-8b10-96795ba8d771 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:01.350471 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3495ab7a-46d8-49bb-b08a-984ca000426a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:01.474915 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5eef5b7-30fc-4a52-a07c-ec4244bd3c63 req-25d809cb-2137-45dd-b8f4-a644647b3e73 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0571764 May 27 22:42:01.493481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a80a7-7db8-4647-8365-c8d9a4b656ae req-007173aa-115b-4ed8-8a73-67cc9436be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:01.507614 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aa3a80a7-7db8-4647-8365-c8d9a4b656ae req-007173aa-115b-4ed8-8a73-67cc9436be90 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5563209 May 27 22:42:01.529602 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3b00848-4108-4e69-bcd8-c809a1afcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:01.535275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a831394-303d-48fc-92f2-af6d8042daf7 req-95857a3f-803a-4c2f-b8cb-7607c26eefc6 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:01.535275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a831394-303d-48fc-92f2-af6d8042daf7 req-95857a3f-803a-4c2f-b8cb-7607c26eefc6 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 944 time: 0.2002773 May 27 22:42:01.600299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a831394-303d-48fc-92f2-af6d8042daf7 req-987292ef-9811-4893-b9f7-1895588d4df8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580916 May 27 22:42:01.889494 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3b00848-4108-4e69-bcd8-c809a1afcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:01.933870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c3b00848-4108-4e69-bcd8-c809a1afcf9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f407af-4e97-4a03-8173-e2083063da8b']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:01.950082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-07c67d40-8b91-4306-b9a9-547fdaa81e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:01.957705 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-07c67d40-8b91-4306-b9a9-547fdaa81e4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 1095 time: 0.3867867 May 27 22:42:02.010641 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:02.014839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3495ab7a-46d8-49bb-b08a-984ca000426a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:02.037936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c3b00848-4108-4e69-bcd8-c809a1afcf9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b08f6e9-8545-40a8-807b-90697780f9ab') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:02.037936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c3b00848-4108-4e69-bcd8-c809a1afcf9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b08f6e9-8545-40a8-807b-90697780f9ab') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:02.068257 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-e887cd7b-2051-40fc-a08e-d75ab3d49acd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 HTTP/1.1" status: 200 len: 217 time: 0.1015501 May 27 22:42:02.346827 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3b00848-4108-4e69-bcd8-c809a1afcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:02.359982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3495ab7a-46d8-49bb-b08a-984ca000426a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for 4e16992f-bbd7-46fc-8b10-96795ba8d771 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:42:02.438095 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3b00848-4108-4e69-bcd8-c809a1afcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:02.449984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-10376dd3-396d-4de3-95c8-db0ba78a1bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:02.452218 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-10376dd3-396d-4de3-95c8-db0ba78a1bb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f30d47-4208-4370-ad1f-f05d95b79b41 HTTP/1.1" status: 200 len: 856 time: 0.3371851 May 27 22:42:02.460310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b00848-4108-4e69-bcd8-c809a1afcf9b admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:42:02.460310 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3b00848-4108-4e69-bcd8-c809a1afcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:02.611057 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9b08f6e9-8545-40a8-807b-90697780f9ab resource provider aggregate not found May 27 22:42:02.692765 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9b08f6e9-8545-40a8-807b-90697780f9ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b08f6e9-8545-40a8-807b-90697780f9ab found for delete ", "request_id": "req-7dad32c7-cf29-4fe2-b3f6-825df9c89f45"}]} May 27 22:42:02.721401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebb9856a-99e5-4ed9-b7bc-9a81e887d106 req-41102a95-cfd7-4358-bba9-bbaecfb7247c tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0978718 May 27 22:42:02.794123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-2ab03437-97e1-444a-9fd5-1628fa71b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:02.794123 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-2ab03437-97e1-444a-9fd5-1628fa71b248 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2684252 May 27 22:42:02.794123 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3b00848-4108-4e69-bcd8-c809a1afcf9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:02.854412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3b00848-4108-4e69-bcd8-c809a1afcf9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:02.899402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0f745-5cab-410a-9b38-1b0a51a1f731 req-d4215d72-b55f-426e-ac74-7aa7be6b13f5 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:02.908700 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2df0f745-5cab-410a-9b38-1b0a51a1f731 req-d4215d72-b55f-426e-ac74-7aa7be6b13f5 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 944 time: 0.1461289 May 27 22:42:02.914489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b00848-4108-4e69-bcd8-c809a1afcf9b admin admin] Pushing event deleted for resources: {'Network': ['ID=22f407af-4e97-4a03-8173-e2083063da8b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:02.929067 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3495ab7a-46d8-49bb-b08a-984ca000426a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:02.963835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2df0f745-5cab-410a-9b38-1b0a51a1f731 req-9ea42a6d-5514-4b8d-8656-33f727ce9951 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542679 May 27 22:42:03.012597 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495ab7a-46d8-49bb-b08a-984ca000426a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=4e16992f-bbd7-46fc-8b10-96795ba8d771,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:03.100515 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3495ab7a-46d8-49bb-b08a-984ca000426a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:03.100515 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3495ab7a-46d8-49bb-b08a-984ca000426a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/4e16992f-bbd7-46fc-8b10-96795ba8d771 HTTP/1.1" status: 204 len: 168 time: 2.0343790 May 27 22:42:03.102883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34528) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:03.107092 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c3b00848-4108-4e69-bcd8-c809a1afcf9b admin admin] 10.222.0.27 "DELETE /v2.0/networks/22f407af-4e97-4a03-8173-e2083063da8b HTTP/1.1" status: 204 len: 168 time: 1.9743750 May 27 22:42:03.162723 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-80bfaa58-cb87-4db5-9a3c-5227fb36ea1f service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648443 May 27 22:42:03.174488 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afc0c76-a6d2-4626-8ce6-2d42e0dab97b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] GET failed (client error): The resource could not be found. May 27 22:42:03.174488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4afc0c76-a6d2-4626-8ce6-2d42e0dab97b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:42:03.273880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4afc0c76-a6d2-4626-8ce6-2d42e0dab97b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:42:03.273880 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4afc0c76-a6d2-4626-8ce6-2d42e0dab97b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/4e16992f-bbd7-46fc-8b10-96795ba8d771 HTTP/1.1" status: 404 len: 333 time: 0.1740632 May 27 22:42:03.273880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34534) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:03.364010 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd80692-1d1d-4667-814d-89077ecf1b39 req-ecd015e2-330e-4774-8fe4-b2569323f408 service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874342 May 27 22:42:03.391714 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b635ea1-9337-4b02-b53d-1febea1ce9b7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting subnet 526eba2e-453f-4eea-8a98-de75b8d4bd54 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:42:03.393943 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b635ea1-9337-4b02-b53d-1febea1ce9b7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:03.500450 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b635ea1-9337-4b02-b53d-1febea1ce9b7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:03.639947 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b635ea1-9337-4b02-b53d-1febea1ce9b7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:03.718698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34544) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:03.789540 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-946b74f7-17ac-45bc-b788-18865a813e42 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8e50c6ac7a514d97842627c770c67d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720501 May 27 22:42:03.792780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34550) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:03.820857 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b635ea1-9337-4b02-b53d-1febea1ce9b7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:03.911974 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3f006a0-4ecb-4fa7-a6b2-7e17e0cc8ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:03.932703 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b635ea1-9337-4b02-b53d-1febea1ce9b7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:03.938692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3a5943-e9ff-457f-bcfe-c710eb10b3c1 None None] Network d8ab2d4f-622d-4927-bcf9-c614b989fcd9 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:42:03.942492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b635ea1-9337-4b02-b53d-1febea1ce9b7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Subnet': ['ID=526eba2e-453f-4eea-8a98-de75b8d4bd54,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:03.961654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a4a7f43e-ad8b-4f70-a25d-79dc7e4e6272 req-3c2f3afc-2185-4bb4-bb39-6d5e1f7404c1 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0774853 May 27 22:42:03.968932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4b635ea1-9337-4b02-b53d-1febea1ce9b7 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/526eba2e-453f-4eea-8a98-de75b8d4bd54 HTTP/1.1" status: 204 len: 168 time: 0.6978595 May 27 22:42:03.969195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:03.974166 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3f006a0-4ecb-4fa7-a6b2-7e17e0cc8ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:04.196297 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:04.215763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 1c793795-f702-41ab-be63-69fb1683db86 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:04.215763 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:04.234461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eee3e8-d8fe-4240-8711-568f4ebe9c99 req-337d7f67-8831-4447-8d52-1df961209792 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:04.234461 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1eee3e8-d8fe-4240-8711-568f4ebe9c99 req-337d7f67-8831-4447-8d52-1df961209792 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 944 time: 0.1237974 May 27 22:42:04.252839 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:42:04.280569 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1eee3e8-d8fe-4240-8711-568f4ebe9c99 req-2117fd79-0c86-4f01-bcc3-7f3c7688b2d8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465999 May 27 22:42:04.350378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa69583-985b-42dd-b111-ed30d6d37007 None None] DHCP port deletion for d8ab2d4f-622d-4927-bcf9-c614b989fcd9 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:42:04.368579 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7aa69583-985b-42dd-b111-ed30d6d37007 None None] Deleting port 1c793795-f702-41ab-be63-69fb1683db86 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:04.375799 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7aa69583-985b-42dd-b111-ed30d6d37007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:04.490067 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3f006a0-4ecb-4fa7-a6b2-7e17e0cc8ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:04.554120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:04.555828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f006a0-4ecb-4fa7-a6b2-7e17e0cc8ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977b696a-8d20-4ce4-af1a-b27b81443ad1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:04.561511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] For port 1c793795-f702-41ab-be63-69fb1683db86, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1c793795-f702-41ab-be63-69fb1683db86,segment=NetworkSegment(a648eeea-1829-4525-914b-0f999792720b),segment_id=a648eeea-1829-4525-914b-0f999792720b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:04.561511 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:04.574721 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3f006a0-4ecb-4fa7-a6b2-7e17e0cc8ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:04.585146 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a3f006a0-4ecb-4fa7-a6b2-7e17e0cc8ca3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/977b696a-8d20-4ce4-af1a-b27b81443ad1 HTTP/1.1" status: 204 len: 168 time: 0.7817690 May 27 22:42:04.586788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'port_id': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'mac_address': 'fa:16:3e:0d:4e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:42:04.725545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for 1c793795-f702-41ab-be63-69fb1683db86 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:42:04.730808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:04.731196 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:04.753172 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:42:04.787382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7aa69583-985b-42dd-b111-ed30d6d37007 None None] For port 1c793795-f702-41ab-be63-69fb1683db86, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1c793795-f702-41ab-be63-69fb1683db86,segment=NetworkSegment(a648eeea-1829-4525-914b-0f999792720b),segment_id=a648eeea-1829-4525-914b-0f999792720b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:04.787903 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7aa69583-985b-42dd-b111-ed30d6d37007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:04.800012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:04.935283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7aa69583-985b-42dd-b111-ed30d6d37007 None None] Calling delete_port for 1c793795-f702-41ab-be63-69fb1683db86 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:42:04.966069 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:05.071973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:05.090644 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:05.099592 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-7aa69583-985b-42dd-b111-ed30d6d37007 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:42:05.099592 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-7aa69583-985b-42dd-b111-ed30d6d37007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:42:05.166535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=1c793795-f702-41ab-be63-69fb1683db86,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:05.173169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No DVR routers for this DVR port 1c793795-f702-41ab-be63-69fb1683db86 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:42:05.193093 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66213da1-481f-47c0-88c5-de9fcc41fd14 req-cc8e18b1-18a2-4a44-81d4-6d2432663a10 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0724554 May 27 22:42:05.246813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['c81a0cbb-dd70-4db9-9adc-0f6c559e86a8'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:42:05.330374 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:05.434171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ab2d4f-622d-4927-bcf9-c614b989fcd9']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:05.461834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a648eeea-1829-4525-914b-0f999792720b') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:05.464171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a648eeea-1829-4525-914b-0f999792720b') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:05.482912 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:05.547423 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:05.554146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:42:05.559351 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:05.600972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7aa69583-985b-42dd-b111-ed30d6d37007 None None] Deleting port 1c793795-f702-41ab-be63-69fb1683db86 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:05.600972 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7aa69583-985b-42dd-b111-ed30d6d37007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:05.672702 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a648eeea-1829-4525-914b-0f999792720b resource provider aggregate not found May 27 22:42:05.676599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f3129-01be-492e-95e7-73a8a59a84f4 req-3fc57af6-3d0f-4db8-ad4a-d2a6bc091ac2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:05.683483 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a3f3129-01be-492e-95e7-73a8a59a84f4 req-3fc57af6-3d0f-4db8-ad4a-d2a6bc091ac2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.1940460 May 27 22:42:05.734554 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a648eeea-1829-4525-914b-0f999792720b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a648eeea-1829-4525-914b-0f999792720b found for delete ", "request_id": "req-11e91f35-7f51-4d5c-a5a9-85d33175c75b"}]} May 27 22:42:05.750391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7aa69583-985b-42dd-b111-ed30d6d37007 None None] The port '1c793795-f702-41ab-be63-69fb1683db86' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:42:05.786589 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a3f3129-01be-492e-95e7-73a8a59a84f4 req-918b4eb4-f877-498c-9182-a1b5c87b850c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066842 May 27 22:42:05.827255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1c793795-f702-41ab-be63-69fb1683db86 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:42:05.868224 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 1c793795-f702-41ab-be63-69fb1683db86 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:42:05.868879 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1c793795-f702-41ab-be63-69fb1683db86 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:42:05.871580 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:05.912941 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:05.932510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Network': ['ID=d8ab2d4f-622d-4927-bcf9-c614b989fcd9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:06.040619 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c5494836-1d13-4566-9156-351be56ec23d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/networks/d8ab2d4f-622d-4927-bcf9-c614b989fcd9 HTTP/1.1" status: 204 len: 168 time: 2.0639389 May 27 22:42:06.040619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34614) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:06.047261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-828672858'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:06.054038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:06.054038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:network and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:06.063698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:06.063698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:06.180671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:42:06.180671 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:06.201448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34622) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:06.219818 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:42:06.224891 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:06.225246 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Added segment e0558680-2d05-4039-b07a-f651b3462b05 of type vlan for network d56e6f3f-0521-411b-98c3-a312a75008ad May 27 22:42:06.256554 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:06.352486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1043080315-network', 'tenant_id': 'e16b517763e0477b92463f30c2606338'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:06.365244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:06.366946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:06.367031 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:06.371792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:06.394956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Usage tracker for resource:network and tenant:e16b517763e0477b92463f30c2606338 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:06.397946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:06.417475 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:06.547871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Network': ['ID=d56e6f3f-0521-411b-98c3-a312a75008ad,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:06.556815 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50cd1a2c-9c65-4196-8f7e-f2e49aeab882 req-96992b18-e0e4-48dd-a977-247feda9bdb4 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.2151449 May 27 22:42:06.566838 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network d56e6f3f-0521-411b-98c3-a312a75008ad details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:42:06.591019 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-33702bee-baf2-4373-94f0-7f3fa43352ee tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5504737 May 27 22:42:06.602338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34634) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:06.602338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'subnet': {'network_id': 'd56e6f3f-0521-411b-98c3-a312a75008ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:06.686971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Made reservation on behalf of e16b517763e0477b92463f30c2606338 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:42:06.720222 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:06.720222 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:06.723628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:06.737575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Usage tracker for resource:security_group_rule and tenant:e16b517763e0477b92463f30c2606338 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:06.746299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:06.749777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:06.754313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:06.755894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:subnet and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:06.759449 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:06.766017 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:06.846582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:06.982320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:42:06.982320 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:07.015705 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:07.051082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:42:07.068107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429416a8-021d-443f-a53c-d35dcc45b6e2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:07.068107 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:07.068107 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Added segment 54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5 of type vlan for network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 May 27 22:42:07.101937 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:07.105245 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b771c5e-46ca-4432-9b7d-e453937913d4 req-997b7b32-2328-4fba-aa32-a19751cbce2e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:07.105245 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b771c5e-46ca-4432-9b7d-e453937913d4 req-997b7b32-2328-4fba-aa32-a19751cbce2e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.1902132 May 27 22:42:07.179551 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b771c5e-46ca-4432-9b7d-e453937913d4 req-dd7a2310-ab1e-45bd-9de7-80a229220494 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556555 May 27 22:42:07.237345 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:07.238366 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:07.238947 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:07.342581 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:07.361829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] Pushing event updated for resources: {'Network': ['ID=1bf83da6-a4b0-4696-9b0e-9b626b20ad05,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:07.374391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:42:07.421089 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f03acbe6-1bc3-443c-8c22-7c2c4655bef4 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2196190 May 27 22:42:07.423884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34650) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:07.429663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] Request body: {'subnet': {'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1043080315-subnet', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:07.436300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:07.440408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Subnet': ['ID=9b444ff0-003b-4edd-8db0-1ec251099b1d,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:07.440878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] Usage tracker for resource:subnet and tenant:e16b517763e0477b92463f30c2606338 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:07.449558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:07.460470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:07.461303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Checking segment: {'id': 'e0558680-2d05-4039-b07a-f651b3462b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd56e6f3f-0521-411b-98c3-a312a75008ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:42:07.461786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network hostable DHCP agents. Network: d56e6f3f-0521-411b-98c3-a312a75008ad, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:42:07.557967 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] Made reservation on behalf of e16b517763e0477b92463f30c2606338 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:42:07.557967 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:07.589607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network d56e6f3f-0521-411b-98c3-a312a75008ad is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:42:07.693346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, d56e6f3f-0521-411b-98c3-a312a75008ad) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:07.693346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:07.693346 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:07.697626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04df6353-9116-406a-83a8-aa4e18f4cf88 None None] Network d56e6f3f-0521-411b-98c3-a312a75008ad requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:42:07.807375 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7eabc569-a7a9-4e68-a963-6950550ded57 req-9e07bbf2-a7c5-45a0-b16e-c7445c346fe7 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0599093 May 27 22:42:07.809312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7d307382-1fba-4e91-bb16-cb1fc48d6653 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2118702 May 27 22:42:07.811930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34658) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:07.828454 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'network_id': 'd56e6f3f-0521-411b-98c3-a312a75008ad', 'name': 'tempest-PortsIpV6TestJSON-1307533006', 'fixed_ips': [{'subnet_id': '9b444ff0-003b-4edd-8db0-1ec251099b1d', 'ip_address': '2001:db8::10'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:07.910026 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:07.976230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-d56e6f3f-0521-411b-98c3-a312a75008ad', 'network_id': 'd56e6f3f-0521-411b-98c3-a312a75008ad', 'tenant_id': '1fa8feff085d4561b4c22b1084ddb72b', 'fixed_ips': [{'subnet_id': '9b444ff0-003b-4edd-8db0-1ec251099b1d'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:42:07.976230 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:08.051423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120e6826-1d4c-4a02-bf20-000d486569ed,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:08.081922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] Checking segment: {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:42:08.081922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] Network hostable DHCP agents. Network: 1bf83da6-a4b0-4696-9b0e-9b626b20ad05, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:42:08.108681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:08.108681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:port and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:08.113884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:08.126345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:08.159381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Allocated IP 2001:db8::2 (d56e6f3f-0521-411b-98c3-a312a75008ad/9b444ff0-003b-4edd-8db0-1ec251099b1d/f9f8317d-afbf-4b52-8c74-368e724fe27e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:08.202581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] Network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:42:08.259236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:42:08.266940 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:42:08.335174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 1bf83da6-a4b0-4696-9b0e-9b626b20ad05) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:08.340131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:08.350262 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fcba6f-d645-459e-abb9-7e99d04c1095 None None] Network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:42:08.351859 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:08.383944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d27cd8-fb65-45ce-a75d-ed1e49af89dc req-cc6e0391-7d91-41e9-a58c-5e510a8dddbb tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:08.386253 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20d27cd8-fb65-45ce-a75d-ed1e49af89dc req-cc6e0391-7d91-41e9-a58c-5e510a8dddbb tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.0944905 May 27 22:42:08.467250 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20d27cd8-fb65-45ce-a75d-ed1e49af89dc req-0e4a95f4-d130-46a7-a091-e9ef328fca65 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746882 May 27 22:42:08.502127 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:08.527333 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-69b95b41-cb8d-4faf-be70-557972805742 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1022577 May 27 22:42:08.528611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port ee6c9c75-6084-4f8e-b7a8-8686d6bd3c56 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:42:08.530253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34674) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:08.535861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:08.546718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:08.551812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Usage tracker for resource:router and tenant:e16b517763e0477b92463f30c2606338 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:08.555290 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:08.563133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:08.626504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:08.643398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:08.643398 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:08.680337 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:08.680337 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:08.718655 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:08.721111 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:08.778256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Transition to ACTIVE for port object f9f8317d-afbf-4b52-8c74-368e724fe27e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:08.801442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:42:08.801442 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:08.915889 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Transition to ACTIVE for port object f9f8317d-afbf-4b52-8c74-368e724fe27e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:08.973156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:08.973610 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:09.021153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:42:09.109423 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:09.155085 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28a90a8a-88be-4d4f-8e04-1e5501aa2999 req-b4b9bfd1-3fdb-478c-bcb7-128c51c3e5ac tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0663111 May 27 22:42:09.188293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Allocated IP 2001:db8::10 (d56e6f3f-0521-411b-98c3-a312a75008ad/9b444ff0-003b-4edd-8db0-1ec251099b1d/ee6c9c75-6084-4f8e-b7a8-8686d6bd3c56) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:09.217593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:09.221716 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Pushing event updated for resources: {'Port': ['ID=f9f8317d-afbf-4b52-8c74-368e724fe27e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:09.239650 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6550332-76c5-4ef8-b8fc-e52840e0c539'] response: {'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'code': 200} May 27 22:42:09.248457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Network d56e6f3f-0521-411b-98c3-a312a75008ad is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:09.252087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:09.258114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:42:09.267583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Allocated IP 172.20.0.2 (1bf83da6-a4b0-4696-9b0e-9b626b20ad05/120e6826-1d4c-4a02-bf20-000d486569ed/76c4224b-18e4-459c-8980-60bdca165fa8) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:09.388436 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:09.423559 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:09.555138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00641eb1-1eac-4316-8c6b-95709c50f003 req-bff3fdab-4921-4c61-8e37-ddc0fd06e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:09.555138 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-00641eb1-1eac-4316-8c6b-95709c50f003 req-bff3fdab-4921-4c61-8e37-ddc0fd06e29d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 1097 time: 0.1315379 May 27 22:42:09.583480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Attempting to bind port f9f8317d-afbf-4b52-8c74-368e724fe27e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:42:09.583794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Attempting to bind port f9f8317d-afbf-4b52-8c74-368e724fe27e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'e0558680-2d05-4039-b07a-f651b3462b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd56e6f3f-0521-411b-98c3-a312a75008ad'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:42:09.591775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Attempting to bind port f9f8317d-afbf-4b52-8c74-368e724fe27e on network d56e6f3f-0521-411b-98c3-a312a75008ad {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:42:09.601577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:42:09.602051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Checking segment: {'id': 'e0558680-2d05-4039-b07a-f651b3462b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd56e6f3f-0521-411b-98c3-a312a75008ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:42:09.602568 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:09.603020 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Bound using segment: {'id': 'e0558680-2d05-4039-b07a-f651b3462b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd56e6f3f-0521-411b-98c3-a312a75008ad'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:42:09.603617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Bound port: f9f8317d-afbf-4b52-8c74-368e724fe27e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0558680-2d05-4039-b07a-f651b3462b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd56e6f3f-0521-411b-98c3-a312a75008ad'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:42:09.604054 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:09.623778 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:09.627378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:09.641460 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-00641eb1-1eac-4316-8c6b-95709c50f003 req-7938596f-6a26-46cc-9a93-89ab04db8816 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905519 May 27 22:42:09.648170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Transition to ACTIVE for port object ee6c9c75-6084-4f8e-b7a8-8686d6bd3c56 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:09.801645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] For port f9f8317d-afbf-4b52-8c74-368e724fe27e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:42:09.804737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:09.810331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] For port f9f8317d-afbf-4b52-8c74-368e724fe27e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f9f8317d-afbf-4b52-8c74-368e724fe27e,segment=NetworkSegment(e0558680-2d05-4039-b07a-f651b3462b05),segment_id=e0558680-2d05-4039-b07a-f651b3462b05)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:42:09.884203 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:10.068201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network d56e6f3f-0521-411b-98c3-a312a75008ad is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:10.068201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:10.078852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:42:10.093758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2206b-2eab-46ed-8ea4-21c1e1925fd8 None None] Pushing event updated for resources: {'Port': ['ID=f9f8317d-afbf-4b52-8c74-368e724fe27e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:10.093758 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:10.103807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:10.103807 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:10.123626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Transition to ACTIVE for port object 76c4224b-18e4-459c-8980-60bdca165fa8 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:10.152206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=ee6c9c75-6084-4f8e-b7a8-8686d6bd3c56,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:10.154785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Transition to ACTIVE for port object 76c4224b-18e4-459c-8980-60bdca165fa8 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:10.227538 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:10.287131 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ade95110-4c6a-46b5-854f-c85b4789ed5b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4603326 May 27 22:42:10.287131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34708) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:10.292661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'network_id': 'd56e6f3f-0521-411b-98c3-a312a75008ad', 'name': 'tempest-PortsIpV6TestJSON-1986378506', 'fixed_ips': [{'subnet_id': '9b444ff0-003b-4edd-8db0-1ec251099b1d', 'ip_address': '2001:db8::f'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:10.309101 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:10.309101 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:10.312134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:42:10.353120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Pushing event updated for resources: {'Port': ['ID=76c4224b-18e4-459c-8980-60bdca165fa8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:10.496651 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Attempting to bind port 76c4224b-18e4-459c-8980-60bdca165fa8 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:42:10.496651 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Attempting to bind port 76c4224b-18e4-459c-8980-60bdca165fa8 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:42:10.496651 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Attempting to bind port 76c4224b-18e4-459c-8980-60bdca165fa8 on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:42:10.522872 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:42:10.522872 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Checking segment: {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:42:10.522872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:10.522872 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Bound using segment: {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:42:10.522872 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Bound port: 76c4224b-18e4-459c-8980-60bdca165fa8, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:42:10.522872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:10.607966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:10.623492 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-457f161f-78a3-4f1f-8a9c-1230dad95f6b req-198423a4-0356-41f3-b6d1-d5113eb76dd4 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.2201552 May 27 22:42:10.626415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:port and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:10.641069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:10.677386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:10.732518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a998539-71ab-4d72-b669-b2137f3b3438 req-9da14696-b50a-4a33-9f3c-c1cc4236083f tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:10.746818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a998539-71ab-4d72-b669-b2137f3b3438 req-9da14696-b50a-4a33-9f3c-c1cc4236083f tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.9571443 May 27 22:42:10.762810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:42:10.762810 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:10.810362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port 60752250-95bf-4f12-ae41-570603e47692 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:42:10.849761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] For port 76c4224b-18e4-459c-8980-60bdca165fa8, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:42:10.858199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] For port 76c4224b-18e4-459c-8980-60bdca165fa8, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=76c4224b-18e4-459c-8980-60bdca165fa8,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:42:10.899222 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:10.935457 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:10.947495 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a998539-71ab-4d72-b669-b2137f3b3438 req-88769861-6386-4544-ad2a-f5aa438fbb83 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032437 May 27 22:42:10.979284 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-29b4ed87-9ec1-47f6-b1c4-f83a0ee7bf8f req-fcc5dccc-7662-4bbd-add9-629dcf2541d7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0579238 May 27 22:42:10.998331 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:11.135731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Allocated IP 172.25.2.201 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/c9a01b59-63d3-46fd-9248-c7107a8fb22a) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:11.182711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04632946-6da9-46c9-8124-58af5f9a4159 None None] Pushing event updated for resources: {'Port': ['ID=76c4224b-18e4-459c-8980-60bdca165fa8,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:11.283714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Allocated IP 2001:db8::f (d56e6f3f-0521-411b-98c3-a312a75008ad/9b444ff0-003b-4edd-8db0-1ec251099b1d/60752250-95bf-4f12-ae41-570603e47692) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:11.408176 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:11.568291 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:11.681777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Pushing event updated for resources: {'Port': ['ID=c9a01b59-63d3-46fd-9248-c7107a8fb22a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:11.714613 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:11.736138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:11.758013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:42:11.790203 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:11.812538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Transition to ACTIVE for port object 60752250-95bf-4f12-ae41-570603e47692 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:11.938996 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:12.096079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 76c4224b-18e4-459c-8980-60bdca165fa8 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:42:12.227520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f0faa1-6e5b-4eab-ae30-28ddc2b53f11 None None] Network d56e6f3f-0521-411b-98c3-a312a75008ad requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:42:12.336918 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-db97ac32-982d-4c49-b753-81b0f155b3e7 req-071fa026-7f9f-4b38-baed-80f3cf5e5944 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.2254858 May 27 22:42:12.369691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network d56e6f3f-0521-411b-98c3-a312a75008ad is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:12.380099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:12.380099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:42:12.390947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:12.390947 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:12.462431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=60752250-95bf-4f12-ae41-570603e47692,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:12.575761 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1641f0f7-24bb-478e-9f8f-0089915e62c9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2951121 May 27 22:42:12.578249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34738) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:12.626925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9437cf-d884-4ca2-be45-bfcea54afa85 req-6ae440c7-7297-40d4-931e-e6ad07bd5e4a tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:12.634354 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2c9437cf-d884-4ca2-be45-bfcea54afa85 req-6ae440c7-7297-40d4-931e-e6ad07bd5e4a tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.2023401 May 27 22:42:12.651450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9b0cb0ee-1379-4fe0-acf5-fe715a54be6c None None] Provisioning for port f9f8317d-afbf-4b52-8c74-368e724fe27e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:12.661669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 76c4224b-18e4-459c-8980-60bdca165fa8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:12.675234 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f9f8317d-afbf-4b52-8c74-368e724fe27e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:42:12.690431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2c9437cf-d884-4ca2-be45-bfcea54afa85 req-993ffccf-65da-4eee-ba3f-35bf8decfc0f tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550559 May 27 22:42:12.699305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c198e684-f289-4ec0-a3d3-91a148c8242b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:12.702262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c198e684-f289-4ec0-a3d3-91a148c8242b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:42:12.849068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c198e684-f289-4ec0-a3d3-91a148c8242b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:42:12.850975 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c198e684-f289-4ec0-a3d3-91a148c8242b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2712040 May 27 22:42:12.853389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34744) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:12.899786 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa2c992-a5a2-4bdc-8229-f0f87380a3e1 None None] Network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:42:12.997306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102ac321-2d41-47b1-ad56-bb6d89fd0c19 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:13.006240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102ac321-2d41-47b1-ad56-bb6d89fd0c19 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:13.044687 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:13.048609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port f9f8317d-afbf-4b52-8c74-368e724fe27e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:13.062460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102ac321-2d41-47b1-ad56-bb6d89fd0c19 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:13.062460 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-102ac321-2d41-47b1-ad56-bb6d89fd0c19 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2049277 May 27 22:42:13.081387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34752) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:13.132670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port f9f8317d-afbf-4b52-8c74-368e724fe27e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:13.132670 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:13.241633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4ce517b8-6bf1-426b-8953-64a3b0021abd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 60752250-95bf-4f12-ae41-570603e47692 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:13.241633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ce517b8-6bf1-426b-8953-64a3b0021abd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:13.303913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dccade38-f0b8-4391-b7c8-426f5178879f None None] Provisioning for port 76c4224b-18e4-459c-8980-60bdca165fa8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:13.338731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dccade38-f0b8-4391-b7c8-426f5178879f None None] Provisioning complete for port 76c4224b-18e4-459c-8980-60bdca165fa8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:13.339375 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dccade38-f0b8-4391-b7c8-426f5178879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:13.783546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port f9f8317d-afbf-4b52-8c74-368e724fe27e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:13.783546 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:13.864916 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ce517b8-6bf1-426b-8953-64a3b0021abd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:13.893543 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b0557a4-f2f8-4289-8283-195f678c9cbf req-963b2ae5-0d58-4e61-8cc3-826a6cfd180f tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.3145313 May 27 22:42:13.938513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port f9f8317d-afbf-4b52-8c74-368e724fe27e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f9f8317d-afbf-4b52-8c74-368e724fe27e,segment=NetworkSegment(e0558680-2d05-4039-b07a-f651b3462b05),segment_id=e0558680-2d05-4039-b07a-f651b3462b05)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:13.951258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-dccade38-f0b8-4391-b7c8-426f5178879f None None] Current status of the port 76c4224b-18e4-459c-8980-60bdca165fa8 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:13.951258 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dccade38-f0b8-4391-b7c8-426f5178879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:14.005797 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:14.009229 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-dccade38-f0b8-4391-b7c8-426f5178879f None None] For port 76c4224b-18e4-459c-8980-60bdca165fa8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=76c4224b-18e4-459c-8980-60bdca165fa8,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:14.097910 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d64d5-cb4e-4550-828f-06e9c4f02c58 req-588e45c0-aa93-4f27-ac39-96417d9d922a tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:14.099525 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-593d64d5-cb4e-4550-828f-06e9c4f02c58 req-588e45c0-aa93-4f27-ac39-96417d9d922a tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.7949679 May 27 22:42:14.110098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34768) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:14.123960 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dccade38-f0b8-4391-b7c8-426f5178879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:14.150804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=f9f8317d-afbf-4b52-8c74-368e724fe27e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:14.205476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-66a6fdf5-795c-40a4-bb75-e950b6f79867 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Request body: {'floatingip': {'port_id': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:14.238710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccade38-f0b8-4391-b7c8-426f5178879f None None] Pushing event updated for resources: {'Port': ['ID=76c4224b-18e4-459c-8980-60bdca165fa8,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:14.296497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4ce517b8-6bf1-426b-8953-64a3b0021abd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for 60752250-95bf-4f12-ae41-570603e47692 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:42:14.319036 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:14.364929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6ab0e707-643c-40b1-859e-4122b461ce6b None None] Provisioning for port 60752250-95bf-4f12-ae41-570603e47692 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:14.381266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6ab0e707-643c-40b1-859e-4122b461ce6b None None] Provisioning complete for port 60752250-95bf-4f12-ae41-570603e47692 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:14.381266 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e707-643c-40b1-859e-4122b461ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:14.483527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6ab0e707-643c-40b1-859e-4122b461ce6b None None] Port 60752250-95bf-4f12-ae41-570603e47692 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:42:14.540048 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6ab0e707-643c-40b1-859e-4122b461ce6b None None] Provisioning for port ee6c9c75-6084-4f8e-b7a8-8686d6bd3c56 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:14.550294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6ab0e707-643c-40b1-859e-4122b461ce6b None None] Provisioning complete for port ee6c9c75-6084-4f8e-b7a8-8686d6bd3c56 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:14.550294 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e707-643c-40b1-859e-4122b461ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:14.575744 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca227cf3-d85b-4172-83e5-8bc107a12b4b req-1bb24a43-066a-42aa-85b9-ccde3ffb3b71 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea&device_id=5eab7e68-4778-4750-904d-6df188a0dfa9 HTTP/1.1" status: 200 len: 210 time: 0.2223368 May 27 22:42:14.575744 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66a6fdf5-795c-40a4-bb75-e950b6f79867 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:14.634350 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6ab0e707-643c-40b1-859e-4122b461ce6b None None] Port ee6c9c75-6084-4f8e-b7a8-8686d6bd3c56 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:42:14.642059 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ce517b8-6bf1-426b-8953-64a3b0021abd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:14.669861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6ab0e707-643c-40b1-859e-4122b461ce6b None None] Provisioning complete for port f9f8317d-afbf-4b52-8c74-368e724fe27e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:14.669861 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e707-643c-40b1-859e-4122b461ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:14.839016 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6ab0e707-643c-40b1-859e-4122b461ce6b None None] Current status of the port f9f8317d-afbf-4b52-8c74-368e724fe27e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:14.860645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce517b8-6bf1-426b-8953-64a3b0021abd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=60752250-95bf-4f12-ae41-570603e47692,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:14.893544 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ce517b8-6bf1-426b-8953-64a3b0021abd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:14.975935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-eaa6c8a5-cb10-4e25-bfd5-e98d61ce0b24 None None] Provisioning complete for port 76c4224b-18e4-459c-8980-60bdca165fa8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:14.975935 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c8a5-cb10-4e25-bfd5-e98d61ce0b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:15.026431 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4ce517b8-6bf1-426b-8953-64a3b0021abd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/60752250-95bf-4f12-ae41-570603e47692 HTTP/1.1" status: 204 len: 168 time: 1.9530301 May 27 22:42:15.044112 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34784) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:15.156094 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc928fa-c5e0-4296-8f7e-ad6060cfb191 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] GET failed (client error): The resource could not be found. May 27 22:42:15.156094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2bc928fa-c5e0-4296-8f7e-ad6060cfb191 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:42:15.163705 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6c8a5-cb10-4e25-bfd5-e98d61ce0b24 None None] Current status of the port 76c4224b-18e4-459c-8980-60bdca165fa8 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:15.258641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2bc928fa-c5e0-4296-8f7e-ad6060cfb191 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:42:15.259885 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2bc928fa-c5e0-4296-8f7e-ad6060cfb191 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/60752250-95bf-4f12-ae41-570603e47692 HTTP/1.1" status: 404 len: 333 time: 0.2158220 May 27 22:42:15.262771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34794) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:15.372754 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-241e7c1c-7c9f-4376-ba7c-68663b10fb78 req-d734867c-9e0b-498c-b3c8-79ba4a36a359 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f22a1f632c6049e9a61573b365ea1ba0&device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0508473 May 27 22:42:15.410678 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e66439f9-e1ed-478e-97f6-f5807922fae0 req-c2941421-24e3-4ee6-ae11-21739609a057 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0834305 May 27 22:42:15.421972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a9e0395f-c364-4a5f-9911-7ea7ec95f7e4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port ee6c9c75-6084-4f8e-b7a8-8686d6bd3c56 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:15.422386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9e0395f-c364-4a5f-9911-7ea7ec95f7e4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:15.508965 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-241e7c1c-7c9f-4376-ba7c-68663b10fb78 req-a3afe0c1-1a62-4eef-bf41-1ccfa742a48c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f22a1f632c6049e9a61573b365ea1ba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1144493 May 27 22:42:15.588768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Router 15f5493d-a7b4-4836-8885-0cdf7f173d48 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:42:15.727346 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66a6fdf5-795c-40a4-bb75-e950b6f79867 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:15.815340 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:15.855984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e7c1c-7c9f-4376-ba7c-68663b10fb78 req-27e322ae-1e55-4f55-bffb-64dc0e9fd099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:15.858092 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-241e7c1c-7c9f-4376-ba7c-68663b10fb78 req-27e322ae-1e55-4f55-bffb-64dc0e9fd099 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2808082 May 27 22:42:15.906917 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9e0395f-c364-4a5f-9911-7ea7ec95f7e4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:15.941649 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66a6fdf5-795c-40a4-bb75-e950b6f79867 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:16.053955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:42:16.058210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a9e0395f-c364-4a5f-9911-7ea7ec95f7e4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for ee6c9c75-6084-4f8e-b7a8-8686d6bd3c56 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:42:16.086118 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Sync routers for ids ['15f5493d-a7b4-4836-8885-0cdf7f173d48'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:42:16.128589 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Routers {'15f5493d-a7b4-4836-8885-0cdf7f173d48'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:42:16.128589 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:42:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['15f5493d-a7b4-4836-8885-0cdf7f173d48'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:16.185601 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-66a6fdf5-795c-40a4-bb75-e950b6f79867 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Floating IP 7f05218e-ac25-4ea1-aaf5-4a6edcc61e9a associated. External IP: 172.25.2.66, port: c81a0cbb-dd70-4db9-9adc-0f6c559e86a8. May 27 22:42:16.265262 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 76c4224b-18e4-459c-8980-60bdca165fa8 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:42:16.333332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 76c4224b-18e4-459c-8980-60bdca165fa8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:16.333939 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:16.347576 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:16.347576 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6fba7a20-7ba7-4f8a-a432-fc5dab445f6b admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.8150082 May 27 22:42:16.350503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34810) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:16.471060 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9e0395f-c364-4a5f-9911-7ea7ec95f7e4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:16.566501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 76c4224b-18e4-459c-8980-60bdca165fa8 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:16.568744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f9f8317d-afbf-4b52-8c74-368e724fe27e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:42:16.587823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0395f-c364-4a5f-9911-7ea7ec95f7e4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=ee6c9c75-6084-4f8e-b7a8-8686d6bd3c56,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:16.738807 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9e0395f-c364-4a5f-9911-7ea7ec95f7e4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:16.800610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port f9f8317d-afbf-4b52-8c74-368e724fe27e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:16.800610 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:16.903667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-52e97b97-07cf-4774-a04e-8e0c79a1fbfa req-4de2bbaf-df6e-44fd-9ecf-4243d0e60b07 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.1003730 May 27 22:42:16.906028 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Set router 15f5493d-a7b4-4836-8885-0cdf7f173d48 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:42:16.973456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a6fdf5-795c-40a4-bb75-e950b6f79867 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Router 090dc531-8fe0-4287-a2c7-44bf25619f10 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:42:17.055912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port f9f8317d-afbf-4b52-8c74-368e724fe27e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:17.217168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a6fdf5-795c-40a4-bb75-e950b6f79867 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:42:17.222380 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66a6fdf5-795c-40a4-bb75-e950b6f79867 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:17.228501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768918c-cff6-45ed-9c7a-44fa2a3ba68d None None] Sync routers for ids ['090dc531-8fe0-4287-a2c7-44bf25619f10'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:42:17.240639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768918c-cff6-45ed-9c7a-44fa2a3ba68d None None] Routers {'090dc531-8fe0-4287-a2c7-44bf25619f10'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:42:17.241343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a768918c-cff6-45ed-9c7a-44fa2a3ba68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:42:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['090dc531-8fe0-4287-a2c7-44bf25619f10'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:17.308705 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-66a6fdf5-795c-40a4-bb75-e950b6f79867 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "PUT /v2.0/floatingips/7f05218e-ac25-4ea1-aaf5-4a6edcc61e9a HTTP/1.1" status: 200 len: 991 time: 3.1971662 May 27 22:42:17.309803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:42:17.312960 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:42:08Z', 'updated_at': '2022-05-27T22:42:12Z', 'revision_number': 3, 'project_id': 'e16b517763e0477b92463f30c2606338', 'gw_port': {'id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:10Z', 'updated_at': '2022-05-27T22:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:17.338353 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Checking router: 15f5493d-a7b4-4836-8885-0cdf7f173d48 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:42:17.338709 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Updating router 15f5493d-a7b4-4836-8885-0cdf7f173d48 port c9a01b59-63d3-46fd-9248-c7107a8fb22a binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:42:17.421259 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9857bc2e-cef6-457c-85e1-9b370b2e35e5'] response: {'name': 'network-changed', 'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'status': 'completed', 'code': 200} May 27 22:42:17.426956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34828) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:17.427165 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9e0395f-c364-4a5f-9911-7ea7ec95f7e4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/ee6c9c75-6084-4f8e-b7a8-8686d6bd3c56 HTTP/1.1" status: 204 len: 168 time: 2.1633611 May 27 22:42:17.499660 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:17.522795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-a768918c-cff6-45ed-9c7a-44fa2a3ba68d None None] Set router 090dc531-8fe0-4287-a2c7-44bf25619f10 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:42:17.559221 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-241e7c1c-7c9f-4376-ba7c-68663b10fb78 req-69a71ffe-e17f-482b-85f7-76faec04a230 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.57 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0519629 May 27 22:42:17.564578 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c63af39-3c90-4a22-ba4a-f094773389cd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] GET failed (client error): The resource could not be found. May 27 22:42:17.564578 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7c63af39-3c90-4a22-ba4a-f094773389cd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/ee6c9c75-6084-4f8e-b7a8-8686d6bd3c56 HTTP/1.1" status: 404 len: 333 time: 0.1263261 May 27 22:42:17.569228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34832) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:17.737468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac89437-2913-4d82-b449-0dc705497781 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting subnet 9b444ff0-003b-4edd-8db0-1ec251099b1d {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:42:17.757466 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ac89437-2913-4d82-b449-0dc705497781 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:17.862290 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ac89437-2913-4d82-b449-0dc705497781 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:17.952100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65c4b0-2425-4b29-8e1c-75ba69cb99be req-eb3aac15-4412-4da4-9550-3462cea8a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:17.953637 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bd65c4b0-2425-4b29-8e1c-75ba69cb99be req-eb3aac15-4412-4da4-9550-3462cea8a460 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 1097 time: 0.5100522 May 27 22:42:18.055971 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:18.070977 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Transition to ACTIVE for port object c9a01b59-63d3-46fd-9248-c7107a8fb22a will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:18.104503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a768918c-cff6-45ed-9c7a-44fa2a3ba68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '7f05218e-ac25-4ea1-aaf5-4a6edcc61e9a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'port_id': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'mac_address': 'fa:16:3e:0d:4e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:41:45Z', 'updated_at': '2022-05-27T22:42:15Z', 'revision_number': 1, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa29fbd-dc63-42f0-b8c8-281fcf760298', 'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'mac_address': 'fa:16:3e:17:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:30Z', 'updated_at': '2022-05-27T22:41:44Z', 'revision_number': 5, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'subnets': [{'id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:18.108833 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768918c-cff6-45ed-9c7a-44fa2a3ba68d None None] Checking router: 090dc531-8fe0-4287-a2c7-44bf25619f10 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:42:18.119583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768918c-cff6-45ed-9c7a-44fa2a3ba68d None None] Routers {'090dc531-8fe0-4287-a2c7-44bf25619f10'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:42:18.120319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a768918c-cff6-45ed-9c7a-44fa2a3ba68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:42:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['090dc531-8fe0-4287-a2c7-44bf25619f10'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:18.153411 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70fce585-a285-4134-98a6-a5ce9648de07 req-960754d6-cd51-48e2-a8bf-35ad16ff9c6e tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=84d2f68c-594a-4581-a458-16823dbe7fea HTTP/1.1" status: 200 len: 210 time: 0.0826042 May 27 22:42:18.163462 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:18.285225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65c4b0-2425-4b29-8e1c-75ba69cb99be req-1ae44340-b96f-43e3-95fd-ca73ede72cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:18.296615 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Attempting to bind port c9a01b59-63d3-46fd-9248-c7107a8fb22a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:42:18.296615 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Attempting to bind port c9a01b59-63d3-46fd-9248-c7107a8fb22a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:42:18.296615 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Attempting to bind port c9a01b59-63d3-46fd-9248-c7107a8fb22a on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:42:18.301732 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bd65c4b0-2425-4b29-8e1c-75ba69cb99be req-1ae44340-b96f-43e3-95fd-ca73ede72cd4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a HTTP/1.1" status: 200 len: 918 time: 0.3314595 May 27 22:42:18.301732 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:18.309898 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ddb10-f1cf-4104-9a3c-91e0c2e9ad50 None None] Pushing event updated for resources: {'Port': ['ID=c9a01b59-63d3-46fd-9248-c7107a8fb22a,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:18.309898 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:42:18.309898 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:42:18.309898 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:18.309898 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:42:18.309898 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Bound port: c9a01b59-63d3-46fd-9248-c7107a8fb22a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:42:18.309898 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:18.416164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-a768918c-cff6-45ed-9c7a-44fa2a3ba68d None None] Set router 090dc531-8fe0-4287-a2c7-44bf25619f10 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:42:18.433418 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] For port c9a01b59-63d3-46fd-9248-c7107a8fb22a, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:42:18.433418 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] For port c9a01b59-63d3-46fd-9248-c7107a8fb22a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c9a01b59-63d3-46fd-9248-c7107a8fb22a,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:42:18.477913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ac89437-2913-4d82-b449-0dc705497781 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:18.605170 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bd65c4b0-2425-4b29-8e1c-75ba69cb99be req-e625a47a-0a8e-4a41-b5dd-d797efc35339 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 HTTP/1.1" status: 200 len: 999 time: 0.2833381 May 27 22:42:18.611436 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:18.707186 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Routers {'15f5493d-a7b4-4836-8885-0cdf7f173d48'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:42:18.709214 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:42:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['15f5493d-a7b4-4836-8885-0cdf7f173d48'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:18.736041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65c4b0-2425-4b29-8e1c-75ba69cb99be req-222570da-4d8e-4b5b-a5b8-58b051427703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:18.737527 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bd65c4b0-2425-4b29-8e1c-75ba69cb99be req-222570da-4d8e-4b5b-a5b8-58b051427703 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f30d47-4208-4370-ad1f-f05d95b79b41 HTTP/1.1" status: 200 len: 856 time: 0.1209044 May 27 22:42:18.870316 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ddb10-f1cf-4104-9a3c-91e0c2e9ad50 None None] Pushing event updated for resources: {'Port': ['ID=c9a01b59-63d3-46fd-9248-c7107a8fb22a,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:18.948013 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a768918c-cff6-45ed-9c7a-44fa2a3ba68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '7f05218e-ac25-4ea1-aaf5-4a6edcc61e9a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'port_id': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'mac_address': 'fa:16:3e:0d:4e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:41:45Z', 'updated_at': '2022-05-27T22:42:15Z', 'revision_number': 1, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa29fbd-dc63-42f0-b8c8-281fcf760298', 'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'mac_address': 'fa:16:3e:17:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:30Z', 'updated_at': '2022-05-27T22:41:44Z', 'revision_number': 5, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'subnets': [{'id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:18.952695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a768918c-cff6-45ed-9c7a-44fa2a3ba68d None None] The sync data for ids ['090dc531-8fe0-4287-a2c7-44bf25619f10'] in n-d-843680-3 is: [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '7f05218e-ac25-4ea1-aaf5-4a6edcc61e9a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'port_id': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'mac_address': 'fa:16:3e:0d:4e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:41:45Z', 'updated_at': '2022-05-27T22:42:15Z', 'revision_number': 1, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa29fbd-dc63-42f0-b8c8-281fcf760298', 'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'mac_address': 'fa:16:3e:17:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:30Z', 'updated_at': '2022-05-27T22:41:44Z', 'revision_number': 5, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'subnets': [{'id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:42:19.001668 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ac89437-2913-4d82-b449-0dc705497781 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:19.082951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac89437-2913-4d82-b449-0dc705497781 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Subnet': ['ID=9b444ff0-003b-4edd-8db0-1ec251099b1d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:19.082951 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ac89437-2913-4d82-b449-0dc705497781 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:19.102624 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667072f8-b91e-4eb6-8490-d460652801ec None None] Network d56e6f3f-0521-411b-98c3-a312a75008ad requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:42:19.107287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Allocated IP 172.20.0.1 (1bf83da6-a4b0-4696-9b0e-9b626b20ad05/120e6826-1d4c-4a02-bf20-000d486569ed/40e5e4ed-703f-4e90-8c87-cb52386f144f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:19.117779 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3ac89437-2913-4d82-b449-0dc705497781 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/9b444ff0-003b-4edd-8db0-1ec251099b1d HTTP/1.1" status: 204 len: 168 time: 1.5486717 May 27 22:42:19.122454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34854) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:19.150270 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] Set router 15f5493d-a7b4-4836-8885-0cdf7f173d48 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:42:19.204242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65c4b0-2425-4b29-8e1c-75ba69cb99be req-9e183ff3-1581-4f3b-be02-887221d03303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:19.204242 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bd65c4b0-2425-4b29-8e1c-75ba69cb99be req-9e183ff3-1581-4f3b-be02-887221d03303 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4576120 May 27 22:42:19.406757 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:19.419618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port f9f8317d-afbf-4b52-8c74-368e724fe27e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:19.419618 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:19.461849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:19.534288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Transition to ACTIVE for port object 40e5e4ed-703f-4e90-8c87-cb52386f144f will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:19.562378 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bd65c4b0-2425-4b29-8e1c-75ba69cb99be req-faf05c0f-5eb2-43bd-81bb-0bafe48225a4 service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471432 May 27 22:42:19.565491 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254b7e75-7237-4df3-ba14-26bcb8159041 None None] New status for floating IP 7f05218e-ac25-4ea1-aaf5-4a6edcc61e9a: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:42:19.673962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52239492-7824-456f-acec-6f6b3aa5820c None None] DHCP port deletion for d56e6f3f-0521-411b-98c3-a312a75008ad request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:42:19.679823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-52239492-7824-456f-acec-6f6b3aa5820c None None] Deleting port f9f8317d-afbf-4b52-8c74-368e724fe27e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:19.680208 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52239492-7824-456f-acec-6f6b3aa5820c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:19.821564 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bd65c4b0-2425-4b29-8e1c-75ba69cb99be req-b17bbd87-7073-405a-aaca-bec2f2a90963 service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523153 May 27 22:42:19.824968 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:19.869899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] For port f9f8317d-afbf-4b52-8c74-368e724fe27e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f9f8317d-afbf-4b52-8c74-368e724fe27e,segment=NetworkSegment(e0558680-2d05-4039-b07a-f651b3462b05),segment_id=e0558680-2d05-4039-b07a-f651b3462b05)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:19.870109 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:20.049326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:20.166949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:20.179682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:42:20.237570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-52239492-7824-456f-acec-6f6b3aa5820c None None] For port f9f8317d-afbf-4b52-8c74-368e724fe27e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f9f8317d-afbf-4b52-8c74-368e724fe27e,segment=NetworkSegment(e0558680-2d05-4039-b07a-f651b3462b05),segment_id=e0558680-2d05-4039-b07a-f651b3462b05)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:20.238153 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52239492-7824-456f-acec-6f6b3aa5820c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:20.278562 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:20.333102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for f9f8317d-afbf-4b52-8c74-368e724fe27e owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:42:20.356595 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:42:08Z', 'updated_at': '2022-05-27T22:42:12Z', 'revision_number': 3, 'project_id': 'e16b517763e0477b92463f30c2606338', 'gw_port': {'id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:10Z', 'updated_at': '2022-05-27T22:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:20.362598 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e789d148-a064-4bbd-91c1-97ff7b7030b6 None None] The sync data for ids ['15f5493d-a7b4-4836-8885-0cdf7f173d48'] in n-d-843680-3 is: [{'id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:42:08Z', 'updated_at': '2022-05-27T22:42:12Z', 'revision_number': 3, 'project_id': 'e16b517763e0477b92463f30c2606338', 'gw_port': {'id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:10Z', 'updated_at': '2022-05-27T22:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:42:20.384704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a55063ac-2732-4a14-97b1-4c469085b05b req-f0e2f0de-5fad-4c1b-a474-75c2c2c9f656 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=5eab7e68-4778-4750-904d-6df188a0dfa9 HTTP/1.1" status: 200 len: 210 time: 0.1065133 May 27 22:42:20.404497 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a1cc1d05-889b-40d2-902a-bd62dc394475 req-2ef50de9-b11e-4447-bfb0-6ebc61dc2b40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f22a1f632c6049e9a61573b365ea1ba0&device_id=5eab7e68-4778-4750-904d-6df188a0dfa9 HTTP/1.1" status: 200 len: 210 time: 0.3328714 May 27 22:42:20.406461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Pushing event updated for resources: {'Port': ['ID=40e5e4ed-703f-4e90-8c87-cb52386f144f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:20.493033 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a1cc1d05-889b-40d2-902a-bd62dc394475 req-fc7b5489-373d-460b-90bb-5d973d7130ce service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f22a1f632c6049e9a61573b365ea1ba0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0875866 May 27 22:42:20.551611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f9f8317d-afbf-4b52-8c74-368e724fe27e no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:42:20.627099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-52239492-7824-456f-acec-6f6b3aa5820c None None] Calling delete_port for f9f8317d-afbf-4b52-8c74-368e724fe27e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:42:20.650843 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:20.770792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=f9f8317d-afbf-4b52-8c74-368e724fe27e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:20.770792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No DVR routers for this DVR port f9f8317d-afbf-4b52-8c74-368e724fe27e on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:42:20.775546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No active binding found for port f9f8317d-afbf-4b52-8c74-368e724fe27e {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 22:42:20.775546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f9f8317d-afbf-4b52-8c74-368e724fe27e not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:42:20.794812 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-52239492-7824-456f-acec-6f6b3aa5820c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:42:20.794812 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-52239492-7824-456f-acec-6f6b3aa5820c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:42:20.824928 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9a977f84-c2a3-49d6-96f5-880aad109d1c None None] Provisioning for port 40e5e4ed-703f-4e90-8c87-cb52386f144f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:20.824928 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9a977f84-c2a3-49d6-96f5-880aad109d1c None None] Provisioning complete for port 40e5e4ed-703f-4e90-8c87-cb52386f144f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:20.824928 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9a977f84-c2a3-49d6-96f5-880aad109d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:20.944723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9a977f84-c2a3-49d6-96f5-880aad109d1c None None] Port 40e5e4ed-703f-4e90-8c87-cb52386f144f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:42:20.955034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc1d05-889b-40d2-902a-bd62dc394475 req-525e0ca5-f78a-49d5-9e03-b59f20815e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:20.956643 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a1cc1d05-889b-40d2-902a-bd62dc394475 req-525e0ca5-f78a-49d5-9e03-b59f20815e84 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4383171 May 27 22:42:20.985095 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.008791 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.044396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56e6f3f-0521-411b-98c3-a312a75008ad']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:21.058460 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0558680-2d05-4039-b07a-f651b3462b05') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:21.058963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0558680-2d05-4039-b07a-f651b3462b05') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:21.089412 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.123763 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.137817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:42:21.137817 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.209459 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment e0558680-2d05-4039-b07a-f651b3462b05 resource provider aggregate not found May 27 22:42:21.239342 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment e0558680-2d05-4039-b07a-f651b3462b05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0558680-2d05-4039-b07a-f651b3462b05 found for delete ", "request_id": "req-9ed58937-ec58-4d78-a3dc-20bcb69925f0"}]} May 27 22:42:21.302007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-52239492-7824-456f-acec-6f6b3aa5820c None None] Deleting port f9f8317d-afbf-4b52-8c74-368e724fe27e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:21.302007 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52239492-7824-456f-acec-6f6b3aa5820c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.361888 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.364099 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.393647 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.394415 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-52239492-7824-456f-acec-6f6b3aa5820c None None] The port 'f9f8317d-afbf-4b52-8c74-368e724fe27e' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:42:21.408546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Network': ['ID=d56e6f3f-0521-411b-98c3-a312a75008ad,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:21.416544 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-36494f9c-4590-49ee-9c0a-076020c671ba tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/networks/d56e6f3f-0521-411b-98c3-a312a75008ad HTTP/1.1" status: 204 len: 168 time: 2.2966800 May 27 22:42:21.422685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34892) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:21.423551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1344083837'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:21.430135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:21.434312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:network and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:21.437281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:21.446630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:21.477427 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.586320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:42:21.614905 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.692180 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f4eac5e-d232-4c47-a1a8-2f3f503b7243 req-b750b8f3-c211-4176-8128-79e9b997538a tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=5eab7e68-4778-4750-904d-6df188a0dfa9 HTTP/1.1" status: 200 len: 210 time: 0.1492510 May 27 22:42:21.692180 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:42:21.722844 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.722844 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Added segment 29eae076-485a-42f6-94cc-ab7357fd768b of type vlan for network 97b98068-0dd3-4c26-90e7-dc9f94a8b678 May 27 22:42:21.725153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Pushing event updated for resources: {'Port': ['ID=40e5e4ed-703f-4e90-8c87-cb52386f144f,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:21.737899 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.737899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:21.737899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:21.737899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:21.737899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:21.737899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:21.737899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:21.737899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:21.737899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:21.737899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:21.737899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:21.737899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:21.737899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:21.789921 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.895058 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.901154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:21.901749 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:21.915193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:21.916280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:22.076138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Network': ['ID=97b98068-0dd3-4c26-90e7-dc9f94a8b678,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:22.089686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:22.089686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:22.089686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:22.089686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:22.089686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:22.089686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:22.089686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:22.089686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:22.089686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:22.089686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:22.089686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:22.089686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:22.117980 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 97b98068-0dd3-4c26-90e7-dc9f94a8b678 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:42:22.142075 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-27bbbf66-1515-4618-8d81-1e47feb2f571 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7127028 May 27 22:42:22.142075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34908) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:22.142075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'subnet': {'network_id': '97b98068-0dd3-4c26-90e7-dc9f94a8b678', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:22.309782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c9a01b59-63d3-46fd-9248-c7107a8fb22a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:42:22.344615 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:22.366749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:22.380697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:subnet and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:22.386901 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:22.407627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:22.438512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1cd0996d-bbb0-4d82-aa4b-58da804388d2 None None] Provisioning complete for port 40e5e4ed-703f-4e90-8c87-cb52386f144f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:22.438893 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1cd0996d-bbb0-4d82-aa4b-58da804388d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:22.489154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:42:22.520062 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a1cc1d05-889b-40d2-902a-bd62dc394475 req-8150ac94-1995-4ea7-9407-2d1d9e678f97 tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.57 "GET /v2.0/ports?device_id=5eab7e68-4778-4750-904d-6df188a0dfa9 HTTP/1.1" status: 200 len: 210 time: 0.0796738 May 27 22:42:22.522830 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:22.527928 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1cd0996d-bbb0-4d82-aa4b-58da804388d2 None None] Port 40e5e4ed-703f-4e90-8c87-cb52386f144f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:42:22.579419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Router 15f5493d-a7b4-4836-8885-0cdf7f173d48 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:42:22.606450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port c9a01b59-63d3-46fd-9248-c7107a8fb22a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:22.628713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c9a01b59-63d3-46fd-9248-c7107a8fb22a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:22.628713 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:22.886243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c9a01b59-63d3-46fd-9248-c7107a8fb22a is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:22.888926 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:22.923767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port c9a01b59-63d3-46fd-9248-c7107a8fb22a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c9a01b59-63d3-46fd-9248-c7107a8fb22a,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:22.996775 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-896f4f15-0d2e-4a29-8576-03d671ca5662 req-232e32eb-fcf6-4fbb-8eba-0a8bbb50ec2a tempest-ServerShowV247Test-297539203 tempest-ServerShowV247Test-297539203-project] 10.222.0.27 "GET /v2.0/ports?device_id=5eab7e68-4778-4750-904d-6df188a0dfa9 HTTP/1.1" status: 200 len: 210 time: 0.0623014 May 27 22:42:23.027145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:42:23.034172 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-037c92f8-6741-4a66-b7c1-0f2852ab94d9 admin admin] 10.222.0.27 "PUT /v2.0/routers/15f5493d-a7b4-4836-8885-0cdf7f173d48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6803188 May 27 22:42:23.066369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Sync routers for ids ['15f5493d-a7b4-4836-8885-0cdf7f173d48'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:42:23.066369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Routers {'15f5493d-a7b4-4836-8885-0cdf7f173d48'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:42:23.066369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:42:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['15f5493d-a7b4-4836-8885-0cdf7f173d48'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:23.130616 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:23.194685 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:23.277510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Subnet': ['ID=90a5ad73-2c54-431e-b8eb-5b815372bd52,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:23.279650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Checking segment: {'id': '29eae076-485a-42f6-94cc-ab7357fd768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '97b98068-0dd3-4c26-90e7-dc9f94a8b678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:42:23.280826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network hostable DHCP agents. Network: 97b98068-0dd3-4c26-90e7-dc9f94a8b678, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:42:23.319494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=c9a01b59-63d3-46fd-9248-c7107a8fb22a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:23.334869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:23.335372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:23.335859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:23.336252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:23.336637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:23.337035 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:23.337401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:23.337660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:23.337987 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:23.338312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:23.339108 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:23.339108 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:42:23.357637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Set router 15f5493d-a7b4-4836-8885-0cdf7f173d48 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:42:23.387189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network 97b98068-0dd3-4c26-90e7-dc9f94a8b678 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:42:23.528553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 97b98068-0dd3-4c26-90e7-dc9f94a8b678) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:23.528553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:23.528553 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:23.548958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba21938-ae81-40b1-89ba-07abccf22b81 None None] Network 97b98068-0dd3-4c26-90e7-dc9f94a8b678 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:42:23.629258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34936) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:23.636048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-90810ba2-36cd-4eb5-8c29-faa10fbf4f2c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--865898682', 'description': 'tempest-description--648234088'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:23.654751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-90810ba2-36cd-4eb5-8c29-faa10fbf4f2c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:23.654751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-90810ba2-36cd-4eb5-8c29-faa10fbf4f2c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Usage tracker for resource:security_group and tenant:e16b517763e0477b92463f30c2606338 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:23.654751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-90810ba2-36cd-4eb5-8c29-faa10fbf4f2c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:23.664176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-90810ba2-36cd-4eb5-8c29-faa10fbf4f2c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:23.715190 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-778a466f-5f92-456e-b0d3-ade0275f9f63 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5615838 May 27 22:42:23.715190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34940) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:23.715190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6217ca6e-8230-4462-b5af-cf5e5ce7c874 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2018523780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:23.715190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6217ca6e-8230-4462-b5af-cf5e5ce7c874 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:23.724837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6217ca6e-8230-4462-b5af-cf5e5ce7c874 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:router and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:23.724837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6217ca6e-8230-4462-b5af-cf5e5ce7c874 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:23.740764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6217ca6e-8230-4462-b5af-cf5e5ce7c874 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:23.873040 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90810ba2-36cd-4eb5-8c29-faa10fbf4f2c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:23.892575 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6217ca6e-8230-4462-b5af-cf5e5ce7c874 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:23.893593 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6217ca6e-8230-4462-b5af-cf5e5ce7c874 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:23.915387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-90810ba2-36cd-4eb5-8c29-faa10fbf4f2c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:23.921966 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-90810ba2-36cd-4eb5-8c29-faa10fbf4f2c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Usage tracker for resource:security_group_rule and tenant:e16b517763e0477b92463f30c2606338 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:23.927995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:42:08Z', 'updated_at': '2022-05-27T22:42:20Z', 'revision_number': 4, 'project_id': 'e16b517763e0477b92463f30c2606338', 'gw_port': {'id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:10Z', 'updated_at': '2022-05-27T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '40e5e4ed-703f-4e90-8c87-cb52386f144f', 'name': '', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'mac_address': 'fa:16:3e:1b:fd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:18Z', 'updated_at': '2022-05-27T22:42:21Z', 'revision_number': 2, 'project_id': 'e16b517763e0477b92463f30c2606338', 'subnets': [{'id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:23.928908 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-90810ba2-36cd-4eb5-8c29-faa10fbf4f2c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:23.935923 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6217ca6e-8230-4462-b5af-cf5e5ce7c874 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:23.936037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-97b98068-0dd3-4c26-90e7-dc9f94a8b678', 'network_id': '97b98068-0dd3-4c26-90e7-dc9f94a8b678', 'tenant_id': '1fa8feff085d4561b4c22b1084ddb72b', 'fixed_ips': [{'subnet_id': '90a5ad73-2c54-431e-b8eb-5b815372bd52'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:42:23.936037 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:23.945028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-90810ba2-36cd-4eb5-8c29-faa10fbf4f2c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:23.960139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Checking router: 15f5493d-a7b4-4836-8885-0cdf7f173d48 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:42:23.961004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Updating router 15f5493d-a7b4-4836-8885-0cdf7f173d48 port 40e5e4ed-703f-4e90-8c87-cb52386f144f binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:42:24.108699 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6217ca6e-8230-4462-b5af-cf5e5ce7c874 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:24.187253 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:24.192888 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90810ba2-36cd-4eb5-8c29-faa10fbf4f2c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:24.212687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c9a01b59-63d3-46fd-9248-c7107a8fb22a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:42:24.283049 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90810ba2-36cd-4eb5-8c29-faa10fbf4f2c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:24.319838 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6217ca6e-8230-4462-b5af-cf5e5ce7c874 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:24.319838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6217ca6e-8230-4462-b5af-cf5e5ce7c874 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6178358 May 27 22:42:24.320628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34958) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:24.322233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90810ba2-36cd-4eb5-8c29-faa10fbf4f2c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae85495-9ee5-4271-bd36-4a71277c66d8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:24.326226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'network_id': '97b98068-0dd3-4c26-90e7-dc9f94a8b678', 'name': 'tempest-PortsIpV6TestJSON-30851836'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:24.387823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Allocated IP 2001:db8::2 (97b98068-0dd3-4c26-90e7-dc9f94a8b678/90a5ad73-2c54-431e-b8eb-5b815372bd52/4dacf9dc-73c7-4955-810d-3004089bf76e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:24.402831 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90810ba2-36cd-4eb5-8c29-faa10fbf4f2c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:24.404272 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-90810ba2-36cd-4eb5-8c29-faa10fbf4f2c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7784572 May 27 22:42:24.406899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34964) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:24.415830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-4893dd32-a0d7-4120-a18a-eb767f36d513 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Request body: {'security_group_rule': {'security_group_id': '4ae85495-9ee5-4271-bd36-4a71277c66d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:24.430622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4893dd32-a0d7-4120-a18a-eb767f36d513 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:24.447519 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4893dd32-a0d7-4120-a18a-eb767f36d513 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Usage tracker for resource:security_group_rule and tenant:e16b517763e0477b92463f30c2606338 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:24.447856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4893dd32-a0d7-4120-a18a-eb767f36d513 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:24.458405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4893dd32-a0d7-4120-a18a-eb767f36d513 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:24.468619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:24.471953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c9a01b59-63d3-46fd-9248-c7107a8fb22a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:24.475560 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:24.475681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:port and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:24.475886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:24.482025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:24.602722 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4893dd32-a0d7-4120-a18a-eb767f36d513 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:24.604903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:42:24.604903 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:24.668099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port 6872ce7f-63df-4c00-80d8-49b4448dd9d4 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:42:24.728726 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4893dd32-a0d7-4120-a18a-eb767f36d513 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:24.857644 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4893dd32-a0d7-4120-a18a-eb767f36d513 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:24.862032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34972) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:24.883368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893dd32-a0d7-4120-a18a-eb767f36d513 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb590a4-8860-40c5-88b2-ad25b7789e67,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:24.968887 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4893dd32-a0d7-4120-a18a-eb767f36d513 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:24.969469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4893dd32-a0d7-4120-a18a-eb767f36d513 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5615306 May 27 22:42:24.973031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34980) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:24.977382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-93dfa77a-72a5-459f-a163-edf98a8ea58c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Request body: {'security_group_rule': {'security_group_id': '4ae85495-9ee5-4271-bd36-4a71277c66d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:24.994034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-93dfa77a-72a5-459f-a163-edf98a8ea58c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:25.006491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-93dfa77a-72a5-459f-a163-edf98a8ea58c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Usage tracker for resource:security_group_rule and tenant:e16b517763e0477b92463f30c2606338 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:25.010788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c9a01b59-63d3-46fd-9248-c7107a8fb22a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:25.020478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-93dfa77a-72a5-459f-a163-edf98a8ea58c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:25.031196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-93dfa77a-72a5-459f-a163-edf98a8ea58c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:25.058673 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.076909 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2830cace-f6c3-4391-9349-f987a410cb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.096401 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2830cace-f6c3-4391-9349-f987a410cb30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:25.113370 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Transition to ACTIVE for port object 4dacf9dc-73c7-4955-810d-3004089bf76e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:25.115397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2830cace-f6c3-4391-9349-f987a410cb30 admin admin] Usage tracker for resource:security_group_rule and tenant:f22a1f632c6049e9a61573b365ea1ba0 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:25.129640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2830cace-f6c3-4391-9349-f987a410cb30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:25.145950 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-93dfa77a-72a5-459f-a163-edf98a8ea58c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.151120 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.154479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2830cace-f6c3-4391-9349-f987a410cb30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:25.158494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Transition to ACTIVE for port object 4dacf9dc-73c7-4955-810d-3004089bf76e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:25.158494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Transition to ACTIVE for port object 40e5e4ed-703f-4e90-8c87-cb52386f144f will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:25.265029 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.298874 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2830cace-f6c3-4391-9349-f987a410cb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.299059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Network 97b98068-0dd3-4c26-90e7-dc9f94a8b678 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:25.306089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:25.307840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:42:25.342796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Allocated IP 2001:db8::3a4 (97b98068-0dd3-4c26-90e7-dc9f94a8b678/90a5ad73-2c54-431e-b8eb-5b815372bd52/6872ce7f-63df-4c00-80d8-49b4448dd9d4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:25.346037 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-93dfa77a-72a5-459f-a163-edf98a8ea58c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.397622 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.419160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Pushing event updated for resources: {'Port': ['ID=4dacf9dc-73c7-4955-810d-3004089bf76e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:25.438270 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2830cace-f6c3-4391-9349-f987a410cb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.477185 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-93dfa77a-72a5-459f-a163-edf98a8ea58c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.485517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a3987-64c2-4483-a9b0-bbe4a0cc8fb1 None None] Pushing event updated for resources: {'Port': ['ID=40e5e4ed-703f-4e90-8c87-cb52386f144f,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:25.506754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dfa77a-72a5-459f-a163-edf98a8ea58c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220660f2-61ed-4ac5-ae96-37cc821d1db7,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:25.561459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Attempting to bind port 4dacf9dc-73c7-4955-810d-3004089bf76e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:42:25.561459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Attempting to bind port 4dacf9dc-73c7-4955-810d-3004089bf76e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '29eae076-485a-42f6-94cc-ab7357fd768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '97b98068-0dd3-4c26-90e7-dc9f94a8b678'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:42:25.561459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Attempting to bind port 4dacf9dc-73c7-4955-810d-3004089bf76e on network 97b98068-0dd3-4c26-90e7-dc9f94a8b678 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:42:25.584150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:42:25.584150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Checking segment: {'id': '29eae076-485a-42f6-94cc-ab7357fd768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '97b98068-0dd3-4c26-90e7-dc9f94a8b678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:42:25.584150 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.584150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Bound using segment: {'id': '29eae076-485a-42f6-94cc-ab7357fd768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '97b98068-0dd3-4c26-90e7-dc9f94a8b678'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:42:25.584150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Bound port: 4dacf9dc-73c7-4955-810d-3004089bf76e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29eae076-485a-42f6-94cc-ab7357fd768b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '97b98068-0dd3-4c26-90e7-dc9f94a8b678'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:42:25.584150 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.613528 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-93dfa77a-72a5-459f-a163-edf98a8ea58c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.613528 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-93dfa77a-72a5-459f-a163-edf98a8ea58c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6284585 May 27 22:42:25.613528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34994) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:25.618369 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2830cace-f6c3-4391-9349-f987a410cb30 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f22a1f632c6049e9a61573b365ea1ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7373636 May 27 22:42:25.623013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34996) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:25.631314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830cace-f6c3-4391-9349-f987a410cb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f456e0-e2e5-4443-a8a3-4a2cfc5d7684,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:25.633705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:25.691435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:25.691435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Usage tracker for resource:floatingip and tenant:e16b517763e0477b92463f30c2606338 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:25.712343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:25.730840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:25.820509 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8e3b59dd-b17c-4d73-a015-3fb387d34bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.827490 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.843903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Attempting to bind port 40e5e4ed-703f-4e90-8c87-cb52386f144f on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:42:25.844522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Attempting to bind port 40e5e4ed-703f-4e90-8c87-cb52386f144f by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:42:25.844893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Attempting to bind port 40e5e4ed-703f-4e90-8c87-cb52386f144f on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:42:25.845125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Transition to ACTIVE for port object 6872ce7f-63df-4c00-80d8-49b4448dd9d4 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:25.853025 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8e3b59dd-b17c-4d73-a015-3fb387d34bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.856290 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:42:25.856693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Checking segment: {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:42:25.857107 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.867768 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Bound using segment: {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:42:25.867768 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Bound port: 40e5e4ed-703f-4e90-8c87-cb52386f144f, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:42:25.867768 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.940237 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:25.965637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] For port 4dacf9dc-73c7-4955-810d-3004089bf76e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:42:25.986693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] For port 4dacf9dc-73c7-4955-810d-3004089bf76e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4dacf9dc-73c7-4955-810d-3004089bf76e,segment=NetworkSegment(29eae076-485a-42f6-94cc-ab7357fd768b),segment_id=29eae076-485a-42f6-94cc-ab7357fd768b)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:42:26.011884 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:26.030788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] For port 40e5e4ed-703f-4e90-8c87-cb52386f144f, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:42:26.043786 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] For port 40e5e4ed-703f-4e90-8c87-cb52386f144f, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=40e5e4ed-703f-4e90-8c87-cb52386f144f,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:42:26.083989 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8e3b59dd-b17c-4d73-a015-3fb387d34bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:26.094986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network 97b98068-0dd3-4c26-90e7-dc9f94a8b678 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:26.096473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:26.099539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:42:26.116270 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:26.116270 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:26.158040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3b59dd-b17c-4d73-a015-3fb387d34bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f456e0-e2e5-4443-a8a3-4a2cfc5d7684,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:26.169840 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8e3b59dd-b17c-4d73-a015-3fb387d34bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:26.169840 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8e3b59dd-b17c-4d73-a015-3fb387d34bdf admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b5f456e0-e2e5-4443-a8a3-4a2cfc5d7684 HTTP/1.1" status: 204 len: 168 time: 0.5602612 May 27 22:42:26.188592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=6872ce7f-63df-4c00-80d8-49b4448dd9d4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:26.208629 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:26.227834 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:26.252084 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ad4ce3ce-b890-403d-886e-9be07f8bbc58 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9214270 May 27 22:42:26.252084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35010) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:26.265823 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:26.390478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Routers {'15f5493d-a7b4-4836-8885-0cdf7f173d48'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:42:26.391124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:42:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['15f5493d-a7b4-4836-8885-0cdf7f173d48'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:26.473609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Allocated IP 172.25.2.194 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/fa521760-68f1-4d68-b3c6-cc92daf277f7) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:26.856025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a3987-64c2-4483-a9b0-bbe4a0cc8fb1 None None] Pushing event updated for resources: {'Port': ['ID=40e5e4ed-703f-4e90-8c87-cb52386f144f,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:27.022133 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:27.088528 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] Set router 15f5493d-a7b4-4836-8885-0cdf7f173d48 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:42:27.174951 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:27.181779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756bbde-1c06-4997-9e59-e61ddc97cc6f None None] Pushing event updated for resources: {'Port': ['ID=4dacf9dc-73c7-4955-810d-3004089bf76e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:27.391887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:27.391887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:27.606210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:42:27.606210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event updated for resources: {'Port': ['ID=fa521760-68f1-4d68-b3c6-cc92daf277f7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:27.609948 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6789c462-47ac-439d-bb39-98d7e8217da6 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:27.613169 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:27.615122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:42:08Z', 'updated_at': '2022-05-27T22:42:20Z', 'revision_number': 4, 'project_id': 'e16b517763e0477b92463f30c2606338', 'gw_port': {'id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:10Z', 'updated_at': '2022-05-27T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '40e5e4ed-703f-4e90-8c87-cb52386f144f', 'name': '', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'mac_address': 'fa:16:3e:1b:fd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:18Z', 'updated_at': '2022-05-27T22:42:26Z', 'revision_number': 4, 'project_id': 'e16b517763e0477b92463f30c2606338', 'subnets': [{'id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:27.620926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f405fbf-9ea8-4fac-ba2b-6a44993bd939 None None] The sync data for ids ['15f5493d-a7b4-4836-8885-0cdf7f173d48'] in n-d-843680-3 is: [{'id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:42:08Z', 'updated_at': '2022-05-27T22:42:20Z', 'revision_number': 4, 'project_id': 'e16b517763e0477b92463f30c2606338', 'gw_port': {'id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:10Z', 'updated_at': '2022-05-27T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '40e5e4ed-703f-4e90-8c87-cb52386f144f', 'name': '', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'mac_address': 'fa:16:3e:1b:fd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:18Z', 'updated_at': '2022-05-27T22:42:26Z', 'revision_number': 4, 'project_id': 'e16b517763e0477b92463f30c2606338', 'subnets': [{'id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:42:27.874428 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42eb1454-bc48-48f0-804d-3111b3e93393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:28.076646 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:28.091439 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6789c462-47ac-439d-bb39-98d7e8217da6 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:28.183725 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6789c462-47ac-439d-bb39-98d7e8217da6 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:28.298678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4dacf9dc-73c7-4955-810d-3004089bf76e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:42:28.431029 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827f4916-f09e-401a-b6bf-afea445955e1 None None] Network 97b98068-0dd3-4c26-90e7-dc9f94a8b678 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:42:28.682867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a8e0ac01-1bd9-4b82-bc5f-b76e86dfa480 None None] Provisioning for port 4dacf9dc-73c7-4955-810d-3004089bf76e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:28.709726 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:28.771950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 4dacf9dc-73c7-4955-810d-3004089bf76e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:28.788598 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:28.822356 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4dacf9dc-73c7-4955-810d-3004089bf76e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:28.822356 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:28.973517 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6789c462-47ac-439d-bb39-98d7e8217da6 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:29.046884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789c462-47ac-439d-bb39-98d7e8217da6 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=6872ce7f-63df-4c00-80d8-49b4448dd9d4,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:29.109721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event updated for resources: {'Port': ['ID=fa521760-68f1-4d68-b3c6-cc92daf277f7,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:29.109721 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:29.243198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4dacf9dc-73c7-4955-810d-3004089bf76e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:29.243760 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:29.251485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:29.252994 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2d88a75d-074e-43ed-9344-c9217a693499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6440227 May 27 22:42:29.303150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 4dacf9dc-73c7-4955-810d-3004089bf76e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4dacf9dc-73c7-4955-810d-3004089bf76e,segment=NetworkSegment(29eae076-485a-42f6-94cc-ab7357fd768b),segment_id=29eae076-485a-42f6-94cc-ab7357fd768b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:29.394557 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:29.394557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 40e5e4ed-703f-4e90-8c87-cb52386f144f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:42:29.407201 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6789c462-47ac-439d-bb39-98d7e8217da6 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:29.505135 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:42:29.961730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-046963a1-37df-4609-82e4-d7b6ac5ec683 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Synchronizing usage tracker for tenant:e16b517763e0477b92463f30c2606338 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:42:30.006591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=4dacf9dc-73c7-4955-810d-3004089bf76e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:30.137560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0c55631c-e3d6-4773-87aa-4aa6006d75a8 None None] Provisioning complete for port 4dacf9dc-73c7-4955-810d-3004089bf76e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:30.137560 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c55631c-e3d6-4773-87aa-4aa6006d75a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:30.280479 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-379748cf-755e-4d90-bebf-0f29f2047acf req-4009f794-61bb-492e-8f9f-04809ab70c52 tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.2008812 May 27 22:42:30.281361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-046963a1-37df-4609-82e4-d7b6ac5ec683 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Unset dirty status for tenant:e16b517763e0477b92463f30c2606338 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:42:30.293138 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-046963a1-37df-4609-82e4-d7b6ac5ec683 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--865898682&fields=id&tenant_id=e16b517763e0477b92463f30c2606338 HTTP/1.1" status: 200 len: 267 time: 0.5644300 May 27 22:42:30.326806 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-932000d6-d240-48ff-b3b1-2a5f7fdfb594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:30.407053 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6789c462-47ac-439d-bb39-98d7e8217da6 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:30.426348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 40e5e4ed-703f-4e90-8c87-cb52386f144f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:30.462195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 40e5e4ed-703f-4e90-8c87-cb52386f144f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:30.467417 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:30.511863 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6789c462-47ac-439d-bb39-98d7e8217da6 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:30.516565 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6789c462-47ac-439d-bb39-98d7e8217da6 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:30.521888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-69ea568c-5501-4e01-9b16-90509aea7be5 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:30.533102 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-69ea568c-5501-4e01-9b16-90509aea7be5 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 812 time: 0.2382770 May 27 22:42:30.606635 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0c55631c-e3d6-4773-87aa-4aa6006d75a8 None None] Current status of the port 4dacf9dc-73c7-4955-810d-3004089bf76e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:30.640596 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-693da31b-c8a4-4d4d-9696-5b0aff9a4fff tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/quotas/e16b517763e0477b92463f30c2606338 HTTP/1.1" status: 200 len: 375 time: 0.0584874 May 27 22:42:30.730645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0c55631c-e3d6-4773-87aa-4aa6006d75a8 None None] Provisioning for port 6872ce7f-63df-4c00-80d8-49b4448dd9d4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:30.766414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0c55631c-e3d6-4773-87aa-4aa6006d75a8 None None] Provisioning complete for port 6872ce7f-63df-4c00-80d8-49b4448dd9d4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:30.766414 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c55631c-e3d6-4773-87aa-4aa6006d75a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:30.866901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 40e5e4ed-703f-4e90-8c87-cb52386f144f is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:30.867331 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:30.887673 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-f90f37e0-b7fb-48c5-aa81-9305851b478b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2498147 May 27 22:42:30.903945 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0c55631c-e3d6-4773-87aa-4aa6006d75a8 None None] Port 6872ce7f-63df-4c00-80d8-49b4448dd9d4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:42:30.922607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 40e5e4ed-703f-4e90-8c87-cb52386f144f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=40e5e4ed-703f-4e90-8c87-cb52386f144f,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:30.945497 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:30.985586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789c462-47ac-439d-bb39-98d7e8217da6 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=6872ce7f-63df-4c00-80d8-49b4448dd9d4,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:31.000041 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:31.053061 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:31.090465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6789c462-47ac-439d-bb39-98d7e8217da6 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network 97b98068-0dd3-4c26-90e7-dc9f94a8b678 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:31.092581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6789c462-47ac-439d-bb39-98d7e8217da6 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:31.111680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8f6eaf64-0267-417f-8584-0be849aada48 service neutron] 10.222.0.27 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087529 May 27 22:42:31.188532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-82161d55-ed80-4c5c-a2a1-524393a07951 None None] Provisioning complete for port 6872ce7f-63df-4c00-80d8-49b4448dd9d4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:31.188970 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-82161d55-ed80-4c5c-a2a1-524393a07951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:31.270470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4dacf9dc-73c7-4955-810d-3004089bf76e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:42:31.571969 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-82161d55-ed80-4c5c-a2a1-524393a07951 None None] Port 6872ce7f-63df-4c00-80d8-49b4448dd9d4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:42:31.579864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6789c462-47ac-439d-bb39-98d7e8217da6 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Router f1f6b798-de4a-4cce-ab3d-89bfa06135f8 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:42:31.585501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=40e5e4ed-703f-4e90-8c87-cb52386f144f,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:31.599066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4dacf9dc-73c7-4955-810d-3004089bf76e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:31.599429 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:31.627941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a2877b9d-e04c-4886-9a37-4b0f1d2d1086 req-65d1f803-af8a-4b10-abb1-06cf0fd628aa tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0601692 May 27 22:42:31.698923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-791b937d-31fd-4d24-91da-5537b776c227 service neutron] 10.222.0.27 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873492 May 27 22:42:31.757451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8c313ea5-84e4-4452-9a90-a3dd5dc0f440 None None] Provisioning complete for port 6872ce7f-63df-4c00-80d8-49b4448dd9d4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:31.758009 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8c313ea5-84e4-4452-9a90-a3dd5dc0f440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:31.806877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6789c462-47ac-439d-bb39-98d7e8217da6 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:42:31.817965 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9a9f4f-4054-4614-aa6a-2cfdc2c2b30c None None] Sync routers for ids ['f1f6b798-de4a-4cce-ab3d-89bfa06135f8'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:42:31.820927 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6789c462-47ac-439d-bb39-98d7e8217da6 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "PUT /v2.0/routers/f1f6b798-de4a-4cce-ab3d-89bfa06135f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5741446 May 27 22:42:31.823393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35130) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:31.826836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8c313ea5-84e4-4452-9a90-a3dd5dc0f440 None None] Port 6872ce7f-63df-4c00-80d8-49b4448dd9d4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:42:31.844959 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9a9f4f-4054-4614-aa6a-2cfdc2c2b30c None None] Routers {'f1f6b798-de4a-4cce-ab3d-89bfa06135f8'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:42:31.845296 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f9a9f4f-4054-4614-aa6a-2cfdc2c2b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:42:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f1f6b798-de4a-4cce-ab3d-89bfa06135f8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:31.851759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4dacf9dc-73c7-4955-810d-3004089bf76e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:31.925818 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f9a9f4f-4054-4614-aa6a-2cfdc2c2b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:31.944846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64087cd4-d23d-4c75-b318-8071f603dec8 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:31.945598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-64087cd4-d23d-4c75-b318-8071f603dec8 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:42:31.953902 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9a9f4f-4054-4614-aa6a-2cfdc2c2b30c None None] Routers {'f1f6b798-de4a-4cce-ab3d-89bfa06135f8'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:42:31.954523 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f9a9f4f-4054-4614-aa6a-2cfdc2c2b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:42:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f1f6b798-de4a-4cce-ab3d-89bfa06135f8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:32.038529 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f9a9f4f-4054-4614-aa6a-2cfdc2c2b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:32.038948 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f9a9f4f-4054-4614-aa6a-2cfdc2c2b30c None None] The sync data for ids ['f1f6b798-de4a-4cce-ab3d-89bfa06135f8'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:42:32.043305 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:32.134066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-64087cd4-d23d-4c75-b318-8071f603dec8 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:42:32.140503 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-64087cd4-d23d-4c75-b318-8071f603dec8 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports?device_id=f1f6b798-de4a-4cce-ab3d-89bfa06135f8 HTTP/1.1" status: 200 len: 987 time: 0.3125184 May 27 22:42:32.140503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35142) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:32.218907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b5adfb9-db1f-4cc1-9bfa-3482734ad0d5 req-a7f6cb4c-a85f-4bc5-905a-d0fe903684be tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 210 time: 0.1032584 May 27 22:42:32.881212 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8dad683-ee3c-4b55-8c55-3e0b28ee491c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:32.908453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5a4d26fb-1c0f-4a58-9101-a6066c0e9df3 req-a27af2f3-6785-4fcf-a2ae-aadf9996cce1 tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0577612 May 27 22:42:33.164322 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 40e5e4ed-703f-4e90-8c87-cb52386f144f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:42:33.263309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 40e5e4ed-703f-4e90-8c87-cb52386f144f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:33.263309 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:33.265921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b8dad683-ee3c-4b55-8c55-3e0b28ee491c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 6872ce7f-63df-4c00-80d8-49b4448dd9d4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:33.265921 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8dad683-ee3c-4b55-8c55-3e0b28ee491c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:33.426362 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-db414cd7-62bc-4048-ae44-a371d9bfe821 req-857b6dec-9840-4162-ac28-1f2a425a1e3f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 210 time: 0.1230233 May 27 22:42:33.477355 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 40e5e4ed-703f-4e90-8c87-cb52386f144f is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:33.689319 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8dad683-ee3c-4b55-8c55-3e0b28ee491c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:33.843300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b8dad683-ee3c-4b55-8c55-3e0b28ee491c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for 6872ce7f-63df-4c00-80d8-49b4448dd9d4 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:42:34.108137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7ec4117-2730-4ca4-9c50-b5ccff0a7ae8 req-19368b51-acc7-4e3f-98f8-93a690c83713 tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0568752 May 27 22:42:34.338081 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8dad683-ee3c-4b55-8c55-3e0b28ee491c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:34.402812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dad683-ee3c-4b55-8c55-3e0b28ee491c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=6872ce7f-63df-4c00-80d8-49b4448dd9d4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:34.915232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8dad683-ee3c-4b55-8c55-3e0b28ee491c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:34.927145 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3edf72c8-235e-4743-b139-9e717c68c9ff req-e6d45cce-8dac-4f5e-afdc-a51fa49e2009 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 210 time: 0.0667601 May 27 22:42:34.944598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8dad683-ee3c-4b55-8c55-3e0b28ee491c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Router f1f6b798-de4a-4cce-ab3d-89bfa06135f8 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:42:35.313666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ffcce3c6-6dd3-4710-82f2-f6fab9f4df3e req-f9732f8d-96ac-4898-85c0-f54e923d678b tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0712578 May 27 22:42:35.388017 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9250a38b-a5ab-4b7c-a705-76877509ca32 req-340897ce-02c5-43ad-a859-7331ff064a24 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0729647 May 27 22:42:35.487654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8dad683-ee3c-4b55-8c55-3e0b28ee491c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:42:35.527211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65f6dcc-a587-4ba2-868c-6865f6cd65dc None None] Sync routers for ids ['f1f6b798-de4a-4cce-ab3d-89bfa06135f8'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:42:35.551704 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f6dcc-a587-4ba2-868c-6865f6cd65dc None None] Routers {'f1f6b798-de4a-4cce-ab3d-89bfa06135f8'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:42:35.551704 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c65f6dcc-a587-4ba2-868c-6865f6cd65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:42:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f1f6b798-de4a-4cce-ab3d-89bfa06135f8'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:35.562170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64c325-ec90-416d-99b9-eed0a755061e req-b4185c5e-c0e8-422c-ae01-bb332e7d9cbb tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:35.562170 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b64c325-ec90-416d-99b9-eed0a755061e req-b4185c5e-c0e8-422c-ae01-bb332e7d9cbb tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.1194656 May 27 22:42:35.572019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-25c2e1d7-c53e-43df-a548-35c3921f4c05 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:35.572019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-25c2e1d7-c53e-43df-a548-35c3921f4c05 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Synchronizing usage tracker for tenant:e16b517763e0477b92463f30c2606338 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:42:35.607149 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b8dad683-ee3c-4b55-8c55-3e0b28ee491c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "PUT /v2.0/routers/f1f6b798-de4a-4cce-ab3d-89bfa06135f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4664748 May 27 22:42:35.610146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35214) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:35.611747 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b64c325-ec90-416d-99b9-eed0a755061e req-08f043a8-2d03-404d-b42a-57ff0151a36b tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516372 May 27 22:42:35.643691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c65f6dcc-a587-4ba2-868c-6865f6cd65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:35.652907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f6dcc-a587-4ba2-868c-6865f6cd65dc None None] Routers {'f1f6b798-de4a-4cce-ab3d-89bfa06135f8'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:42:35.653592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c65f6dcc-a587-4ba2-868c-6865f6cd65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:42:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f1f6b798-de4a-4cce-ab3d-89bfa06135f8'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:35.664793 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cad519-e4a1-4e5b-9bbc-9e791eb08919 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] GET failed (client error): The resource could not be found. May 27 22:42:35.665515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-87cad519-e4a1-4e5b-9bbc-9e791eb08919 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:42:35.669645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-25c2e1d7-c53e-43df-a548-35c3921f4c05 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Unset dirty status for tenant:e16b517763e0477b92463f30c2606338 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:42:35.671669 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-25c2e1d7-c53e-43df-a548-35c3921f4c05 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 812 time: 0.3928459 May 27 22:42:35.751501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-059ae7f7-7f81-4511-843d-db4750127e38 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Synchronizing usage tracker for tenant:e16b517763e0477b92463f30c2606338 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:42:35.783280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-059ae7f7-7f81-4511-843d-db4750127e38 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Unset dirty status for tenant:e16b517763e0477b92463f30c2606338 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:42:35.785475 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-059ae7f7-7f81-4511-843d-db4750127e38 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e16b517763e0477b92463f30c2606338 HTTP/1.1" status: 200 len: 379 time: 0.0953336 May 27 22:42:35.813873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c65f6dcc-a587-4ba2-868c-6865f6cd65dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:35.813873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65f6dcc-a587-4ba2-868c-6865f6cd65dc None None] The sync data for ids ['f1f6b798-de4a-4cce-ab3d-89bfa06135f8'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:42:35.860682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Request body: {'port': {'device_id': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'admin_state_up': True, 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'security_groups': ['4ae85495-9ee5-4271-bd36-4a71277c66d8']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:35.874111 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1cd4f17-dd44-429e-a27b-6ec99e622007 req-deef6387-c832-4912-886e-48064b0d9fd9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 210 time: 0.1005645 May 27 22:42:35.876593 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-87cad519-e4a1-4e5b-9bbc-9e791eb08919 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:42:35.876593 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-87cad519-e4a1-4e5b-9bbc-9e791eb08919 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/6872ce7f-63df-4c00-80d8-49b4448dd9d4 HTTP/1.1" status: 404 len: 333 time: 0.2610528 May 27 22:42:35.878082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35222) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:36.052173 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d14ecbb-a66b-4118-b064-7b80b665f5bd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:36.071664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:36.076556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Usage tracker for resource:port and tenant:e16b517763e0477b92463f30c2606338 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:36.079720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:36.089087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:36.181557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Made reservation on behalf of e16b517763e0477b92463f30c2606338 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:42:36.181557 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:36.394668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Allocated IP 172.20.0.4 (1bf83da6-a4b0-4696-9b0e-9b626b20ad05/120e6826-1d4c-4a02-bf20-000d486569ed/4168d69f-51a0-4562-a53c-13c04d14ed4a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:36.412307 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d14ecbb-a66b-4118-b064-7b80b665f5bd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:36.414583 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d14ecbb-a66b-4118-b064-7b80b665f5bd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:36.556524 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-148afe8a-fc12-47f8-833f-b28d4510d44a req-65fb3f8c-f96e-44b0-b210-cf56046c4827 tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0637622 May 27 22:42:36.556524 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d14ecbb-a66b-4118-b064-7b80b665f5bd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:36.556524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d14ecbb-a66b-4118-b064-7b80b665f5bd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Fanout notify agent at l3_agent the message router_deleted on router f1f6b798-de4a-4cce-ab3d-89bfa06135f8 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:42:36.581989 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d14ecbb-a66b-4118-b064-7b80b665f5bd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:36.581989 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2d14ecbb-a66b-4118-b064-7b80b665f5bd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/routers/f1f6b798-de4a-4cce-ab3d-89bfa06135f8 HTTP/1.1" status: 204 len: 168 time: 0.6967552 May 27 22:42:36.584270 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35240) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:36.705157 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:36.734481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a82a6b-e473-48ff-9e3f-be102ee9bc8f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting subnet 90a5ad73-2c54-431e-b8eb-5b815372bd52 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:42:36.738323 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-91a82a6b-e473-48ff-9e3f-be102ee9bc8f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:36.795306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Transition to ACTIVE for port object 4168d69f-51a0-4562-a53c-13c04d14ed4a will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:36.824558 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-91a82a6b-e473-48ff-9e3f-be102ee9bc8f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:36.849862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d7ab3-e8a4-4a2b-9437-19a1eb1933fb req-0e6b8dea-d230-4dd5-a07b-3d8b926ad072 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:36.858277 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c94d7ab3-e8a4-4a2b-9437-19a1eb1933fb req-0e6b8dea-d230-4dd5-a07b-3d8b926ad072 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.1156168 May 27 22:42:36.914893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c94d7ab3-e8a4-4a2b-9437-19a1eb1933fb req-6c73e26c-2d13-4899-b696-63906ad86b7c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462942 May 27 22:42:36.996818 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-91a82a6b-e473-48ff-9e3f-be102ee9bc8f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:37.042172 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:37.119595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496b395-2d9d-4dc7-8fbf-a8ac250c5794 req-a9c79005-142e-43ec-ae62-16e72bf24193 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:37.121135 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f496b395-2d9d-4dc7-8fbf-a8ac250c5794 req-a9c79005-142e-43ec-ae62-16e72bf24193 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 931 time: 0.1191275 May 27 22:42:37.136629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:37.142674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:37.147630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:42:37.171835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f496b395-2d9d-4dc7-8fbf-a8ac250c5794 req-30c31709-74b6-4efd-8221-3798b6bda4f4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440497 May 27 22:42:37.180492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event updated for resources: {'Port': ['ID=4168d69f-51a0-4562-a53c-13c04d14ed4a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:37.243397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:37.244231 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:37.325883 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-91a82a6b-e473-48ff-9e3f-be102ee9bc8f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:37.376178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a82a6b-e473-48ff-9e3f-be102ee9bc8f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Subnet': ['ID=90a5ad73-2c54-431e-b8eb-5b815372bd52,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:37.376178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-91a82a6b-e473-48ff-9e3f-be102ee9bc8f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:37.395786 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-91a82a6b-e473-48ff-9e3f-be102ee9bc8f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/90a5ad73-2c54-431e-b8eb-5b815372bd52 HTTP/1.1" status: 204 len: 168 time: 0.7958989 May 27 22:42:37.395786 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-63fea097-4cbf-41db-86de-ca0729f2974a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5522382 May 27 22:42:37.395786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35256) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:37.397546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b0b61c-d1b5-4f30-ab00-eb6cee51b9fe None None] Network 97b98068-0dd3-4c26-90e7-dc9f94a8b678 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:42:37.409993 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Request body: {'port': {'device_id': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:37.606269 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:37.632622 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:37.644236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 4dacf9dc-73c7-4955-810d-3004089bf76e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:37.644604 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:37.662999 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-aef9e971-781b-4a17-af57-3af329117524 None None] Provisioning for port 4168d69f-51a0-4562-a53c-13c04d14ed4a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:37.668816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-aef9e971-781b-4a17-af57-3af329117524 None None] Provisioning complete for port 4168d69f-51a0-4562-a53c-13c04d14ed4a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:37.669202 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aef9e971-781b-4a17-af57-3af329117524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:37.826951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-aef9e971-781b-4a17-af57-3af329117524 None None] Port 4168d69f-51a0-4562-a53c-13c04d14ed4a cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:42:37.826951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141d5f4-e621-4086-ba10-728e64035f39 None None] DHCP port deletion for 97b98068-0dd3-4c26-90e7-dc9f94a8b678 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:42:37.829992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3141d5f4-e621-4086-ba10-728e64035f39 None None] Deleting port 4dacf9dc-73c7-4955-810d-3004089bf76e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:37.829992 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3141d5f4-e621-4086-ba10-728e64035f39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:37.857611 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6e48e9c-dbeb-4e52-b97c-16443738b3d8 req-d0c75bb9-cd3f-4530-a082-dd1bdf74246d tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0754898 May 27 22:42:38.239000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-3141d5f4-e621-4086-ba10-728e64035f39 None None] For port 4dacf9dc-73c7-4955-810d-3004089bf76e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4dacf9dc-73c7-4955-810d-3004089bf76e,segment=NetworkSegment(29eae076-485a-42f6-94cc-ab7357fd768b),segment_id=29eae076-485a-42f6-94cc-ab7357fd768b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:38.239465 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3141d5f4-e621-4086-ba10-728e64035f39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:38.363081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-a9465dd8-3a2e-4149-a086-12e11491656f tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:38.363081 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-a9465dd8-3a2e-4149-a086-12e11491656f tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.57 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.4252441 May 27 22:42:38.381585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb023b01-eeac-46dd-a117-42f629b750dc req-751bc29c-9719-4b46-af9c-5f3ebeb83c4b tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:38.381585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb023b01-eeac-46dd-a117-42f629b750dc req-751bc29c-9719-4b46-af9c-5f3ebeb83c4b tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.1679530 May 27 22:42:38.475387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3141d5f4-e621-4086-ba10-728e64035f39 None None] Calling delete_port for 4dacf9dc-73c7-4955-810d-3004089bf76e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:42:38.510827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb023b01-eeac-46dd-a117-42f629b750dc req-1a61445f-b8cd-4e88-936e-6296bd024c10 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915596 May 27 22:42:38.516029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] For port 4dacf9dc-73c7-4955-810d-3004089bf76e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4dacf9dc-73c7-4955-810d-3004089bf76e,segment=NetworkSegment(29eae076-485a-42f6-94cc-ab7357fd768b),segment_id=29eae076-485a-42f6-94cc-ab7357fd768b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:38.516417 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:38.521269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-d936ddfb-e885-412f-bd8b-ef27d11ba97d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Deleting port 3bc42512-d083-42b1-9cd0-7824279bd877 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:38.521937 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-d936ddfb-e885-412f-bd8b-ef27d11ba97d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:38.715839 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3141d5f4-e621-4086-ba10-728e64035f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:38.888949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141d5f4-e621-4086-ba10-728e64035f39 None None] Pushing event deleted for resources: {'Port': ['ID=4dacf9dc-73c7-4955-810d-3004089bf76e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:38.897076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141d5f4-e621-4086-ba10-728e64035f39 None None] No DVR routers for this DVR port 4dacf9dc-73c7-4955-810d-3004089bf76e on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:42:38.913291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for 4dacf9dc-73c7-4955-810d-3004089bf76e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: from cryptography.utils import int_from_bytes May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: from cryptography.utils import int_from_bytes May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn_limited( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn_limited( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.000742 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.002918 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.002918 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.002918 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.002918 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.002918 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.002918 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.002918 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.002918 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.002918 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.002918 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.002918 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.002918 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.002918 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:42:39.002918 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:42:39.081903 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:42:39.081903 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:42:39.119067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4168d69f-51a0-4562-a53c-13c04d14ed4a {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:42:39.136030 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:39.144925 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82b3fcb3-0f92-4b4e-8018-e01530aeaeb2 req-3071f7c1-ca8e-4a2e-8f8a-0d34c8917b7c tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.1112339 May 27 22:42:39.208815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Transition to ACTIVE for port object 4168d69f-51a0-4562-a53c-13c04d14ed4a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:39.218952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4dacf9dc-73c7-4955-810d-3004089bf76e no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:42:39.228124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ecee8-c4b0-42f7-a4c3-af34c5111486 req-6d67a871-915b-4bde-a5c1-e37e65661030 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:39.237892 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c39ecee8-c4b0-42f7-a4c3-af34c5111486 req-6d67a871-915b-4bde-a5c1-e37e65661030 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 931 time: 0.5399907 May 27 22:42:39.269336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 4dacf9dc-73c7-4955-810d-3004089bf76e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:42:39.269336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4dacf9dc-73c7-4955-810d-3004089bf76e not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:42:39.290514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-d936ddfb-e885-412f-bd8b-ef27d11ba97d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] For port 3bc42512-d083-42b1-9cd0-7824279bd877, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3bc42512-d083-42b1-9cd0-7824279bd877,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:39.290874 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-d936ddfb-e885-412f-bd8b-ef27d11ba97d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:39.293816 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:39.308036 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c39ecee8-c4b0-42f7-a4c3-af34c5111486 req-fc2d09cc-b68e-4a17-b701-71c614d972f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760651 May 27 22:42:39.392005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Pushing event updated for resources: {'Port': ['ID=4168d69f-51a0-4562-a53c-13c04d14ed4a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:39.607865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 4dacf9dc-73c7-4955-810d-3004089bf76e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:39.607865 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:39.760423 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-d936ddfb-e885-412f-bd8b-ef27d11ba97d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:39.760903 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-d936ddfb-e885-412f-bd8b-ef27d11ba97d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:39.761096 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-d936ddfb-e885-412f-bd8b-ef27d11ba97d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Floating IP 4c98a5b8-618c-41b5-b750-5da06ec07c80 disassociated. External IP: 172.25.2.110, port: 3bc42512-d083-42b1-9cd0-7824279bd877. May 27 22:42:39.761434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-d936ddfb-e885-412f-bd8b-ef27d11ba97d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Calling delete_port for 3bc42512-d083-42b1-9cd0-7824279bd877 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:42:39.808900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] The port '4dacf9dc-73c7-4955-810d-3004089bf76e' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:42:39.954239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f45c5-0213-403b-a80b-f440bd8903be req-dd0308cd-770e-4757-af15-3f57160006a0 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:39.954239 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-071f45c5-0213-403b-a80b-f440bd8903be req-dd0308cd-770e-4757-af15-3f57160006a0 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 945 time: 0.1335521 May 27 22:42:40.025432 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:40.025432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Attempting to bind port 4168d69f-51a0-4562-a53c-13c04d14ed4a on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:42:40.025432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Attempting to bind port 4168d69f-51a0-4562-a53c-13c04d14ed4a by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:42:40.025432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Attempting to bind port 4168d69f-51a0-4562-a53c-13c04d14ed4a on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:42:40.049150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Port 4168d69f-51a0-4562-a53c-13c04d14ed4a on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:42:40.049150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Attempting to bind port 4168d69f-51a0-4562-a53c-13c04d14ed4a on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:42:40.051448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b98068-0dd3-4c26-90e7-dc9f94a8b678']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:40.056694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:42:40.056907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-071f45c5-0213-403b-a80b-f440bd8903be req-3c234058-60cb-4417-ae3e-913994b05ffb tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=264fb63c-5f74-41b5-954d-25ecb2f91899&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833294 May 27 22:42:40.057025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Checking segment: {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:42:40.057401 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Bound using segment: {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:42:40.057846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Bound port: 4168d69f-51a0-4562-a53c-13c04d14ed4a, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:42:40.058171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:40.086215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29eae076-485a-42f6-94cc-ab7357fd768b') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:40.086215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29eae076-485a-42f6-94cc-ab7357fd768b') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:40.119346 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:40.155656 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-d936ddfb-e885-412f-bd8b-ef27d11ba97d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:40.158396 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:40.170111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:42:40.170514 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:40.239209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936ddfb-e885-412f-bd8b-ef27d11ba97d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event deleted for resources: {'Port': ['ID=3bc42512-d083-42b1-9cd0-7824279bd877,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:40.310564 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 29eae076-485a-42f6-94cc-ab7357fd768b resource provider aggregate not found May 27 22:42:40.340753 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 29eae076-485a-42f6-94cc-ab7357fd768b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29eae076-485a-42f6-94cc-ab7357fd768b found for delete ", "request_id": "req-c5037a09-cbf5-4252-a29a-2c7eaf0a653c"}]} May 27 22:42:40.352410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:42:40.352410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:42:40.436614 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:40.455206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:40.471074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Network': ['ID=97b98068-0dd3-4c26-90e7-dc9f94a8b678,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:40.494492 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:40.597042 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d83a6bcc-8327-40ac-b7bd-225d9fdf4072 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/networks/97b98068-0dd3-4c26-90e7-dc9f94a8b678 HTTP/1.1" status: 204 len: 168 time: 3.2069561 May 27 22:42:40.626161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35332) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:40.626161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:40.626161 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:40.626161 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] 10.222.0.57 "PUT /v2.0/ports/4168d69f-51a0-4562-a53c-13c04d14ed4a HTTP/1.1" status: 200 len: 1091 time: 3.2190497 May 27 22:42:40.628235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2b3bbea0-5bc2-4307-8710-8b41a5a5be6b req-b10b269f-f7c6-4564-b9c7-65c9515c4061 tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.2390697 May 27 22:42:40.631097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:42:40.748108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-d936ddfb-e885-412f-bd8b-ef27d11ba97d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Router 743cbe72-53c8-49cb-958a-61cc2517f71e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:42:40.903297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510beb2-a5ca-4950-8d75-14bc102390d4 req-cd85ac42-a279-4e07-859e-947cc15355e3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:40.910963 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5510beb2-a5ca-4950-8d75-14bc102390d4 req-cd85ac42-a279-4e07-859e-947cc15355e3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 943 time: 0.4316580 May 27 22:42:40.974215 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be502f6e-9651-4f5b-8fcd-8ce9c4096f04'] response: {'name': 'network-changed', 'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'status': 'completed', 'code': 200} May 27 22:42:41.050976 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5510beb2-a5ca-4950-8d75-14bc102390d4 req-5a2b9b8c-66a6-497f-94ec-9e271ae2efc3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364460 May 27 22:42:41.164562 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-d936ddfb-e885-412f-bd8b-ef27d11ba97d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:42:41.191848 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a65953d-f2c3-4b8f-8cc1-9d02a9ccde82 None None] Sync routers for ids ['743cbe72-53c8-49cb-958a-61cc2517f71e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:42:41.199503 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a65953d-f2c3-4b8f-8cc1-9d02a9ccde82 None None] Routers {'743cbe72-53c8-49cb-958a-61cc2517f71e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:42:41.200117 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6a65953d-f2c3-4b8f-8cc1-9d02a9ccde82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:42:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['743cbe72-53c8-49cb-958a-61cc2517f71e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:41.220789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a066246-5b53-4a1f-9251-0babba70d7a0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:41.220789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a066246-5b53-4a1f-9251-0babba70d7a0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:42:41.234006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f94ba-25bf-47d3-966c-cb69b0383b27 service neutron] Pushing event updated for resources: {'Port': ['ID=4168d69f-51a0-4562-a53c-13c04d14ed4a,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:41.325164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-d936ddfb-e885-412f-bd8b-ef27d11ba97d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] No DVR routers for this DVR port 3bc42512-d083-42b1-9cd0-7824279bd877 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:42:41.328944 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f748a6d-5c5a-47be-b817-1d608892908f req-20658619-641c-436b-baf8-58ea1155d7b8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 210 time: 0.1102860 May 27 22:42:41.331320 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-d936ddfb-e885-412f-bd8b-ef27d11ba97d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:41.339182 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-efdbaeb7-c8fb-408c-9f57-092940171d69 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2138212 May 27 22:42:41.340469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679afe0f-280c-44c8-a0bd-4c3b35b34548', 'name': 'network-vif-deleted', 'tag': '3bc42512-d083-42b1-9cd0-7824279bd877'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:42:41.343842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-e83a4baa-a82a-4e1b-86d1-beac1a8bc4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:41.345368 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-e83a4baa-a82a-4e1b-86d1-beac1a8bc4d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 1094 time: 0.3679576 May 27 22:42:41.455170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a066246-5b53-4a1f-9251-0babba70d7a0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:42:41.455170 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a066246-5b53-4a1f-9251-0babba70d7a0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/c34024da-2ced-481d-adfe-6515ee468bc5 HTTP/1.1" status: 200 len: 845 time: 0.8399425 May 27 22:42:41.466323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35352) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:41.470933 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-16663367-0f72-4fc5-85d6-7b504167a292 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a HTTP/1.1" status: 200 len: 217 time: 0.1090939 May 27 22:42:41.531485 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6a65953d-f2c3-4b8f-8cc1-9d02a9ccde82 None None] Set router 743cbe72-53c8-49cb-958a-61cc2517f71e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:42:41.536617 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865ddc0e-8242-4a69-8c6a-b4a2f47825f9'] response: {'server_uuid': '679afe0f-280c-44c8-a0bd-4c3b35b34548', 'name': 'network-vif-deleted', 'tag': '3bc42512-d083-42b1-9cd0-7824279bd877', 'status': 'completed', 'code': 200} May 27 22:42:41.536617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6768ecbb-e6c9-47cb-b409-f3269676eca0 req-d936ddfb-e885-412f-bd8b-ef27d11ba97d tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.57 "DELETE /v2.0/ports/3bc42512-d083-42b1-9cd0-7824279bd877 HTTP/1.1" status: 204 len: 173 time: 3.1541162 May 27 22:42:41.571978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8edfd005-df67-4b47-889f-e6be97ba8deb tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:42:41.602455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8edfd005-df67-4b47-889f-e6be97ba8deb tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:42:41.602455 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8edfd005-df67-4b47-889f-e6be97ba8deb tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/c34024da-2ced-481d-adfe-6515ee468bc5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1410191 May 27 22:42:41.605822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-7c6c620d-a7d2-42f8-8019-20d69b7693dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:41.609677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35356) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:41.609827 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-7c6c620d-a7d2-42f8-8019-20d69b7693dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.0824227 May 27 22:42:41.619725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-bae9e353-ab6a-4088-a04e-4e8aaf049cd2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'subnet': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:41.695904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-0c8f3446-e263-47a6-b439-1e7073b2960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:41.696400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-0c8f3446-e263-47a6-b439-1e7073b2960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:41.696873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-0c8f3446-e263-47a6-b439-1e7073b2960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:41.697337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-0c8f3446-e263-47a6-b439-1e7073b2960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:41.697794 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-0c8f3446-e263-47a6-b439-1e7073b2960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:41.698256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-0c8f3446-e263-47a6-b439-1e7073b2960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:41.698705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-0c8f3446-e263-47a6-b439-1e7073b2960b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:41.700637 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-0c8f3446-e263-47a6-b439-1e7073b2960b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df84f64e176647659c4bf324dc3c727e&device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 6500 time: 0.2201054 May 27 22:42:41.820641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-737f094d-7b25-4708-84c3-feff9e4b16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:41.822048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bae9e353-ab6a-4088-a04e-4e8aaf049cd2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:41.822501 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-737f094d-7b25-4708-84c3-feff9e4b16ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2097480 May 27 22:42:41.835154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bae9e353-ab6a-4088-a04e-4e8aaf049cd2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:subnet and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:41.845372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bae9e353-ab6a-4088-a04e-4e8aaf049cd2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:41.854743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bae9e353-ab6a-4088-a04e-4e8aaf049cd2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:41.994862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae9e353-ab6a-4088-a04e-4e8aaf049cd2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:42:41.994862 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bae9e353-ab6a-4088-a04e-4e8aaf049cd2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:42.131688 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6a65953d-f2c3-4b8f-8cc1-9d02a9ccde82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:56Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '1dc97b1f-2782-4fc9-ae40-c230f37a8ca5', 'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'mac_address': 'fa:16:3e:f0:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:52Z', 'updated_at': '2022-05-27T22:39:08Z', 'revision_number': 5, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'subnets': [{'id': '6f036352-10d0-41a7-8335-90a12eb75254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:42.137094 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a65953d-f2c3-4b8f-8cc1-9d02a9ccde82 None None] Checking router: 743cbe72-53c8-49cb-958a-61cc2517f71e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:42:42.153196 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a65953d-f2c3-4b8f-8cc1-9d02a9ccde82 None None] Routers {'743cbe72-53c8-49cb-958a-61cc2517f71e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:42:42.154041 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6a65953d-f2c3-4b8f-8cc1-9d02a9ccde82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:42:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['743cbe72-53c8-49cb-958a-61cc2517f71e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:42.260629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-24162ab2-783a-4785-ab05-8a900a21fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:42.260629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-24162ab2-783a-4785-ab05-8a900a21fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:42.261230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-24162ab2-783a-4785-ab05-8a900a21fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:42.262647 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-24162ab2-783a-4785-ab05-8a900a21fc1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 HTTP/1.1" status: 200 len: 2298 time: 0.5224791 May 27 22:42:42.266345 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-933fb360-f49b-4440-b43e-497113a164d9 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345269 May 27 22:42:42.497722 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-860ea30b-418e-43f3-b8b0-9547e0a35202 req-a9a0e66d-e704-45b2-bbe4-f45d1273df42 tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.2330496 May 27 22:42:42.558087 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6a65953d-f2c3-4b8f-8cc1-9d02a9ccde82 None None] Set router 743cbe72-53c8-49cb-958a-61cc2517f71e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:42:42.628803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05750518-c5ff-4ced-82c3-c81898d6a623 req-21dee79d-935b-4aa3-9fc4-42a26efa6d56 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:42.636655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-05750518-c5ff-4ced-82c3-c81898d6a623 req-21dee79d-935b-4aa3-9fc4-42a26efa6d56 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 943 time: 0.3738284 May 27 22:42:42.685085 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bae9e353-ab6a-4088-a04e-4e8aaf049cd2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:42.751143 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-492570fe-b83e-4740-86e2-2ec9b211f660 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9250c0c-5e72-4d00-804f-c64e7e1f2331 HTTP/1.1" status: 200 len: 1001 time: 0.4802065 May 27 22:42:42.858572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-73daab94-6465-4c4f-81a2-6b8692b5ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:42.858572 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-73daab94-6465-4c4f-81a2-6b8692b5ad2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=03468ea2-19a1-436d-b9b8-e83a2b471f43 HTTP/1.1" status: 200 len: 856 time: 0.0927176 May 27 22:42:42.964622 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ddd3a2fc-3fad-4b3c-891c-3a3593da758f req-6d89e102-ff44-4766-8bf4-6c2a4645e5d6 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020626 May 27 22:42:42.998460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-25c3afdd-ba67-4e22-82ca-6156aa0715e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:42.998460 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-25c3afdd-ba67-4e22-82ca-6156aa0715e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229022 May 27 22:42:43.016042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae9e353-ab6a-4088-a04e-4e8aaf049cd2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:43.016042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5556ceb3-91aa-4f19-bef0-3c908e415b6e req-302c24bf-f0d8-45d5-8559-29d609e3f371 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Synchronizing usage tracker for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:42:43.037851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-bae9e353-ab6a-4088-a04e-4e8aaf049cd2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:43.037851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae9e353-ab6a-4088-a04e-4e8aaf049cd2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:43.037851 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bae9e353-ab6a-4088-a04e-4e8aaf049cd2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:43.047214 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9409ff7a-bac0-487e-a520-84c1f2041602 None None] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:42:43.059289 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-05750518-c5ff-4ced-82c3-c81898d6a623 req-e30f0c09-2417-4264-8090-fb48a7bc1cae tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4161718 May 27 22:42:43.063847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9e353-ab6a-4088-a04e-4e8aaf049cd2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Subnet': ['ID=f3d711e0-7793-4799-880c-e7f74ea81418,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:43.090634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3bc42512-d083-42b1-9cd0-7824279bd877 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:42:43.162229 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bae9e353-ab6a-4088-a04e-4e8aaf049cd2 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5572336 May 27 22:42:43.163063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35388) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:43.163826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5556ceb3-91aa-4f19-bef0-3c908e415b6e req-302c24bf-f0d8-45d5-8559-29d609e3f371 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Unset dirty status for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:42:43.172439 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5556ceb3-91aa-4f19-bef0-3c908e415b6e req-302c24bf-f0d8-45d5-8559-29d609e3f371 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=679afe0f-280c-44c8-a0bd-4c3b35b34548 HTTP/1.1" status: 200 len: 210 time: 0.3288167 May 27 22:42:43.182394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 3bc42512-d083-42b1-9cd0-7824279bd877 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:42:43.183994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3bc42512-d083-42b1-9cd0-7824279bd877 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:42:43.193053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b3ec4157-32d2-45a3-b53e-a1c055a22552 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1102201880'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:43.208196 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-83c09a2f-6c1c-433d-8e7c-2fdefbace0ea service neutron] 10.222.0.46 "GET /v2.0/networks/6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061493 May 27 22:42:43.221334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b3ec4157-32d2-45a3-b53e-a1c055a22552 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:43.229766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b3ec4157-32d2-45a3-b53e-a1c055a22552 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:security_group and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:43.250802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b3ec4157-32d2-45a3-b53e-a1c055a22552 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:43.259610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b3ec4157-32d2-45a3-b53e-a1c055a22552 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:43.273545 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6a65953d-f2c3-4b8f-8cc1-9d02a9ccde82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:56Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '1dc97b1f-2782-4fc9-ae40-c230f37a8ca5', 'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'mac_address': 'fa:16:3e:f0:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:52Z', 'updated_at': '2022-05-27T22:39:08Z', 'revision_number': 5, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'subnets': [{'id': '6f036352-10d0-41a7-8335-90a12eb75254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:43.277827 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a65953d-f2c3-4b8f-8cc1-9d02a9ccde82 None None] The sync data for ids ['743cbe72-53c8-49cb-958a-61cc2517f71e'] in n-d-843680-3 is: [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:56Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '1dc97b1f-2782-4fc9-ae40-c230f37a8ca5', 'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'mac_address': 'fa:16:3e:f0:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:52Z', 'updated_at': '2022-05-27T22:39:08Z', 'revision_number': 5, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'subnets': [{'id': '6f036352-10d0-41a7-8335-90a12eb75254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:42:43.814006 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-9b22840f-7526-418a-b77b-1053d72a2a74 service neutron] 10.222.0.46 "GET /v2.0/networks/6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456942 May 27 22:42:43.814006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58a67a-8cae-4c10-84d2-b6577c2e1243 req-36b4755f-6aad-4e30-90a0-7cb1b6577e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:43.814006 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b58a67a-8cae-4c10-84d2-b6577c2e1243 req-36b4755f-6aad-4e30-90a0-7cb1b6577e76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 1094 time: 0.3279326 May 27 22:42:43.819497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e0b74-97c4-462f-a51b-75236eede1f0 None None] New status for floating IP 4c98a5b8-618c-41b5-b750-5da06ec07c80: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:42:43.821540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-040ce0b4-1db4-4b92-b767-822933fc9b4e req-f4fd0bfa-5ac4-4b37-9861-5ac21f22bc6f tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0477228 May 27 22:42:43.824045 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-c5e5f8ef-c451-4cef-a1a7-a20561b0e13a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=28f4ebbf-fdd6-4399-854a-6706996529f9 HTTP/1.1" status: 200 len: 217 time: 0.2088420 May 27 22:42:43.846597 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4157-32d2-45a3-b53e-a1c055a22552 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:43.855527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'tenant_id': '1fa8feff085d4561b4c22b1084ddb72b', 'fixed_ips': [{'subnet_id': 'f3d711e0-7793-4799-880c-e7f74ea81418'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:42:43.855527 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:43.857384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b3ec4157-32d2-45a3-b53e-a1c055a22552 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:43.857384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b3ec4157-32d2-45a3-b53e-a1c055a22552 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:security_group_rule and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:43.862738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b3ec4157-32d2-45a3-b53e-a1c055a22552 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:43.881559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b3ec4157-32d2-45a3-b53e-a1c055a22552 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:43.904933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-5b6518f6-4588-436d-80e8-43a9ac3c09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:43.904933 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-5b6518f6-4588-436d-80e8-43a9ac3c09aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.1001604 May 27 22:42:43.968232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58a67a-8cae-4c10-84d2-b6577c2e1243 req-2a152ee9-e996-4c86-852b-95fa82de9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:43.968232 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b58a67a-8cae-4c10-84d2-b6577c2e1243 req-2a152ee9-e996-4c86-852b-95fa82de9645 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.3674734 May 27 22:42:43.981456 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4157-32d2-45a3-b53e-a1c055a22552 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:44.037544 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b58a67a-8cae-4c10-84d2-b6577c2e1243 req-c27973c4-3db2-4f00-adc3-b926df91b09f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a HTTP/1.1" status: 200 len: 217 time: 0.0686641 May 27 22:42:44.074163 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4157-32d2-45a3-b53e-a1c055a22552 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:44.080212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Allocated IP 2001:db8::2 (c787f9dc-0db6-4173-8779-e7ff74a0b73f/f3d711e0-7793-4799-880c-e7f74ea81418/32d97847-1d7c-4cb2-8622-7756e3b6930a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:44.128138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58a67a-8cae-4c10-84d2-b6577c2e1243 req-2f53c805-54d6-4c17-8765-1a5fe4df0053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:44.129967 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b58a67a-8cae-4c10-84d2-b6577c2e1243 req-2f53c805-54d6-4c17-8765-1a5fe4df0053 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.0817571 May 27 22:42:44.203924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-dd2b3b65-7257-4813-8477-460a8a838903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:44.203924 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-dd2b3b65-7257-4813-8477-460a8a838903 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2946136 May 27 22:42:44.245739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec4157-32d2-45a3-b53e-a1c055a22552 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdbfe1b-b05e-40e3-89b9-a6d7838cd992,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:44.329458 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4157-32d2-45a3-b53e-a1c055a22552 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:44.329458 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b3ec4157-32d2-45a3-b53e-a1c055a22552 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1448438 May 27 22:42:44.329458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35408) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:44.329458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-35c12da3-6bce-45e5-ade9-3b47c1c46ea5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'security_group': {'name': 'tempest-secgroup-2123575327'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:44.353577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-35c12da3-6bce-45e5-ade9-3b47c1c46ea5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:44.358349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58a67a-8cae-4c10-84d2-b6577c2e1243 req-248ed51c-a61b-47bf-8ffb-5b7f8c3894eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:44.358349 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b58a67a-8cae-4c10-84d2-b6577c2e1243 req-248ed51c-a61b-47bf-8ffb-5b7f8c3894eb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151542 May 27 22:42:44.448266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-35c12da3-6bce-45e5-ade9-3b47c1c46ea5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:security_group and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:44.448266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-35c12da3-6bce-45e5-ade9-3b47c1c46ea5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:44.456655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35416) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:44.468595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-35c12da3-6bce-45e5-ade9-3b47c1c46ea5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:44.491201 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:44.505716 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Transition to ACTIVE for port object 32d97847-1d7c-4cb2-8622-7756e3b6930a will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:44.524598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Transition to ACTIVE for port object 32d97847-1d7c-4cb2-8622-7756e3b6930a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:44.528311 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-4b376878-f351-452d-8f15-0dd697552c2a service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161082 May 27 22:42:44.596828 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-35c12da3-6bce-45e5-ade9-3b47c1c46ea5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:44.622679 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-034bcbdd-90f3-4198-b116-0c633ca6b120 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:44.634912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20ce2a-85f8-4d9d-9c42-5b0ef708b316 req-4fbf641e-6f96-44db-95f3-98ecea79e516 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:44.634912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c20ce2a-85f8-4d9d-9c42-5b0ef708b316 req-4fbf641e-6f96-44db-95f3-98ecea79e516 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 943 time: 0.2810171 May 27 22:42:44.650154 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:44.680547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-35c12da3-6bce-45e5-ade9-3b47c1c46ea5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:44.691225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-35c12da3-6bce-45e5-ade9-3b47c1c46ea5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:security_group_rule and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:44.691225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-35c12da3-6bce-45e5-ade9-3b47c1c46ea5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:44.723350 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-034bcbdd-90f3-4198-b116-0c633ca6b120 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:44.726920 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Pushing event updated for resources: {'Port': ['ID=32d97847-1d7c-4cb2-8622-7756e3b6930a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:44.735804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:44.735804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:44.735804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:42:44.750582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-35c12da3-6bce-45e5-ade9-3b47c1c46ea5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:44.780307 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b58a67a-8cae-4c10-84d2-b6577c2e1243 req-e1cbcc8c-9288-446e-adcf-f059fd50057c service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049098 May 27 22:42:44.813971 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c20ce2a-85f8-4d9d-9c42-5b0ef708b316 req-c67135d9-c3ae-41f4-988e-3db65e0d96fa tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661911 May 27 22:42:44.875684 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-703598c6-1f6e-4f70-a6a3-9c30de603632 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351743 May 27 22:42:44.906453 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Attempting to bind port 32d97847-1d7c-4cb2-8622-7756e3b6930a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:42:44.906895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Attempting to bind port 32d97847-1d7c-4cb2-8622-7756e3b6930a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '3e00187d-d0f5-4ddd-bc20-891288cadfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:42:44.907265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Attempting to bind port 32d97847-1d7c-4cb2-8622-7756e3b6930a on network c787f9dc-0db6-4173-8779-e7ff74a0b73f {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:42:44.914488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:42:44.915071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Checking segment: {'id': '3e00187d-d0f5-4ddd-bc20-891288cadfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:42:44.915488 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:44.915917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Bound using segment: {'id': '3e00187d-d0f5-4ddd-bc20-891288cadfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:42:44.916427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Bound port: 32d97847-1d7c-4cb2-8622-7756e3b6930a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e00187d-d0f5-4ddd-bc20-891288cadfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:42:44.916789 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:44.926486 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-35c12da3-6bce-45e5-ade9-3b47c1c46ea5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:45.007782 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-412545ba-6676-46ed-864a-007645abda37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=3df037ee-cdfc-4a0b-adc5-86aa597bdf16 HTTP/1.1" status: 200 len: 217 time: 0.0682151 May 27 22:42:45.079644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] For port 32d97847-1d7c-4cb2-8622-7756e3b6930a, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:42:45.088860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] For port 32d97847-1d7c-4cb2-8622-7756e3b6930a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32d97847-1d7c-4cb2-8622-7756e3b6930a,segment=NetworkSegment(3e00187d-d0f5-4ddd-bc20-891288cadfbe),segment_id=3e00187d-d0f5-4ddd-bc20-891288cadfbe)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:42:45.112498 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-35c12da3-6bce-45e5-ade9-3b47c1c46ea5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:45.131926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0f1988d-fecd-4488-ab0d-fb6dfbdfaaf2 req-42a375ca-9fb3-422b-9b0a-0724eef7ce28 tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.1566143 May 27 22:42:45.131926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-034bcbdd-90f3-4198-b116-0c633ca6b120 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:45.153111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-5a9aac14-572c-4ccb-ad02-47e4291b8e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:45.153111 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-5a9aac14-572c-4ccb-ad02-47e4291b8e2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.1349888 May 27 22:42:45.181479 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:45.211243 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b58a67a-8cae-4c10-84d2-b6577c2e1243 req-b6f3fb2e-3d81-441a-a450-f54682ac9ea8 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038656 May 27 22:42:45.216488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c12da3-6bce-45e5-ade9-3b47c1c46ea5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ccbadc-3132-49ee-b385-4f2d89af5300,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:45.261779 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034bcbdd-90f3-4198-b116-0c633ca6b120 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=264fb63c-5f74-41b5-954d-25ecb2f91899,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:45.261779 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-35c12da3-6bce-45e5-ade9-3b47c1c46ea5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:45.261779 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-35c12da3-6bce-45e5-ade9-3b47c1c46ea5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9344940 May 27 22:42:45.264154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-baeac86b-0c84-4718-9c0d-811bb4aef871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:45.266104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35430) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:45.267965 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-baeac86b-0c84-4718-9c0d-811bb4aef871 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0953848 May 27 22:42:45.283530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1105478413', 'security_groups': ['b0ccbadc-3132-49ee-b385-4f2d89af5300'], 'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3d711e0-7793-4799-880c-e7f74ea81418'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:45.335627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89608034-6361-49cb-86f0-b4d5aee902ea None None] Pushing event updated for resources: {'Port': ['ID=32d97847-1d7c-4cb2-8622-7756e3b6930a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:45.430986 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-034bcbdd-90f3-4198-b116-0c633ca6b120 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:45.432084 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-034bcbdd-90f3-4198-b116-0c633ca6b120 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "DELETE /v2.0/security-groups/264fb63c-5f74-41b5-954d-25ecb2f91899 HTTP/1.1" status: 204 len: 168 time: 0.9801552 May 27 22:42:45.436774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35438) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:45.461207 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-91099a4f-ab0e-42c0-bcd7-bb02ee47a6ce service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769795 May 27 22:42:45.533235 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-8adf53a8-32fb-4506-8da5-cc15b0e16087 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] show failed (client error): The resource could not be found. May 27 22:42:45.533235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8adf53a8-32fb-4506-8da5-cc15b0e16087 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups/264fb63c-5f74-41b5-954d-25ecb2f91899 HTTP/1.1" status: 404 len: 347 time: 0.0877097 May 27 22:42:45.533235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35442) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:45.631395 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-51ad241a-6289-4d5a-86e0-2b951cd0e78d service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686068 May 27 22:42:45.820335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-16b84c51-61be-436f-a632-8e6073ccc947 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Deleting port 91198ea3-3134-4af4-bf25-012258225627 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:45.820710 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16b84c51-61be-436f-a632-8e6073ccc947 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:45.824098 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:45.964634 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-627c063a-7efd-43b6-981e-bd2ccf47b3bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 HTTP/1.1" status: 200 len: 217 time: 0.3326616 May 27 22:42:45.996752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:46.038777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:port and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:46.060657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-3f178623-55e3-46fa-9997-5fe122e30502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:46.060657 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-3f178623-55e3-46fa-9997-5fe122e30502 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.0908315 May 27 22:42:46.136436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:46.167264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:46.168381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-92759702-fd9e-4479-acca-8db45ea03494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:46.170294 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-92759702-fd9e-4479-acca-8db45ea03494 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1047499 May 27 22:42:46.242053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdc0d7-b569-4ab7-82fc-ffe09afa3ccf req-67d000d9-eac6-4895-878e-a89ee334161c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:46.250281 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51cdc0d7-b569-4ab7-82fc-ffe09afa3ccf req-67d000d9-eac6-4895-878e-a89ee334161c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 943 time: 0.2196922 May 27 22:42:46.276803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:42:46.413804 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16b84c51-61be-436f-a632-8e6073ccc947 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:46.413804 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16b84c51-61be-436f-a632-8e6073ccc947 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:46.434395 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-0be54ea4-16b0-4146-887b-1e74208650b9 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436306 May 27 22:42:46.609595 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-a723c0d1-d387-48a9-8558-a8c15c5926a0 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700647 May 27 22:42:46.673337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a783ad60-0f26-4ae3-81ab-e1d02de27f6b req-5848901e-dab8-4805-96dd-6c5e1481ebc6 tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.2479372 May 27 22:42:46.717404 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-16b84c51-61be-436f-a632-8e6073ccc947 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Calling delete_port for 91198ea3-3134-4af4-bf25-012258225627 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:42:46.743171 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-7144e973-d9b1-47fa-b5a9-b873884d4286 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=31f6ef24-23b1-439f-aa93-d8f16f4b382b HTTP/1.1" status: 200 len: 217 time: 0.1120770 May 27 22:42:46.812682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-f96e30fb-05bf-4424-883e-e1748f71de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:46.812682 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-f96e30fb-05bf-4424-883e-e1748f71de59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.0735137 May 27 22:42:46.849292 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51cdc0d7-b569-4ab7-82fc-ffe09afa3ccf req-38a12ac7-50d1-4781-a50d-7ba28d3bc448 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5971189 May 27 22:42:46.906913 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:46.925377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-394d45e1-7dad-44b6-a0da-341c1ffc58f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:46.926853 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-394d45e1-7dad-44b6-a0da-341c1ffc58f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1080909 May 27 22:42:46.936451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port 95685dcd-aad0-443d-b8ad-293253c8bc71 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:42:47.082719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-481a4da3-970b-4e8e-863f-c3daeab94d67 None None] Provisioning for port 32d97847-1d7c-4cb2-8622-7756e3b6930a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:47.154488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4168d69f-51a0-4562-a53c-13c04d14ed4a details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:42:47.208914 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-76016ed4-a30c-4701-a70a-5b9581f3cefa service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670050 May 27 22:42:47.240079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-481a4da3-970b-4e8e-863f-c3daeab94d67 None None] Provisioning complete for port c34024da-2ced-481d-adfe-6515ee468bc5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:47.240079 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-481a4da3-970b-4e8e-863f-c3daeab94d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:47.283052 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16b84c51-61be-436f-a632-8e6073ccc947 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:47.324586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 32d97847-1d7c-4cb2-8622-7756e3b6930a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:42:47.374355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b84c51-61be-436f-a632-8e6073ccc947 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event deleted for resources: {'Port': ['ID=91198ea3-3134-4af4-bf25-012258225627,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:47.385168 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:42:47.449298 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-6a6bd794-c3e4-4b75-be34-2eb2f3b47792 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423351 May 27 22:42:47.559198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:47.569461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'port_id': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'mac_address': 'fa:16:3e:ab:0d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:42:47.622129 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-1b23fa34-b925-403e-851e-aec74196c0fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 HTTP/1.1" status: 200 len: 217 time: 0.1611671 May 27 22:42:47.641863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Allocated IP 2001:db8::c3 (c787f9dc-0db6-4173-8779-e7ff74a0b73f/f3d711e0-7793-4799-880c-e7f74ea81418/95685dcd-aad0-443d-b8ad-293253c8bc71) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:47.650844 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-481a4da3-970b-4e8e-863f-c3daeab94d67 None None] Port c34024da-2ced-481d-adfe-6515ee468bc5 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:42:47.671309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4168d69f-51a0-4562-a53c-13c04d14ed4a is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:47.671309 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:47.689478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4168d69f-51a0-4562-a53c-13c04d14ed4a {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:42:47.700863 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16b84c51-61be-436f-a632-8e6073ccc947 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:47.717873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:47.766025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-7ecb4cd5-2904-428d-8970-c0d7d4403582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:47.771957 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-7ecb4cd5-2904-428d-8970-c0d7d4403582 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=862db2da-2593-4ce1-842a-3a10259ed89c HTTP/1.1" status: 200 len: 797 time: 0.1447275 May 27 22:42:47.795721 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 32d97847-1d7c-4cb2-8622-7756e3b6930a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:47.803351 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 32d97847-1d7c-4cb2-8622-7756e3b6930a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:47.811840 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:47.839111 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:47.867381 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16b84c51-61be-436f-a632-8e6073ccc947 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:47.869381 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-16b84c51-61be-436f-a632-8e6073ccc947 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "DELETE /v2.0/floatingips/4c98a5b8-618c-41b5-b750-5da06ec07c80 HTTP/1.1" status: 204 len: 168 time: 2.3399343 May 27 22:42:47.971870 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-938f6bfd-8e7a-40dd-80b2-e4daff972988 req-872b4274-af54-4bd5-8a83-c3722557868c tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0642164 May 27 22:42:48.000451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4168d69f-51a0-4562-a53c-13c04d14ed4a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:48.008700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-2864ee0e-061d-4f34-a1d8-1f101cef2f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:48.010171 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-2864ee0e-061d-4f34-a1d8-1f101cef2f72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2356553 May 27 22:42:48.105778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 32d97847-1d7c-4cb2-8622-7756e3b6930a is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:48.106306 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:48.149104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35492) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:48.151111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 32d97847-1d7c-4cb2-8622-7756e3b6930a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32d97847-1d7c-4cb2-8622-7756e3b6930a,segment=NetworkSegment(3e00187d-d0f5-4ddd-bc20-891288cadfbe),segment_id=3e00187d-d0f5-4ddd-bc20-891288cadfbe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:48.168842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-62aa689c-5c13-4aea-9661-8df20e4bfbd8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2131117441', 'description': 'tempest-description--1923265142'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:48.187583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-62aa689c-5c13-4aea-9661-8df20e4bfbd8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:48.192010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['4168d69f-51a0-4562-a53c-13c04d14ed4a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:42:48.198807 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:48.212732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-62aa689c-5c13-4aea-9661-8df20e4bfbd8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Usage tracker for resource:security_group and tenant:49504ca94f5d42bf86dd37e137461ad8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:48.218759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-62aa689c-5c13-4aea-9661-8df20e4bfbd8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:48.228817 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:48.237121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-62aa689c-5c13-4aea-9661-8df20e4bfbd8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:48.237594 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-19a629f7-ca46-45d6-b7a9-c325393b35bf service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200291 May 27 22:42:48.248577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Transition to ACTIVE for port object 95685dcd-aad0-443d-b8ad-293253c8bc71 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:48.281022 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fbce6-5a98-4111-acab-cb4396c39c5e req-f63dc010-d463-4523-9861-fabb7df2a562 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:48.282468 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a53fbce6-5a98-4111-acab-cb4396c39c5e req-f63dc010-d463-4523-9861-fabb7df2a562 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.2306478 May 27 22:42:48.337521 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a53fbce6-5a98-4111-acab-cb4396c39c5e req-5a23e37f-b2c4-4edd-87ee-bb9115727499 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450177 May 27 22:42:48.343347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=32d97847-1d7c-4cb2-8622-7756e3b6930a,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:48.399213 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62aa689c-5c13-4aea-9661-8df20e4bfbd8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:48.409741 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-34f1728c-9197-43dc-b54f-7c1969d59f84 service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621256 May 27 22:42:48.410219 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:48.501181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-62aa689c-5c13-4aea-9661-8df20e4bfbd8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:48.510798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:48.515269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:48.520739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:42:48.526257 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:48.526924 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:48.531219 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-62aa689c-5c13-4aea-9661-8df20e4bfbd8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Usage tracker for resource:security_group_rule and tenant:49504ca94f5d42bf86dd37e137461ad8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:48.550902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=95685dcd-aad0-443d-b8ad-293253c8bc71,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:48.553841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-62aa689c-5c13-4aea-9661-8df20e4bfbd8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:48.564295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-62aa689c-5c13-4aea-9661-8df20e4bfbd8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:48.620391 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-d0ad9f77-b3ab-43c3-81c5-ec11e3c621c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef9523b3-0465-4c4f-9e93-31957771cb3b HTTP/1.1" status: 200 len: 217 time: 0.2047584 May 27 22:42:48.661727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9a1d4d26-5587-4310-b4f5-29dbf7b5a330 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3932204 May 27 22:42:48.663200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35502) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:48.668111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-56aea731-82ad-412d-acc5-7ea31809264c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'subnet': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:48.728837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-4d99a825-c158-4cb0-bacc-3cc094a049fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:48.733191 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-4d99a825-c158-4cb0-bacc-3cc094a049fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=862db2da-2593-4ce1-842a-3a10259ed89c HTTP/1.1" status: 200 len: 797 time: 0.1067588 May 27 22:42:48.831749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-b179f974-1708-4df7-b6d0-9d05c3e15ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:48.833300 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-b179f974-1708-4df7-b6d0-9d05c3e15ef4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0937271 May 27 22:42:48.870518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-56aea731-82ad-412d-acc5-7ea31809264c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:48.878704 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62aa689c-5c13-4aea-9661-8df20e4bfbd8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:48.879862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-56aea731-82ad-412d-acc5-7ea31809264c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:subnet and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:48.884814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-56aea731-82ad-412d-acc5-7ea31809264c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:48.893286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-56aea731-82ad-412d-acc5-7ea31809264c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:48.979453 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62aa689c-5c13-4aea-9661-8df20e4bfbd8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:49.002296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cc456c6c-79b6-41e7-b6f9-e6b9a9a756a6 None None] Provisioning for port 95685dcd-aad0-443d-b8ad-293253c8bc71 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:49.007299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cc456c6c-79b6-41e7-b6f9-e6b9a9a756a6 None None] Provisioning complete for port 95685dcd-aad0-443d-b8ad-293253c8bc71 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:49.007864 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc456c6c-79b6-41e7-b6f9-e6b9a9a756a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:49.011624 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-bfcc60ed-add9-4fbb-9f3f-57ef4d7eefcb service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722424 May 27 22:42:49.016320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56aea731-82ad-412d-acc5-7ea31809264c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:42:49.021279 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-56aea731-82ad-412d-acc5-7ea31809264c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:49.126331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cc456c6c-79b6-41e7-b6f9-e6b9a9a756a6 None None] Port 95685dcd-aad0-443d-b8ad-293253c8bc71 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:42:49.129678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa689c-5c13-4aea-9661-8df20e4bfbd8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=449d7d00-7cbb-4b42-85ec-e2591b200725,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:49.159377 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4168d69f-51a0-4562-a53c-13c04d14ed4a up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:42:49.256886 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62aa689c-5c13-4aea-9661-8df20e4bfbd8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:49.258490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 32d97847-1d7c-4cb2-8622-7756e3b6930a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:42:49.261184 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-62aa689c-5c13-4aea-9661-8df20e4bfbd8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1063404 May 27 22:42:49.262079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35522) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:49.277419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-8040ea5e-0cb7-49a0-b074-b17df6bb4c7e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Request body: {'security_group_rule': {'security_group_id': '449d7d00-7cbb-4b42-85ec-e2591b200725', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:49.291220 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9573c6e5-93ff-46a3-a21f-a6ed1dde49c0 req-e333eb8e-4345-400e-bed1-4c4d609c6d4f tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.1077712 May 27 22:42:49.297474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8040ea5e-0cb7-49a0-b074-b17df6bb4c7e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:49.305860 n-d-843680-3 neutron-server[88900]: INFO neutron.db.ipam_backend_mixin [None req-56aea731-82ad-412d-acc5-7ea31809264c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3d711e0-7793-4799-880c-e7f74ea81418 (CIDR: 2001:db8::/64) May 27 22:42:49.307155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8040ea5e-0cb7-49a0-b074-b17df6bb4c7e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Usage tracker for resource:security_group_rule and tenant:49504ca94f5d42bf86dd37e137461ad8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:49.323406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8040ea5e-0cb7-49a0-b074-b17df6bb4c7e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:49.355678 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1f645e8-f1bd-4bdf-8c03-667b789143f0 req-ca445870-9315-4c59-85c8-5768fac8bab1 service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364823 May 27 22:42:49.361852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8040ea5e-0cb7-49a0-b074-b17df6bb4c7e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:49.377545 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-56aea731-82ad-412d-acc5-7ea31809264c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:42:49.379467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56aea731-82ad-412d-acc5-7ea31809264c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:42:49.442135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 32d97847-1d7c-4cb2-8622-7756e3b6930a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:49.442586 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:49.474155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 4168d69f-51a0-4562-a53c-13c04d14ed4a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:49.484972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 4168d69f-51a0-4562-a53c-13c04d14ed4a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:49.485343 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:49.498406 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8040ea5e-0cb7-49a0-b074-b17df6bb4c7e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:49.527325 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-56aea731-82ad-412d-acc5-7ea31809264c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8612814 May 27 22:42:49.527594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35532) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:49.533193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0ec71438-848e-4a17-8fa9-6be44a7b6f75 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'subnet': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:49.772393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0ec71438-848e-4a17-8fa9-6be44a7b6f75 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:49.779798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 32d97847-1d7c-4cb2-8622-7756e3b6930a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:49.779798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4168d69f-51a0-4562-a53c-13c04d14ed4a is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:49.779798 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:49.782789 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8040ea5e-0cb7-49a0-b074-b17df6bb4c7e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:49.815287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0ec71438-848e-4a17-8fa9-6be44a7b6f75 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:subnet and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:49.815287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0ec71438-848e-4a17-8fa9-6be44a7b6f75 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:49.818065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00308cc0-9ba5-49e8-b9ad-a53bb2a1028a req-7a740ee1-7db1-4f39-9448-e5ab6bb9be31 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:49.819300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0ec71438-848e-4a17-8fa9-6be44a7b6f75 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:49.824168 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00308cc0-9ba5-49e8-b9ad-a53bb2a1028a req-7a740ee1-7db1-4f39-9448-e5ab6bb9be31 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.2640007 May 27 22:42:49.825461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:42:49.855879 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:49.909544 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5be7eb5-a668-4342-8787-72f57de6e824'] response: {'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'code': 200} May 27 22:42:49.917609 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8040ea5e-0cb7-49a0-b074-b17df6bb4c7e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:49.932526 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:49.932717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec71438-848e-4a17-8fa9-6be44a7b6f75 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:42:49.936207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ec71438-848e-4a17-8fa9-6be44a7b6f75 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:49.995206 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00308cc0-9ba5-49e8-b9ad-a53bb2a1028a req-3b17e9ee-31fc-410d-b284-ff32c939ece6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637263 May 27 22:42:50.005594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040ea5e-0cb7-49a0-b074-b17df6bb4c7e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3fc6c0-3eeb-4d81-b669-06ca64325246,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:50.055721 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8040ea5e-0cb7-49a0-b074-b17df6bb4c7e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:50.058037 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8040ea5e-0cb7-49a0-b074-b17df6bb4c7e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7842455 May 27 22:42:50.060077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35542) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:50.062471 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4168d69f-51a0-4562-a53c-13c04d14ed4a,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:50.075590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e8b115fc-af6e-410b-9fa2-cddb5a703d20 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Request body: {'security_group_rule': {'security_group_id': '449d7d00-7cbb-4b42-85ec-e2591b200725', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:50.086029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e8b115fc-af6e-410b-9fa2-cddb5a703d20 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:50.093925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e8b115fc-af6e-410b-9fa2-cddb5a703d20 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Usage tracker for resource:security_group_rule and tenant:49504ca94f5d42bf86dd37e137461ad8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:50.097791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e8b115fc-af6e-410b-9fa2-cddb5a703d20 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:50.104324 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e8b115fc-af6e-410b-9fa2-cddb5a703d20 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:50.214626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08901dc9-3635-425d-ab6d-c3fc22437b4f req-e909f0f6-e5df-45b2-b97a-c6a990c055b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:50.216210 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-08901dc9-3635-425d-ab6d-c3fc22437b4f req-e909f0f6-e5df-45b2-b97a-c6a990c055b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 1096 time: 0.1646481 May 27 22:42:50.235018 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b115fc-af6e-410b-9fa2-cddb5a703d20 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:50.319065 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-08901dc9-3635-425d-ab6d-c3fc22437b4f req-bd4c681d-1514-4faa-9367-4182fbd33073 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552781 May 27 22:42:50.342230 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b115fc-af6e-410b-9fa2-cddb5a703d20 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:50.499026 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ec71438-848e-4a17-8fa9-6be44a7b6f75 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:50.499781 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b115fc-af6e-410b-9fa2-cddb5a703d20 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:50.520426 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-17447898-2d54-4de7-b3a3-c6e6c2614422 req-e3ee33ab-a0e6-4a46-b2e1-682471e453df tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0539820 May 27 22:42:50.529844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b115fc-af6e-410b-9fa2-cddb5a703d20 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06f40fc-ef83-4e32-a0e9-b43a51544aae,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:50.574426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec71438-848e-4a17-8fa9-6be44a7b6f75 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:50.577483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0ec71438-848e-4a17-8fa9-6be44a7b6f75 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:50.582181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec71438-848e-4a17-8fa9-6be44a7b6f75 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:50.582747 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ec71438-848e-4a17-8fa9-6be44a7b6f75 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:50.591267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6b213f-8432-4687-9eb6-ae040e62c366 None None] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:42:50.598636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec71438-848e-4a17-8fa9-6be44a7b6f75 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Subnet': ['ID=35cd7ae9-1109-4c04-9141-bfadb04435ec,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:50.610130 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b115fc-af6e-410b-9fa2-cddb5a703d20 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:50.610130 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e8b115fc-af6e-410b-9fa2-cddb5a703d20 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5442080 May 27 22:42:50.610944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35560) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:50.618224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:50.644088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:50.648213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Usage tracker for resource:floatingip and tenant:49504ca94f5d42bf86dd37e137461ad8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:50.651347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:50.657416 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:50.693444 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0ec71438-848e-4a17-8fa9-6be44a7b6f75 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1647243 May 27 22:42:50.696180 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35564) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:50.707810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3dfc4ed6-3616-4811-9b47-c2604d617d9f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-42373941', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '35cd7ae9-1109-4c04-9141-bfadb04435ec'}], 'security_groups': ['dcdbfe1b-b05e-40e3-89b9-a6d7838cd992']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:50.785652 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:51.043802 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:51.099844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dfc4ed6-3616-4811-9b47-c2604d617d9f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:51.265873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235b372c-0fdc-4824-90d9-9ad7e30a870c None None] Update dhcp port {'port': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'fixed_ips': [{'subnet_id': 'f3d711e0-7793-4799-880c-e7f74ea81418', 'ip_address': '2001:db8::2'}, {'subnet_id': '35cd7ae9-1109-4c04-9141-bfadb04435ec'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '32d97847-1d7c-4cb2-8622-7756e3b6930a'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 22:42:51.350356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Allocated IP 172.25.2.157 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/a4d17058-72b1-4714-8fa4-13a0d74db11e) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:51.403691 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-235b372c-0fdc-4824-90d9-9ad7e30a870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:51.437267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65566b-6d30-4d3e-b6d6-322d2f6f5233 req-5200fc5d-f2d4-46fb-baa4-710c364169eb tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:51.444630 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b65566b-6d30-4d3e-b6d6-322d2f6f5233 req-5200fc5d-f2d4-46fb-baa4-710c364169eb tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 945 time: 0.1973071 May 27 22:42:51.848073 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b65566b-6d30-4d3e-b6d6-322d2f6f5233 req-947c0b92-1192-4306-930e-b5de9fa0d6d0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4020927 May 27 22:42:52.019989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3dfc4ed6-3616-4811-9b47-c2604d617d9f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Delete allocated IP 2001:db8::c3 (c787f9dc-0db6-4173-8779-e7ff74a0b73f/f3d711e0-7793-4799-880c-e7f74ea81418) {{(pid=88901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 22:42:52.028487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3dfc4ed6-3616-4811-9b47-c2604d617d9f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Allocated IP 2001:db8:0:1::3cb (c787f9dc-0db6-4173-8779-e7ff74a0b73f/35cd7ae9-1109-4c04-9141-bfadb04435ec/95685dcd-aad0-443d-b8ad-293253c8bc71) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:52.077114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58edb4b3-6bb6-4c38-b0ed-8db2c82e4876 req-a984623b-c02c-45cb-85e4-b3c9624c0e4b tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.2493641 May 27 22:42:52.133516 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:52.189697 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:52.260256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dfc4ed6-3616-4811-9b47-c2604d617d9f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:52.276644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-3dfc4ed6-3616-4811-9b47-c2604d617d9f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Transition to ACTIVE for port object 95685dcd-aad0-443d-b8ad-293253c8bc71 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:52.281354 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:52.354689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:52.354689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:52.358252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:42:52.388086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event updated for resources: {'Port': ['ID=a4d17058-72b1-4714-8fa4-13a0d74db11e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:52.419639 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dfc4ed6-3616-4811-9b47-c2604d617d9f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:52.452996 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:52.490003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-235b372c-0fdc-4824-90d9-9ad7e30a870c None None] Allocated IP 2001:db8:0:1::2 (c787f9dc-0db6-4173-8779-e7ff74a0b73f/35cd7ae9-1109-4c04-9141-bfadb04435ec/32d97847-1d7c-4cb2-8622-7756e3b6930a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:52.537055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3dfc4ed6-3616-4811-9b47-c2604d617d9f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] In _notify_port_updated(), no bound segment for port 95685dcd-aad0-443d-b8ad-293253c8bc71 on network c787f9dc-0db6-4173-8779-e7ff74a0b73f {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:42:52.542397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfc4ed6-3616-4811-9b47-c2604d617d9f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:52.543013 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dfc4ed6-3616-4811-9b47-c2604d617d9f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:52.547183 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3dfc4ed6-3616-4811-9b47-c2604d617d9f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "PUT /v2.0/ports/95685dcd-aad0-443d-b8ad-293253c8bc71 HTTP/1.1" status: 200 len: 929 time: 1.8471689 May 27 22:42:52.547183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35596) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:52.586259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc4ed6-3616-4811-9b47-c2604d617d9f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=95685dcd-aad0-443d-b8ad-293253c8bc71,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:52.622347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ccfafc2c-97f6-449c-ac43-2217713e3f28 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 95685dcd-aad0-443d-b8ad-293253c8bc71 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:42:52.622904 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccfafc2c-97f6-449c-ac43-2217713e3f28 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:52.688690 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:52.695126 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-235b372c-0fdc-4824-90d9-9ad7e30a870c None None] For port 32d97847-1d7c-4cb2-8622-7756e3b6930a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32d97847-1d7c-4cb2-8622-7756e3b6930a,segment=NetworkSegment(3e00187d-d0f5-4ddd-bc20-891288cadfbe),segment_id=3e00187d-d0f5-4ddd-bc20-891288cadfbe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:42:52.721152 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-235b372c-0fdc-4824-90d9-9ad7e30a870c None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:52.743229 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-235b372c-0fdc-4824-90d9-9ad7e30a870c None None] Transition to ACTIVE for port object 32d97847-1d7c-4cb2-8622-7756e3b6930a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:42:52.812402 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-235b372c-0fdc-4824-90d9-9ad7e30a870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:53.026757 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccfafc2c-97f6-449c-ac43-2217713e3f28 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:53.056260 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:53.073273 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b372c-0fdc-4824-90d9-9ad7e30a870c None None] Pushing event updated for resources: {'Port': ['ID=32d97847-1d7c-4cb2-8622-7756e3b6930a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:53.124293 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:53.211941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 32d97847-1d7c-4cb2-8622-7756e3b6930a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:42:53.290694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ccfafc2c-97f6-449c-ac43-2217713e3f28 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for 95685dcd-aad0-443d-b8ad-293253c8bc71 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:42:53.394224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event updated for resources: {'Port': ['ID=a4d17058-72b1-4714-8fa4-13a0d74db11e,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:53.427541 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46988d45-0cdc-4743-9abb-da3d24b332c0 req-da195343-f2f0-4409-abab-99c13ca206ca tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.1138370 May 27 22:42:53.436991 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:53.477807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf7d42-3fc8-4ea0-a402-2c97b4baf98e req-c0aaea5e-0f7b-4e1e-8f80-64e1fa8f1d83 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:53.496523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3abf7d42-3fc8-4ea0-a402-2c97b4baf98e req-c0aaea5e-0f7b-4e1e-8f80-64e1fa8f1d83 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 945 time: 0.4375901 May 27 22:42:53.602824 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccfafc2c-97f6-449c-ac43-2217713e3f28 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:53.613154 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3abf7d42-3fc8-4ea0-a402-2c97b4baf98e req-f4357526-70aa-4a08-96b4-a2a1d30ef165 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155548 May 27 22:42:53.614406 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:53.620403 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7af414fb-0ecb-426f-9a4a-00cecf9d96aa tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0028441 May 27 22:42:53.766330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfafc2c-97f6-449c-ac43-2217713e3f28 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=95685dcd-aad0-443d-b8ad-293253c8bc71,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:53.859588 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccfafc2c-97f6-449c-ac43-2217713e3f28 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:53.872827 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ccfafc2c-97f6-449c-ac43-2217713e3f28 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/95685dcd-aad0-443d-b8ad-293253c8bc71 HTTP/1.1" status: 204 len: 168 time: 1.3245957 May 27 22:42:53.875893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35644) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:53.912215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67df40-6347-4841-abf2-0ce211be0b03 req-deaa2d83-e042-45db-8a21-21360475f791 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:53.912215 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f67df40-6347-4841-abf2-0ce211be0b03 req-deaa2d83-e042-45db-8a21-21360475f791 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 945 time: 0.1589539 May 27 22:42:53.920646 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35648) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:53.926013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5ded9a86-e08b-4ce0-a163-c4138ebcfc46 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Request body: {'floatingip': {'port_id': '4168d69f-51a0-4562-a53c-13c04d14ed4a'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:53.930512 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a2018e-c9cc-4a95-a23a-a89f4a0ce24c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] GET failed (client error): The resource could not be found. May 27 22:42:53.931100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-75a2018e-c9cc-4a95-a23a-a89f4a0ce24c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:42:54.031193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-75a2018e-c9cc-4a95-a23a-a89f4a0ce24c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:42:54.036016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35662) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:54.043544 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-75a2018e-c9cc-4a95-a23a-a89f4a0ce24c tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/95685dcd-aad0-443d-b8ad-293253c8bc71 HTTP/1.1" status: 404 len: 333 time: 0.1601932 May 27 22:42:54.068566 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ded9a86-e08b-4ce0-a163-c4138ebcfc46 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:54.303428 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-df59f462-43b3-49e9-ab01-06cbc57995e0 None None] Provisioning for port 32d97847-1d7c-4cb2-8622-7756e3b6930a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:42:54.316019 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-df59f462-43b3-49e9-ab01-06cbc57995e0 None None] Provisioning complete for port 32d97847-1d7c-4cb2-8622-7756e3b6930a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:54.316942 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df59f462-43b3-49e9-ab01-06cbc57995e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:54.348474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-fe1e0f67-0228-4138-80aa-0b16315384bb tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Synchronizing usage tracker for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:42:54.369546 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f840c10-c53e-49b9-bf36-a3e0580759e0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:54.426962 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f840c10-c53e-49b9-bf36-a3e0580759e0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:54.510962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-fe1e0f67-0228-4138-80aa-0b16315384bb tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Unset dirty status for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:42:54.523640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-fe1e0f67-0228-4138-80aa-0b16315384bb tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--2131117441&fields=id&tenant_id=49504ca94f5d42bf86dd37e137461ad8 HTTP/1.1" status: 200 len: 267 time: 0.4579818 May 27 22:42:54.554539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-df59f462-43b3-49e9-ab01-06cbc57995e0 None None] Current status of the port 32d97847-1d7c-4cb2-8622-7756e3b6930a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:54.559199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-df59f462-43b3-49e9-ab01-06cbc57995e0 None None] Could not find standard attr ID for object 95685dcd-aad0-443d-b8ad-293253c8bc71. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:42:54.570910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-df59f462-43b3-49e9-ab01-06cbc57995e0 None None] Provisioning complete for port c34024da-2ced-481d-adfe-6515ee468bc5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:54.571558 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df59f462-43b3-49e9-ab01-06cbc57995e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:54.648922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-df59f462-43b3-49e9-ab01-06cbc57995e0 None None] Port c34024da-2ced-481d-adfe-6515ee468bc5 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:42:54.767328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ed07db6d-9854-4ceb-999a-e513a1583c39 None None] Could not find standard attr ID for object 95685dcd-aad0-443d-b8ad-293253c8bc71. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:42:55.039852 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3640a6f5-ec85-4104-8eff-1e0fc0627c38 req-d8120042-18f9-40e2-b55e-1b086b76f681 tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0776885 May 27 22:42:55.175591 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f840c10-c53e-49b9-bf36-a3e0580759e0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:55.274929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f840c10-c53e-49b9-bf36-a3e0580759e0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ccbadc-3132-49ee-b385-4f2d89af5300,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:55.277948 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f840c10-c53e-49b9-bf36-a3e0580759e0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:55.281748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35690) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:55.282211 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7f840c10-c53e-49b9-bf36-a3e0580759e0 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/security-groups/b0ccbadc-3132-49ee-b385-4f2d89af5300 HTTP/1.1" status: 204 len: 168 time: 1.2448184 May 27 22:42:55.301439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-af9a6601-b71c-469d-b67f-7f1379f4d3b9 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:55.303370 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-af9a6601-b71c-469d-b67f-7f1379f4d3b9 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/networks?id=0e901676-0a75-4203-8f5c-0656d9c83953 HTTP/1.1" status: 200 len: 811 time: 0.7745078 May 27 22:42:55.340595 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-32823264-cc24-49e7-b44a-edef61e311a9 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/quotas/49504ca94f5d42bf86dd37e137461ad8 HTTP/1.1" status: 200 len: 375 time: 0.0304558 May 27 22:42:55.385292 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a81a6995-1719-453d-8afe-a8fed1356cd8 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:55.417014 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a81a6995-1719-453d-8afe-a8fed1356cd8 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:55.428316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d795f8-c72d-48ef-a403-21834ad971bf req-393a3707-bc7d-422a-ac0e-a5331ffea87b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:55.429887 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9d795f8-c72d-48ef-a403-21834ad971bf req-393a3707-bc7d-422a-ac0e-a5331ffea87b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.2126551 May 27 22:42:55.592115 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a81a6995-1719-453d-8afe-a8fed1356cd8 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:55.603265 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9d795f8-c72d-48ef-a403-21834ad971bf req-81ca792f-0e47-4594-80d1-27e32f4773e4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610668 May 27 22:42:55.623095 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a81a6995-1719-453d-8afe-a8fed1356cd8 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:55.628615 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a81a6995-1719-453d-8afe-a8fed1356cd8 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/security-groups/dcdbfe1b-b05e-40e3-89b9-a6d7838cd992 HTTP/1.1" status: 204 len: 168 time: 0.3450243 May 27 22:42:55.628887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a6995-1719-453d-8afe-a8fed1356cd8 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdbfe1b-b05e-40e3-89b9-a6d7838cd992,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:55.635751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35702) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:55.649771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-1dc45a3e-ce20-4e45-956c-4cdf30e0db91 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Synchronizing usage tracker for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:42:55.654238 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ded9a86-e08b-4ce0-a163-c4138ebcfc46 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:55.731726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9eb6fd-f42d-46b6-a482-8c80f5de832b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting subnet f3d711e0-7793-4799-880c-e7f74ea81418 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:42:55.739235 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb6fd-f42d-46b6-a482-8c80f5de832b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:55.777506 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ded9a86-e08b-4ce0-a163-c4138ebcfc46 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:55.871679 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb6fd-f42d-46b6-a482-8c80f5de832b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:55.908856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-1dc45a3e-ce20-4e45-956c-4cdf30e0db91 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Unset dirty status for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:42:55.910359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-1dc45a3e-ce20-4e45-956c-4cdf30e0db91 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=49504ca94f5d42bf86dd37e137461ad8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5579145 May 27 22:42:56.107166 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-5ded9a86-e08b-4ce0-a163-c4138ebcfc46 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Floating IP 7225948f-b22d-49e9-b939-edd798212376 associated. External IP: 172.25.2.194, port: 4168d69f-51a0-4562-a53c-13c04d14ed4a. May 27 22:42:56.337800 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb6fd-f42d-46b6-a482-8c80f5de832b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:56.386273 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08f24a3-65d6-4e7e-a985-c890d69d12da req-9b24e341-8f11-47c4-8e19-0dba04bd5c66 tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.1695333 May 27 22:42:56.396913 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-4004031c-a615-465c-ab72-0a6f8970a4fc service neutron] 10.222.0.27 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328618 May 27 22:42:56.922199 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-73ee984c-ae68-4f71-a4c5-63caef48edd9 service neutron] 10.222.0.27 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138850 May 27 22:42:56.923257 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb6fd-f42d-46b6-a482-8c80f5de832b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:56.974495 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e9eb6fd-f42d-46b6-a482-8c80f5de832b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:56.986513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311b8524-fdd5-4b27-bcc5-5035657e124f None None] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:42:56.995582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9eb6fd-f42d-46b6-a482-8c80f5de832b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d711e0-7793-4799-880c-e7f74ea81418,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:57.008833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35742) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:57.014628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6fe84131-abbd-42ae-a3b1-a6124c4385aa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'subnet': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:57.021129 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3e9eb6fd-f42d-46b6-a482-8c80f5de832b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/f3d711e0-7793-4799-880c-e7f74ea81418 HTTP/1.1" status: 204 len: 168 time: 1.3839331 May 27 22:42:57.053454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ded9a86-e08b-4ce0-a163-c4138ebcfc46 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Router 15f5493d-a7b4-4836-8885-0cdf7f173d48 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:42:57.250377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfb2dd-766a-49aa-91d1-55fbe39e663b req-d41aadf5-22df-478b-aa41-edcbb335e5f0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:57.261107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24bfb2dd-766a-49aa-91d1-55fbe39e663b req-d41aadf5-22df-478b-aa41-edcbb335e5f0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.4152555 May 27 22:42:57.310806 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6fe84131-abbd-42ae-a3b1-a6124c4385aa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:57.316527 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6fe84131-abbd-42ae-a3b1-a6124c4385aa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:subnet and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:57.320017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6fe84131-abbd-42ae-a3b1-a6124c4385aa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:57.326499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6fe84131-abbd-42ae-a3b1-a6124c4385aa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:57.419685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe84131-abbd-42ae-a3b1-a6124c4385aa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:42:57.425377 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fe84131-abbd-42ae-a3b1-a6124c4385aa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:57.446476 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0ac0005-071f-4d6a-b10b-5dd873517132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:57.456398 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-341e216b-a01d-4696-89de-ba61a63f698e req-df807d0b-56ea-41a9-a18e-3a834a017585 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 210 time: 0.1630702 May 27 22:42:57.547600 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ded9a86-e08b-4ce0-a163-c4138ebcfc46 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:42:57.561286 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d04ee5e-5216-41f5-bc3c-40296c7c036d None None] Sync routers for ids ['15f5493d-a7b4-4836-8885-0cdf7f173d48'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:42:57.570479 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24bfb2dd-766a-49aa-91d1-55fbe39e663b req-c4a560c3-5df1-4e1d-a7c6-d3c759490d2b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081152 May 27 22:42:57.580678 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ded9a86-e08b-4ce0-a163-c4138ebcfc46 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:57.582861 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d04ee5e-5216-41f5-bc3c-40296c7c036d None None] Routers {'15f5493d-a7b4-4836-8885-0cdf7f173d48'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:42:57.583518 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3d04ee5e-5216-41f5-bc3c-40296c7c036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:42:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['15f5493d-a7b4-4836-8885-0cdf7f173d48'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:57.673055 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5ded9a86-e08b-4ce0-a163-c4138ebcfc46 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "PUT /v2.0/floatingips/7225948f-b22d-49e9-b939-edd798212376 HTTP/1.1" status: 200 len: 991 time: 3.7498865 May 27 22:42:57.674571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:42:57.824208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9fa6e0d7-0a95-4015-a199-c684b36ab393 req-2eba8ac0-4fe0-4163-93a6-1a2d0c2db19c tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.1138465 May 27 22:42:57.999140 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fe84131-abbd-42ae-a3b1-a6124c4385aa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:58.029763 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f53fb610-bc5b-4fa0-a346-a2669f1bd179'] response: {'name': 'network-changed', 'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'status': 'completed', 'code': 200} May 27 22:42:58.066304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395588b3-68b2-496f-b66e-a25b80fd7945 req-c3649e6a-3dc1-4fe2-89c2-25a9bbbcd05c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:58.068170 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-395588b3-68b2-496f-b66e-a25b80fd7945 req-c3649e6a-3dc1-4fe2-89c2-25a9bbbcd05c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 945 time: 0.2034369 May 27 22:42:58.114418 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3d04ee5e-5216-41f5-bc3c-40296c7c036d None None] Set router 15f5493d-a7b4-4836-8885-0cdf7f173d48 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:42:58.131406 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-395588b3-68b2-496f-b66e-a25b80fd7945 req-377fc8bf-4f2a-448f-ba82-02dfeb4527ec tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558507 May 27 22:42:58.289297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe84131-abbd-42ae-a3b1-a6124c4385aa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Subnet': ['ID=6a8e360c-e2e1-4958-8e40-27c5f030589d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:58.354413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe84131-abbd-42ae-a3b1-a6124c4385aa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:42:58.356391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6fe84131-abbd-42ae-a3b1-a6124c4385aa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:42:58.359537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe84131-abbd-42ae-a3b1-a6124c4385aa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:58.360580 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fe84131-abbd-42ae-a3b1-a6124c4385aa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:58.368434 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80128111-8fdb-473f-b832-51e4f833a4b8 None None] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:42:58.372697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046209b-1c70-44c0-b6c6-69bbf5256266 req-ede78bd1-bb94-473f-806d-0dd0095b172b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:58.374593 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8046209b-1c70-44c0-b6c6-69bbf5256266 req-ede78bd1-bb94-473f-806d-0dd0095b172b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 945 time: 0.0968788 May 27 22:42:58.414574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbb8fd-a653-4783-92c7-c32e8057637a req-c062bdd1-eaf0-4c10-9631-135e49669c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:58.416377 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7efbb8fd-a653-4783-92c7-c32e8057637a req-c062bdd1-eaf0-4c10-9631-135e49669c5a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 1096 time: 0.1231749 May 27 22:42:58.461078 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8046209b-1c70-44c0-b6c6-69bbf5256266 req-30900bd7-a787-4496-86af-206f78912497 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699711 May 27 22:42:58.493944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5603f87c-29a8-44de-a972-af06c25806f9 None None] Provisioning complete for port 32d97847-1d7c-4cb2-8622-7756e3b6930a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:58.494533 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5603f87c-29a8-44de-a972-af06c25806f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:58.599501 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3d04ee5e-5216-41f5-bc3c-40296c7c036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:42:08Z', 'updated_at': '2022-05-27T22:42:20Z', 'revision_number': 4, 'project_id': 'e16b517763e0477b92463f30c2606338', 'gw_port': {'id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:10Z', 'updated_at': '2022-05-27T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '7225948f-b22d-49e9-b939-edd798212376', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'port_id': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'mac_address': 'fa:16:3e:ab:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:42:27Z', 'updated_at': '2022-05-27T22:42:55Z', 'revision_number': 1, 'project_id': 'e16b517763e0477b92463f30c2606338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e5e4ed-703f-4e90-8c87-cb52386f144f', 'name': '', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'mac_address': 'fa:16:3e:1b:fd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:18Z', 'updated_at': '2022-05-27T22:42:30Z', 'revision_number': 5, 'project_id': 'e16b517763e0477b92463f30c2606338', 'subnets': [{'id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:58.600488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35832) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:58.600786 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6fe84131-abbd-42ae-a3b1-a6124c4385aa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5908229 May 27 22:42:58.608459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b9eccf4f-2aff-4ecc-b727-9460035f56be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'security_group': {'name': 'tempest-secgroup-233546290'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:58.610813 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d04ee5e-5216-41f5-bc3c-40296c7c036d None None] Checking router: 15f5493d-a7b4-4836-8885-0cdf7f173d48 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:42:58.620692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b9eccf4f-2aff-4ecc-b727-9460035f56be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:58.629908 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d04ee5e-5216-41f5-bc3c-40296c7c036d None None] Routers {'15f5493d-a7b4-4836-8885-0cdf7f173d48'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:42:58.632241 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3d04ee5e-5216-41f5-bc3c-40296c7c036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:42:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['15f5493d-a7b4-4836-8885-0cdf7f173d48'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:58.654381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b9eccf4f-2aff-4ecc-b727-9460035f56be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:security_group and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:58.659673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b9eccf4f-2aff-4ecc-b727-9460035f56be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:58.687310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b9eccf4f-2aff-4ecc-b727-9460035f56be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:58.766485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbb8fd-a653-4783-92c7-c32e8057637a req-00fead83-c09e-4bdd-827f-50cf2038afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:58.772212 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7efbb8fd-a653-4783-92c7-c32e8057637a req-00fead83-c09e-4bdd-827f-50cf2038afc5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.3442957 May 27 22:42:58.926176 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-970f013c-8f91-45de-94d7-22ee7fb92e86 req-932fc878-ba6e-4e76-ad47-f95e503643a8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 210 time: 0.2062817 May 27 22:42:58.941241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5603f87c-29a8-44de-a972-af06c25806f9 None None] Current status of the port 32d97847-1d7c-4cb2-8622-7756e3b6930a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:42:58.961354 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3d04ee5e-5216-41f5-bc3c-40296c7c036d None None] Set router 15f5493d-a7b4-4836-8885-0cdf7f173d48 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:42:58.980578 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9eccf4f-2aff-4ecc-b727-9460035f56be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:59.041952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b9eccf4f-2aff-4ecc-b727-9460035f56be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:59.052909 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7efbb8fd-a653-4783-92c7-c32e8057637a req-77dc5a82-825d-4300-9656-fa7eddc32b10 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a HTTP/1.1" status: 200 len: 999 time: 0.2695937 May 27 22:42:59.053045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b9eccf4f-2aff-4ecc-b727-9460035f56be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:security_group_rule and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:59.053137 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5603f87c-29a8-44de-a972-af06c25806f9 None None] Provisioning complete for port c34024da-2ced-481d-adfe-6515ee468bc5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:42:59.053456 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5603f87c-29a8-44de-a972-af06c25806f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:59.059301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b9eccf4f-2aff-4ecc-b727-9460035f56be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:59.076686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b9eccf4f-2aff-4ecc-b727-9460035f56be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:59.186153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5603f87c-29a8-44de-a972-af06c25806f9 None None] Port c34024da-2ced-481d-adfe-6515ee468bc5 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:42:59.253322 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbb8fd-a653-4783-92c7-c32e8057637a req-d2a41791-7f78-4ec4-be34-d86415b75eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:59.255817 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7efbb8fd-a653-4783-92c7-c32e8057637a req-d2a41791-7f78-4ec4-be34-d86415b75eb3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.1966071 May 27 22:42:59.337032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a470b51-b196-4885-a3e5-5c7b0689251e None None] Update dhcp port {'port': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'fixed_ips': [{'subnet_id': '35cd7ae9-1109-4c04-9141-bfadb04435ec', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6a8e360c-e2e1-4958-8e40-27c5f030589d'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '32d97847-1d7c-4cb2-8622-7756e3b6930a'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 22:42:59.393317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbb8fd-a653-4783-92c7-c32e8057637a req-5d45585d-70d4-49a0-a04b-64e18e323df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:59.395739 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7efbb8fd-a653-4783-92c7-c32e8057637a req-5d45585d-70d4-49a0-a04b-64e18e323df2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330400 May 27 22:42:59.411111 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a470b51-b196-4885-a3e5-5c7b0689251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:59.452494 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7a1a086c-b506-4124-a3f5-e4bb0e696ad4 req-38274afe-2085-4be9-8415-dab362aaa70a tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.1303098 May 27 22:42:59.454769 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9eccf4f-2aff-4ecc-b727-9460035f56be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:59.549485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2635aec-45bb-4d9f-abce-28ecba9cdf1a req-cd95b62b-1eb2-4101-b702-50b61b2559c2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:59.553394 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2635aec-45bb-4d9f-abce-28ecba9cdf1a req-cd95b62b-1eb2-4101-b702-50b61b2559c2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.2347674 May 27 22:42:59.556845 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9eccf4f-2aff-4ecc-b727-9460035f56be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:59.576691 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7efbb8fd-a653-4783-92c7-c32e8057637a req-509a5bb9-377c-475d-8a2d-da6eb2c94dfe service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725411 May 27 22:42:59.696052 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3d04ee5e-5216-41f5-bc3c-40296c7c036d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:42:08Z', 'updated_at': '2022-05-27T22:42:20Z', 'revision_number': 4, 'project_id': 'e16b517763e0477b92463f30c2606338', 'gw_port': {'id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:10Z', 'updated_at': '2022-05-27T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '7225948f-b22d-49e9-b939-edd798212376', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'port_id': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'mac_address': 'fa:16:3e:ab:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:42:27Z', 'updated_at': '2022-05-27T22:42:55Z', 'revision_number': 1, 'project_id': 'e16b517763e0477b92463f30c2606338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e5e4ed-703f-4e90-8c87-cb52386f144f', 'name': '', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'mac_address': 'fa:16:3e:1b:fd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:18Z', 'updated_at': '2022-05-27T22:42:30Z', 'revision_number': 5, 'project_id': 'e16b517763e0477b92463f30c2606338', 'subnets': [{'id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:42:59.702073 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d04ee5e-5216-41f5-bc3c-40296c7c036d None None] The sync data for ids ['15f5493d-a7b4-4836-8885-0cdf7f173d48'] in n-d-843680-3 is: [{'id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:42:08Z', 'updated_at': '2022-05-27T22:42:20Z', 'revision_number': 4, 'project_id': 'e16b517763e0477b92463f30c2606338', 'gw_port': {'id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:10Z', 'updated_at': '2022-05-27T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '7225948f-b22d-49e9-b939-edd798212376', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'floating_ip_address': '172.25.2.194', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'port_id': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'mac_address': 'fa:16:3e:ab:0d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:42:27Z', 'updated_at': '2022-05-27T22:42:55Z', 'revision_number': 1, 'project_id': 'e16b517763e0477b92463f30c2606338', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e5e4ed-703f-4e90-8c87-cb52386f144f', 'name': '', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'mac_address': 'fa:16:3e:1b:fd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:18Z', 'updated_at': '2022-05-27T22:42:30Z', 'revision_number': 5, 'project_id': 'e16b517763e0477b92463f30c2606338', 'subnets': [{'id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:42:59.747850 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7efbb8fd-a653-4783-92c7-c32e8057637a req-9a2790dd-0472-4bde-917e-379db34883f2 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606057 May 27 22:42:59.774423 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7db0-2173-4ddf-a444-1ee7b7e3b79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:59.791281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eccf4f-2aff-4ecc-b727-9460035f56be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b4dfaf-d8cd-4599-9e90-3e344f4371e5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:42:59.802196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2635aec-45bb-4d9f-abce-28ecba9cdf1a req-713a31c6-296c-4fd6-a98c-e62567aed593 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346432 May 27 22:42:59.840909 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2a470b51-b196-4885-a3e5-5c7b0689251e None None] Allocated IP 2001:db8::2 (c787f9dc-0db6-4173-8779-e7ff74a0b73f/6a8e360c-e2e1-4958-8e40-27c5f030589d/32d97847-1d7c-4cb2-8622-7756e3b6930a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:42:59.846919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336eab7-59b7-43fb-b935-2914332aa818 req-b6f61edf-2379-4c93-a7ea-7b38e5f6040e tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:42:59.846919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3336eab7-59b7-43fb-b935-2914332aa818 req-b6f61edf-2379-4c93-a7ea-7b38e5f6040e tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 945 time: 0.2096436 May 27 22:42:59.853158 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9eccf4f-2aff-4ecc-b727-9460035f56be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:42:59.866731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b9eccf4f-2aff-4ecc-b727-9460035f56be tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2650738 May 27 22:42:59.870952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35882) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:42:59.877933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5d6c4ad9-8b87-4136-9a53-ef1bf88ceaf5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'security_group': {'name': 'tempest-secgroup-2111136973'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:42:59.886576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5d6c4ad9-8b87-4136-9a53-ef1bf88ceaf5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:42:59.891043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5d6c4ad9-8b87-4136-9a53-ef1bf88ceaf5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:security_group and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:42:59.901001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5d6c4ad9-8b87-4136-9a53-ef1bf88ceaf5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:42:59.909924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5d6c4ad9-8b87-4136-9a53-ef1bf88ceaf5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:42:59.924931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3336eab7-59b7-43fb-b935-2914332aa818 req-78415d87-d13d-4a97-ac72-2e307ca8f19a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557637 May 27 22:43:00.076939 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d6c4ad9-8b87-4136-9a53-ef1bf88ceaf5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:00.103151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5d6c4ad9-8b87-4136-9a53-ef1bf88ceaf5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:00.114218 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2a794dc-cfe4-40e1-89df-31f3b7508bee req-01b6a3e5-c4d7-4d3f-8384-3fa1425400c8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 210 time: 0.0600073 May 27 22:43:00.121256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2a470b51-b196-4885-a3e5-5c7b0689251e None None] For port 32d97847-1d7c-4cb2-8622-7756e3b6930a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32d97847-1d7c-4cb2-8622-7756e3b6930a,segment=NetworkSegment(3e00187d-d0f5-4ddd-bc20-891288cadfbe),segment_id=3e00187d-d0f5-4ddd-bc20-891288cadfbe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:00.130170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5d6c4ad9-8b87-4136-9a53-ef1bf88ceaf5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:security_group_rule and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:00.136319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5d6c4ad9-8b87-4136-9a53-ef1bf88ceaf5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:00.156102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5d6c4ad9-8b87-4136-9a53-ef1bf88ceaf5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:00.159502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986babde-644c-4768-9b13-1f7522919cf2 None None] New status for floating IP 7225948f-b22d-49e9-b939-edd798212376: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:43:00.225793 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a470b51-b196-4885-a3e5-5c7b0689251e None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:00.269250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2a470b51-b196-4885-a3e5-5c7b0689251e None None] Transition to ACTIVE for port object 32d97847-1d7c-4cb2-8622-7756e3b6930a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:43:00.369852 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a470b51-b196-4885-a3e5-5c7b0689251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:00.378244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d6c4ad9-8b87-4136-9a53-ef1bf88ceaf5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:00.386508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-dd761f7a-9e9e-4592-aa34-afea5839b447 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:00.392451 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-dd761f7a-9e9e-4592-aa34-afea5839b447 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.46 "GET /v2.0/networks?id=0e901676-0a75-4203-8f5c-0656d9c83953 HTTP/1.1" status: 200 len: 811 time: 0.1881645 May 27 22:43:00.453166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-555d66f9-37ae-4106-8baa-c949a009cf03 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Synchronizing usage tracker for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:43:00.466664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-555d66f9-37ae-4106-8baa-c949a009cf03 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Unset dirty status for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:43:00.467792 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-555d66f9-37ae-4106-8baa-c949a009cf03 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49504ca94f5d42bf86dd37e137461ad8 HTTP/1.1" status: 200 len: 380 time: 0.0686512 May 27 22:43:00.484029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Request body: {'port': {'device_id': 'eb427533-83d5-400c-809b-aaebb89afe03', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'admin_state_up': True, 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'security_groups': ['449d7d00-7cbb-4b42-85ec-e2591b200725']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:43:00.500434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d6c4ad9-8b87-4136-9a53-ef1bf88ceaf5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:00.599298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a470b51-b196-4885-a3e5-5c7b0689251e None None] Pushing event updated for resources: {'Port': ['ID=32d97847-1d7c-4cb2-8622-7756e3b6930a,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:00.695348 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c4ad9-8b87-4136-9a53-ef1bf88ceaf5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19cc0051-4f4f-4323-9c9e-214f3973c2b8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:00.728584 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2fdcdfd-416b-488a-9065-e0e84e230930 req-1c7f937a-515e-430a-94e9-f0d546d45fd0 tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0898414 May 27 22:43:00.790001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:00.792480 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d6c4ad9-8b87-4136-9a53-ef1bf88ceaf5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:00.793602 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5d6c4ad9-8b87-4136-9a53-ef1bf88ceaf5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9202087 May 27 22:43:00.796444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35922) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:00.804027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f51e6de1-f9e0-4291-9602-4125862543da tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'security_group': {'name': 'tempest-secgroup-1918457546'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:43:00.813663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:00.813831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f51e6de1-f9e0-4291-9602-4125862543da tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:00.821423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f51e6de1-f9e0-4291-9602-4125862543da tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:security_group and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:00.826234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f51e6de1-f9e0-4291-9602-4125862543da tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:00.837739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f51e6de1-f9e0-4291-9602-4125862543da tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:00.847877 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:00.915203 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Made reservation on behalf of 49504ca94f5d42bf86dd37e137461ad8 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:43:00.927135 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:00.979528 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:01.027158 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f51e6de1-f9e0-4291-9602-4125862543da tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:01.062270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f51e6de1-f9e0-4291-9602-4125862543da tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:01.145465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Allocated IP 172.20.0.3 (0e901676-0a75-4203-8f5c-0656d9c83953/6f036352-10d0-41a7-8335-90a12eb75254/ea798d76-d17a-4c41-a77f-2f46e927aafb) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:43:01.247358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 32d97847-1d7c-4cb2-8622-7756e3b6930a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:43:01.307451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f51e6de1-f9e0-4291-9602-4125862543da tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:security_group_rule and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:01.317764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f51e6de1-f9e0-4291-9602-4125862543da tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:01.340400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f51e6de1-f9e0-4291-9602-4125862543da tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:01.445689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c7536-7957-45c5-a705-7044336fa444 req-8e54ebba-e89a-427c-be5b-f589ad12bb6f tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:01.452851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-126c7536-7957-45c5-a705-7044336fa444 req-8e54ebba-e89a-427c-be5b-f589ad12bb6f tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.4777255 May 27 22:43:01.464582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:01.487532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Transition to ACTIVE for port object ea798d76-d17a-4c41-a77f-2f46e927aafb will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:43:01.495034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0c4b6-ee47-4d77-a8e1-ad44c7cdac20 req-26381d7d-3b7b-4263-a430-edcef39ed795 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:01.496584 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08f0c4b6-ee47-4d77-a8e1-ad44c7cdac20 req-26381d7d-3b7b-4263-a430-edcef39ed795 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 945 time: 0.4287956 May 27 22:43:01.513232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3a0f7431-11d1-4812-85e4-1a94f8bb2444 None None] Provisioning for port 32d97847-1d7c-4cb2-8622-7756e3b6930a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:43:01.522897 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3a0f7431-11d1-4812-85e4-1a94f8bb2444 None None] Provisioning complete for port 32d97847-1d7c-4cb2-8622-7756e3b6930a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:01.522897 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7431-11d1-4812-85e4-1a94f8bb2444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:01.564130 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-126c7536-7957-45c5-a705-7044336fa444 req-f4957b38-a4ff-4fef-9f0e-70c30368072b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102946 May 27 22:43:01.596619 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f51e6de1-f9e0-4291-9602-4125862543da tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:01.601548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08f0c4b6-ee47-4d77-a8e1-ad44c7cdac20 req-1cf1bd2f-5b77-41dd-be23-416b253ae9d7 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906277 May 27 22:43:01.614648 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:01.672419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f7431-11d1-4812-85e4-1a94f8bb2444 None None] Current status of the port 32d97847-1d7c-4cb2-8622-7756e3b6930a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:01.687353 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f51e6de1-f9e0-4291-9602-4125862543da tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:01.690025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3a0f7431-11d1-4812-85e4-1a94f8bb2444 None None] Provisioning complete for port c34024da-2ced-481d-adfe-6515ee468bc5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:01.691340 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a0f7431-11d1-4812-85e4-1a94f8bb2444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:01.760487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Network 0e901676-0a75-4203-8f5c-0656d9c83953 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:43:01.769001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:43:01.774072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e6de1-f9e0-4291-9602-4125862543da tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50c74ace-48b3-455d-8f40-22c2e999842d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:01.776800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:43:01.874157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f7431-11d1-4812-85e4-1a94f8bb2444 None None] Port c34024da-2ced-481d-adfe-6515ee468bc5 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:43:01.934195 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f51e6de1-f9e0-4291-9602-4125862543da tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:01.949300 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f51e6de1-f9e0-4291-9602-4125862543da tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1509213 May 27 22:43:01.960277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35982) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:01.980844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-970809019', 'security_groups': ['50c74ace-48b3-455d-8f40-22c2e999842d'], 'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6a8e360c-e2e1-4958-8e40-27c5f030589d'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:43:02.006947 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:02.071619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event updated for resources: {'Port': ['ID=ea798d76-d17a-4c41-a77f-2f46e927aafb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:02.115190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:02.115190 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:02.191828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913724fe-250e-4b4f-92d7-dfca3eea08fd req-9304c51e-54af-4fc1-9d4b-7b67ed0833cc tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:02.193349 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-913724fe-250e-4b4f-92d7-dfca3eea08fd req-9304c51e-54af-4fc1-9d4b-7b67ed0833cc tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 945 time: 0.3445721 May 27 22:43:02.209540 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e28fd9-e0de-4166-a72e-f3e40e2b4733 req-8570bcc8-48bf-44c4-ac44-6c8397794fe9 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:02.211025 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57e28fd9-e0de-4166-a72e-f3e40e2b4733 req-8570bcc8-48bf-44c4-ac44-6c8397794fe9 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 931 time: 0.4298668 May 27 22:43:02.225890 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-df5a421f-5dcf-4f6e-aa48-9922ec28f0bd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7526560 May 27 22:43:02.236740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Request body: {'port': {'device_id': 'eb427533-83d5-400c-809b-aaebb89afe03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:43:02.245909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:02.274986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c3ae5728-4a37-4856-a4c0-1a71f8b7392d None None] Provisioning for port ea798d76-d17a-4c41-a77f-2f46e927aafb completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:43:02.283257 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:02.283793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c3ae5728-4a37-4856-a4c0-1a71f8b7392d None None] Provisioning complete for port ea798d76-d17a-4c41-a77f-2f46e927aafb triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:02.284211 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3ae5728-4a37-4856-a4c0-1a71f8b7392d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:02.296074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-0663faf5-9198-47f3-b39e-ebbc6c813603 req-40a1263d-5193-4e43-99c8-d4b74d3e3a5d service neutron] (88900) timed out ('10.222.0.27', 35052) {{(pid=88900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 22:43:02.302639 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-913724fe-250e-4b4f-92d7-dfca3eea08fd req-bcc113f5-6e62-4806-8ac7-4b76779b1397 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015925 May 27 22:43:02.307885 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57e28fd9-e0de-4166-a72e-f3e40e2b4733 req-f2038a41-ac43-4bb6-bce4-d4721f311044 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=449d7d00-7cbb-4b42-85ec-e2591b200725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826471 May 27 22:43:02.362251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae5728-4a37-4856-a4c0-1a71f8b7392d None None] Port ea798d76-d17a-4c41-a77f-2f46e927aafb cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:43:02.379326 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:02.394833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:43:02.539640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e58f1fe-2455-4f72-a917-cf3a698de49a req-cd111df2-c994-4927-8057-43dd957562bb tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.1213710 May 27 22:43:02.609283 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:02.638890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] device_id is not set on port 123d5333-5691-4795-8ffa-b638935fb994 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:43:02.882783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea798d76-d17a-4c41-a77f-2f46e927aafb {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:43:02.893200 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:02.911202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Transition to ACTIVE for port object ea798d76-d17a-4c41-a77f-2f46e927aafb will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:43:02.936848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97954c8-64b9-4200-ab8a-51f7cd749d0b req-bf49711d-162e-4395-a38e-25cc1c29f38c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:02.938331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c97954c8-64b9-4200-ab8a-51f7cd749d0b req-bf49711d-162e-4395-a38e-25cc1c29f38c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.1751509 May 27 22:43:02.949367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Allocated IP 2001:db8::253 (c787f9dc-0db6-4173-8779-e7ff74a0b73f/6a8e360c-e2e1-4958-8e40-27c5f030589d/123d5333-5691-4795-8ffa-b638935fb994) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:43:03.008074 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:03.017155 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c97954c8-64b9-4200-ab8a-51f7cd749d0b req-4088aa75-ce73-4996-9bba-6cdee22463fc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639980 May 27 22:43:03.224233 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:03.243738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Transition to ACTIVE for port object 123d5333-5691-4795-8ffa-b638935fb994 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:43:03.277786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Pushing event updated for resources: {'Port': ['ID=ea798d76-d17a-4c41-a77f-2f46e927aafb,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:03.317049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Attempting to bind port ea798d76-d17a-4c41-a77f-2f46e927aafb on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:43:03.317381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Attempting to bind port ea798d76-d17a-4c41-a77f-2f46e927aafb by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:43:03.317900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Attempting to bind port ea798d76-d17a-4c41-a77f-2f46e927aafb on network 0e901676-0a75-4203-8f5c-0656d9c83953 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:43:03.326143 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Port ea798d76-d17a-4c41-a77f-2f46e927aafb on network 0e901676-0a75-4203-8f5c-0656d9c83953 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:43:03.326796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Attempting to bind port ea798d76-d17a-4c41-a77f-2f46e927aafb on network 0e901676-0a75-4203-8f5c-0656d9c83953 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:43:03.333560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:43:03.346170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Checking segment: {'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:43:03.346170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Bound using segment: {'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:43:03.346170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Bound port: ea798d76-d17a-4c41-a77f-2f46e927aafb, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9914d7eb-da8e-4888-9685-7f28a72c42ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:43:03.346170 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:03.388117 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:03.447706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] For port ea798d76-d17a-4c41-a77f-2f46e927aafb, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:43:03.452181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] For port ea798d76-d17a-4c41-a77f-2f46e927aafb, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ea798d76-d17a-4c41-a77f-2f46e927aafb,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:43:03.535493 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:03.538302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:43:03.544157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:43:03.553329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=123d5333-5691-4795-8ffa-b638935fb994,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:03.555757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:43:03.564896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:03.564896 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:03.624850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601878e-3f21-4319-8ab5-5dd3a333fc04 req-0269f477-120f-432f-942e-aa55b248580e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:03.632195 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0601878e-3f21-4319-8ab5-5dd3a333fc04 req-0269f477-120f-432f-942e-aa55b248580e tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 943 time: 0.1634748 May 27 22:43:03.662312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Pushing event updated for resources: {'Port': ['ID=ea798d76-d17a-4c41-a77f-2f46e927aafb,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:03.668906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:03.668906 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:03.670984 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bda6d4a3-d797-4ee4-adef-0ae66493c47f service neutron] 10.222.0.46 "PUT /v2.0/ports/ea798d76-d17a-4c41-a77f-2f46e927aafb HTTP/1.1" status: 200 len: 1091 time: 1.4383569 May 27 22:43:03.671647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb427533-83d5-400c-809b-aaebb89afe03', 'tag': 'ea798d76-d17a-4c41-a77f-2f46e927aafb'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:43:03.713578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36076) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:03.714069 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-50ba9a76-5d5c-4182-9839-cf277fa775d5 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7526710 May 27 22:43:03.735247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d5cc7d63-f2b7-44d3-80a4-94743db20982 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'subnet': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:43:03.792743 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0601878e-3f21-4319-8ab5-5dd3a333fc04 req-3bfa3965-85b8-4841-84b2-3c8848bd29ed tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=449d7d00-7cbb-4b42-85ec-e2591b200725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595433 May 27 22:43:03.803458 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-858eb1a0-8533-41c5-afaa-56922ef50ce5 req-a4e1ea4b-3485-483c-ac64-358084fad0ad tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0775249 May 27 22:43:03.937127 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ebede9-a32e-4ae8-827c-9e49f442ed7f'] response: {'name': 'network-changed', 'server_uuid': 'eb427533-83d5-400c-809b-aaebb89afe03', 'tag': 'ea798d76-d17a-4c41-a77f-2f46e927aafb', 'status': 'completed', 'code': 200} May 27 22:43:04.036925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d5cc7d63-f2b7-44d3-80a4-94743db20982 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:04.046044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-dc695f55-980e-4b8b-a2e0-11758179eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:04.047542 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-dc695f55-980e-4b8b-a2e0-11758179eb58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49504ca94f5d42bf86dd37e137461ad8&device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 1094 time: 0.1830359 May 27 22:43:04.049764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d5cc7d63-f2b7-44d3-80a4-94743db20982 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:subnet and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:04.052200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d5cc7d63-f2b7-44d3-80a4-94743db20982 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:04.113349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d5cc7d63-f2b7-44d3-80a4-94743db20982 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:04.132815 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-dc0397e4-a0e8-4daf-a7b2-4b2f362925f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea798d76-d17a-4c41-a77f-2f46e927aafb HTTP/1.1" status: 200 len: 217 time: 0.0749583 May 27 22:43:04.205433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-10ca105a-204e-40b4-9d1d-19cca66b0ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:04.206982 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-10ca105a-204e-40b4-9d1d-19cca66b0ff4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f036352-10d0-41a7-8335-90a12eb75254 HTTP/1.1" status: 200 len: 850 time: 0.0686815 May 27 22:43:04.221754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b57dc-b170-43cb-938f-b3953ee804a8 req-bdf4fe69-0a51-443c-a09a-f8731aa186c8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:04.227339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c92b57dc-b170-43cb-938f-b3953ee804a8 req-bdf4fe69-0a51-443c-a09a-f8731aa186c8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.0874205 May 27 22:43:04.250657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cc7d63-f2b7-44d3-80a4-94743db20982 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:43:04.252788 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5cc7d63-f2b7-44d3-80a4-94743db20982 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:04.253694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a85dd7b7-0ba9-4679-b8b4-ceb572717316 None None] Provisioning for port 123d5333-5691-4795-8ffa-b638935fb994 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:43:04.269988 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a85dd7b7-0ba9-4679-b8b4-ceb572717316 None None] Provisioning complete for port 123d5333-5691-4795-8ffa-b638935fb994 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:04.270355 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a85dd7b7-0ba9-4679-b8b4-ceb572717316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:04.293323 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c92b57dc-b170-43cb-938f-b3953ee804a8 req-c014c0c4-2f1f-4c94-93e8-4ae0605b4a95 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620940 May 27 22:43:04.373417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a85dd7b7-0ba9-4679-b8b4-ceb572717316 None None] Port 123d5333-5691-4795-8ffa-b638935fb994 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:43:04.430879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-68d81f6a-7cac-4786-90ef-a6513515c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:04.432380 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-68d81f6a-7cac-4786-90ef-a6513515c1c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e901676-0a75-4203-8f5c-0656d9c83953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2200112 May 27 22:43:04.441105 n-d-843680-3 neutron-server[88901]: INFO neutron.db.ipam_backend_mixin [None req-d5cc7d63-f2b7-44d3-80a4-94743db20982 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6a8e360c-e2e1-4958-8e40-27c5f030589d (CIDR: 2001:db8::/64) May 27 22:43:04.513600 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cc7d63-f2b7-44d3-80a4-94743db20982 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:43:04.514083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cc7d63-f2b7-44d3-80a4-94743db20982 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:43:04.702321 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d5cc7d63-f2b7-44d3-80a4-94743db20982 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9876392 May 27 22:43:04.705890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36122) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:04.709601 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-bf8db645-a903-49ee-ae46-00f13bf7c33a service neutron] 10.222.0.46 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675462 May 27 22:43:04.712147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-8dcaffb1-2527-47c5-86d9-fdbe9a835365 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'subnet': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:43:04.926255 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ad40095b-d9fa-407d-bd03-17e5632839f3 req-36e060cb-980b-4989-b7a7-e47cfe723f8c service neutron] 10.222.0.46 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139790 May 27 22:43:05.090584 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-803f4bb9-a2e4-4c39-975b-fa8a191c4388 req-3867bc8f-1d34-4fb9-80a4-e730f7e795ca tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.1056280 May 27 22:43:05.133070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627b3a6-0a44-49d0-9b52-8a1d05692898 req-d9cd56d0-524d-483a-aace-43d76930bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:05.133689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8dcaffb1-2527-47c5-86d9-fdbe9a835365 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:05.138437 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8dcaffb1-2527-47c5-86d9-fdbe9a835365 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:subnet and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:05.141053 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3627b3a6-0a44-49d0-9b52-8a1d05692898 req-d9cd56d0-524d-483a-aace-43d76930bab0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49504ca94f5d42bf86dd37e137461ad8&device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 1094 time: 0.1138597 May 27 22:43:05.142459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8dcaffb1-2527-47c5-86d9-fdbe9a835365 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:05.150056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8dcaffb1-2527-47c5-86d9-fdbe9a835365 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:05.174657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb3390-614d-4ed9-a8f4-1b621a21c44f req-b06d64f0-a6ad-445e-8924-743b1e1f4352 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:05.176249 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-88bb3390-614d-4ed9-a8f4-1b621a21c44f req-b06d64f0-a6ad-445e-8924-743b1e1f4352 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 943 time: 0.2281554 May 27 22:43:05.219223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcaffb1-2527-47c5-86d9-fdbe9a835365 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:43:05.223021 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8dcaffb1-2527-47c5-86d9-fdbe9a835365 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:05.274647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627b3a6-0a44-49d0-9b52-8a1d05692898 req-400ee01e-f3e8-485f-a8f2-cddbd36066f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:05.276042 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3627b3a6-0a44-49d0-9b52-8a1d05692898 req-400ee01e-f3e8-485f-a8f2-cddbd36066f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e901676-0a75-4203-8f5c-0656d9c83953 HTTP/1.1" status: 200 len: 912 time: 0.1288404 May 27 22:43:05.295315 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-88bb3390-614d-4ed9-a8f4-1b621a21c44f req-d057076a-a667-4f58-b6f9-a774e29defac tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=449d7d00-7cbb-4b42-85ec-e2591b200725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128712 May 27 22:43:05.369852 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3627b3a6-0a44-49d0-9b52-8a1d05692898 req-a01fc0c3-33da-4ca4-baa5-782ec180462e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea798d76-d17a-4c41-a77f-2f46e927aafb HTTP/1.1" status: 200 len: 217 time: 0.0854914 May 27 22:43:05.372620 n-d-843680-3 neutron-server[88900]: INFO neutron.db.ipam_backend_mixin [None req-8dcaffb1-2527-47c5-86d9-fdbe9a835365 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 35cd7ae9-1109-4c04-9141-bfadb04435ec (CIDR: 2001:db8:0:1::/64) May 27 22:43:05.448924 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcaffb1-2527-47c5-86d9-fdbe9a835365 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:43:05.451480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcaffb1-2527-47c5-86d9-fdbe9a835365 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:43:05.451591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627b3a6-0a44-49d0-9b52-8a1d05692898 req-2afcf404-44eb-4a84-9f9f-d92a4edc4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:05.451591 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3627b3a6-0a44-49d0-9b52-8a1d05692898 req-2afcf404-44eb-4a84-9f9f-d92a4edc4d75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f036352-10d0-41a7-8335-90a12eb75254 HTTP/1.1" status: 200 len: 850 time: 0.0734115 May 27 22:43:05.544715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627b3a6-0a44-49d0-9b52-8a1d05692898 req-3bb790c4-31c6-43a9-8fe7-2ccbf0cbf4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:05.546885 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3627b3a6-0a44-49d0-9b52-8a1d05692898 req-3bb790c4-31c6-43a9-8fe7-2ccbf0cbf4ae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e901676-0a75-4203-8f5c-0656d9c83953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879748 May 27 22:43:05.554189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2852abd7-68a5-452f-be7d-3129a65e7d55 req-39fcad00-fb41-41b4-971e-90e7376c32f2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:05.555773 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2852abd7-68a5-452f-be7d-3129a65e7d55 req-39fcad00-fb41-41b4-971e-90e7376c32f2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.0958173 May 27 22:43:05.609299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2852abd7-68a5-452f-be7d-3129a65e7d55 req-59e57ed6-cf04-46f5-9ba4-9288d7972c91 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 May 27 22:43:05.642230 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8dcaffb1-2527-47c5-86d9-fdbe9a835365 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9350791 May 27 22:43:05.645433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36172) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:05.655757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-1758feef-2e54-489f-abd9-c846250ce69f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'subnet': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:43:05.693519 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3627b3a6-0a44-49d0-9b52-8a1d05692898 req-f1fe8851-be7c-4820-a2fd-c51f0f6fd849 service neutron] 10.222.0.46 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406281 May 27 22:43:05.804724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1758feef-2e54-489f-abd9-c846250ce69f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:05.808828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1758feef-2e54-489f-abd9-c846250ce69f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Usage tracker for resource:subnet and tenant:1fa8feff085d4561b4c22b1084ddb72b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:05.811667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1758feef-2e54-489f-abd9-c846250ce69f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:05.822990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1758feef-2e54-489f-abd9-c846250ce69f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:05.831000 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3627b3a6-0a44-49d0-9b52-8a1d05692898 req-1edbcf95-4196-436e-b56a-26b777fb7088 service neutron] 10.222.0.46 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314497 May 27 22:43:05.910694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1758feef-2e54-489f-abd9-c846250ce69f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Made reservation on behalf of 1fa8feff085d4561b4c22b1084ddb72b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:43:05.914957 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1758feef-2e54-489f-abd9-c846250ce69f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:06.279672 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e57299b5-a71b-4123-9da8-434d4bfe364d req-abc0c972-f9a3-4e21-bc20-5a4bdbe8772b tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0422928 May 27 22:43:06.292561 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1758feef-2e54-489f-abd9-c846250ce69f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:06.347093 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1758feef-2e54-489f-abd9-c846250ce69f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:43:06.350153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-1758feef-2e54-489f-abd9-c846250ce69f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:43:06.354892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1758feef-2e54-489f-abd9-c846250ce69f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:06.360233 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1758feef-2e54-489f-abd9-c846250ce69f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:06.361127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0705a33-8112-41d8-9100-a149bd991bdf None None] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:43:06.374990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758feef-2e54-489f-abd9-c846250ce69f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Subnet': ['ID=fb176f5f-d424-482e-8e8d-c86da9239ac3,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:06.488262 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:43:06.528001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36222) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:06.528556 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1758feef-2e54-489f-abd9-c846250ce69f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8817048 May 27 22:43:06.536968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-83a4bc8d-e918-4dab-8263-4e688280f29d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1583860514', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fb176f5f-d424-482e-8e8d-c86da9239ac3'}], 'security_groups': ['d4b4dfaf-d8cd-4599-9e90-3e344f4371e5', '19cc0051-4f4f-4323-9c9e-214f3973c2b8']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:43:06.585242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0d194-38d4-4d64-a4a5-bbe5a0d5f83f req-906ecd2b-6c2c-4246-bbc9-3edd791b1cfd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:06.587008 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7f0d194-38d4-4d64-a4a5-bbe5a0d5f83f req-906ecd2b-6c2c-4246-bbc9-3edd791b1cfd tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 943 time: 0.1140347 May 27 22:43:06.691153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7f0d194-38d4-4d64-a4a5-bbe5a0d5f83f req-187bac21-55e1-4c9a-af74-d5c08da1d4ff tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=449d7d00-7cbb-4b42-85ec-e2591b200725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949316 May 27 22:43:06.766620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb1e3b5-827f-4d57-93fd-7ea12a8554ce None None] Update dhcp port {'port': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'fixed_ips': [{'subnet_id': '35cd7ae9-1109-4c04-9141-bfadb04435ec', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6a8e360c-e2e1-4958-8e40-27c5f030589d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fb176f5f-d424-482e-8e8d-c86da9239ac3'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '32d97847-1d7c-4cb2-8622-7756e3b6930a'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 22:43:06.821291 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e3b5-827f-4d57-93fd-7ea12a8554ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:06.865859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5863d-4448-4324-9140-1905661e1977 req-9aae4ece-9fc6-403f-843b-d18535bd997f tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:06.865859 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bb5863d-4448-4324-9140-1905661e1977 req-9aae4ece-9fc6-403f-843b-d18535bd997f tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.0899894 May 27 22:43:06.892930 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83a4bc8d-e918-4dab-8263-4e688280f29d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:06.934588 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bb5863d-4448-4324-9140-1905661e1977 req-4669c10a-6ec0-4cdc-b0f3-7714e17b5acc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645933 May 27 22:43:07.113597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-bdb1e3b5-827f-4d57-93fd-7ea12a8554ce None None] Allocated IP 2001:db8:0:2::2 (c787f9dc-0db6-4173-8779-e7ff74a0b73f/fb176f5f-d424-482e-8e8d-c86da9239ac3/32d97847-1d7c-4cb2-8622-7756e3b6930a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:43:07.291698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4168d69f-51a0-4562-a53c-13c04d14ed4a details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:43:07.341568 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bdb1e3b5-827f-4d57-93fd-7ea12a8554ce None None] For port 32d97847-1d7c-4cb2-8622-7756e3b6930a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32d97847-1d7c-4cb2-8622-7756e3b6930a,segment=NetworkSegment(3e00187d-d0f5-4ddd-bc20-891288cadfbe),segment_id=3e00187d-d0f5-4ddd-bc20-891288cadfbe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:07.445144 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e3b5-827f-4d57-93fd-7ea12a8554ce None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:07.461740 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a5a6c025-2331-4700-9676-6edea9441252 req-d0a5e56c-3bae-42f8-9fe3-4383df405022 tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0593169 May 27 22:43:07.520852 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bdb1e3b5-827f-4d57-93fd-7ea12a8554ce None None] Transition to ACTIVE for port object 32d97847-1d7c-4cb2-8622-7756e3b6930a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:43:07.541622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:07.564673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'port_id': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'mac_address': 'fa:16:3e:ab:0d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:43:07.615922 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bdb1e3b5-827f-4d57-93fd-7ea12a8554ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:07.774072 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4168d69f-51a0-4562-a53c-13c04d14ed4a is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:07.774623 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:07.881022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4168d69f-51a0-4562-a53c-13c04d14ed4a {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:43:07.897115 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1e3b5-827f-4d57-93fd-7ea12a8554ce None None] Pushing event updated for resources: {'Port': ['ID=32d97847-1d7c-4cb2-8622-7756e3b6930a,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:07.922202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:07.934710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-83a4bc8d-e918-4dab-8263-4e688280f29d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Delete allocated IP 2001:db8::253 (c787f9dc-0db6-4173-8779-e7ff74a0b73f/6a8e360c-e2e1-4958-8e40-27c5f030589d) {{(pid=88901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 22:43:07.950669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-83a4bc8d-e918-4dab-8263-4e688280f29d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Allocated IP 2001:db8:0:2::d5 (c787f9dc-0db6-4173-8779-e7ff74a0b73f/fb176f5f-d424-482e-8e8d-c86da9239ac3/123d5333-5691-4795-8ffa-b638935fb994) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:43:08.045071 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:08.153515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4168d69f-51a0-4562-a53c-13c04d14ed4a,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:08.164469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc27a6c-34ea-46da-9e81-ce8b6e2d8449 req-5da1656a-bf39-43c8-a68e-d2d3075ef910 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:08.171944 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2dc27a6c-34ea-46da-9e81-ce8b6e2d8449 req-5da1656a-bf39-43c8-a68e-d2d3075ef910 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 943 time: 0.2214501 May 27 22:43:08.212780 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['4168d69f-51a0-4562-a53c-13c04d14ed4a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:43:08.353712 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2dc27a6c-34ea-46da-9e81-ce8b6e2d8449 req-06388548-9680-4c86-a405-9c4f2131842a tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=449d7d00-7cbb-4b42-85ec-e2591b200725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807630 May 27 22:43:08.406558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7b731-53ac-4446-b59d-3ac9b7154e83 req-90d4da77-36b9-446f-9ddb-75a7f98076cb tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:08.416622 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8b7b731-53ac-4446-b59d-3ac9b7154e83 req-90d4da77-36b9-446f-9ddb-75a7f98076cb tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.1952324 May 27 22:43:08.583018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8b7b731-53ac-4446-b59d-3ac9b7154e83 req-f87ffa8e-3b5c-46b9-a41b-2af1286844ff tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643066 May 27 22:43:08.639903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ea798d76-d17a-4c41-a77f-2f46e927aafb details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:43:08.743194 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83a4bc8d-e918-4dab-8263-4e688280f29d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:08.781926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-83a4bc8d-e918-4dab-8263-4e688280f29d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Transition to ACTIVE for port object 123d5333-5691-4795-8ffa-b638935fb994 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:43:08.891516 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83a4bc8d-e918-4dab-8263-4e688280f29d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:08.936843 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-271c01c3-7329-4b1a-b2e7-b4b0b1ec5fe1 req-65939a75-f4a1-415e-bee3-c4f3665d7cfb tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.1224167 May 27 22:43:09.018025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ea798d76-d17a-4c41-a77f-2f46e927aafb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ea798d76-d17a-4c41-a77f-2f46e927aafb,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:09.037604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'ea798d76-d17a-4c41-a77f-2f46e927aafb', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'port_id': 'ea798d76-d17a-4c41-a77f-2f46e927aafb', 'mac_address': 'fa:16:3e:3b:53:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:43:09.164637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ea798d76-d17a-4c41-a77f-2f46e927aafb is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:09.165351 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:09.217295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4bc8d-e918-4dab-8263-4e688280f29d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event updated for resources: {'Port': ['ID=123d5333-5691-4795-8ffa-b638935fb994,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:09.243032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-83a4bc8d-e918-4dab-8263-4e688280f29d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] In _notify_port_updated(), no bound segment for port 123d5333-5691-4795-8ffa-b638935fb994 on network c787f9dc-0db6-4173-8779-e7ff74a0b73f {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:43:09.245788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea798d76-d17a-4c41-a77f-2f46e927aafb {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:43:09.258382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a4bc8d-e918-4dab-8263-4e688280f29d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:09.262689 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83a4bc8d-e918-4dab-8263-4e688280f29d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:09.267778 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-83a4bc8d-e918-4dab-8263-4e688280f29d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "PUT /v2.0/ports/123d5333-5691-4795-8ffa-b638935fb994 HTTP/1.1" status: 200 len: 969 time: 2.7371612 May 27 22:43:09.270815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36376) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:09.280316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 32d97847-1d7c-4cb2-8622-7756e3b6930a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:43:09.386626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-01fd5a90-88fc-40ec-8829-3bfef9e68272 None None] Provisioning for port 32d97847-1d7c-4cb2-8622-7756e3b6930a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:43:09.392942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-de6d17da-6b1e-4404-8b81-fd8e05727a52 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 123d5333-5691-4795-8ffa-b638935fb994 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:43:09.397221 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de6d17da-6b1e-4404-8b81-fd8e05727a52 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:09.411235 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4168d69f-51a0-4562-a53c-13c04d14ed4a up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:43:09.543475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-01fd5a90-88fc-40ec-8829-3bfef9e68272 None None] Provisioning complete for port 32d97847-1d7c-4cb2-8622-7756e3b6930a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:09.544001 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01fd5a90-88fc-40ec-8829-3bfef9e68272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:09.654196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ea798d76-d17a-4c41-a77f-2f46e927aafb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ea798d76-d17a-4c41-a77f-2f46e927aafb,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:09.787494 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:09.788410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:43:09.995546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 32d97847-1d7c-4cb2-8622-7756e3b6930a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:09.995797 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:10.134761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-01fd5a90-88fc-40ec-8829-3bfef9e68272 None None] Current status of the port 32d97847-1d7c-4cb2-8622-7756e3b6930a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:10.157225 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:43:10.198719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 4168d69f-51a0-4562-a53c-13c04d14ed4a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:10.198719 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:10.331303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ea798d76-d17a-4c41-a77f-2f46e927aafb,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:10.362149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6018f-e6e2-4a3d-ade8-55b475988c0b req-de4a670c-ff0d-46e0-9874-beb064ae5062 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:10.364675 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74a6018f-e6e2-4a3d-ade8-55b475988c0b req-de4a670c-ff0d-46e0-9874-beb064ae5062 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 944 time: 0.7078114 May 27 22:43:10.373814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-01fd5a90-88fc-40ec-8829-3bfef9e68272 None None] Provisioning for port 123d5333-5691-4795-8ffa-b638935fb994 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:43:10.441366 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-01fd5a90-88fc-40ec-8829-3bfef9e68272 None None] Provisioning complete for port 123d5333-5691-4795-8ffa-b638935fb994 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:10.441971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223f12-d84d-4cb6-b2a6-04ad40488f7f req-32f64926-9bc1-4e46-9b73-2d1a675110b2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:10.442109 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01fd5a90-88fc-40ec-8829-3bfef9e68272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:10.450205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a223f12-d84d-4cb6-b2a6-04ad40488f7f req-32f64926-9bc1-4e46-9b73-2d1a675110b2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.3614326 May 27 22:43:10.467511 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de6d17da-6b1e-4404-8b81-fd8e05727a52 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:10.639036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-de6d17da-6b1e-4404-8b81-fd8e05727a52 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for 123d5333-5691-4795-8ffa-b638935fb994 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:43:10.713389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:10.737382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-01fd5a90-88fc-40ec-8829-3bfef9e68272 None None] Port 123d5333-5691-4795-8ffa-b638935fb994 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:43:10.758527 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74a6018f-e6e2-4a3d-ade8-55b475988c0b req-491a3297-4294-483f-a386-f83e2da8c910 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=449d7d00-7cbb-4b42-85ec-e2591b200725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737655 May 27 22:43:10.832293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'port_id': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'mac_address': 'fa:16:3e:0d:4e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:43:10.854007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 32d97847-1d7c-4cb2-8622-7756e3b6930a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:10.966095 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a223f12-d84d-4cb6-b2a6-04ad40488f7f req-783ff18d-1e58-496c-b2ea-1fa764dd8a1a tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5146899 May 27 22:43:11.000698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-01fd5a90-88fc-40ec-8829-3bfef9e68272 None None] Provisioning complete for port c34024da-2ced-481d-adfe-6515ee468bc5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:11.002425 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01fd5a90-88fc-40ec-8829-3bfef9e68272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:11.080873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-01fd5a90-88fc-40ec-8829-3bfef9e68272 None None] Port c34024da-2ced-481d-adfe-6515ee468bc5 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:43:11.081281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4168d69f-51a0-4562-a53c-13c04d14ed4a is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:11.081658 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:11.115315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:11.115719 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:11.141396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ab1b01f-da63-4151-8eb6-1d17e7139957 req-b2601a72-73ed-484f-b677-6618a95ca79f tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.1073830 May 27 22:43:11.144993 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de6d17da-6b1e-4404-8b81-fd8e05727a52 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:11.215115 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:43:11.247759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:43:11.262370 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7564e356-4c39-414c-a470-09e8ee36c410 None None] Could not find standard attr ID for object 123d5333-5691-4795-8ffa-b638935fb994. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:43:11.284133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:11.286832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:11.294036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d17da-6b1e-4404-8b81-fd8e05727a52 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=123d5333-5691-4795-8ffa-b638935fb994,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:11.345578 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f80cd7c-ea15-430c-ac47-0eeda70db71b'] response: {'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'code': 200} May 27 22:43:11.377476 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:11.379592 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:11.393531 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de6d17da-6b1e-4404-8b81-fd8e05727a52 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:11.433988 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36436) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:11.435807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-de6d17da-6b1e-4404-8b81-fd8e05727a52 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/123d5333-5691-4795-8ffa-b638935fb994 HTTP/1.1" status: 204 len: 168 time: 2.1633360 May 27 22:43:11.582925 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:11.604065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['c81a0cbb-dd70-4db9-9adc-0f6c559e86a8'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:43:11.620028 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b46fb6-dda6-4887-b5ad-da574b51df90 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] GET failed (client error): The resource could not be found. May 27 22:43:11.626111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36444) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:11.628534 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-69b46fb6-dda6-4887-b5ad-da574b51df90 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports/123d5333-5691-4795-8ffa-b638935fb994 HTTP/1.1" status: 404 len: 333 time: 0.1932950 May 27 22:43:11.779451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['ea798d76-d17a-4c41-a77f-2f46e927aafb'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:43:11.832367 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a08dbf4b-3872-45e1-93c1-e397f55b3d4b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:11.941952 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a08dbf4b-3872-45e1-93c1-e397f55b3d4b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:11.976974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4168d69f-51a0-4562-a53c-13c04d14ed4a,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:12.226374 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a08dbf4b-3872-45e1-93c1-e397f55b3d4b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:12.287405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dbf4b-3872-45e1-93c1-e397f55b3d4b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c74ace-48b3-455d-8f40-22c2e999842d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:12.401882 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a08dbf4b-3872-45e1-93c1-e397f55b3d4b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:12.407972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36466) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:12.418960 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a08dbf4b-3872-45e1-93c1-e397f55b3d4b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/security-groups/50c74ace-48b3-455d-8f40-22c2e999842d HTTP/1.1" status: 204 len: 168 time: 0.7916198 May 27 22:43:12.484398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77164098-adbe-4309-ae85-2fbbccd62fcf req-317eb1c9-82ba-4557-a719-2db4f3138344 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:12.497315 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77164098-adbe-4309-ae85-2fbbccd62fcf req-317eb1c9-82ba-4557-a719-2db4f3138344 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 944 time: 0.4202180 May 27 22:43:12.538654 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04c68139-10a9-46ba-9145-f830063154f4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:12.560729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6af6bc-3061-4e8e-838c-fba873838c1f req-8600b1c2-190d-4404-914a-aa498490946d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:12.575495 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e6af6bc-3061-4e8e-838c-fba873838c1f req-8600b1c2-190d-4404-914a-aa498490946d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.3327811 May 27 22:43:12.585536 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04c68139-10a9-46ba-9145-f830063154f4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:12.690855 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e6af6bc-3061-4e8e-838c-fba873838c1f req-63d4caa3-3623-44ea-abb8-f017529f7b44 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143646 May 27 22:43:12.749412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04c68139-10a9-46ba-9145-f830063154f4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:12.764533 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77164098-adbe-4309-ae85-2fbbccd62fcf req-e4585ae0-2b82-43a8-8552-d265b738cbb3 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=449d7d00-7cbb-4b42-85ec-e2591b200725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660444 May 27 22:43:12.777500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c68139-10a9-46ba-9145-f830063154f4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cc0051-4f4f-4323-9c9e-214f3973c2b8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:12.796023 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04c68139-10a9-46ba-9145-f830063154f4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:12.804237 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36482) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:12.804595 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-04c68139-10a9-46ba-9145-f830063154f4 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/security-groups/19cc0051-4f4f-4323-9c9e-214f3973c2b8 HTTP/1.1" status: 204 len: 168 time: 0.3949447 May 27 22:43:12.959459 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-523f6191-5352-4de3-929c-8e1c99b459eb tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:12.992897 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4be223de-2876-47c0-9767-86a2cc1490c3 req-f20d8b8b-d372-4ce2-b275-fef2517b7c4b tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0929282 May 27 22:43:13.022050 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-523f6191-5352-4de3-929c-8e1c99b459eb tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:13.282151 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-523f6191-5352-4de3-929c-8e1c99b459eb tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:13.337380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f6191-5352-4de3-929c-8e1c99b459eb tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b4dfaf-d8cd-4599-9e90-3e344f4371e5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:13.378717 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-523f6191-5352-4de3-929c-8e1c99b459eb tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:13.380006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-523f6191-5352-4de3-929c-8e1c99b459eb tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/security-groups/d4b4dfaf-d8cd-4599-9e90-3e344f4371e5 HTTP/1.1" status: 204 len: 168 time: 0.5742779 May 27 22:43:13.382937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36498) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:13.406492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:43:13.525783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4740e147-d637-4af4-b5fb-323a0c6caf38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting subnet 6a8e360c-e2e1-4958-8e40-27c5f030589d {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:43:13.529124 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4740e147-d637-4af4-b5fb-323a0c6caf38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:13.538821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:13.539204 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:13.608063 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4740e147-d637-4af4-b5fb-323a0c6caf38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:13.723277 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4740e147-d637-4af4-b5fb-323a0c6caf38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:13.785304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:13.785679 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:13.892463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:13.894458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:43:13.975732 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93cdfbc1-9237-4f42-aba6-61dbb2275c85 req-c769a966-77c4-4b31-858e-47a9b712684a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0575445 May 27 22:43:14.127999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee3ed5-4d28-4142-9e60-2aee808a3389 req-0446faaf-f7b7-4533-8de8-efa840553b06 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:14.129533 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11ee3ed5-4d28-4142-9e60-2aee808a3389 req-0446faaf-f7b7-4533-8de8-efa840553b06 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.2027054 May 27 22:43:14.142280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b2bdc-c7ed-46af-869e-03fdb4ac63ca req-3eb416da-d1c3-4e29-919a-850a8c73a250 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:14.143944 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-827b2bdc-c7ed-46af-869e-03fdb4ac63ca req-3eb416da-d1c3-4e29-919a-850a8c73a250 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 944 time: 0.1483436 May 27 22:43:14.223643 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:14.225691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ea798d76-d17a-4c41-a77f-2f46e927aafb up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:43:14.251516 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4740e147-d637-4af4-b5fb-323a0c6caf38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:14.269551 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11ee3ed5-4d28-4142-9e60-2aee808a3389 req-6e596fbb-e000-40da-98dc-aef2b369a753 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244285 May 27 22:43:14.285910 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-827b2bdc-c7ed-46af-869e-03fdb4ac63ca req-e971e9d5-89ef-4953-a7f7-8b03a9f7c154 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=449d7d00-7cbb-4b42-85ec-e2591b200725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154058 May 27 22:43:14.375685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740e147-d637-4af4-b5fb-323a0c6caf38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8e360c-e2e1-4958-8e40-27c5f030589d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:14.378214 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4740e147-d637-4af4-b5fb-323a0c6caf38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:14.402317 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4740e147-d637-4af4-b5fb-323a0c6caf38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/6a8e360c-e2e1-4958-8e40-27c5f030589d HTTP/1.1" status: 204 len: 168 time: 1.0181353 May 27 22:43:14.406379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36530) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:14.475417 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9023f86c-bfeb-4e02-afb9-91fc0ab12110'] response: {'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'code': 200} May 27 22:43:14.475417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:14.476990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a0dab6-beab-4f45-8681-f540908c4596 None None] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:43:14.593162 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec308de9-f12a-4873-98d3-cee519080a38 req-ac8cf6ed-b4c7-4cc5-a42e-d453c00021df tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0995855 May 27 22:43:14.648641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e525862-0a8b-4620-9e3b-117340035de9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting subnet fb176f5f-d424-482e-8e8d-c86da9239ac3 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:43:14.680787 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e525862-0a8b-4620-9e3b-117340035de9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:14.844242 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e525862-0a8b-4620-9e3b-117340035de9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:14.971488 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e525862-0a8b-4620-9e3b-117340035de9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:15.630164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b8f12-8570-47ea-a4b6-404fbf4667e5 req-192906a3-d5d2-446b-aab8-7395999c6c34 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:15.631680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa9b8f12-8570-47ea-a4b6-404fbf4667e5 req-192906a3-d5d2-446b-aab8-7395999c6c34 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.1831377 May 27 22:43:15.645348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port ea798d76-d17a-4c41-a77f-2f46e927aafb completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:43:15.659106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port ea798d76-d17a-4c41-a77f-2f46e927aafb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:15.660333 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:15.675333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c86cb-3ba7-47d9-a59a-ac33cbf0f14f req-38d39e8e-7e2b-4747-8116-3c983f7037ab tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:15.675333 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e45c86cb-3ba7-47d9-a59a-ac33cbf0f14f req-38d39e8e-7e2b-4747-8116-3c983f7037ab tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 944 time: 0.1734798 May 27 22:43:15.675333 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e525862-0a8b-4620-9e3b-117340035de9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:15.751677 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e525862-0a8b-4620-9e3b-117340035de9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:15.757975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e525862-0a8b-4620-9e3b-117340035de9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Subnet': ['ID=fb176f5f-d424-482e-8e8d-c86da9239ac3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:15.762528 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704ee5ee-5de1-486b-9a6d-d17918d48085 None None] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:43:15.821518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36564) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:15.828318 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7e525862-0a8b-4620-9e3b-117340035de9 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/fb176f5f-d424-482e-8e8d-c86da9239ac3 HTTP/1.1" status: 204 len: 168 time: 1.4132533 May 27 22:43:15.845277 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa9b8f12-8570-47ea-a4b6-404fbf4667e5 req-ffcc1bcf-cdc2-4a0f-b0fc-1978e01c57b2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836061 May 27 22:43:15.926733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e45c86cb-3ba7-47d9-a59a-ac33cbf0f14f req-cbc245df-a7ca-477f-898b-86c8c4047d94 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=449d7d00-7cbb-4b42-85ec-e2591b200725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272921 May 27 22:43:15.981404 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f286d1-ed2d-48fd-a6bc-f6436477334d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] DELETE failed (client error): The resource could not be found. May 27 22:43:15.997756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f286d1-ed2d-48fd-a6bc-f6436477334d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:43:16.014464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36574) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:16.014866 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-18f286d1-ed2d-48fd-a6bc-f6436477334d tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/6a8e360c-e2e1-4958-8e40-27c5f030589d HTTP/1.1" status: 404 len: 337 time: 0.1891124 May 27 22:43:16.028562 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-91a62441-2984-4215-ad0a-329070e38764 None None] Provisioning complete for port 32d97847-1d7c-4cb2-8622-7756e3b6930a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:16.029032 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-91a62441-2984-4215-ad0a-329070e38764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:16.077236 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:16.239315 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-660ff159-2a49-4018-9bfc-28ae0164f738 req-8f9790a9-7afc-4496-8778-a004324dcb71 tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0662560 May 27 22:43:16.245073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-02349071-c42a-4a28-9525-75389a1a1573 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting subnet 35cd7ae9-1109-4c04-9141-bfadb04435ec {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:43:16.252215 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-02349071-c42a-4a28-9525-75389a1a1573 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:16.304799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ea798d76-d17a-4c41-a77f-2f46e927aafb is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:16.306485 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:16.379203 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-02349071-c42a-4a28-9525-75389a1a1573 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:16.576181 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-02349071-c42a-4a28-9525-75389a1a1573 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:16.643848 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb427533-83d5-400c-809b-aaebb89afe03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea798d76-d17a-4c41-a77f-2f46e927aafb'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:43:16.691256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ea798d76-d17a-4c41-a77f-2f46e927aafb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ea798d76-d17a-4c41-a77f-2f46e927aafb,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:16.762010 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7429802c-b240-469d-9aaa-552e49a119e3'] response: {'server_uuid': 'eb427533-83d5-400c-809b-aaebb89afe03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea798d76-d17a-4c41-a77f-2f46e927aafb', 'code': 200} May 27 22:43:16.798982 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-02349071-c42a-4a28-9525-75389a1a1573 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:16.911589 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:16.965008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02349071-c42a-4a28-9525-75389a1a1573 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Subnet': ['ID=35cd7ae9-1109-4c04-9141-bfadb04435ec,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:16.990531 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-02349071-c42a-4a28-9525-75389a1a1573 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:17.028428 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-02349071-c42a-4a28-9525-75389a1a1573 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/35cd7ae9-1109-4c04-9141-bfadb04435ec HTTP/1.1" status: 204 len: 168 time: 1.0128024 May 27 22:43:17.050467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36608) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:17.125893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-91a62441-2984-4215-ad0a-329070e38764 None None] Current status of the port 32d97847-1d7c-4cb2-8622-7756e3b6930a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:17.253576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-91a62441-2984-4215-ad0a-329070e38764 None None] Provisioning complete for port c34024da-2ced-481d-adfe-6515ee468bc5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:17.257460 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-91a62441-2984-4215-ad0a-329070e38764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:17.259241 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-77d22a03-15de-4096-8927-312265dc1f0b req-e684fe6c-b197-48ad-be32-2ab445c3beb9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2dec734f57f4417ab2934c728e6b794f&device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.1259234 May 27 22:43:17.261281 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e72178-d93e-47ff-b3b2-4d4dffc905fd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] DELETE failed (client error): The resource could not be found. May 27 22:43:17.261860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e72178-d93e-47ff-b3b2-4d4dffc905fd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:43:17.263647 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-31e72178-d93e-47ff-b3b2-4d4dffc905fd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/f3d711e0-7793-4799-880c-e7f74ea81418 HTTP/1.1" status: 404 len: 337 time: 0.2134695 May 27 22:43:17.266407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36616) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:17.353119 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-77d22a03-15de-4096-8927-312265dc1f0b req-aa80a6be-65ef-412b-8463-590117af9c27 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2dec734f57f4417ab2934c728e6b794f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732622 May 27 22:43:17.373406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179be55-3d47-4adb-9e2b-a50ac0b75b97 req-36f7f3d4-098b-4b55-9157-3990f9f7b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:17.375611 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4179be55-3d47-4adb-9e2b-a50ac0b75b97 req-36f7f3d4-098b-4b55-9157-3990f9f7b25e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 1096 time: 0.5628779 May 27 22:43:17.383579 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-33eabf20-3cd9-4286-b2d8-2893d062102b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Synchronizing usage tracker for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:43:17.403468 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ea798d76-d17a-4c41-a77f-2f46e927aafb,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:17.484643 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-91a62441-2984-4215-ad0a-329070e38764 None None] Port c34024da-2ced-481d-adfe-6515ee468bc5 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:43:17.685600 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4179be55-3d47-4adb-9e2b-a50ac0b75b97 req-c322dd5d-6d4c-4eda-9349-4c8607f3c8db service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=449d7d00-7cbb-4b42-85ec-e2591b200725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088857 May 27 22:43:17.704986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71826567-fb64-477b-a973-26e415235169 None None] Update dhcp port {'port': {'network_id': 'c787f9dc-0db6-4173-8779-e7ff74a0b73f', 'fixed_ips': [{'subnet_id': '35cd7ae9-1109-4c04-9141-bfadb04435ec'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '32d97847-1d7c-4cb2-8622-7756e3b6930a'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 22:43:17.791800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-33eabf20-3cd9-4286-b2d8-2893d062102b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Unset dirty status for tenant:1fa8feff085d4561b4c22b1084ddb72b on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:43:17.802308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-33eabf20-3cd9-4286-b2d8-2893d062102b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "GET /v2.0/ports?device_id=f1f6b798-de4a-4cce-ab3d-89bfa06135f8 HTTP/1.1" status: 200 len: 205 time: 0.5342755 May 27 22:43:17.804953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36628) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:17.829774 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-71826567-fb64-477b-a973-26e415235169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:17.873448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8c64f-de53-47fa-962f-60a3acef310b req-0e0fe281-6ea7-433e-a825-c5b46858b8a1 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:17.877846 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-52f8c64f-de53-47fa-962f-60a3acef310b req-0e0fe281-6ea7-433e-a825-c5b46858b8a1 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.4835501 May 27 22:43:17.963164 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d22a03-15de-4096-8927-312265dc1f0b req-70aa40d4-05af-4b00-9007-3caa754ad456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:17.969728 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-77d22a03-15de-4096-8927-312265dc1f0b req-70aa40d4-05af-4b00-9007-3caa754ad456 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6022725 May 27 22:43:17.981318 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-c3a506ec-3d6e-4ca8-b428-8e9128074d86 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] delete failed (client error): The resource could not be found. May 27 22:43:17.982636 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c3a506ec-3d6e-4ca8-b428-8e9128074d86 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/routers/f1f6b798-de4a-4cce-ab3d-89bfa06135f8 HTTP/1.1" status: 404 len: 336 time: 0.1736100 May 27 22:43:17.993959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36632) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:18.012113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c14e0-d582-4996-9d79-f5afdeb75966 req-873a997a-a2e1-43ae-b5a3-3c0bc3ad02f6 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:18.018007 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e65c14e0-d582-4996-9d79-f5afdeb75966 req-873a997a-a2e1-43ae-b5a3-3c0bc3ad02f6 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 945 time: 0.6288986 May 27 22:43:18.050983 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ed64fd-0c94-4d2d-8261-d15117ec09fa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] DELETE failed (client error): The resource could not be found. May 27 22:43:18.052186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ed64fd-0c94-4d2d-8261-d15117ec09fa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:43:18.056500 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-58ed64fd-0c94-4d2d-8261-d15117ec09fa tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/90a5ad73-2c54-431e-b8eb-5b815372bd52 HTTP/1.1" status: 404 len: 337 time: 0.0671465 May 27 22:43:18.061617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36640) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:18.101226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-52f8c64f-de53-47fa-962f-60a3acef310b req-63e35480-4ad2-420b-b54a-ca9955e51196 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115073 May 27 22:43:18.157889 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe7b62d-99ed-490d-9cd1-62d4c5dc91bb tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] DELETE failed (client error): The resource could not be found. May 27 22:43:18.158541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe7b62d-99ed-490d-9cd1-62d4c5dc91bb tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:43:18.165480 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-abe7b62d-99ed-490d-9cd1-62d4c5dc91bb tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/9b444ff0-003b-4edd-8db0-1ec251099b1d HTTP/1.1" status: 404 len: 337 time: 0.1035590 May 27 22:43:18.180859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36646) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:18.190559 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e65c14e0-d582-4996-9d79-f5afdeb75966 req-d64dccc3-3374-49a6-9514-d64d106a611c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=449d7d00-7cbb-4b42-85ec-e2591b200725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518393 May 27 22:43:18.299469 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfc87ac-b06c-4993-bb96-14e4b8802df1 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] DELETE failed (client error): The resource could not be found. May 27 22:43:18.299469 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbfc87ac-b06c-4993-bb96-14e4b8802df1 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:43:18.301907 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fbfc87ac-b06c-4993-bb96-14e4b8802df1 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/526eba2e-453f-4eea-8a98-de75b8d4bd54 HTTP/1.1" status: 404 len: 337 time: 0.1197090 May 27 22:43:18.302020 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b78847c-110e-44be-9cb4-0e70c9c67dd7 None None] Network c787f9dc-0db6-4173-8779-e7ff74a0b73f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:43:18.304952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36650) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:18.411183 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdc169d-896e-4e35-a248-172d295acf1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] DELETE failed (client error): The resource could not be found. May 27 22:43:18.411284 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdc169d-896e-4e35-a248-172d295acf1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:43:18.415590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36654) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:18.415716 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cfdc169d-896e-4e35-a248-172d295acf1b tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/925f8ac9-55fb-4a23-8541-2453178fc341 HTTP/1.1" status: 404 len: 333 time: 0.1094012 May 27 22:43:18.477161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ba1da7a-dc0e-4bb2-a32e-b6c939dd9ea7 req-7033fde1-c11c-48af-84ad-18702b13852d tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.27 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.0593371 May 27 22:43:18.498379 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ea18cf-279b-4d00-a45b-a63ca75910cd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] DELETE failed (client error): The resource could not be found. May 27 22:43:18.499012 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ea18cf-279b-4d00-a45b-a63ca75910cd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:43:18.504243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36660) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:18.525548 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c6ea18cf-279b-4d00-a45b-a63ca75910cd tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/66bf68ed-cf05-4a23-b052-ac9b79e71103 HTTP/1.1" status: 404 len: 337 time: 0.1084137 May 27 22:43:18.596802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dd7b556c-fb33-4234-a216-844bd09c2173 None None] Provisioning complete for port 32d97847-1d7c-4cb2-8622-7756e3b6930a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:18.597925 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e39d42c-a831-4ac6-b110-a8d613afa742 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] DELETE failed (client error): The resource could not be found. May 27 22:43:18.598238 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd7b556c-fb33-4234-a216-844bd09c2173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:18.598896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e39d42c-a831-4ac6-b110-a8d613afa742 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:43:18.603369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36664) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:18.619221 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2e39d42c-a831-4ac6-b110-a8d613afa742 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/948772e5-5ee8-43c3-bacb-c009c1da118b HTTP/1.1" status: 404 len: 337 time: 0.1130755 May 27 22:43:18.670492 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0512ed1-e683-4291-9d3d-ca918e7e18dc tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] DELETE failed (client error): The resource could not be found. May 27 22:43:18.671335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0512ed1-e683-4291-9d3d-ca918e7e18dc tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:43:18.676083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36668) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:18.689451 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b0512ed1-e683-4291-9d3d-ca918e7e18dc tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/3be82a78-e7af-4832-ae8f-471d5ea26018 HTTP/1.1" status: 404 len: 333 time: 0.0844615 May 27 22:43:18.749147 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7b7031-bc57-4722-8ac8-ebb863b5270a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] DELETE failed (client error): The resource could not be found. May 27 22:43:18.749886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7b7031-bc57-4722-8ac8-ebb863b5270a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:43:18.756695 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36674) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:18.772971 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0a7b7031-bc57-4722-8ac8-ebb863b5270a tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/6cd70401-2809-4904-80f0-dae698fd513a HTTP/1.1" status: 404 len: 337 time: 0.0947857 May 27 22:43:18.827611 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-69216435-1b1f-4799-856d-5817b4de9b6f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] DELETE failed (client error): The resource could not be found. May 27 22:43:18.827611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69216435-1b1f-4799-856d-5817b4de9b6f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:43:18.827814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36678) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:18.834665 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-69216435-1b1f-4799-856d-5817b4de9b6f tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/subnets/d2502c57-5073-406f-b14f-9116d7625f59 HTTP/1.1" status: 404 len: 337 time: 0.0759094 May 27 22:43:19.010757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6778d346-2d61-4e7b-b40f-1a592b7f0d38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port c34024da-2ced-481d-adfe-6515ee468bc5 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:43:19.011309 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6778d346-2d61-4e7b-b40f-1a592b7f0d38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:19.029388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-dd7b556c-fb33-4234-a216-844bd09c2173 None None] Current status of the port 32d97847-1d7c-4cb2-8622-7756e3b6930a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:19.058894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dd7b556c-fb33-4234-a216-844bd09c2173 None None] Provisioning complete for port c34024da-2ced-481d-adfe-6515ee468bc5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:19.059664 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd7b556c-fb33-4234-a216-844bd09c2173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:19.149440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-dd7b556c-fb33-4234-a216-844bd09c2173 None None] Port c34024da-2ced-481d-adfe-6515ee468bc5 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:43:19.157432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] DHCP port deletion for c787f9dc-0db6-4173-8779-e7ff74a0b73f request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:43:19.166573 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] Deleting port 32d97847-1d7c-4cb2-8622-7756e3b6930a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:43:19.166955 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:19.407142 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 32d97847-1d7c-4cb2-8622-7756e3b6930a no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:43:19.547135 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-77d22a03-15de-4096-8927-312265dc1f0b req-9159cf0c-5fbc-4a94-94bd-43a9f880ac65 tempest-ServerShowV257Test-225475646 tempest-ServerShowV257Test-225475646-project] 10.222.0.57 "GET /v2.0/ports?device_id=658120fa-d7e9-4fed-8ecb-c8a83405141d HTTP/1.1" status: 200 len: 210 time: 0.1155756 May 27 22:43:19.789632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 32d97847-1d7c-4cb2-8622-7756e3b6930a is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:19.795133 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:19.834700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 32d97847-1d7c-4cb2-8622-7756e3b6930a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32d97847-1d7c-4cb2-8622-7756e3b6930a,segment=NetworkSegment(3e00187d-d0f5-4ddd-bc20-891288cadfbe),segment_id=3e00187d-d0f5-4ddd-bc20-891288cadfbe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:19.882171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] For port 32d97847-1d7c-4cb2-8622-7756e3b6930a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32d97847-1d7c-4cb2-8622-7756e3b6930a,segment=NetworkSegment(3e00187d-d0f5-4ddd-bc20-891288cadfbe),segment_id=3e00187d-d0f5-4ddd-bc20-891288cadfbe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:19.882580 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:19.898563 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6778d346-2d61-4e7b-b40f-1a592b7f0d38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:20.153994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] Calling delete_port for 32d97847-1d7c-4cb2-8622-7756e3b6930a owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:43:20.230883 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:20.511202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6778d346-2d61-4e7b-b40f-1a592b7f0d38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for c34024da-2ced-481d-adfe-6515ee468bc5 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:43:20.537965 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=32d97847-1d7c-4cb2-8622-7756e3b6930a,revision_number=11']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:20.596667 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:43:20.599796 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:43:20.663694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809cb2c-ea41-4562-82d0-2cbc2c055f23 req-d916ddca-2bd3-4e01-8fdb-d31e36b95ffc tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:20.679703 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e809cb2c-ea41-4562-82d0-2cbc2c055f23 req-d916ddca-2bd3-4e01-8fdb-d31e36b95ffc tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 945 time: 1.0151944 May 27 22:43:20.860471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29d0bb-40ae-4309-9617-8238749c7966 req-177c03ff-2dc6-4889-b489-21dec86f682d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:20.860471 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a29d0bb-40ae-4309-9617-8238749c7966 req-177c03ff-2dc6-4889-b489-21dec86f682d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 1.1916935 May 27 22:43:20.860471 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e809cb2c-ea41-4562-82d0-2cbc2c055f23 req-504b28f5-9ee3-4012-a1ac-8c3cd7baddf8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=449d7d00-7cbb-4b42-85ec-e2591b200725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769471 May 27 22:43:20.938219 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6778d346-2d61-4e7b-b40f-1a592b7f0d38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:21.017599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778d346-2d61-4e7b-b40f-1a592b7f0d38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Port': ['ID=c34024da-2ced-481d-adfe-6515ee468bc5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:21.051369 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a29d0bb-40ae-4309-9617-8238749c7966 req-b861adc1-3b06-4637-8d6e-578242ad8f7d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828804 May 27 22:43:21.066262 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6778d346-2d61-4e7b-b40f-1a592b7f0d38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:21.098250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] Deleting port 32d97847-1d7c-4cb2-8622-7756e3b6930a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:43:21.098634 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:21.190314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36716) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:21.192136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6778d346-2d61-4e7b-b40f-1a592b7f0d38 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/ports/c34024da-2ced-481d-adfe-6515ee468bc5 HTTP/1.1" status: 204 len: 168 time: 2.3662763 May 27 22:43:21.591569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] For port 32d97847-1d7c-4cb2-8622-7756e3b6930a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32d97847-1d7c-4cb2-8622-7756e3b6930a,segment=NetworkSegment(3e00187d-d0f5-4ddd-bc20-891288cadfbe),segment_id=3e00187d-d0f5-4ddd-bc20-891288cadfbe)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:21.593132 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:21.607827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803a666-2cf1-49b9-811b-756bf3bd99ee req-445fc865-7eee-462d-83aa-9891ba0c46d8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:21.629670 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a803a666-2cf1-49b9-811b-756bf3bd99ee req-445fc865-7eee-462d-83aa-9891ba0c46d8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 945 time: 0.3496428 May 27 22:43:21.641369 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36728) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:21.647770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a9a79ffc-2a6b-49f5-a4e7-489dc11f15d2 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Request body: {'floatingip': {'port_id': 'ea798d76-d17a-4c41-a77f-2f46e927aafb'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:43:21.894333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-9f19e746-5cc6-44db-9fe4-8c6e78ee8a97 req-708ec68a-fc8b-4fe9-a193-7f3397f3a79b service neutron] (88901) timed out ('10.222.0.57', 62312) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 22:43:21.903158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:21.924019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 32d97847-1d7c-4cb2-8622-7756e3b6930a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:43:21.929065 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:21.984576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] Calling delete_port for 32d97847-1d7c-4cb2-8622-7756e3b6930a owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:43:22.090099 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9a79ffc-2a6b-49f5-a4e7-489dc11f15d2 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:22.433848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36740) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:22.450669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] For port 32d97847-1d7c-4cb2-8622-7756e3b6930a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32d97847-1d7c-4cb2-8622-7756e3b6930a,segment=NetworkSegment(3e00187d-d0f5-4ddd-bc20-891288cadfbe),segment_id=3e00187d-d0f5-4ddd-bc20-891288cadfbe)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:22.451777 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:22.527451 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:22.555707 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:22.630966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Calling delete_port for 32d97847-1d7c-4cb2-8622-7756e3b6930a owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:43:22.662208 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] Pushing event deleted for resources: {'Port': ['ID=32d97847-1d7c-4cb2-8622-7756e3b6930a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:22.667613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec589ab2-88ac-48b0-b7f4-1db1a7a4bb3f None None] No DVR routers for this DVR port 32d97847-1d7c-4cb2-8622-7756e3b6930a on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:43:22.716604 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:22.745677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb5706-be40-42eb-a5d1-e72ab82ec052 req-39d8f353-e227-4ce1-aa8b-a8282836dc69 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:22.752567 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-03eb5706-be40-42eb-a5d1-e72ab82ec052 req-39d8f353-e227-4ce1-aa8b-a8282836dc69 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.3713264 May 27 22:43:22.805918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:22.815220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Usage tracker for resource:security_group_rule and tenant:2dec734f57f4417ab2934c728e6b794f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:22.821063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:22.830454 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:22.889481 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:43:22.889481 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:43:23.024220 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:23.122351 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:23.271171 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2dec734f57f4417ab2934c728e6b794f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9497478 May 27 22:43:23.271973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36758) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:23.274073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd7a8a2-4ccd-4538-a849-6f491d449602,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:23.346066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:23.348256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:23.348256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:23.348256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:23.348256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:23.348256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:23.348744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:23.349260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:23.349781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:23.350362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:23.350895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:23.351396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cae1ae-c13e-4753-a369-18de448e229e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:23.388546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Deleting port 32d97847-1d7c-4cb2-8622-7756e3b6930a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:43:23.389196 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:23.428715 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfdc145d-0098-4e93-9a38-7484ee6d4dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:23.466218 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfdc145d-0098-4e93-9a38-7484ee6d4dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:23.535976 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-03eb5706-be40-42eb-a5d1-e72ab82ec052 req-16559e66-12b8-49fb-b467-1dfd57ee4a81 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7825193 May 27 22:43:23.640043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] The port '32d97847-1d7c-4cb2-8622-7756e3b6930a' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:43:23.789942 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9a79ffc-2a6b-49f5-a4e7-489dc11f15d2 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:23.876587 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9a79ffc-2a6b-49f5-a4e7-489dc11f15d2 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:23.959425 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:24.029471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c787f9dc-0db6-4173-8779-e7ff74a0b73f']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:43:24.071467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e00187d-d0f5-4ddd-bc20-891288cadfbe') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:43:24.071680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e00187d-d0f5-4ddd-bc20-891288cadfbe') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:43:24.099989 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:24.146131 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:24.160326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:43:24.160326 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:24.187145 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-a9a79ffc-2a6b-49f5-a4e7-489dc11f15d2 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Floating IP dc65a882-2e0f-487a-b5b7-10e159371b23 associated. External IP: 172.25.2.157, port: ea798d76-d17a-4c41-a77f-2f46e927aafb. May 27 22:43:24.206825 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfdc145d-0098-4e93-9a38-7484ee6d4dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:24.307708 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3e00187d-d0f5-4ddd-bc20-891288cadfbe resource provider aggregate not found May 27 22:43:24.356768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc145d-0098-4e93-9a38-7484ee6d4dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd7a8a2-4ccd-4538-a849-6f491d449602,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:24.373062 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3e00187d-d0f5-4ddd-bc20-891288cadfbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e00187d-d0f5-4ddd-bc20-891288cadfbe found for delete ", "request_id": "req-f0f92752-d149-4913-b5db-17a0c8a4538b"}]} May 27 22:43:24.392990 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cfdc145d-0098-4e93-9a38-7484ee6d4dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:24.396556 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cfdc145d-0098-4e93-9a38-7484ee6d4dce admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1fd7a8a2-4ccd-4538-a849-6f491d449602 HTTP/1.1" status: 204 len: 168 time: 1.1180842 May 27 22:43:24.503287 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:24.541740 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:24.575332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] Pushing event deleted for resources: {'Network': ['ID=c787f9dc-0db6-4173-8779-e7ff74a0b73f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:24.588559 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6800f859-a27c-4ee6-b463-655de6d87a49 tempest-PortsIpV6TestJSON-1615999100 tempest-PortsIpV6TestJSON-1615999100-project] 10.222.0.27 "DELETE /v2.0/networks/c787f9dc-0db6-4173-8779-e7ff74a0b73f HTTP/1.1" status: 204 len: 168 time: 3.3970094 May 27 22:43:25.255076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041415f2-ecca-4829-ae6c-149f0b5c0718 req-007be29e-574c-40af-b5f2-eef5f6fbaa2d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:25.263109 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-041415f2-ecca-4829-ae6c-149f0b5c0718 req-007be29e-574c-40af-b5f2-eef5f6fbaa2d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.3828089 May 27 22:43:25.274315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a79ffc-2a6b-49f5-a4e7-489dc11f15d2 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Router 743cbe72-53c8-49cb-958a-61cc2517f71e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:43:25.692166 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-041415f2-ecca-4829-ae6c-149f0b5c0718 req-12010ae0-057b-42e8-bbec-786d538f4656 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4280012 May 27 22:43:25.727428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a79ffc-2a6b-49f5-a4e7-489dc11f15d2 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:43:25.736679 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9a79ffc-2a6b-49f5-a4e7-489dc11f15d2 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:25.740119 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4480baee-dc61-43a2-9e47-ad48478da0eb None None] Sync routers for ids ['743cbe72-53c8-49cb-958a-61cc2517f71e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:43:25.818224 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4480baee-dc61-43a2-9e47-ad48478da0eb None None] Routers {'743cbe72-53c8-49cb-958a-61cc2517f71e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:43:25.818224 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4480baee-dc61-43a2-9e47-ad48478da0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:43:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['743cbe72-53c8-49cb-958a-61cc2517f71e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:43:25.927930 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a9a79ffc-2a6b-49f5-a4e7-489dc11f15d2 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "PUT /v2.0/floatingips/dc65a882-2e0f-487a-b5b7-10e159371b23 HTTP/1.1" status: 200 len: 991 time: 4.2842801 May 27 22:43:25.934197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb427533-83d5-400c-809b-aaebb89afe03', 'tag': 'ea798d76-d17a-4c41-a77f-2f46e927aafb'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:43:25.968416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36808) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:26.019642 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d7806c-d3d4-4278-8c20-7585878525c0'] response: {'name': 'network-changed', 'server_uuid': 'eb427533-83d5-400c-809b-aaebb89afe03', 'tag': 'ea798d76-d17a-4c41-a77f-2f46e927aafb', 'status': 'completed', 'code': 200} May 27 22:43:26.178028 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4480baee-dc61-43a2-9e47-ad48478da0eb None None] Set router 743cbe72-53c8-49cb-958a-61cc2517f71e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:43:26.334540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9cce0-ae7c-4249-b5a7-a0f6cc114630 req-7511edfa-dd5a-4ecf-b4aa-2739ae8948a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:26.336322 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e9cce0-ae7c-4249-b5a7-a0f6cc114630 req-7511edfa-dd5a-4ecf-b4aa-2739ae8948a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=49504ca94f5d42bf86dd37e137461ad8&device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 1096 time: 0.2812908 May 27 22:43:26.341488 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a593b6fe-41a4-4cb7-b97c-477b0f8e37db admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1fa8feff085d4561b4c22b1084ddb72b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684886 May 27 22:43:26.341759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36818) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:26.564740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9cce0-ae7c-4249-b5a7-a0f6cc114630 req-d976cbdd-f851-4076-a61a-ee9c79d532fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:26.566675 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e9cce0-ae7c-4249-b5a7-a0f6cc114630 req-d976cbdd-f851-4076-a61a-ee9c79d532fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e901676-0a75-4203-8f5c-0656d9c83953 HTTP/1.1" status: 200 len: 912 time: 0.2220280 May 27 22:43:26.615888 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59063231-0fb8-4967-b88f-ce76580f80f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:26.833905 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4480baee-dc61-43a2-9e47-ad48478da0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:56Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'dc65a882-2e0f-487a-b5b7-10e159371b23', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'floating_ip_address': '172.25.2.157', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'port_id': 'ea798d76-d17a-4c41-a77f-2f46e927aafb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'mac_address': 'fa:16:3e:3b:53:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427533-83d5-400c-809b-aaebb89afe03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:42:52Z', 'updated_at': '2022-05-27T22:43:23Z', 'revision_number': 1, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc97b1f-2782-4fc9-ae40-c230f37a8ca5', 'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'mac_address': 'fa:16:3e:f0:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:52Z', 'updated_at': '2022-05-27T22:39:08Z', 'revision_number': 5, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'subnets': [{'id': '6f036352-10d0-41a7-8335-90a12eb75254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:43:26.848110 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4480baee-dc61-43a2-9e47-ad48478da0eb None None] Checking router: 743cbe72-53c8-49cb-958a-61cc2517f71e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:43:26.874087 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4480baee-dc61-43a2-9e47-ad48478da0eb None None] Routers {'743cbe72-53c8-49cb-958a-61cc2517f71e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:43:26.874670 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4480baee-dc61-43a2-9e47-ad48478da0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:43:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['743cbe72-53c8-49cb-958a-61cc2517f71e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:43:26.980383 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e9cce0-ae7c-4249-b5a7-a0f6cc114630 req-cd94963b-d204-443c-81c7-4c5fb5b33b8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea798d76-d17a-4c41-a77f-2f46e927aafb HTTP/1.1" status: 200 len: 999 time: 0.3686926 May 27 22:43:27.147098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9cce0-ae7c-4249-b5a7-a0f6cc114630 req-4cd72d87-b75c-4dac-abe8-66fe32283a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:27.149117 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e9cce0-ae7c-4249-b5a7-a0f6cc114630 req-4cd72d87-b75c-4dac-abe8-66fe32283a17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6f036352-10d0-41a7-8335-90a12eb75254 HTTP/1.1" status: 200 len: 850 time: 0.1549761 May 27 22:43:27.185314 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59063231-0fb8-4967-b88f-ce76580f80f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:27.296986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279759c9-1005-4636-a2f2-6919e288b4ab req-8488ded9-fbb0-4331-b2d8-1ef5424d6569 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:27.302546 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279759c9-1005-4636-a2f2-6919e288b4ab req-8488ded9-fbb0-4331-b2d8-1ef5424d6569 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.2757695 May 27 22:43:27.372751 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59063231-0fb8-4967-b88f-ce76580f80f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:27.403254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59063231-0fb8-4967-b88f-ce76580f80f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14d2404-8109-46db-8780-65fdc6ec6cab,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:27.416061 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59063231-0fb8-4967-b88f-ce76580f80f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:27.416061 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-59063231-0fb8-4967-b88f-ce76580f80f5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b14d2404-8109-46db-8780-65fdc6ec6cab HTTP/1.1" status: 204 len: 168 time: 1.0696433 May 27 22:43:27.441772 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-279759c9-1005-4636-a2f2-6919e288b4ab req-83c372d8-bbed-4d6c-9950-b1896459bb73 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239321 May 27 22:43:27.446061 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9cce0-ae7c-4249-b5a7-a0f6cc114630 req-9530f240-90e4-43fe-8cb0-1806d84137fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:27.448023 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e9cce0-ae7c-4249-b5a7-a0f6cc114630 req-9530f240-90e4-43fe-8cb0-1806d84137fb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e901676-0a75-4203-8f5c-0656d9c83953&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1814649 May 27 22:43:27.466661 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35eb0ddb-bb5f-4289-a538-b04d66a133bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:27.635531 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4480baee-dc61-43a2-9e47-ad48478da0eb None None] Set router 743cbe72-53c8-49cb-958a-61cc2517f71e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:43:28.039777 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e9cce0-ae7c-4249-b5a7-a0f6cc114630 req-acdd7f54-bb01-4a2e-af41-91a696e440d4 service neutron] 10.222.0.46 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847368 May 27 22:43:28.372733 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e9cce0-ae7c-4249-b5a7-a0f6cc114630 req-327824e8-be81-4766-be8f-b2d8c2daa207 service neutron] 10.222.0.46 "GET /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241808 May 27 22:43:28.701789 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4480baee-dc61-43a2-9e47-ad48478da0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:56Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'dc65a882-2e0f-487a-b5b7-10e159371b23', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'floating_ip_address': '172.25.2.157', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'port_id': 'ea798d76-d17a-4c41-a77f-2f46e927aafb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'mac_address': 'fa:16:3e:3b:53:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427533-83d5-400c-809b-aaebb89afe03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:42:52Z', 'updated_at': '2022-05-27T22:43:23Z', 'revision_number': 1, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc97b1f-2782-4fc9-ae40-c230f37a8ca5', 'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'mac_address': 'fa:16:3e:f0:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:52Z', 'updated_at': '2022-05-27T22:39:08Z', 'revision_number': 5, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'subnets': [{'id': '6f036352-10d0-41a7-8335-90a12eb75254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:43:28.726472 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4480baee-dc61-43a2-9e47-ad48478da0eb None None] The sync data for ids ['743cbe72-53c8-49cb-958a-61cc2517f71e'] in n-d-843680-3 is: [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:56Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'dc65a882-2e0f-487a-b5b7-10e159371b23', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'floating_ip_address': '172.25.2.157', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'port_id': 'ea798d76-d17a-4c41-a77f-2f46e927aafb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'mac_address': 'fa:16:3e:3b:53:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb427533-83d5-400c-809b-aaebb89afe03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:42:52Z', 'updated_at': '2022-05-27T22:43:23Z', 'revision_number': 1, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dc97b1f-2782-4fc9-ae40-c230f37a8ca5', 'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'mac_address': 'fa:16:3e:f0:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:52Z', 'updated_at': '2022-05-27T22:39:08Z', 'revision_number': 5, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'subnets': [{'id': '6f036352-10d0-41a7-8335-90a12eb75254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:43:28.966000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b20226-1540-4b55-be68-fc7b21b15b49 req-5ad91d92-0feb-46d1-bd05-1424941f5670 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:28.967955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f4b20226-1540-4b55-be68-fc7b21b15b49 req-5ad91d92-0feb-46d1-bd05-1424941f5670 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.2173674 May 27 22:43:29.127007 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f4b20226-1540-4b55-be68-fc7b21b15b49 req-75f870e2-4128-4be3-a8bf-2260e2fe4fa3 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514070 May 27 22:43:29.295088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4294f25-bda2-4c38-8ce5-cc5507b2a54b None None] New status for floating IP dc65a882-2e0f-487a-b5b7-10e159371b23: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:43:29.363217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e1fe4-6839-472d-a1b6-b2ecf3e8bc6d req-ea9384bd-3749-4ea9-9815-c39756643cd6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:29.372898 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-672e1fe4-6839-472d-a1b6-b2ecf3e8bc6d req-ea9384bd-3749-4ea9-9815-c39756643cd6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 945 time: 0.1163187 May 27 22:43:29.525208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-672e1fe4-6839-472d-a1b6-b2ecf3e8bc6d req-47b8c877-7cab-4363-a5c7-8464d9fb7d53 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511507 May 27 22:43:29.929734 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abf96425-fc74-4c2b-b4a7-d6a8ed990406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:30.367234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36950) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:30.388342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecfee9-978e-4db9-99f5-93a8ec379e96 req-17846677-6f31-44fc-80e0-e25349e259cd tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:30.392845 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8aecfee9-978e-4db9-99f5-93a8ec379e96 req-17846677-6f31-44fc-80e0-e25349e259cd tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.1095860 May 27 22:43:30.441663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8aecfee9-978e-4db9-99f5-93a8ec379e96 req-564d49f0-e8d5-4583-8203-b10b7a4a2877 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458767 May 27 22:43:30.506823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a35450f2-9a7d-4697-9b43-d16d890e274a tempest-SubnetPoolsTestJSON-1849204984 tempest-SubnetPoolsTestJSON-1849204984-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1338990207', 'prefixes': ['172.20.0.0/16']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:43:30.513222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a35450f2-9a7d-4697-9b43-d16d890e274a tempest-SubnetPoolsTestJSON-1849204984 tempest-SubnetPoolsTestJSON-1849204984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:30.804456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29df13-7dc2-4814-a2db-32a0f58ca549 req-e5aeba9a-6309-4a22-a1cf-3d81a07881f8 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:30.806424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd29df13-7dc2-4814-a2db-32a0f58ca549 req-e5aeba9a-6309-4a22-a1cf-3d81a07881f8 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 945 time: 0.1638391 May 27 22:43:30.866928 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:30.892112 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd29df13-7dc2-4814-a2db-32a0f58ca549 req-c0a8263f-8832-47dc-bb2f-cb34f69773ec tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691190 May 27 22:43:30.982633 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:31.014670 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a35450f2-9a7d-4697-9b43-d16d890e274a tempest-SubnetPoolsTestJSON-1849204984 tempest-SubnetPoolsTestJSON-1849204984-project] Notify callbacks [] for subnetpool, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:31.014670 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a35450f2-9a7d-4697-9b43-d16d890e274a tempest-SubnetPoolsTestJSON-1849204984 tempest-SubnetPoolsTestJSON-1849204984-project] 10.222.0.27 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6424215 May 27 22:43:31.015185 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36968) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:31.090692 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1283d393-34b4-4aae-9df1-d0c93e2c78d9 tempest-SubnetPoolsTestJSON-1849204984 tempest-SubnetPoolsTestJSON-1849204984-project] 10.222.0.27 "GET /v2.0/subnetpools/83c544ae-077a-422c-88db-518603987198 HTTP/1.1" status: 200 len: 732 time: 0.0741880 May 27 22:43:31.090931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36978) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:31.097394 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-05791887-6570-470b-85f8-683b07d74860 tempest-SubnetPoolsTestJSON-1849204984 tempest-SubnetPoolsTestJSON-1849204984-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-341146207'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:43:31.167879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36982) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:31.373229 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:31.401078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:31.405644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Usage tracker for resource:security_group_rule and tenant:850489ff62d9448589d6e9831e125aa0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:31.406926 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-05791887-6570-470b-85f8-683b07d74860 tempest-SubnetPoolsTestJSON-1849204984 tempest-SubnetPoolsTestJSON-1849204984-project] Notify callbacks [] for subnetpool, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:31.409165 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-05791887-6570-470b-85f8-683b07d74860 tempest-SubnetPoolsTestJSON-1849204984 tempest-SubnetPoolsTestJSON-1849204984-project] 10.222.0.27 "PUT /v2.0/subnetpools/83c544ae-077a-422c-88db-518603987198 HTTP/1.1" status: 200 len: 683 time: 0.3166828 May 27 22:43:31.410454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:31.411295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37000) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:31.417470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:31.672489 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf585ecf-2b20-421b-a578-7c6a30f92b99 tempest-SubnetPoolsTestJSON-1849204984 tempest-SubnetPoolsTestJSON-1849204984-project] Notify callbacks [] for subnetpool, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:31.675926 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cf585ecf-2b20-421b-a578-7c6a30f92b99 tempest-SubnetPoolsTestJSON-1849204984 tempest-SubnetPoolsTestJSON-1849204984-project] 10.222.0.27 "DELETE /v2.0/subnetpools/83c544ae-077a-422c-88db-518603987198 HTTP/1.1" status: 204 len: 168 time: 0.2613804 May 27 22:43:31.677163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37008) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:31.744049 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:31.752275 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-6ebedf67-eb1c-4068-be9f-0f2a8231f640 tempest-SubnetPoolsTestJSON-1849204984 tempest-SubnetPoolsTestJSON-1849204984-project] show failed (client error): The resource could not be found. May 27 22:43:31.753327 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ebedf67-eb1c-4068-be9f-0f2a8231f640 tempest-SubnetPoolsTestJSON-1849204984 tempest-SubnetPoolsTestJSON-1849204984-project] 10.222.0.27 "GET /v2.0/subnetpools/83c544ae-077a-422c-88db-518603987198 HTTP/1.1" status: 404 len: 346 time: 0.0752425 May 27 22:43:31.761999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37016) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:31.813030 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-0f6dca13-404c-45d5-8f31-ba985e66d18d tempest-SubnetPoolsTestJSON-1849204984 tempest-SubnetPoolsTestJSON-1849204984-project] delete failed (client error): The resource could not be found. May 27 22:43:31.815883 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0f6dca13-404c-45d5-8f31-ba985e66d18d tempest-SubnetPoolsTestJSON-1849204984 tempest-SubnetPoolsTestJSON-1849204984-project] 10.222.0.27 "DELETE /v2.0/subnetpools/83c544ae-077a-422c-88db-518603987198 HTTP/1.1" status: 404 len: 346 time: 0.0511794 May 27 22:43:31.822928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29c9ab-bb10-4cc3-9168-dc6e2ea7e781 req-5b93a4a2-5234-4127-85ff-53ee5a975455 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:31.834435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a29c9ab-bb10-4cc3-9168-dc6e2ea7e781 req-5b93a4a2-5234-4127-85ff-53ee5a975455 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.1972678 May 27 22:43:31.893630 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:31.931128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5c35b3-e941-4415-b3ca-b69e3beb4797,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:31.944186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:31.944186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:31.944186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:31.944186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:31.944186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:31.944186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:31.944186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:31.944726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:31.944805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:31.945086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:31.945593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:31.946062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:31.968853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a29c9ab-bb10-4cc3-9168-dc6e2ea7e781 req-daca771e-1b0d-46bc-85a1-67e05a589ede tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292613 May 27 22:43:32.009298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ed472d96-c0ad-43c0-a6f6-ec0d8624656d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=850489ff62d9448589d6e9831e125aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8403549 May 27 22:43:32.011941 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37024) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:32.102094 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:32.114355 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4710ecea-5ebd-4ce6-848c-3eccdc1c960d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:32.153390 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4710ecea-5ebd-4ce6-848c-3eccdc1c960d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:32.423460 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4710ecea-5ebd-4ce6-848c-3eccdc1c960d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:32.439150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710ecea-5ebd-4ce6-848c-3eccdc1c960d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5c35b3-e941-4415-b3ca-b69e3beb4797,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:32.443572 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4710ecea-5ebd-4ce6-848c-3eccdc1c960d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:32.452906 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4710ecea-5ebd-4ce6-848c-3eccdc1c960d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3d5c35b3-e941-4415-b3ca-b69e3beb4797 HTTP/1.1" status: 204 len: 168 time: 0.4319010 May 27 22:43:32.529515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37048) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:32.655249 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9dfd7c7-66a2-426f-8d07-42dbe744f358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:32.669583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d9dfd7c7-66a2-426f-8d07-42dbe744f358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:32.675302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d9dfd7c7-66a2-426f-8d07-42dbe744f358 admin admin] Usage tracker for resource:security_group_rule and tenant:48890f332d3346a8adc1f0555f3a130a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:32.678028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d9dfd7c7-66a2-426f-8d07-42dbe744f358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:32.684521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d9dfd7c7-66a2-426f-8d07-42dbe744f358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:32.809187 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9dfd7c7-66a2-426f-8d07-42dbe744f358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:32.908970 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9dfd7c7-66a2-426f-8d07-42dbe744f358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:32.946276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfd7c7-66a2-426f-8d07-42dbe744f358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9625c73b-0a10-4b75-b249-cbd051bd3914,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:32.978098 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d9dfd7c7-66a2-426f-8d07-42dbe744f358 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=48890f332d3346a8adc1f0555f3a130a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4471564 May 27 22:43:32.981119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37068) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:33.071572 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f9b4482d-8ea6-4268-a918-a7af0be13a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:33.105899 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f9b4482d-8ea6-4268-a918-a7af0be13a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:33.339765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae286c8a-078c-42e9-b3d0-3c85be702556 req-343ad10d-a474-48a3-a4fd-0dded4edc442 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:33.342451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4168d69f-51a0-4562-a53c-13c04d14ed4a no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:43:33.347893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae286c8a-078c-42e9-b3d0-3c85be702556 req-343ad10d-a474-48a3-a4fd-0dded4edc442 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.1139381 May 27 22:43:33.421711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae286c8a-078c-42e9-b3d0-3c85be702556 req-70ad8863-e990-4078-b20a-8d69c0eb2a75 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727077 May 27 22:43:33.495405 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f9b4482d-8ea6-4268-a918-a7af0be13a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:33.540214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4482d-8ea6-4268-a918-a7af0be13a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9625c73b-0a10-4b75-b249-cbd051bd3914,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:33.562027 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f9b4482d-8ea6-4268-a918-a7af0be13a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:33.564401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f9b4482d-8ea6-4268-a918-a7af0be13a9d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9625c73b-0a10-4b75-b249-cbd051bd3914 HTTP/1.1" status: 204 len: 168 time: 0.5815792 May 27 22:43:33.686892 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4168d69f-51a0-4562-a53c-13c04d14ed4a is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:33.687353 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:33.721424 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:43:33.743689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:33.780027 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9764c602-08b0-4d1f-98ed-a8af6e29c7d1'] response: {'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'code': 200} May 27 22:43:33.853426 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:33.933864 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4168d69f-51a0-4562-a53c-13c04d14ed4a,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:33.942400 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:33.942735 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:33.943242 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:33.943566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:33.943890 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:33.944211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:33.944566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:33.944886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:33.945200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:33.945511 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:33.945982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:33.946291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:43:33.968221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b969f-0402-457f-b5d2-dc4e4404306d req-2a3b3a82-04b8-4a84-9835-0d3af24bc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:33.971908 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-434b969f-0402-457f-b5d2-dc4e4404306d req-2a3b3a82-04b8-4a84-9835-0d3af24bc798 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 1097 time: 0.0839698 May 27 22:43:34.171570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b969f-0402-457f-b5d2-dc4e4404306d req-f7261d26-128f-4445-b7f8-61ca2be87a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:34.173886 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-434b969f-0402-457f-b5d2-dc4e4404306d req-f7261d26-128f-4445-b7f8-61ca2be87a92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a HTTP/1.1" status: 200 len: 918 time: 0.1961746 May 27 22:43:34.301463 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-434b969f-0402-457f-b5d2-dc4e4404306d req-7cdf31fb-ceb8-454c-a8bc-1c0f9942e9ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 HTTP/1.1" status: 200 len: 1001 time: 0.1216347 May 27 22:43:34.369053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b969f-0402-457f-b5d2-dc4e4404306d req-d1d82e9d-3757-42c8-9963-355eb3beca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:34.370564 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-434b969f-0402-457f-b5d2-dc4e4404306d req-d1d82e9d-3757-42c8-9963-355eb3beca27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f30d47-4208-4370-ad1f-f05d95b79b41 HTTP/1.1" status: 200 len: 856 time: 0.0635660 May 27 22:43:34.456333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b969f-0402-457f-b5d2-dc4e4404306d req-420f0903-fa2e-4ec4-98de-cf7bf32b8828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:34.456333 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-434b969f-0402-457f-b5d2-dc4e4404306d req-420f0903-fa2e-4ec4-98de-cf7bf32b8828 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791769 May 27 22:43:34.625498 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-434b969f-0402-457f-b5d2-dc4e4404306d req-e06102d5-e50b-4412-a7d1-1c18cac0a0f7 service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640077 May 27 22:43:34.797296 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d79e3-d6dd-4605-9f1e-b4f1372de6e9 req-3ee13ce1-17c0-402a-b24e-c288db54bd12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:34.809167 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d54d79e3-d6dd-4605-9f1e-b4f1372de6e9 req-3ee13ce1-17c0-402a-b24e-c288db54bd12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.1772587 May 27 22:43:34.858593 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-434b969f-0402-457f-b5d2-dc4e4404306d req-04266e10-5756-483a-ab68-da2a61fbbe54 service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244694 May 27 22:43:34.859379 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d54d79e3-d6dd-4605-9f1e-b4f1372de6e9 req-ef2f810e-38af-4201-828f-5b801c591aa8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501530 May 27 22:43:35.166929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37184) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:35.170810 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [-] 10.222.0.27 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027978 May 27 22:43:35.180448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37188) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:35.356817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4168d69f-51a0-4562-a53c-13c04d14ed4a details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:43:35.456186 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ced271ae-040b-4c87-baf7-c3c946ea78b7 tempest-NetworksApiDiscovery-312730677 tempest-NetworksApiDiscovery-312730677-project] 10.222.0.27 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2741158 May 27 22:43:35.515282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:35.530560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'port_id': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'mac_address': 'fa:16:3e:ab:0d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:43:35.615477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4168d69f-51a0-4562-a53c-13c04d14ed4a is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:35.616297 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:35.634717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4168d69f-51a0-4562-a53c-13c04d14ed4a {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:43:35.658071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:35.750066 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:35.841950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4168d69f-51a0-4562-a53c-13c04d14ed4a,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:35.892394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['4168d69f-51a0-4562-a53c-13c04d14ed4a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:43:36.113652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a42933-d453-4f54-81ca-1f0231c1c05e req-a54a80fc-d58b-401f-98a3-4a5178ad84f6 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:36.128984 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22a42933-d453-4f54-81ca-1f0231c1c05e req-a54a80fc-d58b-401f-98a3-4a5178ad84f6 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.1064088 May 27 22:43:36.176616 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22a42933-d453-4f54-81ca-1f0231c1c05e req-c7382bde-74d6-456f-986c-5e147819aa1e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536685 May 27 22:43:36.414153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37240) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:36.681518 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2f25a24c-6688-498c-9e73-b6e6140fdaaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:36.728412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2f25a24c-6688-498c-9e73-b6e6140fdaaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:36.736243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2f25a24c-6688-498c-9e73-b6e6140fdaaa admin admin] Usage tracker for resource:security_group_rule and tenant:399e5e5492b4406db387a0380d745a44 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:36.743549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2f25a24c-6688-498c-9e73-b6e6140fdaaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:36.758095 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2f25a24c-6688-498c-9e73-b6e6140fdaaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:36.900988 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2f25a24c-6688-498c-9e73-b6e6140fdaaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:37.048185 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2f25a24c-6688-498c-9e73-b6e6140fdaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:37.101320 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2f25a24c-6688-498c-9e73-b6e6140fdaaa admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=399e5e5492b4406db387a0380d745a44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6837578 May 27 22:43:37.101320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25a24c-6688-498c-9e73-b6e6140fdaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0112e188-8fd6-43a0-a0a0-fd512d6429bc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:37.102548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37268) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:37.176332 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7224e486-a88a-4c30-ba36-32f58babc25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:37.204698 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7224e486-a88a-4c30-ba36-32f58babc25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:37.358507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4168d69f-51a0-4562-a53c-13c04d14ed4a up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:43:37.386288 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7224e486-a88a-4c30-ba36-32f58babc25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:37.425218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224e486-a88a-4c30-ba36-32f58babc25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0112e188-8fd6-43a0-a0a0-fd512d6429bc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:37.432672 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7224e486-a88a-4c30-ba36-32f58babc25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:37.439927 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7224e486-a88a-4c30-ba36-32f58babc25e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0112e188-8fd6-43a0-a0a0-fd512d6429bc HTTP/1.1" status: 204 len: 168 time: 0.3363845 May 27 22:43:37.452327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 4168d69f-51a0-4562-a53c-13c04d14ed4a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:43:37.452792 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:37.470023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b1cad-4f2f-4086-97f7-6e9a816f5d69 req-93d19ce8-ee1b-499b-9cf6-dcd9e64ddf97 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:37.482457 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-262b1cad-4f2f-4086-97f7-6e9a816f5d69 req-93d19ce8-ee1b-499b-9cf6-dcd9e64ddf97 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.1579857 May 27 22:43:37.570776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:43:37.582120 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-262b1cad-4f2f-4086-97f7-6e9a816f5d69 req-35dc2627-fb03-44b0-a4e6-47a5643ee748 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983813 May 27 22:43:37.714362 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4168d69f-51a0-4562-a53c-13c04d14ed4a is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:37.714362 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:37.982359 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:43:38.008757 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:38.012399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:38.012917 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:38.069339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:38.078798 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce315929-3e59-4ab0-9055-ef6cf53aafda'] response: {'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'code': 200} May 27 22:43:38.104419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:38.161682 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:38.295395 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:38.305579 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52b180c1-f307-4256-8cbb-8d872186650d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:38.332919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-52b180c1-f307-4256-8cbb-8d872186650d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:38.335592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-52b180c1-f307-4256-8cbb-8d872186650d admin admin] Usage tracker for resource:security_group_rule and tenant:79b4e07706984cf9ac6123b5e6f6544d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:38.340594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-52b180c1-f307-4256-8cbb-8d872186650d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:38.349269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-52b180c1-f307-4256-8cbb-8d872186650d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:38.437652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4168d69f-51a0-4562-a53c-13c04d14ed4a,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:38.498555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52b180c1-f307-4256-8cbb-8d872186650d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:38.573945 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:38.595981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52b180c1-f307-4256-8cbb-8d872186650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:38.679560 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-52b180c1-f307-4256-8cbb-8d872186650d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=79b4e07706984cf9ac6123b5e6f6544d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6089101 May 27 22:43:38.682173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37342) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:38.693062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b180c1-f307-4256-8cbb-8d872186650d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03567ba8-b9df-4893-89a3-f1292f681de9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:38.792110 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5a4e9f67-3112-40e9-88a5-92bffe22efb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:38.833202 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5a4e9f67-3112-40e9-88a5-92bffe22efb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:39.042411 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5a4e9f67-3112-40e9-88a5-92bffe22efb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:39.064378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e9f67-3112-40e9-88a5-92bffe22efb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03567ba8-b9df-4893-89a3-f1292f681de9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:39.089624 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5a4e9f67-3112-40e9-88a5-92bffe22efb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:39.097292 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5a4e9f67-3112-40e9-88a5-92bffe22efb4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/03567ba8-b9df-4893-89a3-f1292f681de9 HTTP/1.1" status: 204 len: 168 time: 0.4140713 May 27 22:43:40.080470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:43:40.170343 n-d-843680-3 neutron-server[88902]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bfad5895-dc82-4637-b3c3-ce42ee454c4d']: {'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'code': 422} returned with failed status May 27 22:43:40.257111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37432) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:40.300799 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-28ca9e8c-2b12-45f5-a2cd-68b61f57a2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:40.319346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-28ca9e8c-2b12-45f5-a2cd-68b61f57a2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:40.324255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-28ca9e8c-2b12-45f5-a2cd-68b61f57a2ed admin admin] Usage tracker for resource:security_group_rule and tenant:6638518b1f7d478da18db99d1cd9f279 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:40.329143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-28ca9e8c-2b12-45f5-a2cd-68b61f57a2ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:40.342288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-28ca9e8c-2b12-45f5-a2cd-68b61f57a2ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:40.498583 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-28ca9e8c-2b12-45f5-a2cd-68b61f57a2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:40.642217 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-28ca9e8c-2b12-45f5-a2cd-68b61f57a2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:40.683441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37456) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:40.683920 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-28ca9e8c-2b12-45f5-a2cd-68b61f57a2ed admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6638518b1f7d478da18db99d1cd9f279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252877 May 27 22:43:40.703298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca9e8c-2b12-45f5-a2cd-68b61f57a2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82ddaea-de03-484a-92af-8f348f497396,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:40.808978 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49918b96-07ea-49e9-9cd4-858f18157dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:40.880130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49918b96-07ea-49e9-9cd4-858f18157dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:41.014133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9853b-94d3-4ad5-86fb-348409f11697 req-04263c70-9f93-4281-bd6e-db0bf6824f4c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:41.023468 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aeb9853b-94d3-4ad5-86fb-348409f11697 req-04263c70-9f93-4281-bd6e-db0bf6824f4c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 944 time: 0.2132561 May 27 22:43:41.116775 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aeb9853b-94d3-4ad5-86fb-348409f11697 req-cab3a440-fbef-4ef5-96a5-b8ec8348baa3 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838556 May 27 22:43:41.124858 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49918b96-07ea-49e9-9cd4-858f18157dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:41.157842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49918b96-07ea-49e9-9cd4-858f18157dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82ddaea-de03-484a-92af-8f348f497396,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:41.185169 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49918b96-07ea-49e9-9cd4-858f18157dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:41.195069 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-49918b96-07ea-49e9-9cd4-858f18157dfe admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e82ddaea-de03-484a-92af-8f348f497396 HTTP/1.1" status: 204 len: 168 time: 0.5085323 May 27 22:43:41.561193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37512) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:42.267622 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f13ae99e-1445-4376-b73f-147a553299de req-93c69c47-7f88-4bb7-a3e5-8ce4744773a6 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7044525 May 27 22:43:42.349123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c28c8-98d7-4864-97c5-348a829d0b21 req-8fecabbe-c4b1-47f1-a496-61b63c64915d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:42.350777 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e7c28c8-98d7-4864-97c5-348a829d0b21 req-8fecabbe-c4b1-47f1-a496-61b63c64915d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 944 time: 0.0991735 May 27 22:43:42.403548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e7c28c8-98d7-4864-97c5-348a829d0b21 req-353805ff-ac69-43ad-9ab9-200540b6ab91 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468175 May 27 22:43:43.481409 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:43:43.835515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35406630-d87d-4d4c-8355-e9de6fa32931 req-e055b43d-16b8-4a9f-bad9-4a2b359d00c6 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:43.839672 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35406630-d87d-4d4c-8355-e9de6fa32931 req-e055b43d-16b8-4a9f-bad9-4a2b359d00c6 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 944 time: 0.2750895 May 27 22:43:43.961692 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35406630-d87d-4d4c-8355-e9de6fa32931 req-fe047655-e92a-475c-8218-8f5318f935ff tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081564 May 27 22:43:45.002674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd3033-9bab-40f0-90c3-a8cad050b381 req-37180f9d-590a-4f7a-aebb-3780d083a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:45.010428 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dfcd3033-9bab-40f0-90c3-a8cad050b381 req-37180f9d-590a-4f7a-aebb-3780d083a88a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 1097 time: 0.1821876 May 27 22:43:45.241341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd3033-9bab-40f0-90c3-a8cad050b381 req-e8b863e6-2e22-4791-9689-863fe4dd5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:45.244082 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dfcd3033-9bab-40f0-90c3-a8cad050b381 req-e8b863e6-2e22-4791-9689-863fe4dd5adb service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.2179453 May 27 22:43:45.389253 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dfcd3033-9bab-40f0-90c3-a8cad050b381 req-37750c62-d23a-4fcc-9b93-ec577b0ac9ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a HTTP/1.1" status: 200 len: 1001 time: 0.1382153 May 27 22:43:45.414513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8f21a-33ea-4e01-95b7-dd67f14ea172 req-20138a03-5e29-4ebd-a2ef-6555306c53c8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:45.425641 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31b8f21a-33ea-4e01-95b7-dd67f14ea172 req-20138a03-5e29-4ebd-a2ef-6555306c53c8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 944 time: 0.1272271 May 27 22:43:45.506691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd3033-9bab-40f0-90c3-a8cad050b381 req-77ef35cd-3c21-41d3-948b-caca585abdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:45.508133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dfcd3033-9bab-40f0-90c3-a8cad050b381 req-77ef35cd-3c21-41d3-948b-caca585abdb3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.1125317 May 27 22:43:45.520839 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31b8f21a-33ea-4e01-95b7-dd67f14ea172 req-0c331983-c4e3-4b85-83ab-2f85d5b30c9e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939436 May 27 22:43:45.740904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd3033-9bab-40f0-90c3-a8cad050b381 req-14711900-1c10-49d2-903d-419b5ac3f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:45.749697 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dfcd3033-9bab-40f0-90c3-a8cad050b381 req-14711900-1c10-49d2-903d-419b5ac3f8ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2240906 May 27 22:43:45.828717 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:45.952010 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dfcd3033-9bab-40f0-90c3-a8cad050b381 req-6c96aafc-0e44-4dfa-b158-acb9af08d577 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980355 May 27 22:43:46.162174 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dfcd3033-9bab-40f0-90c3-a8cad050b381 req-2e640181-86f3-4cb6-b413-39fb3c45a939 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035692 May 27 22:43:47.056496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23215be-1867-4d33-a8e6-3a6d2b1abdc7 req-118ee841-8674-449f-9bf0-7e864d65970f tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:47.060419 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c23215be-1867-4d33-a8e6-3a6d2b1abdc7 req-118ee841-8674-449f-9bf0-7e864d65970f tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 944 time: 0.1995895 May 27 22:43:47.131944 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c23215be-1867-4d33-a8e6-3a6d2b1abdc7 req-dfcbb048-10b9-466b-b083-a73e6aeb97bd tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655224 May 27 22:43:48.343849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2b00e-9e46-4e01-8cea-3cf93980cd65 req-632a57af-9d48-4a40-8533-a3286c29383c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:48.345605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ff2b00e-9e46-4e01-8cea-3cf93980cd65 req-632a57af-9d48-4a40-8533-a3286c29383c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 944 time: 0.0887473 May 27 22:43:48.391549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37872) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:48.418919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ff2b00e-9e46-4e01-8cea-3cf93980cd65 req-da06b911-e4ec-4514-83cf-67bca94dbaa7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595691 May 27 22:43:48.726015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37896) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:48.793995 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29c3b1c4-49e3-4866-9230-d7428ca39188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:48.805746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-29c3b1c4-49e3-4866-9230-d7428ca39188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:48.810584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-29c3b1c4-49e3-4866-9230-d7428ca39188 admin admin] Usage tracker for resource:security_group_rule and tenant:3e731251f04d4d498a30dae7c41e5d30 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:48.814379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-29c3b1c4-49e3-4866-9230-d7428ca39188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:48.820528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-29c3b1c4-49e3-4866-9230-d7428ca39188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:48.856443 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-be1be97c-f610-4257-94bc-746e52100d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:48.873327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-be1be97c-f610-4257-94bc-746e52100d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:48.888515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-be1be97c-f610-4257-94bc-746e52100d19 admin admin] Usage tracker for resource:security_group_rule and tenant:767ef55989224965a79af4bee996b3ec is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:48.888515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-be1be97c-f610-4257-94bc-746e52100d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:48.894861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-be1be97c-f610-4257-94bc-746e52100d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:48.943738 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29c3b1c4-49e3-4866-9230-d7428ca39188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:49.067194 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29c3b1c4-49e3-4866-9230-d7428ca39188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:49.194011 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-29c3b1c4-49e3-4866-9230-d7428ca39188 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3e731251f04d4d498a30dae7c41e5d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8075440 May 27 22:43:49.196879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37918) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:49.197421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3b1c4-49e3-4866-9230-d7428ca39188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605784ba-6d53-4b96-aff1-d4ded7a6d476,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:49.298848 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-be1be97c-f610-4257-94bc-746e52100d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:49.320968 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d71ff758-4aa0-4407-8614-1972b953a869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:49.350032 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d71ff758-4aa0-4407-8614-1972b953a869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:49.409842 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-be1be97c-f610-4257-94bc-746e52100d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:49.426764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ae99e-1445-4376-b73f-147a553299de req-05610548-eec3-4c6d-8dbb-a73b5a45b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:49.429190 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f13ae99e-1445-4376-b73f-147a553299de req-05610548-eec3-4c6d-8dbb-a73b5a45b81b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719&tenant_id=d7b99cdb08444e8e8a97195b4afa165a HTTP/1.1" status: 200 len: 1095 time: 0.1294754 May 27 22:43:49.468211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:43:49.514131 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-be1be97c-f610-4257-94bc-746e52100d19 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=767ef55989224965a79af4bee996b3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7860744 May 27 22:43:49.523765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37932) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:49.545585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1be97c-f610-4257-94bc-746e52100d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd97beed-1889-42e1-bf4b-568f81aa2b60,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:49.579431 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d71ff758-4aa0-4407-8614-1972b953a869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:49.756804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ff758-4aa0-4407-8614-1972b953a869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605784ba-6d53-4b96-aff1-d4ded7a6d476,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:49.804584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:49.914853 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-10fae98b-2795-45b6-9aa7-96c69a4f1d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:49.936274 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d71ff758-4aa0-4407-8614-1972b953a869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:49.952195 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d71ff758-4aa0-4407-8614-1972b953a869 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/605784ba-6d53-4b96-aff1-d4ded7a6d476 HTTP/1.1" status: 204 len: 168 time: 0.7425010 May 27 22:43:50.045950 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-10fae98b-2795-45b6-9aa7-96c69a4f1d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:50.161015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d629c-0afd-426c-adc0-fcd64c48ab83 req-4daf2cbc-7f15-4d5c-8a68-258e60ee9e6d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:50.168801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d23d629c-0afd-426c-adc0-fcd64c48ab83 req-4daf2cbc-7f15-4d5c-8a68-258e60ee9e6d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 944 time: 0.3820956 May 27 22:43:50.188621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:50.254620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:43:50.261235 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-10fae98b-2795-45b6-9aa7-96c69a4f1d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:50.302756 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d23d629c-0afd-426c-adc0-fcd64c48ab83 req-3f6fc1e1-093c-4d11-a5c9-eed9f8706473 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293454 May 27 22:43:50.313513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fae98b-2795-45b6-9aa7-96c69a4f1d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd97beed-1889-42e1-bf4b-568f81aa2b60,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:50.322020 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-10fae98b-2795-45b6-9aa7-96c69a4f1d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:50.322020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-10fae98b-2795-45b6-9aa7-96c69a4f1d5d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fd97beed-1889-42e1-bf4b-568f81aa2b60 HTTP/1.1" status: 204 len: 168 time: 0.7945530 May 27 22:43:50.330892 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:43:50.343144 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:50.366540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Transition to ACTIVE for port object c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:43:50.456727 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:50.763044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Pushing event updated for resources: {'Port': ['ID=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,revision_number=9']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:50.882305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] No DVR routers for this DVR port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:43:51.048796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37986) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:51.072138 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-196684ff-bce1-4a0c-a50b-4ad7a7d84988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:51.106037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-196684ff-bce1-4a0c-a50b-4ad7a7d84988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:51.113494 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-196684ff-bce1-4a0c-a50b-4ad7a7d84988 admin admin] Usage tracker for resource:security_group_rule and tenant:eea587682e384c33bc0ddd7908b987b1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:51.117120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-196684ff-bce1-4a0c-a50b-4ad7a7d84988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:51.125709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-196684ff-bce1-4a0c-a50b-4ad7a7d84988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:51.272178 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-196684ff-bce1-4a0c-a50b-4ad7a7d84988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:51.377097 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-196684ff-bce1-4a0c-a50b-4ad7a7d84988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:51.470221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196684ff-bce1-4a0c-a50b-4ad7a7d84988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845f3ddc-23a8-4217-8fe7-084ba29ce609,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:51.475806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-196684ff-bce1-4a0c-a50b-4ad7a7d84988 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=eea587682e384c33bc0ddd7908b987b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4248695 May 27 22:43:51.477782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38006) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:51.523999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Attempting to bind port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:43:51.524550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Attempting to bind port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:43:51.524658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Attempting to bind port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 on network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:43:51.530193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 on network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:43:51.530793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Attempting to bind port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 on network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:43:51.536586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:43:51.536935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Checking segment: {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:43:51.537482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Bound using segment: {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:43:51.538078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Bound port: c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:43:51.538586 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:51.588231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38012) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:51.616787 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-05d14ca0-031b-4108-813a-4bc91efa0696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:51.652996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-05d14ca0-031b-4108-813a-4bc91efa0696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:43:51.657726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-05d14ca0-031b-4108-813a-4bc91efa0696 admin admin] Usage tracker for resource:security_group_rule and tenant:dc650989a0f34bf8ac8793fce60dbfc5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:43:51.660578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-05d14ca0-031b-4108-813a-4bc91efa0696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:43:51.669816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-05d14ca0-031b-4108-813a-4bc91efa0696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:43:51.687956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:43:51.699129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:43:51.707404 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15531d38-2e95-42ca-bb44-090ce2073ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:51.737953 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15531d38-2e95-42ca-bb44-090ce2073ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:51.813969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:51.866586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64fa2a-f38e-4338-a1c1-be501c5731d0 req-7965741a-890e-47a8-921c-8f8b127142a8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:51.868151 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf64fa2a-f38e-4338-a1c1-be501c5731d0 req-7965741a-890e-47a8-921c-8f8b127142a8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 944 time: 0.3616171 May 27 22:43:51.884500 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15531d38-2e95-42ca-bb44-090ce2073ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:51.975150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:51.987138 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:51.987138 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f13ae99e-1445-4376-b73f-147a553299de req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] 10.222.0.57 "PUT /v2.0/ports/c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 HTTP/1.1" status: 200 len: 1092 time: 2.5366411 May 27 22:43:51.987138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:43:51.987908 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15531d38-2e95-42ca-bb44-090ce2073ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:51.991865 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-15531d38-2e95-42ca-bb44-090ce2073ede admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/845f3ddc-23a8-4217-8fe7-084ba29ce609 HTTP/1.1" status: 204 len: 168 time: 0.5127678 May 27 22:43:52.009376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15531d38-2e95-42ca-bb44-090ce2073ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845f3ddc-23a8-4217-8fe7-084ba29ce609,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:52.024466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c21bd-1481-4413-84e8-a869f2195e2d service neutron] Pushing event updated for resources: {'Port': ['ID=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:52.095004 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf64fa2a-f38e-4338-a1c1-be501c5731d0 req-85c916a2-df4c-4184-9df2-c8afb02cab17 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817510 May 27 22:43:52.167100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ae99e-1445-4376-b73f-147a553299de req-b23e159c-3cd5-44b4-87c9-e736b5525340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:52.169039 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f13ae99e-1445-4376-b73f-147a553299de req-b23e159c-3cd5-44b4-87c9-e736b5525340 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 1096 time: 0.1407783 May 27 22:43:52.170910 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f2fe8f-9d8f-4caa-9881-dc0355af1c5b'] response: {'name': 'network-changed', 'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'status': 'completed', 'code': 200} May 27 22:43:52.212934 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:52.251847 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-05d14ca0-031b-4108-813a-4bc91efa0696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:52.335193 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-05d14ca0-031b-4108-813a-4bc91efa0696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:52.420908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ae99e-1445-4376-b73f-147a553299de req-a5a159aa-e81a-472d-bc3a-cab5504062b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:52.422304 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f13ae99e-1445-4376-b73f-147a553299de req-a5a159aa-e81a-472d-bc3a-cab5504062b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a HTTP/1.1" status: 200 len: 918 time: 0.2402029 May 27 22:43:52.450840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d14ca0-031b-4108-813a-4bc91efa0696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdfb508-2ed1-4882-851a-b7e516745c19,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:52.456676 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-05d14ca0-031b-4108-813a-4bc91efa0696 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dc650989a0f34bf8ac8793fce60dbfc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8693597 May 27 22:43:52.460241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38048) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:43:52.585972 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de59cf16-1982-4cd3-ac6f-476317c8dc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:52.629649 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de59cf16-1982-4cd3-ac6f-476317c8dc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:52.778001 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f13ae99e-1445-4376-b73f-147a553299de req-46b6fe2c-e8b8-43f2-bc51-c2297b523f14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 HTTP/1.1" status: 200 len: 999 time: 0.2964180 May 27 22:43:52.810360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ae99e-1445-4376-b73f-147a553299de req-9501a268-392e-4de8-bb90-037592c410e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:52.811830 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f13ae99e-1445-4376-b73f-147a553299de req-9501a268-392e-4de8-bb90-037592c410e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06f30d47-4208-4370-ad1f-f05d95b79b41 HTTP/1.1" status: 200 len: 856 time: 0.0684412 May 27 22:43:52.907469 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ae99e-1445-4376-b73f-147a553299de req-dac62054-eefa-4b21-a66c-6d228a11dad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:52.909046 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f13ae99e-1445-4376-b73f-147a553299de req-dac62054-eefa-4b21-a66c-6d228a11dad2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0903449 May 27 22:43:53.055055 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f13ae99e-1445-4376-b73f-147a553299de req-a56c514a-130b-41e5-aa18-5e87573096df service neutron] 10.222.0.57 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395259 May 27 22:43:53.151745 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de59cf16-1982-4cd3-ac6f-476317c8dc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:53.167891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59cf16-1982-4cd3-ac6f-476317c8dc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdfb508-2ed1-4882-851a-b7e516745c19,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:43:53.170694 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de59cf16-1982-4cd3-ac6f-476317c8dc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:53.171972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-de59cf16-1982-4cd3-ac6f-476317c8dc9c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3fdfb508-2ed1-4882-851a-b7e516745c19 HTTP/1.1" status: 204 len: 168 time: 0.7101142 May 27 22:43:53.245504 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f13ae99e-1445-4376-b73f-147a553299de req-c8c7dba2-cfe7-4f50-8233-18b70d3d3330 service neutron] 10.222.0.57 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836009 May 27 22:43:53.368037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9c5b0-1c45-48bd-9321-e5e386651117 req-dd9c6582-a708-4f87-99d1-adb2b0f061d7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:53.372816 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1a9c5b0-1c45-48bd-9321-e5e386651117 req-dd9c6582-a708-4f87-99d1-adb2b0f061d7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.0994415 May 27 22:43:53.417796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1a9c5b0-1c45-48bd-9321-e5e386651117 req-6560c72e-81f5-4624-9d64-93298c11df4e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 May 27 22:43:53.739001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb693f81-fe44-4e45-adbd-5044a47b5d58 req-ec709c37-d18d-443f-a814-a658edafe71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:53.739001 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eb693f81-fe44-4e45-adbd-5044a47b5d58 req-ec709c37-d18d-443f-a814-a658edafe71a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 1096 time: 0.2501166 May 27 22:43:53.955525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb693f81-fe44-4e45-adbd-5044a47b5d58 req-a96ec26b-a702-4233-9490-9bb4a4d7e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:53.957006 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eb693f81-fe44-4e45-adbd-5044a47b5d58 req-a96ec26b-a702-4233-9490-9bb4a4d7e896 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a HTTP/1.1" status: 200 len: 918 time: 0.2106245 May 27 22:43:54.135044 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eb693f81-fe44-4e45-adbd-5044a47b5d58 req-26c89a83-4964-42ad-8d04-abc23622a5d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 HTTP/1.1" status: 200 len: 999 time: 0.1705847 May 27 22:43:54.218479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb693f81-fe44-4e45-adbd-5044a47b5d58 req-b6712be2-8dc4-4be9-a3af-e1efbd8612b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:54.220941 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eb693f81-fe44-4e45-adbd-5044a47b5d58 req-b6712be2-8dc4-4be9-a3af-e1efbd8612b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06f30d47-4208-4370-ad1f-f05d95b79b41 HTTP/1.1" status: 200 len: 856 time: 0.0729139 May 27 22:43:54.608161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb693f81-fe44-4e45-adbd-5044a47b5d58 req-0888f2e6-c29c-43c5-b5c0-ce35b4050a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:54.609710 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eb693f81-fe44-4e45-adbd-5044a47b5d58 req-0888f2e6-c29c-43c5-b5c0-ce35b4050a69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3814154 May 27 22:43:54.694179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5079d2b-2e8a-4733-88b1-8e6102c3e7f7 req-21aebc04-b112-461c-9995-e19caee061ad tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:54.701567 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5079d2b-2e8a-4733-88b1-8e6102c3e7f7 req-21aebc04-b112-461c-9995-e19caee061ad tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.1042442 May 27 22:43:54.763188 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5079d2b-2e8a-4733-88b1-8e6102c3e7f7 req-61b6cdba-1106-4fa1-a194-04a9889c5184 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603693 May 27 22:43:54.795181 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eb693f81-fe44-4e45-adbd-5044a47b5d58 req-c59a937f-acee-4a2d-b096-72f425a7dd3a service neutron] 10.222.0.57 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786702 May 27 22:43:54.933488 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eb693f81-fe44-4e45-adbd-5044a47b5d58 req-f5ce9838-1eb7-49e6-b0fc-6a3320cfe6d9 service neutron] 10.222.0.57 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321619 May 27 22:43:55.503277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-f9513ae1-d38a-49bb-90bc-6c13fb9cc697 req-fcb9232a-e5a2-4f4a-8dd3-a786fb49d0e8 service neutron] (88901) timed out ('10.222.0.57', 62410) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 22:43:56.379770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70bd11-baf7-42a5-8c0a-07b79b596725 req-0b014ba7-3bb1-4887-a947-a9ac0aac3ebb tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:56.379770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be70bd11-baf7-42a5-8c0a-07b79b596725 req-0b014ba7-3bb1-4887-a947-a9ac0aac3ebb tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.2008100 May 27 22:43:56.379770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be70bd11-baf7-42a5-8c0a-07b79b596725 req-92e84309-7bdb-4059-a6c0-1cc4cebd2fa2 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511271 May 27 22:43:56.379770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665ab31-7d43-46a9-b72c-5d93441f4be2 req-28588073-8ec9-42b3-a784-2824b1097dd0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:56.379770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4665ab31-7d43-46a9-b72c-5d93441f4be2 req-28588073-8ec9-42b3-a784-2824b1097dd0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.2336469 May 27 22:43:56.379770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4665ab31-7d43-46a9-b72c-5d93441f4be2 req-7a2efc2f-9fe5-47a1-bbe8-110641cdd4d0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397286 May 27 22:43:57.457676 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba61fca-eea9-491c-9962-44d6cc04fe54 req-05427f42-a78a-46ce-9fae-2c0a93df95fb tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:57.465408 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ba61fca-eea9-491c-9962-44d6cc04fe54 req-05427f42-a78a-46ce-9fae-2c0a93df95fb tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.1208251 May 27 22:43:57.482433 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2349484-a5fc-4c78-be3e-b2994113ea4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:57.656813 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ba61fca-eea9-491c-9962-44d6cc04fe54 req-733366c4-4a5c-46d0-bd08-4e6fb75c6f85 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888559 May 27 22:43:57.779091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b7dd5-af39-4d26-b8db-51818cf2080f req-53ad3f56-8c36-4cd1-83d8-2369176ef420 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:57.794638 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c0b7dd5-af39-4d26-b8db-51818cf2080f req-53ad3f56-8c36-4cd1-83d8-2369176ef420 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.3205602 May 27 22:43:57.873110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c0b7dd5-af39-4d26-b8db-51818cf2080f req-e515ea20-6d7b-40f6-8650-b975a933cb63 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769615 May 27 22:43:58.993168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d81284-4a5e-4003-9368-d7bce476fc58 req-24e06d8a-6d7e-4103-b060-1117fb7473b0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:59.005413 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77d81284-4a5e-4003-9368-d7bce476fc58 req-24e06d8a-6d7e-4103-b060-1117fb7473b0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.1762218 May 27 22:43:59.081897 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77d81284-4a5e-4003-9368-d7bce476fc58 req-ce7e8e02-ddc2-4572-b7b4-8fe9492309b9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713301 May 27 22:43:59.339659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd560cf3-0358-4093-8aa9-0564cb5babe6 req-6d58a2b7-13d0-47ff-88de-ff2e08db9657 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:43:59.344056 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd560cf3-0358-4093-8aa9-0564cb5babe6 req-6d58a2b7-13d0-47ff-88de-ff2e08db9657 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.2439916 May 27 22:43:59.435727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4168d69f-51a0-4562-a53c-13c04d14ed4a no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:43:59.452947 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd560cf3-0358-4093-8aa9-0564cb5babe6 req-c42b8fe9-20df-4bfa-9fa8-20f53d4e85fb tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947843 May 27 22:43:59.646936 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4168d69f-51a0-4562-a53c-13c04d14ed4a is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:43:59.647316 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:59.677565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:43:59.693505 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:43:59.759510 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-43023029-80ad-45e9-a273-3a02adcc8be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:59.778980 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5041428-6662-40e6-878c-8ebec888ec21'] response: {'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'code': 200} May 27 22:43:59.788603 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:43:59.892865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4168d69f-51a0-4562-a53c-13c04d14ed4a,revision_number=11']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:00.432586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2621e2-e553-4bf4-a41d-d6d3be6787a8 req-2b024c31-dc2f-44aa-a318-c0cc6cb5ae6a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:00.441576 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa2621e2-e553-4bf4-a41d-d6d3be6787a8 req-2b024c31-dc2f-44aa-a318-c0cc6cb5ae6a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1506083 May 27 22:44:00.512201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa2621e2-e553-4bf4-a41d-d6d3be6787a8 req-df1c6dc9-6da1-4f98-901a-b77b3c4178d3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696664 May 27 22:44:00.870484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a69806-546e-4f4d-af9a-f41a36b3badc req-0415d480-a379-4659-aa79-bec94135d460 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:00.878364 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-88a69806-546e-4f4d-af9a-f41a36b3badc req-0415d480-a379-4659-aa79-bec94135d460 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.1856005 May 27 22:44:00.884234 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:00.951037 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:00.962577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-88a69806-546e-4f4d-af9a-f41a36b3badc req-c9cc1d53-e6b8-4094-91d0-c11a51045101 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754647 May 27 22:44:01.852167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ed5db-af77-4cd5-9873-0321b9be7055 req-ef68a8df-56bb-41b3-8d0b-40539925e5ae tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:01.853686 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf2ed5db-af77-4cd5-9873-0321b9be7055 req-ef68a8df-56bb-41b3-8d0b-40539925e5ae tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1048656 May 27 22:44:01.910039 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf2ed5db-af77-4cd5-9873-0321b9be7055 req-679a77f9-a7c8-418f-b4bc-0aae01533dd6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486937 May 27 22:44:02.094569 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:02.225407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acea97-da93-44fa-b4e9-bb88249b8e4a req-bee67b92-a84c-4cbe-a3b9-ab32ddd988cd tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:02.227179 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9acea97-da93-44fa-b4e9-bb88249b8e4a req-bee67b92-a84c-4cbe-a3b9-ab32ddd988cd tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.1595285 May 27 22:44:02.324796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9acea97-da93-44fa-b4e9-bb88249b8e4a req-667857bc-c62d-4b31-8cc6-f79ed6a41312 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906909 May 27 22:44:03.451437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4168d69f-51a0-4562-a53c-13c04d14ed4a details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:44:03.518754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3464656-add0-4cba-830a-7ff81649c144 req-92e73078-afff-47fc-abf9-978e1757c3ca tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:03.528923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3464656-add0-4cba-830a-7ff81649c144 req-92e73078-afff-47fc-abf9-978e1757c3ca tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.3350248 May 27 22:44:03.636868 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3464656-add0-4cba-830a-7ff81649c144 req-7f9e1c83-8bad-419b-a4e1-fed5c16bf8e2 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067402 May 27 22:44:03.868319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:44:03.904588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'port_id': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'mac_address': 'fa:16:3e:ab:0d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:44:03.973407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fcc20-cef1-4e9c-b67f-f6d537e67b54 req-1d13378f-6fae-4f2b-ad49-32b3d415cf53 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:03.987668 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f52fcc20-cef1-4e9c-b67f-f6d537e67b54 req-1d13378f-6fae-4f2b-ad49-32b3d415cf53 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.3692832 May 27 22:44:04.050768 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4168d69f-51a0-4562-a53c-13c04d14ed4a is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:44:04.051279 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:04.112965 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f52fcc20-cef1-4e9c-b67f-f6d537e67b54 req-e2f80ce2-0e2a-46d7-8b97-876879fa88f5 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226299 May 27 22:44:04.122314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4168d69f-51a0-4562-a53c-13c04d14ed4a {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:44:04.269763 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:44:04.384882 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:04.491810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4168d69f-51a0-4562-a53c-13c04d14ed4a,revision_number=12']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:04.567869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['4168d69f-51a0-4562-a53c-13c04d14ed4a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:44:04.953335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1792ac4-c7f8-4e5f-9083-2ce92bee9c87 req-a38ffe06-3a75-471a-851f-118ed527160b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:04.955500 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1792ac4-c7f8-4e5f-9083-2ce92bee9c87 req-a38ffe06-3a75-471a-851f-118ed527160b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 945 time: 0.1227882 May 27 22:44:05.046131 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1792ac4-c7f8-4e5f-9083-2ce92bee9c87 req-e42eeade-63f2-41c5-86df-e65778b62929 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815489 May 27 22:44:05.467664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4168d69f-51a0-4562-a53c-13c04d14ed4a up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:44:05.547295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824ec65-f7eb-4d77-bcb9-55b5eadbbb6d req-0d129200-c189-4b9c-afa9-6614632d9503 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:05.562868 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9824ec65-f7eb-4d77-bcb9-55b5eadbbb6d req-0d129200-c189-4b9c-afa9-6614632d9503 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.2084632 May 27 22:44:05.614725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9824ec65-f7eb-4d77-bcb9-55b5eadbbb6d req-c4b4601b-8eda-45d1-9204-15a20aa076d4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512245 May 27 22:44:05.642815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 4168d69f-51a0-4562-a53c-13c04d14ed4a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:44:05.643317 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:05.847149 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4168d69f-51a0-4562-a53c-13c04d14ed4a is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:44:05.847597 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:05.922755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:44:05.923819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:44:05.979262 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe23d13-e648-4f05-b050-3aa9ffd29ad9'] response: {'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'code': 200} May 27 22:44:06.021944 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:06.183693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4168d69f-51a0-4562-a53c-13c04d14ed4a,revision_number=13']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:06.423480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dcbdcd-ac08-47a8-a72f-c71edd4cd61b req-8ceb10d6-26cb-4590-adf3-d725255105ac tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:06.427089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44dcbdcd-ac08-47a8-a72f-c71edd4cd61b req-8ceb10d6-26cb-4590-adf3-d725255105ac tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.1803310 May 27 22:44:06.493155 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44dcbdcd-ac08-47a8-a72f-c71edd4cd61b req-aaf097f8-5843-4a46-b63d-3b2e6242fb10 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592740 May 27 22:44:07.012001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34e9a9-0d8e-442c-9dab-0bf7c74f9fe6 req-8a013156-d1e1-4914-8de7-7a9b199e1958 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:07.029939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec34e9a9-0d8e-442c-9dab-0bf7c74f9fe6 req-8a013156-d1e1-4914-8de7-7a9b199e1958 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.1890397 May 27 22:44:07.282324 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec34e9a9-0d8e-442c-9dab-0bf7c74f9fe6 req-6e8dfa61-80fe-4798-a5df-e06c58cf7624 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510567 May 27 22:44:07.777067 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20e778-b990-41a6-bb6d-c91fc8e87904 req-923e3f95-2a59-4cb5-a408-1f1e5931750a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:07.785489 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5c20e778-b990-41a6-bb6d-c91fc8e87904 req-923e3f95-2a59-4cb5-a408-1f1e5931750a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.1703908 May 27 22:44:07.843104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5c20e778-b990-41a6-bb6d-c91fc8e87904 req-8aa49df5-4cc9-4386-b439-973e5e1dd3db tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452106 May 27 22:44:08.482911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2537e-8608-4ffc-a6bf-36c93af47120 req-5a6b4f9b-00c4-4ca5-95a0-254d60e93f25 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:08.484425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7d2537e-8608-4ffc-a6bf-36c93af47120 req-5a6b4f9b-00c4-4ca5-95a0-254d60e93f25 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.0825152 May 27 22:44:08.531372 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7d2537e-8608-4ffc-a6bf-36c93af47120 req-2616f3ad-75ec-4283-a5f8-83edd0802ab2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410836 May 27 22:44:09.328172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3dc47-80ba-482e-9f61-4a16ba4a2d3c req-cede0a32-790d-402a-9c62-9373e2c53a83 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:09.343657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ee3dc47-80ba-482e-9f61-4a16ba4a2d3c req-cede0a32-790d-402a-9c62-9373e2c53a83 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.2878864 May 27 22:44:09.482985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ee3dc47-80ba-482e-9f61-4a16ba4a2d3c req-178e43ae-5413-4026-a348-dddf4a999022 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381609 May 27 22:44:10.000905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b646a9-5564-43e4-8b71-9c1e21a21574 req-bad07546-e9ab-442d-898a-2787b7b67cd6 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:10.015920 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46b646a9-5564-43e4-8b71-9c1e21a21574 req-bad07546-e9ab-442d-898a-2787b7b67cd6 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.2821863 May 27 22:44:10.166903 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46b646a9-5564-43e4-8b71-9c1e21a21574 req-40672359-e043-443b-a4bf-feb75b3004d5 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472781 May 27 22:44:11.174887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38740) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:11.211988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f352bf1-b0e2-46f3-9370-c0c8812f01b7 req-8675c567-3b8d-4e44-851f-4de2a9d42405 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:11.213602 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f352bf1-b0e2-46f3-9370-c0c8812f01b7 req-8675c567-3b8d-4e44-851f-4de2a9d42405 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.3724597 May 27 22:44:11.291436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f352bf1-b0e2-46f3-9370-c0c8812f01b7 req-d1df49cb-eac3-4213-9556-d836e86c43b9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721383 May 27 22:44:11.475549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38758) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:11.580955 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0992098-bd14-441c-a60b-24a78bf9ea69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:11.636509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0992098-bd14-441c-a60b-24a78bf9ea69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:11.645308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0992098-bd14-441c-a60b-24a78bf9ea69 admin admin] Usage tracker for resource:security_group_rule and tenant:10200f03b7fd48a7b3d412f07592e17f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:11.647089 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0992098-bd14-441c-a60b-24a78bf9ea69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:11.654663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0992098-bd14-441c-a60b-24a78bf9ea69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:11.675241 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8016f5f0-0bd9-4511-93ce-788bcb00ea17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:11.774544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8016f5f0-0bd9-4511-93ce-788bcb00ea17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:11.783122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8016f5f0-0bd9-4511-93ce-788bcb00ea17 admin admin] Usage tracker for resource:security_group_rule and tenant:775a638a6780458c910bf0a0a7c7c0c4 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:11.788975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8016f5f0-0bd9-4511-93ce-788bcb00ea17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:11.803490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8016f5f0-0bd9-4511-93ce-788bcb00ea17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:11.882520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d60de-ddd5-48be-b8a8-22185942c710 req-ea43efd9-dd87-473a-bb7f-52c92054e2a1 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:11.896659 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d94d60de-ddd5-48be-b8a8-22185942c710 req-ea43efd9-dd87-473a-bb7f-52c92054e2a1 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.4087999 May 27 22:44:11.917035 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0992098-bd14-441c-a60b-24a78bf9ea69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:11.951157 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d94d60de-ddd5-48be-b8a8-22185942c710 req-941836e8-cc77-4033-a384-cdd6fce86964 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562692 May 27 22:44:12.010417 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0992098-bd14-441c-a60b-24a78bf9ea69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:12.083241 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8016f5f0-0bd9-4511-93ce-788bcb00ea17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:12.083765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0992098-bd14-441c-a60b-24a78bf9ea69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01179c0-ac4d-4c04-a665-2eb1d2d5b4eb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:12.130050 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0992098-bd14-441c-a60b-24a78bf9ea69 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=10200f03b7fd48a7b3d412f07592e17f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9508889 May 27 22:44:12.130825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38774) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:12.207701 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f92d10f9-48b4-4569-bac9-13571c80b98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:12.236679 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8016f5f0-0bd9-4511-93ce-788bcb00ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:12.396942 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f92d10f9-48b4-4569-bac9-13571c80b98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:12.447669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016f5f0-0bd9-4511-93ce-788bcb00ea17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa029561-b1d8-43b6-9f8f-298ed8aa3da7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:12.559661 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8016f5f0-0bd9-4511-93ce-788bcb00ea17 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=775a638a6780458c910bf0a0a7c7c0c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0830042 May 27 22:44:12.562725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38786) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:12.590951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b5e6e-b368-4c41-a0de-ee1f24117656 req-97a0bcc6-feeb-4b27-8766-0b6a63d10459 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:12.592427 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-355b5e6e-b368-4c41-a0de-ee1f24117656 req-97a0bcc6-feeb-4b27-8766-0b6a63d10459 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.1459339 May 27 22:44:12.630290 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26fb9fce-2a6a-41c8-968a-682a8c4661dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:12.643304 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-355b5e6e-b368-4c41-a0de-ee1f24117656 req-ca8b23c0-1b76-40a5-96ef-5f27f9f71434 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444367 May 27 22:44:12.661151 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26fb9fce-2a6a-41c8-968a-682a8c4661dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:12.844938 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f92d10f9-48b4-4569-bac9-13571c80b98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:12.861502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d10f9-48b4-4569-bac9-13571c80b98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01179c0-ac4d-4c04-a665-2eb1d2d5b4eb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:12.870707 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f92d10f9-48b4-4569-bac9-13571c80b98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:12.870707 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f92d10f9-48b4-4569-bac9-13571c80b98c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c01179c0-ac4d-4c04-a665-2eb1d2d5b4eb HTTP/1.1" status: 204 len: 168 time: 0.7322140 May 27 22:44:12.890913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26fb9fce-2a6a-41c8-968a-682a8c4661dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:12.914098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb9fce-2a6a-41c8-968a-682a8c4661dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa029561-b1d8-43b6-9f8f-298ed8aa3da7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:12.940858 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26fb9fce-2a6a-41c8-968a-682a8c4661dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:12.940858 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-26fb9fce-2a6a-41c8-968a-682a8c4661dd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fa029561-b1d8-43b6-9f8f-298ed8aa3da7 HTTP/1.1" status: 204 len: 168 time: 0.3742557 May 27 22:44:13.607116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a7c74-e1ee-4094-a514-03bdb37be20f req-9838d9fe-6f2f-4d81-9802-10e7d12a5620 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:13.623678 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a8a7c74-e1ee-4094-a514-03bdb37be20f req-9838d9fe-6f2f-4d81-9802-10e7d12a5620 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.4040170 May 27 22:44:13.818119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911e7dd-943b-44c9-9ba8-c559e028ba42 req-78f3ee0f-adad-46db-8f11-db52ffa79c94 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:13.827035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911e7dd-943b-44c9-9ba8-c559e028ba42 req-78f3ee0f-adad-46db-8f11-db52ffa79c94 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:13.834752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911e7dd-943b-44c9-9ba8-c559e028ba42 req-78f3ee0f-adad-46db-8f11-db52ffa79c94 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:13.843794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911e7dd-943b-44c9-9ba8-c559e028ba42 req-78f3ee0f-adad-46db-8f11-db52ffa79c94 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:13.850813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911e7dd-943b-44c9-9ba8-c559e028ba42 req-78f3ee0f-adad-46db-8f11-db52ffa79c94 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:13.869548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911e7dd-943b-44c9-9ba8-c559e028ba42 req-78f3ee0f-adad-46db-8f11-db52ffa79c94 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:13.894754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911e7dd-943b-44c9-9ba8-c559e028ba42 req-78f3ee0f-adad-46db-8f11-db52ffa79c94 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:13.903753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d911e7dd-943b-44c9-9ba8-c559e028ba42 req-78f3ee0f-adad-46db-8f11-db52ffa79c94 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5443 time: 0.5393701 May 27 22:44:13.957679 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a8a7c74-e1ee-4094-a514-03bdb37be20f req-7a2d25f0-595b-4995-a6b6-1aef8f8eb7dc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078439 May 27 22:44:13.986239 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38836) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:14.031634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d911e7dd-943b-44c9-9ba8-c559e028ba42 req-3098362a-eee2-439a-a988-ffc915e93c32 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1163104 May 27 22:44:14.044176 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e186f2d-3f24-4f28-b8d6-b6bce1be1145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:14.076020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8e186f2d-3f24-4f28-b8d6-b6bce1be1145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:14.089655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e186f2d-3f24-4f28-b8d6-b6bce1be1145 admin admin] Usage tracker for resource:security_group_rule and tenant:63ee08e0091f49fe9650d00b7a16efe5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:14.093627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e186f2d-3f24-4f28-b8d6-b6bce1be1145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:14.106800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8e186f2d-3f24-4f28-b8d6-b6bce1be1145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:14.351964 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e186f2d-3f24-4f28-b8d6-b6bce1be1145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:14.459929 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e186f2d-3f24-4f28-b8d6-b6bce1be1145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:14.498392 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49e7fb-d5b1-46a6-8904-79933bd5d30b req-f853db50-98ad-4617-b9fc-b868ef212742 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:14.513709 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df49e7fb-d5b1-46a6-8904-79933bd5d30b req-f853db50-98ad-4617-b9fc-b868ef212742 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.3193767 May 27 22:44:14.518480 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8e186f2d-3f24-4f28-b8d6-b6bce1be1145 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=63ee08e0091f49fe9650d00b7a16efe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5384867 May 27 22:44:14.522359 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38854) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:14.527849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa29bc0-923e-4253-80ad-28ce30cd0e63 req-def41935-f2cb-49eb-93f0-f9f0887c5bad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:14.534567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa29bc0-923e-4253-80ad-28ce30cd0e63 req-def41935-f2cb-49eb-93f0-f9f0887c5bad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:14.539677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa29bc0-923e-4253-80ad-28ce30cd0e63 req-def41935-f2cb-49eb-93f0-f9f0887c5bad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:14.545553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa29bc0-923e-4253-80ad-28ce30cd0e63 req-def41935-f2cb-49eb-93f0-f9f0887c5bad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:14.552219 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa29bc0-923e-4253-80ad-28ce30cd0e63 req-def41935-f2cb-49eb-93f0-f9f0887c5bad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:14.558922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa29bc0-923e-4253-80ad-28ce30cd0e63 req-def41935-f2cb-49eb-93f0-f9f0887c5bad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:14.565680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa29bc0-923e-4253-80ad-28ce30cd0e63 req-def41935-f2cb-49eb-93f0-f9f0887c5bad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:14.567839 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4aa29bc0-923e-4253-80ad-28ce30cd0e63 req-def41935-f2cb-49eb-93f0-f9f0887c5bad tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5443 time: 0.3717697 May 27 22:44:14.588977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e186f2d-3f24-4f28-b8d6-b6bce1be1145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810d8807-2261-45b9-83de-33234c937983,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:14.634324 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df49e7fb-d5b1-46a6-8904-79933bd5d30b req-b4cd5b7b-d38a-4db7-a957-d89a9f67752a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165323 May 27 22:44:14.690740 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9c35a30-0d5a-4b62-b176-fbf35aa39f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:14.727324 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9c35a30-0d5a-4b62-b176-fbf35aa39f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:14.766889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38870) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:14.802091 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-82cfd6bc-9c55-45ee-95bb-88df6de7ed7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:14.837962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-82cfd6bc-9c55-45ee-95bb-88df6de7ed7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:14.853441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-82cfd6bc-9c55-45ee-95bb-88df6de7ed7d admin admin] Usage tracker for resource:security_group_rule and tenant:510e1b21bbf947da98306ab0161ab0d8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:14.853441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-82cfd6bc-9c55-45ee-95bb-88df6de7ed7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:14.867302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-82cfd6bc-9c55-45ee-95bb-88df6de7ed7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:14.905504 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9c35a30-0d5a-4b62-b176-fbf35aa39f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:15.005223 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9c35a30-0d5a-4b62-b176-fbf35aa39f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:15.005223 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d9c35a30-0d5a-4b62-b176-fbf35aa39f6c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/810d8807-2261-45b9-83de-33234c937983 HTTP/1.1" status: 204 len: 168 time: 0.4748287 May 27 22:44:15.005223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c35a30-0d5a-4b62-b176-fbf35aa39f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810d8807-2261-45b9-83de-33234c937983,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:15.050446 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-82cfd6bc-9c55-45ee-95bb-88df6de7ed7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:15.136140 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-82cfd6bc-9c55-45ee-95bb-88df6de7ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:15.366869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfd6bc-9c55-45ee-95bb-88df6de7ed7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd8b03e-40a0-4971-9049-2300c252fdcc,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:15.406267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-82cfd6bc-9c55-45ee-95bb-88df6de7ed7d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=510e1b21bbf947da98306ab0161ab0d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6340580 May 27 22:44:15.406448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38898) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:15.433069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ee820-e87e-4bf9-b68d-a8a4e3b63b69 req-0947d92e-bb03-4b5f-9e3f-acdd32ab3df8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:15.440990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b6ee820-e87e-4bf9-b68d-a8a4e3b63b69 req-0947d92e-bb03-4b5f-9e3f-acdd32ab3df8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.2743080 May 27 22:44:15.496816 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b962a5c6-13ff-4239-9ab2-c0553d3f9550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:15.512713 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b6ee820-e87e-4bf9-b68d-a8a4e3b63b69 req-50188dc8-8230-4382-97aa-c0cbbcd4f7a2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708973 May 27 22:44:15.575093 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b962a5c6-13ff-4239-9ab2-c0553d3f9550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:15.830295 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b962a5c6-13ff-4239-9ab2-c0553d3f9550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:15.864891 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962a5c6-13ff-4239-9ab2-c0553d3f9550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd8b03e-40a0-4971-9049-2300c252fdcc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:15.875010 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b962a5c6-13ff-4239-9ab2-c0553d3f9550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:15.881414 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b962a5c6-13ff-4239-9ab2-c0553d3f9550 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3bd8b03e-40a0-4971-9049-2300c252fdcc HTTP/1.1" status: 204 len: 168 time: 0.4694095 May 27 22:44:15.899385 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:16.013147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734d3d-1312-4d37-9960-82229bca6d90 req-0244d7d1-33f0-4a6e-9232-d77f36a43445 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:16.019244 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de734d3d-1312-4d37-9960-82229bca6d90 req-0244d7d1-33f0-4a6e-9232-d77f36a43445 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.1513367 May 27 22:44:16.183153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de734d3d-1312-4d37-9960-82229bca6d90 req-e4f318a2-1e0e-41cb-bfcf-47ce4fe981c7 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628978 May 27 22:44:16.996405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e3a27-9cfc-4cf1-9b93-a271571b19a8 req-0edad3e8-3bee-4a61-937e-1810273e09fa tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:16.996405 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b65e3a27-9cfc-4cf1-9b93-a271571b19a8 req-0edad3e8-3bee-4a61-937e-1810273e09fa tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.1432641 May 27 22:44:17.058179 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b65e3a27-9cfc-4cf1-9b93-a271571b19a8 req-9288d511-c654-4bdb-b9a2-22a108f63e8c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939345 May 27 22:44:17.570309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973d82b-3ff6-443a-8839-60e3be82d5ce req-014d716d-1569-4c0c-b9ff-50e0cead9e32 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:17.572737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1973d82b-3ff6-443a-8839-60e3be82d5ce req-014d716d-1569-4c0c-b9ff-50e0cead9e32 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.2611387 May 27 22:44:17.682233 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1973d82b-3ff6-443a-8839-60e3be82d5ce req-7875cb08-3824-4731-97df-33d8eacd559e tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996158 May 27 22:44:18.511516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354db41-f0e1-4f4b-a344-451478c79bba req-a594aa5f-1262-4846-937d-6e2de7543377 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:18.521478 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4354db41-f0e1-4f4b-a344-451478c79bba req-a594aa5f-1262-4846-937d-6e2de7543377 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.1880121 May 27 22:44:18.640425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4354db41-f0e1-4f4b-a344-451478c79bba req-6d072fb0-6558-456f-9cb2-a6978ba58b3c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118264 May 27 22:44:18.996271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed90721-61e4-48d6-afcb-915feb1e948c req-b6d3ecac-aeae-4131-becf-e99ddb5092ab tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:18.998060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ed90721-61e4-48d6-afcb-915feb1e948c req-b6d3ecac-aeae-4131-becf-e99ddb5092ab tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.0952315 May 27 22:44:19.062993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ed90721-61e4-48d6-afcb-915feb1e948c req-2a6e1271-71b8-4057-86ea-c7e523940367 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547361 May 27 22:44:19.529488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39038) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:20.136085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26418919-aa02-4b79-bd57-4d38d5122abb req-8cf1c17f-2a8f-4fb4-8e5b-bf6973007f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:20.136881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26418919-aa02-4b79-bd57-4d38d5122abb req-8cf1c17f-2a8f-4fb4-8e5b-bf6973007f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:20.137525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26418919-aa02-4b79-bd57-4d38d5122abb req-8cf1c17f-2a8f-4fb4-8e5b-bf6973007f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:20.138160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26418919-aa02-4b79-bd57-4d38d5122abb req-8cf1c17f-2a8f-4fb4-8e5b-bf6973007f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:20.138846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26418919-aa02-4b79-bd57-4d38d5122abb req-8cf1c17f-2a8f-4fb4-8e5b-bf6973007f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:20.139545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26418919-aa02-4b79-bd57-4d38d5122abb req-8cf1c17f-2a8f-4fb4-8e5b-bf6973007f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:20.140182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26418919-aa02-4b79-bd57-4d38d5122abb req-8cf1c17f-2a8f-4fb4-8e5b-bf6973007f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:20.142341 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26418919-aa02-4b79-bd57-4d38d5122abb req-8cf1c17f-2a8f-4fb4-8e5b-bf6973007f88 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 6500 time: 0.6118367 May 27 22:44:20.210094 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26418919-aa02-4b79-bd57-4d38d5122abb req-69c56fc4-3129-4163-9166-b72f1032a85f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524879 May 27 22:44:20.252013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9715b3-f8f6-466c-ae69-a968a1cc69d2 req-d77b40bb-f52a-4258-acca-d732d40794f2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:20.266089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf9715b3-f8f6-466c-ae69-a968a1cc69d2 req-d77b40bb-f52a-4258-acca-d732d40794f2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.2818267 May 27 22:44:20.398825 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf9715b3-f8f6-466c-ae69-a968a1cc69d2 req-75eae123-fea9-4051-b5be-8933fedf5ecb tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301014 May 27 22:44:20.547750 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:44:20.598722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f67e4c-4acd-4e44-b5da-13c0bd514f68 req-54b19ab5-0c10-4143-b375-58038645fc0e tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:20.610380 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32f67e4c-4acd-4e44-b5da-13c0bd514f68 req-54b19ab5-0c10-4143-b375-58038645fc0e tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.1950252 May 27 22:44:20.752894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32f67e4c-4acd-4e44-b5da-13c0bd514f68 req-000ae944-094b-4744-bb56-56bf1cf8c66a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412475 May 27 22:44:21.763307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccc255-4209-4741-9ed9-6bf911696b72 req-035271cc-dbb7-46c2-9cc6-5ef31fdac564 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:21.767193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-85ccc255-4209-4741-9ed9-6bf911696b72 req-035271cc-dbb7-46c2-9cc6-5ef31fdac564 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.1724343 May 27 22:44:21.931974 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-85ccc255-4209-4741-9ed9-6bf911696b72 req-6d572beb-100d-4351-a65f-e0c6b80ccc50 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406889 May 27 22:44:22.105658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39126) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:22.187239 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:22.284452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb9d52-a691-4c49-b7f8-6e181161dff2 req-6ba41f25-9d12-43eb-8c4e-0bf5f5e8ac95 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:22.302314 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66bb9d52-a691-4c49-b7f8-6e181161dff2 req-6ba41f25-9d12-43eb-8c4e-0bf5f5e8ac95 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.2541535 May 27 22:44:22.406953 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66bb9d52-a691-4c49-b7f8-6e181161dff2 req-b91b71ad-17e4-43da-b06b-473fe2364ad3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031504 May 27 22:44:22.767327 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-147d54ac-bf14-4f21-96c3-c0459fb5a4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:22.807116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-147d54ac-bf14-4f21-96c3-c0459fb5a4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:22.814039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-147d54ac-bf14-4f21-96c3-c0459fb5a4d8 admin admin] Usage tracker for resource:security_group_rule and tenant:2daf4fe414de4bcf9c2f02467ef69d9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:22.822363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-147d54ac-bf14-4f21-96c3-c0459fb5a4d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:22.835081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-147d54ac-bf14-4f21-96c3-c0459fb5a4d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:22.969206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-147d54ac-bf14-4f21-96c3-c0459fb5a4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:23.104936 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-147d54ac-bf14-4f21-96c3-c0459fb5a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:23.169473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d54ac-bf14-4f21-96c3-c0459fb5a4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f679dbef-d56b-4ba5-84a6-76d0a5537cce,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:23.336236 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-147d54ac-bf14-4f21-96c3-c0459fb5a4d8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2daf4fe414de4bcf9c2f02467ef69d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2070174 May 27 22:44:23.349736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b80a72-3424-4787-8179-d4e017b06366 req-7a8beca9-3ecf-4bc3-befd-bfd05abb529f tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:23.349736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3b80a72-3424-4787-8179-d4e017b06366 req-7a8beca9-3ecf-4bc3-befd-bfd05abb529f tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 945 time: 0.2892592 May 27 22:44:23.351185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39158) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:23.399045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3b80a72-3424-4787-8179-d4e017b06366 req-09b1cd7f-fce6-4807-9585-c84b8d5db585 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567195 May 27 22:44:23.421333 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:23.477530 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:23.547021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:44:23.738610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:44:23.749238 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:23.757482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'port_id': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'mac_address': 'fa:16:3e:0d:4e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:44:23.769857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f679dbef-d56b-4ba5-84a6-76d0a5537cce,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:23.775843 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:23.777186 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f679dbef-d56b-4ba5-84a6-76d0a5537cce HTTP/1.1" status: 204 len: 168 time: 0.4405336 May 27 22:44:23.783952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:23.784502 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:23.785007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:23.785545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:23.786072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:23.786598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:23.787190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:23.787723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:23.788265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:23.788827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:23.789355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:23.789871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc201c8-8e45-409a-8bd3-5e7aca1d48c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:23.871186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027ca54-3a7c-4f9f-8f50-1ba6766f80df req-a2e4bebb-fa57-478a-9715-37e1e81a2a77 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:23.871917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:44:23.872531 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:23.873020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4027ca54-3a7c-4f9f-8f50-1ba6766f80df req-a2e4bebb-fa57-478a-9715-37e1e81a2a77 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.2726402 May 27 22:44:23.897314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:44:23.929575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:44:23.979236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4027ca54-3a7c-4f9f-8f50-1ba6766f80df req-795c4e8d-7445-46f6-91b7-f3662596ffc6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977881 May 27 22:44:24.269900 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:24.423689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,revision_number=11']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:24.585632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['c81a0cbb-dd70-4db9-9adc-0f6c559e86a8'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:44:24.884648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453483dd-2fcb-437e-b4ee-78640f8aed3b req-2d20d0b1-1882-4158-82f2-8dc370b381cf tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:24.890349 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-453483dd-2fcb-437e-b4ee-78640f8aed3b req-2d20d0b1-1882-4158-82f2-8dc370b381cf tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.2864499 May 27 22:44:25.058153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-453483dd-2fcb-437e-b4ee-78640f8aed3b req-a6a46718-f6f1-4b0b-bb85-0c47bffd2091 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473739 May 27 22:44:25.325485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8e1c1-2f51-4d28-99c6-2027f0fb2e84 req-03e8fa6e-8e6f-4500-8e6e-97f7d56f8c46 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:25.333364 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5b8e1c1-2f51-4d28-99c6-2027f0fb2e84 req-03e8fa6e-8e6f-4500-8e6e-97f7d56f8c46 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.1512914 May 27 22:44:25.431829 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5b8e1c1-2f51-4d28-99c6-2027f0fb2e84 req-ca938a72-0359-444b-8031-85f8588dff1d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922554 May 27 22:44:26.390710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd676af-9706-436e-91bf-674fe37ff4ad req-5e4d4436-ad54-4050-8ef8-9ff55901590f tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:26.392234 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddd676af-9706-436e-91bf-674fe37ff4ad req-5e4d4436-ad54-4050-8ef8-9ff55901590f tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.1802325 May 27 22:44:26.556954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddd676af-9706-436e-91bf-674fe37ff4ad req-3203b2bc-a0e2-44e6-b133-4eac0cd65dfc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514673 May 27 22:44:26.716698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f6d49-1d82-4548-9988-9ba2647f1c9e req-a610da6a-c381-43ef-8c0e-7ba4a409815e tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:26.718583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f5f6d49-1d82-4548-9988-9ba2647f1c9e req-a610da6a-c381-43ef-8c0e-7ba4a409815e tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.0934927 May 27 22:44:26.783216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f5f6d49-1d82-4548-9988-9ba2647f1c9e req-36ba8774-1b6e-4981-8f34-f3cb7d1f7c0f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579138 May 27 22:44:27.453124 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-07b07617-9c32-493e-a0ef-fe6add665927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:27.568060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:44:27.732371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:44:27.741399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:44:27.741399 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:27.895470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdbe66-d4bf-4b31-a759-ffac3ae8f14d req-58eff3ea-9e22-4435-8bd4-4cc2a6f050da tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:27.897823 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bbbdbe66-d4bf-4b31-a759-ffac3ae8f14d req-58eff3ea-9e22-4435-8bd4-4cc2a6f050da tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 946 time: 0.1477158 May 27 22:44:27.992678 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bbbdbe66-d4bf-4b31-a759-ffac3ae8f14d req-1f9ab8fe-94a3-4846-b6b3-15e066fc821d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893967 May 27 22:44:28.033462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:44:28.035573 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:28.093003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:44:28.141637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:44:28.192329 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1eee395-6bb4-435a-97db-80100c7bc9b0'] response: {'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'code': 200} May 27 22:44:28.205424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1abf81-3146-4cbd-a7be-f317d7c38723 req-a22f8d55-3f9a-46bf-8313-e15a0543491f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:28.209551 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf1abf81-3146-4cbd-a7be-f317d7c38723 req-a22f8d55-3f9a-46bf-8313-e15a0543491f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.1967797 May 27 22:44:28.218620 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:28.332539 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf1abf81-3146-4cbd-a7be-f317d7c38723 req-e649b5dd-8590-4dc4-b0a8-bad0e310cbbf tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033492 May 27 22:44:28.451024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,revision_number=12']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:28.743663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411d122-e74e-459f-9b6b-d52919ba8e80 req-8352fd25-8c66-422b-a1c4-a8619ba2f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:28.745676 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d411d122-e74e-459f-9b6b-d52919ba8e80 req-8352fd25-8c66-422b-a1c4-a8619ba2f124 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 1098 time: 0.1631970 May 27 22:44:28.846431 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d411d122-e74e-459f-9b6b-d52919ba8e80 req-cf3b4884-3902-4244-8068-85400fb52b73 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917809 May 27 22:44:29.270623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7f6a7-37b0-40b9-8cc3-91d8dae5eb3b req-3fb1b317-8371-42f3-9ec2-44f24ee8a15c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:29.281042 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9eb7f6a7-37b0-40b9-8cc3-91d8dae5eb3b req-3fb1b317-8371-42f3-9ec2-44f24ee8a15c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 947 time: 0.1311846 May 27 22:44:29.344120 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9eb7f6a7-37b0-40b9-8cc3-91d8dae5eb3b req-ed423fbe-cee0-4bf8-897d-c2069546ac2a tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604064 May 27 22:44:29.733833 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ec692c3-0758-42df-b60d-6b73567401d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:30.804225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f55a6d-4d6f-4eab-97cb-f16572ed015f req-90e7b804-a5b3-4539-94bb-46f794bd5c71 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:30.808531 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66f55a6d-4d6f-4eab-97cb-f16572ed015f req-90e7b804-a5b3-4539-94bb-46f794bd5c71 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 947 time: 0.1614802 May 27 22:44:30.929494 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:30.941210 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66f55a6d-4d6f-4eab-97cb-f16572ed015f req-cfd8bc6a-751a-448b-9334-750fd90b7e2e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265905 May 27 22:44:31.002217 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:31.240242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519c7ee-383e-46ed-b1c1-743e09a943dc req-7889c936-5554-4c7a-a5cc-539bc29fcd6c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:31.241739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2519c7ee-383e-46ed-b1c1-743e09a943dc req-7889c936-5554-4c7a-a5cc-539bc29fcd6c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 946 time: 0.0851686 May 27 22:44:31.294471 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2519c7ee-383e-46ed-b1c1-743e09a943dc req-a2d0ac08-068d-41f5-ad54-f6af831c7e87 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447483 May 27 22:44:31.594769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4168d69f-51a0-4562-a53c-13c04d14ed4a no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:44:31.895320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4168d69f-51a0-4562-a53c-13c04d14ed4a is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:44:31.896087 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:31.959207 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:44:31.990975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:44:32.069451 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:32.174090 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:32.294593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69a17f-4047-44cd-a18f-ced134c3cdd5 req-6fc1b4f3-ad63-4c9a-aaf0-919f6dd69f1c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:32.299439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4168d69f-51a0-4562-a53c-13c04d14ed4a,revision_number=14']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:32.318666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8a69a17f-4047-44cd-a18f-ced134c3cdd5 req-6fc1b4f3-ad63-4c9a-aaf0-919f6dd69f1c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 947 time: 0.2028131 May 27 22:44:32.377134 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8a69a17f-4047-44cd-a18f-ced134c3cdd5 req-31f2b82e-c553-4d51-ac9f-511d8bc0963e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574269 May 27 22:44:32.478299 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c671d1-af4b-4d7f-8be5-cdb9fbda8625'] response: {'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'code': 200} May 27 22:44:33.616261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39642) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:33.677129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e2754-9b21-48f3-8e47-4b9ab02bade7 req-004abddc-82eb-4cfa-8082-bf562e341d08 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:33.682118 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a0e2754-9b21-48f3-8e47-4b9ab02bade7 req-004abddc-82eb-4cfa-8082-bf562e341d08 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 947 time: 0.0944879 May 27 22:44:33.773124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a0e2754-9b21-48f3-8e47-4b9ab02bade7 req-0c96a25d-03b7-4614-8968-bc3e00a768b7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833726 May 27 22:44:34.073477 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca1c9cf0-fdcb-4cc9-8592-45a041f29691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:34.095263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ca1c9cf0-fdcb-4cc9-8592-45a041f29691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:34.099358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ca1c9cf0-fdcb-4cc9-8592-45a041f29691 admin admin] Usage tracker for resource:security_group_rule and tenant:5e1bdb4a595b437293d6e024bc0c7318 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:34.102554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ca1c9cf0-fdcb-4cc9-8592-45a041f29691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:34.111151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ca1c9cf0-fdcb-4cc9-8592-45a041f29691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:34.322616 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca1c9cf0-fdcb-4cc9-8592-45a041f29691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:34.461586 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca1c9cf0-fdcb-4cc9-8592-45a041f29691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:34.511585 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca1c9cf0-fdcb-4cc9-8592-45a041f29691 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5e1bdb4a595b437293d6e024bc0c7318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8928211 May 27 22:44:34.511779 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c9cf0-fdcb-4cc9-8592-45a041f29691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0ffa3e-0e23-4414-99f1-fed0ce1ee7d8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:34.512912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39680) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:34.577425 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:34.602590 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:34.727114 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:34.744624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0ffa3e-0e23-4414-99f1-fed0ce1ee7d8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:34.759998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:34.760599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:34.760966 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:34.761368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:34.761770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:34.762162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:34.762552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:34.762941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:34.763334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:34.763928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:34.764399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:34.764799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:44:34.772100 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:34.782502 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-91ff53c9-6a19-49da-aaf3-5c49388902b8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ab0ffa3e-0e23-4414-99f1-fed0ce1ee7d8 HTTP/1.1" status: 204 len: 168 time: 0.2587280 May 27 22:44:35.803485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39756) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:35.830104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-166ebd70-04fa-459b-8345-805bd74a602d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:35.846977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-166ebd70-04fa-459b-8345-805bd74a602d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:35.851284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-166ebd70-04fa-459b-8345-805bd74a602d admin admin] Usage tracker for resource:security_group_rule and tenant:f6ac8861d8cf43d19a85b2b63775438d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:35.854814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-166ebd70-04fa-459b-8345-805bd74a602d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:35.862504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-166ebd70-04fa-459b-8345-805bd74a602d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:35.974267 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-166ebd70-04fa-459b-8345-805bd74a602d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:36.058349 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-166ebd70-04fa-459b-8345-805bd74a602d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:36.128592 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-166ebd70-04fa-459b-8345-805bd74a602d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f6ac8861d8cf43d19a85b2b63775438d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238900 May 27 22:44:36.135816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39770) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:36.180074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a2d58-c6af-4158-94e4-df5b60f237d6 req-116a1f4c-b389-48ff-a565-cf4dde42dc82 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:36.181702 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-097a2d58-c6af-4158-94e4-df5b60f237d6 req-116a1f4c-b389-48ff-a565-cf4dde42dc82 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1369243 May 27 22:44:36.243471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ebd70-04fa-459b-8345-805bd74a602d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f138c5-4b9b-4b87-8345-d493d75cbde5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:36.293182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-097a2d58-c6af-4158-94e4-df5b60f237d6 req-02bde787-e300-4773-b39b-cf5e8a43dfe1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018538 May 27 22:44:36.310267 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21356818-2e70-4d3f-8f1b-6adfbfd038ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:36.343627 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21356818-2e70-4d3f-8f1b-6adfbfd038ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:36.488886 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21356818-2e70-4d3f-8f1b-6adfbfd038ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:36.500930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21356818-2e70-4d3f-8f1b-6adfbfd038ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f138c5-4b9b-4b87-8345-d493d75cbde5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:36.510231 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21356818-2e70-4d3f-8f1b-6adfbfd038ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:36.514177 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-21356818-2e70-4d3f-8f1b-6adfbfd038ef admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/53f138c5-4b9b-4b87-8345-d493d75cbde5 HTTP/1.1" status: 204 len: 168 time: 0.3729720 May 27 22:44:36.588749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7f213-f598-4bd1-a136-8a5592bcf04b req-a80ead3a-85f1-4f86-9318-0d411656882f tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:36.591680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30c7f213-f598-4bd1-a136-8a5592bcf04b req-a80ead3a-85f1-4f86-9318-0d411656882f tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 945 time: 0.1471908 May 27 22:44:36.599218 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4188f-532d-4c9c-a703-3d77f50399e2 req-53f06de7-2d5b-43ab-85cf-3eaf27b1adaa tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:36.600832 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57e4188f-532d-4c9c-a703-3d77f50399e2 req-53f06de7-2d5b-43ab-85cf-3eaf27b1adaa tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1240644 May 27 22:44:36.672293 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30c7f213-f598-4bd1-a136-8a5592bcf04b req-295b0fa7-ed98-457d-9add-85442892ae9c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=449d7d00-7cbb-4b42-85ec-e2591b200725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703392 May 27 22:44:36.675484 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57e4188f-532d-4c9c-a703-3d77f50399e2 req-dbad74ce-f18a-454e-98ca-707062d1dc91 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591214 May 27 22:44:36.892197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49018cb1-90af-4f74-99a2-24926865de8d req-ff4da0d6-46be-4023-a31a-584c196ef783 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:36.893689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-49018cb1-90af-4f74-99a2-24926865de8d req-ff4da0d6-46be-4023-a31a-584c196ef783 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.0819480 May 27 22:44:36.944327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-49018cb1-90af-4f74-99a2-24926865de8d req-ef25b0dd-39d4-4369-adbd-6429e9e113f6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442700 May 27 22:44:37.365455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39808) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:37.394507 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6df788b9-cfba-4e79-ac18-9f0a70cae981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:37.408885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6df788b9-cfba-4e79-ac18-9f0a70cae981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:37.412918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6df788b9-cfba-4e79-ac18-9f0a70cae981 admin admin] Usage tracker for resource:security_group_rule and tenant:093aabba13c544ecb969442ba4e29d58 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:37.416084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6df788b9-cfba-4e79-ac18-9f0a70cae981 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:37.423743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6df788b9-cfba-4e79-ac18-9f0a70cae981 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:37.518342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acdde4-4c90-4273-822c-531b3f9553ba req-36e96325-12e1-404f-ad12-6f97aeb17d04 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:37.521473 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9acdde4-4c90-4273-822c-531b3f9553ba req-36e96325-12e1-404f-ad12-6f97aeb17d04 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.0923820 May 27 22:44:37.595997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79af92c-16c1-4de2-9530-b521ed2e820d req-6b9d56e7-c0f0-4fd5-b64d-b6f16a511ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:37.596651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9acdde4-4c90-4273-822c-531b3f9553ba req-ca417132-e124-41ac-9762-feb1d7cf378f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577495 May 27 22:44:37.597923 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c79af92c-16c1-4de2-9530-b521ed2e820d req-6b9d56e7-c0f0-4fd5-b64d-b6f16a511ad8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 1095 time: 0.1477311 May 27 22:44:37.746334 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6df788b9-cfba-4e79-ac18-9f0a70cae981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:37.797117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79af92c-16c1-4de2-9530-b521ed2e820d req-733d5f11-0081-4580-b855-1df0203a2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:37.798805 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c79af92c-16c1-4de2-9530-b521ed2e820d req-733d5f11-0081-4580-b855-1df0203a2686 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.1849537 May 27 22:44:37.868371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6df788b9-cfba-4e79-ac18-9f0a70cae981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:37.944674 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6df788b9-cfba-4e79-ac18-9f0a70cae981 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=093aabba13c544ecb969442ba4e29d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5780418 May 27 22:44:37.946723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b78cac4-ad6a-4761-80c4-fa6fe3aa6343 req-f4a4aca1-1740-4b71-a33f-fdca9f104db3 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:37.954878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b78cac4-ad6a-4761-80c4-fa6fe3aa6343 req-f4a4aca1-1740-4b71-a33f-fdca9f104db3 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 945 time: 0.0960548 May 27 22:44:37.957396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39834) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:38.150822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df788b9-cfba-4e79-ac18-9f0a70cae981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ac82a4-13d2-4426-9a39-17341e313847,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:38.168975 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b78cac4-ad6a-4761-80c4-fa6fe3aa6343 req-1fba457a-530e-4455-9677-3a376960407a tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=449d7d00-7cbb-4b42-85ec-e2591b200725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973560 May 27 22:44:38.179990 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c79af92c-16c1-4de2-9530-b521ed2e820d req-f87ad880-1d0d-4e5c-be55-ef33e95d36fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a HTTP/1.1" status: 200 len: 999 time: 0.3740497 May 27 22:44:38.210045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-02ced3f2-699e-442d-abff-24fe9e199d7b tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:38.210786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-02ced3f2-699e-442d-abff-24fe9e199d7b tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Synchronizing usage tracker for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:44:38.239933 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00e095da-3577-4169-b61e-02f0046a4b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:38.269396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00e095da-3577-4169-b61e-02f0046a4b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:38.281769 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79af92c-16c1-4de2-9530-b521ed2e820d req-f9817318-c351-422e-8b78-28435d76c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:38.283210 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c79af92c-16c1-4de2-9530-b521ed2e820d req-f9817318-c351-422e-8b78-28435d76c322 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.0685565 May 27 22:44:38.369401 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-02ced3f2-699e-442d-abff-24fe9e199d7b tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Unset dirty status for tenant:49504ca94f5d42bf86dd37e137461ad8 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:44:38.370776 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-02ced3f2-699e-442d-abff-24fe9e199d7b tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 945 time: 0.4758110 May 27 22:44:38.408031 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00e095da-3577-4169-b61e-02f0046a4b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:38.429022 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00e095da-3577-4169-b61e-02f0046a4b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:38.430933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-00e095da-3577-4169-b61e-02f0046a4b23 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f5ac82a4-13d2-4426-9a39-17341e313847 HTTP/1.1" status: 204 len: 168 time: 0.4719801 May 27 22:44:38.433974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e095da-3577-4169-b61e-02f0046a4b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ac82a4-13d2-4426-9a39-17341e313847,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:38.442539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79af92c-16c1-4de2-9530-b521ed2e820d req-b1271b94-0a70-42be-b0c7-987f1658bbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:38.444510 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c79af92c-16c1-4de2-9530-b521ed2e820d req-b1271b94-0a70-42be-b0c7-987f1658bbd4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547236 May 27 22:44:38.625024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-ad1f3221-5013-4409-8c85-aa2259b16b27 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Deleting port ea798d76-d17a-4c41-a77f-2f46e927aafb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:44:38.625384 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-ad1f3221-5013-4409-8c85-aa2259b16b27 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:38.662617 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c79af92c-16c1-4de2-9530-b521ed2e820d req-0404cf08-a41d-4b7c-b14a-958c7a9d1abd service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039061 May 27 22:44:38.871006 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b432c-dade-49b4-bd77-00a5fb2d5eba req-9bb77547-9599-4bf0-8dda-462da917ab6a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:38.872607 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-227b432c-dade-49b4-bd77-00a5fb2d5eba req-9bb77547-9599-4bf0-8dda-462da917ab6a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1290400 May 27 22:44:38.946609 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-227b432c-dade-49b4-bd77-00a5fb2d5eba req-6a704035-5bde-4a2b-8d4c-3b4bfaf379bf tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643115 May 27 22:44:39.076833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c79af92c-16c1-4de2-9530-b521ed2e820d req-30d2e850-e030-48a4-b070-7dfeb754054e service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964834 May 27 22:44:39.130350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-ad1f3221-5013-4409-8c85-aa2259b16b27 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] For port ea798d76-d17a-4c41-a77f-2f46e927aafb, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ea798d76-d17a-4c41-a77f-2f46e927aafb,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:44:39.130801 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-ad1f3221-5013-4409-8c85-aa2259b16b27 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:39.591068 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-ad1f3221-5013-4409-8c85-aa2259b16b27 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:39.593275 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-ad1f3221-5013-4409-8c85-aa2259b16b27 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:39.593991 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-ad1f3221-5013-4409-8c85-aa2259b16b27 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Floating IP dc65a882-2e0f-487a-b5b7-10e159371b23 disassociated. External IP: 172.25.2.157, port: ea798d76-d17a-4c41-a77f-2f46e927aafb. May 27 22:44:39.594817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-ad1f3221-5013-4409-8c85-aa2259b16b27 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Calling delete_port for ea798d76-d17a-4c41-a77f-2f46e927aafb owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:44:39.617315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94963-3a24-4152-a5fc-9b6678976976 req-9682dfa8-e300-4f03-b01f-941f7530fc69 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:39.619322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fec94963-3a24-4152-a5fc-9b6678976976 req-9682dfa8-e300-4f03-b01f-941f7530fc69 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 945 time: 0.1558917 May 27 22:44:39.704305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fec94963-3a24-4152-a5fc-9b6678976976 req-a964f61f-daf4-4a95-a896-4d66b7ed8fd9 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups?id=449d7d00-7cbb-4b42-85ec-e2591b200725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641296 May 27 22:44:40.040764 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-ad1f3221-5013-4409-8c85-aa2259b16b27 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:40.311383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cf9c6-c693-4fa2-b81d-5783fd8c271c req-6cf16043-a661-417e-855e-5673f1027cb4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:40.330218 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2a0cf9c6-c693-4fa2-b81d-5783fd8c271c req-6cf16043-a661-417e-855e-5673f1027cb4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.2313483 May 27 22:44:40.359613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f3221-5013-4409-8c85-aa2259b16b27 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event deleted for resources: {'Port': ['ID=ea798d76-d17a-4c41-a77f-2f46e927aafb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:40.410061 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-ad1f3221-5013-4409-8c85-aa2259b16b27 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Router 743cbe72-53c8-49cb-958a-61cc2517f71e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:44:40.434506 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2a0cf9c6-c693-4fa2-b81d-5783fd8c271c req-b062c5ad-4905-4001-8c95-340f6da486fb tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064100 May 27 22:44:40.892328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-ad1f3221-5013-4409-8c85-aa2259b16b27 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:44:40.909702 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8213a-92f9-4103-9308-ef7837b1cdad None None] Sync routers for ids ['743cbe72-53c8-49cb-958a-61cc2517f71e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:44:40.924251 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b8213a-92f9-4103-9308-ef7837b1cdad None None] Routers {'743cbe72-53c8-49cb-958a-61cc2517f71e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:44:40.925479 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b9b8213a-92f9-4103-9308-ef7837b1cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:44:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['743cbe72-53c8-49cb-958a-61cc2517f71e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:44:40.984633 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f731292f-6df4-466b-b622-979ecd871f0a req-0785c4ca-8c16-4679-baea-aa803f32552a tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 210 time: 0.0961468 May 27 22:44:41.018422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-ad1f3221-5013-4409-8c85-aa2259b16b27 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] No DVR routers for this DVR port ea798d76-d17a-4c41-a77f-2f46e927aafb on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:44:41.020427 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-ad1f3221-5013-4409-8c85-aa2259b16b27 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:41.025382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb427533-83d5-400c-809b-aaebb89afe03', 'name': 'network-vif-deleted', 'tag': 'ea798d76-d17a-4c41-a77f-2f46e927aafb'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:44:41.079906 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b0bbae-8008-415b-a8dd-2376a6bc2c03'] response: {'server_uuid': 'eb427533-83d5-400c-809b-aaebb89afe03', 'name': 'network-vif-deleted', 'tag': 'ea798d76-d17a-4c41-a77f-2f46e927aafb', 'status': 'completed', 'code': 200} May 27 22:44:41.139025 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0d892aa6-f36c-4bc6-91d0-c12e0bc6dfc7 req-ad1f3221-5013-4409-8c85-aa2259b16b27 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.46 "DELETE /v2.0/ports/ea798d76-d17a-4c41-a77f-2f46e927aafb HTTP/1.1" status: 204 len: 173 time: 2.7617548 May 27 22:44:41.210956 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b9b8213a-92f9-4103-9308-ef7837b1cdad None None] Set router 743cbe72-53c8-49cb-958a-61cc2517f71e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:44:41.673565 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7089ea-0b5b-428d-81cc-d9b20508ec19 req-125277fe-d5fd-4f90-82f5-dab42a024498 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:41.679013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae7089ea-0b5b-428d-81cc-d9b20508ec19 req-125277fe-d5fd-4f90-82f5-dab42a024498 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1047945 May 27 22:44:41.729553 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b9b8213a-92f9-4103-9308-ef7837b1cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:56Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '1dc97b1f-2782-4fc9-ae40-c230f37a8ca5', 'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'mac_address': 'fa:16:3e:f0:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:52Z', 'updated_at': '2022-05-27T22:39:08Z', 'revision_number': 5, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'subnets': [{'id': '6f036352-10d0-41a7-8335-90a12eb75254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:44:41.741827 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8213a-92f9-4103-9308-ef7837b1cdad None None] Checking router: 743cbe72-53c8-49cb-958a-61cc2517f71e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:44:41.783772 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b8213a-92f9-4103-9308-ef7837b1cdad None None] Routers {'743cbe72-53c8-49cb-958a-61cc2517f71e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:44:41.784509 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae7089ea-0b5b-428d-81cc-d9b20508ec19 req-460d5129-0f99-4291-a071-057d764e26ea tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988357 May 27 22:44:41.785933 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b9b8213a-92f9-4103-9308-ef7837b1cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:44:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['743cbe72-53c8-49cb-958a-61cc2517f71e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:44:42.038530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ea798d76-d17a-4c41-a77f-2f46e927aafb no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:44:42.131838 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: ea798d76-d17a-4c41-a77f-2f46e927aafb {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:44:42.132205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ea798d76-d17a-4c41-a77f-2f46e927aafb not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:44:42.226547 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b9b8213a-92f9-4103-9308-ef7837b1cdad None None] Set router 743cbe72-53c8-49cb-958a-61cc2517f71e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:44:42.328192 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-bda40490-58a7-4c96-882c-c46d61ca4314 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2269921 May 27 22:44:42.348981 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-75bd8205-816d-456d-9c3c-42ed66dc56bc req-827db6de-6bb4-42da-a171-249a2f45a75c tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb427533-83d5-400c-809b-aaebb89afe03 HTTP/1.1" status: 200 len: 210 time: 0.1032836 May 27 22:44:42.561757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-f250fa93-c0e9-460f-aab9-6c7fd51aefab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:42.562294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-f250fa93-c0e9-460f-aab9-6c7fd51aefab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:42.562953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-f250fa93-c0e9-460f-aab9-6c7fd51aefab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:42.563591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-f250fa93-c0e9-460f-aab9-6c7fd51aefab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:42.564527 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-f250fa93-c0e9-460f-aab9-6c7fd51aefab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:42.565163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-f250fa93-c0e9-460f-aab9-6c7fd51aefab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:42.565845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-f250fa93-c0e9-460f-aab9-6c7fd51aefab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:42.572025 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-f250fa93-c0e9-460f-aab9-6c7fd51aefab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=df84f64e176647659c4bf324dc3c727e&device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 6500 time: 0.1236775 May 27 22:44:42.572142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde404dc-62b7-47b1-b459-5277a92fb608 req-4d91f93e-75a0-4e47-adc9-7fcc1d6a81d0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:42.572142 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fde404dc-62b7-47b1-b459-5277a92fb608 req-4d91f93e-75a0-4e47-adc9-7fcc1d6a81d0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.2194190 May 27 22:44:42.710553 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fde404dc-62b7-47b1-b459-5277a92fb608 req-61e058f8-4126-47be-a531-d0abf58f9d18 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262772 May 27 22:44:42.832231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-e114f9f7-7f03-4d87-96c9-17a1854aa970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:42.834036 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-e114f9f7-7f03-4d87-96c9-17a1854aa970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:42.836133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-e114f9f7-7f03-4d87-96c9-17a1854aa970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:42.838789 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-e114f9f7-7f03-4d87-96c9-17a1854aa970 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 HTTP/1.1" status: 200 len: 2298 time: 0.2434678 May 27 22:44:42.849202 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b9b8213a-92f9-4103-9308-ef7837b1cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:56Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '1dc97b1f-2782-4fc9-ae40-c230f37a8ca5', 'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'mac_address': 'fa:16:3e:f0:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:52Z', 'updated_at': '2022-05-27T22:39:08Z', 'revision_number': 5, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'subnets': [{'id': '6f036352-10d0-41a7-8335-90a12eb75254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:44:42.858875 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8213a-92f9-4103-9308-ef7837b1cdad None None] The sync data for ids ['743cbe72-53c8-49cb-958a-61cc2517f71e'] in n-d-843680-3 is: [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:38:56Z', 'revision_number': 4, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '1dc97b1f-2782-4fc9-ae40-c230f37a8ca5', 'name': '', 'network_id': '0e901676-0a75-4203-8f5c-0656d9c83953', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'mac_address': 'fa:16:3e:f0:c4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '6f036352-10d0-41a7-8335-90a12eb75254', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:52Z', 'updated_at': '2022-05-27T22:39:08Z', 'revision_number': 5, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'subnets': [{'id': '6f036352-10d0-41a7-8335-90a12eb75254', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:44:42.988407 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-a4e041cc-e13f-4246-ae2c-7cf23a8f2fdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9250c0c-5e72-4d00-804f-c64e7e1f2331 HTTP/1.1" status: 200 len: 1001 time: 0.1437840 May 27 22:44:43.028079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db914d2-e2d9-4aff-8bde-aefbdbec05b8 req-57e4862a-39f1-49a8-a7f2-bdb20972a23e tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:43.037462 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5db914d2-e2d9-4aff-8bde-aefbdbec05b8 req-57e4862a-39f1-49a8-a7f2-bdb20972a23e tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1563790 May 27 22:44:43.075171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-79364248-cbb9-4270-ae10-e8e1d88fe51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:43.080876 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-79364248-cbb9-4270-ae10-e8e1d88fe51a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=03468ea2-19a1-436d-b9b8-e83a2b471f43 HTTP/1.1" status: 200 len: 856 time: 0.0826728 May 27 22:44:43.129430 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5db914d2-e2d9-4aff-8bde-aefbdbec05b8 req-6abff120-3177-4743-8b75-093ef5643a3c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890801 May 27 22:44:43.258591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-81213f4d-f0ca-484e-a4aa-aadbb87691f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:43.260049 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-81213f4d-f0ca-484e-a4aa-aadbb87691f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755116 May 27 22:44:43.391056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee35daa3-001e-415c-b468-25f62e6701ec None None] New status for floating IP dc65a882-2e0f-487a-b5b7-10e159371b23: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:44:43.491770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d43d5-84db-4a1c-b2e8-41fb5d464be9 req-52c27e7b-47a5-481f-a9f6-aae06fe7cb0d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:43.499787 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf4d43d5-84db-4a1c-b2e8-41fb5d464be9 req-52c27e7b-47a5-481f-a9f6-aae06fe7cb0d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1984217 May 27 22:44:43.554018 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-cdb8e2bd-6ad6-4ce8-a1be-eaf6e9a8aa55 service neutron] 10.222.0.46 "GET /v2.0/networks/6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868838 May 27 22:44:43.619585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf4d43d5-84db-4a1c-b2e8-41fb5d464be9 req-4c9daab4-77de-4a86-9bdd-22e9084a84ab tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186152 May 27 22:44:43.712750 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40082) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:43.859680 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0683-d4ae-46ee-839c-39f25a0389a8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:43.891599 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0683-d4ae-46ee-839c-39f25a0389a8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:44.034524 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-70268bf4-6cdd-48e9-81ac-81d5ff86b6e1 service neutron] 10.222.0.46 "GET /v2.0/networks/6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4726901 May 27 22:44:44.065048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0683-d4ae-46ee-839c-39f25a0389a8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:44.116260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a0683-d4ae-46ee-839c-39f25a0389a8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=449d7d00-7cbb-4b42-85ec-e2591b200725,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:44.186843 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-37f5b210-2a23-4262-a6ce-3323c1ba4a93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=28f4ebbf-fdd6-4399-854a-6706996529f9 HTTP/1.1" status: 200 len: 217 time: 0.1381564 May 27 22:44:44.198675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c8706-1bc1-4b2b-ab5a-c217b9108b08 req-16cada11-cb0f-468f-a0a5-33322daa0227 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:44.202727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c95c8706-1bc1-4b2b-ab5a-c217b9108b08 req-16cada11-cb0f-468f-a0a5-33322daa0227 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.2458920 May 27 22:44:44.299531 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5e6a0683-d4ae-46ee-839c-39f25a0389a8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:44.303120 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5e6a0683-d4ae-46ee-839c-39f25a0389a8 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "DELETE /v2.0/security-groups/449d7d00-7cbb-4b42-85ec-e2591b200725 HTTP/1.1" status: 204 len: 168 time: 0.5886192 May 27 22:44:44.308246 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40102) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:44.331312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c95c8706-1bc1-4b2b-ab5a-c217b9108b08 req-2947bfb2-bd14-4f37-968b-23ad62fd7a0c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218023 May 27 22:44:44.338230 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-aed44d2a-d266-4a11-9778-f7eac36a3288 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] show failed (client error): The resource could not be found. May 27 22:44:44.339500 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-aed44d2a-d266-4a11-9778-f7eac36a3288 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "GET /v2.0/security-groups/449d7d00-7cbb-4b42-85ec-e2591b200725 HTTP/1.1" status: 404 len: 347 time: 0.0275118 May 27 22:44:44.348265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40108) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:44.358545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-47269b86-f220-45c7-85e3-e3a184383771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:44.361588 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-47269b86-f220-45c7-85e3-e3a184383771 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.1717315 May 27 22:44:44.542667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-450e2636-a528-4c79-9be4-923b83971e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:44.546619 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-450e2636-a528-4c79-9be4-923b83971e06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1801696 May 27 22:44:44.703283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-bc67c4ef-6dc0-46a5-8dbc-0fb0c4f34ae0 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Deleting port a4d17058-72b1-4714-8fa4-13a0d74db11e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:44:44.703804 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc67c4ef-6dc0-46a5-8dbc-0fb0c4f34ae0 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:44.842617 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-4a8ce950-2d50-4144-bbb8-c50623fb413d service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870226 May 27 22:44:45.174213 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-ac18a0b1-7cbf-42c6-8095-10b83f6a1c82 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244264 May 27 22:44:45.238007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-51fec912-cabd-4c84-a982-98ea6712ebeb tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:45.239639 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-51fec912-cabd-4c84-a982-98ea6712ebeb tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 812 time: 0.4390247 May 27 22:44:45.252298 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-383a6ffc-1183-48c3-a5af-39c4892bde90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=3df037ee-cdfc-4a0b-adc5-86aa597bdf16 HTTP/1.1" status: 200 len: 217 time: 0.0713377 May 27 22:44:45.272447 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc67c4ef-6dc0-46a5-8dbc-0fb0c4f34ae0 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:45.272447 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc67c4ef-6dc0-46a5-8dbc-0fb0c4f34ae0 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:45.282325 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-b9bf53a6-2022-47ff-9954-2028cb5cac63 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/quotas/e16b517763e0477b92463f30c2606338 HTTP/1.1" status: 200 len: 375 time: 0.0331395 May 27 22:44:45.370210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-5d0e5671-b9c4-4af8-b1b4-c45b10537125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:45.377097 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-5d0e5671-b9c4-4af8-b1b4-c45b10537125 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.1170895 May 27 22:44:45.595887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-aba91e90-201f-48f9-9224-7db9990792d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:45.598018 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-aba91e90-201f-48f9-9224-7db9990792d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2156000 May 27 22:44:45.666931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-bc67c4ef-6dc0-46a5-8dbc-0fb0c4f34ae0 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Calling delete_port for a4d17058-72b1-4714-8fa4-13a0d74db11e owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:44:45.738377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40156) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:45.811425 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:45.957686 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-ba0b7194-5693-44d4-9cc4-3a5bbd083a84 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529024 May 27 22:44:46.023636 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-564091b2-067e-4e29-a9d8-ea1290b310ae tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7403262 May 27 22:44:46.063643 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc67c4ef-6dc0-46a5-8dbc-0fb0c4f34ae0 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:46.150978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67c4ef-6dc0-46a5-8dbc-0fb0c4f34ae0 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Pushing event deleted for resources: {'Port': ['ID=a4d17058-72b1-4714-8fa4-13a0d74db11e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:46.270959 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-debdafb7-383d-426c-958f-71b36f838dbd service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053842 May 27 22:44:46.349228 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-07c4665e-7293-4a78-8234-d8a4fa35d0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:46.388809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-4bc0c6f4-b992-4aba-8f61-d3b0d7776c7c service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:44:46.389803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-4bc0c6f4-b992-4aba-8f61-d3b0d7776c7c service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3654075 May 27 22:44:46.399856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-07c4665e-7293-4a78-8234-d8a4fa35d0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:46.418606 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-bc40fdb8-4b72-456b-824b-5fa492b3f7e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 HTTP/1.1" status: 200 len: 217 time: 0.1410236 May 27 22:44:46.425531 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc67c4ef-6dc0-46a5-8dbc-0fb0c4f34ae0 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:46.432537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-07c4665e-7293-4a78-8234-d8a4fa35d0ae admin admin] Usage tracker for resource:security_group_rule and tenant:687c9a7600804a329a28ce92d49f589f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:46.477669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-07c4665e-7293-4a78-8234-d8a4fa35d0ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:46.501265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-07c4665e-7293-4a78-8234-d8a4fa35d0ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:46.530702 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc67c4ef-6dc0-46a5-8dbc-0fb0c4f34ae0 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:46.532006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bc67c4ef-6dc0-46a5-8dbc-0fb0c4f34ae0 tempest-AttachVolumeTestJSON-1160315219 tempest-AttachVolumeTestJSON-1160315219-project] 10.222.0.27 "DELETE /v2.0/floatingips/dc65a882-2e0f-487a-b5b7-10e159371b23 HTTP/1.1" status: 204 len: 168 time: 2.1826067 May 27 22:44:46.597410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-0e58a0ad-746c-42ea-a5cc-1487ef83995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:46.599093 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-0e58a0ad-746c-42ea-a5cc-1487ef83995e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.1744108 May 27 22:44:46.620387 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-fc0e0ec9-ec88-4b98-9c07-b4726e364330 service neutron] 10.222.0.27 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214592 May 27 22:44:46.837294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-24939227-faae-4e42-8aef-a7f855baed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:46.839103 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-24939227-faae-4e42-8aef-a7f855baed32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2347839 May 27 22:44:46.912505 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-07c4665e-7293-4a78-8234-d8a4fa35d0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:47.015046 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-58bb1966-4503-4a5f-9ad3-82eb11d2078e service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694632 May 27 22:44:47.039829 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-79a6518c-5988-4b17-b85d-ef6eb033efa6 service neutron] 10.222.0.27 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155059 May 27 22:44:47.042322 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-07c4665e-7293-4a78-8234-d8a4fa35d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:47.136922 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-07c4665e-7293-4a78-8234-d8a4fa35d0ae admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=687c9a7600804a329a28ce92d49f589f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3938951 May 27 22:44:47.138028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4665e-7293-4a78-8234-d8a4fa35d0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4abfa77-47aa-4551-9673-2dd395ca70dd,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:47.141382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40190) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:47.208808 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-92e5a323-5b11-4b0a-9dc2-d79b6493f274 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872525 May 27 22:44:47.252038 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85ebd0d3-c9d3-4b7f-bdee-06411828f28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:47.290619 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85ebd0d3-c9d3-4b7f-bdee-06411828f28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:47.311330 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-762b7edb-4e95-4aad-b51c-a16a465cb856 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.158&port_id=31f6ef24-23b1-439f-aa93-d8f16f4b382b HTTP/1.1" status: 200 len: 217 time: 0.0953186 May 27 22:44:47.376834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-a03c63a1-ff1c-4b84-a9f6-e5fc603626d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:47.378301 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-a03c63a1-ff1c-4b84-a9f6-e5fc603626d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 200 len: 797 time: 0.0613921 May 27 22:44:47.494944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-27e85313-56f9-4116-9f64-a7b717830083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:47.500950 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85ebd0d3-c9d3-4b7f-bdee-06411828f28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:47.511298 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-27e85313-56f9-4116-9f64-a7b717830083 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=15fb9d3a-c067-4459-92b6-f916b0ca5ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1275458 May 27 22:44:47.524922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebd0d3-c9d3-4b7f-bdee-06411828f28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4abfa77-47aa-4551-9673-2dd395ca70dd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:47.541046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9931f4a1-9cb6-4ea9-8e29-984085e96a80 req-289c94c9-f84a-4b1f-8cbf-d41eb4008c22 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 210 time: 0.0880735 May 27 22:44:47.550934 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85ebd0d3-c9d3-4b7f-bdee-06411828f28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:47.552373 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-85ebd0d3-c9d3-4b7f-bdee-06411828f28f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e4abfa77-47aa-4551-9673-2dd395ca70dd HTTP/1.1" status: 204 len: 168 time: 0.4097569 May 27 22:44:47.933123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40212) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:47.980736 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-fb0b2eed-5bac-49d2-9009-07a116e5cdc4 service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621348 May 27 22:44:48.456001 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2bada56-5c3a-466a-a153-586d31d1eade req-5a4bf862-ce8e-4470-ba00-dba5684bdf5d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5875421 May 27 22:44:48.471674 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ef36848-3659-4f61-8995-a3e8e4efa6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:48.494401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7ef36848-3659-4f61-8995-a3e8e4efa6f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:48.507701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7ef36848-3659-4f61-8995-a3e8e4efa6f0 admin admin] Usage tracker for resource:security_group_rule and tenant:92b7115420894d96aac0f725494f2a05 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:48.510898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7ef36848-3659-4f61-8995-a3e8e4efa6f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:48.527012 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7ef36848-3659-4f61-8995-a3e8e4efa6f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:48.546895 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-9916b63d-5201-403e-affc-e63a80015a5c service neutron] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607047 May 27 22:44:48.714983 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-ba032dff-62df-49e1-8967-4418ce5a7a1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 HTTP/1.1" status: 200 len: 217 time: 0.1616399 May 27 22:44:48.775654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2789852-9087-450a-a9a3-a90537d2c819 req-ea6e477c-d0c7-4693-9a93-a49d3f1dd7df tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 210 time: 0.1534777 May 27 22:44:48.837481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-0fa6c8ab-01e0-4b10-ac9f-43e7b03b835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:48.837481 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-0fa6c8ab-01e0-4b10-ac9f-43e7b03b835c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=862db2da-2593-4ce1-842a-3a10259ed89c HTTP/1.1" status: 200 len: 797 time: 0.1062136 May 27 22:44:48.867010 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ef36848-3659-4f61-8995-a3e8e4efa6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:48.883305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bada56-5c3a-466a-a153-586d31d1eade req-024d892d-7bd3-41d9-a68f-a62a9a25b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:48.885126 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2bada56-5c3a-466a-a153-586d31d1eade req-024d892d-7bd3-41d9-a68f-a62a9a25b42f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 1098 time: 0.2287359 May 27 22:44:49.006983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-490abaef-a074-4403-b420-7d4fa183a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:49.008486 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-490abaef-a074-4403-b420-7d4fa183a41f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1741898 May 27 22:44:49.016591 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ef36848-3659-4f61-8995-a3e8e4efa6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:49.029912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40236) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:49.076677 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a346051a-011a-4370-a962-9d58797d58e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:49.099148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a346051a-011a-4370-a962-9d58797d58e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:49.104046 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a346051a-011a-4370-a962-9d58797d58e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ab3f3ed99ba54fbbb2717b880ea7ed38 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:49.105232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bada56-5c3a-466a-a153-586d31d1eade req-948f28da-36cc-4b9f-add0-874f123ebcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:49.108090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a346051a-011a-4370-a962-9d58797d58e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:49.108476 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2bada56-5c3a-466a-a153-586d31d1eade req-948f28da-36cc-4b9f-add0-874f123ebcaa service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a HTTP/1.1" status: 200 len: 918 time: 0.2019196 May 27 22:44:49.114666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a346051a-011a-4370-a962-9d58797d58e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:49.270530 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a346051a-011a-4370-a962-9d58797d58e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:49.281431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7ef36848-3659-4f61-8995-a3e8e4efa6f0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=92b7115420894d96aac0f725494f2a05&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3469651 May 27 22:44:49.288209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40244) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:49.324220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef36848-3659-4f61-8995-a3e8e4efa6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7537f8f7-1022-4cd4-8ae0-6be364e816e3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:49.356215 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a346051a-011a-4370-a962-9d58797d58e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:49.383574 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-20debf04-08fc-447e-a361-9e59957ecb0c service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558731 May 27 22:44:49.471909 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46653401-1f1a-460d-82b5-0270d039bfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:49.526170 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a346051a-011a-4370-a962-9d58797d58e1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ab3f3ed99ba54fbbb2717b880ea7ed38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4915776 May 27 22:44:49.540455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40252) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:49.542920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346051a-011a-4370-a962-9d58797d58e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a57a15b-3333-4b6c-a4fc-d64b96423719,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:49.588587 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46653401-1f1a-460d-82b5-0270d039bfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:49.590627 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2bada56-5c3a-466a-a153-586d31d1eade req-ce0bef31-cfbb-432e-a0db-8da4bf9a0f3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 HTTP/1.1" status: 200 len: 1001 time: 0.2055211 May 27 22:44:49.675735 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-967dce5a-9d4f-40e4-b0b2-537e30cce4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:49.722940 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-967dce5a-9d4f-40e4-b0b2-537e30cce4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:49.801388 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46653401-1f1a-460d-82b5-0270d039bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:49.846095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46653401-1f1a-460d-82b5-0270d039bfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7537f8f7-1022-4cd4-8ae0-6be364e816e3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:49.852741 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-30dfb577-bc16-41dd-a9d0-5a56d630a003 service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987027 May 27 22:44:49.874824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46653401-1f1a-460d-82b5-0270d039bfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:49.879143 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-46653401-1f1a-460d-82b5-0270d039bfc5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7537f8f7-1022-4cd4-8ae0-6be364e816e3 HTTP/1.1" status: 204 len: 168 time: 0.5950768 May 27 22:44:49.965217 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-7ac652b0-e520-4990-8978-7866e51294a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef9523b3-0465-4c4f-9e93-31957771cb3b HTTP/1.1" status: 200 len: 217 time: 0.0834606 May 27 22:44:49.986696 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-967dce5a-9d4f-40e4-b0b2-537e30cce4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:50.035729 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-967dce5a-9d4f-40e4-b0b2-537e30cce4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:50.037531 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-967dce5a-9d4f-40e4-b0b2-537e30cce4a2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6a57a15b-3333-4b6c-a4fc-d64b96423719 HTTP/1.1" status: 204 len: 168 time: 0.4959452 May 27 22:44:50.043593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dce5a-9d4f-40e4-b0b2-537e30cce4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a57a15b-3333-4b6c-a4fc-d64b96423719,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:50.063005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bada56-5c3a-466a-a153-586d31d1eade req-c3ff9c6f-1cb7-4e9b-ba53-23454acd8cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:50.064823 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2bada56-5c3a-466a-a153-586d31d1eade req-c3ff9c6f-1cb7-4e9b-ba53-23454acd8cb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06f30d47-4208-4370-ad1f-f05d95b79b41 HTTP/1.1" status: 200 len: 856 time: 0.3138702 May 27 22:44:50.169515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e2f3c1d-91a4-4568-be89-c0c5456b566d req-ffbf9114-0b56-43d7-bd66-7d5ebc8fe581 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 210 time: 0.1271157 May 27 22:44:50.178873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-036609e4-5654-4c48-8994-875416a8a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:50.181105 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-036609e4-5654-4c48-8994-875416a8a64e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=862db2da-2593-4ce1-842a-3a10259ed89c HTTP/1.1" status: 200 len: 797 time: 0.1986639 May 27 22:44:50.186522 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bada56-5c3a-466a-a153-586d31d1eade req-79adbe83-5657-4884-bac4-771b3402efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:50.188669 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2bada56-5c3a-466a-a153-586d31d1eade req-79adbe83-5657-4884-bac4-771b3402efcb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130044 May 27 22:44:50.490047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-7ac2c446-395f-42be-bd21-a929fe69c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:50.491882 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-7ac2c446-395f-42be-bd21-a929fe69c730 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3023791 May 27 22:44:50.498953 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2bada56-5c3a-466a-a153-586d31d1eade req-b6d8417b-5ecb-461e-9f1a-ceff3f2194c7 service neutron] 10.222.0.57 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542355 May 27 22:44:50.959220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-56f20c84-dbc6-4509-933a-c7f92d5e1176 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:50.962870 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-56f20c84-dbc6-4509-933a-c7f92d5e1176 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.46 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 812 time: 0.3501081 May 27 22:44:50.978577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Request body: {'port': {'device_id': '82871d9e-ed71-4b9b-8308-f8b0820c81b4', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'admin_state_up': True, 'tenant_id': 'e16b517763e0477b92463f30c2606338'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:44:51.203503 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-92e1bc55-3803-4528-a978-c7c05ce6c465 service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991439 May 27 22:44:51.274694 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2bada56-5c3a-466a-a153-586d31d1eade req-0a075f0c-5335-4b51-8bd2-8b2e6f2e3e56 service neutron] 10.222.0.57 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7543664 May 27 22:44:51.455570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40304) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:51.515379 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9956ce78-7093-485e-973a-cc10acc91041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:51.584317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9956ce78-7093-485e-973a-cc10acc91041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:51.597636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9956ce78-7093-485e-973a-cc10acc91041 admin admin] Usage tracker for resource:security_group_rule and tenant:244fdbd2f7ce46aa86eafebbd821bbb9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:51.605133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9956ce78-7093-485e-973a-cc10acc91041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:51.616172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9956ce78-7093-485e-973a-cc10acc91041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:51.668998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:51.687177 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5bf6f91b-3260-4a02-8baa-18940ae6b24c req-4545f5ef-5320-4af3-9777-41f1ec616614 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 210 time: 0.0813842 May 27 22:44:51.690663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Usage tracker for resource:port and tenant:e16b517763e0477b92463f30c2606338 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:51.712495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:51.725297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:51.733236 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ae6638ce-ead8-4c28-98a9-b6860e21739c req-d078ba5b-1bd0-4c62-8987-9e3fe5900629 service neutron] 10.222.0.46 "GET /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519207 May 27 22:44:51.865070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Made reservation on behalf of e16b517763e0477b92463f30c2606338 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:44:51.874118 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:51.984340 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9956ce78-7093-485e-973a-cc10acc91041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:52.064042 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9956ce78-7093-485e-973a-cc10acc91041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:52.172384 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:52.274805 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9956ce78-7093-485e-973a-cc10acc91041 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=244fdbd2f7ce46aa86eafebbd821bbb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8124757 May 27 22:44:52.284308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40328) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:52.287174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956ce78-7093-485e-973a-cc10acc91041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71428b7-6b53-4a88-aa46-684b0ab91cab,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:52.395245 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Allocated IP 172.20.0.7 (1bf83da6-a4b0-4696-9b0e-9b626b20ad05/120e6826-1d4c-4a02-bf20-000d486569ed/00c17a0f-5241-4008-a545-08da2475b362) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:44:52.421612 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68e678e1-2cf9-4971-b6a2-1ba44a937de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:52.463674 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68e678e1-2cf9-4971-b6a2-1ba44a937de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:52.661509 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68e678e1-2cf9-4971-b6a2-1ba44a937de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:52.675961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e678e1-2cf9-4971-b6a2-1ba44a937de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71428b7-6b53-4a88-aa46-684b0ab91cab,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:52.695073 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68e678e1-2cf9-4971-b6a2-1ba44a937de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:52.696391 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-68e678e1-2cf9-4971-b6a2-1ba44a937de5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c71428b7-6b53-4a88-aa46-684b0ab91cab HTTP/1.1" status: 204 len: 168 time: 0.4147108 May 27 22:44:52.707413 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:52.752268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Transition to ACTIVE for port object 00c17a0f-5241-4008-a545-08da2475b362 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:44:52.881225 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:52.963214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:44:52.976321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:44:52.982581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:44:53.061557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48079b-0e12-4fcf-a8f3-aaedc98ed0f4 req-e5ac40a2-b5c7-4848-898d-5fc90a99d475 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:53.068690 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc48079b-0e12-4fcf-a8f3-aaedc98ed0f4 req-e5ac40a2-b5c7-4848-898d-5fc90a99d475 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 931 time: 0.2422814 May 27 22:44:53.074295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event updated for resources: {'Port': ['ID=00c17a0f-5241-4008-a545-08da2475b362,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:53.149162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:53.149877 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:53.220451 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc48079b-0e12-4fcf-a8f3-aaedc98ed0f4 req-06dd0765-0a31-44ee-aa3e-1daf97a77105 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506534 May 27 22:44:53.363196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-2b23120f-7fc9-4139-a8eb-64d010ee0813 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3896449 May 27 22:44:53.385599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Request body: {'port': {'device_id': '82871d9e-ed71-4b9b-8308-f8b0820c81b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:44:53.520256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b79aecdf-713b-46fc-b51a-1bdc9417f851 None None] Provisioning for port 00c17a0f-5241-4008-a545-08da2475b362 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:44:53.520256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b79aecdf-713b-46fc-b51a-1bdc9417f851 None None] Provisioning complete for port 00c17a0f-5241-4008-a545-08da2475b362 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:44:53.520256 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b79aecdf-713b-46fc-b51a-1bdc9417f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:53.762254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b79aecdf-713b-46fc-b51a-1bdc9417f851 None None] Port 00c17a0f-5241-4008-a545-08da2475b362 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:44:53.841611 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:54.353306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c17a0f-5241-4008-a545-08da2475b362 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:44:54.374264 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:54.416265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Transition to ACTIVE for port object 00c17a0f-5241-4008-a545-08da2475b362 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:44:54.533268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f80ae-101b-46fa-b2c9-73594940c0dc req-4b9c5649-c1e2-452e-add1-113b32a20594 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:54.534302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-0b3f80ae-101b-46fa-b2c9-73594940c0dc req-4b9c5649-c1e2-452e-add1-113b32a20594 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Synchronizing usage tracker for tenant:e16b517763e0477b92463f30c2606338 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:44:54.539514 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:54.627712 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40390) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:54.953360 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-048816ed-a6c2-4234-ba77-03c7900c9f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:55.012554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-048816ed-a6c2-4234-ba77-03c7900c9f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:55.017256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-048816ed-a6c2-4234-ba77-03c7900c9f75 admin admin] Usage tracker for resource:security_group_rule and tenant:b2248e5af917444f9e7de1e675aa30ac is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:55.023480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-0b3f80ae-101b-46fa-b2c9-73594940c0dc req-4b9c5649-c1e2-452e-add1-113b32a20594 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Unset dirty status for tenant:e16b517763e0477b92463f30c2606338 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:44:55.023957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-048816ed-a6c2-4234-ba77-03c7900c9f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:55.027951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-048816ed-a6c2-4234-ba77-03c7900c9f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:55.032584 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b3f80ae-101b-46fa-b2c9-73594940c0dc req-4b9c5649-c1e2-452e-add1-113b32a20594 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 931 time: 0.5952132 May 27 22:44:55.070243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Pushing event updated for resources: {'Port': ['ID=00c17a0f-5241-4008-a545-08da2475b362,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:55.161603 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-048816ed-a6c2-4234-ba77-03c7900c9f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:55.181010 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b3f80ae-101b-46fa-b2c9-73594940c0dc req-c2d7ed04-5fb5-44c6-9911-88ed4886d763 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416099 May 27 22:44:55.232568 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-048816ed-a6c2-4234-ba77-03c7900c9f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:55.241623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Attempting to bind port 00c17a0f-5241-4008-a545-08da2475b362 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:44:55.242507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Attempting to bind port 00c17a0f-5241-4008-a545-08da2475b362 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:44:55.243068 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Attempting to bind port 00c17a0f-5241-4008-a545-08da2475b362 on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:44:55.249194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Port 00c17a0f-5241-4008-a545-08da2475b362 on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:44:55.250201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Attempting to bind port 00c17a0f-5241-4008-a545-08da2475b362 on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:44:55.258178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:44:55.258912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Checking segment: {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:44:55.259511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Bound using segment: {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:44:55.260405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Bound port: 00c17a0f-5241-4008-a545-08da2475b362, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:44:55.260995 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:55.339442 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048816ed-a6c2-4234-ba77-03c7900c9f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b10613c-1032-489f-82f9-ad5e7cff525e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:55.346339 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-048816ed-a6c2-4234-ba77-03c7900c9f75 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b2248e5af917444f9e7de1e675aa30ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7174234 May 27 22:44:55.355018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40416) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:55.388690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] For port 00c17a0f-5241-4008-a545-08da2475b362, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:44:55.388690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] For port 00c17a0f-5241-4008-a545-08da2475b362, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=00c17a0f-5241-4008-a545-08da2475b362,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:44:55.431378 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4408aae3-5579-4c75-9c99-d8e5adb011b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:55.476873 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:55.487993 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4408aae3-5579-4c75-9c99-d8e5adb011b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:55.646680 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4408aae3-5579-4c75-9c99-d8e5adb011b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:55.686345 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4408aae3-5579-4c75-9c99-d8e5adb011b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:55.687732 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4408aae3-5579-4c75-9c99-d8e5adb011b4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7b10613c-1032-489f-82f9-ad5e7cff525e HTTP/1.1" status: 204 len: 168 time: 0.3372622 May 27 22:44:55.689419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408aae3-5579-4c75-9c99-d8e5adb011b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b10613c-1032-489f-82f9-ad5e7cff525e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:55.777135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:55.777880 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:55.779942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] 10.222.0.46 "PUT /v2.0/ports/00c17a0f-5241-4008-a545-08da2475b362 HTTP/1.1" status: 200 len: 1091 time: 2.4119310 May 27 22:44:55.784971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82871d9e-ed71-4b9b-8308-f8b0820c81b4', 'tag': '00c17a0f-5241-4008-a545-08da2475b362'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:44:55.826872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b380c-2f71-49a3-b190-7364127065c6 service neutron] Pushing event updated for resources: {'Port': ['ID=00c17a0f-5241-4008-a545-08da2475b362,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:55.864846 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-342382ac-7f21-400b-8535-b1ee9d0bd280'] response: {'name': 'network-changed', 'server_uuid': '82871d9e-ed71-4b9b-8308-f8b0820c81b4', 'tag': '00c17a0f-5241-4008-a545-08da2475b362', 'status': 'completed', 'code': 200} May 27 22:44:56.008594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b256982-678e-4767-a3c5-616bf95deece req-09881390-cb21-48e8-b149-e56c276b3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:56.010301 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b256982-678e-4767-a3c5-616bf95deece req-09881390-cb21-48e8-b149-e56c276b3cfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 1094 time: 0.1209471 May 27 22:44:56.183328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b256982-678e-4767-a3c5-616bf95deece req-7dd26e2f-5437-47ae-95ee-68e12ae86be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:56.187938 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b256982-678e-4767-a3c5-616bf95deece req-7dd26e2f-5437-47ae-95ee-68e12ae86be6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e16b517763e0477b92463f30c2606338&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1705263 May 27 22:44:56.424079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b256982-678e-4767-a3c5-616bf95deece req-4348f52d-cc2a-4615-8c5f-364fddb48542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:56.425587 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b256982-678e-4767-a3c5-616bf95deece req-4348f52d-cc2a-4615-8c5f-364fddb48542 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2325809 May 27 22:44:56.542556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b9142-0d02-44e4-9a29-e641a271e0ec req-6ca39d45-478b-4950-a458-8a1d20ebef08 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:56.544286 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-581b9142-0d02-44e4-9a29-e641a271e0ec req-6ca39d45-478b-4950-a458-8a1d20ebef08 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 943 time: 0.2008457 May 27 22:44:56.616211 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-581b9142-0d02-44e4-9a29-e641a271e0ec req-8fb3b17a-bd22-43f5-848c-1f589b5b2a80 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628877 May 27 22:44:56.628645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-9fe458b8-4a2a-40e8-ac78-20ce5eb03b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:56.630230 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-9fe458b8-4a2a-40e8-ac78-20ce5eb03b99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 1094 time: 0.1662080 May 27 22:44:56.714218 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-e48bd697-7ce6-4f8b-b2b9-b8aa59e2a11e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00c17a0f-5241-4008-a545-08da2475b362 HTTP/1.1" status: 200 len: 217 time: 0.0765769 May 27 22:44:56.798529 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-b46586ff-a00b-4f7d-87f1-2952f0414709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:56.800268 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-b46586ff-a00b-4f7d-87f1-2952f0414709 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.0803294 May 27 22:44:56.916125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-3fdbfe8d-b204-4876-9b8e-ae46c0929cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:56.918688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-3fdbfe8d-b204-4876-9b8e-ae46c0929cd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084089 May 27 22:44:57.045159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40490) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:57.117292 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-dcacd70b-e390-4e71-95f1-b50ed5fc60b8 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922324 May 27 22:44:57.306575 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb83f9bd-1a9d-463c-bca2-59e0e10a82e7 req-10011f27-1f36-4554-a3aa-49323729c70e service neutron] 10.222.0.46 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823995 May 27 22:44:57.326673 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8aea74e-d849-4934-a4d6-609afc6a52fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:57.348056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e8aea74e-d849-4934-a4d6-609afc6a52fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:57.352668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e8aea74e-d849-4934-a4d6-609afc6a52fd admin admin] Usage tracker for resource:security_group_rule and tenant:5f90a0dafbad464ea47f5b849e31f146 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:57.357045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e8aea74e-d849-4934-a4d6-609afc6a52fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:57.363864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e8aea74e-d849-4934-a4d6-609afc6a52fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:57.445814 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4210f8ce-e266-4ff2-a9c7-4d551fcb05de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:57.475678 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8aea74e-d849-4934-a4d6-609afc6a52fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:57.489806 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:44:57.610692 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8aea74e-d849-4934-a4d6-609afc6a52fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:57.665874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e8aea74e-d849-4934-a4d6-609afc6a52fd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5f90a0dafbad464ea47f5b849e31f146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6171660 May 27 22:44:57.665874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aea74e-d849-4934-a4d6-609afc6a52fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9408ed87-0dbf-4f26-84a4-ecc0bb29f354,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:57.667517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40512) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:57.820534 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ca2d251c-b0b1-4c46-8d99-7e2c5904041a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:57.877623 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ca2d251c-b0b1-4c46-8d99-7e2c5904041a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:57.936455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03babab6-c15e-442f-b68f-b9bf944c33d6 req-4cb7330b-ee3c-47fd-9078-4c3bc0a7c855 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:57.937869 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-03babab6-c15e-442f-b68f-b9bf944c33d6 req-4cb7330b-ee3c-47fd-9078-4c3bc0a7c855 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 943 time: 0.1764681 May 27 22:44:57.993828 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-03babab6-c15e-442f-b68f-b9bf944c33d6 req-06a2a477-e9c3-495b-ae6e-b5d3282b1387 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452998 May 27 22:44:58.028903 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ca2d251c-b0b1-4c46-8d99-7e2c5904041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:58.049993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d251c-b0b1-4c46-8d99-7e2c5904041a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9408ed87-0dbf-4f26-84a4-ecc0bb29f354,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:58.069218 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ca2d251c-b0b1-4c46-8d99-7e2c5904041a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:58.070900 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ca2d251c-b0b1-4c46-8d99-7e2c5904041a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9408ed87-0dbf-4f26-84a4-ecc0bb29f354 HTTP/1.1" status: 204 len: 168 time: 0.4035959 May 27 22:44:58.364582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40542) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:59.027149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:59.060639 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd86bed1-384b-46da-ba72-163eb4e02245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:59.082694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bd86bed1-384b-46da-ba72-163eb4e02245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:44:59.086852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bd86bed1-384b-46da-ba72-163eb4e02245 admin admin] Usage tracker for resource:security_group_rule and tenant:c2bfe90c90454060bd4c7f07396f943c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:44:59.089970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bd86bed1-384b-46da-ba72-163eb4e02245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:44:59.096823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bd86bed1-384b-46da-ba72-163eb4e02245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:44:59.223333 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd86bed1-384b-46da-ba72-163eb4e02245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:59.298352 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd86bed1-384b-46da-ba72-163eb4e02245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:59.389468 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bd86bed1-384b-46da-ba72-163eb4e02245 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c2bfe90c90454060bd4c7f07396f943c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612132 May 27 22:44:59.390730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86bed1-384b-46da-ba72-163eb4e02245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8cb4bb-5df2-4f31-9215-1d8a04c68679,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:59.395604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40568) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:44:59.411299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f4e1b-2716-4daf-96aa-cc9b0515a18a req-049c0c77-a376-408b-bdf0-95f9600e7435 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:44:59.419577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb6f4e1b-2716-4daf-96aa-cc9b0515a18a req-049c0c77-a376-408b-bdf0-95f9600e7435 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 943 time: 0.1873415 May 27 22:44:59.468591 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3d0eace-9b70-46ef-8259-83c7f3838153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:59.478557 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb6f4e1b-2716-4daf-96aa-cc9b0515a18a req-421feab4-2dcb-4d84-8242-3b4a9d387f3a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580957 May 27 22:44:59.507988 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3d0eace-9b70-46ef-8259-83c7f3838153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:59.558071 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80c95ee1-d51e-4400-8e1f-843099926bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:59.651945 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb3bedfe-21e3-4763-ac32-a80cead31153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:59.656175 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3d0eace-9b70-46ef-8259-83c7f3838153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:59.676902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d0eace-9b70-46ef-8259-83c7f3838153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8cb4bb-5df2-4f31-9215-1d8a04c68679,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:44:59.691122 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3d0eace-9b70-46ef-8259-83c7f3838153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:44:59.691122 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d3d0eace-9b70-46ef-8259-83c7f3838153 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ce8cb4bb-5df2-4f31-9215-1d8a04c68679 HTTP/1.1" status: 204 len: 168 time: 0.2901487 May 27 22:44:59.975685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-80c95ee1-d51e-4400-8e1f-843099926bc2 admin admin] Deleting port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:44:59.975685 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80c95ee1-d51e-4400-8e1f-843099926bc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:00.011946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40584) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:00.165709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-80c95ee1-d51e-4400-8e1f-843099926bc2 admin admin] For port 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1dc97b1f-2782-4fc9-ae40-c230f37a8ca5,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:00.166241 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80c95ee1-d51e-4400-8e1f-843099926bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:00.173532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 00c17a0f-5241-4008-a545-08da2475b362 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:45:00.308551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-80c95ee1-d51e-4400-8e1f-843099926bc2 admin admin] Calling delete_port for 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:45:00.331733 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff4e149b-18ea-4753-bf52-994b32be6766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:00.349291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ff4e149b-18ea-4753-bf52-994b32be6766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:00.362029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff4e149b-18ea-4753-bf52-994b32be6766 admin admin] Usage tracker for resource:security_group_rule and tenant:356218e8233840f68d67caa9b4236e2c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:00.365895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff4e149b-18ea-4753-bf52-994b32be6766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:00.377885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ff4e149b-18ea-4753-bf52-994b32be6766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:00.457343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 00c17a0f-5241-4008-a545-08da2475b362, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=00c17a0f-5241-4008-a545-08da2475b362,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:00.476262 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '00c17a0f-5241-4008-a545-08da2475b362', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'port_id': '00c17a0f-5241-4008-a545-08da2475b362', 'mac_address': 'fa:16:3e:ef:34:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:45:00.512206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff4e149b-18ea-4753-bf52-994b32be6766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:00.577535 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 00c17a0f-5241-4008-a545-08da2475b362 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:45:00.577913 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:00.598349 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c17a0f-5241-4008-a545-08da2475b362 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:45:00.639860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 00c17a0f-5241-4008-a545-08da2475b362, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=00c17a0f-5241-4008-a545-08da2475b362,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:00.640408 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff4e149b-18ea-4753-bf52-994b32be6766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:00.674244 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80c95ee1-d51e-4400-8e1f-843099926bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:00.692997 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ff4e149b-18ea-4753-bf52-994b32be6766 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=356218e8233840f68d67caa9b4236e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6780298 May 27 22:45:00.693710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40608) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:00.697377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e149b-18ea-4753-bf52-994b32be6766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17abd2b0-bbb7-4327-9108-23993261488f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:00.737768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c95ee1-d51e-4400-8e1f-843099926bc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc97b1f-2782-4fc9-ae40-c230f37a8ca5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:00.743301 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:00.774734 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-979ce174-f7a8-4f49-8575-a8f5f3e59a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:00.808322 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-979ce174-f7a8-4f49-8575-a8f5f3e59a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:00.894954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=00c17a0f-5241-4008-a545-08da2475b362,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:00.999170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:00.999917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:01.000554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:01.001275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:01.001843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:01.002379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:01.002930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:01.003462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:01.003994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:01.004849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:01.005403 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:01.005933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:01.086204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['00c17a0f-5241-4008-a545-08da2475b362'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:45:01.115056 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-979ce174-f7a8-4f49-8575-a8f5f3e59a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:01.145864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ce174-f7a8-4f49-8575-a8f5f3e59a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17abd2b0-bbb7-4327-9108-23993261488f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:01.167868 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-979ce174-f7a8-4f49-8575-a8f5f3e59a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:01.170216 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-979ce174-f7a8-4f49-8575-a8f5f3e59a9f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/17abd2b0-bbb7-4327-9108-23993261488f HTTP/1.1" status: 204 len: 168 time: 0.4746797 May 27 22:45:01.171719 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:01.226987 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:01.237526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51382f3-8aa8-4b88-b1d7-ceabf128f4fa req-acd24ee7-d7ed-412c-ba1a-49b1a53f23d0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:01.245285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f51382f3-8aa8-4b88-b1d7-ceabf128f4fa req-acd24ee7-d7ed-412c-ba1a-49b1a53f23d0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 943 time: 0.6185935 May 27 22:45:01.321550 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f51382f3-8aa8-4b88-b1d7-ceabf128f4fa req-e8e36c98-0610-401a-8f30-086606304eb9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753374 May 27 22:45:01.482283 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80c95ee1-d51e-4400-8e1f-843099926bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:01.742369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40636) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:01.751800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Request body: {'network': {'name': 'tempest-network-smoke--848103902', 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:01.759101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:01.763680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Usage tracker for resource:network and tenant:4df3336cd5534e7691f6cbd1acbb4757 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:01.769090 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:01.775023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:01.846039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Made reservation on behalf of 4df3336cd5534e7691f6cbd1acbb4757 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:45:01.851132 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:01.879067 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:01.898607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:01.902559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Usage tracker for resource:security_group_rule and tenant:4df3336cd5534e7691f6cbd1acbb4757 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:01.905356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c95ee1-d51e-4400-8e1f-843099926bc2 admin admin] Router 743cbe72-53c8-49cb-958a-61cc2517f71e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:45:01.906515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:01.912753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:02.006555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40644) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:02.023372 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.041103 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-caddacac-d302-4fe3-aff5-24c837600648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.067645 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.069941 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-caddacac-d302-4fe3-aff5-24c837600648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:02.075872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-caddacac-d302-4fe3-aff5-24c837600648 admin admin] Usage tracker for resource:security_group_rule and tenant:420b7f5886444dbd96ca5021f5b35b2c is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:02.078334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-caddacac-d302-4fe3-aff5-24c837600648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:02.086305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-caddacac-d302-4fe3-aff5-24c837600648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:02.126478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c95ee1-d51e-4400-8e1f-843099926bc2 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:45:02.142982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-80c95ee1-d51e-4400-8e1f-843099926bc2 admin admin] 10.222.0.27 "PUT /v2.0/routers/743cbe72-53c8-49cb-958a-61cc2517f71e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7772961 May 27 22:45:02.143985 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e84b29-38db-41df-8289-01eade87fbdd None None] Sync routers for ids ['743cbe72-53c8-49cb-958a-61cc2517f71e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:45:02.150555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40652) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:02.150682 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.169964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:45:02.181883 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.181883 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Added segment c7beb76b-716e-49ad-91b7-49fc137c3146 of type vlan for network 7fcf0669-7599-49e3-a24f-433ca082f38c May 27 22:45:02.201759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 00c17a0f-5241-4008-a545-08da2475b362 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:45:02.211427 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e84b29-38db-41df-8289-01eade87fbdd None None] Routers {'743cbe72-53c8-49cb-958a-61cc2517f71e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:45:02.211427 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-04e84b29-38db-41df-8289-01eade87fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:45:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['743cbe72-53c8-49cb-958a-61cc2517f71e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:02.218014 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.300419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84ad342-1204-4d31-9ff5-87fcfee95593,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:02.320381 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.337918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:02.337918 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.437842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 00c17a0f-5241-4008-a545-08da2475b362 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:45:02.443832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 00c17a0f-5241-4008-a545-08da2475b362 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:02.444554 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.466253 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.499813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'Network': ['ID=7fcf0669-7599-49e3-a24f-433ca082f38c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:02.513067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 7fcf0669-7599-49e3-a24f-433ca082f38c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:45:02.516621 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-caddacac-d302-4fe3-aff5-24c837600648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.569204 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-adc52719-1292-4992-a306-6e09bfdab592 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8248582 May 27 22:45:02.570134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:02.577102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'admin_state_up': True, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:02.589201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:02.596641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Usage tracker for resource:router and tenant:4df3336cd5534e7691f6cbd1acbb4757 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:02.602875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:02.612724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:02.646740 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-caddacac-d302-4fe3-aff5-24c837600648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.666248 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.671362 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-04e84b29-38db-41df-8289-01eade87fbdd None None] Set router 743cbe72-53c8-49cb-958a-61cc2517f71e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:45:02.678395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 00c17a0f-5241-4008-a545-08da2475b362 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:45:02.679096 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.723638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82871d9e-ed71-4b9b-8308-f8b0820c81b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c17a0f-5241-4008-a545-08da2475b362'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:45:02.736708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 00c17a0f-5241-4008-a545-08da2475b362, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=00c17a0f-5241-4008-a545-08da2475b362,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:02.753315 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.757764 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.772464 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.786394 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0179d20-36a3-4a7d-ab37-04c6163eac70 req-f5cccfca-dffb-401c-87d5-583b997877af tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:02.790445 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd78a9b2-47a6-4ae3-82a6-9212d15ef724'] response: {'server_uuid': '82871d9e-ed71-4b9b-8308-f8b0820c81b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c17a0f-5241-4008-a545-08da2475b362', 'code': 200} May 27 22:45:02.793663 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-caddacac-d302-4fe3-aff5-24c837600648 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=420b7f5886444dbd96ca5021f5b35b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7833967 May 27 22:45:02.793663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40668) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:02.806911 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0179d20-36a3-4a7d-ab37-04c6163eac70 req-f5cccfca-dffb-401c-87d5-583b997877af tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 944 time: 0.1479986 May 27 22:45:02.836499 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.867839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddacac-d302-4fe3-aff5-24c837600648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084cdfff-1398-48b7-b7d8-b642a1468dae,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:02.880063 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0179d20-36a3-4a7d-ab37-04c6163eac70 req-ce7602fa-6287-48a9-95f8-04fb85600424 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718729 May 27 22:45:02.883782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] Deleting port a4a7743b-d322-46fb-82d3-ed7e55015e5c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:45:02.884237 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:02.973292 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=00c17a0f-5241-4008-a545-08da2475b362,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:03.006535 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b8208a0-beaf-485c-b5d2-f1f0ce7ce5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:03.054972 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-04e84b29-38db-41df-8289-01eade87fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:45:00Z', 'revision_number': 5, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port': {'id': 'a4a7743b-d322-46fb-82d3-ed7e55015e5c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:06:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:41Z', 'updated_at': '2022-05-27T22:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:03.057911 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e84b29-38db-41df-8289-01eade87fbdd None None] Checking router: 743cbe72-53c8-49cb-958a-61cc2517f71e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:45:03.067882 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e84b29-38db-41df-8289-01eade87fbdd None None] Routers {'743cbe72-53c8-49cb-958a-61cc2517f71e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:45:03.068540 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-04e84b29-38db-41df-8289-01eade87fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:45:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['743cbe72-53c8-49cb-958a-61cc2517f71e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:03.204617 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b8208a0-beaf-485c-b5d2-f1f0ce7ce5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:03.245983 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-04e84b29-38db-41df-8289-01eade87fbdd None None] Set router 743cbe72-53c8-49cb-958a-61cc2517f71e gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:45:03.363077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd62ec18-800e-45cc-82c9-4dd702543559 req-bfde603d-9cf2-48ae-899c-f56ed091232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:03.365686 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd62ec18-800e-45cc-82c9-4dd702543559 req-bfde603d-9cf2-48ae-899c-f56ed091232b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 1096 time: 0.4982169 May 27 22:45:03.377502 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-04e84b29-38db-41df-8289-01eade87fbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:45:02Z', 'revision_number': 6, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:03.382537 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e84b29-38db-41df-8289-01eade87fbdd None None] The sync data for ids ['743cbe72-53c8-49cb-958a-61cc2517f71e'] in n-d-843680-3 is: [{'id': '743cbe72-53c8-49cb-958a-61cc2517f71e', 'name': 'tempest-AttachVolumeTestJSON-1594829128-router', 'tenant_id': '49504ca94f5d42bf86dd37e137461ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:36Z', 'updated_at': '2022-05-27T22:45:02Z', 'revision_number': 6, 'project_id': '49504ca94f5d42bf86dd37e137461ad8', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:45:03.414467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] For port a4a7743b-d322-46fb-82d3-ed7e55015e5c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a4a7743b-d322-46fb-82d3-ed7e55015e5c,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:03.414845 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:03.476090 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:03.591859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] Calling delete_port for a4a7743b-d322-46fb-82d3-ed7e55015e5c owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:45:03.654016 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b8208a0-beaf-485c-b5d2-f1f0ce7ce5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:03.680539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8208a0-beaf-485c-b5d2-f1f0ce7ce5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084cdfff-1398-48b7-b7d8-b642a1468dae,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:03.716001 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b8208a0-beaf-485c-b5d2-f1f0ce7ce5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:03.944717 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6b8208a0-beaf-485c-b5d2-f1f0ce7ce5d1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/084cdfff-1398-48b7-b7d8-b642a1468dae HTTP/1.1" status: 204 len: 168 time: 0.9257245 May 27 22:45:03.947855 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd62ec18-800e-45cc-82c9-4dd702543559 req-df132f22-1ed6-4567-8b70-7ec60e6a94d1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139177 May 27 22:45:03.994726 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:04.084839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a7743b-d322-46fb-82d3-ed7e55015e5c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:04.089808 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:04.135239 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:04.268006 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b9c32-b083-4036-83c1-dfc487e00162 req-2fe6b24d-f766-4f20-ade8-77971fec19b9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:04.268006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e2b9c32-b083-4036-83c1-dfc487e00162 req-2fe6b24d-f766-4f20-ade8-77971fec19b9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.2307620 May 27 22:45:04.268006 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:04.317962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Allocated IP 172.25.2.253 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/198876cf-7824-456f-889d-30f80b709def) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:45:04.478897 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:04.485862 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:04.569705 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e2b9c32-b083-4036-83c1-dfc487e00162 req-dfd4a3ae-71d4-4af5-8822-adc50e9991ba tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086183 May 27 22:45:04.596024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:04.655092 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:04.659317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 743cbe72-53c8-49cb-958a-61cc2517f71e {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:45:04.676841 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:04.680883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40720) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:04.694528 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b3ea6515-d4a4-4427-8fe4-271be1449b3f admin admin] 10.222.0.27 "DELETE /v2.0/routers/743cbe72-53c8-49cb-958a-61cc2517f71e HTTP/1.1" status: 204 len: 168 time: 2.5477202 May 27 22:45:04.727009 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:04.885933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'Port': ['ID=198876cf-7824-456f-889d-30f80b709def,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:04.911092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:45:04.911092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:45:04.915278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:45:04.988087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c4dfa7-9b1e-4cd3-acef-e365751ce2a4 admin admin] Deleting subnet 6f036352-10d0-41a7-8335-90a12eb75254 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:45:05.005728 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71c4dfa7-9b1e-4cd3-acef-e365751ce2a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:05.153572 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71c4dfa7-9b1e-4cd3-acef-e365751ce2a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:05.360409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:45:05.389361 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71c4dfa7-9b1e-4cd3-acef-e365751ce2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:05.425328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:45:05.425485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1dc97b1f-2782-4fc9-ae40-c230f37a8ca5 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:45:05.426481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a4a7743b-d322-46fb-82d3-ed7e55015e5c no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:45:05.475382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: a4a7743b-d322-46fb-82d3-ed7e55015e5c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:45:05.476066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a4a7743b-d322-46fb-82d3-ed7e55015e5c not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:45:05.807270 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:06.060105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71c4dfa7-9b1e-4cd3-acef-e365751ce2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:06.123025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4dfa7-9b1e-4cd3-acef-e365751ce2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f036352-10d0-41a7-8335-90a12eb75254,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:06.150468 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71c4dfa7-9b1e-4cd3-acef-e365751ce2a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:06.157642 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c31179-955b-44eb-8900-01e346d51901 None None] Network 0e901676-0a75-4203-8f5c-0656d9c83953 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:45:06.159824 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-71c4dfa7-9b1e-4cd3-acef-e365751ce2a4 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/6f036352-10d0-41a7-8335-90a12eb75254 HTTP/1.1" status: 204 len: 168 time: 1.4700441 May 27 22:45:06.159824 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40754) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:06.284080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2d82e-36bd-40f0-922d-aad056cf44fc req-d45f5c1c-2323-4dd0-b64a-fe87761be62b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:06.286402 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fea2d82e-36bd-40f0-922d-aad056cf44fc req-d45f5c1c-2323-4dd0-b64a-fe87761be62b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.1963425 May 27 22:45:06.385140 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fea2d82e-36bd-40f0-922d-aad056cf44fc req-1d44112c-ad85-468c-821d-0293800e215a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886066 May 27 22:45:06.442504 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:06.474300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Deleting port 600806ce-414b-4461-bef7-327bc3ca0d75 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:45:06.474300 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:06.614131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a9e4ff-9fb6-4a29-a3d8-ff8afcbd369c None None] DHCP port deletion for 0e901676-0a75-4203-8f5c-0656d9c83953 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:45:06.619737 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-66a9e4ff-9fb6-4a29-a3d8-ff8afcbd369c None None] Deleting port 600806ce-414b-4461-bef7-327bc3ca0d75 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:45:06.620114 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66a9e4ff-9fb6-4a29-a3d8-ff8afcbd369c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:06.891634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-66a9e4ff-9fb6-4a29-a3d8-ff8afcbd369c None None] For port 600806ce-414b-4461-bef7-327bc3ca0d75, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=600806ce-414b-4461-bef7-327bc3ca0d75,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:06.891634 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66a9e4ff-9fb6-4a29-a3d8-ff8afcbd369c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:07.009730 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:07.047651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] For port 600806ce-414b-4461-bef7-327bc3ca0d75, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=600806ce-414b-4461-bef7-327bc3ca0d75,segment=NetworkSegment(9914d7eb-da8e-4888-9685-7f28a72c42ea),segment_id=9914d7eb-da8e-4888-9685-7f28a72c42ea)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:07.048093 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:07.113480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-66a9e4ff-9fb6-4a29-a3d8-ff8afcbd369c None None] Calling delete_port for 600806ce-414b-4461-bef7-327bc3ca0d75 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:45:07.351104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 600806ce-414b-4461-bef7-327bc3ca0d75 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:45:07.426353 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efce9c7-e49b-4f88-8109-a75224e52131 req-5ce09cfd-a36a-48df-acf3-80a62ed89858 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:07.428007 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7efce9c7-e49b-4f88-8109-a75224e52131 req-5ce09cfd-a36a-48df-acf3-80a62ed89858 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.2475538 May 27 22:45:07.442235 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66a9e4ff-9fb6-4a29-a3d8-ff8afcbd369c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:07.542472 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7efce9c7-e49b-4f88-8109-a75224e52131 req-2c3c465f-65a9-4fd2-9295-0bb9c2bccc7d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077378 May 27 22:45:07.568361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9e4ff-9fb6-4a29-a3d8-ff8afcbd369c None None] Pushing event deleted for resources: {'Port': ['ID=600806ce-414b-4461-bef7-327bc3ca0d75,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:07.573368 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a9e4ff-9fb6-4a29-a3d8-ff8afcbd369c None None] No DVR routers for this DVR port 600806ce-414b-4461-bef7-327bc3ca0d75 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:45:07.594201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No active binding found for port 600806ce-414b-4461-bef7-327bc3ca0d75 {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 22:45:07.595028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 600806ce-414b-4461-bef7-327bc3ca0d75 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:45:07.648494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Calling delete_port for 600806ce-414b-4461-bef7-327bc3ca0d75 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:45:07.788005 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:45:07.788005 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:45:07.940538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Router cbabac8a-dd98-402f-9993-4bf77a6117b3 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:45:08.318585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Deleting port 600806ce-414b-4461-bef7-327bc3ca0d75 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:45:08.318585 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:08.391372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] The port '600806ce-414b-4461-bef7-327bc3ca0d75' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:45:08.504207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:45:08.531799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Sync routers for ids ['cbabac8a-dd98-402f-9993-4bf77a6117b3'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:45:08.539313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:08.546659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Routers {'cbabac8a-dd98-402f-9993-4bf77a6117b3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:45:08.546659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:45:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['cbabac8a-dd98-402f-9993-4bf77a6117b3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:08.571358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e901676-0a75-4203-8f5c-0656d9c83953']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:08.616304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9914d7eb-da8e-4888-9685-7f28a72c42ea') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:08.616304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9914d7eb-da8e-4888-9685-7f28a72c42ea') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:08.629546 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:08.646993 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:08.648275 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-53ffcd35-d80c-4846-b6b6-12c6eb0a90c0 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.0769513 May 27 22:45:08.651539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40860) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:08.659997 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:08.668991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:45:08.668991 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:08.715234 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9914d7eb-da8e-4888-9685-7f28a72c42ea resource provider aggregate not found May 27 22:45:08.879985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Set router cbabac8a-dd98-402f-9993-4bf77a6117b3 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:45:08.899774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b1886-a048-4615-824a-20b04ad9e440 req-6caed5d4-de37-4813-8cdd-a017c2095d23 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:08.906410 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4d5b1886-a048-4615-824a-20b04ad9e440 req-6caed5d4-de37-4813-8cdd-a017c2095d23 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.2045600 May 27 22:45:08.926966 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9914d7eb-da8e-4888-9685-7f28a72c42ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9914d7eb-da8e-4888-9685-7f28a72c42ea found for delete ", "request_id": "req-d23ff9c0-44be-4392-898b-37602b400830"}]} May 27 22:45:09.036031 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4d5b1886-a048-4615-824a-20b04ad9e440 req-cc55bd2d-daa7-43b5-8049-09d6d073ba49 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144288 May 27 22:45:09.046765 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:09.068616 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:09.087960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e901676-0a75-4203-8f5c-0656d9c83953,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:09.210822 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a50247e5-5ed5-45e3-8104-006ede596244 admin admin] 10.222.0.27 "DELETE /v2.0/networks/0e901676-0a75-4203-8f5c-0656d9c83953 HTTP/1.1" status: 204 len: 168 time: 3.0531743 May 27 22:45:09.216900 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2d2b0df7-3d24-4c70-900d-aaab50146643 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=4df3336cd5534e7691f6cbd1acbb4757&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5642521 May 27 22:45:09.219678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40902) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:09.453846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '198876cf-7824-456f-889d-30f80b709def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:45:02Z', 'updated_at': '2022-05-27T22:45:05Z', 'revision_number': 3, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '198876cf-7824-456f-889d-30f80b709def', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:04Z', 'updated_at': '2022-05-27T22:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:09.453846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Checking router: cbabac8a-dd98-402f-9993-4bf77a6117b3 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:45:09.453846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Updating router cbabac8a-dd98-402f-9993-4bf77a6117b3 port 198876cf-7824-456f-889d-30f80b709def binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:45:09.545409 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:09.583516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d95b1a-9869-47cc-afa3-e75956935586 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:09.590301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40914) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:09.594490 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-95d95b1a-9869-47cc-afa3-e75956935586 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3645072 May 27 22:45:09.648970 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2f6c6bd4-ad17-4c82-9734-01c8caba19b4 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587714 May 27 22:45:09.654061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40918) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:09.660070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-81245626', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:10.001776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:10.021044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Usage tracker for resource:subnet and tenant:4df3336cd5534e7691f6cbd1acbb4757 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:10.021044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:10.021044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:10.131108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Made reservation on behalf of 4df3336cd5534e7691f6cbd1acbb4757 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:45:10.131108 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:10.158920 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:10.194091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Transition to ACTIVE for port object 198876cf-7824-456f-889d-30f80b709def will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:45:10.305072 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:10.315225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40934) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:10.448505 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a9a217f-0255-4529-ba65-2585f8a75b30 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=49504ca94f5d42bf86dd37e137461ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1171606 May 27 22:45:10.448505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40938) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:10.452726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78174f23-924e-40b5-ad6b-767f3f8d4fd3 None None] Pushing event updated for resources: {'Port': ['ID=198876cf-7824-456f-889d-30f80b709def,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:10.457201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dc967-6e57-4a1f-901e-05f48c82dbce req-85085822-7ddb-42f2-acdd-dd1119bc3520 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:10.457201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-446dc967-6e57-4a1f-901e-05f48c82dbce req-85085822-7ddb-42f2-acdd-dd1119bc3520 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.1804402 May 27 22:45:10.460626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Attempting to bind port 198876cf-7824-456f-889d-30f80b709def on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:45:10.460626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Attempting to bind port 198876cf-7824-456f-889d-30f80b709def by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:45:10.460626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Attempting to bind port 198876cf-7824-456f-889d-30f80b709def on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:45:10.460626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:45:10.460626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:45:10.473597 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:10.473597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:45:10.473597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Bound port: 198876cf-7824-456f-889d-30f80b709def, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:45:10.473597 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:10.479199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40942) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:10.553178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f442685-4628-4017-8ab1-eed380342fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:10.596682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] For port 198876cf-7824-456f-889d-30f80b709def, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:45:10.596682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] For port 198876cf-7824-456f-889d-30f80b709def, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=198876cf-7824-456f-889d-30f80b709def,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:45:10.625879 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-446dc967-6e57-4a1f-901e-05f48c82dbce req-c0288c88-8679-4c67-8146-51c316eff3b4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759214 May 27 22:45:10.626649 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f442685-4628-4017-8ab1-eed380342fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:10.683382 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:10.775191 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:10.805848 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f442685-4628-4017-8ab1-eed380342fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:10.820766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78174f23-924e-40b5-ad6b-767f3f8d4fd3 None None] Pushing event updated for resources: {'Port': ['ID=198876cf-7824-456f-889d-30f80b709def,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:10.835221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Routers {'cbabac8a-dd98-402f-9993-4bf77a6117b3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:45:10.835221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:45:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['cbabac8a-dd98-402f-9993-4bf77a6117b3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:10.856004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f442685-4628-4017-8ab1-eed380342fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29e8c27-9d97-4cea-8e0f-6bf2e7657c6d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:10.884232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5dcd630-fa63-4d84-9c07-f93ea55d2165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:10.907991 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f442685-4628-4017-8ab1-eed380342fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:10.907991 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7f442685-4628-4017-8ab1-eed380342fcf admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f29e8c27-9d97-4cea-8e0f-6bf2e7657c6d HTTP/1.1" status: 204 len: 168 time: 0.4648387 May 27 22:45:10.907991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d5dcd630-fa63-4d84-9c07-f93ea55d2165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:10.921521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d5dcd630-fa63-4d84-9c07-f93ea55d2165 admin admin] Usage tracker for resource:security_group_rule and tenant:107de17ece024cdea8289f8fa5edef09 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:10.921521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d5dcd630-fa63-4d84-9c07-f93ea55d2165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:10.921521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d5dcd630-fa63-4d84-9c07-f93ea55d2165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:10.975584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'Subnet': ['ID=bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:11.039270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Checking segment: {'id': 'c7beb76b-716e-49ad-91b7-49fc137c3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:45:11.039270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Network hostable DHCP agents. Network: 7fcf0669-7599-49e3-a24f-433ca082f38c, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:45:11.071914 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5dcd630-fa63-4d84-9c07-f93ea55d2165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:11.136870 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] Set router cbabac8a-dd98-402f-9993-4bf77a6117b3 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:45:11.141423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Network 7fcf0669-7599-49e3-a24f-433ca082f38c is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:45:11.142627 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d5dcd630-fa63-4d84-9c07-f93ea55d2165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:11.214884 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d5dcd630-fa63-4d84-9c07-f93ea55d2165 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=107de17ece024cdea8289f8fa5edef09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7468178 May 27 22:45:11.216310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcd630-fa63-4d84-9c07-f93ea55d2165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f888d4f-d8c7-4146-be32-84364c428fdb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:11.218174 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40956) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:11.334797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 7fcf0669-7599-49e3-a24f-433ca082f38c) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:45:11.334797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:11.334797 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:11.350105 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7798949e-e334-4dcc-9081-e78bfabd3210 None None] Network 7fcf0669-7599-49e3-a24f-433ca082f38c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:45:11.370881 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d54d7c7-fc71-4925-bc38-f15550e9d5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:11.408875 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d54d7c7-fc71-4925-bc38-f15550e9d5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:11.485000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4ff740aa-b848-4428-b959-22869adb723f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8239822 May 27 22:45:11.491046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40968) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:11.639081 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d54d7c7-fc71-4925-bc38-f15550e9d5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:11.672099 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d54d7c7-fc71-4925-bc38-f15550e9d5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:11.677851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1d54d7c7-fc71-4925-bc38-f15550e9d5c8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1f888d4f-d8c7-4146-be32-84364c428fdb HTTP/1.1" status: 204 len: 168 time: 0.4583139 May 27 22:45:11.679942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54d7c7-fc71-4925-bc38-f15550e9d5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f888d4f-d8c7-4146-be32-84364c428fdb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:11.984458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-7fcf0669-7599-49e3-a24f-433ca082f38c', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'fixed_ips': [{'subnet_id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:45:11.984458 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:12.082496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c96802-7953-44a7-b506-a3fe4fcb431b req-bdc5c6c0-976a-4be1-9f78-34ebb3ea88d4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:12.083251 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-48c96802-7953-44a7-b506-a3fe4fcb431b req-bdc5c6c0-976a-4be1-9f78-34ebb3ea88d4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.2367396 May 27 22:45:12.116282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '198876cf-7824-456f-889d-30f80b709def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:45:02Z', 'updated_at': '2022-05-27T22:45:05Z', 'revision_number': 3, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '198876cf-7824-456f-889d-30f80b709def', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:04Z', 'updated_at': '2022-05-27T22:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:12.130509 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ac554-8db6-4018-a118-65d4e982f4b2 None None] The sync data for ids ['cbabac8a-dd98-402f-9993-4bf77a6117b3'] in n-d-843680-3 is: [{'id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '198876cf-7824-456f-889d-30f80b709def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:45:02Z', 'updated_at': '2022-05-27T22:45:05Z', 'revision_number': 3, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '198876cf-7824-456f-889d-30f80b709def', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:04Z', 'updated_at': '2022-05-27T22:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:45:12.190485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-48c96802-7953-44a7-b506-a3fe4fcb431b req-3c35015e-5c93-4dae-9f61-4901db37ac62 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000395 May 27 22:45:12.350713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Allocated IP 172.20.0.2 (7fcf0669-7599-49e3-a24f-433ca082f38c/bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9/34987124-0825-4570-924e-a942cd56cc47) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:45:12.750264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41010) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:12.824458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1260e-e63d-43a4-b6dd-91be9fdf6f23 req-a5652a4d-6702-414d-a913-661a2b6b0c54 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:12.835227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8f1260e-e63d-43a4-b6dd-91be9fdf6f23 req-a5652a4d-6702-414d-a913-661a2b6b0c54 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 947 time: 0.3252175 May 27 22:45:12.864174 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2e1947d-40db-4220-942b-3b3f5441a120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:12.993571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8f1260e-e63d-43a4-b6dd-91be9fdf6f23 req-cd4b4d50-a491-4577-b5cd-03eba8a31a1a tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595976 May 27 22:45:12.993571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a2e1947d-40db-4220-942b-3b3f5441a120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:13.027320 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:13.052684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a2e1947d-40db-4220-942b-3b3f5441a120 admin admin] Usage tracker for resource:security_group_rule and tenant:c7dbc2ee42d24cd398860fb7364bd833 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:13.052684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a2e1947d-40db-4220-942b-3b3f5441a120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:13.056899 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Transition to ACTIVE for port object 34987124-0825-4570-924e-a942cd56cc47 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:45:13.077215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a2e1947d-40db-4220-942b-3b3f5441a120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:13.085176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Transition to ACTIVE for port object 34987124-0825-4570-924e-a942cd56cc47 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:45:13.172322 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:13.247620 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2e1947d-40db-4220-942b-3b3f5441a120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:13.273676 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:13.324089 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2e1947d-40db-4220-942b-3b3f5441a120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:13.327650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Network 7fcf0669-7599-49e3-a24f-433ca082f38c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:45:13.327650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:45:13.327650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:45:13.454768 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 198876cf-7824-456f-889d-30f80b709def up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:45:13.536125 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a2e1947d-40db-4220-942b-3b3f5441a120 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c7dbc2ee42d24cd398860fb7364bd833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7937999 May 27 22:45:13.536125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1947d-40db-4220-942b-3b3f5441a120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d233f302-5177-4c1a-a8aa-f093249cfc3b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:13.539068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41024) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:13.659189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Pushing event updated for resources: {'Port': ['ID=34987124-0825-4570-924e-a942cd56cc47,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:13.710175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Attempting to bind port 34987124-0825-4570-924e-a942cd56cc47 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:45:13.710175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Attempting to bind port 34987124-0825-4570-924e-a942cd56cc47 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'c7beb76b-716e-49ad-91b7-49fc137c3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:45:13.710175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Attempting to bind port 34987124-0825-4570-924e-a942cd56cc47 on network 7fcf0669-7599-49e3-a24f-433ca082f38c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:45:13.751256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:45:13.751256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Checking segment: {'id': 'c7beb76b-716e-49ad-91b7-49fc137c3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:45:13.751256 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:13.751256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Bound using segment: {'id': 'c7beb76b-716e-49ad-91b7-49fc137c3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:45:13.751256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Bound port: 34987124-0825-4570-924e-a942cd56cc47, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7beb76b-716e-49ad-91b7-49fc137c3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:45:13.754187 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:13.815960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bda48-3bbc-48ea-9343-a616f38e9d37 req-db8fde16-ced1-45a2-ad4f-1b210517f406 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:13.828436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-118bda48-3bbc-48ea-9343-a616f38e9d37 req-db8fde16-ced1-45a2-ad4f-1b210517f406 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.2915969 May 27 22:45:13.936174 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-118bda48-3bbc-48ea-9343-a616f38e9d37 req-c164b62f-dff5-4941-ba03-d3e26850e76f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105435 May 27 22:45:13.991494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] For port 34987124-0825-4570-924e-a942cd56cc47, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:45:13.997512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] For port 34987124-0825-4570-924e-a942cd56cc47, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=34987124-0825-4570-924e-a942cd56cc47,segment=NetworkSegment(c7beb76b-716e-49ad-91b7-49fc137c3146),segment_id=c7beb76b-716e-49ad-91b7-49fc137c3146)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:45:14.047440 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a85ac3f2-a452-4867-a5c3-cc37fa74d371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:14.080527 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:14.132578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 198876cf-7824-456f-889d-30f80b709def completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:45:14.171451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 198876cf-7824-456f-889d-30f80b709def triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:14.171451 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:14.195725 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a85ac3f2-a452-4867-a5c3-cc37fa74d371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:14.508455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da54add-631e-43ae-a4a9-33eb2861670d req-df3c5df6-9515-4982-9e32-9dc74ba133fd tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:14.508455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8da54add-631e-43ae-a4a9-33eb2861670d req-df3c5df6-9515-4982-9e32-9dc74ba133fd tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Synchronizing usage tracker for tenant:d7b99cdb08444e8e8a97195b4afa165a on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:45:14.561602 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ece07-6bef-4ff2-82e6-585d8de5ab84 None None] Pushing event updated for resources: {'Port': ['ID=34987124-0825-4570-924e-a942cd56cc47,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:14.571040 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a85ac3f2-a452-4867-a5c3-cc37fa74d371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:14.602778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 198876cf-7824-456f-889d-30f80b709def is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:45:14.603349 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:14.613377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ac3f2-a452-4867-a5c3-cc37fa74d371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d233f302-5177-4c1a-a8aa-f093249cfc3b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:14.659016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Allocated IP 172.20.0.1 (7fcf0669-7599-49e3-a24f-433ca082f38c/bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9/1d508acc-fabb-408c-8597-15e41308415b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:45:14.669644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38342cb9-c23e-4cc8-8cc1-33145db1d8e2 req-2f789699-1404-4532-bbe5-9351d81d7397 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:14.670802 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a85ac3f2-a452-4867-a5c3-cc37fa74d371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:14.670802 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a85ac3f2-a452-4867-a5c3-cc37fa74d371 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d233f302-5177-4c1a-a8aa-f093249cfc3b HTTP/1.1" status: 204 len: 168 time: 1.1273835 May 27 22:45:14.689824 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38342cb9-c23e-4cc8-8cc1-33145db1d8e2 req-2f789699-1404-4532-bbe5-9351d81d7397 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 947 time: 0.2954960 May 27 22:45:14.751664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 198876cf-7824-456f-889d-30f80b709def, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=198876cf-7824-456f-889d-30f80b709def,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:14.765252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8da54add-631e-43ae-a4a9-33eb2861670d req-df3c5df6-9515-4982-9e32-9dc74ba133fd tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Unset dirty status for tenant:d7b99cdb08444e8e8a97195b4afa165a on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:45:14.766442 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8da54add-631e-43ae-a4a9-33eb2861670d req-df3c5df6-9515-4982-9e32-9dc74ba133fd tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 947 time: 0.7121208 May 27 22:45:14.830017 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38342cb9-c23e-4cc8-8cc1-33145db1d8e2 req-ce635d6b-910c-4bf4-8596-61adfc1d3e1e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379044 May 27 22:45:14.868612 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:15.068970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-8da54add-631e-43ae-a4a9-33eb2861670d req-1e431b3c-e603-4980-8239-41cc23e44051 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Deleting port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:45:15.068970 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8da54add-631e-43ae-a4a9-33eb2861670d req-1e431b3c-e603-4980-8239-41cc23e44051 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:15.200190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=198876cf-7824-456f-889d-30f80b709def,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:15.302977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43fef8-815a-4b7e-8fb5-501092e3cdc0 req-64a560eb-5587-47b5-8ee8-46fe8bafb505 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:15.307432 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc43fef8-815a-4b7e-8fb5-501092e3cdc0 req-64a560eb-5587-47b5-8ee8-46fe8bafb505 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.1712725 May 27 22:45:15.442060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 34987124-0825-4570-924e-a942cd56cc47 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:45:15.465972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc43fef8-815a-4b7e-8fb5-501092e3cdc0 req-a35533a8-3851-4c3b-8907-4725932790a5 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460767 May 27 22:45:15.545906 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:15.609422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Transition to ACTIVE for port object 1d508acc-fabb-408c-8597-15e41308415b will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:45:15.663924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 34987124-0825-4570-924e-a942cd56cc47 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:45:15.718960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8da54add-631e-43ae-a4a9-33eb2861670d req-1e431b3c-e603-4980-8239-41cc23e44051 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] For port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:15.719242 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8da54add-631e-43ae-a4a9-33eb2861670d req-1e431b3c-e603-4980-8239-41cc23e44051 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:15.850205 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:16.137860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91065934-05e7-4f08-9957-78b564280d0d req-a05fde86-0e7d-40f2-80b5-d21e4ee3e107 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:16.141941 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:16.143335 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-91065934-05e7-4f08-9957-78b564280d0d req-a05fde86-0e7d-40f2-80b5-d21e4ee3e107 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 947 time: 0.1354666 May 27 22:45:16.222617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962335c-1dea-4074-aadd-d669a4de89d3 None None] Network 7fcf0669-7599-49e3-a24f-433ca082f38c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:45:16.293144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-91065934-05e7-4f08-9957-78b564280d0d req-334cd125-c5b6-49e4-b376-75160636f8d1 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343460 May 27 22:45:16.398247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Network 7fcf0669-7599-49e3-a24f-433ca082f38c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:45:16.404492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:45:16.408993 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:45:16.566991 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6dc252d4-c4e8-45b1-8e04-73f38e44df3c None None] Provisioning for port 34987124-0825-4570-924e-a942cd56cc47 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:45:16.581227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6dc252d4-c4e8-45b1-8e04-73f38e44df3c None None] Provisioning complete for port 34987124-0825-4570-924e-a942cd56cc47 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:16.581594 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6dc252d4-c4e8-45b1-8e04-73f38e44df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:16.601262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'Port': ['ID=1d508acc-fabb-408c-8597-15e41308415b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:16.681093 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:17.099923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d0332-75af-4474-af46-dde064cfe39a req-255f1919-5d7d-4d66-ad96-c5b1db733e43 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:17.099923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b6d0332-75af-4474-af46-dde064cfe39a req-255f1919-5d7d-4d66-ad96-c5b1db733e43 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.1359646 May 27 22:45:17.099923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b6d0332-75af-4474-af46-dde064cfe39a req-5fed4896-16f5-4d6e-bed9-f7321d6625b9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444262 May 27 22:45:17.105969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8da54add-631e-43ae-a4a9-33eb2861670d req-1e431b3c-e603-4980-8239-41cc23e44051 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:17.105969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8da54add-631e-43ae-a4a9-33eb2861670d req-1e431b3c-e603-4980-8239-41cc23e44051 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:17.105969 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-8da54add-631e-43ae-a4a9-33eb2861670d req-1e431b3c-e603-4980-8239-41cc23e44051 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Floating IP 7f05218e-ac25-4ea1-aaf5-4a6edcc61e9a disassociated. External IP: 172.25.2.66, port: c81a0cbb-dd70-4db9-9adc-0f6c559e86a8. May 27 22:45:17.105969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-8da54add-631e-43ae-a4a9-33eb2861670d req-1e431b3c-e603-4980-8239-41cc23e44051 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Calling delete_port for c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:45:17.108966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6dc252d4-c4e8-45b1-8e04-73f38e44df3c None None] Current status of the port 34987124-0825-4570-924e-a942cd56cc47 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:45:17.108966 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6dc252d4-c4e8-45b1-8e04-73f38e44df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:17.108966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6dc252d4-c4e8-45b1-8e04-73f38e44df3c None None] For port 34987124-0825-4570-924e-a942cd56cc47, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=34987124-0825-4570-924e-a942cd56cc47,segment=NetworkSegment(c7beb76b-716e-49ad-91b7-49fc137c3146),segment_id=c7beb76b-716e-49ad-91b7-49fc137c3146)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:17.145473 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6dc252d4-c4e8-45b1-8e04-73f38e44df3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:17.364001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 198876cf-7824-456f-889d-30f80b709def up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:45:17.472942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc252d4-c4e8-45b1-8e04-73f38e44df3c None None] Pushing event updated for resources: {'Port': ['ID=34987124-0825-4570-924e-a942cd56cc47,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:17.495739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-553be48d-2f6c-4575-8ad4-83419275ae90 None None] Provisioning for port 1d508acc-fabb-408c-8597-15e41308415b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:45:17.518922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-553be48d-2f6c-4575-8ad4-83419275ae90 None None] Provisioning complete for port 1d508acc-fabb-408c-8597-15e41308415b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:17.518922 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-553be48d-2f6c-4575-8ad4-83419275ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:17.559562 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8da54add-631e-43ae-a4a9-33eb2861670d req-1e431b3c-e603-4980-8239-41cc23e44051 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:17.616741 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2392050a-b6c3-4289-9536-44a82c08f753 req-28dab02b-2f42-4bd6-ac04-3557a9a09952 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 210 time: 0.1110630 May 27 22:45:17.674271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e431b3c-e603-4980-8239-41cc23e44051 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event deleted for resources: {'Port': ['ID=c81a0cbb-dd70-4db9-9adc-0f6c559e86a8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:17.685978 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-553be48d-2f6c-4575-8ad4-83419275ae90 None None] Port 1d508acc-fabb-408c-8597-15e41308415b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:45:17.742009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-553be48d-2f6c-4575-8ad4-83419275ae90 None None] Provisioning complete for port 34987124-0825-4570-924e-a942cd56cc47 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:17.742376 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-553be48d-2f6c-4575-8ad4-83419275ae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:17.839143 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:45:17.882732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:45:17.883789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:45:17.885173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 198876cf-7824-456f-889d-30f80b709def triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:17.891655 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:17.960925 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:18.024556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8da54add-631e-43ae-a4a9-33eb2861670d req-1e431b3c-e603-4980-8239-41cc23e44051 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Router 090dc531-8fe0-4287-a2c7-44bf25619f10 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:45:18.298327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-553be48d-2f6c-4575-8ad4-83419275ae90 None None] Current status of the port 34987124-0825-4570-924e-a942cd56cc47 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:45:18.316093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 198876cf-7824-456f-889d-30f80b709def is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:45:18.395437 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39685b94-2640-436c-9f0d-a19f4071b8b2 req-2a336272-197b-4e02-bff4-032d0a3843b3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:18.408989 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39685b94-2640-436c-9f0d-a19f4071b8b2 req-2a336272-197b-4e02-bff4-032d0a3843b3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.1999738 May 27 22:45:18.435075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8726e518-0a42-4ce5-9696-4e2cc5b9d41a None None] Provisioning complete for port 1d508acc-fabb-408c-8597-15e41308415b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:18.435075 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8726e518-0a42-4ce5-9696-4e2cc5b9d41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:18.486522 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39685b94-2640-436c-9f0d-a19f4071b8b2 req-d9960ed7-1f7b-4fd8-808d-cf4e1384289d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720448 May 27 22:45:18.534517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8726e518-0a42-4ce5-9696-4e2cc5b9d41a None None] Port 1d508acc-fabb-408c-8597-15e41308415b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:45:18.879978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8da54add-631e-43ae-a4a9-33eb2861670d req-1e431b3c-e603-4980-8239-41cc23e44051 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:45:18.888901 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9172fadd-cc29-4a0e-ad5e-8f99d451e5a3 None None] Sync routers for ids ['090dc531-8fe0-4287-a2c7-44bf25619f10'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:45:18.901336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-317f26cb-7e25-4b64-a33a-389598be9ecc req-1180699b-c1c5-49af-9e66-33027e132694 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 210 time: 0.0980766 May 27 22:45:18.917273 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9172fadd-cc29-4a0e-ad5e-8f99d451e5a3 None None] Routers {'090dc531-8fe0-4287-a2c7-44bf25619f10'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:45:18.918572 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9172fadd-cc29-4a0e-ad5e-8f99d451e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:45:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['090dc531-8fe0-4287-a2c7-44bf25619f10'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:19.055558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da54add-631e-43ae-a4a9-33eb2861670d req-1e431b3c-e603-4980-8239-41cc23e44051 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] No DVR routers for this DVR port c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:45:19.061827 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8da54add-631e-43ae-a4a9-33eb2861670d req-1e431b3c-e603-4980-8239-41cc23e44051 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:19.068457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'name': 'network-vif-deleted', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:45:19.175651 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8da54add-631e-43ae-a4a9-33eb2861670d req-1e431b3c-e603-4980-8239-41cc23e44051 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.57 "DELETE /v2.0/ports/c81a0cbb-dd70-4db9-9adc-0f6c559e86a8 HTTP/1.1" status: 204 len: 173 time: 4.3932259 May 27 22:45:19.196039 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a2e89b-0ed6-4e66-af8f-ca2a9d024b59'] response: {'server_uuid': '6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719', 'name': 'network-vif-deleted', 'tag': 'c81a0cbb-dd70-4db9-9adc-0f6c559e86a8', 'status': 'completed', 'code': 200} May 27 22:45:19.249966 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:19.333244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:19.356201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 34987124-0825-4570-924e-a942cd56cc47 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:45:19.392269 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9172fadd-cc29-4a0e-ad5e-8f99d451e5a3 None None] Set router 090dc531-8fe0-4287-a2c7-44bf25619f10 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:45:19.536959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 34987124-0825-4570-924e-a942cd56cc47 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:19.536959 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:19.752377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'Port': ['ID=1d508acc-fabb-408c-8597-15e41308415b,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:19.758776 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:19.829939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 34987124-0825-4570-924e-a942cd56cc47 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:45:19.880995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d063d1-fae4-4eb0-ae94-c7a38aa23bf9 req-5836f664-2493-486c-b369-31e4080a72f2 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:19.890696 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5d063d1-fae4-4eb0-ae94-c7a38aa23bf9 req-5836f664-2493-486c-b369-31e4080a72f2 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.1597989 May 27 22:45:19.958646 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5d063d1-fae4-4eb0-ae94-c7a38aa23bf9 req-67987a27-007c-4772-8c93-64eea546610f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622785 May 27 22:45:20.045254 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9172fadd-cc29-4a0e-ad5e-8f99d451e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'efa29fbd-dc63-42f0-b8c8-281fcf760298', 'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'mac_address': 'fa:16:3e:17:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:30Z', 'updated_at': '2022-05-27T22:41:44Z', 'revision_number': 5, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'subnets': [{'id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:20.050347 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9172fadd-cc29-4a0e-ad5e-8f99d451e5a3 None None] Checking router: 090dc531-8fe0-4287-a2c7-44bf25619f10 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:45:20.071021 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9172fadd-cc29-4a0e-ad5e-8f99d451e5a3 None None] Routers {'090dc531-8fe0-4287-a2c7-44bf25619f10'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:45:20.071021 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9172fadd-cc29-4a0e-ad5e-8f99d451e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:45:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['090dc531-8fe0-4287-a2c7-44bf25619f10'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:20.178655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Network 7fcf0669-7599-49e3-a24f-433ca082f38c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:45:20.178655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:45:20.206877 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e75ead5c-cf82-4d37-bd80-0ce3f8931b6b req-dbd82743-4422-4fb1-a603-51b9bc3bae63 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cc57f64-fe5d-47cf-a1ea-b4d5ad54c719 HTTP/1.1" status: 200 len: 210 time: 0.0617959 May 27 22:45:20.303382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41246) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:20.608161 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1156ba0b-737e-4d15-bddf-f4e733fbcdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:20.639144 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9172fadd-cc29-4a0e-ad5e-8f99d451e5a3 None None] Set router 090dc531-8fe0-4287-a2c7-44bf25619f10 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:45:20.648757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1156ba0b-737e-4d15-bddf-f4e733fbcdbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:20.651933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1156ba0b-737e-4d15-bddf-f4e733fbcdbc admin admin] Usage tracker for resource:security_group_rule and tenant:37fa8e828de54edf8c101d78fc1f6bf8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:20.657942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1156ba0b-737e-4d15-bddf-f4e733fbcdbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:20.669033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1156ba0b-737e-4d15-bddf-f4e733fbcdbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:20.678929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c74fa15a-ed43-458e-9af2-a71b17350b78 None None] Provisioning complete for port 1d508acc-fabb-408c-8597-15e41308415b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:20.679408 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c74fa15a-ed43-458e-9af2-a71b17350b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:20.850669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Router cbabac8a-dd98-402f-9993-4bf77a6117b3 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:45:20.857530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c74fa15a-ed43-458e-9af2-a71b17350b78 None None] Port 1d508acc-fabb-408c-8597-15e41308415b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:45:20.893324 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1156ba0b-737e-4d15-bddf-f4e733fbcdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:21.035221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41264) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:21.035221 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1156ba0b-737e-4d15-bddf-f4e733fbcdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:21.088091 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1156ba0b-737e-4d15-bddf-f4e733fbcdbc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=37fa8e828de54edf8c101d78fc1f6bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7817280 May 27 22:45:21.095791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41272) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:21.124489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156ba0b-737e-4d15-bddf-f4e733fbcdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23910cf-f85f-4db5-8270-939bc6d60a18,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:21.170614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:45:21.181322 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Sync routers for ids ['cbabac8a-dd98-402f-9993-4bf77a6117b3'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:45:21.190239 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9172fadd-cc29-4a0e-ad5e-8f99d451e5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'efa29fbd-dc63-42f0-b8c8-281fcf760298', 'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'mac_address': 'fa:16:3e:17:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:30Z', 'updated_at': '2022-05-27T22:41:44Z', 'revision_number': 5, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'subnets': [{'id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:21.195157 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9172fadd-cc29-4a0e-ad5e-8f99d451e5a3 None None] The sync data for ids ['090dc531-8fe0-4287-a2c7-44bf25619f10'] in n-d-843680-3 is: [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'efa29fbd-dc63-42f0-b8c8-281fcf760298', 'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'mac_address': 'fa:16:3e:17:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:30Z', 'updated_at': '2022-05-27T22:41:44Z', 'revision_number': 5, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'subnets': [{'id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:45:21.213262 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d3c6d823-35e5-4ce7-9bcb-1d85f62a974b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "PUT /v2.0/routers/cbabac8a-dd98-402f-9993-4bf77a6117b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7330596 May 27 22:45:21.216400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41276) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:21.217202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Routers {'cbabac8a-dd98-402f-9993-4bf77a6117b3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:45:21.217845 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:45:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['cbabac8a-dd98-402f-9993-4bf77a6117b3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:21.223200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-42830495-1f79-404e-bbbc-28067f2d17f3 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1049495186', 'description': 'tempest-secgroup_access--1049495186 description', 'project_id': '4df3336cd5534e7691f6cbd1acbb4757'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:21.232639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-42830495-1f79-404e-bbbc-28067f2d17f3 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:21.251626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-42830495-1f79-404e-bbbc-28067f2d17f3 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Usage tracker for resource:security_group and tenant:4df3336cd5534e7691f6cbd1acbb4757 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:21.255185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-42830495-1f79-404e-bbbc-28067f2d17f3 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:21.261499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-42830495-1f79-404e-bbbc-28067f2d17f3 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:21.346443 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42830495-1f79-404e-bbbc-28067f2d17f3 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:21.413563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-42830495-1f79-404e-bbbc-28067f2d17f3 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:21.413563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-42830495-1f79-404e-bbbc-28067f2d17f3 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Usage tracker for resource:security_group_rule and tenant:4df3336cd5534e7691f6cbd1acbb4757 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:21.413563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-42830495-1f79-404e-bbbc-28067f2d17f3 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:21.423366 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-42830495-1f79-404e-bbbc-28067f2d17f3 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:21.533992 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42830495-1f79-404e-bbbc-28067f2d17f3 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:21.533992 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41288) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:21.566734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Set router cbabac8a-dd98-402f-9993-4bf77a6117b3 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:45:21.614456 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-58322857-2247-46b4-a80c-35b1049ef883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:21.631817 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42830495-1f79-404e-bbbc-28067f2d17f3 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:21.640012 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-58322857-2247-46b4-a80c-35b1049ef883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:21.646311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-58322857-2247-46b4-a80c-35b1049ef883 admin admin] Usage tracker for resource:security_group_rule and tenant:57ce162d43dd494db11b39aa721bbd0c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:21.650386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-58322857-2247-46b4-a80c-35b1049ef883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:21.665905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-58322857-2247-46b4-a80c-35b1049ef883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:21.685713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36a954e-c133-45ff-b2cf-03ae835007c0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:21.688630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0705d-8c66-4452-8307-07c797d1cb7c req-a5e02809-b5dd-47ea-a4ff-256acecd244b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:21.690092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43f0705d-8c66-4452-8307-07c797d1cb7c req-a5e02809-b5dd-47ea-a4ff-256acecd244b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.4834678 May 27 22:45:21.690955 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d424c4f-ce52-475f-ad33-fb6d91abb389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:21.735828 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c1fba-5b35-4e7d-8c2a-7f6a0a751c0d None None] New status for floating IP 7f05218e-ac25-4ea1-aaf5-4a6edcc61e9a: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:45:21.749250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42830495-1f79-404e-bbbc-28067f2d17f3 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b417f9ac-647a-4f30-b7d3-db0287c4f1ce,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:21.758481 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36a954e-c133-45ff-b2cf-03ae835007c0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:21.768929 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d424c4f-ce52-475f-ad33-fb6d91abb389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:21.809386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-42830495-1f79-404e-bbbc-28067f2d17f3 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:21.817034 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-42830495-1f79-404e-bbbc-28067f2d17f3 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5963342 May 27 22:45:21.817034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41296) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:21.821579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-02e33b18-7e02-4a12-9cc7-e18e6a6a446b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--597628642', 'description': 'tempest-secgroup_general--597628642 description', 'project_id': '4df3336cd5534e7691f6cbd1acbb4757'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:21.824118 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43f0705d-8c66-4452-8307-07c797d1cb7c req-5256b1f4-175a-4e33-b51d-e53e62fc6be6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227510 May 27 22:45:21.843800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-02e33b18-7e02-4a12-9cc7-e18e6a6a446b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:21.850496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-02e33b18-7e02-4a12-9cc7-e18e6a6a446b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Usage tracker for resource:security_group and tenant:4df3336cd5534e7691f6cbd1acbb4757 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:21.854215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-02e33b18-7e02-4a12-9cc7-e18e6a6a446b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:21.862859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-02e33b18-7e02-4a12-9cc7-e18e6a6a446b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:21.940898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-58322857-2247-46b4-a80c-35b1049ef883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.003261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36a954e-c133-45ff-b2cf-03ae835007c0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.039511 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d424c4f-ce52-475f-ad33-fb6d91abb389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.046903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a954e-c133-45ff-b2cf-03ae835007c0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cbc19d-ef5b-4f20-9e00-3eaf78548dfa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:22.046903 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02e33b18-7e02-4a12-9cc7-e18e6a6a446b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.061914 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-58322857-2247-46b4-a80c-35b1049ef883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.086100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-02e33b18-7e02-4a12-9cc7-e18e6a6a446b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:22.086100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-02e33b18-7e02-4a12-9cc7-e18e6a6a446b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Usage tracker for resource:security_group_rule and tenant:4df3336cd5534e7691f6cbd1acbb4757 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:22.091234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-02e33b18-7e02-4a12-9cc7-e18e6a6a446b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:22.108272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-02e33b18-7e02-4a12-9cc7-e18e6a6a446b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:22.127342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d424c4f-ce52-475f-ad33-fb6d91abb389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23910cf-f85f-4db5-8270-939bc6d60a18,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:22.152804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36a954e-c133-45ff-b2cf-03ae835007c0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.167656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '198876cf-7824-456f-889d-30f80b709def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:45:02Z', 'updated_at': '2022-05-27T22:45:17Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '198876cf-7824-456f-889d-30f80b709def', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:04Z', 'updated_at': '2022-05-27T22:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '1d508acc-fabb-408c-8597-15e41308415b', 'name': '', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'mac_address': 'fa:16:3e:01:bd:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:14Z', 'updated_at': '2022-05-27T22:45:18Z', 'revision_number': 2, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'subnets': [{'id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:22.170245 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58322857-2247-46b4-a80c-35b1049ef883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e1807d-f39d-49ca-8663-67fe2ef9ccf4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:22.174034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Checking router: cbabac8a-dd98-402f-9993-4bf77a6117b3 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:45:22.174390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Updating router cbabac8a-dd98-402f-9993-4bf77a6117b3 port 1d508acc-fabb-408c-8597-15e41308415b binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:45:22.181278 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e36a954e-c133-45ff-b2cf-03ae835007c0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "DELETE /v2.0/security-groups/14cbc19d-ef5b-4f20-9e00-3eaf78548dfa HTTP/1.1" status: 204 len: 168 time: 0.6470511 May 27 22:45:22.184498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41304) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:22.184675 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-58322857-2247-46b4-a80c-35b1049ef883 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=57ce162d43dd494db11b39aa721bbd0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1581395 May 27 22:45:22.190950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41306) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:22.208660 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d424c4f-ce52-475f-ad33-fb6d91abb389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.210189 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2d424c4f-ce52-475f-ad33-fb6d91abb389 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b23910cf-f85f-4db5-8270-939bc6d60a18 HTTP/1.1" status: 204 len: 168 time: 1.0930738 May 27 22:45:22.216860 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-66feaf0a-5ddb-42fb-8eac-46fe709da136 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] show failed (client error): The resource could not be found. May 27 22:45:22.221377 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-66feaf0a-5ddb-42fb-8eac-46fe709da136 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups/14cbc19d-ef5b-4f20-9e00-3eaf78548dfa HTTP/1.1" status: 404 len: 347 time: 0.0284235 May 27 22:45:22.221984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41316) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:22.276013 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.313464 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.316068 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02e33b18-7e02-4a12-9cc7-e18e6a6a446b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.338575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f15fbf2c-bb8a-4fa8-b9c5-592f546fd343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.422745 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f15fbf2c-bb8a-4fa8-b9c5-592f546fd343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.489391 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02e33b18-7e02-4a12-9cc7-e18e6a6a446b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.575331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e33b18-7e02-4a12-9cc7-e18e6a6a446b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d3ff43-61a9-4817-9a13-71502fc010af,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:22.577166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6d4ffb50-f3bc-448e-80a1-87c3a5597190 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Deleting port 446db0b8-429e-4d02-84f8-74ab898ee27a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:45:22.577166 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d4ffb50-f3bc-448e-80a1-87c3a5597190 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.595163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f15fbf2c-bb8a-4fa8-b9c5-592f546fd343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.595163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f15fbf2c-bb8a-4fa8-b9c5-592f546fd343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.595722 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f15fbf2c-bb8a-4fa8-b9c5-592f546fd343 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c4e1807d-f39d-49ca-8663-67fe2ef9ccf4 HTTP/1.1" status: 204 len: 168 time: 0.3998709 May 27 22:45:22.606889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fbf2c-bb8a-4fa8-b9c5-592f546fd343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e1807d-f39d-49ca-8663-67fe2ef9ccf4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:22.674465 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02e33b18-7e02-4a12-9cc7-e18e6a6a446b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.676469 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-02e33b18-7e02-4a12-9cc7-e18e6a6a446b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8603258 May 27 22:45:22.679823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41326) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:22.686674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9a892353-33db-4e3f-b141-d3c5846c2b2a tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Request body: {'security_group_rule': {'security_group_id': 'b417f9ac-647a-4f30-b7d3-db0287c4f1ce', 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:22.704421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a892353-33db-4e3f-b141-d3c5846c2b2a tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:22.712749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a892353-33db-4e3f-b141-d3c5846c2b2a tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Usage tracker for resource:security_group_rule and tenant:4df3336cd5534e7691f6cbd1acbb4757 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:22.722130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a892353-33db-4e3f-b141-d3c5846c2b2a tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:22.737173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a892353-33db-4e3f-b141-d3c5846c2b2a tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:22.870926 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a892353-33db-4e3f-b141-d3c5846c2b2a tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.916663 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d4ffb50-f3bc-448e-80a1-87c3a5597190 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.916663 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d4ffb50-f3bc-448e-80a1-87c3a5597190 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.974137 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:22.994771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Transition to ACTIVE for port object 1d508acc-fabb-408c-8597-15e41308415b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:45:22.997582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a892353-33db-4e3f-b141-d3c5846c2b2a tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:23.090352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6d4ffb50-f3bc-448e-80a1-87c3a5597190 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Calling delete_port for 446db0b8-429e-4d02-84f8-74ab898ee27a owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:45:23.123536 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:23.158169 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a892353-33db-4e3f-b141-d3c5846c2b2a tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:23.323143 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a892353-33db-4e3f-b141-d3c5846c2b2a tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4389636c-2919-4301-a03f-7fc93698535f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:23.379383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db2296b-0ce5-4dd8-af69-ab6136d9d906 req-51ab71a1-0fca-4c89-8727-93ce96b08a14 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:23.379383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0db2296b-0ce5-4dd8-af69-ab6136d9d906 req-51ab71a1-0fca-4c89-8727-93ce96b08a14 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.2955058 May 27 22:45:23.413136 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a892353-33db-4e3f-b141-d3c5846c2b2a tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:23.413136 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a892353-33db-4e3f-b141-d3c5846c2b2a tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7205935 May 27 22:45:23.457709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41348) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:23.492274 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:23.520735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:23.523969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Usage tracker for resource:security_group_rule and tenant:82db7bf617824276bf326733ba5cb48e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:23.542537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:23.551973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Attempting to bind port 1d508acc-fabb-408c-8597-15e41308415b on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:45:23.553199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Attempting to bind port 1d508acc-fabb-408c-8597-15e41308415b by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'c7beb76b-716e-49ad-91b7-49fc137c3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:45:23.553731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Attempting to bind port 1d508acc-fabb-408c-8597-15e41308415b on network 7fcf0669-7599-49e3-a24f-433ca082f38c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:45:23.553830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:23.556241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fe73a-cdf8-4a43-8b78-1e83fc329352 None None] Pushing event updated for resources: {'Port': ['ID=1d508acc-fabb-408c-8597-15e41308415b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:23.568491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:45:23.568491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Checking segment: {'id': 'c7beb76b-716e-49ad-91b7-49fc137c3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:45:23.568784 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:23.569164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Bound using segment: {'id': 'c7beb76b-716e-49ad-91b7-49fc137c3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:45:23.573589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Bound port: 1d508acc-fabb-408c-8597-15e41308415b, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7beb76b-716e-49ad-91b7-49fc137c3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:45:23.573985 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:23.587600 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0db2296b-0ce5-4dd8-af69-ab6136d9d906 req-ed8801ba-f218-47ca-b21a-085c96ba0424 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930296 May 27 22:45:23.657805 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d4ffb50-f3bc-448e-80a1-87c3a5597190 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:23.747293 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:23.763421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] For port 1d508acc-fabb-408c-8597-15e41308415b, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:45:23.769053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41364) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:23.803690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] For port 1d508acc-fabb-408c-8597-15e41308415b, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1d508acc-fabb-408c-8597-15e41308415b,segment=NetworkSegment(c7beb76b-716e-49ad-91b7-49fc137c3146),segment_id=c7beb76b-716e-49ad-91b7-49fc137c3146)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:45:23.805284 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbe30e55-41ef-479d-84f4-4244177849ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:23.823205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbe30e55-41ef-479d-84f4-4244177849ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:23.831482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbe30e55-41ef-479d-84f4-4244177849ad admin admin] Usage tracker for resource:security_group_rule and tenant:8f39b7a9714c49fc8b88f56369b65d2f is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:23.838297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dbe30e55-41ef-479d-84f4-4244177849ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:23.847621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbe30e55-41ef-479d-84f4-4244177849ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:23.878289 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:23.901896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ffb50-f3bc-448e-80a1-87c3a5597190 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event deleted for resources: {'Port': ['ID=446db0b8-429e-4d02-84f8-74ab898ee27a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:23.912035 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:23.949988 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5663017-19eb-464b-956f-fa4549760b1a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:23.956919 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=82db7bf617824276bf326733ba5cb48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4980752 May 27 22:45:23.958253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41368) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:23.966238 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:23.966583 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:23.966922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:23.967257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:23.967592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:23.967926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:23.968251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:23.968615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:23.968927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:23.969250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:23.969575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:23.981609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373400ee-2fee-4115-9a36-41e45e440f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:24.001282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Routers {'cbabac8a-dd98-402f-9993-4bf77a6117b3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:45:24.001954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:45:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['cbabac8a-dd98-402f-9993-4bf77a6117b3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:24.016080 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d4ffb50-f3bc-448e-80a1-87c3a5597190 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:24.045133 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d4ffb50-f3bc-448e-80a1-87c3a5597190 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:24.047424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6d4ffb50-f3bc-448e-80a1-87c3a5597190 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "DELETE /v2.0/floatingips/7f05218e-ac25-4ea1-aaf5-4a6edcc61e9a HTTP/1.1" status: 204 len: 168 time: 1.8239996 May 27 22:45:24.060885 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-29c21fd0-bfde-4874-bfd4-e0fb64eec4c7 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup_general--597628642&fields=id&tenant_id=4df3336cd5534e7691f6cbd1acbb4757 HTTP/1.1" status: 200 len: 267 time: 0.1893740 May 27 22:45:24.105755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fe73a-cdf8-4a43-8b78-1e83fc329352 None None] Pushing event updated for resources: {'Port': ['ID=1d508acc-fabb-408c-8597-15e41308415b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:24.132625 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3808315f-c65f-4e8e-b3cb-daeee64b2e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:24.146985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-d40ced89-790c-4dec-b9b3-28fe24872a24 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup_access--1049495186&fields=id&tenant_id=4df3336cd5534e7691f6cbd1acbb4757 HTTP/1.1" status: 200 len: 267 time: 0.0789797 May 27 22:45:24.235903 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3808315f-c65f-4e8e-b3cb-daeee64b2e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:24.293478 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbe30e55-41ef-479d-84f4-4244177849ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:24.321406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] Set router cbabac8a-dd98-402f-9993-4bf77a6117b3 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:45:24.326263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41380) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:24.346028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-685f7ce3-3a22-452a-bde0-358e3cebbc10 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1423992800', 'description': 'tempest-description--1377495456'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:24.380584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-685f7ce3-3a22-452a-bde0-358e3cebbc10 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:24.392180 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbe30e55-41ef-479d-84f4-4244177849ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:24.399735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-685f7ce3-3a22-452a-bde0-358e3cebbc10 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Usage tracker for resource:security_group and tenant:d7b99cdb08444e8e8a97195b4afa165a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:24.412059 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-685f7ce3-3a22-452a-bde0-358e3cebbc10 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:24.412593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-72dc03e8-29b0-4e0d-b2b0-27b434f75d8d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:24.414836 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-72dc03e8-29b0-4e0d-b2b0-27b434f75d8d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/networks?id=7fcf0669-7599-49e3-a24f-433ca082f38c HTTP/1.1" status: 200 len: 796 time: 0.2556853 May 27 22:45:24.453547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-685f7ce3-3a22-452a-bde0-358e3cebbc10 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:24.455182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-ba8cf416-f3f7-46d9-a195-47f7f64fa536 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/quotas/4df3336cd5534e7691f6cbd1acbb4757 HTTP/1.1" status: 200 len: 375 time: 0.0287859 May 27 22:45:24.472963 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dbe30e55-41ef-479d-84f4-4244177849ad admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8f39b7a9714c49fc8b88f56369b65d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7028434 May 27 22:45:24.486209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41388) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:24.490805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe30e55-41ef-479d-84f4-4244177849ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55c1981-cff6-4e06-be51-57341aa3b0ab,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:24.588743 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36c163c-2b34-4d6a-ac09-b19463fb083d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:24.591437 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-685f7ce3-3a22-452a-bde0-358e3cebbc10 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:24.657048 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36c163c-2b34-4d6a-ac09-b19463fb083d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:24.667392 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-0a5493c7-d28b-4d0e-a5b3-0a7ca7fe7346 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=4df3336cd5534e7691f6cbd1acbb4757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1931171 May 27 22:45:24.756798 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3808315f-c65f-4e8e-b3cb-daeee64b2e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:24.766559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808315f-c65f-4e8e-b3cb-daeee64b2e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5663017-19eb-464b-956f-fa4549760b1a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:24.787669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-685f7ce3-3a22-452a-bde0-358e3cebbc10 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:24.803999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-685f7ce3-3a22-452a-bde0-358e3cebbc10 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Usage tracker for resource:security_group_rule and tenant:d7b99cdb08444e8e8a97195b4afa165a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:24.803999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-685f7ce3-3a22-452a-bde0-358e3cebbc10 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:24.818791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-685f7ce3-3a22-452a-bde0-358e3cebbc10 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:24.889221 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36c163c-2b34-4d6a-ac09-b19463fb083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:24.914899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950ece5-83b0-4d21-af01-15cc615a5e34 req-fa80e30a-c5db-4cc7-a735-89902d763b24 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:24.916907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c950ece5-83b0-4d21-af01-15cc615a5e34 req-fa80e30a-c5db-4cc7-a735-89902d763b24 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.1538684 May 27 22:45:24.930810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c163c-2b34-4d6a-ac09-b19463fb083d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55c1981-cff6-4e06-be51-57341aa3b0ab,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:24.933419 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e36c163c-2b34-4d6a-ac09-b19463fb083d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:24.935021 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e36c163c-2b34-4d6a-ac09-b19463fb083d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f55c1981-cff6-4e06-be51-57341aa3b0ab HTTP/1.1" status: 204 len: 168 time: 0.4401920 May 27 22:45:24.947523 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3808315f-c65f-4e8e-b3cb-daeee64b2e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:24.949726 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3808315f-c65f-4e8e-b3cb-daeee64b2e59 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d5663017-19eb-464b-956f-fa4549760b1a HTTP/1.1" status: 204 len: 168 time: 0.9867609 May 27 22:45:25.010828 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-685f7ce3-3a22-452a-bde0-358e3cebbc10 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:25.025246 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c950ece5-83b0-4d21-af01-15cc615a5e34 req-4a54092c-5b35-439c-b0bf-73952c446af4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886290 May 27 22:45:25.046192 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '198876cf-7824-456f-889d-30f80b709def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:45:02Z', 'updated_at': '2022-05-27T22:45:17Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '198876cf-7824-456f-889d-30f80b709def', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:04Z', 'updated_at': '2022-05-27T22:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '1d508acc-fabb-408c-8597-15e41308415b', 'name': '', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'mac_address': 'fa:16:3e:01:bd:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:14Z', 'updated_at': '2022-05-27T22:45:23Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'subnets': [{'id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:25.061279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-b73d4bf4-2cc5-487a-bc0c-d915fc1a2827 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:45:25.062317 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-b73d4bf4-2cc5-487a-bc0c-d915fc1a2827 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3897750 May 27 22:45:25.068698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227edf7-dd2f-4514-88a3-cea7ede8327c None None] The sync data for ids ['cbabac8a-dd98-402f-9993-4bf77a6117b3'] in n-d-843680-3 is: [{'id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '198876cf-7824-456f-889d-30f80b709def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:45:02Z', 'updated_at': '2022-05-27T22:45:17Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '198876cf-7824-456f-889d-30f80b709def', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:04Z', 'updated_at': '2022-05-27T22:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '1d508acc-fabb-408c-8597-15e41308415b', 'name': '', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'mac_address': 'fa:16:3e:01:bd:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:14Z', 'updated_at': '2022-05-27T22:45:23Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'subnets': [{'id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:45:25.531301 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-685f7ce3-3a22-452a-bde0-358e3cebbc10 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:25.531301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f7ce3-3a22-452a-bde0-358e3cebbc10 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb49c07e-14c6-46e7-935c-6daba96cfbb2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:25.536173 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-12a8ef1f-f082-4ef0-8e4c-0667e4e7b4e2 service neutron] 10.222.0.27 "GET /v2.0/networks/7fcf0669-7599-49e3-a24f-433ca082f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293536 May 27 22:45:25.551869 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-29464516-fe0a-4b76-9dc5-5d26037dc32a service neutron] 10.222.0.27 "GET /v2.0/networks/7fcf0669-7599-49e3-a24f-433ca082f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451366 May 27 22:45:25.687489 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1d508acc-fabb-408c-8597-15e41308415b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:45:25.758002 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-685f7ce3-3a22-452a-bde0-358e3cebbc10 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:25.762973 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-685f7ce3-3a22-452a-bde0-358e3cebbc10 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4509671 May 27 22:45:25.765900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41410) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:25.772878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a5e00f2f-3f7f-4a10-a8d4-da487b486c42 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Request body: {'security_group_rule': {'security_group_id': 'cb49c07e-14c6-46e7-935c-6daba96cfbb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:25.791855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a5e00f2f-3f7f-4a10-a8d4-da487b486c42 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:25.798966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a5e00f2f-3f7f-4a10-a8d4-da487b486c42 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Usage tracker for resource:security_group_rule and tenant:d7b99cdb08444e8e8a97195b4afa165a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:25.803285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a5e00f2f-3f7f-4a10-a8d4-da487b486c42 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:25.811273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a5e00f2f-3f7f-4a10-a8d4-da487b486c42 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:25.937384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 1d508acc-fabb-408c-8597-15e41308415b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:45:25.955247 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5e00f2f-3f7f-4a10-a8d4-da487b486c42 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:25.959109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 1d508acc-fabb-408c-8597-15e41308415b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:25.959109 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:26.085666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3e1e2e5-1fb1-49d7-be1a-00dfb3f66247 req-38e3dcaa-6e9f-4173-ab55-e916bc9a33f6 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 210 time: 0.1625540 May 27 22:45:26.171745 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5e00f2f-3f7f-4a10-a8d4-da487b486c42 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:26.289742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5e00f2f-3f7f-4a10-a8d4-da487b486c42 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:26.289986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 1d508acc-fabb-408c-8597-15e41308415b is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:45:26.289986 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:26.338877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e00f2f-3f7f-4a10-a8d4-da487b486c42 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b49970c-43aa-40fc-8866-464ec412e8d6,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:26.379838 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 1d508acc-fabb-408c-8597-15e41308415b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1d508acc-fabb-408c-8597-15e41308415b,segment=NetworkSegment(c7beb76b-716e-49ad-91b7-49fc137c3146),segment_id=c7beb76b-716e-49ad-91b7-49fc137c3146)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:26.445638 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5e00f2f-3f7f-4a10-a8d4-da487b486c42 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:26.447194 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a5e00f2f-3f7f-4a10-a8d4-da487b486c42 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6797175 May 27 22:45:26.462314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41446) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:26.487882 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:26.500149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ae8fa146-9ef4-44e9-9e61-d67d27d5a360 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Request body: {'security_group_rule': {'security_group_id': 'cb49c07e-14c6-46e7-935c-6daba96cfbb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:26.509009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ae8fa146-9ef4-44e9-9e61-d67d27d5a360 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:26.518115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ae8fa146-9ef4-44e9-9e61-d67d27d5a360 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Usage tracker for resource:security_group_rule and tenant:d7b99cdb08444e8e8a97195b4afa165a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:26.537409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ae8fa146-9ef4-44e9-9e61-d67d27d5a360 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:26.537409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ae8fa146-9ef4-44e9-9e61-d67d27d5a360 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:26.590880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ff401-0f32-47c3-adf5-a4b245b9390e req-80cc3f92-2cbe-4428-8da9-cbf02e41c22b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:26.598634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f2ff401-0f32-47c3-adf5-a4b245b9390e req-80cc3f92-2cbe-4428-8da9-cbf02e41c22b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.2216125 May 27 22:45:26.641506 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae8fa146-9ef4-44e9-9e61-d67d27d5a360 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:26.671034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=1d508acc-fabb-408c-8597-15e41308415b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:26.725661 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f2ff401-0f32-47c3-adf5-a4b245b9390e req-b66a3637-b609-4636-8530-1ad83206fa72 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296730 May 27 22:45:26.752960 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae8fa146-9ef4-44e9-9e61-d67d27d5a360 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:26.839661 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae8fa146-9ef4-44e9-9e61-d67d27d5a360 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:26.867953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fa146-9ef4-44e9-9e61-d67d27d5a360 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a01051e-6bfe-49a3-a672-67767c1b5f0d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:27.057162 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae8fa146-9ef4-44e9-9e61-d67d27d5a360 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:27.062040 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ae8fa146-9ef4-44e9-9e61-d67d27d5a360 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6009219 May 27 22:45:27.063793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41468) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:27.074438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:27.107308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:27.122452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Usage tracker for resource:floatingip and tenant:d7b99cdb08444e8e8a97195b4afa165a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:27.137632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:27.161916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:27.261873 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:27.298503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1d508acc-fabb-408c-8597-15e41308415b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:45:27.317143 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c83bb7a-cb52-49ec-b9e3-b774fadb6dd7 req-990d306b-72e2-4238-abc1-3c9f9c924f2e tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 210 time: 0.1288650 May 27 22:45:27.462968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 1d508acc-fabb-408c-8597-15e41308415b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:27.462968 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:27.526611 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:27.529436 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8af4365c-19d1-41ad-9a7d-d0363b44e47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:27.708781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 1d508acc-fabb-408c-8597-15e41308415b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:45:27.751662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Allocated IP 172.25.2.30 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/81aa8781-4946-49ab-89a7-caf3d7f9c903) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:45:28.019091 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:28.049434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb2ff1-42ff-4b9b-a213-ac0b133106e0 req-40f89b79-7cc5-469d-befe-ff4b3ccf578f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:28.051016 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4eb2ff1-42ff-4b9b-a213-ac0b133106e0 req-40f89b79-7cc5-469d-befe-ff4b3ccf578f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.1313627 May 27 22:45:28.132996 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4eb2ff1-42ff-4b9b-a213-ac0b133106e0 req-ff0f2599-1f8a-40c6-ac4e-fb019d7173c5 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707521 May 27 22:45:28.149189 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:28.309929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event updated for resources: {'Port': ['ID=81aa8781-4946-49ab-89a7-caf3d7f9c903,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:28.318156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:45:28.318156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:45:28.327117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:45:28.423233 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:28.494454 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07282e0d-fc69-4df4-8804-cc36bd12bb28 req-88364f7a-fa0b-4a3b-afeb-e80b41058e5c tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 210 time: 0.0480454 May 27 22:45:28.596157 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:28.896814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41534) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:28.994934 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:29.097343 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:29.321389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1146030379'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:29.340121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:29.406299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event updated for resources: {'Port': ['ID=81aa8781-4946-49ab-89a7-caf3d7f9c903,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:29.473237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Usage tracker for resource:network and tenant:9e91f29ff4b3470aa7f8fe0fb066d959 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:29.489418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:29.489418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:29.517483 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:29.594218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Made reservation on behalf of 9e91f29ff4b3470aa7f8fe0fb066d959 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:45:29.603419 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:29.637767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08269fcf-fc71-4dbd-ab1c-791af60894a3 req-6ff2e9e1-e7b1-448e-9ff1-1f5f48cdad8b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:29.643904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08269fcf-fc71-4dbd-ab1c-791af60894a3 req-6ff2e9e1-e7b1-448e-9ff1-1f5f48cdad8b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.2221136 May 27 22:45:29.645730 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:29.687281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:29.697870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Usage tracker for resource:security_group_rule and tenant:9e91f29ff4b3470aa7f8fe0fb066d959 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:29.706296 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5f47fc86-05a6-4e42-b876-737fa98df362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:29.708247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:29.724139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:29.737950 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08269fcf-fc71-4dbd-ab1c-791af60894a3 req-d302c1d5-a9a2-4c56-a0e1-e61c760a5739 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932181 May 27 22:45:29.743435 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:29.751235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1de9675d-ab01-467a-a7c1-5c231eb829bc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6833808 May 27 22:45:29.795532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-c72d9575-792b-4720-ae0b-c742bb3b3274 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:29.796245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-c72d9575-792b-4720-ae0b-c742bb3b3274 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Synchronizing usage tracker for tenant:4df3336cd5534e7691f6cbd1acbb4757 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:45:29.883079 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:29.892177 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04c07b68-343d-4441-8628-80a7b5f68cac req-b23ac8d3-8b02-4661-af89-40f2d82d5e8e tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 210 time: 0.1392393 May 27 22:45:30.015409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-c72d9575-792b-4720-ae0b-c742bb3b3274 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Unset dirty status for tenant:4df3336cd5534e7691f6cbd1acbb4757 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:45:30.015409 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-c72d9575-792b-4720-ae0b-c742bb3b3274 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.57 "GET /v2.0/networks?id=7fcf0669-7599-49e3-a24f-433ca082f38c HTTP/1.1" status: 200 len: 796 time: 0.7733004 May 27 22:45:30.015409 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:30.101902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-145dad58-f097-4960-b24f-6dc26a261dda tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1423992800&fields=id&tenant_id=d7b99cdb08444e8e8a97195b4afa165a HTTP/1.1" status: 200 len: 267 time: 0.0516939 May 27 22:45:30.184950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:45:30.199659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26fd8a9-454a-47f6-94ac-a4ef77d606aa,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:30.211052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-8ba3489c-ed49-41e8-a516-f34e78e4c569 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Synchronizing usage tracker for tenant:4df3336cd5534e7691f6cbd1acbb4757 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:45:30.221537 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:30.221537 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Added segment 3495c20d-7a33-418a-97c6-36a65bde8992 of type vlan for network 702ba80d-9a51-46a6-98b0-63ac22652fdc May 27 22:45:30.268903 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:30.342683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-8ba3489c-ed49-41e8-a516-f34e78e4c569 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Unset dirty status for tenant:4df3336cd5534e7691f6cbd1acbb4757 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:45:30.344014 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-8ba3489c-ed49-41e8-a516-f34e78e4c569 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4df3336cd5534e7691f6cbd1acbb4757 HTTP/1.1" status: 200 len: 477 time: 0.2109821 May 27 22:45:30.365519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Request body: {'port': {'device_id': 'd68d37c8-c5b6-4aeb-b031-27c18019d9f4', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'admin_state_up': True, 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'security_groups': ['11d3ff43-61a9-4817-9a13-71502fc010af', 'b417f9ac-647a-4f30-b7d3-db0287c4f1ce']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:30.414942 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:30.422358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:30.422358 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:30.448855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-e5cf59fd-b0ad-4087-ad2f-322f3a35c02c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:30.448855 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-e5cf59fd-b0ad-4087-ad2f-322f3a35c02c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/networks?id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a HTTP/1.1" status: 200 len: 817 time: 0.3413343 May 27 22:45:30.464381 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-a0c25b56-0cbf-4b77-8869-0761f5a7a4f4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/quotas/d7b99cdb08444e8e8a97195b4afa165a HTTP/1.1" status: 200 len: 375 time: 0.0189619 May 27 22:45:30.571772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-51fe38ca-afc4-444f-9619-f5351938bb2b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Synchronizing usage tracker for tenant:d7b99cdb08444e8e8a97195b4afa165a on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:45:30.627778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Pushing event updated for resources: {'Network': ['ID=702ba80d-9a51-46a6-98b0-63ac22652fdc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:30.641612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 702ba80d-9a51-46a6-98b0-63ac22652fdc details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:45:30.652085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:30.655877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Usage tracker for resource:port and tenant:4df3336cd5534e7691f6cbd1acbb4757 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:30.658706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:30.668053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:30.696758 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-51fe38ca-afc4-444f-9619-f5351938bb2b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Unset dirty status for tenant:d7b99cdb08444e8e8a97195b4afa165a on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:45:30.703243 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-51fe38ca-afc4-444f-9619-f5351938bb2b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2353802 May 27 22:45:30.735921 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b883074f-9fec-4cc9-a398-413ecbe48f75 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8312449 May 27 22:45:30.735921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41584) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:30.811458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Request body: {'network': {'name': 'tempest-network--1497752641', 'router:external': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:30.822770 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:30.831187 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Made reservation on behalf of 4df3336cd5534e7691f6cbd1acbb4757 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:45:30.837718 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:30.867468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Usage tracker for resource:network and tenant:088b1dfa708b49cea71dac0db0f6049b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:30.867468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:30.896342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:30.901348 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:30.937685 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:30.997591 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-df28549c-d361-45fd-9906-fda862399383 service neutron] 10.222.0.27 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798324 May 27 22:45:31.052842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Made reservation on behalf of 088b1dfa708b49cea71dac0db0f6049b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:45:31.055246 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:31.086355 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:31.152753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Allocated IP 172.20.0.8 (7fcf0669-7599-49e3-a24f-433ca082f38c/bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9/6a400839-1e01-4a79-a373-694e59a4d7cd) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:45:31.155262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:31.161643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Usage tracker for resource:security_group_rule and tenant:088b1dfa708b49cea71dac0db0f6049b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:31.162932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c205ec0-9f8c-4fab-b7be-64ca1900bb00 req-65cba51e-3c1b-44fc-8997-3b594f351f71 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:31.169029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:31.171409 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c205ec0-9f8c-4fab-b7be-64ca1900bb00 req-65cba51e-3c1b-44fc-8997-3b594f351f71 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.2261932 May 27 22:45:31.178167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:31.243250 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-214b694c-1958-4ac2-a745-97fd27c1646b service neutron] 10.222.0.27 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327626 May 27 22:45:31.283396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c205ec0-9f8c-4fab-b7be-64ca1900bb00 req-9dfd10b1-da0b-4e68-8f37-b4c8ddba8cf5 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052868 May 27 22:45:31.470388 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82f4ac97-0edc-4c88-a1d0-dc6ebfa7ba72 req-5a0d43af-99d9-480d-ab97-4d34e4eb6b51 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 210 time: 0.0606630 May 27 22:45:31.645344 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:31.645344 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:31.687197 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ede95d6f-1efb-4a16-b78b-c8db2fcdf558 req-f27a66b4-35b3-4935-9d6a-21239ce8e69d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 210 time: 0.0505943 May 27 22:45:31.723927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Transition to ACTIVE for port object 6a400839-1e01-4a79-a373-694e59a4d7cd will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:45:31.754011 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:31.787937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:45:31.797271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c500cb-db1a-4cc2-8eef-af0b4f334744,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:31.803339 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:31.803694 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Added segment 46a10400-0eb2-4142-951f-62ce22604760 of type vlan for network 318ecf5c-f4ac-4bfb-91df-7b7f7132c3d3 May 27 22:45:31.837650 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:31.872418 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:31.938302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Network 7fcf0669-7599-49e3-a24f-433ca082f38c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:45:31.944669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:45:31.950589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:45:32.002888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'Port': ['ID=6a400839-1e01-4a79-a373-694e59a4d7cd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:32.033918 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:32.042055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:32.042055 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:32.090995 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:32.090995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:32.090995 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:32.197889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event updated for resources: {'Network': ['ID=318ecf5c-f4ac-4bfb-91df-7b7f7132c3d3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:32.206552 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a18cf18d-46d8-4aab-ab5a-fe3588b62b72 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.8567517 May 27 22:45:32.210410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 318ecf5c-f4ac-4bfb-91df-7b7f7132c3d3 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:45:32.225313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Request body: {'port': {'device_id': 'd68d37c8-c5b6-4aeb-b031-27c18019d9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:32.452119 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8d557bfb-a52d-46f0-81cc-7988780c4ed0 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7160509 May 27 22:45:32.455283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41634) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:32.463954 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:32.484143 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ca1fecb5-0ccc-43b7-a2e0-3b3e7d21de92 None None] Provisioning for port 6a400839-1e01-4a79-a373-694e59a4d7cd completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:45:32.493422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ca1fecb5-0ccc-43b7-a2e0-3b3e7d21de92 None None] Provisioning complete for port 6a400839-1e01-4a79-a373-694e59a4d7cd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:32.493422 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca1fecb5-0ccc-43b7-a2e0-3b3e7d21de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:32.563271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ca1fecb5-0ccc-43b7-a2e0-3b3e7d21de92 None None] Port 6a400839-1e01-4a79-a373-694e59a4d7cd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:45:32.825792 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab138fbb-b625-4aba-9b60-7a3f89093b2d tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:33.001834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a400839-1e01-4a79-a373-694e59a4d7cd {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:45:33.010758 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:33.012230 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab138fbb-b625-4aba-9b60-7a3f89093b2d tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:33.028735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Transition to ACTIVE for port object 6a400839-1e01-4a79-a373-694e59a4d7cd will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:45:33.037196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e381020-ac5c-4de0-abf2-ececa8da8f5b req-dfda7142-4325-4e45-81ce-13f36939e469 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:33.037438 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e381020-ac5c-4de0-abf2-ececa8da8f5b req-dfda7142-4325-4e45-81ce-13f36939e469 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.5646765 May 27 22:45:33.047931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d071bf8-b3b8-4c0a-bf84-bccfb08426e3 req-449a718e-4b8c-493b-bbc6-fc92490d2029 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:33.048999 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d071bf8-b3b8-4c0a-bf84-bccfb08426e3 req-449a718e-4b8c-493b-bbc6-fc92490d2029 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 970 time: 0.3987772 May 27 22:45:33.098784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-ab138fbb-b625-4aba-9b60-7a3f89093b2d tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318ecf5c-f4ac-4bfb-91df-7b7f7132c3d3']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:33.117731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-ab138fbb-b625-4aba-9b60-7a3f89093b2d tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a10400-0eb2-4142-951f-62ce22604760') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:33.118029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-ab138fbb-b625-4aba-9b60-7a3f89093b2d tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a10400-0eb2-4142-951f-62ce22604760') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:33.125675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:33.154376 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab138fbb-b625-4aba-9b60-7a3f89093b2d tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:33.184759 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e381020-ac5c-4de0-abf2-ececa8da8f5b req-6a5ccbf5-3617-4572-b655-fab79588d2c5 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174989 May 27 22:45:33.192599 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d071bf8-b3b8-4c0a-bf84-bccfb08426e3 req-4b933d2f-9930-45bb-9c7b-e6a4cd43ef67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/security-groups?id=b417f9ac-647a-4f30-b7d3-db0287c4f1ce&id=11d3ff43-61a9-4817-9a13-71502fc010af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1234889 May 27 22:45:33.202437 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab138fbb-b625-4aba-9b60-7a3f89093b2d tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:33.213074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab138fbb-b625-4aba-9b60-7a3f89093b2d tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:45:33.213074 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab138fbb-b625-4aba-9b60-7a3f89093b2d tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:33.532531 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1b2b3b25-6031-4a8c-bf76-d53c9db764a5 req-5f5ecf99-65c4-4255-98b4-1ba35a9dba17 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 210 time: 0.1240349 May 27 22:45:33.599427 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 46a10400-0eb2-4142-951f-62ce22604760 resource provider aggregate not found May 27 22:45:33.648155 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 46a10400-0eb2-4142-951f-62ce22604760 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46a10400-0eb2-4142-951f-62ce22604760 found for delete ", "request_id": "req-b2560d2c-8bb9-44a3-9fbc-147b0699cab8"}]} May 27 22:45:33.688033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Pushing event updated for resources: {'Port': ['ID=6a400839-1e01-4a79-a373-694e59a4d7cd,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:33.747015 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab138fbb-b625-4aba-9b60-7a3f89093b2d tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:33.787960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab138fbb-b625-4aba-9b60-7a3f89093b2d tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 318ecf5c-f4ac-4bfb-91df-7b7f7132c3d3 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 22:45:33.794476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Attempting to bind port 6a400839-1e01-4a79-a373-694e59a4d7cd on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:45:33.794476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Attempting to bind port 6a400839-1e01-4a79-a373-694e59a4d7cd by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'c7beb76b-716e-49ad-91b7-49fc137c3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:45:33.794476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Attempting to bind port 6a400839-1e01-4a79-a373-694e59a4d7cd on network 7fcf0669-7599-49e3-a24f-433ca082f38c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:45:33.806360 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab138fbb-b625-4aba-9b60-7a3f89093b2d tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:33.806529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Port 6a400839-1e01-4a79-a373-694e59a4d7cd on network 7fcf0669-7599-49e3-a24f-433ca082f38c not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:45:33.806529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Attempting to bind port 6a400839-1e01-4a79-a373-694e59a4d7cd on network 7fcf0669-7599-49e3-a24f-433ca082f38c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:45:33.806529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:45:33.806529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Checking segment: {'id': 'c7beb76b-716e-49ad-91b7-49fc137c3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:45:33.806529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Bound using segment: {'id': 'c7beb76b-716e-49ad-91b7-49fc137c3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:45:33.806529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Bound port: 6a400839-1e01-4a79-a373-694e59a4d7cd, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7beb76b-716e-49ad-91b7-49fc137c3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:45:33.806529 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:33.807132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab138fbb-b625-4aba-9b60-7a3f89093b2d tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event deleted for resources: {'Network': ['ID=318ecf5c-f4ac-4bfb-91df-7b7f7132c3d3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:33.808971 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ab138fbb-b625-4aba-9b60-7a3f89093b2d tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "DELETE /v2.0/networks/318ecf5c-f4ac-4bfb-91df-7b7f7132c3d3 HTTP/1.1" status: 204 len: 168 time: 1.3540776 May 27 22:45:33.813904 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41668) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:33.819470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:33.824932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:33.829073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Usage tracker for resource:network and tenant:088b1dfa708b49cea71dac0db0f6049b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:33.832007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:33.837928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:33.942811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] For port 6a400839-1e01-4a79-a373-694e59a4d7cd, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:45:33.946731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] For port 6a400839-1e01-4a79-a373-694e59a4d7cd, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=6a400839-1e01-4a79-a373-694e59a4d7cd,segment=NetworkSegment(c7beb76b-716e-49ad-91b7-49fc137c3146),segment_id=c7beb76b-716e-49ad-91b7-49fc137c3146)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:45:33.965585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Made reservation on behalf of 088b1dfa708b49cea71dac0db0f6049b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:45:33.968728 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:34.032510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:45:34.047665 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:34.047665 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Added segment eaad12ac-6f5e-44b4-be38-156df79258ed of type vlan for network 16f289c4-373c-4ce3-afa1-ebf06aebbafb May 27 22:45:34.070346 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:34.083637 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:34.157278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:34.157278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:34.157278 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] 10.222.0.57 "PUT /v2.0/ports/6a400839-1e01-4a79-a373-694e59a4d7cd HTTP/1.1" status: 200 len: 1130 time: 1.9353158 May 27 22:45:34.167076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68d37c8-c5b6-4aeb-b031-27c18019d9f4', 'tag': '6a400839-1e01-4a79-a373-694e59a4d7cd'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:45:34.197429 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:34.198466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:34.199112 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:34.215519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6be6b-37f4-444d-b113-3eea2b6df70a service neutron] Pushing event updated for resources: {'Port': ['ID=6a400839-1e01-4a79-a373-694e59a4d7cd,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:34.303436 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27787540-0e3e-4ad0-a806-d752c3b865ac'] response: {'name': 'network-changed', 'server_uuid': 'd68d37c8-c5b6-4aeb-b031-27c18019d9f4', 'tag': '6a400839-1e01-4a79-a373-694e59a4d7cd', 'status': 'completed', 'code': 200} May 27 22:45:34.489884 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:45:34.595675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70dd22-d6d4-450f-affc-c56517833258 req-6bd74498-f799-4b52-b379-4491fa7640c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:34.597624 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b70dd22-d6d4-450f-affc-c56517833258 req-6bd74498-f799-4b52-b379-4491fa7640c6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4df3336cd5534e7691f6cbd1acbb4757&device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 1133 time: 0.2227604 May 27 22:45:34.721605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8928237 May 27 22:45:34.741422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41698) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:34.764001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1a3f6-ffc9-480e-af42-1a0ebca06635 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event updated for resources: {'Network': ['ID=16f289c4-373c-4ce3-afa1-ebf06aebbafb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:34.780002 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 16f289c4-373c-4ce3-afa1-ebf06aebbafb details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:45:34.813635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Request body: {'subnet': {'network_id': '16f289c4-373c-4ce3-afa1-ebf06aebbafb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:34.835398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:34.844285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Usage tracker for resource:subnet and tenant:088b1dfa708b49cea71dac0db0f6049b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:34.849595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:34.850803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70dd22-d6d4-450f-affc-c56517833258 req-ca63dc3e-b8fe-497f-b0f8-3214b4f19681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:34.855941 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b70dd22-d6d4-450f-affc-c56517833258 req-ca63dc3e-b8fe-497f-b0f8-3214b4f19681 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4df3336cd5534e7691f6cbd1acbb4757&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2464194 May 27 22:45:34.860164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:34.941578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7d82f-760b-445f-b3f3-95e9cf160165 req-3a6364eb-ca0f-4072-9c30-06770deed293 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:34.948608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-81b7d82f-760b-445f-b3f3-95e9cf160165 req-3a6364eb-ca0f-4072-9c30-06770deed293 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 982 time: 0.3730612 May 27 22:45:34.977036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e00f36-c13a-42ef-8332-59a87e326d9e req-903bcac1-2d08-4c5b-b170-7f050ecff1e7 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:34.978631 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5e00f36-c13a-42ef-8332-59a87e326d9e req-903bcac1-2d08-4c5b-b170-7f050ecff1e7 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.4066384 May 27 22:45:34.984980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-cb2e49df-20c9-4e89-b9fd-23db46dbfe7d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:34.986289 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-cb2e49df-20c9-4e89-b9fd-23db46dbfe7d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.46 "GET /v2.0/networks?id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a HTTP/1.1" status: 200 len: 817 time: 0.3251305 May 27 22:45:35.004841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Made reservation on behalf of 088b1dfa708b49cea71dac0db0f6049b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:45:35.020878 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:35.158536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70dd22-d6d4-450f-affc-c56517833258 req-d1ad581d-99c9-44b1-a7da-f27ae7048c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:35.158536 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b70dd22-d6d4-450f-affc-c56517833258 req-d1ad581d-99c9-44b1-a7da-f27ae7048c86 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2921915 May 27 22:45:35.260219 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-81b7d82f-760b-445f-b3f3-95e9cf160165 req-dd12b92f-f772-41a4-9fb9-eabbb08298c2 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/security-groups?id=b417f9ac-647a-4f30-b7d3-db0287c4f1ce&id=11d3ff43-61a9-4817-9a13-71502fc010af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3102643 May 27 22:45:35.285789 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5e00f36-c13a-42ef-8332-59a87e326d9e req-3629702b-d063-4aa1-a723-2e4d4d01e7e5 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982416 May 27 22:45:35.290338 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-c0f2c514-5b7d-4fcf-8097-9e9a09f6685f tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7b99cdb08444e8e8a97195b4afa165a HTTP/1.1" status: 200 len: 380 time: 0.2867236 May 27 22:45:35.319195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Request body: {'port': {'device_id': '7784a39f-5741-4c54-84cd-9555df693b62', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'admin_state_up': True, 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'security_groups': ['cb49c07e-14c6-46e7-935c-6daba96cfbb2']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:35.407693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-e2bb6af6-86e0-4e9c-808a-b4373f4c872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:35.407693 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-e2bb6af6-86e0-4e9c-808a-b4373f4c872d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4df3336cd5534e7691f6cbd1acbb4757&device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 1133 time: 0.1750176 May 27 22:45:35.543645 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-a47ca3f8-e264-4a3d-975a-34203db0888a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a400839-1e01-4a79-a373-694e59a4d7cd HTTP/1.1" status: 200 len: 217 time: 0.1108251 May 27 22:45:35.619695 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd04f94e-7779-41db-94a7-9b9f3025ec5d req-62a6b420-2fca-4998-82a8-01a6afabdbf8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 210 time: 0.1033797 May 27 22:45:35.620650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-2479b22e-28db-4bec-8423-3f8695a31007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:35.624491 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-2479b22e-28db-4bec-8423-3f8695a31007 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9 HTTP/1.1" status: 200 len: 833 time: 0.0882123 May 27 22:45:35.686084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:35.728827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:35.733758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-58df3b3d-9567-4b36-b002-9591d7533f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:35.735394 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-58df3b3d-9567-4b36-b002-9591d7533f52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fcf0669-7599-49e3-a24f-433ca082f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057382 May 27 22:45:35.831528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500974f-45c8-4286-83c7-b5d615e34f9a req-93b090a9-3d7e-4e7d-940e-3e4b81df0c83 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:35.831528 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1500974f-45c8-4286-83c7-b5d615e34f9a req-93b090a9-3d7e-4e7d-940e-3e4b81df0c83 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1983569 May 27 22:45:35.914523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1500974f-45c8-4286-83c7-b5d615e34f9a req-a9dcff83-e0c8-4ae8-93bf-d065819f3c3c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823286 May 27 22:45:35.952457 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-50a3fe51-7390-473c-baf4-68631c9f1d9f service neutron] 10.222.0.57 "GET /v2.0/networks/7fcf0669-7599-49e3-a24f-433ca082f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942959 May 27 22:45:36.125660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Made reservation on behalf of d7b99cdb08444e8e8a97195b4afa165a for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:45:36.129176 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:36.131991 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07442f29-fa90-4f16-8d53-cf8cb31adc09 req-8656adfe-30e3-48c4-be9e-da289f456999 service neutron] 10.222.0.57 "GET /v2.0/networks/7fcf0669-7599-49e3-a24f-433ca082f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886487 May 27 22:45:36.405705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cac94a-c929-4ee5-a334-268f016cd244 req-cad704d2-202a-498c-9013-26208c9d6ac0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:36.405705 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42cac94a-c929-4ee5-a334-268f016cd244 req-cad704d2-202a-498c-9013-26208c9d6ac0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.2838984 May 27 22:45:36.560729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Allocated IP 172.20.0.10 (0e348a9a-9bf7-4d15-8b46-b5331813aa6a/06f30d47-4208-4370-ad1f-f05d95b79b41/4a121886-a498-4d99-956d-cd5d598cb38c) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:45:36.574291 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42cac94a-c929-4ee5-a334-268f016cd244 req-3a262f70-6aa2-47f6-b3b9-73d6c8ba003b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622739 May 27 22:45:36.574828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.objects.ports [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88900) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:45:36.575294 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:36.736580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f6b72c79-7291-43ce-bc00-b9ba54069240,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:37.005101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:37.005443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:37.005774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:37.006098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:37.006424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:37.006742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:37.007059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:37.007375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:37.007693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:37.008003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:37.008310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:37.010940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:45:37.117352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Checking segment: {'id': 'eaad12ac-6f5e-44b4-be38-156df79258ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '16f289c4-373c-4ce3-afa1-ebf06aebbafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:45:37.117352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Network hostable DHCP agents. Network: 16f289c4-373c-4ce3-afa1-ebf06aebbafb, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:45:37.159591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3368327-8cec-47aa-bcfc-4e95866669ad req-3f2ab5c7-65c3-4d90-a187-6638542a8c88 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:37.159591 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a3368327-8cec-47aa-bcfc-4e95866669ad req-3f2ab5c7-65c3-4d90-a187-6638542a8c88 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 982 time: 0.7028165 May 27 22:45:37.246423 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:37.271451 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a3368327-8cec-47aa-bcfc-4e95866669ad req-82121407-5dd4-4135-8d27-a0654526a387 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/security-groups?id=b417f9ac-647a-4f30-b7d3-db0287c4f1ce&id=11d3ff43-61a9-4817-9a13-71502fc010af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0953119 May 27 22:45:37.281362 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Network 16f289c4-373c-4ce3-afa1-ebf06aebbafb is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:45:37.287268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Transition to ACTIVE for port object 4a121886-a498-4d99-956d-cd5d598cb38c will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:45:37.296245 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8658b3-d0b1-400d-9357-6149c0dddfdb req-9e70c063-9a31-49cd-806e-c58ab786c8bd tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:37.301599 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce8658b3-d0b1-400d-9357-6149c0dddfdb req-9e70c063-9a31-49cd-806e-c58ab786c8bd tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.3044538 May 27 22:45:37.356308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce8658b3-d0b1-400d-9357-6149c0dddfdb req-a34fa83a-576c-4115-a132-dd3027226cab tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464301 May 27 22:45:37.414555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 16f289c4-373c-4ce3-afa1-ebf06aebbafb) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:45:37.426196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6116c0d5-980a-48e1-a324-87d45f2ede76 None None] Network 16f289c4-373c-4ce3-afa1-ebf06aebbafb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:45:37.437268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:37.437908 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:37.509482 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:37.546310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-93e89be5-310d-49f1-bb6e-7d618561f20c req-0d3fbef9-84d5-4450-b6e7-854399c0b0fa tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Synchronizing usage tracker for tenant:d7b99cdb08444e8e8a97195b4afa165a on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:45:37.604243 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5956e3e7-0ddc-448a-8ab0-297132538e0f tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8473954 May 27 22:45:37.607061 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41762) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:37.630315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Request body: {'floatingip': {'floating_network_id': '16f289c4-373c-4ce3-afa1-ebf06aebbafb'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:37.636962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:37.644078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Usage tracker for resource:floatingip and tenant:088b1dfa708b49cea71dac0db0f6049b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:37.650660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:37.659339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:37.674742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:45:37.680396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:45:37.685916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:45:37.713375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event updated for resources: {'Port': ['ID=4a121886-a498-4d99-956d-cd5d598cb38c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:37.738866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a0664f-5f55-4ec3-aeeb-c762b5ea2e5c None None] Network 16f289c4-373c-4ce3-afa1-ebf06aebbafb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:45:37.770142 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:37.771520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:37.772128 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:37.804559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629e2b3-be11-4b95-a792-feeaaf1b5a59 req-d39b328b-c9d5-42a6-9ca0-2d0e34a50fd2 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:37.812408 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b629e2b3-be11-4b95-a792-feeaaf1b5a59 req-d39b328b-c9d5-42a6-9ca0-2d0e34a50fd2 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.3128240 May 27 22:45:37.842840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-93e89be5-310d-49f1-bb6e-7d618561f20c req-0d3fbef9-84d5-4450-b6e7-854399c0b0fa tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Unset dirty status for tenant:d7b99cdb08444e8e8a97195b4afa165a on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:45:37.844270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93e89be5-310d-49f1-bb6e-7d618561f20c req-0d3fbef9-84d5-4450-b6e7-854399c0b0fa tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 210 time: 0.4722531 May 27 22:45:37.930100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b629e2b3-be11-4b95-a792-feeaaf1b5a59 req-288f62fa-1564-4631-a313-6e6131306fcd tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088114 May 27 22:45:37.963746 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0610e76f-4db2-46f6-a13d-9d1455e5cd01 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6542013 May 27 22:45:37.975453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Request body: {'port': {'device_id': '7784a39f-5741-4c54-84cd-9555df693b62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:38.059909 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:38.137503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-06a28ff3-b5a3-447c-b56a-702cc1c9667f None None] Provisioning for port 4a121886-a498-4d99-956d-cd5d598cb38c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:45:38.150343 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:38.187878 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-06a28ff3-b5a3-447c-b56a-702cc1c9667f None None] Provisioning complete for port 4a121886-a498-4d99-956d-cd5d598cb38c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:38.188257 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-06a28ff3-b5a3-447c-b56a-702cc1c9667f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:38.274385 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-06a28ff3-b5a3-447c-b56a-702cc1c9667f None None] Port 4a121886-a498-4d99-956d-cd5d598cb38c cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:45:38.290333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Allocated IP 172.20.0.5 (16f289c4-373c-4ce3-afa1-ebf06aebbafb/f6b72c79-7291-43ce-bc00-b9ba54069240/324a039c-3161-4c1c-b6b8-1f9258f66f89) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:45:38.619907 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:38.674177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-f1560b6a-20f6-4868-9860-82290cb51406 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:38.675657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-f1560b6a-20f6-4868-9860-82290cb51406 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 812 time: 0.3651192 May 27 22:45:38.717316 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5be53cdd-9706-40cd-8d08-8506f53a5f6b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/quotas/e16b517763e0477b92463f30c2606338 HTTP/1.1" status: 200 len: 375 time: 0.0275006 May 27 22:45:38.723635 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:38.727187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18df217-a0e2-4422-8c71-cb1f3b1c4db8 req-18315b89-a23c-463b-9226-553e0273d010 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:38.728905 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f18df217-a0e2-4422-8c71-cb1f3b1c4db8 req-18315b89-a23c-463b-9226-553e0273d010 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 982 time: 0.3255925 May 27 22:45:38.815854 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Network 16f289c4-373c-4ce3-afa1-ebf06aebbafb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:45:38.819008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:45:38.822865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:45:38.870362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event updated for resources: {'Port': ['ID=324a039c-3161-4c1c-b6b8-1f9258f66f89,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:38.932860 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:38.939992 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f18df217-a0e2-4422-8c71-cb1f3b1c4db8 req-6587294a-e859-4f70-9f55-779ad3922457 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/security-groups?id=b417f9ac-647a-4f30-b7d3-db0287c4f1ce&id=11d3ff43-61a9-4817-9a13-71502fc010af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1272783 May 27 22:45:38.990454 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-2e13a29e-94f4-431a-912f-4d36cdedf885 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2504063 May 27 22:45:39.075334 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:39.193344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a121886-a498-4d99-956d-cd5d598cb38c {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:45:39.213850 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:39.279440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Transition to ACTIVE for port object 4a121886-a498-4d99-956d-cd5d598cb38c will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:45:39.314775 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-fc03ca6b-c136-4198-ae13-a047691dd2fc service neutron] 10.222.0.27 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942336 May 27 22:45:39.351992 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:39.427742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:39.553960 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:39.571131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event updated for resources: {'Port': ['ID=324a039c-3161-4c1c-b6b8-1f9258f66f89,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:39.576736 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:39.614869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf91d8-3966-4958-8ea1-f12974998b8e req-d6cda735-f1f4-46a0-989a-a49bb62747dd tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:39.616444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-37bf91d8-3966-4958-8ea1-f12974998b8e req-d6cda735-f1f4-46a0-989a-a49bb62747dd tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 932 time: 0.5583823 May 27 22:45:39.715303 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:39.715303 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1bfbdcd4-2f55-4699-809e-eac26cf46c46 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0955069 May 27 22:45:39.715303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41808) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:39.814466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-256833cb-dd70-49c0-bc50-4a07eb8863c5 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Synchronizing usage tracker for tenant:088b1dfa708b49cea71dac0db0f6049b on resource:floatingip {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:45:39.841937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 6a400839-1e01-4a79-a373-694e59a4d7cd details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:45:39.855508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Pushing event updated for resources: {'Port': ['ID=4a121886-a498-4d99-956d-cd5d598cb38c,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:39.911971 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-4da573a6-5ff2-463a-9333-b70c0f4ae364 service neutron] 10.222.0.27 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001592 May 27 22:45:39.936960 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-37bf91d8-3966-4958-8ea1-f12974998b8e req-c551c593-4908-47fd-8167-f9b0e1ac6b5e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911229 May 27 22:45:40.010891 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-256833cb-dd70-49c0-bc50-4a07eb8863c5 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Unset dirty status for tenant:088b1dfa708b49cea71dac0db0f6049b on resource:floatingip {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:45:40.012650 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-256833cb-dd70-49c0-bc50-4a07eb8863c5 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "GET /v2.0/floatingips?floating_network_id=16f289c4-373c-4ce3-afa1-ebf06aebbafb HTTP/1.1" status: 200 len: 689 time: 0.3090894 May 27 22:45:40.015534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41816) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:40.043918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 6a400839-1e01-4a79-a373-694e59a4d7cd, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=6a400839-1e01-4a79-a373-694e59a4d7cd,segment=NetworkSegment(c7beb76b-716e-49ad-91b7-49fc137c3146),segment_id=c7beb76b-716e-49ad-91b7-49fc137c3146)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:40.044152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Attempting to bind port 4a121886-a498-4d99-956d-cd5d598cb38c on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:45:40.045426 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Attempting to bind port 4a121886-a498-4d99-956d-cd5d598cb38c by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:45:40.045759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Attempting to bind port 4a121886-a498-4d99-956d-cd5d598cb38c on network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:45:40.059264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Port 4a121886-a498-4d99-956d-cd5d598cb38c on network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:45:40.060817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Attempting to bind port 4a121886-a498-4d99-956d-cd5d598cb38c on network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:45:40.063723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '6a400839-1e01-4a79-a373-694e59a4d7cd', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'port_id': '6a400839-1e01-4a79-a373-694e59a4d7cd', 'mac_address': 'fa:16:3e:63:50:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:45:40.082356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:45:40.082695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Checking segment: {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:45:40.083261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Bound using segment: {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:45:40.083871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Bound port: 4a121886-a498-4d99-956d-cd5d598cb38c, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '748b837c-d0f9-41a7-858c-caecd8fbc141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:45:40.084405 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:40.178387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 6a400839-1e01-4a79-a373-694e59a4d7cd is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:45:40.178387 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:40.295968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a400839-1e01-4a79-a373-694e59a4d7cd {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:45:40.315751 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:40.318061 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 6a400839-1e01-4a79-a373-694e59a4d7cd, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=6a400839-1e01-4a79-a373-694e59a4d7cd,segment=NetworkSegment(c7beb76b-716e-49ad-91b7-49fc137c3146),segment_id=c7beb76b-716e-49ad-91b7-49fc137c3146)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:40.355821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] For port 4a121886-a498-4d99-956d-cd5d598cb38c, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:45:40.408930 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:40.453598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Deleting port 324a039c-3161-4c1c-b6b8-1f9258f66f89 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:45:40.454293 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:40.506696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] For port 4a121886-a498-4d99-956d-cd5d598cb38c, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4a121886-a498-4d99-956d-cd5d598cb38c,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:45:40.520881 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aecec395-5750-4b02-a4df-38be04fb9eec req-583d0482-5d40-43ce-99bb-845575a03668 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 210 time: 0.1740553 May 27 22:45:40.537222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=6a400839-1e01-4a79-a373-694e59a4d7cd,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:40.563866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b90de9-5caa-46fa-ad79-acff5565ce15 req-efc1a024-9c49-49bf-994b-7ce4e074fa29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:40.567340 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2b90de9-5caa-46fa-ad79-acff5565ce15 req-efc1a024-9c49-49bf-994b-7ce4e074fa29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 983 time: 0.2175329 May 27 22:45:40.595769 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:40.710718 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['6a400839-1e01-4a79-a373-694e59a4d7cd'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:45:40.725808 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:40.725808 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:40.763829 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2b90de9-5caa-46fa-ad79-acff5565ce15 req-9fd8ef4d-2688-4fb5-a561-95c8f8512020 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/security-groups?id=b417f9ac-647a-4f30-b7d3-db0287c4f1ce&id=11d3ff43-61a9-4817-9a13-71502fc010af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1758163 May 27 22:45:40.763829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:40.763829 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:40.763829 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] 10.222.0.46 "PUT /v2.0/ports/4a121886-a498-4d99-956d-cd5d598cb38c HTTP/1.1" status: 200 len: 1092 time: 2.7938449 May 27 22:45:40.763829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7784a39f-5741-4c54-84cd-9555df693b62', 'tag': '4a121886-a498-4d99-956d-cd5d598cb38c'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:45:40.793932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6166ec3-622d-433f-9245-d19795f7f20e service neutron] Pushing event updated for resources: {'Port': ['ID=4a121886-a498-4d99-956d-cd5d598cb38c,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:40.849947 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e237ff6f-0ecc-4539-830b-96ef3214fe59'] response: {'name': 'network-changed', 'server_uuid': '7784a39f-5741-4c54-84cd-9555df693b62', 'tag': '4a121886-a498-4d99-956d-cd5d598cb38c', 'status': 'completed', 'code': 200} May 27 22:45:41.032732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Calling delete_port for 324a039c-3161-4c1c-b6b8-1f9258f66f89 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:45:41.042907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d74588-9451-4cd4-be96-8b6a77b2e4fe req-acaa1cb1-b65a-4d97-9821-7a747402aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:41.044441 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15d74588-9451-4cd4-be96-8b6a77b2e4fe req-acaa1cb1-b65a-4d97-9821-7a747402aa89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 1095 time: 0.1742380 May 27 22:45:41.353081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d74588-9451-4cd4-be96-8b6a77b2e4fe req-61c09378-e1f8-4330-9937-a7a13353144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:41.353081 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15d74588-9451-4cd4-be96-8b6a77b2e4fe req-61c09378-e1f8-4330-9937-a7a13353144a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2941833 May 27 22:45:41.363566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb709d-e367-4285-8bcb-dfcce2a0a0f7 req-6c39d08b-6ec2-4d77-8a82-7788124215bd tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:41.363566 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bcdb709d-e367-4285-8bcb-dfcce2a0a0f7 req-6c39d08b-6ec2-4d77-8a82-7788124215bd tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.1720040 May 27 22:45:41.493123 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bcdb709d-e367-4285-8bcb-dfcce2a0a0f7 req-2ea63ec3-d0bc-4acb-b743-4bcbc08a600d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114893 May 27 22:45:41.523642 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:41.578857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d74588-9451-4cd4-be96-8b6a77b2e4fe req-b6bb7ecf-da67-4063-a467-800a2cca404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:41.580227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15d74588-9451-4cd4-be96-8b6a77b2e4fe req-b6bb7ecf-da67-4063-a467-800a2cca404e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2169547 May 27 22:45:41.598774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event deleted for resources: {'Port': ['ID=324a039c-3161-4c1c-b6b8-1f9258f66f89,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:41.838265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 6a400839-1e01-4a79-a373-694e59a4d7cd up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:45:41.976381 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-34ca3b9c-d187-45e8-9140-d17a422551a7 req-7b6cd62b-f5a1-4f40-8ac2-93ad4cac0792 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 210 time: 0.1460185 May 27 22:45:41.996427 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:42.045385 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 6a400839-1e01-4a79-a373-694e59a4d7cd completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:45:42.056849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 6a400839-1e01-4a79-a373-694e59a4d7cd triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:42.056849 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:42.102107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-5a4136d8-9f2b-46d0-8db9-aaee5b5e5aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:42.102107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-5a4136d8-9f2b-46d0-8db9-aaee5b5e5aba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 1095 time: 0.4001372 May 27 22:45:42.105668 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:42.189751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-0a3e1ea0-3902-4e09-af89-8764112983f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a121886-a498-4d99-956d-cd5d598cb38c HTTP/1.1" status: 200 len: 217 time: 0.0764954 May 27 22:45:42.201390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff91d4-eca4-462c-8949-1a01bf51bbf4 req-8b39b249-15cc-4d75-b638-d007ca9b898b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:42.207210 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0aff91d4-eca4-462c-8949-1a01bf51bbf4 req-8b39b249-15cc-4d75-b638-d007ca9b898b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 983 time: 0.3193848 May 27 22:45:42.258589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 6a400839-1e01-4a79-a373-694e59a4d7cd is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:45:42.259046 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:42.291222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68d37c8-c5b6-4aeb-b031-27c18019d9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a400839-1e01-4a79-a373-694e59a4d7cd'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:45:42.302198 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:42.327667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0aff91d4-eca4-462c-8949-1a01bf51bbf4 req-a6c435f7-4e7c-4bcc-9d6b-9e2a91ee5244 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/security-groups?id=b417f9ac-647a-4f30-b7d3-db0287c4f1ce&id=11d3ff43-61a9-4817-9a13-71502fc010af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1251009 May 27 22:45:42.327907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 6a400839-1e01-4a79-a373-694e59a4d7cd, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=6a400839-1e01-4a79-a373-694e59a4d7cd,segment=NetworkSegment(c7beb76b-716e-49ad-91b7-49fc137c3146),segment_id=c7beb76b-716e-49ad-91b7-49fc137c3146)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:42.337831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-115b3a42-7494-4065-934d-d60c26d9f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:42.339654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-115b3a42-7494-4065-934d-d60c26d9f973 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f30d47-4208-4370-ad1f-f05d95b79b41 HTTP/1.1" status: 200 len: 856 time: 0.1226454 May 27 22:45:42.369977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f6b72c79-7291-43ce-bc00-b9ba54069240,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:42.391131 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e1cb048-b1f7-4792-b44a-cd0b48ccf115'] response: {'server_uuid': 'd68d37c8-c5b6-4aeb-b031-27c18019d9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a400839-1e01-4a79-a373-694e59a4d7cd', 'code': 200} May 27 22:45:42.402479 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:42.486367 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:42.498784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-588a2db1-4a64-445d-94b3-d0661647586d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:42.498784 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-588a2db1-4a64-445d-94b3-d0661647586d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1515310 May 27 22:45:42.529045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f289c4-373c-4ce3-afa1-ebf06aebbafb']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:42.558227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=6a400839-1e01-4a79-a373-694e59a4d7cd,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:42.649603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaad12ac-6f5e-44b4-be38-156df79258ed') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:42.649603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaad12ac-6f5e-44b4-be38-156df79258ed') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:42.683272 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:42.725390 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:42.739195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:45:42.739195 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:42.812892 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment eaad12ac-6f5e-44b4-be38-156df79258ed resource provider aggregate not found May 27 22:45:42.838722 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment eaad12ac-6f5e-44b4-be38-156df79258ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eaad12ac-6f5e-44b4-be38-156df79258ed found for delete ", "request_id": "req-68057fd0-4b1d-4ec0-92e4-b23d87f1b034"}]} May 27 22:45:42.858114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa025fa-68a2-4b24-a9f7-ff267bbf2464 req-3defca33-572b-4276-b452-38339927df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:42.859731 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4aa025fa-68a2-4b24-a9f7-ff267bbf2464 req-3defca33-572b-4276-b452-38339927df79 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 1135 time: 0.3247206 May 27 22:45:42.885182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-a67beff0-9387-4097-a685-9d5cfd19d144 service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776927 May 27 22:45:42.915178 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4aa025fa-68a2-4b24-a9f7-ff267bbf2464 req-87f9f823-7f3f-4087-8992-8bb06d6be864 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b417f9ac-647a-4f30-b7d3-db0287c4f1ce&id=11d3ff43-61a9-4817-9a13-71502fc010af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0479550 May 27 22:45:42.923533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d6858-a5ed-40e8-a602-63d29eb15e9a req-bf63320b-82f8-4238-b50e-83cb12c6f2e8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:42.924995 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b0d6858-a5ed-40e8-a602-63d29eb15e9a req-bf63320b-82f8-4238-b50e-83cb12c6f2e8 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.1567912 May 27 22:45:42.954912 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:42.959945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 16f289c4-373c-4ce3-afa1-ebf06aebbafb {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 22:45:42.965409 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:43.029613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event deleted for resources: {'Network': ['ID=16f289c4-373c-4ce3-afa1-ebf06aebbafb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:43.108912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a42681-be4d-4db0-b995-bec2122f0a28 req-4895aa03-e67f-448e-b1e3-1ecc82ec965e service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051098 May 27 22:45:43.108912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b0d6858-a5ed-40e8-a602-63d29eb15e9a req-45a84a00-d0aa-4a0e-8004-1f2cef4738d0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357543 May 27 22:45:43.135909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41882) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:43.138767 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-54ab45a5-50db-4e90-8264-4271767ab837 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "DELETE /v2.0/networks/16f289c4-373c-4ce3-afa1-ebf06aebbafb HTTP/1.1" status: 204 len: 168 time: 3.1144447 May 27 22:45:43.265566 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-775d53c9-1274-4583-aec4-3d71410adf0d req-8c4ae3b3-88d8-40e9-b8c9-90e59a6867e7 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 210 time: 0.0609555 May 27 22:45:43.332581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-509667e5-af5f-4a8e-bebe-2831e81fd93c tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2259 time: 0.1993818 May 27 22:45:43.333381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41886) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:43.510553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f99354-174e-4c1e-aec6-1733eb3f84e4 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:43.510553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f99354-174e-4c1e-aec6-1733eb3f84e4 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:43.510553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f99354-174e-4c1e-aec6-1733eb3f84e4 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:43.510553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f99354-174e-4c1e-aec6-1733eb3f84e4 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:43.510553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f99354-174e-4c1e-aec6-1733eb3f84e4 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:43.510553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f99354-174e-4c1e-aec6-1733eb3f84e4 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:43.510553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f99354-174e-4c1e-aec6-1733eb3f84e4 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:43.512701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f99354-174e-4c1e-aec6-1733eb3f84e4 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:43.512701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f99354-174e-4c1e-aec6-1733eb3f84e4 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:43.512701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f99354-174e-4c1e-aec6-1733eb3f84e4 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:43.522189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-15f99354-174e-4c1e-aec6-1733eb3f84e4 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Synchronizing usage tracker for tenant:088b1dfa708b49cea71dac0db0f6049b on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:45:43.613511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-c6f2d255-e64a-483b-b8a0-7805a2ab2c2a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:43.613511 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-c6f2d255-e64a-483b-b8a0-7805a2ab2c2a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 812 time: 0.3034470 May 27 22:45:43.637788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-15f99354-174e-4c1e-aec6-1733eb3f84e4 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Unset dirty status for tenant:088b1dfa708b49cea71dac0db0f6049b on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:45:43.637788 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-15f99354-174e-4c1e-aec6-1733eb3f84e4 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6467 time: 0.3003106 May 27 22:45:43.641978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41902) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:43.648959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Request body: {'port': {'device_id': '6cb13829-4ea9-4c54-9efc-3d6d734c4fe5', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'admin_state_up': True, 'tenant_id': 'e16b517763e0477b92463f30c2606338'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:43.740892 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-02e885e0-5a72-448e-9fa6-90b90c8dfffd tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] delete failed (client error): The resource could not be found. May 27 22:45:43.740892 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-02e885e0-5a72-448e-9fa6-90b90c8dfffd tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "DELETE /v2.0/floatingips/42fd0d96-8960-44e8-8150-f0a6cdc5c0c4 HTTP/1.1" status: 404 len: 345 time: 0.0953755 May 27 22:45:43.740892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41906) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:43.786625 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-86dbace9-0336-4137-b840-301d80c3dc81 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] DELETE failed (client error): The resource could not be found. May 27 22:45:43.787180 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86dbace9-0336-4137-b840-301d80c3dc81 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:45:43.797661 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-86dbace9-0336-4137-b840-301d80c3dc81 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "DELETE /v2.0/networks/16f289c4-373c-4ce3-afa1-ebf06aebbafb HTTP/1.1" status: 404 len: 339 time: 0.0500729 May 27 22:45:43.799176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebacded-eede-4d93-a2f4-02574236e6ee req-f58b80c3-69ca-4a07-afbb-ab6d8e2aba67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:43.806689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ebacded-eede-4d93-a2f4-02574236e6ee req-f58b80c3-69ca-4a07-afbb-ab6d8e2aba67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 984 time: 0.2458544 May 27 22:45:43.809658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41910) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:43.832607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Request body: {'network': {'name': 'tempest-network--1121890408', 'router:external': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:43.840861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:43.847774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Usage tracker for resource:network and tenant:088b1dfa708b49cea71dac0db0f6049b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:43.869552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:43.880218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:43.884688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:43.891591 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ebacded-eede-4d93-a2f4-02574236e6ee req-68fbb5cd-911d-4ae6-b66a-f03624d4b2d2 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/security-groups?id=b417f9ac-647a-4f30-b7d3-db0287c4f1ce&id=11d3ff43-61a9-4817-9a13-71502fc010af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0839942 May 27 22:45:43.896235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:44.060951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Made reservation on behalf of e16b517763e0477b92463f30c2606338 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:45:44.068081 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:44.113346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Made reservation on behalf of 088b1dfa708b49cea71dac0db0f6049b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:45:44.113346 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:44.155975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:45:44.176498 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:44.176498 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Added segment e5e9f3c4-c118-44ce-a10e-a264f6ea81c0 of type vlan for network 2dde9409-0a1e-49ad-bf92-021a0c986dc7 May 27 22:45:44.224247 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:44.295260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Allocated IP 172.20.0.11 (1bf83da6-a4b0-4696-9b0e-9b626b20ad05/120e6826-1d4c-4a02-bf20-000d486569ed/4a29ac9d-35f5-4057-851a-0cb4e7dcf245) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:45:44.353353 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:44.354377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:44.355500 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:44.419585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4a121886-a498-4d99-956d-cd5d598cb38c details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:45:44.521830 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1cd7f865-c513-4da4-9ac3-baa58a0369dd req-9f3453e4-611d-4d40-9d09-56a39828fa96 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 210 time: 0.0596280 May 27 22:45:44.554110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd88394-3ab1-4908-80cd-1b03a348da10 req-59688f27-634c-4763-8a3c-07559f350694 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:44.554110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0dd88394-3ab1-4908-80cd-1b03a348da10 req-59688f27-634c-4763-8a3c-07559f350694 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.2778497 May 27 22:45:44.554110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event updated for resources: {'Network': ['ID=2dde9409-0a1e-49ad-bf92-021a0c986dc7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:44.605585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 2dde9409-0a1e-49ad-bf92-021a0c986dc7 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:45:44.620848 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ef0912e6-363a-4735-b735-eb0aa25dc5f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8060880 May 27 22:45:44.629007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41924) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:44.701676 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0dd88394-3ab1-4908-80cd-1b03a348da10 req-204dda9f-642a-4c05-be0a-f2638451a88e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237566 May 27 22:45:44.797009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4a121886-a498-4d99-956d-cd5d598cb38c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4a121886-a498-4d99-956d-cd5d598cb38c,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:44.813582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '4a121886-a498-4d99-956d-cd5d598cb38c', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'port_id': '4a121886-a498-4d99-956d-cd5d598cb38c', 'mac_address': 'fa:16:3e:4c:bb:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:45:44.847871 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:44.870244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4a121886-a498-4d99-956d-cd5d598cb38c is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:45:44.871152 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:44.889369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a121886-a498-4d99-956d-cd5d598cb38c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:45:44.894520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Transition to ACTIVE for port object 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:45:44.906332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4a121886-a498-4d99-956d-cd5d598cb38c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4a121886-a498-4d99-956d-cd5d598cb38c,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:44.945697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff426585-c66a-4e71-acf5-28b2c7373791 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:44.953480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff426585-c66a-4e71-acf5-28b2c7373791 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:44.957705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff426585-c66a-4e71-acf5-28b2c7373791 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:44.967464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff426585-c66a-4e71-acf5-28b2c7373791 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:44.967464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff426585-c66a-4e71-acf5-28b2c7373791 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Synchronizing usage tracker for tenant:9e91f29ff4b3470aa7f8fe0fb066d959 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:45:44.990755 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:45.064230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff426585-c66a-4e71-acf5-28b2c7373791 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Unset dirty status for tenant:9e91f29ff4b3470aa7f8fe0fb066d959 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:45:45.064230 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ff426585-c66a-4e71-acf5-28b2c7373791 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4344144 May 27 22:45:45.080952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41938) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:45.083319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4a121886-a498-4d99-956d-cd5d598cb38c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:45.138826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14491e8-36eb-4e3c-9252-e9a4ef6506b9 req-f47c64b6-0250-4840-a15d-c058a0b95746 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:45.145598 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:45.146494 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e14491e8-36eb-4e3c-9252-e9a4ef6506b9 req-f47c64b6-0250-4840-a15d-c058a0b95746 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 984 time: 0.1222107 May 27 22:45:45.162625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['00c17a0f-5241-4008-a545-08da2475b362'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:45:45.225544 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e14491e8-36eb-4e3c-9252-e9a4ef6506b9 req-2aeac79d-0e85-4480-8cda-757ed34af2a1 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/security-groups?id=b417f9ac-647a-4f30-b7d3-db0287c4f1ce&id=11d3ff43-61a9-4817-9a13-71502fc010af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0725121 May 27 22:45:45.274597 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4da7d709-17d2-4a5e-ba2d-19c5fdd979d2 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:45.293253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['4a121886-a498-4d99-956d-cd5d598cb38c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:45:45.306269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:45:45.317820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:45:45.317820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:45:45.347460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event updated for resources: {'Port': ['ID=4a29ac9d-35f5-4057-851a-0cb4e7dcf245,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:45.597776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cea2dc-5a33-4bd9-9830-d65475c2e861 req-496ebede-d0f5-4449-b940-abc764787276 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:45.610467 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3cea2dc-5a33-4bd9-9830-d65475c2e861 req-496ebede-d0f5-4449-b940-abc764787276 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 984 time: 0.2122886 May 27 22:45:45.638955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:45.643275 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:45.676071 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3cea2dc-5a33-4bd9-9830-d65475c2e861 req-2c095dd2-22ac-4a1e-80f7-bcfe36b6e89c tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/security-groups?id=b417f9ac-647a-4f30-b7d3-db0287c4f1ce&id=11d3ff43-61a9-4817-9a13-71502fc010af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0650377 May 27 22:45:45.689233 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4da7d709-17d2-4a5e-ba2d-19c5fdd979d2 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:45.787583 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4da7d709-17d2-4a5e-ba2d-19c5fdd979d2 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dde9409-0a1e-49ad-bf92-021a0c986dc7']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:45.805255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-82c326b2-887e-478c-8c23-99742ae25ac0 None None] Provisioning for port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:45:45.821656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282682e8-4c8c-44a4-8b83-6199242aa60e req-93cfded4-22c7-4305-9687-7cc691fc049a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:45.824538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-282682e8-4c8c-44a4-8b83-6199242aa60e req-93cfded4-22c7-4305-9687-7cc691fc049a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 932 time: 0.1087434 May 27 22:45:45.825955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-82c326b2-887e-478c-8c23-99742ae25ac0 None None] Provisioning complete for port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:45.826311 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-82c326b2-887e-478c-8c23-99742ae25ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:45.855933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4da7d709-17d2-4a5e-ba2d-19c5fdd979d2 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e9f3c4-c118-44ce-a10e-a264f6ea81c0') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:45.856233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4da7d709-17d2-4a5e-ba2d-19c5fdd979d2 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e9f3c4-c118-44ce-a10e-a264f6ea81c0') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:45.918339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-282682e8-4c8c-44a4-8b83-6199242aa60e req-319c5792-90c3-42b9-ba44-df6f0b8d08ef tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737000 May 27 22:45:45.929978 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4da7d709-17d2-4a5e-ba2d-19c5fdd979d2 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:45.974452 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4da7d709-17d2-4a5e-ba2d-19c5fdd979d2 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:45.983632 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:45.986090 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da7d709-17d2-4a5e-ba2d-19c5fdd979d2 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:45:45.986090 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4da7d709-17d2-4a5e-ba2d-19c5fdd979d2 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:46.025939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-82c326b2-887e-478c-8c23-99742ae25ac0 None None] Port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:45:46.077813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d673905-4412-4837-88b6-50f8bc4c2576 req-fd4085bb-7db7-4d9e-bf62-b22885114021 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:46.077813 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3d673905-4412-4837-88b6-50f8bc4c2576 req-fd4085bb-7db7-4d9e-bf62-b22885114021 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 1135 time: 0.1180725 May 27 22:45:46.082662 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e5e9f3c4-c118-44ce-a10e-a264f6ea81c0 resource provider aggregate not found May 27 22:45:46.106569 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-5c6da03d-fe34-450b-826c-7a1f55e399f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4632909 May 27 22:45:46.118687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Request body: {'port': {'device_id': '6cb13829-4ea9-4c54-9efc-3d6d734c4fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:46.120324 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3d673905-4412-4837-88b6-50f8bc4c2576 req-03e6a6a3-45b1-4f00-9455-e74afb04a8ab tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:46.144772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-3d673905-4412-4837-88b6-50f8bc4c2576 req-03e6a6a3-45b1-4f00-9455-e74afb04a8ab tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:46.145909 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e5e9f3c4-c118-44ce-a10e-a264f6ea81c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5e9f3c4-c118-44ce-a10e-a264f6ea81c0 found for delete ", "request_id": "req-fb6178b7-b7f5-4270-85c3-0d6608f7cfc6"}]} May 27 22:45:46.147914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3d673905-4412-4837-88b6-50f8bc4c2576 req-03e6a6a3-45b1-4f00-9455-e74afb04a8ab tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Usage tracker for resource:security_group_rule and tenant:6d8527f24b8344e4abd52a2ad1b74104 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:46.153783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3d673905-4412-4837-88b6-50f8bc4c2576 req-03e6a6a3-45b1-4f00-9455-e74afb04a8ab tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:46.163729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-3d673905-4412-4837-88b6-50f8bc4c2576 req-03e6a6a3-45b1-4f00-9455-e74afb04a8ab tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:46.270660 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:46.282817 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4da7d709-17d2-4a5e-ba2d-19c5fdd979d2 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:46.290467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da7d709-17d2-4a5e-ba2d-19c5fdd979d2 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2dde9409-0a1e-49ad-bf92-021a0c986dc7 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 22:45:46.291187 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4da7d709-17d2-4a5e-ba2d-19c5fdd979d2 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:46.342429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7d709-17d2-4a5e-ba2d-19c5fdd979d2 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event deleted for resources: {'Network': ['ID=2dde9409-0a1e-49ad-bf92-021a0c986dc7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:46.369318 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4da7d709-17d2-4a5e-ba2d-19c5fdd979d2 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "DELETE /v2.0/networks/2dde9409-0a1e-49ad-bf92-021a0c986dc7 HTTP/1.1" status: 204 len: 168 time: 1.2944009 May 27 22:45:46.374281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41964) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:46.395078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Request body: {'network': {'name': 'tempest-network--1708536132', 'router:external': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:46.395078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:46.409181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Usage tracker for resource:network and tenant:088b1dfa708b49cea71dac0db0f6049b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:46.429042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:46.450224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:46.450224 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3d673905-4412-4837-88b6-50f8bc4c2576 req-03e6a6a3-45b1-4f00-9455-e74afb04a8ab tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:46.490355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c8c24-e701-4f7b-9523-fdcb7864f25d req-fbe17ae6-60b9-45f5-824b-5fb672e42a80 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:46.506900 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c9c8c24-e701-4f7b-9523-fdcb7864f25d req-fbe17ae6-60b9-45f5-824b-5fb672e42a80 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 945 time: 0.2172806 May 27 22:45:46.646383 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3d673905-4412-4837-88b6-50f8bc4c2576 req-03e6a6a3-45b1-4f00-9455-e74afb04a8ab tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:46.686233 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3d673905-4412-4837-88b6-50f8bc4c2576 req-03e6a6a3-45b1-4f00-9455-e74afb04a8ab tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=b417f9ac-647a-4f30-b7d3-db0287c4f1ce&id=11d3ff43-61a9-4817-9a13-71502fc010af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6036820 May 27 22:45:46.708138 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c9c8c24-e701-4f7b-9523-fdcb7864f25d req-cb188e10-d959-437c-96d5-8004feba88c5 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027526 May 27 22:45:46.708906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6a6a3-45b1-4f00-9455-e74afb04a8ab tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbab9d8-6ab4-45e7-8861-227e52404ea1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:46.718923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41968) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:46.813997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:45:46.823086 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:46.824938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b70b3b-95e1-455e-a162-1618dbad2f0b tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:46.829776 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b4b70b3b-95e1-455e-a162-1618dbad2f0b tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 1130 time: 0.1047611 May 27 22:45:46.830075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41974) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:46.835163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '6a400839-1e01-4a79-a373-694e59a4d7cd', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:46.842191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:46.845801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Transition to ACTIVE for port object 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:45:46.846555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Usage tracker for resource:floatingip and tenant:4df3336cd5534e7691f6cbd1acbb4757 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:46.849547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:46.855999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:47.068768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Made reservation on behalf of 088b1dfa708b49cea71dac0db0f6049b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:45:47.071540 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:47.096962 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:47.114531 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:47.249799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:45:47.290422 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:47.290422 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Added segment 3cbc0776-f097-4338-9a85-b0355562bf5f of type vlan for network e9b7aed0-95ee-4d4b-8599-20c0cc5f0217 May 27 22:45:47.308196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Pushing event updated for resources: {'Port': ['ID=4a29ac9d-35f5-4057-851a-0cb4e7dcf245,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:47.348282 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:47.410482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e3026-1351-47de-8c5b-6961823be146 req-42814b80-385b-47ba-8e5c-0d63955a5b93 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:47.410998 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Attempting to bind port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:45:47.411543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Attempting to bind port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:45:47.412050 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769e3026-1351-47de-8c5b-6961823be146 req-42814b80-385b-47ba-8e5c-0d63955a5b93 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 932 time: 0.3813262 May 27 22:45:47.412224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Attempting to bind port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:45:47.417569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:45:47.418263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Attempting to bind port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:45:47.424006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:45:47.424658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Checking segment: {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:45:47.425042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Bound using segment: {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:45:47.425473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Bound port: 4a29ac9d-35f5-4057-851a-0cb4e7dcf245, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:45:47.426031 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:47.512990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab53be14-1ac9-4ab7-a5a0-39ba889730fc req-1d461c0f-f181-4242-afb7-6af2eddba605 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3128741 May 27 22:45:47.535611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] For port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:45:47.544462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] For port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4a29ac9d-35f5-4057-851a-0cb4e7dcf245,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:45:47.545180 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-769e3026-1351-47de-8c5b-6961823be146 req-14f0328d-cd0c-43db-b46f-1cd8940d4ed0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240764 May 27 22:45:47.611698 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:47.611698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:47.611698 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:47.632965 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:47.731530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:47.731530 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:47.731530 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] 10.222.0.57 "PUT /v2.0/ports/4a29ac9d-35f5-4057-851a-0cb4e7dcf245 HTTP/1.1" status: 200 len: 1092 time: 1.6111853 May 27 22:45:47.731530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb13829-4ea9-4c54-9efc-3d6d734c4fe5', 'tag': '4a29ac9d-35f5-4057-851a-0cb4e7dcf245'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:45:47.745858 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:47.789061 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5127b1-baeb-4a92-b5e4-b5717543c5ec'] response: {'name': 'network-changed', 'server_uuid': '6cb13829-4ea9-4c54-9efc-3d6d734c4fe5', 'tag': '4a29ac9d-35f5-4057-851a-0cb4e7dcf245', 'status': 'completed', 'code': 200} May 27 22:45:47.790791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56cb4a-b8eb-4d53-9b9b-fa899c982f5d service neutron] Pushing event updated for resources: {'Port': ['ID=4a29ac9d-35f5-4057-851a-0cb4e7dcf245,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:47.871531 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4960895 May 27 22:45:47.873484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41998) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:48.049961 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c264ca8-1a0b-4e82-88e3-c8f6613c2551 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event updated for resources: {'Network': ['ID=e9b7aed0-95ee-4d4b-8599-20c0cc5f0217,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:48.064941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network e9b7aed0-95ee-4d4b-8599-20c0cc5f0217 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:45:48.173849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53be14-1ac9-4ab7-a5a0-39ba889730fc req-b6fed12a-26d7-41e6-a8de-f31057b1a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:48.173849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab53be14-1ac9-4ab7-a5a0-39ba889730fc req-b6fed12a-26d7-41e6-a8de-f31057b1a22f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 1095 time: 0.6103075 May 27 22:45:48.209635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3475018d-d6b5-4a30-9c0f-b8f676c2f797 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:48.216767 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3475018d-d6b5-4a30-9c0f-b8f676c2f797 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] 10.222.0.27 "GET /v2.0/networks/e9b7aed0-95ee-4d4b-8599-20c0cc5f0217 HTTP/1.1" status: 200 len: 757 time: 0.3292711 May 27 22:45:48.216767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42008) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:48.225046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d26eca-d981-431e-8d03-532848ac4cc5 req-9894054e-2b3e-4b4f-872c-a21eda46f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:48.225046 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-79d26eca-d981-431e-8d03-532848ac4cc5 req-9894054e-2b3e-4b4f-872c-a21eda46f5b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 1095 time: 0.3878047 May 27 22:45:48.255089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10873a-8b8c-4b19-8e20-30b58b214ea4 req-cafbcbde-2790-4c54-9647-299a06dec027 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:48.257742 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f10873a-8b8c-4b19-8e20-30b58b214ea4 req-cafbcbde-2790-4c54-9647-299a06dec027 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 945 time: 0.3157334 May 27 22:45:48.312374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Allocated IP 172.25.2.168 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/7284bfd6-3e55-4eac-8269-2684274d36b8) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:45:48.443763 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4a121886-a498-4d99-956d-cd5d598cb38c up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:45:48.532807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f10873a-8b8c-4b19-8e20-30b58b214ea4 req-29b11ed8-a562-4af1-b489-43153999f159 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224596 May 27 22:45:48.640903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 4a121886-a498-4d99-956d-cd5d598cb38c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:45:48.645634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 4a121886-a498-4d99-956d-cd5d598cb38c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:48.645634 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:48.668671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca9b9fe-68ad-456d-9ba2-09a464094b8c tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:48.668671 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2ca9b9fe-68ad-456d-9ba2-09a464094b8c tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] 10.222.0.27 "GET /v2.0/networks/702ba80d-9a51-46a6-98b0-63ac22652fdc HTTP/1.1" status: 200 len: 768 time: 0.4458284 May 27 22:45:48.681248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42022) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:48.863448 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4a121886-a498-4d99-956d-cd5d598cb38c is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:45:48.865723 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:48.960127 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43c53476-315c-4aac-bf25-f68fbf11536b tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:49.008457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d26eca-d981-431e-8d03-532848ac4cc5 req-f34ca8f7-3aab-4a62-b5cf-8d6fc6d15bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:49.008457 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-79d26eca-d981-431e-8d03-532848ac4cc5 req-f34ca8f7-3aab-4a62-b5cf-8d6fc6d15bb1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e16b517763e0477b92463f30c2606338&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6300385 May 27 22:45:49.028264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7784a39f-5741-4c54-84cd-9555df693b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a121886-a498-4d99-956d-cd5d598cb38c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:45:49.103253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4a121886-a498-4d99-956d-cd5d598cb38c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4a121886-a498-4d99-956d-cd5d598cb38c,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:49.106996 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:49.127623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53be14-1ac9-4ab7-a5a0-39ba889730fc req-2ffe63f5-fb1b-408a-91cb-a3d1575c7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:49.127623 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab53be14-1ac9-4ab7-a5a0-39ba889730fc req-2ffe63f5-fb1b-408a-91cb-a3d1575c7743 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.8889763 May 27 22:45:49.133690 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-430307e3-c685-42ef-b0bd-290cdc79178d'] response: {'server_uuid': '7784a39f-5741-4c54-84cd-9555df693b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a121886-a498-4d99-956d-cd5d598cb38c', 'code': 200} May 27 22:45:49.203025 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:49.247194 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab53be14-1ac9-4ab7-a5a0-39ba889730fc req-a9684355-6363-4a44-96fd-c08e19a73b30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a HTTP/1.1" status: 200 len: 999 time: 0.1138480 May 27 22:45:49.251075 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:49.357229 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4a121886-a498-4d99-956d-cd5d598cb38c,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:49.446954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d26eca-d981-431e-8d03-532848ac4cc5 req-092571c0-e012-441a-a97d-f0e08741b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:49.446954 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-79d26eca-d981-431e-8d03-532848ac4cc5 req-092571c0-e012-441a-a97d-f0e08741b838 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4238305 May 27 22:45:49.464862 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43c53476-315c-4aac-bf25-f68fbf11536b tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:49.491420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-43c53476-315c-4aac-bf25-f68fbf11536b tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b7aed0-95ee-4d4b-8599-20c0cc5f0217']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:49.516367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-43c53476-315c-4aac-bf25-f68fbf11536b tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbc0776-f097-4338-9a85-b0355562bf5f') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:49.516367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-43c53476-315c-4aac-bf25-f68fbf11536b tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbc0776-f097-4338-9a85-b0355562bf5f') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:49.555208 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43c53476-315c-4aac-bf25-f68fbf11536b tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:49.587014 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43c53476-315c-4aac-bf25-f68fbf11536b tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:49.615196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c53476-315c-4aac-bf25-f68fbf11536b tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:45:49.615196 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43c53476-315c-4aac-bf25-f68fbf11536b tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:49.683476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:45:49.684821 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3cbc0776-f097-4338-9a85-b0355562bf5f resource provider aggregate not found May 27 22:45:49.730964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc2213-ea85-4453-b85c-dd2757b12fff req-34e3f340-361a-462a-af48-1cd805ab0c26 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:49.732474 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8edc2213-ea85-4453-b85c-dd2757b12fff req-34e3f340-361a-462a-af48-1cd805ab0c26 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 944 time: 1.0155807 May 27 22:45:49.745132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:45:49.747876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:45:49.770693 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3cbc0776-f097-4338-9a85-b0355562bf5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cbc0776-f097-4338-9a85-b0355562bf5f found for delete ", "request_id": "req-0e6e5020-f811-4740-8307-4718f2bc5120"}]} May 27 22:45:49.788531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-8c0ccd1b-1a5a-48b7-96c5-c0f48883dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:49.790160 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-8c0ccd1b-1a5a-48b7-96c5-c0f48883dc80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 1095 time: 0.2721260 May 27 22:45:49.862809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'Port': ['ID=7284bfd6-3e55-4eac-8269-2684274d36b8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:49.862809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53be14-1ac9-4ab7-a5a0-39ba889730fc req-2bbaa828-dfad-4bfc-9efd-76adede16bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:49.873319 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab53be14-1ac9-4ab7-a5a0-39ba889730fc req-2bbaa828-dfad-4bfc-9efd-76adede16bd1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.5239518 May 27 22:45:49.885194 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43c53476-315c-4aac-bf25-f68fbf11536b tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:49.885194 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-2fdeeed3-d918-46c3-ad06-3f8da0e84031 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a29ac9d-35f5-4057-851a-0cb4e7dcf245 HTTP/1.1" status: 200 len: 217 time: 0.0782397 May 27 22:45:49.905917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c53476-315c-4aac-bf25-f68fbf11536b tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e9b7aed0-95ee-4d4b-8599-20c0cc5f0217 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 22:45:49.938862 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43c53476-315c-4aac-bf25-f68fbf11536b tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:49.957953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c53476-315c-4aac-bf25-f68fbf11536b tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9b7aed0-95ee-4d4b-8599-20c0cc5f0217,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:49.970959 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-43c53476-315c-4aac-bf25-f68fbf11536b tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "DELETE /v2.0/networks/e9b7aed0-95ee-4d4b-8599-20c0cc5f0217 HTTP/1.1" status: 204 len: 168 time: 1.2883999 May 27 22:45:49.970959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42058) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:49.997959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Request body: {'network': {'name': 'tempest-network--648906290'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:50.010683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:50.045271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9694242-b1b2-45a2-b377-f19f4ba0f88a req-b3c49389-97d4-4333-a072-0b4d16b3c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:50.045271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9694242-b1b2-45a2-b377-f19f4ba0f88a req-b3c49389-97d4-4333-a072-0b4d16b3c720 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 1097 time: 0.7690029 May 27 22:45:50.056292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Usage tracker for resource:network and tenant:088b1dfa708b49cea71dac0db0f6049b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:50.056292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:50.067394 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8edc2213-ea85-4453-b85c-dd2757b12fff req-307f7f78-9c78-4b92-9072-883fe7a52c6b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465863 May 27 22:45:50.074130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-31ece959-b553-4d10-9d62-6502ce89dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:50.074130 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-31ece959-b553-4d10-9d62-6502ce89dee2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.1669319 May 27 22:45:50.074130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:50.178332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-43e34f5b-1c4e-4cd8-8f35-ec91ff017047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:50.180026 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-43e34f5b-1c4e-4cd8-8f35-ec91ff017047 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038635 May 27 22:45:50.192665 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9694242-b1b2-45a2-b377-f19f4ba0f88a req-fb933860-6964-4b09-acd0-4f3f5e5c39e3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209304 May 27 22:45:50.242812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d1808-b493-445b-a0e6-d356e38a0eb4 req-4cdc922b-b468-4244-9140-863993df5ff2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:50.242812 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d22d1808-b493-445b-a0e6-d356e38a0eb4 req-4cdc922b-b468-4244-9140-863993df5ff2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 0.5570166 May 27 22:45:50.345872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Made reservation on behalf of 088b1dfa708b49cea71dac0db0f6049b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:45:50.345872 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:50.394755 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d22d1808-b493-445b-a0e6-d356e38a0eb4 req-f2cc9b58-2234-485a-8f1f-881bc0cb6328 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351361 May 27 22:45:50.404251 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53be14-1ac9-4ab7-a5a0-39ba889730fc req-cd6003df-5db7-4312-a3df-f83e08f1234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:50.404251 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab53be14-1ac9-4ab7-a5a0-39ba889730fc req-cd6003df-5db7-4312-a3df-f83e08f1234e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5205016 May 27 22:45:50.439730 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-c4bc989d-553e-4dbf-9585-eab0d25b0544 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458971 May 27 22:45:50.591420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:45:50.607046 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:50.607386 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Added segment 7ec1fc7e-0a78-41ad-b18b-6d4903e166e8 of type vlan for network 927f027b-cc50-42db-ab6e-7ba4290f84c5 May 27 22:45:50.647571 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3a6f3603-a5e4-458d-9275-0ba0cfaf19be req-1ffe1b80-3d90-4881-bf5f-970cdc956b3d service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901727 May 27 22:45:50.686273 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:50.686395 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab53be14-1ac9-4ab7-a5a0-39ba889730fc req-0f489821-73c0-4996-a3a2-495b9edcebd3 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644384 May 27 22:45:50.825411 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:50.825411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:50.829960 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:50.837608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab53be14-1ac9-4ab7-a5a0-39ba889730fc req-1fdb0556-5825-4cab-a0cc-d547a0cb005b service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562462 May 27 22:45:50.872546 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:50.943358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event updated for resources: {'Network': ['ID=927f027b-cc50-42db-ab6e-7ba4290f84c5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:50.957968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 927f027b-cc50-42db-ab6e-7ba4290f84c5 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:45:51.009208 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-caa1613d-290b-4f57-8af1-d1a51f26d9ed tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0283387 May 27 22:45:51.012130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42076) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:51.014735 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:51.017811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-64035032-16ad-42cd-9744-cb1880db39f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:51.402717 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:51.424830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f12711-0be4-4ffa-9d8d-3ea0c7d36621 req-a56a108a-1fdb-43ee-b907-4dc62b7ccc08 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:51.426919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0f12711-0be4-4ffa-9d8d-3ea0c7d36621 req-a56a108a-1fdb-43ee-b907-4dc62b7ccc08 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 944 time: 0.1114700 May 27 22:45:51.485891 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0f12711-0be4-4ffa-9d8d-3ea0c7d36621 req-7e073d85-398c-405d-a4d3-eb7066f3f88f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461502 May 27 22:45:51.488213 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:51.509087 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64035032-16ad-42cd-9744-cb1880db39f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:51.622556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64035032-16ad-42cd-9744-cb1880db39f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:51.664061 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64035032-16ad-42cd-9744-cb1880db39f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Network 927f027b-cc50-42db-ab6e-7ba4290f84c5 is not hosted by any dhcp agent {{(pid=88901) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 27 22:45:51.664982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64035032-16ad-42cd-9744-cb1880db39f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:51.665577 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64035032-16ad-42cd-9744-cb1880db39f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:51.673046 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-64035032-16ad-42cd-9744-cb1880db39f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "PUT /v2.0/networks/927f027b-cc50-42db-ab6e-7ba4290f84c5 HTTP/1.1" status: 200 len: 857 time: 0.6594253 May 27 22:45:51.687690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42100) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:51.701817 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:51.943860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64035032-16ad-42cd-9744-cb1880db39f7 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event updated for resources: {'Network': ['ID=927f027b-cc50-42db-ab6e-7ba4290f84c5,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:51.950104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66d1ae1f-47ac-449a-956c-bb3e1b6beb33 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:52.086498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'Port': ['ID=7284bfd6-3e55-4eac-8269-2684274d36b8,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:52.095070 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66d1ae1f-47ac-449a-956c-bb3e1b6beb33 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:52.116261 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Floating IP c8b7cf20-ac7c-4e95-a0b5-9bc00c4a3696 associated. External IP: 172.25.2.168, port: 6a400839-1e01-4a79-a373-694e59a4d7cd. May 27 22:45:52.123682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-66d1ae1f-47ac-449a-956c-bb3e1b6beb33 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927f027b-cc50-42db-ab6e-7ba4290f84c5']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:52.138745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-66d1ae1f-47ac-449a-956c-bb3e1b6beb33 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec1fc7e-0a78-41ad-b18b-6d4903e166e8') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:52.139247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-66d1ae1f-47ac-449a-956c-bb3e1b6beb33 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec1fc7e-0a78-41ad-b18b-6d4903e166e8') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:52.156292 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66d1ae1f-47ac-449a-956c-bb3e1b6beb33 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:52.177804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66d1ae1f-47ac-449a-956c-bb3e1b6beb33 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:52.187831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d1ae1f-47ac-449a-956c-bb3e1b6beb33 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:45:52.188431 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66d1ae1f-47ac-449a-956c-bb3e1b6beb33 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:52.205211 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:52.223676 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f821c9d-932a-42a9-8f4e-4254c760ef07 req-8009e14d-0cd7-4876-94c4-63e11b470d23 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:52.225392 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f821c9d-932a-42a9-8f4e-4254c760ef07 req-8009e14d-0cd7-4876-94c4-63e11b470d23 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 0.6652131 May 27 22:45:52.285834 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7ec1fc7e-0a78-41ad-b18b-6d4903e166e8 resource provider aggregate not found May 27 22:45:52.312892 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7ec1fc7e-0a78-41ad-b18b-6d4903e166e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ec1fc7e-0a78-41ad-b18b-6d4903e166e8 found for delete ", "request_id": "req-27becde9-d0d6-4d2a-8eac-e8109748b978"}]} May 27 22:45:52.375674 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f821c9d-932a-42a9-8f4e-4254c760ef07 req-be6e1843-9d14-4b6f-9dad-744692bdea9e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372790 May 27 22:45:52.399237 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66d1ae1f-47ac-449a-956c-bb3e1b6beb33 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:52.409147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d1ae1f-47ac-449a-956c-bb3e1b6beb33 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 927f027b-cc50-42db-ab6e-7ba4290f84c5 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 22:45:52.427857 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66d1ae1f-47ac-449a-956c-bb3e1b6beb33 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:52.444235 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-66d1ae1f-47ac-449a-956c-bb3e1b6beb33 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] 10.222.0.27 "DELETE /v2.0/networks/927f027b-cc50-42db-ab6e-7ba4290f84c5 HTTP/1.1" status: 204 len: 168 time: 0.7570546 May 27 22:45:52.444235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42116) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:52.490980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1ae1f-47ac-449a-956c-bb3e1b6beb33 tempest-ExternalNetworksTestJSON-475115263 tempest-ExternalNetworksTestJSON-475115263-project-admin] Pushing event deleted for resources: {'Network': ['ID=927f027b-cc50-42db-ab6e-7ba4290f84c5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:52.503389 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-602ac417-97e2-4582-a510-eab51b57503f tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] DELETE failed (client error): The resource could not be found. May 27 22:45:52.504085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602ac417-97e2-4582-a510-eab51b57503f tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:45:52.506111 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-602ac417-97e2-4582-a510-eab51b57503f tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] 10.222.0.27 "DELETE /v2.0/subnets/f6b72c79-7291-43ce-bc00-b9ba54069240 HTTP/1.1" status: 404 len: 337 time: 0.0612357 May 27 22:45:52.508749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42120) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:52.625014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Router cbabac8a-dd98-402f-9993-4bf77a6117b3 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:45:52.726265 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8427df8-4f42-425f-bd56-44c123f93214 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:52.951955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:45:52.960304 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8427df8-4f42-425f-bd56-44c123f93214 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:52.966689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537503a-2d6a-40fb-8d4c-5a02a1ffa6d8 req-f69d5bfd-a540-48f2-a4d4-2b1b1a3a9086 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:52.975363 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2537503a-2d6a-40fb-8d4c-5a02a1ffa6d8 req-f69d5bfd-a540-48f2-a4d4-2b1b1a3a9086 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 944 time: 0.2312672 May 27 22:45:53.000864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c8427df8-4f42-425f-bd56-44c123f93214 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['702ba80d-9a51-46a6-98b0-63ac22652fdc']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:53.016024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c8427df8-4f42-425f-bd56-44c123f93214 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3495c20d-7a33-418a-97c6-36a65bde8992') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:53.016235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c8427df8-4f42-425f-bd56-44c123f93214 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3495c20d-7a33-418a-97c6-36a65bde8992') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:53.038820 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8427df8-4f42-425f-bd56-44c123f93214 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:53.065142 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f62001-6919-4fb4-9136-4e56d9cce2dd None None] Sync routers for ids ['cbabac8a-dd98-402f-9993-4bf77a6117b3'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:45:53.074727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2537503a-2d6a-40fb-8d4c-5a02a1ffa6d8 req-4bd55f86-ce3b-4f9e-b1f7-43b3eb0a586c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936732 May 27 22:45:53.091232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8427df8-4f42-425f-bd56-44c123f93214 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:53.099443 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f62001-6919-4fb4-9136-4e56d9cce2dd None None] Routers {'cbabac8a-dd98-402f-9993-4bf77a6117b3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:45:53.100082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-51f62001-6919-4fb4-9136-4e56d9cce2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:45:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['cbabac8a-dd98-402f-9993-4bf77a6117b3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:53.103284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8427df8-4f42-425f-bd56-44c123f93214 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:45:53.103920 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8427df8-4f42-425f-bd56-44c123f93214 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:53.134296 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:53.251819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f7ad3980-c030-4d30-8f1d-4aa989634a29 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.4206219 May 27 22:45:53.254023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68d37c8-c5b6-4aeb-b031-27c18019d9f4', 'tag': '6a400839-1e01-4a79-a373-694e59a4d7cd'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:45:53.267751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42142) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:53.383326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-51f62001-6919-4fb4-9136-4e56d9cce2dd None None] Set router cbabac8a-dd98-402f-9993-4bf77a6117b3 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:45:53.393663 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8427df8-4f42-425f-bd56-44c123f93214 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:53.423584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8427df8-4f42-425f-bd56-44c123f93214 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:53.426452 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33a9c918-f262-444a-86b2-e14634500038'] response: {'name': 'network-changed', 'server_uuid': 'd68d37c8-c5b6-4aeb-b031-27c18019d9f4', 'tag': '6a400839-1e01-4a79-a373-694e59a4d7cd', 'status': 'completed', 'code': 200} May 27 22:45:53.445953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8427df8-4f42-425f-bd56-44c123f93214 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] Pushing event deleted for resources: {'Network': ['ID=702ba80d-9a51-46a6-98b0-63ac22652fdc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:53.562390 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c8427df8-4f42-425f-bd56-44c123f93214 tempest-ExternalNetworksTestJSON-1725966043 tempest-ExternalNetworksTestJSON-1725966043-project] 10.222.0.27 "DELETE /v2.0/networks/702ba80d-9a51-46a6-98b0-63ac22652fdc HTTP/1.1" status: 204 len: 168 time: 1.0523810 May 27 22:45:53.671155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f1b85-dccf-4788-a849-60e9a397f400 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.671641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f1b85-dccf-4788-a849-60e9a397f400 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.672084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f1b85-dccf-4788-a849-60e9a397f400 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.672564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f1b85-dccf-4788-a849-60e9a397f400 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.673018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f1b85-dccf-4788-a849-60e9a397f400 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.673472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f1b85-dccf-4788-a849-60e9a397f400 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.673920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f1b85-dccf-4788-a849-60e9a397f400 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.674368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f1b85-dccf-4788-a849-60e9a397f400 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.674858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f1b85-dccf-4788-a849-60e9a397f400 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.675249 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f1b85-dccf-4788-a849-60e9a397f400 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.675693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607f1b85-dccf-4788-a849-60e9a397f400 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.677728 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-607f1b85-dccf-4788-a849-60e9a397f400 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7743 time: 0.4089046 May 27 22:45:53.683723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42154) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:53.685777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f1fd8-5c26-44f9-b565-32839f62b4a0 req-058c8521-4951-4336-a1b9-3580ec881c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.687188 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e4f1fd8-5c26-44f9-b565-32839f62b4a0 req-058c8521-4951-4336-a1b9-3580ec881c8d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4df3336cd5534e7691f6cbd1acbb4757&device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 1135 time: 0.2418857 May 27 22:45:53.786641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eeb637-5191-468c-8e54-eda693a9dfac tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.787726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eeb637-5191-468c-8e54-eda693a9dfac tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.788384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eeb637-5191-468c-8e54-eda693a9dfac tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.788979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eeb637-5191-468c-8e54-eda693a9dfac tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.789759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eeb637-5191-468c-8e54-eda693a9dfac tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.790498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eeb637-5191-468c-8e54-eda693a9dfac tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.791084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eeb637-5191-468c-8e54-eda693a9dfac tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.791776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eeb637-5191-468c-8e54-eda693a9dfac tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.793137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eeb637-5191-468c-8e54-eda693a9dfac tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.793794 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eeb637-5191-468c-8e54-eda693a9dfac tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.804684 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-25eeb637-5191-468c-8e54-eda693a9dfac tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6467 time: 0.1226165 May 27 22:45:53.805646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42158) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:53.818501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2ed1e-3107-4983-a376-8e1988734611 req-7e4e42ca-08ec-4845-950d-5c0748c19ac2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.820686 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ade2ed1e-3107-4983-a376-8e1988734611 req-7e4e42ca-08ec-4845-950d-5c0748c19ac2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 0.2852564 May 27 22:45:53.904903 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ade2ed1e-3107-4983-a376-8e1988734611 req-acf2561c-0246-487d-a59b-b9a802192a5b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748787 May 27 22:45:53.932814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f1fd8-5c26-44f9-b565-32839f62b4a0 req-a969e9ac-afbb-454a-836f-e55f159af5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:53.934686 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e4f1fd8-5c26-44f9-b565-32839f62b4a0 req-a969e9ac-afbb-454a-836f-e55f159af5a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fcf0669-7599-49e3-a24f-433ca082f38c HTTP/1.1" status: 200 len: 897 time: 0.2358284 May 27 22:45:53.935442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:45:53.963591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-51f62001-6919-4fb4-9136-4e56d9cce2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '198876cf-7824-456f-889d-30f80b709def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:45:02Z', 'updated_at': '2022-05-27T22:45:17Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '198876cf-7824-456f-889d-30f80b709def', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:04Z', 'updated_at': '2022-05-27T22:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c8b7cf20-ac7c-4e95-a0b5-9bc00c4a3696', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'port_id': '6a400839-1e01-4a79-a373-694e59a4d7cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'mac_address': 'fa:16:3e:63:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d37c8-c5b6-4aeb-b031-27c18019d9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:45:50Z', 'updated_at': '2022-05-27T22:45:50Z', 'revision_number': 0, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d508acc-fabb-408c-8597-15e41308415b', 'name': '', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'mac_address': 'fa:16:3e:01:bd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:14Z', 'updated_at': '2022-05-27T22:45:26Z', 'revision_number': 5, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'subnets': [{'id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:53.985389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f62001-6919-4fb4-9136-4e56d9cce2dd None None] Checking router: cbabac8a-dd98-402f-9993-4bf77a6117b3 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:45:54.060606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f62001-6919-4fb4-9136-4e56d9cce2dd None None] Routers {'cbabac8a-dd98-402f-9993-4bf77a6117b3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:45:54.061501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-51f62001-6919-4fb4-9136-4e56d9cce2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:45:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['cbabac8a-dd98-402f-9993-4bf77a6117b3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:54.227846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4a29ac9d-35f5-4057-851a-0cb4e7dcf245,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:54.248721 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '4a29ac9d-35f5-4057-851a-0cb4e7dcf245', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'port_id': '4a29ac9d-35f5-4057-851a-0cb4e7dcf245', 'mac_address': 'fa:16:3e:ce:1d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:45:54.346483 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3495c20d-7a33-418a-97c6-36a65bde8992 resource provider aggregate not found May 27 22:45:54.361446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42180) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:54.369707 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3495c20d-7a33-418a-97c6-36a65bde8992 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3495c20d-7a33-418a-97c6-36a65bde8992 found for delete ", "request_id": "req-2511ea4c-c4bc-4a36-9a06-985e97423190"}]} May 27 22:45:54.426960 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-35413327-faf7-492d-a47b-adccac0a23ab tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4514 time: 0.6199751 May 27 22:45:54.431926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42190) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:54.481376 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e4f1fd8-5c26-44f9-b565-32839f62b4a0 req-21171ece-0880-46cd-944f-498cf3e62815 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a400839-1e01-4a79-a373-694e59a4d7cd HTTP/1.1" status: 200 len: 999 time: 0.5347562 May 27 22:45:54.538384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:45:54.539372 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:54.569948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-51f62001-6919-4fb4-9136-4e56d9cce2dd None None] Set router cbabac8a-dd98-402f-9993-4bf77a6117b3 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:45:54.604211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f1fd8-5c26-44f9-b565-32839f62b4a0 req-284acd50-a0a9-4f32-8e0d-a4903e257e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:54.605730 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e4f1fd8-5c26-44f9-b565-32839f62b4a0 req-284acd50-a0a9-4f32-8e0d-a4903e257e3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9 HTTP/1.1" status: 200 len: 833 time: 0.1155708 May 27 22:45:54.628703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:45:54.672597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4a29ac9d-35f5-4057-851a-0cb4e7dcf245,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:54.701945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34490a8-b5c5-420a-9a73-ebfc85c70ebd req-86f97513-0139-4223-a5e8-4077f0ab914d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:54.704465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b34490a8-b5c5-420a-9a73-ebfc85c70ebd req-86f97513-0139-4223-a5e8-4077f0ab914d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 0.6559863 May 27 22:45:54.714800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:54.720964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-64d05d4d-95a9-4ec4-95ac-96eb8d63c7a7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Request body: {'floatingip': {'port_id': '4a121886-a498-4d99-956d-cd5d598cb38c'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:54.725481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eff63a-397b-4c0a-9d97-b500714da647 req-b9578661-e4bd-4a87-97d2-5ba6ed4e014d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:54.732410 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5eff63a-397b-4c0a-9d97-b500714da647 req-b9578661-e4bd-4a87-97d2-5ba6ed4e014d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 944 time: 0.3697810 May 27 22:45:54.789841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ddf87-f0ef-4a70-9fd6-13c5dbb0af31 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:54.790550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ddf87-f0ef-4a70-9fd6-13c5dbb0af31 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:54.792637 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f88ddf87-f0ef-4a70-9fd6-13c5dbb0af31 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=cbabac8a-dd98-402f-9993-4bf77a6117b3 HTTP/1.1" status: 200 len: 1990 time: 0.3576939 May 27 22:45:54.836323 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:54.847471 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1e1f8eca-d588-4677-a1f4-f806e56e783a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9e91f29ff4b3470aa7f8fe0fb066d959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4782252 May 27 22:45:54.851001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42214) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:54.855365 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5eff63a-397b-4c0a-9d97-b500714da647 req-bd3dc91e-12dc-42dc-9dba-0800c059bebe tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220977 May 27 22:45:54.872135 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64d05d4d-95a9-4ec4-95ac-96eb8d63c7a7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:54.900043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f1fd8-5c26-44f9-b565-32839f62b4a0 req-e82bb97c-631a-4faa-8690-84b929734cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:54.901745 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e4f1fd8-5c26-44f9-b565-32839f62b4a0 req-e82bb97c-631a-4faa-8690-84b929734cc2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fcf0669-7599-49e3-a24f-433ca082f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2876108 May 27 22:45:54.964880 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-236801aa-4ad2-49b1-92a8-9459667a414b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:55.071982 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-236801aa-4ad2-49b1-92a8-9459667a414b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:55.079919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4a29ac9d-35f5-4057-851a-0cb4e7dcf245,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:55.158352 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e4f1fd8-5c26-44f9-b565-32839f62b4a0 req-aae346a9-c634-41a8-8b93-f00e03e18d05 service neutron] 10.222.0.57 "GET /v2.0/networks/7fcf0669-7599-49e3-a24f-433ca082f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367880 May 27 22:45:55.203463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['4a29ac9d-35f5-4057-851a-0cb4e7dcf245'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:45:55.324176 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e4f1fd8-5c26-44f9-b565-32839f62b4a0 req-f8239028-aa04-447d-8b48-0e13fcd9c356 service neutron] 10.222.0.57 "GET /v2.0/networks/7fcf0669-7599-49e3-a24f-433ca082f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549904 May 27 22:45:55.342633 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-236801aa-4ad2-49b1-92a8-9459667a414b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:55.363494 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236801aa-4ad2-49b1-92a8-9459667a414b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26fd8a9-454a-47f6-94ac-a4ef77d606aa,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:55.370505 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-236801aa-4ad2-49b1-92a8-9459667a414b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:55.371955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-236801aa-4ad2-49b1-92a8-9459667a414b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e26fd8a9-454a-47f6-94ac-a4ef77d606aa HTTP/1.1" status: 204 len: 168 time: 0.5141184 May 27 22:45:55.411272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-51f62001-6919-4fb4-9136-4e56d9cce2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '198876cf-7824-456f-889d-30f80b709def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:45:02Z', 'updated_at': '2022-05-27T22:45:17Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '198876cf-7824-456f-889d-30f80b709def', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:04Z', 'updated_at': '2022-05-27T22:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c8b7cf20-ac7c-4e95-a0b5-9bc00c4a3696', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'port_id': '6a400839-1e01-4a79-a373-694e59a4d7cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'mac_address': 'fa:16:3e:63:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d37c8-c5b6-4aeb-b031-27c18019d9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:45:50Z', 'updated_at': '2022-05-27T22:45:50Z', 'revision_number': 0, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d508acc-fabb-408c-8597-15e41308415b', 'name': '', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'mac_address': 'fa:16:3e:01:bd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:14Z', 'updated_at': '2022-05-27T22:45:26Z', 'revision_number': 5, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'subnets': [{'id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:55.430980 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f62001-6919-4fb4-9136-4e56d9cce2dd None None] The sync data for ids ['cbabac8a-dd98-402f-9993-4bf77a6117b3'] in n-d-843680-3 is: [{'id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '198876cf-7824-456f-889d-30f80b709def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:45:02Z', 'updated_at': '2022-05-27T22:45:17Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '198876cf-7824-456f-889d-30f80b709def', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:04Z', 'updated_at': '2022-05-27T22:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c8b7cf20-ac7c-4e95-a0b5-9bc00c4a3696', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'floating_ip_address': '172.25.2.168', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'port_id': '6a400839-1e01-4a79-a373-694e59a4d7cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'mac_address': 'fa:16:3e:63:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d37c8-c5b6-4aeb-b031-27c18019d9f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:45:50Z', 'updated_at': '2022-05-27T22:45:50Z', 'revision_number': 0, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d508acc-fabb-408c-8597-15e41308415b', 'name': '', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'mac_address': 'fa:16:3e:01:bd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:14Z', 'updated_at': '2022-05-27T22:45:26Z', 'revision_number': 5, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'subnets': [{'id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:45:55.768052 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64d05d4d-95a9-4ec4-95ac-96eb8d63c7a7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:55.787235 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5497c0-310c-4c7b-9024-47f7578c20aa None None] New status for floating IP c8b7cf20-ac7c-4e95-a0b5-9bc00c4a3696: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:45:55.854166 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64d05d4d-95a9-4ec4-95ac-96eb8d63c7a7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:56.152009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0be31e-755b-4264-8525-6b380fb1ffaf req-9b33e3a2-0e71-4ea9-8d0d-19d084943ce1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:56.154173 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e0be31e-755b-4264-8525-6b380fb1ffaf req-9b33e3a2-0e71-4ea9-8d0d-19d084943ce1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 945 time: 0.1297276 May 27 22:45:56.167724 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-64d05d4d-95a9-4ec4-95ac-96eb8d63c7a7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Floating IP d67384f5-d8df-4f7a-bfea-a03724075640 associated. External IP: 172.25.2.30, port: 4a121886-a498-4d99-956d-cd5d598cb38c. May 27 22:45:56.212953 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e0be31e-755b-4264-8525-6b380fb1ffaf req-58ed7c62-0438-400b-b5be-b75143c288e9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511386 May 27 22:45:56.328268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42244) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:56.383927 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2a8b3988-dbb0-42c0-98d2-9937ca863db1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=088b1dfa708b49cea71dac0db0f6049b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519352 May 27 22:45:56.384607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42248) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:56.461523 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a8f394d3-f977-4e62-9ba4-9ffe86cc6d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:56.497791 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a8f394d3-f977-4e62-9ba4-9ffe86cc6d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:56.597056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42258) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:56.630584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d05d4d-95a9-4ec4-95ac-96eb8d63c7a7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Router 090dc531-8fe0-4287-a2c7-44bf25619f10 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:45:56.688300 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a8f394d3-f977-4e62-9ba4-9ffe86cc6d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:56.720724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f394d3-f977-4e62-9ba4-9ffe86cc6d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c500cb-db1a-4cc2-8eef-af0b4f334744,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:56.736418 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a8f394d3-f977-4e62-9ba4-9ffe86cc6d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:56.737942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a8f394d3-f977-4e62-9ba4-9ffe86cc6d97 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c0c500cb-db1a-4cc2-8eef-af0b4f334744 HTTP/1.1" status: 204 len: 168 time: 0.3529024 May 27 22:45:56.833047 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8813e26e-d1bd-4610-bdfc-d59e9b3202c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:56.853010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8813e26e-d1bd-4610-bdfc-d59e9b3202c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:56.861185 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8813e26e-d1bd-4610-bdfc-d59e9b3202c6 admin admin] Usage tracker for resource:security_group_rule and tenant:b3ccd811eda646ab8d2b9b8be00b01a8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:56.865278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8813e26e-d1bd-4610-bdfc-d59e9b3202c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:56.874368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8813e26e-d1bd-4610-bdfc-d59e9b3202c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:56.973240 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8813e26e-d1bd-4610-bdfc-d59e9b3202c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:57.106547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d05d4d-95a9-4ec4-95ac-96eb8d63c7a7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:45:57.111348 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64d05d4d-95a9-4ec4-95ac-96eb8d63c7a7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:57.116654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d32430-bb48-4323-b453-937b4ce73749 None None] Sync routers for ids ['090dc531-8fe0-4287-a2c7-44bf25619f10'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:45:57.127290 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d32430-bb48-4323-b453-937b4ce73749 None None] Routers {'090dc531-8fe0-4287-a2c7-44bf25619f10'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:45:57.128030 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-23d32430-bb48-4323-b453-937b4ce73749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:45:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['090dc531-8fe0-4287-a2c7-44bf25619f10'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:57.168030 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-64d05d4d-95a9-4ec4-95ac-96eb8d63c7a7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "PUT /v2.0/floatingips/d67384f5-d8df-4f7a-bfea-a03724075640 HTTP/1.1" status: 200 len: 991 time: 2.4520633 May 27 22:45:57.168749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7784a39f-5741-4c54-84cd-9555df693b62', 'tag': '4a121886-a498-4d99-956d-cd5d598cb38c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:45:57.214233 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9cc5dc1-2325-4312-8d43-799d44d681ef'] response: {'name': 'network-changed', 'server_uuid': '7784a39f-5741-4c54-84cd-9555df693b62', 'tag': '4a121886-a498-4d99-956d-cd5d598cb38c', 'status': 'completed', 'code': 200} May 27 22:45:57.239427 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8813e26e-d1bd-4610-bdfc-d59e9b3202c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:57.357593 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42280) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:57.358851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8813e26e-d1bd-4610-bdfc-d59e9b3202c6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b3ccd811eda646ab8d2b9b8be00b01a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7540047 May 27 22:45:57.409381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-23d32430-bb48-4323-b453-937b4ce73749 None None] Set router 090dc531-8fe0-4287-a2c7-44bf25619f10 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:45:57.447332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813e26e-d1bd-4610-bdfc-d59e9b3202c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756dfdf8-f13b-480c-9e04-bb64cadd672f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:57.527562 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b65836b2-d8ae-46a8-bd5e-a958d83dd21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:57.538923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eaf13-aa52-4c90-b1f6-71aa5d1d2a3a req-a53aa23e-1888-45d0-87b3-80ae8559103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:57.553664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f77eaf13-aa52-4c90-b1f6-71aa5d1d2a3a req-a53aa23e-1888-45d0-87b3-80ae8559103d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 1097 time: 0.2982421 May 27 22:45:57.583969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b65836b2-d8ae-46a8-bd5e-a958d83dd21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:57.603200 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb8f4def-a262-4212-99e5-02bc721577bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:57.736615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86885034-37bd-42c2-b207-06598254b594 req-8400551b-66c2-460f-9ce3-381efc042be1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:57.738075 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86885034-37bd-42c2-b207-06598254b594 req-8400551b-66c2-460f-9ce3-381efc042be1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 945 time: 0.2963786 May 27 22:45:57.770881 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b65836b2-d8ae-46a8-bd5e-a958d83dd21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:57.792499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65836b2-d8ae-46a8-bd5e-a958d83dd21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756dfdf8-f13b-480c-9e04-bb64cadd672f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:57.798350 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b65836b2-d8ae-46a8-bd5e-a958d83dd21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:57.801831 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b65836b2-d8ae-46a8-bd5e-a958d83dd21e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/756dfdf8-f13b-480c-9e04-bb64cadd672f HTTP/1.1" status: 204 len: 168 time: 0.4438210 May 27 22:45:57.818091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eaf13-aa52-4c90-b1f6-71aa5d1d2a3a req-1b4dd13d-328c-4df6-bcc8-ef633be39144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:57.819659 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f77eaf13-aa52-4c90-b1f6-71aa5d1d2a3a req-1b4dd13d-328c-4df6-bcc8-ef633be39144 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a HTTP/1.1" status: 200 len: 918 time: 0.2695625 May 27 22:45:57.892319 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86885034-37bd-42c2-b207-06598254b594 req-a574fd63-e1b3-4ed8-aa27-4244313f9c00 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267262 May 27 22:45:57.941138 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f77eaf13-aa52-4c90-b1f6-71aa5d1d2a3a req-24ed3be9-a7a9-4b6f-97c6-77759b807edd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a121886-a498-4d99-956d-cd5d598cb38c HTTP/1.1" status: 200 len: 999 time: 0.1144097 May 27 22:45:57.957599 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:45:58.050718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eaf13-aa52-4c90-b1f6-71aa5d1d2a3a req-6bb75e3b-765c-4c9b-b2fe-6b4d3b422c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:58.052780 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f77eaf13-aa52-4c90-b1f6-71aa5d1d2a3a req-6bb75e3b-765c-4c9b-b2fe-6b4d3b422c4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f30d47-4208-4370-ad1f-f05d95b79b41 HTTP/1.1" status: 200 len: 856 time: 0.1056936 May 27 22:45:58.091156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-23d32430-bb48-4323-b453-937b4ce73749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'd67384f5-d8df-4f7a-bfea-a03724075640', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'port_id': '4a121886-a498-4d99-956d-cd5d598cb38c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'mac_address': 'fa:16:3e:4c:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784a39f-5741-4c54-84cd-9555df693b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:45:28Z', 'updated_at': '2022-05-27T22:45:55Z', 'revision_number': 1, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa29fbd-dc63-42f0-b8c8-281fcf760298', 'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'mac_address': 'fa:16:3e:17:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:30Z', 'updated_at': '2022-05-27T22:41:44Z', 'revision_number': 5, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'subnets': [{'id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:58.095476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d32430-bb48-4323-b453-937b4ce73749 None None] Checking router: 090dc531-8fe0-4287-a2c7-44bf25619f10 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:45:58.104513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d32430-bb48-4323-b453-937b4ce73749 None None] Routers {'090dc531-8fe0-4287-a2c7-44bf25619f10'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:45:58.105050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-23d32430-bb48-4323-b453-937b4ce73749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:45:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['090dc531-8fe0-4287-a2c7-44bf25619f10'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:58.182101 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:45:58.201281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:45:58.201909 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:58.463334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77eaf13-aa52-4c90-b1f6-71aa5d1d2a3a req-80935673-8be2-4b9a-9761-d86911ccfc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:58.466252 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f77eaf13-aa52-4c90-b1f6-71aa5d1d2a3a req-80935673-8be2-4b9a-9761-d86911ccfc6f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4061773 May 27 22:45:58.560958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-23d32430-bb48-4323-b453-937b4ce73749 None None] Set router 090dc531-8fe0-4287-a2c7-44bf25619f10 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:45:58.727124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f77eaf13-aa52-4c90-b1f6-71aa5d1d2a3a req-19bb3e11-abaa-49ab-bb62-7b6c8d73d7ca service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491274 May 27 22:45:58.845094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42336) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:45:58.961658 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:45:58.961658 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:59.039402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4a29ac9d-35f5-4057-851a-0cb4e7dcf245,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:45:59.042863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb13829-4ea9-4c54-9efc-3d6d734c4fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a29ac9d-35f5-4057-851a-0cb4e7dcf245'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:45:59.071614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-893583452'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:45:59.085724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:59.090647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:network and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:59.096126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:59.108063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:59.134026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f77eaf13-aa52-4c90-b1f6-71aa5d1d2a3a req-c8cf2eff-0c4f-4ec7-9174-75fe66f25c1d service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994000 May 27 22:45:59.170781 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044154cc-7a13-4a22-8d28-d9af540a4178'] response: {'server_uuid': '6cb13829-4ea9-4c54-9efc-3d6d734c4fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a29ac9d-35f5-4057-851a-0cb4e7dcf245', 'code': 200} May 27 22:45:59.171403 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:59.202163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d02817-4746-4f77-acf6-ca33d05ce80d req-da8d0ed4-4e93-4466-bcd1-b4febe8f8515 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:59.203991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87d02817-4746-4f77-acf6-ca33d05ce80d req-da8d0ed4-4e93-4466-bcd1-b4febe8f8515 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 945 time: 0.1192174 May 27 22:45:59.259645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Made reservation on behalf of 4d3f7eaecaee4664859b303c3ac293ec for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:45:59.265060 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:59.277237 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87d02817-4746-4f77-acf6-ca33d05ce80d req-fc41e6b3-bc4e-4b9c-a438-c5d8a48cdc2d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554793 May 27 22:45:59.305715 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:59.384186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:45:59.391547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:security_group_rule and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:45:59.399006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:45:59.408397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84685577-9c9f-415b-b63e-3f4a05acde14 req-349e023d-807e-4174-9673-1dfa882cd033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:59.408917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:45:59.411004 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-84685577-9c9f-415b-b63e-3f4a05acde14 req-349e023d-807e-4174-9673-1dfa882cd033 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 1097 time: 0.1383245 May 27 22:45:59.436375 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=4a29ac9d-35f5-4057-851a-0cb4e7dcf245,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:59.469681 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-84685577-9c9f-415b-b63e-3f4a05acde14 req-b8ab7003-25a9-4888-9e13-08d0f8b394a0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515256 May 27 22:45:59.555135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-23d32430-bb48-4323-b453-937b4ce73749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'd67384f5-d8df-4f7a-bfea-a03724075640', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'port_id': '4a121886-a498-4d99-956d-cd5d598cb38c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'mac_address': 'fa:16:3e:4c:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784a39f-5741-4c54-84cd-9555df693b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:45:28Z', 'updated_at': '2022-05-27T22:45:55Z', 'revision_number': 1, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa29fbd-dc63-42f0-b8c8-281fcf760298', 'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'mac_address': 'fa:16:3e:17:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:30Z', 'updated_at': '2022-05-27T22:41:44Z', 'revision_number': 5, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'subnets': [{'id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:45:59.571209 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d32430-bb48-4323-b453-937b4ce73749 None None] The sync data for ids ['090dc531-8fe0-4287-a2c7-44bf25619f10'] in n-d-843680-3 is: [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'd67384f5-d8df-4f7a-bfea-a03724075640', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'port_id': '4a121886-a498-4d99-956d-cd5d598cb38c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'mac_address': 'fa:16:3e:4c:bb:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7784a39f-5741-4c54-84cd-9555df693b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:45:28Z', 'updated_at': '2022-05-27T22:45:55Z', 'revision_number': 1, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efa29fbd-dc63-42f0-b8c8-281fcf760298', 'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'mac_address': 'fa:16:3e:17:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:30Z', 'updated_at': '2022-05-27T22:41:44Z', 'revision_number': 5, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'subnets': [{'id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:45:59.596472 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:59.685153 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77b73b8c-2d59-4284-ad00-01585dcfdfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:59.686017 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:59.730341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a67963-ab8c-472f-8403-e678bab1019e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:45:59.743715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:45:59.754992 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:59.755331 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Added segment bb123ffa-86a8-42bf-bf76-969c74a34fb8 of type vlan for network 67c59844-a858-4409-bfcc-0a087c396812 May 27 22:45:59.786695 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:59.861698 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a194e68e-1b48-43aa-b6b4-83b7703e892e None None] New status for floating IP d67384f5-d8df-4f7a-bfea-a03724075640: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:45:59.933317 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:45:59.940821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:45:59.940821 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:00.087160 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Network': ['ID=67c59844-a858-4409-bfcc-0a087c396812,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:00.098092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 67c59844-a858-4409-bfcc-0a087c396812 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:46:00.175268 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-45aa1518-3932-4306-8ad6-10394fb5ab9a tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3252115 May 27 22:46:00.177490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42406) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:00.183664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'subnet': {'network_id': '67c59844-a858-4409-bfcc-0a087c396812', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:00.306090 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:00.310607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:subnet and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:00.314136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:00.320396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:00.434799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Made reservation on behalf of 4d3f7eaecaee4664859b303c3ac293ec for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:46:00.440219 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:00.802222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829faf0-e88b-4e36-8f02-b8d27af6cbb3 req-582a7c88-cbe0-4515-8114-7b4b7009db5c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:00.805276 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1829faf0-e88b-4e36-8f02-b8d27af6cbb3 req-582a7c88-cbe0-4515-8114-7b4b7009db5c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 946 time: 0.3999383 May 27 22:46:00.861547 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1829faf0-e88b-4e36-8f02-b8d27af6cbb3 req-e3785710-9f10-4f10-af0b-6e8b881ab14b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495772 May 27 22:46:00.889488 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:00.945719 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:00.999539 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:01.030376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Subnet': ['ID=ab427b7e-e45e-4b00-a2dd-dc57ec235e5d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:01.042137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Checking segment: {'id': 'bb123ffa-86a8-42bf-bf76-969c74a34fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '67c59844-a858-4409-bfcc-0a087c396812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:46:01.042690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network hostable DHCP agents. Network: 67c59844-a858-4409-bfcc-0a087c396812, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:46:01.179195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network 67c59844-a858-4409-bfcc-0a087c396812 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:46:01.270768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 67c59844-a858-4409-bfcc-0a087c396812) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:01.275604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:01.276818 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:01.284967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0958ea-c52d-4e60-8752-7e9350049898 None None] Network 67c59844-a858-4409-bfcc-0a087c396812 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:46:01.389190 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fef936fa-7318-404f-98d6-35ec90f0cec5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2102919 May 27 22:46:01.395413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42478) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:01.400963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1845089918', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:01.408473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:01.412514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:router and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:01.415396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:01.422168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:01.508536 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa597534-7d78-437b-9c0f-dd5857a25a20 None None] Network 67c59844-a858-4409-bfcc-0a087c396812 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:46:01.524134 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:01.527304 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:01.542396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:01.939015 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:02.066952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab72fc-db44-4379-8893-3b599e43cb88 req-eaa91cd0-04b7-45f6-9023-c807e6adf4cd tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:02.069624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f9ab72fc-db44-4379-8893-3b599e43cb88 req-eaa91cd0-04b7-45f6-9023-c807e6adf4cd tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 946 time: 0.0827725 May 27 22:46:02.084998 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:02.216483 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f9ab72fc-db44-4379-8893-3b599e43cb88 req-1c7092aa-3832-4cab-aa33-d07a291934a5 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344097 May 27 22:46:02.469202 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:02.498951 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:02.767565 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Allocated IP 172.25.2.171 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/72cba0f5-dccc-465a-90d0-4e02931f03de) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:02.846752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42556) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:02.968527 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:02.974941 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ae69b17-6c83-4cf6-ac20-c5c3174fdc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:02.990343 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7ae69b17-6c83-4cf6-ac20-c5c3174fdc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:02.994515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7ae69b17-6c83-4cf6-ac20-c5c3174fdc5f admin admin] Usage tracker for resource:security_group_rule and tenant:72703e753ae94e158bc59aedbf262ad5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:02.997935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7ae69b17-6c83-4cf6-ac20-c5c3174fdc5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:03.003671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7ae69b17-6c83-4cf6-ac20-c5c3174fdc5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:03.085350 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ae69b17-6c83-4cf6-ac20-c5c3174fdc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:03.130949 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:03.181847 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ae69b17-6c83-4cf6-ac20-c5c3174fdc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:03.202248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:03.204974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:03.208726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:03.235902 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7ae69b17-6c83-4cf6-ac20-c5c3174fdc5f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=72703e753ae94e158bc59aedbf262ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3879128 May 27 22:46:03.237287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae69b17-6c83-4cf6-ac20-c5c3174fdc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce5e9fb-2ec8-4f7b-bd44-fcb64fab6006,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:03.241456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42578) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:03.252729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=72cba0f5-dccc-465a-90d0-4e02931f03de,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:03.338168 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d02c1fa3-58a6-4dcc-ac4b-d0ccbe803250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:03.366219 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d02c1fa3-58a6-4dcc-ac4b-d0ccbe803250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:03.528052 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d02c1fa3-58a6-4dcc-ac4b-d0ccbe803250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:03.544709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c1fa3-58a6-4dcc-ac4b-d0ccbe803250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce5e9fb-2ec8-4f7b-bd44-fcb64fab6006,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:03.549065 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d02c1fa3-58a6-4dcc-ac4b-d0ccbe803250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:03.550115 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d02c1fa3-58a6-4dcc-ac4b-d0ccbe803250 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1ce5e9fb-2ec8-4f7b-bd44-fcb64fab6006 HTTP/1.1" status: 204 len: 168 time: 0.3072321 May 27 22:46:03.736419 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:04.108488 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:04.361067 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42624) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:04.379892 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8864399-2e97-40b2-a413-c8da56b0592a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:04.394314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c8864399-2e97-40b2-a413-c8da56b0592a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:04.403778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c8864399-2e97-40b2-a413-c8da56b0592a admin admin] Usage tracker for resource:security_group_rule and tenant:9bdb5b9725ce4a6ab7884ffbbbbe7de1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:04.409711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c8864399-2e97-40b2-a413-c8da56b0592a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:04.410852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c8864399-2e97-40b2-a413-c8da56b0592a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:04.429984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:46:04.777225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:46:04.779738 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8864399-2e97-40b2-a413-c8da56b0592a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:04.788397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10204c5a-0983-4c48-a6f0-e5306a3198f3 None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:46:04.803049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10204c5a-0983-4c48-a6f0-e5306a3198f3 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:04.803238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-10204c5a-0983-4c48-a6f0-e5306a3198f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:04.853547 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8864399-2e97-40b2-a413-c8da56b0592a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:04.873973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-10204c5a-0983-4c48-a6f0-e5306a3198f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:04.883006 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10204c5a-0983-4c48-a6f0-e5306a3198f3 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:04.883621 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-10204c5a-0983-4c48-a6f0-e5306a3198f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:04.897549 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c8864399-2e97-40b2-a413-c8da56b0592a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9bdb5b9725ce4a6ab7884ffbbbbe7de1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5354042 May 27 22:46:04.900135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42648) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:04.957885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8864399-2e97-40b2-a413-c8da56b0592a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31a08ea-41e8-4e95-b255-d60e032f0de1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:04.959163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-10204c5a-0983-4c48-a6f0-e5306a3198f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:04.959163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10204c5a-0983-4c48-a6f0-e5306a3198f3 None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:46:04.959309 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:04.959614 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c8f96673-4345-4ed4-8de0-76a0238aef6d tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5631261 May 27 22:46:04.962912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42652) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:04.996968 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e98808b-c6db-4b6e-9e68-7fa2c96018be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:05.025174 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e98808b-c6db-4b6e-9e68-7fa2c96018be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:05.179790 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e98808b-c6db-4b6e-9e68-7fa2c96018be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:05.195972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98808b-c6db-4b6e-9e68-7fa2c96018be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31a08ea-41e8-4e95-b255-d60e032f0de1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:05.203602 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e98808b-c6db-4b6e-9e68-7fa2c96018be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:05.204391 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e98808b-c6db-4b6e-9e68-7fa2c96018be admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a31a08ea-41e8-4e95-b255-d60e032f0de1 HTTP/1.1" status: 204 len: 168 time: 0.3028076 May 27 22:46:05.725855 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:06.161558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Allocated IP 172.20.0.1 (67c59844-a858-4409-bfcc-0a087c396812/ab427b7e-e45e-4b00-a2dd-dc57ec235e5d/233c372d-2c43-4f3c-89b5-16cc5ae50f4f) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:06.453271 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:06.571238 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:06.646325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network 67c59844-a858-4409-bfcc-0a087c396812 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:06.649190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:06.653744 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:06.703734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=233c372d-2c43-4f3c-89b5-16cc5ae50f4f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:06.813500 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:07.236315 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:07.755621 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:07.862347 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:07.995674 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=233c372d-2c43-4f3c-89b5-16cc5ae50f4f,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:08.001233 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:08.145862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network 67c59844-a858-4409-bfcc-0a087c396812 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:08.146977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:08.361276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:46:08.692805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:46:08.699068 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23950d9e-eb6e-4c04-b792-9daefe8aad38 None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:46:08.715190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42892) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:08.715733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c09e34f2-78b2-44eb-a07c-bed689291b71 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "PUT /v2.0/routers/9de9a937-f498-4622-bec9-fd963013f633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7473304 May 27 22:46:08.720228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'port': {'network_id': '67c59844-a858-4409-bfcc-0a087c396812', 'name': 'tempest-FloatingIPTestJSON-45835235'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:08.727948 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23950d9e-eb6e-4c04-b792-9daefe8aad38 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:08.728602 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-23950d9e-eb6e-4c04-b792-9daefe8aad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:08.802543 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-23950d9e-eb6e-4c04-b792-9daefe8aad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:08.811370 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23950d9e-eb6e-4c04-b792-9daefe8aad38 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:08.812006 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-23950d9e-eb6e-4c04-b792-9daefe8aad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:08.890739 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:08.894749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:port and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:08.898175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:08.905762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:08.926304 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-23950d9e-eb6e-4c04-b792-9daefe8aad38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:08.926692 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23950d9e-eb6e-4c04-b792-9daefe8aad38 None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:46:08.996487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Made reservation on behalf of 4d3f7eaecaee4664859b303c3ac293ec for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:46:09.000078 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:09.022081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] device_id is not set on port dd2563f1-ecb8-42b8-8e75-fcc17df44a6a yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:46:09.080829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42914) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:09.253239 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15a60b75-1bb3-492d-93b0-cec1a6d116e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:09.268713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-15a60b75-1bb3-492d-93b0-cec1a6d116e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:09.273324 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-15a60b75-1bb3-492d-93b0-cec1a6d116e5 admin admin] Usage tracker for resource:security_group_rule and tenant:d41a4447e6934d94a6623cb1103e06b5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:09.276739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-15a60b75-1bb3-492d-93b0-cec1a6d116e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:09.283709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-15a60b75-1bb3-492d-93b0-cec1a6d116e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:09.311770 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Allocated IP 172.20.0.10 (67c59844-a858-4409-bfcc-0a087c396812/ab427b7e-e45e-4b00-a2dd-dc57ec235e5d/dd2563f1-ecb8-42b8-8e75-fcc17df44a6a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:09.371452 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15a60b75-1bb3-492d-93b0-cec1a6d116e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:09.445046 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15a60b75-1bb3-492d-93b0-cec1a6d116e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:09.494316 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-15a60b75-1bb3-492d-93b0-cec1a6d116e5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d41a4447e6934d94a6623cb1103e06b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124188 May 27 22:46:09.495341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a60b75-1bb3-492d-93b0-cec1a6d116e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c3e546-b018-4d24-a5d5-1c8e01f0cdb4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:09.497582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42940) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:09.554560 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:09.555707 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9063b7b-0e22-4c98-97e5-9ff2ae50a0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:09.583513 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9063b7b-0e22-4c98-97e5-9ff2ae50a0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:09.657990 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:09.727727 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9063b7b-0e22-4c98-97e5-9ff2ae50a0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:09.737944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network 67c59844-a858-4409-bfcc-0a087c396812 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:09.739696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:09.745753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9063b7b-0e22-4c98-97e5-9ff2ae50a0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c3e546-b018-4d24-a5d5-1c8e01f0cdb4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:09.755998 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9063b7b-0e22-4c98-97e5-9ff2ae50a0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:09.755998 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d9063b7b-0e22-4c98-97e5-9ff2ae50a0b1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a8c3e546-b018-4d24-a5d5-1c8e01f0cdb4 HTTP/1.1" status: 204 len: 168 time: 0.2571793 May 27 22:46:09.771369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:09.831244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=dd2563f1-ecb8-42b8-8e75-fcc17df44a6a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:09.845458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:09.846046 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:09.982542 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6297be5c-0038-455e-9b2c-91af68498ef3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2687156 May 27 22:46:09.985203 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42964) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:09.990771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'port': {'network_id': '67c59844-a858-4409-bfcc-0a087c396812', 'name': 'tempest-FloatingIPTestJSON-1538458969'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:10.157424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:10.162013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:port and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:10.165778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:10.172665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:10.276878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Made reservation on behalf of 4d3f7eaecaee4664859b303c3ac293ec for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:46:10.280457 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:10.302520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] device_id is not set on port 1fc839e4-eb2a-422d-b594-831950d7bbc9 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:46:10.445619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Allocated IP 172.20.0.2 (67c59844-a858-4409-bfcc-0a087c396812/ab427b7e-e45e-4b00-a2dd-dc57ec235e5d/1fc839e4-eb2a-422d-b594-831950d7bbc9) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:10.475696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42996) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:10.498891 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f1cf428f-9b91-408c-8148-fe7cf8bbcfad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:10.520299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f1cf428f-9b91-408c-8148-fe7cf8bbcfad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:10.526500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f1cf428f-9b91-408c-8148-fe7cf8bbcfad admin admin] Usage tracker for resource:security_group_rule and tenant:f075c2ed71fd49b08e020474f29d09f3 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:10.529734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f1cf428f-9b91-408c-8148-fe7cf8bbcfad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:10.536760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f1cf428f-9b91-408c-8148-fe7cf8bbcfad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:10.647722 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f1cf428f-9b91-408c-8148-fe7cf8bbcfad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:10.673713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:10.730320 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f1cf428f-9b91-408c-8148-fe7cf8bbcfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:10.778043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf428f-9b91-408c-8148-fe7cf8bbcfad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d6a5a9-c676-46b2-a6f3-c61ac523aa74,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:10.782447 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f1cf428f-9b91-408c-8148-fe7cf8bbcfad admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f075c2ed71fd49b08e020474f29d09f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3056073 May 27 22:46:10.785252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43016) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:10.798990 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:10.894149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network 67c59844-a858-4409-bfcc-0a087c396812 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:10.898869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:10.905219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:10.948360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=1fc839e4-eb2a-422d-b594-831950d7bbc9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:10.972155 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd988-925f-4072-a97d-fa7da5ab94a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:10.997488 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:10.998088 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:11.021907 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd988-925f-4072-a97d-fa7da5ab94a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:11.123359 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-222d9092-c5c8-4345-82d6-905c6dc3e443 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1369121 May 27 22:46:11.126568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43032) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:11.133038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '1fc839e4-eb2a-422d-b594-831950d7bbc9', 'fixed_ip_address': '172.20.0.2'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:11.140274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:11.144552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:floatingip and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:11.147424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:11.150679 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd988-925f-4072-a97d-fa7da5ab94a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:11.165721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:11.170646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5cd988-925f-4072-a97d-fa7da5ab94a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d6a5a9-c676-46b2-a6f3-c61ac523aa74,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:11.180149 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a5cd988-925f-4072-a97d-fa7da5ab94a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:11.184379 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5a5cd988-925f-4072-a97d-fa7da5ab94a8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f1d6a5a9-c676-46b2-a6f3-c61ac523aa74 HTTP/1.1" status: 204 len: 168 time: 0.3950784 May 27 22:46:11.259398 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:11.401574 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:11.514669 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:46:11.550507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Allocated IP 172.25.2.215 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/6ffde74b-0be5-48de-a7f9-1e9b86734840) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:11.714707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:11.805098 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:11.870440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:11.873349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:11.876960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:11.914899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=6ffde74b-0be5-48de-a7f9-1e9b86734840,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:12.484839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:12.656696 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:12.888911 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:12.944742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:13.058113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=6ffde74b-0be5-48de-a7f9-1e9b86734840,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:13.069318 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:13.268731 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Floating IP d741da79-0c9b-4f11-9a7f-7b94170f62d0 associated. External IP: 172.25.2.215, port: 1fc839e4-eb2a-422d-b594-831950d7bbc9. May 27 22:46:13.639818 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:46:13.954577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e331301-d7c4-4f28-9841-9164d8447cd3 req-980e2e56-239a-4d60-82a0-8ebc72ce6969 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:13.956097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e331301-d7c4-4f28-9841-9164d8447cd3 req-980e2e56-239a-4d60-82a0-8ebc72ce6969 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1347473 May 27 22:46:14.006613 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e331301-d7c4-4f28-9841-9164d8447cd3 req-d8207de0-32d9-4efd-b073-6ff4354777e9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444191 May 27 22:46:14.020504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:46:14.036153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c5cd5-b011-4d57-ad3f-27a673170a07 None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:46:14.040987 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c5cd5-b011-4d57-ad3f-27a673170a07 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:14.045814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-856c5cd5-b011-4d57-ad3f-27a673170a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:14.105638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-856c5cd5-b011-4d57-ad3f-27a673170a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:14.119582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:14.119831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856c5cd5-b011-4d57-ad3f-27a673170a07 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:14.120636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-856c5cd5-b011-4d57-ad3f-27a673170a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:14.208314 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9eeff3cb-55ef-4cbe-8253-76e083ddda3b tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0798452 May 27 22:46:14.210606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43236) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:14.216395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f75e448e-30ef-4b3a-9829-67f64575d148 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:14.227115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4262f-2d4f-4dca-b9ca-95fe9a31a4c7 req-74a9763f-cf29-49fc-9b96-f2542beaa1e8 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:14.230862 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62b4262f-2d4f-4dca-b9ca-95fe9a31a4c7 req-74a9763f-cf29-49fc-9b96-f2542beaa1e8 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.0928016 May 27 22:46:14.283043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-856c5cd5-b011-4d57-ad3f-27a673170a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:14.283683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856c5cd5-b011-4d57-ad3f-27a673170a07 None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:46:14.313674 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62b4262f-2d4f-4dca-b9ca-95fe9a31a4c7 req-6ca6440b-11bb-4d44-ba03-e0ba675c5d58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698040 May 27 22:46:14.401474 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f75e448e-30ef-4b3a-9829-67f64575d148 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:14.555066 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d6532-d7e6-4f61-91af-148eb47a53f7 req-c6bdc589-6355-44e9-89cb-d43fbaa7a4ee tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:14.556592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd1d6532-d7e6-4f61-91af-148eb47a53f7 req-c6bdc589-6355-44e9-89cb-d43fbaa7a4ee tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.0994065 May 27 22:46:14.601146 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd1d6532-d7e6-4f61-91af-148eb47a53f7 req-de79779a-0476-450c-8b17-0a2c007512f6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380406 May 27 22:46:14.716150 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f75e448e-30ef-4b3a-9829-67f64575d148 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:14.803459 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f75e448e-30ef-4b3a-9829-67f64575d148 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:14.803796 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-f75e448e-30ef-4b3a-9829-67f64575d148 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Floating IP d741da79-0c9b-4f11-9a7f-7b94170f62d0 disassociated. External IP: 172.25.2.215, port: 1fc839e4-eb2a-422d-b594-831950d7bbc9. May 27 22:46:14.819715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b3c5f-6ce1-41e9-9ae0-b1509979ec28 req-c3565c5c-ae90-4828-a48b-8c3aaf826be6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:14.821358 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f28b3c5f-6ce1-41e9-9ae0-b1509979ec28 req-c3565c5c-ae90-4828-a48b-8c3aaf826be6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1086030 May 27 22:46:14.867481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f28b3c5f-6ce1-41e9-9ae0-b1509979ec28 req-8dcb0a6e-849f-416f-ab5b-bc9366f6325f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397213 May 27 22:46:15.175565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75e448e-30ef-4b3a-9829-67f64575d148 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:46:15.366897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75e448e-30ef-4b3a-9829-67f64575d148 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:46:15.371992 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f75e448e-30ef-4b3a-9829-67f64575d148 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:15.378580 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b1bd7-8a67-459e-8426-557f478347d5 None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:46:15.388730 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b1bd7-8a67-459e-8426-557f478347d5 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:15.389462 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-759b1bd7-8a67-459e-8426-557f478347d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:15.460714 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f75e448e-30ef-4b3a-9829-67f64575d148 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "PUT /v2.0/floatingips/d741da79-0c9b-4f11-9a7f-7b94170f62d0 HTTP/1.1" status: 200 len: 688 time: 1.2490227 May 27 22:46:15.464096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43314) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:15.467519 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-759b1bd7-8a67-459e-8426-557f478347d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:15.476488 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b1bd7-8a67-459e-8426-557f478347d5 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:15.477199 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-759b1bd7-8a67-459e-8426-557f478347d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:15.542693 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-759b1bd7-8a67-459e-8426-557f478347d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:15.543182 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b1bd7-8a67-459e-8426-557f478347d5 None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:46:15.706153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cc27b69a-68f1-414d-941e-3cdffcc4cf5e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port 6ffde74b-0be5-48de-a7f9-1e9b86734840 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:46:15.706622 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc27b69a-68f1-414d-941e-3cdffcc4cf5e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:15.807888 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:15.844145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbb53d-8521-416b-8e42-07fd721c2fda req-62e0613e-d68c-49a7-9a6a-36b8db6da4e4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:15.846073 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06dbb53d-8521-416b-8e42-07fd721c2fda req-62e0613e-d68c-49a7-9a6a-36b8db6da4e4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.3101532 May 27 22:46:15.926366 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06dbb53d-8521-416b-8e42-07fd721c2fda req-538746fb-0c50-4e5e-984b-31d2712def5a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669029 May 27 22:46:15.953789 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc27b69a-68f1-414d-941e-3cdffcc4cf5e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:15.954122 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc27b69a-68f1-414d-941e-3cdffcc4cf5e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:16.091742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cc27b69a-68f1-414d-941e-3cdffcc4cf5e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Calling delete_port for 6ffde74b-0be5-48de-a7f9-1e9b86734840 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:46:16.453469 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc27b69a-68f1-414d-941e-3cdffcc4cf5e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:16.529901 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27b69a-68f1-414d-941e-3cdffcc4cf5e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Port': ['ID=6ffde74b-0be5-48de-a7f9-1e9b86734840,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:16.807975 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc27b69a-68f1-414d-941e-3cdffcc4cf5e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:16.827103 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc27b69a-68f1-414d-941e-3cdffcc4cf5e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:16.828227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cc27b69a-68f1-414d-941e-3cdffcc4cf5e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/floatingips/d741da79-0c9b-4f11-9a7f-7b94170f62d0 HTTP/1.1" status: 204 len: 168 time: 1.3631363 May 27 22:46:16.831706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43372) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:16.836577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': 'dd2563f1-ecb8-42b8-8e75-fcc17df44a6a'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:16.842739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:16.846555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:floatingip and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:16.849823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:16.858857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:16.958986 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:17.123961 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:17.341931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a93319-9069-42bc-a344-23033d205079 req-27845df3-e20f-4d5a-94bd-871d219f7b20 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:17.343707 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-19a93319-9069-42bc-a344-23033d205079 req-27845df3-e20f-4d5a-94bd-871d219f7b20 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1813927 May 27 22:46:17.375983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Allocated IP 172.25.2.69 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/6db58528-9c8b-4492-8bf5-b07f3fc4327c) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:17.492620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-19a93319-9069-42bc-a344-23033d205079 req-08e64c15-ebd1-4793-a3cc-0f5aa4fea2bf tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404793 May 27 22:46:17.612477 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:17.836842 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:17.903019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:17.905944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:17.910610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:17.951888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=6db58528-9c8b-4492-8bf5-b07f3fc4327c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:18.374302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:18.530131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:18.872625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62917c50-aa02-4f43-9ec7-3be2243e7c99 req-6af878ef-ded2-4cb4-8af4-e4943f80600f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:18.874262 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62917c50-aa02-4f43-9ec7-3be2243e7c99 req-6af878ef-ded2-4cb4-8af4-e4943f80600f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.2199316 May 27 22:46:18.948919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62917c50-aa02-4f43-9ec7-3be2243e7c99 req-47274eb6-7d81-470f-9779-b6b671459b9c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616455 May 27 22:46:18.967826 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:19.075702 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:19.375715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=6db58528-9c8b-4492-8bf5-b07f3fc4327c,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:19.387365 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:19.575287 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Floating IP edb12de8-f224-4e63-8fa9-37682fa99b61 associated. External IP: 172.25.2.69, port: dd2563f1-ecb8-42b8-8e75-fcc17df44a6a. May 27 22:46:19.976498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:46:20.300126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:46:20.312261 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a4e1f-7c76-482a-b32b-e889db46d8fd None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:46:20.325634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3865d-a352-47ad-ad4a-c20d4955f350 req-5109c4e4-527a-40df-b6e1-9fdade612436 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:20.327064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1a3865d-a352-47ad-ad4a-c20d4955f350 req-5109c4e4-527a-40df-b6e1-9fdade612436 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1943791 May 27 22:46:20.331352 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a4e1f-7c76-482a-b32b-e889db46d8fd None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:20.333466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f10a4e1f-7c76-482a-b32b-e889db46d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:20.376942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1a3865d-a352-47ad-ad4a-c20d4955f350 req-6ef7a7a6-df5c-4a3b-bfbf-c4b2bf35f2c8 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432680 May 27 22:46:20.408231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f10a4e1f-7c76-482a-b32b-e889db46d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:20.417527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a4e1f-7c76-482a-b32b-e889db46d8fd None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:20.418131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f10a4e1f-7c76-482a-b32b-e889db46d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:20.459094 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:20.487096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f10a4e1f-7c76-482a-b32b-e889db46d8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:20.487657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a4e1f-7c76-482a-b32b-e889db46d8fd None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:46:20.525101 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a454c358-f345-4ec5-8161-b2b9051493fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.6923506 May 27 22:46:20.527677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43532) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:20.716587 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-37fb8eaa-41c6-4881-837d-5b7781205208 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "GET /v2.0/floatingips/edb12de8-f224-4e63-8fa9-37682fa99b61 HTTP/1.1" status: 200 len: 976 time: 0.1873603 May 27 22:46:20.721118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43546) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:20.843797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a3bf095-eff7-49d2-834f-3d03194f0ff3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Synchronizing usage tracker for tenant:4d3f7eaecaee4664859b303c3ac293ec on resource:floatingip {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:46:20.906312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43564) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:21.129266 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a3bf095-eff7-49d2-834f-3d03194f0ff3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Unset dirty status for tenant:4d3f7eaecaee4664859b303c3ac293ec on resource:floatingip {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:46:21.130554 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a3bf095-eff7-49d2-834f-3d03194f0ff3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.4074192 May 27 22:46:21.133396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43586) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:21.139330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-49f1b44d-451e-45c7-a59d-261e0714d351 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'floatingip': {'port_id': '1fc839e4-eb2a-422d-b594-831950d7bbc9'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:21.258832 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49f1b44d-451e-45c7-a59d-261e0714d351 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:21.362200 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-15838569-e4d7-4dd7-b460-fbc9591065dc tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5645 time: 0.4547086 May 27 22:46:21.365394 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43596) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:21.372523 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3aa634bf-3d2f-439c-bdc9-3314f900602f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Request body: {'network': {'name': 'tempest-network-smoke--216941160', 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'port_security_enabled': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:21.378063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3aa634bf-3d2f-439c-bdc9-3314f900602f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:21.389234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3aa634bf-3d2f-439c-bdc9-3314f900602f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:21.504695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa634bf-3d2f-439c-bdc9-3314f900602f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Made reservation on behalf of 4df3336cd5534e7691f6cbd1acbb4757 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:46:21.509369 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3aa634bf-3d2f-439c-bdc9-3314f900602f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:21.617098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa634bf-3d2f-439c-bdc9-3314f900602f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:46:21.626989 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3aa634bf-3d2f-439c-bdc9-3314f900602f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:21.627243 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-3aa634bf-3d2f-439c-bdc9-3314f900602f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Added segment 60f51a79-fd3f-4542-8ca8-27b4e0194b26 of type vlan for network 989f2a52-aeca-4ef1-a841-01d7355551f9 May 27 22:46:21.702036 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3aa634bf-3d2f-439c-bdc9-3314f900602f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:21.781436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5e27d-a047-4eee-b942-899f4cf00129 req-a68c93ed-9853-4ec7-a965-195947ec189f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:21.784772 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f4b5e27d-a047-4eee-b942-899f4cf00129 req-a68c93ed-9853-4ec7-a965-195947ec189f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.2357817 May 27 22:46:21.810032 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3aa634bf-3d2f-439c-bdc9-3314f900602f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:21.815571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa634bf-3d2f-439c-bdc9-3314f900602f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:21.816370 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3aa634bf-3d2f-439c-bdc9-3314f900602f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:21.948965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa634bf-3d2f-439c-bdc9-3314f900602f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'Network': ['ID=989f2a52-aeca-4ef1-a841-01d7355551f9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:21.953325 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f4b5e27d-a047-4eee-b942-899f4cf00129 req-6efd9215-5393-45e6-a0c6-648aeaa70918 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676862 May 27 22:46:21.959872 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 989f2a52-aeca-4ef1-a841-01d7355551f9 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:46:22.019228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3aa634bf-3d2f-439c-bdc9-3314f900602f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6520407 May 27 22:46:22.022736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43626) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:22.030820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-434541810', 'admin_state_up': True, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:22.052797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:22.056429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Usage tracker for resource:router and tenant:4df3336cd5534e7691f6cbd1acbb4757 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:22.064982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:22.078837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:22.155317 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49f1b44d-451e-45c7-a59d-261e0714d351 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:22.190153 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:22.191518 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:22.210033 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:22.256065 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:22.256506 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49f1b44d-451e-45c7-a59d-261e0714d351 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:22.538096 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-49f1b44d-451e-45c7-a59d-261e0714d351 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Floating IP edb12de8-f224-4e63-8fa9-37682fa99b61 associated. External IP: 172.25.2.69, port: dd2563f1-ecb8-42b8-8e75-fcc17df44a6a. May 27 22:46:22.830282 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:22.953358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43676) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:23.174535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f1b44d-451e-45c7-a59d-261e0714d351 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:46:23.380598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f1b44d-451e-45c7-a59d-261e0714d351 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:46:23.399513 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098199e-4bbd-4db6-8057-9215d2c499b4 None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:46:23.408104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3654df3d-4c33-49e0-9c7e-d8a27d1b4786 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=50deb4629fde46798098a7bb4e3cc0a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535322 May 27 22:46:23.409176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43694) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:23.409480 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2098199e-4bbd-4db6-8057-9215d2c499b4 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:23.410317 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2098199e-4bbd-4db6-8057-9215d2c499b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:23.471866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94f5f2-dd07-49a6-b6c0-b28b6a9f595a req-15a9b0e2-63c7-4558-9ee9-12639142cb54 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:23.473752 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e94f5f2-dd07-49a6-b6c0-b28b6a9f595a req-15a9b0e2-63c7-4558-9ee9-12639142cb54 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.3036363 May 27 22:46:23.496109 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2098199e-4bbd-4db6-8057-9215d2c499b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:23.505741 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2098199e-4bbd-4db6-8057-9215d2c499b4 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:23.506484 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2098199e-4bbd-4db6-8057-9215d2c499b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:23.529234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a58b4-9102-4dda-b04d-b1330e6fd8a6 req-438e8023-28ff-4a44-9bf8-9271687cfe72 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:23.546170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a58b4-9102-4dda-b04d-b1330e6fd8a6 req-438e8023-28ff-4a44-9bf8-9271687cfe72 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:23.551906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a58b4-9102-4dda-b04d-b1330e6fd8a6 req-438e8023-28ff-4a44-9bf8-9271687cfe72 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:23.562780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a58b4-9102-4dda-b04d-b1330e6fd8a6 req-438e8023-28ff-4a44-9bf8-9271687cfe72 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:23.568602 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a58b4-9102-4dda-b04d-b1330e6fd8a6 req-438e8023-28ff-4a44-9bf8-9271687cfe72 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:23.570117 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2098199e-4bbd-4db6-8057-9215d2c499b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:23.570597 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098199e-4bbd-4db6-8057-9215d2c499b4 None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:46:23.579445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a58b4-9102-4dda-b04d-b1330e6fd8a6 req-438e8023-28ff-4a44-9bf8-9271687cfe72 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:23.585124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a58b4-9102-4dda-b04d-b1330e6fd8a6 req-438e8023-28ff-4a44-9bf8-9271687cfe72 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:23.594026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-708a58b4-9102-4dda-b04d-b1330e6fd8a6 req-438e8023-28ff-4a44-9bf8-9271687cfe72 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5443 time: 0.3571959 May 27 22:46:23.849814 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a66a95ef-2db0-448b-b827-c902b6509654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:23.869440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-708a58b4-9102-4dda-b04d-b1330e6fd8a6 req-26f2754b-06ff-49f0-8390-ab5b20228f8a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2739756 May 27 22:46:23.872362 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e94f5f2-dd07-49a6-b6c0-b28b6a9f595a req-d6acd3a8-9bd9-4ec0-bac1-ce7c63d78093 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3889904 May 27 22:46:23.934900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f1b44d-451e-45c7-a59d-261e0714d351 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:46:23.943990 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a66a95ef-2db0-448b-b827-c902b6509654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:23.951534 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:24.007954 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:24.160321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f1b44d-451e-45c7-a59d-261e0714d351 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:46:24.172273 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f832f219-530f-4790-a1aa-0b4efbc2e8ae None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:46:24.173741 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-49f1b44d-451e-45c7-a59d-261e0714d351 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:24.182134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Allocated IP 172.25.2.183 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/7ecdf213-c599-4ba7-9520-c83804db1a70) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:24.187134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f832f219-530f-4790-a1aa-0b4efbc2e8ae None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:24.187952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f832f219-530f-4790-a1aa-0b4efbc2e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:24.258941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f832f219-530f-4790-a1aa-0b4efbc2e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:24.258941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f832f219-530f-4790-a1aa-0b4efbc2e8ae None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:24.258941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f832f219-530f-4790-a1aa-0b4efbc2e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:24.262212 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a66a95ef-2db0-448b-b827-c902b6509654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:24.288421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a95ef-2db0-448b-b827-c902b6509654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2ac625-3a38-4ddb-9907-e88044d907e0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:24.320913 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a66a95ef-2db0-448b-b827-c902b6509654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:24.325002 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a66a95ef-2db0-448b-b827-c902b6509654 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8b2ac625-3a38-4ddb-9907-e88044d907e0 HTTP/1.1" status: 204 len: 168 time: 0.9065194 May 27 22:46:24.328123 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f832f219-530f-4790-a1aa-0b4efbc2e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:24.328545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f832f219-530f-4790-a1aa-0b4efbc2e8ae None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:46:24.391945 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-49f1b44d-451e-45c7-a59d-261e0714d351 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "PUT /v2.0/floatingips/edb12de8-f224-4e63-8fa9-37682fa99b61 HTTP/1.1" status: 200 len: 977 time: 3.2540028 May 27 22:46:24.391945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43730) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:24.410567 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:24.417415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4497b936-aaca-4549-b9d6-ddf3a42fca0f tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:24.506903 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:24.556938 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4497b936-aaca-4549-b9d6-ddf3a42fca0f tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:24.591638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:24.594653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:24.602580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:24.647064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'Port': ['ID=7ecdf213-c599-4ba7-9520-c83804db1a70,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:25.059988 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4497b936-aaca-4549-b9d6-ddf3a42fca0f tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:25.091286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-2fc18d74-7249-4cf1-b583-3694342fd22f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.097195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-2fc18d74-7249-4cf1-b583-3694342fd22f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.102968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-2fc18d74-7249-4cf1-b583-3694342fd22f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.108767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-2fc18d74-7249-4cf1-b583-3694342fd22f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.114503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-2fc18d74-7249-4cf1-b583-3694342fd22f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.124657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-2fc18d74-7249-4cf1-b583-3694342fd22f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.126449 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-2fc18d74-7249-4cf1-b583-3694342fd22f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.128442 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-2fc18d74-7249-4cf1-b583-3694342fd22f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5443 time: 0.2847512 May 27 22:46:25.141710 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4497b936-aaca-4549-b9d6-ddf3a42fca0f tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:25.142027 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-4497b936-aaca-4549-b9d6-ddf3a42fca0f tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Floating IP edb12de8-f224-4e63-8fa9-37682fa99b61 disassociated. External IP: 172.25.2.69, port: 1fc839e4-eb2a-422d-b594-831950d7bbc9. May 27 22:46:25.388135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-45ceb122-af6c-4028-957a-47cbe2415678 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.388908 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-45ceb122-af6c-4028-957a-47cbe2415678 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "GET /v2.0/ports/28f4ebbf-fdd6-4399-854a-6706996529f9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1744070 May 27 22:46:25.723229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73825b9a-c58b-4a10-a9df-2faff4809dbf req-71420687-bbb2-4d6a-b106-2d7e91845c4a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.732611 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73825b9a-c58b-4a10-a9df-2faff4809dbf req-71420687-bbb2-4d6a-b106-2d7e91845c4a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.6032264 May 27 22:46:25.788850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0307fd-2fc7-4f2e-8603-d431e2ff7b4f req-96c5711a-9401-4dd4-9892-643bd1901e13 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.788850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0307fd-2fc7-4f2e-8603-d431e2ff7b4f req-96c5711a-9401-4dd4-9892-643bd1901e13 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.788850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0307fd-2fc7-4f2e-8603-d431e2ff7b4f req-96c5711a-9401-4dd4-9892-643bd1901e13 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.803504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0307fd-2fc7-4f2e-8603-d431e2ff7b4f req-96c5711a-9401-4dd4-9892-643bd1901e13 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.803504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0307fd-2fc7-4f2e-8603-d431e2ff7b4f req-96c5711a-9401-4dd4-9892-643bd1901e13 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.805845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0307fd-2fc7-4f2e-8603-d431e2ff7b4f req-96c5711a-9401-4dd4-9892-643bd1901e13 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.811619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0307fd-2fc7-4f2e-8603-d431e2ff7b4f req-96c5711a-9401-4dd4-9892-643bd1901e13 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:25.813988 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f0307fd-2fc7-4f2e-8603-d431e2ff7b4f req-96c5711a-9401-4dd4-9892-643bd1901e13 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5443 time: 0.6827955 May 27 22:46:25.820965 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:25.839332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4497b936-aaca-4549-b9d6-ddf3a42fca0f tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:46:25.888734 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-a8acea76-5cd9-414f-8e75-528546502214 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "GET /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4839931 May 27 22:46:25.976162 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73825b9a-c58b-4a10-a9df-2faff4809dbf req-b5b1eff8-bf46-495d-bdd9-3aaa1042c9fb tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421231 May 27 22:46:26.077669 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f0307fd-2fc7-4f2e-8603-d431e2ff7b4f req-4febf01b-53eb-40e4-888a-d7bf4de89ec1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2008891 May 27 22:46:26.115702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4497b936-aaca-4549-b9d6-ddf3a42fca0f tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:46:26.123634 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4497b936-aaca-4549-b9d6-ddf3a42fca0f tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:26.127584 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d1ac59-06a4-48c5-906c-72d05070eca8 None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:46:26.139805 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d1ac59-06a4-48c5-906c-72d05070eca8 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:26.140612 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-67d1ac59-06a4-48c5-906c-72d05070eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:26.193478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-88bc0d19-ef00-4371-9c76-2d19e92cf95f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:26.225841 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4497b936-aaca-4549-b9d6-ddf3a42fca0f tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "PUT /v2.0/floatingips/edb12de8-f224-4e63-8fa9-37682fa99b61 HTTP/1.1" status: 200 len: 687 time: 1.8290837 May 27 22:46:26.226513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43824) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:26.252197 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-67d1ac59-06a4-48c5-906c-72d05070eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:26.276006 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d1ac59-06a4-48c5-906c-72d05070eca8 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:26.276646 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-67d1ac59-06a4-48c5-906c-72d05070eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:26.395849 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-67d1ac59-06a4-48c5-906c-72d05070eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:26.396304 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d1ac59-06a4-48c5-906c-72d05070eca8 None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:46:26.434856 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:26.449137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port 6db58528-9c8b-4492-8bf5-b07f3fc4327c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:46:26.449481 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:26.567501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:46:26.636330 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:26.636674 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:26.693974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:46:26.694624 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:26.734141 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e15e1a3-6c82-47b8-8f9a-48fee679e5f9'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:46:26.743331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:26.813559 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:26.814448 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d9250c0c-5e72-4d00-804f-c64e7e1f2331 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:46:26.853163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Calling delete_port for 6db58528-9c8b-4492-8bf5-b07f3fc4327c owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:46:26.864926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-88bc0d19-ef00-4371-9c76-2d19e92cf95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:26.896833 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c190b6-4c8c-4416-95b8-a2e304b980d3'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e15e1a3-6c82-47b8-8f9a-48fee679e5f9', 'code': 200} May 27 22:46:27.019051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43848) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:27.114094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:27.128330 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.128688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.129017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.129342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.129661 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.129978 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.130871 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.131199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.131520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.131836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.132147 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.132603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.157703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Router 0d24c13c-9d95-4011-b217-80861a783bfc is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:46:27.167624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43858) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:27.186978 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:27.217411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port d9250c0c-5e72-4d00-804f-c64e7e1f2331 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:46:27.217784 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:27.282892 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d9250c0c-5e72-4d00-804f-c64e7e1f2331, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d9250c0c-5e72-4d00-804f-c64e7e1f2331,segment=NetworkSegment(f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2),segment_id=f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:27.673489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Port': ['ID=6db58528-9c8b-4492-8bf5-b07f3fc4327c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:27.673489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.673489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.673489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.673489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.673489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.673489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.673489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.673489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.673489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.673489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.673489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.673489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:27.673489 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4008e3f4-672d-4e64-814a-e42b1e080185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:27.678010 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b640ff64-bbc8-49b4-82b6-240198f631e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:27.678010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-88bc0d19-ef00-4371-9c76-2d19e92cf95f service neutron] For port 28f4ebbf-fdd6-4399-854a-6706996529f9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=28f4ebbf-fdd6-4399-854a-6706996529f9,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:27.678010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b640ff64-bbc8-49b4-82b6-240198f631e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:27.681944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4008e3f4-672d-4e64-814a-e42b1e080185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:27.681944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4008e3f4-672d-4e64-814a-e42b1e080185 admin admin] Usage tracker for resource:security_group_rule and tenant:af949b89946d420ebf1222cee8f38d21 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:27.681944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4008e3f4-672d-4e64-814a-e42b1e080185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:27.681944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4008e3f4-672d-4e64-814a-e42b1e080185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:27.681944 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:27.685227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b640ff64-bbc8-49b4-82b6-240198f631e4 admin admin] Usage tracker for resource:security_group_rule and tenant:5189a76f7a954611a31b3ee7b675a502 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:27.685227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b640ff64-bbc8-49b4-82b6-240198f631e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:27.688329 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:27.688329 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:46:27.694991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37bb3b-230b-4231-b8c5-595f91eeb297 req-11f5ea2d-32ed-4d48-9ecc-843083024d81 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:27.694991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d37bb3b-230b-4231-b8c5-595f91eeb297 req-11f5ea2d-32ed-4d48-9ecc-843083024d81 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.5532808 May 27 22:46:27.694991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b640ff64-bbc8-49b4-82b6-240198f631e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:27.706100 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4008e3f4-672d-4e64-814a-e42b1e080185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:27.717350 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-88bc0d19-ef00-4371-9c76-2d19e92cf95f service neutron] For port 28f4ebbf-fdd6-4399-854a-6706996529f9, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:46:27.736537 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:27.737995 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-df649d74-e794-4c6e-b3c6-45f9e93735fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/floatingips/edb12de8-f224-4e63-8fa9-37682fa99b61 HTTP/1.1" status: 204 len: 168 time: 1.5105686 May 27 22:46:27.741135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43870) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:27.779129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:46:27.793556 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d37bb3b-230b-4231-b8c5-595f91eeb297 req-108eab51-8d76-4dd5-9c04-04b0cb1ed213 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311336 May 27 22:46:27.813952 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f0705191-856d-464d-9179-ad891e8d3330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:27.825797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Sync routers for ids ['0d24c13c-9d95-4011-b217-80861a783bfc'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:46:27.826195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-88bc0d19-ef00-4371-9c76-2d19e92cf95f service neutron] device_id is not set on port 28f4ebbf-fdd6-4399-854a-6706996529f9 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:46:27.832094 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-7e67adfd-a43e-43ec-80c0-64d342c3f2a6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] delete failed (client error): The resource could not be found. May 27 22:46:27.833652 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e67adfd-a43e-43ec-80c0-64d342c3f2a6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/floatingips/edb12de8-f224-4e63-8fa9-37682fa99b61 HTTP/1.1" status: 404 len: 345 time: 0.0913651 May 27 22:46:27.834514 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4008e3f4-672d-4e64-814a-e42b1e080185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:27.839057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=d9250c0c-5e72-4d00-804f-c64e7e1f2331,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:27.843213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43876) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:27.849447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693351c-9563-4157-9510-3a66c8a667c8 req-3624efe1-58ac-41cc-a7a8-0a34ad7370d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:27.855509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693351c-9563-4157-9510-3a66c8a667c8 req-3624efe1-58ac-41cc-a7a8-0a34ad7370d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:27.867892 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Routers {'0d24c13c-9d95-4011-b217-80861a783bfc'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:27.872454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693351c-9563-4157-9510-3a66c8a667c8 req-3624efe1-58ac-41cc-a7a8-0a34ad7370d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:27.875808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-36c2da2b-374c-476d-990d-11810634e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0d24c13c-9d95-4011-b217-80861a783bfc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:27.878542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693351c-9563-4157-9510-3a66c8a667c8 req-3624efe1-58ac-41cc-a7a8-0a34ad7370d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:27.888081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693351c-9563-4157-9510-3a66c8a667c8 req-3624efe1-58ac-41cc-a7a8-0a34ad7370d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:27.894694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693351c-9563-4157-9510-3a66c8a667c8 req-3624efe1-58ac-41cc-a7a8-0a34ad7370d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:27.901050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693351c-9563-4157-9510-3a66c8a667c8 req-3624efe1-58ac-41cc-a7a8-0a34ad7370d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:27.903065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b693351c-9563-4157-9510-3a66c8a667c8 req-3624efe1-58ac-41cc-a7a8-0a34ad7370d6 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 5441 time: 0.5436366 May 27 22:46:27.914315 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-88bc0d19-ef00-4371-9c76-2d19e92cf95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:27.953340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008e3f4-672d-4e64-814a-e42b1e080185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6884f686-eaba-4e0e-892f-dde4ae347d29,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:27.960568 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4008e3f4-672d-4e64-814a-e42b1e080185 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=af949b89946d420ebf1222cee8f38d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7885187 May 27 22:46:27.961006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43880) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:27.987393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b693351c-9563-4157-9510-3a66c8a667c8 req-5ece8a7a-bdae-4c6f-98b4-78bd55f86b79 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707614 May 27 22:46:28.054164 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b640ff64-bbc8-49b4-82b6-240198f631e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:28.087260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee422a42-087e-4db0-9a82-86c74b772894 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:28.093380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee422a42-087e-4db0-9a82-86c74b772894 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:28.098548 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-88bc0d19-ef00-4371-9c76-2d19e92cf95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:28.099407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee422a42-087e-4db0-9a82-86c74b772894 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:28.100273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ee422a42-087e-4db0-9a82-86c74b772894 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Synchronizing usage tracker for tenant:4d3f7eaecaee4664859b303c3ac293ec on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:46:28.128465 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc54292f-80fc-4db3-83d4-cbca98584c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:28.133146 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:46:28.133635 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:28.158602 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc54292f-80fc-4db3-83d4-cbca98584c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:28.175375 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Set router 0d24c13c-9d95-4011-b217-80861a783bfc gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:46:28.236936 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:28.241197 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-adff9c17-1ea3-40d2-973d-4d0642f0abea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.2148883 May 27 22:46:28.242070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43888) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:28.285123 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b640ff64-bbc8-49b4-82b6-240198f631e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:28.324783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc0d19-ef00-4371-9c76-2d19e92cf95f service neutron] Pushing event updated for resources: {'Port': ['ID=28f4ebbf-fdd6-4399-854a-6706996529f9,revision_number=6']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:28.332686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-88bc0d19-ef00-4371-9c76-2d19e92cf95f service neutron] No DVR routers for this DVR port 28f4ebbf-fdd6-4399-854a-6706996529f9 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:46:28.368179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6e2cd8-e84b-48ba-af91-730531c0c7d3 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:28.368179 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e6e2cd8-e84b-48ba-af91-730531c0c7d3 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=4df3336cd5534e7691f6cbd1acbb4757&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1199942 May 27 22:46:28.393525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ee422a42-087e-4db0-9a82-86c74b772894 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Unset dirty status for tenant:4d3f7eaecaee4664859b303c3ac293ec on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:46:28.393525 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ee422a42-087e-4db0-9a82-86c74b772894 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "GET /v2.0/ports?network_id=67c59844-a858-4409-bfcc-0a087c396812 HTTP/1.1" status: 200 len: 2357 time: 0.4986711 May 27 22:46:28.393525 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc54292f-80fc-4db3-83d4-cbca98584c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:28.400501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43894) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:28.400501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43896) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:28.406523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54292f-80fc-4db3-83d4-cbca98584c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6884f686-eaba-4e0e-892f-dde4ae347d29,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:28.408193 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc54292f-80fc-4db3-83d4-cbca98584c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:28.408193 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dc54292f-80fc-4db3-83d4-cbca98584c0b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6884f686-eaba-4e0e-892f-dde4ae347d29 HTTP/1.1" status: 204 len: 168 time: 0.4457929 May 27 22:46:28.472062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3df037ee-cdfc-4a0b-adc5-86aa597bdf16,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:28.624570 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:28.625256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:46:28.656854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640ff64-bbc8-49b4-82b6-240198f631e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519d079c-7e2c-4d36-84d0-44b92ea097a2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:28.675377 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b640ff64-bbc8-49b4-82b6-240198f631e4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5189a76f7a954611a31b3ee7b675a502&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6480067 May 27 22:46:28.679453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43906) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:28.706576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-88bc0d19-ef00-4371-9c76-2d19e92cf95f service neutron] In _notify_port_updated(), no bound segment for port 28f4ebbf-fdd6-4399-854a-6706996529f9 on network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:46:28.708000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-88bc0d19-ef00-4371-9c76-2d19e92cf95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:28.708773 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-88bc0d19-ef00-4371-9c76-2d19e92cf95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:28.710156 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-88bc0d19-ef00-4371-9c76-2d19e92cf95f service neutron] 10.222.0.46 "PUT /v2.0/ports/28f4ebbf-fdd6-4399-854a-6706996529f9 HTTP/1.1" status: 200 len: 1033 time: 2.8118138 May 27 22:46:28.715665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cd4903-cd86-41f3-8cab-dcd610d88318 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:28.717256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-21cd4903-cd86-41f3-8cab-dcd610d88318 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "GET /v2.0/subnets/ab427b7e-e45e-4b00-a2dd-dc57ec235e5d HTTP/1.1" status: 200 len: 797 time: 0.3000281 May 27 22:46:28.737223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43910) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:28.747139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'port': {'network_id': '67c59844-a858-4409-bfcc-0a087c396812', 'name': 'tempest-FloatingIPTestJSON-1140337954', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:28.902056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331'}, {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df037ee-cdfc-4a0b-adc5-86aa597bdf16'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:46:28.924772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b1c476b7-571a-415d-a22b-52bbd16166e2 None None] Provisioning complete for port 28f4ebbf-fdd6-4399-854a-6706996529f9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:46:28.928778 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b1c476b7-571a-415d-a22b-52bbd16166e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:28.964140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:29.008796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=3df037ee-cdfc-4a0b-adc5-86aa597bdf16,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:29.013588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:29.047108 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c966aab-7d8b-4889-b8b1-76a1dc56a0d9'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331', 'code': 200} May 27 22:46:29.047373 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c966aab-7d8b-4889-b8b1-76a1dc56a0d9'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3df037ee-cdfc-4a0b-adc5-86aa597bdf16', 'code': 200} May 27 22:46:29.063789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b1c476b7-571a-415d-a22b-52bbd16166e2 None None] Port 28f4ebbf-fdd6-4399-854a-6706996529f9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:46:29.079236 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f42963be-a416-4bb2-8986-a5bdfa79a6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:29.110976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:46:29.111351 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:29.148902 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f42963be-a416-4bb2-8986-a5bdfa79a6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:29.156405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-36c2da2b-374c-476d-990d-11810634e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434541810', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:22Z', 'updated_at': '2022-05-27T22:46:25Z', 'revision_number': 3, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:24Z', 'updated_at': '2022-05-27T22:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:29.178828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Checking router: 0d24c13c-9d95-4011-b217-80861a783bfc for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:46:29.178828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Updating router 0d24c13c-9d95-4011-b217-80861a783bfc port 7ecdf213-c599-4ba7-9520-c83804db1a70 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:46:29.216012 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Made reservation on behalf of 4d3f7eaecaee4664859b303c3ac293ec for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:46:29.291417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:29.313204 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:29.365817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39ae525-6c74-452c-b8ae-c7857b57ce81 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:29.370460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43936) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:29.370635 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e39ae525-6c74-452c-b8ae-c7857b57ce81 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9545119 May 27 22:46:29.378637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-bce24404-7fa5-457d-98ff-528c3b52a05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:29.379967 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-bce24404-7fa5-457d-98ff-528c3b52a05b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "GET /v2.0/ports/3df037ee-cdfc-4a0b-adc5-86aa597bdf16?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6615877 May 27 22:46:29.409182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-cce9d212-3a61-4236-8ff7-92fd5b0bcd73 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:29.416647 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:29.417785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 31f6ef24-23b1-439f-aa93-d8f16f4b382b no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:46:29.454424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3725c04-2722-433a-a81a-7d4ff21b63a2 req-50c348e3-1759-45f5-a44d-6043b88661fa tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:29.456463 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3725c04-2722-433a-a81a-7d4ff21b63a2 req-50c348e3-1759-45f5-a44d-6043b88661fa tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.3565183 May 27 22:46:29.497841 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea47552c-0f84-434c-846c-b8c3beb5c6fe tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1217890 May 27 22:46:29.501172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43942) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:29.553870 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-63e02e07-e4d3-4054-9807-fcc1a1c594d9 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=4df3336cd5534e7691f6cbd1acbb4757&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508854 May 27 22:46:29.554669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43946) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:29.629123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15857589-c207-4a47-a450-282ce67c6899 req-57f80c56-9a57-4226-a92e-d693528d5cb8 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:29.634918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15857589-c207-4a47-a450-282ce67c6899 req-57f80c56-9a57-4226-a92e-d693528d5cb8 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:29.640733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15857589-c207-4a47-a450-282ce67c6899 req-57f80c56-9a57-4226-a92e-d693528d5cb8 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:29.646633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15857589-c207-4a47-a450-282ce67c6899 req-57f80c56-9a57-4226-a92e-d693528d5cb8 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:29.646803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:29.653218 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15857589-c207-4a47-a450-282ce67c6899 req-57f80c56-9a57-4226-a92e-d693528d5cb8 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:29.660070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15857589-c207-4a47-a450-282ce67c6899 req-57f80c56-9a57-4226-a92e-d693528d5cb8 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:29.668651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15857589-c207-4a47-a450-282ce67c6899 req-57f80c56-9a57-4226-a92e-d693528d5cb8 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 4657 time: 0.3653646 May 27 22:46:29.720398 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3725c04-2722-433a-a81a-7d4ff21b63a2 req-2111556f-1aaa-40d6-b826-d3fe0c3a9e85 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455838 May 27 22:46:29.769000 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-cce9d212-3a61-4236-8ff7-92fd5b0bcd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:29.830736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15857589-c207-4a47-a450-282ce67c6899 req-bdbdd227-0d67-4b95-857a-3d962f4cd227 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&id=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1609132 May 27 22:46:29.857149 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f42963be-a416-4bb2-8986-a5bdfa79a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:29.929809 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:29.944936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42963be-a416-4bb2-8986-a5bdfa79a6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519d079c-7e2c-4d36-84d0-44b92ea097a2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:29.951768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f42963be-a416-4bb2-8986-a5bdfa79a6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:29.953930 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f42963be-a416-4bb2-8986-a5bdfa79a6e0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/519d079c-7e2c-4d36-84d0-44b92ea097a2 HTTP/1.1" status: 204 len: 168 time: 1.2732370 May 27 22:46:29.955611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] device_id is not set on port f467667f-a33e-46ac-a3d5-a8f40ae4ed2d yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:46:30.127979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0dbed1-5989-40e4-b377-a4771f7aabfb tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:30.141402 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ab0dbed1-5989-40e4-b377-a4771f7aabfb tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5861571 May 27 22:46:30.142500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43970) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:30.199317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-cce9d212-3a61-4236-8ff7-92fd5b0bcd73 service neutron] For port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=3df037ee-cdfc-4a0b-adc5-86aa597bdf16,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:30.248133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8bbd1752-c921-4760-898f-b2430fd2474a tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0969822 May 27 22:46:30.250474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43976) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:30.274950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-450191952', 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9', 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:30.290933 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-610e81eb-a2d9-469e-b295-99f5a5657006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:30.416455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:30.418698 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:30.428022 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Usage tracker for resource:subnet and tenant:4df3336cd5534e7691f6cbd1acbb4757 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:30.432516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-cce9d212-3a61-4236-8ff7-92fd5b0bcd73 service neutron] For port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:46:30.444372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Transition to ACTIVE for port object 7ecdf213-c599-4ba7-9520-c83804db1a70 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:46:30.450945 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 31f6ef24-23b1-439f-aa93-d8f16f4b382b is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:46:30.451321 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:30.476803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:30.500072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:30.508050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 31f6ef24-23b1-439f-aa93-d8f16f4b382b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=31f6ef24-23b1-439f-aa93-d8f16f4b382b,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:30.519401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-cce9d212-3a61-4236-8ff7-92fd5b0bcd73 service neutron] device_id is not set on port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:46:30.530032 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-cce9d212-3a61-4236-8ff7-92fd5b0bcd73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:30.538947 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:30.579999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Allocated IP 172.20.0.14 (67c59844-a858-4409-bfcc-0a087c396812/ab427b7e-e45e-4b00-a2dd-dc57ec235e5d/f467667f-a33e-46ac-a3d5-a8f40ae4ed2d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:30.593535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Allocated IP 172.20.0.13 (67c59844-a858-4409-bfcc-0a087c396812/ab427b7e-e45e-4b00-a2dd-dc57ec235e5d/f467667f-a33e-46ac-a3d5-a8f40ae4ed2d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:30.614054 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:30.615089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 28f4ebbf-fdd6-4399-854a-6706996529f9 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:46:30.630436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Made reservation on behalf of 4df3336cd5534e7691f6cbd1acbb4757 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:46:30.640784 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:30.659326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b88d48-dae6-4f0f-9b0b-b31bb021bdd6 None None] Pushing event updated for resources: {'Port': ['ID=7ecdf213-c599-4ba7-9520-c83804db1a70,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:30.698549 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-cce9d212-3a61-4236-8ff7-92fd5b0bcd73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:30.756910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Attempting to bind port 7ecdf213-c599-4ba7-9520-c83804db1a70 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:46:30.757541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Attempting to bind port 7ecdf213-c599-4ba7-9520-c83804db1a70 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:46:30.760009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Attempting to bind port 7ecdf213-c599-4ba7-9520-c83804db1a70 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:46:30.815328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:46:30.815711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:46:30.816117 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:30.816544 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:46:30.817029 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Bound port: 7ecdf213-c599-4ba7-9520-c83804db1a70, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:46:30.817434 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:30.858397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 28f4ebbf-fdd6-4399-854a-6706996529f9 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:46:30.859031 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ef9523b3-0465-4c4f-9e93-31957771cb3b no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:46:31.007849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=31f6ef24-23b1-439f-aa93-d8f16f4b382b,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:31.118639 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:31.195281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e50ceeaa-ce10-4b90-b3ed-093fbaba14b3'}, {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31f6ef24-23b1-439f-aa93-d8f16f4b382b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:46:31.213274 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:31.217030 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:31.236501 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:31.279237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ef9523b3-0465-4c4f-9e93-31957771cb3b is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:46:31.279828 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:31.313040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-36c2da2b-374c-476d-990d-11810634e609 None None] For port 7ecdf213-c599-4ba7-9520-c83804db1a70, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:46:31.375441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ef9523b3-0465-4c4f-9e93-31957771cb3b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ef9523b3-0465-4c4f-9e93-31957771cb3b,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:31.391287 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-36c2da2b-374c-476d-990d-11810634e609 None None] For port 7ecdf213-c599-4ba7-9520-c83804db1a70, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=7ecdf213-c599-4ba7-9520-c83804db1a70,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:46:31.435575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0b028460-40b3-4410-8429-d775e5f9f1b1 None None] Provisioning complete for port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:46:31.435799 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b028460-40b3-4410-8429-d775e5f9f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:31.467328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9d212-3a61-4236-8ff7-92fd5b0bcd73 service neutron] Pushing event updated for resources: {'Port': ['ID=3df037ee-cdfc-4a0b-adc5-86aa597bdf16,revision_number=7']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:31.481627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-cce9d212-3a61-4236-8ff7-92fd5b0bcd73 service neutron] No DVR routers for this DVR port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:46:31.491524 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:31.494602 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:31.626389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0b028460-40b3-4410-8429-d775e5f9f1b1 None None] Port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:46:31.667387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network 67c59844-a858-4409-bfcc-0a087c396812 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:31.678875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:31.685114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:31.696221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-cce9d212-3a61-4236-8ff7-92fd5b0bcd73 service neutron] In _notify_port_updated(), no bound segment for port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 on network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:46:31.697541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-cce9d212-3a61-4236-8ff7-92fd5b0bcd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:31.705130 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-cce9d212-3a61-4236-8ff7-92fd5b0bcd73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:31.707711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-cce9d212-3a61-4236-8ff7-92fd5b0bcd73 service neutron] 10.222.0.46 "PUT /v2.0/ports/3df037ee-cdfc-4a0b-adc5-86aa597bdf16 HTTP/1.1" status: 200 len: 1032 time: 2.3122909 May 27 22:46:31.832551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Routers {'0d24c13c-9d95-4011-b217-80861a783bfc'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:31.833175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-36c2da2b-374c-476d-990d-11810634e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0d24c13c-9d95-4011-b217-80861a783bfc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:31.848044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=f467667f-a33e-46ac-a3d5-a8f40ae4ed2d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:31.866773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43447fe0-5f00-4939-9ccd-3ee413c9de4a req-30c34c10-832f-4dd6-9873-474e0eeac933 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:31.873591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43447fe0-5f00-4939-9ccd-3ee413c9de4a req-30c34c10-832f-4dd6-9873-474e0eeac933 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:31.888486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43447fe0-5f00-4939-9ccd-3ee413c9de4a req-30c34c10-832f-4dd6-9873-474e0eeac933 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:31.903679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43447fe0-5f00-4939-9ccd-3ee413c9de4a req-30c34c10-832f-4dd6-9873-474e0eeac933 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:31.906577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:31.932696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43447fe0-5f00-4939-9ccd-3ee413c9de4a req-30c34c10-832f-4dd6-9873-474e0eeac933 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:31.932804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:31.943138 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43447fe0-5f00-4939-9ccd-3ee413c9de4a req-30c34c10-832f-4dd6-9873-474e0eeac933 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 3876 time: 0.9153318 May 27 22:46:32.022979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68934720-c5ee-459c-8e27-62eccaffa19d req-573c20b9-822b-4b9c-a482-654a9aa62608 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:32.025285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68934720-c5ee-459c-8e27-62eccaffa19d req-573c20b9-822b-4b9c-a482-654a9aa62608 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.7428854 May 27 22:46:32.041201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-5ae23180-dc8b-4f05-ba54-dc4d37e0b76e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Deleting port ef9523b3-0465-4c4f-9e93-31957771cb3b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:46:32.045038 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-5ae23180-dc8b-4f05-ba54-dc4d37e0b76e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:32.049050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ef9523b3-0465-4c4f-9e93-31957771cb3b,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:32.073027 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-27a05bbd-8334-4d08-a2a1-32f1b036a165 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.3347609 May 27 22:46:32.073835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44086) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:32.083648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': 'f467667f-a33e-46ac-a3d5-a8f40ae4ed2d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:32.107097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:32.122611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:floatingip and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:32.133174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:32.152322 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:32.242006 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:32.257184 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:32.316764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b88d48-dae6-4f0f-9b0b-b31bb021bdd6 None None] Pushing event updated for resources: {'Port': ['ID=7ecdf213-c599-4ba7-9520-c83804db1a70,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:32.320552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-36c2da2b-374c-476d-990d-11810634e609 None None] Set router 0d24c13c-9d95-4011-b217-80861a783bfc gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:46:32.513685 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43447fe0-5f00-4939-9ccd-3ee413c9de4a req-8942045a-f477-41c5-ad6c-ad81827a032f tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5707734 May 27 22:46:32.524233 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:32.672677 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68934720-c5ee-459c-8e27-62eccaffa19d req-f4ebddb0-d1a9-4c63-8779-1f0627cea69c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5432022 May 27 22:46:32.673573 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:32.747337 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95dca898-8392-4fd7-9b4a-988d840e38f8'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e50ceeaa-ce10-4b90-b3ed-093fbaba14b3', 'code': 200} May 27 22:46:32.751867 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95dca898-8392-4fd7-9b4a-988d840e38f8'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31f6ef24-23b1-439f-aa93-d8f16f4b382b', 'code': 200} May 27 22:46:32.844425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Allocated IP 172.25.2.149 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/df4cc8d0-2857-4dc5-99ca-531421d96510) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:32.957024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'Subnet': ['ID=2ed13138-9064-4f2c-949d-1a90e732a7f0,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:32.981144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-36c2da2b-374c-476d-990d-11810634e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434541810', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:22Z', 'updated_at': '2022-05-27T22:46:25Z', 'revision_number': 3, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:24Z', 'updated_at': '2022-05-27T22:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:32.987063 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c2da2b-374c-476d-990d-11810634e609 None None] The sync data for ids ['0d24c13c-9d95-4011-b217-80861a783bfc'] in n-d-843680-3 is: [{'id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434541810', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:22Z', 'updated_at': '2022-05-27T22:46:25Z', 'revision_number': 3, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:24Z', 'updated_at': '2022-05-27T22:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:46:33.011973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Checking segment: {'id': '60f51a79-fd3f-4542-8ca8-27b4e0194b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:46:33.012326 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Network hostable DHCP agents. Network: 989f2a52-aeca-4ef1-a841-01d7355551f9, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:46:33.068597 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:33.139124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Network 989f2a52-aeca-4ef1-a841-01d7355551f9 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:46:33.155989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-5ae23180-dc8b-4f05-ba54-dc4d37e0b76e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] For port ef9523b3-0465-4c4f-9e93-31957771cb3b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ef9523b3-0465-4c4f-9e93-31957771cb3b,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:33.157213 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-5ae23180-dc8b-4f05-ba54-dc4d37e0b76e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:33.239113 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:33.253678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 989f2a52-aeca-4ef1-a841-01d7355551f9) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:33.256669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55fe767-3a77-42ec-9243-d28b48f0d540 None None] Network 989f2a52-aeca-4ef1-a841-01d7355551f9 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:46:33.348902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:33.361745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:33.365133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-5ae23180-dc8b-4f05-ba54-dc4d37e0b76e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Calling delete_port for ef9523b3-0465-4c4f-9e93-31957771cb3b owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:46:33.370866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:33.539122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:33.541501 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:33.609506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=df4cc8d0-2857-4dc5-99ca-531421d96510,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:33.783055 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-989f2a52-aeca-4ef1-a841-01d7355551f9', 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'fixed_ips': [{'subnet_id': '2ed13138-9064-4f2c-949d-1a90e732a7f0'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:46:33.784516 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:33.986513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44154) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:33.986855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44158) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:34.090538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-96f32a5e-be65-4aac-83b7-a3808ba1c898 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.8286595 May 27 22:46:34.091601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44168) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:34.097583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Allocated IP 172.20.0.18 (989f2a52-aeca-4ef1-a841-01d7355551f9/2ed13138-9064-4f2c-949d-1a90e732a7f0/dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:34.241151 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ea3a110-4ece-400b-b294-dded3791eff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:34.275370 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9ea3a110-4ece-400b-b294-dded3791eff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:34.283028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9ea3a110-4ece-400b-b294-dded3791eff5 admin admin] Usage tracker for resource:security_group_rule and tenant:dfe9184aed3946f284c16e291cdfbfde is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:34.287682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9ea3a110-4ece-400b-b294-dded3791eff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:34.294198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9ea3a110-4ece-400b-b294-dded3791eff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:34.360899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255705d3-beb7-4d60-b62e-4e675fe0c5f9 req-45a2eb5a-b05e-4674-8808-394accddf033 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:34.369894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-255705d3-beb7-4d60-b62e-4e675fe0c5f9 req-45a2eb5a-b05e-4674-8808-394accddf033 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.5059183 May 27 22:46:34.388736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'network': {'name': 'tempest-network-smoke--1184180253', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:34.397954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:34.413914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:network and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:34.422106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:34.432400 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:34.433477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:34.444839 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Transition to ACTIVE for port object dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:46:34.475118 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ea3a110-4ece-400b-b294-dded3791eff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:34.477878 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Transition to ACTIVE for port object dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:46:34.509893 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:34.525091 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-5ae23180-dc8b-4f05-ba54-dc4d37e0b76e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:34.542024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Made reservation on behalf of ce374891ed0f4bd582f3450e6b65dedf for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:46:34.545544 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:34.558494 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:34.573751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:34.577829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:34.580839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:34.586662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:34.589851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654f9d-b8a2-4f9c-bc4f-8d3fa8d9b018 req-5d54c575-2305-4a72-bf8e-badfff0e4358 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:34.595856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654f9d-b8a2-4f9c-bc4f-8d3fa8d9b018 req-5d54c575-2305-4a72-bf8e-badfff0e4358 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:34.601727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654f9d-b8a2-4f9c-bc4f-8d3fa8d9b018 req-5d54c575-2305-4a72-bf8e-badfff0e4358 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:34.607504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654f9d-b8a2-4f9c-bc4f-8d3fa8d9b018 req-5d54c575-2305-4a72-bf8e-badfff0e4358 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:34.613306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654f9d-b8a2-4f9c-bc4f-8d3fa8d9b018 req-5d54c575-2305-4a72-bf8e-badfff0e4358 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:34.614449 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-54654f9d-b8a2-4f9c-bc4f-8d3fa8d9b018 req-5d54c575-2305-4a72-bf8e-badfff0e4358 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Synchronizing usage tracker for tenant:df84f64e176647659c4bf324dc3c727e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:46:34.615683 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9ea3a110-4ece-400b-b294-dded3791eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:34.617094 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:34.682059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae23180-dc8b-4f05-ba54-dc4d37e0b76e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event deleted for resources: {'Port': ['ID=ef9523b3-0465-4c4f-9e93-31957771cb3b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:34.733735 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9ea3a110-4ece-400b-b294-dded3791eff5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dfe9184aed3946f284c16e291cdfbfde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7453537 May 27 22:46:34.746825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44176) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:34.748255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9523b3-0465-4c4f-9e93-31957771cb3b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:46:34.757160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Network 989f2a52-aeca-4ef1-a841-01d7355551f9 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:34.762065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3a110-4ece-400b-b294-dded3791eff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6d18e3-512e-46f0-8ee6-49a0ce4d9639,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:34.794129 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:34.795788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:34.800857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Pushing event updated for resources: {'Port': ['ID=dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:34.803689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:34.812097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-5ae23180-dc8b-4f05-ba54-dc4d37e0b76e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] No DVR routers for this DVR port ef9523b3-0465-4c4f-9e93-31957771cb3b on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:46:34.814910 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-5ae23180-dc8b-4f05-ba54-dc4d37e0b76e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:34.817753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-5ae23180-dc8b-4f05-ba54-dc4d37e0b76e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "DELETE /v2.0/ports/ef9523b3-0465-4c4f-9e93-31957771cb3b HTTP/1.1" status: 204 len: 173 time: 3.0979192 May 27 22:46:34.831149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-deleted', 'tag': 'ef9523b3-0465-4c4f-9e93-31957771cb3b'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:46:34.848943 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-255705d3-beb7-4d60-b62e-4e675fe0c5f9 req-efbc595e-a987-4152-a441-b20405b41911 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4682381 May 27 22:46:34.890071 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e3adb265-d980-4446-9314-d80eadd37602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:34.913485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Attempting to bind port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:46:34.913781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Attempting to bind port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '60f51a79-fd3f-4542-8ca8-27b4e0194b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:46:34.914126 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Attempting to bind port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb on network 989f2a52-aeca-4ef1-a841-01d7355551f9 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:46:34.923383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:46:34.923383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Checking segment: {'id': '60f51a79-fd3f-4542-8ca8-27b4e0194b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:46:34.923383 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:34.936237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Bound using segment: {'id': '60f51a79-fd3f-4542-8ca8-27b4e0194b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:46:34.936977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Bound port: dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f51a79-fd3f-4542-8ca8-27b4e0194b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:46:34.940125 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:34.994308 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e3adb265-d980-4446-9314-d80eadd37602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:35.091694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] For port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:46:35.095392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] For port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb,segment=NetworkSegment(60f51a79-fd3f-4542-8ca8-27b4e0194b26),segment_id=60f51a79-fd3f-4542-8ca8-27b4e0194b26)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:46:35.143231 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:35.171056 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:35.335106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-54654f9d-b8a2-4f9c-bc4f-8d3fa8d9b018 req-5d54c575-2305-4a72-bf8e-badfff0e4358 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Unset dirty status for tenant:df84f64e176647659c4bf324dc3c727e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:46:35.345849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-54654f9d-b8a2-4f9c-bc4f-8d3fa8d9b018 req-5d54c575-2305-4a72-bf8e-badfff0e4358 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 3874 time: 1.4836838 May 27 22:46:35.369305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f939c-e45a-414b-84e2-abd609758b0b None None] Pushing event updated for resources: {'Port': ['ID=dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:35.421546 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:35.437599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e3adb265-d980-4446-9314-d80eadd37602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:35.458128 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7ecdf213-c599-4ba7-9520-c83804db1a70 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:46:35.498560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Deleting port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:46:35.499059 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:35.504520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:46:35.509365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b445e0c3-2db3-4c56-9175-9af5b342dfab,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:35.527387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adb265-d980-4446-9314-d80eadd37602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6d18e3-512e-46f0-8ee6-49a0ce4d9639,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:35.553497 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:35.553833 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Added segment b64552c6-083f-432a-9a70-bab2ac16407c of type vlan for network 4b5f3112-8843-4db2-a9cb-cbd88c26be4d May 27 22:46:35.578712 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:35.581775 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-54654f9d-b8a2-4f9c-bc4f-8d3fa8d9b018 req-57726850-0f90-4cf0-9e1e-f5bfd7373f64 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349520 May 27 22:46:35.613475 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e3adb265-d980-4446-9314-d80eadd37602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:35.614786 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e3adb265-d980-4446-9314-d80eadd37602 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/de6d18e3-512e-46f0-8ee6-49a0ce4d9639 HTTP/1.1" status: 204 len: 168 time: 0.8657546 May 27 22:46:35.693753 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:35.730513 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:35.737155 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb6cf7f9-5a52-45a9-b621-90807ee93684'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef9523b3-0465-4c4f-9e93-31957771cb3b', 'code': 200} May 27 22:46:35.743287 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 7ecdf213-c599-4ba7-9520-c83804db1a70 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:46:35.757787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 7ecdf213-c599-4ba7-9520-c83804db1a70 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:46:35.758335 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:35.848742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=df4cc8d0-2857-4dc5-99ca-531421d96510,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:35.859186 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:35.865601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:35.866423 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:35.935809 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e29455-240e-4ceb-9085-f5dd462557e9'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-deleted', 'tag': 'ef9523b3-0465-4c4f-9e93-31957771cb3b', 'status': 'completed', 'code': 200} May 27 22:46:36.029102 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 7ecdf213-c599-4ba7-9520-c83804db1a70 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:46:36.029609 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:36.052020 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 7ecdf213-c599-4ba7-9520-c83804db1a70, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=7ecdf213-c599-4ba7-9520-c83804db1a70,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:36.098094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Network': ['ID=4b5f3112-8843-4db2-a9cb-cbd88c26be4d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:36.107449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:36.111628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 4b5f3112-8843-4db2-a9cb-cbd88c26be4d details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:46:36.144709 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:36.172040 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c3a1dfd4-9090-4d26-8123-dfb6747715f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1785545 May 27 22:46:36.180969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44210) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:36.198632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-165913833', 'admin_state_up': True, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:36.211753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:36.221449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:router and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:36.225962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:36.294007 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:36.325937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:36.427528 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Floating IP 79766fdc-d7ac-4b4a-8fbe-698f9af67b29 associated. External IP: 172.25.2.149, port: f467667f-a33e-46ac-a3d5-a8f40ae4ed2d. May 27 22:46:36.558513 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:36.559742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:36.600099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=7ecdf213-c599-4ba7-9520-c83804db1a70,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:36.718266 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:36.763050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] For port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:36.763544 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:37.013166 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858fcc73-1fcf-4367-85e5-d4b0b1fb17c6 None None] Network 989f2a52-aeca-4ef1-a841-01d7355551f9 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:46:37.018366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Calling delete_port for 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:46:37.167738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae3ee7-c127-46b6-a747-7dbdd4d23b1a req-818edcb2-1b9e-4e8f-9ce7-40ea0c4cd44b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:37.174781 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9aae3ee7-c127-46b6-a747-7dbdd4d23b1a req-818edcb2-1b9e-4e8f-9ce7-40ea0c4cd44b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 0.7246521 May 27 22:46:37.214489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9218f60-7080-400d-b762-abdaeed0ae6e req-2e6f10aa-22cc-4a0c-874c-d029914804d9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:37.216314 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9218f60-7080-400d-b762-abdaeed0ae6e req-2e6f10aa-22cc-4a0c-874c-d029914804d9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.6665840 May 27 22:46:37.229013 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:37.269595 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:46:37.285018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27d0e3-bf3b-4e2c-8432-f41bc72a7644 req-b8b69ecc-b45f-4e1b-9306-68d6b1015c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:37.286497 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a27d0e3-bf3b-4e2c-8432-f41bc72a7644 req-b8b69ecc-b45f-4e1b-9306-68d6b1015c6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 1095 time: 0.6841080 May 27 22:46:37.367744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e5a93d7c-3392-4cb9-b0bd-70a724a1fc17 None None] Provisioning for port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:46:37.559843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7ecdf213-c599-4ba7-9520-c83804db1a70 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:46:37.697602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:46:37.709639 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35145f9-52f5-4b9a-91d9-37ad873a9a44 None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:46:37.718472 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 7ecdf213-c599-4ba7-9520-c83804db1a70 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:46:37.719005 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:37.727718 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35145f9-52f5-4b9a-91d9-37ad873a9a44 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:37.732509 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c35145f9-52f5-4b9a-91d9-37ad873a9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:37.769830 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9aae3ee7-c127-46b6-a747-7dbdd4d23b1a req-928ec548-b697-4d7a-81f3-f64220a67040 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5941620 May 27 22:46:37.866903 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c35145f9-52f5-4b9a-91d9-37ad873a9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:37.889049 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35145f9-52f5-4b9a-91d9-37ad873a9a44 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:37.889739 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c35145f9-52f5-4b9a-91d9-37ad873a9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:37.915839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:37.942590 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9218f60-7080-400d-b762-abdaeed0ae6e req-f71a5c9c-5193-4dc4-95b8-7287b06a68c5 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7085676 May 27 22:46:38.001667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 7ecdf213-c599-4ba7-9520-c83804db1a70 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:46:38.002942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:46:38.064889 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4d3bbf0a-f52a-4432-a65c-dce5cc29e1be tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.9899387 May 27 22:46:38.071798 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44248) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:38.083261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-396d0eb0-4325-428f-9e38-8eff786857a7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'floatingip': {'port_id': 'f467667f-a33e-46ac-a3d5-a8f40ae4ed2d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:38.095439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27d0e3-bf3b-4e2c-8432-f41bc72a7644 req-abff5702-de78-4230-8fe8-90a0aad54c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:38.096888 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a27d0e3-bf3b-4e2c-8432-f41bc72a7644 req-abff5702-de78-4230-8fe8-90a0aad54c38 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.8005354 May 27 22:46:38.108756 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c35145f9-52f5-4b9a-91d9-37ad873a9a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:38.109366 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35145f9-52f5-4b9a-91d9-37ad873a9a44 None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:46:38.130653 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:38.210451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:46:38.218975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:46:38.219636 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:38.290768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event deleted for resources: {'Port': ['ID=1e15e1a3-6c82-47b8-8f9a-48fee679e5f9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:38.422635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:38.423023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:38.423356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:38.423692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:38.424018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:38.424407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:38.424696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:38.426123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:38.426123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:38.426123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:38.426123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:38.426421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:38.450334 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-396d0eb0-4325-428f-9e38-8eff786857a7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:38.450554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:46:38.450554 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:38.465100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] No DVR routers for this DVR port 1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:46:38.467873 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:38.496534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-deleted', 'tag': '1e15e1a3-6c82-47b8-8f9a-48fee679e5f9'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:46:38.504909 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb,segment=NetworkSegment(60f51a79-fd3f-4542-8ca8-27b4e0194b26),segment_id=60f51a79-fd3f-4542-8ca8-27b4e0194b26)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:38.518208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Allocated IP 172.20.0.17 (989f2a52-aeca-4ef1-a841-01d7355551f9/2ed13138-9064-4f2c-949d-1a90e732a7f0/285699da-e5b2-4b89-9f68-bc3af885d091) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:38.531959 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a27d0e3-bf3b-4e2c-8432-f41bc72a7644 req-dd606157-030a-470b-a4b4-2100fc4aeb09 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a HTTP/1.1" status: 200 len: 999 time: 0.4022608 May 27 22:46:38.551231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bbb26-7ceb-44fa-8add-7b7166f0ac48 req-00e7e97b-7fef-4aa2-b0e7-14f5b21df91b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:38.561757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bbb26-7ceb-44fa-8add-7b7166f0ac48 req-00e7e97b-7fef-4aa2-b0e7-14f5b21df91b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:38.564517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bbb26-7ceb-44fa-8add-7b7166f0ac48 req-00e7e97b-7fef-4aa2-b0e7-14f5b21df91b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:38.571282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bbb26-7ceb-44fa-8add-7b7166f0ac48 req-00e7e97b-7fef-4aa2-b0e7-14f5b21df91b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:38.572275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fa6bbb26-7ceb-44fa-8add-7b7166f0ac48 req-00e7e97b-7fef-4aa2-b0e7-14f5b21df91b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Synchronizing usage tracker for tenant:df84f64e176647659c4bf324dc3c727e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:46:38.598681 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:38.671508 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-80105147-588f-4188-b41e-f60b28ab656c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "DELETE /v2.0/ports/1e15e1a3-6c82-47b8-8f9a-48fee679e5f9 HTTP/1.1" status: 204 len: 173 time: 3.8301914 May 27 22:46:38.673437 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27d0e3-bf3b-4e2c-8432-f41bc72a7644 req-f25a4772-f735-45a6-826d-8a858e23e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:38.674788 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a27d0e3-bf3b-4e2c-8432-f41bc72a7644 req-f25a4772-f735-45a6-826d-8a858e23e6e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.0980737 May 27 22:46:38.682610 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4b0ded-8c60-4cd6-8976-e4b0cd2cd0d2'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-deleted', 'tag': '1e15e1a3-6c82-47b8-8f9a-48fee679e5f9', 'status': 'completed', 'code': 200} May 27 22:46:38.695549 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:38.720966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:38.750975 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:39.008171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-e4a1ca12-35f0-462e-b021-92908adb67dd tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Deleting port 31f6ef24-23b1-439f-aa93-d8f16f4b382b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:46:39.009752 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-e4a1ca12-35f0-462e-b021-92908adb67dd tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:39.108577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fa6bbb26-7ceb-44fa-8add-7b7166f0ac48 req-00e7e97b-7fef-4aa2-b0e7-14f5b21df91b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Unset dirty status for tenant:df84f64e176647659c4bf324dc3c727e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:46:39.109769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fa6bbb26-7ceb-44fa-8add-7b7166f0ac48 req-00e7e97b-7fef-4aa2-b0e7-14f5b21df91b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 3141 time: 1.0774856 May 27 22:46:39.187787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27d0e3-bf3b-4e2c-8432-f41bc72a7644 req-9cd7ea77-b8fc-4f79-a458-8e502bd7c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:39.189454 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a27d0e3-bf3b-4e2c-8432-f41bc72a7644 req-9cd7ea77-b8fc-4f79-a458-8e502bd7c282 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5047266 May 27 22:46:39.195024 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:39.238228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Allocated IP 172.25.2.138 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/2fb1b7fd-8b18-4598-a5fa-f8033a63e63d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:39.308007 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fa6bbb26-7ceb-44fa-8add-7b7166f0ac48 req-8913b3d8-55f7-447f-9d30-25f93cd95de3 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846538 May 27 22:46:39.428734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Transition to ACTIVE for port object 285699da-e5b2-4b89-9f68-bc3af885d091 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:46:39.498659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:46:39.533983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44276) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:39.594667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:46:39.596762 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:39.629876 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:39.763738 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:46:39.800600 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b3b73-cc87-44b5-b5df-0d10bac346b0 req-bac1391d-6565-45fe-92d2-27d0dcaef695 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:39.802158 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f42b3b73-cc87-44b5-b5df-0d10bac346b0 req-bac1391d-6565-45fe-92d2-27d0dcaef695 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 0.6101081 May 27 22:46:39.804086 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a27d0e3-bf3b-4e2c-8432-f41bc72a7644 req-42c22032-6f0a-4be9-8de0-b72c96b5b2cf service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046305 May 27 22:46:39.829154 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-396d0eb0-4325-428f-9e38-8eff786857a7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:39.872483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:39.879284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:39.884674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Usage tracker for resource:floatingip and tenant:672b4ad982eb4eefb54d4bf8f4185efd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:39.887780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:39.894531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:39.927830 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-396d0eb0-4325-428f-9e38-8eff786857a7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:39.982092 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:39.982592 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:40.029489 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:40.091235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:40.126898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-e4a1ca12-35f0-462e-b021-92908adb67dd tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] For port 31f6ef24-23b1-439f-aa93-d8f16f4b382b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=31f6ef24-23b1-439f-aa93-d8f16f4b382b,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:40.127500 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-e4a1ca12-35f0-462e-b021-92908adb67dd tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:40.140702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:40.142490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33d572-ee2b-4904-9bfb-d65c859cc85d req-ddb2213a-51ef-4acf-b39f-dc835ca13c94 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:40.143851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be33d572-ee2b-4904-9bfb-d65c859cc85d req-ddb2213a-51ef-4acf-b39f-dc835ca13c94 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.5663381 May 27 22:46:40.149463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:40.172129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Network 989f2a52-aeca-4ef1-a841-01d7355551f9 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:40.184241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Port': ['ID=2fb1b7fd-8b18-4598-a5fa-f8033a63e63d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:40.241578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:40.316431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:40.348262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-e4a1ca12-35f0-462e-b021-92908adb67dd tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Calling delete_port for 31f6ef24-23b1-439f-aa93-d8f16f4b382b owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:46:40.388930 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f42b3b73-cc87-44b5-b5df-0d10bac346b0 req-72ddfb3f-1a07-44cd-92e1-b8f8143caeff tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5710194 May 27 22:46:40.407794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'Port': ['ID=285699da-e5b2-4b89-9f68-bc3af885d091,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:40.485568 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:40.515645 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a27d0e3-bf3b-4e2c-8432-f41bc72a7644 req-70b0fca1-2b98-4faa-a2ba-33a4a68bc415 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6996469 May 27 22:46:40.523190 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be33d572-ee2b-4904-9bfb-d65c859cc85d req-635d2755-c5fc-4914-91d1-8dc78280631d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3623395 May 27 22:46:40.667607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-73aab865-087a-464a-814f-098cf1c3f3a4 None None] Provisioning for port 285699da-e5b2-4b89-9f68-bc3af885d091 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:46:40.674721 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-73aab865-087a-464a-814f-098cf1c3f3a4 None None] Provisioning complete for port 285699da-e5b2-4b89-9f68-bc3af885d091 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:46:40.675357 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-73aab865-087a-464a-814f-098cf1c3f3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:40.742130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:40.772342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-73aab865-087a-464a-814f-098cf1c3f3a4 None None] Port 285699da-e5b2-4b89-9f68-bc3af885d091 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:46:40.786306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396d0eb0-4325-428f-9e38-8eff786857a7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:46:40.807316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69deb29-50f9-4baf-b99a-2cc19297fb17 req-e6a11a7c-a111-43a3-b1c7-896980fe7fdf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:40.813190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69deb29-50f9-4baf-b99a-2cc19297fb17 req-e6a11a7c-a111-43a3-b1c7-896980fe7fdf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:40.819456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69deb29-50f9-4baf-b99a-2cc19297fb17 req-e6a11a7c-a111-43a3-b1c7-896980fe7fdf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:40.824824 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c69deb29-50f9-4baf-b99a-2cc19297fb17 req-e6a11a7c-a111-43a3-b1c7-896980fe7fdf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 2408 time: 0.2341387 May 27 22:46:40.843042 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-e4a1ca12-35f0-462e-b021-92908adb67dd tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:40.964306 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:40.982132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1ca12-35f0-462e-b021-92908adb67dd tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event deleted for resources: {'Port': ['ID=31f6ef24-23b1-439f-aa93-d8f16f4b382b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:41.224025 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c69deb29-50f9-4baf-b99a-2cc19297fb17 req-64e815ab-e2f5-43d9-913a-865d76cac969 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3960176 May 27 22:46:41.233251 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-e4a1ca12-35f0-462e-b021-92908adb67dd tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] No DVR routers for this DVR port 31f6ef24-23b1-439f-aa93-d8f16f4b382b on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:46:41.237774 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-e4a1ca12-35f0-462e-b021-92908adb67dd tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:41.243657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-deleted', 'tag': '31f6ef24-23b1-439f-aa93-d8f16f4b382b'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:46:41.361715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-e4a1ca12-35f0-462e-b021-92908adb67dd tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "DELETE /v2.0/ports/31f6ef24-23b1-439f-aa93-d8f16f4b382b HTTP/1.1" status: 204 len: 173 time: 2.6846464 May 27 22:46:41.430716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396d0eb0-4325-428f-9e38-8eff786857a7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:46:41.443212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e508883-96bf-4d88-a3e2-06023a588f4b None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:46:41.449922 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-396d0eb0-4325-428f-9e38-8eff786857a7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:41.460697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e508883-96bf-4d88-a3e2-06023a588f4b None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:41.465142 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4e508883-96bf-4d88-a3e2-06023a588f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:41.517674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Allocated IP 172.25.2.78 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/f0c3252f-c702-463b-be2a-c6a3d09e8a57) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:41.575624 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4e508883-96bf-4d88-a3e2-06023a588f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:41.593143 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e508883-96bf-4d88-a3e2-06023a588f4b None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:41.594035 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4e508883-96bf-4d88-a3e2-06023a588f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:41.612728 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7d6bed-436a-49f7-87f5-2116b72c9d05'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-deleted', 'tag': '31f6ef24-23b1-439f-aa93-d8f16f4b382b', 'status': 'completed', 'code': 200} May 27 22:46:41.721589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4e508883-96bf-4d88-a3e2-06023a588f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:41.722005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e508883-96bf-4d88-a3e2-06023a588f4b None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:46:41.764537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-c554328b-9513-454a-b1c8-83e5f263170c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Deleting port d9250c0c-5e72-4d00-804f-c64e7e1f2331 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:46:41.765044 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-c554328b-9513-454a-b1c8-83e5f263170c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:41.806183 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:41.926762 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:42.069795 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-396d0eb0-4325-428f-9e38-8eff786857a7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "PUT /v2.0/floatingips/79766fdc-d7ac-4b4a-8fbe-698f9af67b29 HTTP/1.1" status: 200 len: 979 time: 3.9966066 May 27 22:46:42.075388 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44300) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:42.236329 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:42.252146 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:42.322655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:42.327025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:42.329605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:42.383112 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:42.390129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event updated for resources: {'Port': ['ID=f0c3252f-c702-463b-be2a-c6a3d09e8a57,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:42.411457 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:42.488297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13219858-31df-4b9d-884d-5f3555840f86 req-a7f35f13-d55f-448c-b2a1-9437607b7295 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:42.489794 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13219858-31df-4b9d-884d-5f3555840f86 req-a7f35f13-d55f-448c-b2a1-9437607b7295 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 0.8222096 May 27 22:46:42.516196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f0a26-b6d8-4fb4-87e7-61bc8b6b99af req-e59727d2-4373-4021-8c4a-521201d2081f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:42.517697 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08f0a26-b6d8-4fb4-87e7-61bc8b6b99af req-e59727d2-4373-4021-8c4a-521201d2081f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.7079813 May 27 22:46:42.583060 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:42.662551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'Port': ['ID=285699da-e5b2-4b89-9f68-bc3af885d091,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:42.686237 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-fcacc381-a69e-4151-9e3a-6c6bebea4ba5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port df4cc8d0-2857-4dc5-99ca-531421d96510 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:46:42.686611 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fcacc381-a69e-4151-9e3a-6c6bebea4ba5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:42.689447 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:46:42.716340 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:42.748411 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c08f0a26-b6d8-4fb4-87e7-61bc8b6b99af req-a9bd2274-5351-4044-9e25-6385286e0009 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993155 May 27 22:46:42.750968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13219858-31df-4b9d-884d-5f3555840f86 req-7cd10fd0-cf1b-4661-a17a-3faa7401cc09 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268264 May 27 22:46:42.769343 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:42.848048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-c554328b-9513-454a-b1c8-83e5f263170c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] For port d9250c0c-5e72-4d00-804f-c64e7e1f2331, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d9250c0c-5e72-4d00-804f-c64e7e1f2331,segment=NetworkSegment(f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2),segment_id=f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:42.848454 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-c554328b-9513-454a-b1c8-83e5f263170c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:43.237181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:46:43.248399 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Sync routers for ids ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:46:43.258265 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Routers {'3d3376c3-75c1-4e1e-958b-91a1e0b09f47'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:43.259481 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:43.305398 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd0a5ebc-7716-4446-a370-bb36fbee293d req-febe381f-9d04-4ca9-8be9-e43cc4c8ee53 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2428753 May 27 22:46:43.329098 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fcacc381-a69e-4151-9e3a-6c6bebea4ba5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:43.329670 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fcacc381-a69e-4151-9e3a-6c6bebea4ba5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:43.349245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:43.354911 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0f20b48-fa0b-4cf7-a9b7-3a5680de2b6d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.1725173 May 27 22:46:43.355338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44312) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:43.360889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:43.586495 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:43.618742 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Set router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:46:43.660958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-fcacc381-a69e-4151-9e3a-6c6bebea4ba5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Calling delete_port for df4cc8d0-2857-4dc5-99ca-531421d96510 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:46:43.708732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Network 989f2a52-aeca-4ef1-a841-01d7355551f9 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:43.711293 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-679c5ad9-e739-4d9c-9f91-151e84cac732 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=ce374891ed0f4bd582f3450e6b65dedf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3531761 May 27 22:46:43.713324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44326) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:43.738447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74975a85-9c45-4a7f-9b52-550f635665ee req-b2df0f9c-166d-47d2-8f9a-62b86c671c02 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:43.746253 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74975a85-9c45-4a7f-9b52-550f635665ee req-b2df0f9c-166d-47d2-8f9a-62b86c671c02 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.8080835 May 27 22:46:43.748228 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:43.752585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event updated for resources: {'Port': ['ID=f0c3252f-c702-463b-be2a-c6a3d09e8a57,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:43.843270 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:43.874934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a5ebc-7716-4446-a370-bb36fbee293d req-087b986b-bc09-4f9e-822e-0ce7649cbdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:43.879954 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd0a5ebc-7716-4446-a370-bb36fbee293d req-087b986b-bc09-4f9e-822e-0ce7649cbdcb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 1096 time: 0.4455736 May 27 22:46:44.005554 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:44.005554 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-72d203bb-becd-431e-82de-331f43f0c776 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4686351 May 27 22:46:44.015872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44338) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:44.041377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1552008251'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:44.041377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ac0035-fa23-46ac-943b-57260e6c1531 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:44.053690 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-60ac0035-fa23-46ac-943b-57260e6c1531 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3247633 May 27 22:46:44.053690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44342) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:44.053690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:44.106211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Usage tracker for resource:network and tenant:672b4ad982eb4eefb54d4bf8f4185efd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:44.120274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:44.139186 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d1b78c22-8326-4135-95bf-1f3340002bf6 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0716076 May 27 22:46:44.139186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:44.139186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44346) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:44.162996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-829307033', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:44.176609 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74975a85-9c45-4a7f-9b52-550f635665ee req-7b81e530-c2fc-45c8-b1c3-7cbef9fec058 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4214084 May 27 22:46:44.224496 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:46:40Z', 'revision_number': 3, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:44.249657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-761018c6-5a90-47e3-b471-ca7469727559 None None] Provisioning complete for port 285699da-e5b2-4b89-9f68-bc3af885d091 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:46:44.249657 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-761018c6-5a90-47e3-b471-ca7469727559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:44.257712 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Checking router: 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:46:44.257712 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Updating router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 port 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:46:44.281319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Made reservation on behalf of 672b4ad982eb4eefb54d4bf8f4185efd for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:46:44.284915 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:44.315531 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:44.320950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-761018c6-5a90-47e3-b471-ca7469727559 None None] Port 285699da-e5b2-4b89-9f68-bc3af885d091 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:46:44.342867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a5ebc-7716-4446-a370-bb36fbee293d req-7a8a5ba2-7b21-4dda-8549-0b4b5d279075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:44.345530 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd0a5ebc-7716-4446-a370-bb36fbee293d req-7a8a5ba2-7b21-4dda-8549-0b4b5d279075 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.4430785 May 27 22:46:44.350530 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:44.355476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803418d-bc90-4fe6-af07-60ac9621df5b req-3056ce23-3d76-4086-ab9d-bc877162d93e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:44.362353 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803418d-bc90-4fe6-af07-60ac9621df5b req-3056ce23-3d76-4086-ab9d-bc877162d93e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:44.363708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5803418d-bc90-4fe6-af07-60ac9621df5b req-3056ce23-3d76-4086-ab9d-bc877162d93e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Synchronizing usage tracker for tenant:df84f64e176647659c4bf324dc3c727e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:46:44.471492 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd0a5ebc-7716-4446-a370-bb36fbee293d req-0b633a46-868f-41ff-9e12-b41654e6499d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00c17a0f-5241-4008-a545-08da2475b362 HTTP/1.1" status: 200 len: 217 time: 0.0963821 May 27 22:46:44.471492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:44.542160 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a5ebc-7716-4446-a370-bb36fbee293d req-4fbb09de-eec5-465e-84a9-957d0141f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:44.542160 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd0a5ebc-7716-4446-a370-bb36fbee293d req-4fbb09de-eec5-465e-84a9-957d0141f769 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.0633919 May 27 22:46:44.549181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Usage tracker for resource:security_group_rule and tenant:672b4ad982eb4eefb54d4bf8f4185efd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:44.566281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:44.574875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:44.635855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:44.635855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:subnet and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:44.648509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:44.648509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:44.683268 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-c554328b-9513-454a-b1c8-83e5f263170c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:44.683268 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-c554328b-9513-454a-b1c8-83e5f263170c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:44.683268 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-c554328b-9513-454a-b1c8-83e5f263170c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Floating IP 0171b498-bfa3-4b99-b092-aea1d6550120 disassociated. External IP: 172.25.2.187, port: d9250c0c-5e72-4d00-804f-c64e7e1f2331. May 27 22:46:44.683268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-c554328b-9513-454a-b1c8-83e5f263170c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Calling delete_port for d9250c0c-5e72-4d00-804f-c64e7e1f2331 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:46:44.721269 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fcacc381-a69e-4151-9e3a-6c6bebea4ba5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:44.764672 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:44.768103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Made reservation on behalf of ce374891ed0f4bd582f3450e6b65dedf for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:46:44.771686 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:44.777693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Router 0d24c13c-9d95-4011-b217-80861a783bfc has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:46:44.809331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5803418d-bc90-4fe6-af07-60ac9621df5b req-3056ce23-3d76-4086-ab9d-bc877162d93e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Unset dirty status for tenant:df84f64e176647659c4bf324dc3c727e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:46:44.816336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5803418d-bc90-4fe6-af07-60ac9621df5b req-3056ce23-3d76-4086-ab9d-bc877162d93e tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 1675 time: 1.8833663 May 27 22:46:44.826802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacc381-a69e-4151-9e3a-6c6bebea4ba5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Port': ['ID=df4cc8d0-2857-4dc5-99ca-531421d96510,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:44.851971 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:44.885305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a5ebc-7716-4446-a370-bb36fbee293d req-24f6a2eb-1ea3-469d-a12e-419a3f5687d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:44.895640 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd0a5ebc-7716-4446-a370-bb36fbee293d req-24f6a2eb-1ea3-469d-a12e-419a3f5687d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2317550 May 27 22:46:44.990918 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:45.016186 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Transition to ACTIVE for port object 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:46:45.093075 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:45.144342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:46:45.149802 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fcacc381-a69e-4151-9e3a-6c6bebea4ba5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:45.150871 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-fcacc381-a69e-4151-9e3a-6c6bebea4ba5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Floating IP 79766fdc-d7ac-4b4a-8fbe-698f9af67b29 disassociated (deleted). External IP: 172.25.2.149, port: f467667f-a33e-46ac-a3d5-a8f40ae4ed2d. May 27 22:46:45.163362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cc4064-c2ee-44fe-a5f3-4fa58f1eeb5d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:45.184220 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:45.184597 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Added segment f3201e42-b905-475d-8d7a-ef32151fe96e of type vlan for network 2e3ed8b0-ac37-4848-98f3-c42ed28be4db May 27 22:46:45.206024 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b5d91-adc3-4a3c-aa34-5d2e518bba6c None None] Pushing event updated for resources: {'Port': ['ID=2fb1b7fd-8b18-4598-a5fa-f8033a63e63d,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:45.222832 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5d91-adc3-4a3c-aa34-5d2e518bba6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:45.223726 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5d91-adc3-4a3c-aa34-5d2e518bba6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:45.224928 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5d91-adc3-4a3c-aa34-5d2e518bba6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:45.225473 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5d91-adc3-4a3c-aa34-5d2e518bba6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:45.226051 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5d91-adc3-4a3c-aa34-5d2e518bba6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:45.231707 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5d91-adc3-4a3c-aa34-5d2e518bba6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:45.232602 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5d91-adc3-4a3c-aa34-5d2e518bba6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:45.234000 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5d91-adc3-4a3c-aa34-5d2e518bba6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:45.235175 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5d91-adc3-4a3c-aa34-5d2e518bba6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:45.235766 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5d91-adc3-4a3c-aa34-5d2e518bba6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:45.236303 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5d91-adc3-4a3c-aa34-5d2e518bba6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:45.237508 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b5d91-adc3-4a3c-aa34-5d2e518bba6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:46:45.246915 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Attempting to bind port 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:46:45.251853 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Attempting to bind port 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:46:45.251853 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Attempting to bind port 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:46:45.275100 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:46:45.275100 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:46:45.275100 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:45.275100 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:46:45.275100 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Bound port: 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:46:45.275100 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:45.277922 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:45.312507 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd0a5ebc-7716-4446-a370-bb36fbee293d req-bd56dfcb-2051-499b-b232-b36178bcc397 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030805 May 27 22:46:45.352268 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5803418d-bc90-4fe6-af07-60ac9621df5b req-f0511ba6-94b2-4b8d-a731-89bd2247871a tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5286634 May 27 22:46:45.425383 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] For port 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:46:45.425383 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] For port 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2fb1b7fd-8b18-4598-a5fa-f8033a63e63d,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:46:45.450169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cb74e-c43a-491f-9371-bf729fdfbf47 req-7b70a634-7125-49ee-8d90-9a1035964518 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:45.450169 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de2cb74e-c43a-491f-9371-bf729fdfbf47 req-7b70a634-7125-49ee-8d90-9a1035964518 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 1.0905571 May 27 22:46:45.504742 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd0a5ebc-7716-4446-a370-bb36fbee293d req-da240ab9-f8d8-4862-8fc7-4e0b1876a2f9 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797156 May 27 22:46:45.550514 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:45.624634 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:45.626207 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Routers {'3d3376c3-75c1-4e1e-958b-91a1e0b09f47'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:45.626849 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:45.632020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:45.633040 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:45.726529 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b5d91-adc3-4a3c-aa34-5d2e518bba6c None None] Pushing event updated for resources: {'Port': ['ID=2fb1b7fd-8b18-4598-a5fa-f8033a63e63d,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:45.734704 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:45.847618 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:45.873787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event updated for resources: {'Network': ['ID=2e3ed8b0-ac37-4848-98f3-c42ed28be4db,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:45.882347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 2e3ed8b0-ac37-4848-98f3-c42ed28be4db details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:46:45.903392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Subnet': ['ID=f4b92ff6-e6b9-4035-8632-be20ce2b0fde,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:45.915568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Checking segment: {'id': 'b64552c6-083f-432a-9a70-bab2ac16407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:46:45.915568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network hostable DHCP agents. Network: 4b5f3112-8843-4db2-a9cb-cbd88c26be4d, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:46:45.926579 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] Set router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:46:45.983912 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-af788e40-0129-4a1c-8fbe-785502ab45f6 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9610002 May 27 22:46:45.983912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44364) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:46.015217 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Request body: {'subnet': {'network_id': '2e3ed8b0-ac37-4848-98f3-c42ed28be4db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:46.082017 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:46:46.090069 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de2cb74e-c43a-491f-9371-bf729fdfbf47 req-8338005b-1a8b-41cc-8d75-cda17fbc8838 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6422899 May 27 22:46:46.099783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Sync routers for ids ['0d24c13c-9d95-4011-b217-80861a783bfc'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:46:46.110907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Routers {'0d24c13c-9d95-4011-b217-80861a783bfc'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:46.111527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0d24c13c-9d95-4011-b217-80861a783bfc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:46.181570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1d57970f-c9a0-4301-a9ae-a1b02ea9fc1f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "PUT /v2.0/routers/0d24c13c-9d95-4011-b217-80861a783bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0747027 May 27 22:46:46.197851 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-c554328b-9513-454a-b1c8-83e5f263170c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:46.287211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network 4b5f3112-8843-4db2-a9cb-cbd88c26be4d is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:46:46.302169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:46.303735 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Set router 0d24c13c-9d95-4011-b217-80861a783bfc gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:46:46.313470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Usage tracker for resource:subnet and tenant:672b4ad982eb4eefb54d4bf8f4185efd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:46.317131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:46.333144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:46.338515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554328b-9513-454a-b1c8-83e5f263170c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event deleted for resources: {'Port': ['ID=d9250c0c-5e72-4d00-804f-c64e7e1f2331,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:46.408898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 4b5f3112-8843-4db2-a9cb-cbd88c26be4d) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:46.424109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:46.424109 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:46.440007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Made reservation on behalf of 672b4ad982eb4eefb54d4bf8f4185efd for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:46:46.440007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:46.578765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483787d4-0ebb-4031-bfe2-2976c771271c None None] Network 4b5f3112-8843-4db2-a9cb-cbd88c26be4d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:46:46.590431 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:46:40Z', 'revision_number': 3, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:46.596233 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838f79e6-d706-4ecc-83b8-754f7a15791b None None] The sync data for ids ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'] in n-d-843680-3 is: [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:46:40Z', 'revision_number': 3, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:46:46.687913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4a121886-a498-4d99-956d-cd5d598cb38c details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:46:46.744290 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcacc381-a69e-4151-9e3a-6c6bebea4ba5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:46:46.757099 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4fffcea1-3725-4716-8d17-c196fdb2e651 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6251833 May 27 22:46:46.767751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44380) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:47.114900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4a121886-a498-4d99-956d-cd5d598cb38c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4a121886-a498-4d99-956d-cd5d598cb38c,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:47.192917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434541810', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:22Z', 'updated_at': '2022-05-27T22:46:40Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:24Z', 'updated_at': '2022-05-27T22:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '285699da-e5b2-4b89-9f68-bc3af885d091', 'name': '', 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'mac_address': 'fa:16:3e:0f:d2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '2ed13138-9064-4f2c-949d-1a90e732a7f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:37Z', 'updated_at': '2022-05-27T22:46:41Z', 'revision_number': 2, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'subnets': [{'id': '2ed13138-9064-4f2c-949d-1a90e732a7f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:47.210665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '4a121886-a498-4d99-956d-cd5d598cb38c', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'port_id': '4a121886-a498-4d99-956d-cd5d598cb38c', 'mac_address': 'fa:16:3e:4c:bb:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:46:47.265772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Checking router: 0d24c13c-9d95-4011-b217-80861a783bfc for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:46:47.265772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Updating router 0d24c13c-9d95-4011-b217-80861a783bfc port 285699da-e5b2-4b89-9f68-bc3af885d091 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:46:47.330270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e5b54-de2c-4733-becc-e2e2aa41ad94 req-92ab9d52-6897-41b1-88ed-acf7e58f7495 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:47.330270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-854e5b54-de2c-4733-becc-e2e2aa41ad94 req-92ab9d52-6897-41b1-88ed-acf7e58f7495 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.9941685 May 27 22:46:47.442975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4a121886-a498-4d99-956d-cd5d598cb38c is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:46:47.442975 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:47.496250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a121886-a498-4d99-956d-cd5d598cb38c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:46:47.508973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:46:47.513255 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:47.532515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:46:47.533080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-c554328b-9513-454a-b1c8-83e5f263170c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:46:47.575934 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:47.655182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310f744-7ef2-4a53-8862-008f8d44543d req-2f0f6cd5-96ae-4b92-b2f2-1c0675ac46fe tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:47.655182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6310f744-7ef2-4a53-8862-008f8d44543d req-2f0f6cd5-96ae-4b92-b2f2-1c0675ac46fe tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Synchronizing usage tracker for tenant:df84f64e176647659c4bf324dc3c727e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:46:47.688020 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4a121886-a498-4d99-956d-cd5d598cb38c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4a121886-a498-4d99-956d-cd5d598cb38c,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:47.702790 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-854e5b54-de2c-4733-becc-e2e2aa41ad94 req-382ea4eb-e3cd-455b-9122-82443e417f03 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924774 May 27 22:46:47.702790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcacc381-a69e-4151-9e3a-6c6bebea4ba5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:46:47.744953 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87bc945-e661-4a54-9c14-b3615b1bcbb8 None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:46:47.747149 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fcacc381-a69e-4151-9e3a-6c6bebea4ba5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:47.776918 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87bc945-e661-4a54-9c14-b3615b1bcbb8 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:47.776918 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c87bc945-e661-4a54-9c14-b3615b1bcbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:47.989905 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c87bc945-e661-4a54-9c14-b3615b1bcbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:48.009062 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87bc945-e661-4a54-9c14-b3615b1bcbb8 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:48.014273 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c87bc945-e661-4a54-9c14-b3615b1bcbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:48.061455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-c554328b-9513-454a-b1c8-83e5f263170c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:46:48.097896 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:48.195232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Allocated IP 172.20.0.2 (4b5f3112-8843-4db2-a9cb-cbd88c26be4d/f4b92ff6-e6b9-4035-8632-be20ce2b0fde/dcd40e2f-ce46-455f-b715-4a48c34041b7) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:48.242538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6310f744-7ef2-4a53-8862-008f8d44543d req-2f0f6cd5-96ae-4b92-b2f2-1c0675ac46fe tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Unset dirty status for tenant:df84f64e176647659c4bf324dc3c727e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:46:48.252082 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6310f744-7ef2-4a53-8862-008f8d44543d req-2f0f6cd5-96ae-4b92-b2f2-1c0675ac46fe tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 941 time: 1.5011673 May 27 22:46:48.263618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c87bc945-e661-4a54-9c14-b3615b1bcbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:48.263618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87bc945-e661-4a54-9c14-b3615b1bcbb8 None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:46:48.284113 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:48.390086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-c554328b-9513-454a-b1c8-83e5f263170c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] No DVR routers for this DVR port d9250c0c-5e72-4d00-804f-c64e7e1f2331 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:46:48.394245 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-c554328b-9513-454a-b1c8-83e5f263170c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:48.396491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-c554328b-9513-454a-b1c8-83e5f263170c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "DELETE /v2.0/ports/d9250c0c-5e72-4d00-804f-c64e7e1f2331 HTTP/1.1" status: 204 len: 173 time: 7.0259390 May 27 22:46:48.444194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-deleted', 'tag': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:46:48.463491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fcacc381-a69e-4151-9e3a-6c6bebea4ba5 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/floatingips/79766fdc-d7ac-4b4a-8fbe-698f9af67b29 HTTP/1.1" status: 204 len: 168 time: 6.3713086 May 27 22:46:48.489408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44412) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:48.506723 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:46:48.526517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0bd4d7-6f93-44af-9230-9792613201f4 None None] Sync routers for ids ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:46:48.573850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-507c9b3e-22a2-4b73-9add-178ad8b11942 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Deleting port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:46:48.573850 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-507c9b3e-22a2-4b73-9add-178ad8b11942 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:48.722654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event updated for resources: {'Subnet': ['ID=8d4c16da-0851-4acc-ae08-80539c847634,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:48.758984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Checking segment: {'id': 'f3201e42-b905-475d-8d7a-ef32151fe96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2e3ed8b0-ac37-4848-98f3-c42ed28be4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:46:48.759400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Network hostable DHCP agents. Network: 2e3ed8b0-ac37-4848-98f3-c42ed28be4db, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:46:48.779262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d1963f5d-e7e4-466b-96b7-7c8546e41dc6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port f467667f-a33e-46ac-a3d5-a8f40ae4ed2d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:46:48.779604 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1963f5d-e7e4-466b-96b7-7c8546e41dc6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:48.916944 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:48.954760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0bd4d7-6f93-44af-9230-9792613201f4 None None] Routers {'2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:48.954760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6e0bd4d7-6f93-44af-9230-9792613201f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:49.019879 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6310f744-7ef2-4a53-8862-008f8d44543d req-44fe6ce5-355f-44b8-bcec-573b8656d0d3 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups?id=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7461872 May 27 22:46:49.238502 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Network 2e3ed8b0-ac37-4848-98f3-c42ed28be4db is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:46:49.355552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['4a121886-a498-4d99-956d-cd5d598cb38c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:46:49.382474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923769a-ebd1-451c-86ea-562325872aa0 req-fd29aaaa-894e-43ae-b514-87a9f8584af8 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:49.384254 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e923769a-ebd1-451c-86ea-562325872aa0 req-fd29aaaa-894e-43ae-b514-87a9f8584af8 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Synchronizing usage tracker for tenant:4df3336cd5534e7691f6cbd1acbb4757 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:46:49.451923 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1963f5d-e7e4-466b-96b7-7c8546e41dc6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:49.555527 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1fe5ccd-d0d6-44fc-810c-570985e0dd10 req-7dfcc84e-dc22-454e-b303-3575a1dbbbb0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3948460 May 27 22:46:49.581410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e923769a-ebd1-451c-86ea-562325872aa0 req-fd29aaaa-894e-43ae-b514-87a9f8584af8 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Unset dirty status for tenant:4df3336cd5534e7691f6cbd1acbb4757 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:46:49.581410 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e923769a-ebd1-451c-86ea-562325872aa0 req-fd29aaaa-894e-43ae-b514-87a9f8584af8 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/networks?id=989f2a52-aeca-4ef1-a841-01d7355551f9 HTTP/1.1" status: 200 len: 797 time: 1.4179416 May 27 22:46:49.692559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d1963f5d-e7e4-466b-96b7-7c8546e41dc6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Calling delete_port for f467667f-a33e-46ac-a3d5-a8f40ae4ed2d owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:46:49.700225 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e923769a-ebd1-451c-86ea-562325872aa0 req-de419280-112b-4afd-97f4-e9ae5d5afdea tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/quotas/4df3336cd5534e7691f6cbd1acbb4757 HTTP/1.1" status: 200 len: 375 time: 0.0677347 May 27 22:46:49.801879 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:49.933255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-507c9b3e-22a2-4b73-9add-178ad8b11942 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] For port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:49.933255 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-507c9b3e-22a2-4b73-9add-178ad8b11942 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:49.958640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 2e3ed8b0-ac37-4848-98f3-c42ed28be4db) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:50.008232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be7f4f-5c87-496c-85ed-f7db833311e6 req-7e4d3b6a-e2bb-4c2f-9c4e-1ab5da0b7f70 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:50.008232 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96be7f4f-5c87-496c-85ed-f7db833311e6 req-7e4d3b6a-e2bb-4c2f-9c4e-1ab5da0b7f70 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 945 time: 0.7744091 May 27 22:46:50.028630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:50.028630 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:50.072842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:46:50.123167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:46:50.123167 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:50.175084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d358ed-b0f3-4291-9d8e-63aa456c4877 None None] Network 2e3ed8b0-ac37-4848-98f3-c42ed28be4db requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:46:50.194250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Transition to ACTIVE for port object dcd40e2f-ce46-455f-b715-4a48c34041b7 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:46:50.240749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-507c9b3e-22a2-4b73-9add-178ad8b11942 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Calling delete_port for e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:46:50.244094 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-114b8fbd-8ad3-4f91-8790-61ddba30c1b2 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2615702 May 27 22:46:50.250002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44446) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:50.266230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-993444017', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:50.285949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:50.297021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Usage tracker for resource:router and tenant:672b4ad982eb4eefb54d4bf8f4185efd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:50.302670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:50.345656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:50.362371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1963f5d-e7e4-466b-96b7-7c8546e41dc6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:50.467285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4a121886-a498-4d99-956d-cd5d598cb38c,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:50.502543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Transition to ACTIVE for port object dcd40e2f-ce46-455f-b715-4a48c34041b7 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:46:50.519225 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:50.522071 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96be7f4f-5c87-496c-85ed-f7db833311e6 req-44a085e4-96fa-463f-b212-e4d290f21c7c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793651 May 27 22:46:50.644467 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:50.667389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e923769a-ebd1-451c-86ea-562325872aa0 req-d6af9104-6473-4bef-beac-c937d7e4c832 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Synchronizing usage tracker for tenant:4df3336cd5534e7691f6cbd1acbb4757 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:46:50.668062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-6e0bd4d7-6f93-44af-9230-9792613201f4 None None] Set router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:46:50.682012 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1963f5d-e7e4-466b-96b7-7c8546e41dc6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Port': ['ID=f467667f-a33e-46ac-a3d5-a8f40ae4ed2d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:50.703994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5ccd-d0d6-44fc-810c-570985e0dd10 req-86620b4b-98ee-459a-9633-cab049d5d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:50.710902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1fe5ccd-d0d6-44fc-810c-570985e0dd10 req-86620b4b-98ee-459a-9633-cab049d5d46a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 1095 time: 0.8561747 May 27 22:46:50.794860 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:50.796336 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:50.801156 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-507c9b3e-22a2-4b73-9add-178ad8b11942 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:50.908209 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Transition to ACTIVE for port object 285699da-e5b2-4b89-9f68-bc3af885d091 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:46:50.985817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e923769a-ebd1-451c-86ea-562325872aa0 req-d6af9104-6473-4bef-beac-c937d7e4c832 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Unset dirty status for tenant:4df3336cd5534e7691f6cbd1acbb4757 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:46:50.985817 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e923769a-ebd1-451c-86ea-562325872aa0 req-d6af9104-6473-4bef-beac-c937d7e4c832 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=4df3336cd5534e7691f6cbd1acbb4757&fields=id HTTP/1.1" status: 200 len: 486 time: 1.2587576 May 27 22:46:50.996611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c9b3e-22a2-4b73-9add-178ad8b11942 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event deleted for resources: {'Port': ['ID=e50ceeaa-ce10-4b90-b3ed-093fbaba14b3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:51.077421 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:51.151056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:46:51.151620 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:51.152057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Allocated IP 172.20.0.1 (4b5f3112-8843-4db2-a9cb-cbd88c26be4d/f4b92ff6-e6b9-4035-8632-be20ce2b0fde/861f6893-3105-41e7-95c7-873b26cbb348) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:51.193364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-507c9b3e-22a2-4b73-9add-178ad8b11942 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] No DVR routers for this DVR port e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:46:51.196203 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-507c9b3e-22a2-4b73-9add-178ad8b11942 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:51.420423 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:51.434368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3999419-c9b3-42f5-acb8-38447eafebef req-135c3bd2-90db-49d2-9013-9bd18d11a95d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:51.490008 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3999419-c9b3-42f5-acb8-38447eafebef req-135c3bd2-90db-49d2-9013-9bd18d11a95d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.5662358 May 27 22:46:51.522111 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-015ee2e0-bccb-49f8-806b-0c3c3f57ed63 req-507c9b3e-22a2-4b73-9add-178ad8b11942 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.46 "DELETE /v2.0/ports/e50ceeaa-ce10-4b90-b3ed-093fbaba14b3 HTTP/1.1" status: 204 len: 173 time: 3.0204511 May 27 22:46:51.529253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Network 4b5f3112-8843-4db2-a9cb-cbd88c26be4d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:51.566677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:51.566677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:51.595463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5ccd-d0d6-44fc-810c-570985e0dd10 req-d504a7a1-cdc4-4074-a7fb-bb9ab217b551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:51.597497 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1fe5ccd-d0d6-44fc-810c-570985e0dd10 req-d504a7a1-cdc4-4074-a7fb-bb9ab217b551 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.8662271 May 27 22:46:51.718212 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:51.779312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Transition to ACTIVE for port object 861f6893-3105-41e7-95c7-873b26cbb348 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:46:51.825095 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3999419-c9b3-42f5-acb8-38447eafebef req-c85b469d-aa90-47b4-b3cc-9012fb59ee7c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405950 May 27 22:46:51.841244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d1963f5d-e7e4-466b-96b7-7c8546e41dc6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:51.846341 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e923769a-ebd1-451c-86ea-562325872aa0 req-f72c6793-be46-4cc3-b58a-a6b051228a73 service neutron] 10.222.0.27 "GET /v2.0/networks/989f2a52-aeca-4ef1-a841-01d7355551f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7800314 May 27 22:46:51.874776 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d1963f5d-e7e4-466b-96b7-7c8546e41dc6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/ports/f467667f-a33e-46ac-a3d5-a8f40ae4ed2d HTTP/1.1" status: 204 len: 168 time: 3.3913462 May 27 22:46:51.879277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44466) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:51.913461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-2e3ed8b0-ac37-4848-98f3-c42ed28be4db', 'network_id': '2e3ed8b0-ac37-4848-98f3-c42ed28be4db', 'tenant_id': '672b4ad982eb4eefb54d4bf8f4185efd', 'fixed_ips': [{'subnet_id': '8d4c16da-0851-4acc-ae08-80539c847634'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:46:51.913461 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:51.916272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:52.050663 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:52.078131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Pushing event updated for resources: {'Port': ['ID=dcd40e2f-ce46-455f-b715-4a48c34041b7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:52.080374 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:52.112545 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1fe5ccd-d0d6-44fc-810c-570985e0dd10 req-6b95d1ea-a993-473c-968a-c8ed6f800f64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a HTTP/1.1" status: 200 len: 999 time: 0.4780414 May 27 22:46:52.236724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:floatingip and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:46:52.260638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:46:52.278800 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9a2f40-8fa0-4126-a65c-ac852b036719'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-deleted', 'tag': 'd9250c0c-5e72-4d00-804f-c64e7e1f2331', 'status': 'completed', 'code': 200} May 27 22:46:52.283360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network 4b5f3112-8843-4db2-a9cb-cbd88c26be4d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:52.307959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:52.341022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:52.432220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:52.485884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2fb1b7fd-8b18-4598-a5fa-f8033a63e63d,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:52.566502 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Port': ['ID=861f6893-3105-41e7-95c7-873b26cbb348,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:52.705099 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:52.716765 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:52.752815 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:52.851292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5ccd-d0d6-44fc-810c-570985e0dd10 req-e5bc7286-d7e5-4796-9dd5-2bbfe2edbf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:52.851292 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1fe5ccd-d0d6-44fc-810c-570985e0dd10 req-e5bc7286-d7e5-4796-9dd5-2bbfe2edbf8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.7235076 May 27 22:46:52.851292 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e923769a-ebd1-451c-86ea-562325872aa0 req-d01e31e1-d20e-41cf-9ab3-2cab942015b2 service neutron] 10.222.0.27 "GET /v2.0/networks/989f2a52-aeca-4ef1-a841-01d7355551f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9716671 May 27 22:46:52.851292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bbfd5d09-5022-498e-a2c6-d9fb203a3fc2 req-7a94497b-4b89-4608-9274-281d43bda5c1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Synchronizing usage tracker for tenant:df84f64e176647659c4bf324dc3c727e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:46:52.972573 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:52.982073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe5ccd-d0d6-44fc-810c-570985e0dd10 req-de40937e-b69a-4e2f-ae1a-eb4aee100594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:52.986070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1fe5ccd-d0d6-44fc-810c-570985e0dd10 req-de40937e-b69a-4e2f-ae1a-eb4aee100594 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344821 May 27 22:46:53.034795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1d00f-2146-4a3a-bb86-88e07d390242 None None] Pushing event updated for resources: {'Port': ['ID=285699da-e5b2-4b89-9f68-bc3af885d091,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:53.154880 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:53.156226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bbfd5d09-5022-498e-a2c6-d9fb203a3fc2 req-7a94497b-4b89-4608-9274-281d43bda5c1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Unset dirty status for tenant:df84f64e176647659c4bf324dc3c727e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:46:53.166360 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bbfd5d09-5022-498e-a2c6-d9fb203a3fc2 req-7a94497b-4b89-4608-9274-281d43bda5c1 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 210 time: 0.3769698 May 27 22:46:53.347082 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1fe5ccd-d0d6-44fc-810c-570985e0dd10 req-aa106309-5ba2-4161-96c1-1790438796ee service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434708 May 27 22:46:53.351165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Attempting to bind port 285699da-e5b2-4b89-9f68-bc3af885d091 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:46:53.351165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Attempting to bind port 285699da-e5b2-4b89-9f68-bc3af885d091 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '60f51a79-fd3f-4542-8ca8-27b4e0194b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:46:53.351165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Attempting to bind port 285699da-e5b2-4b89-9f68-bc3af885d091 on network 989f2a52-aeca-4ef1-a841-01d7355551f9 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:46:53.443050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Attempting to bind port dcd40e2f-ce46-455f-b715-4a48c34041b7 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:46:53.443050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Attempting to bind port dcd40e2f-ce46-455f-b715-4a48c34041b7 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'b64552c6-083f-432a-9a70-bab2ac16407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:46:53.443050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Attempting to bind port dcd40e2f-ce46-455f-b715-4a48c34041b7 on network 4b5f3112-8843-4db2-a9cb-cbd88c26be4d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:46:53.495240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:46:53.495240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Checking segment: {'id': 'b64552c6-083f-432a-9a70-bab2ac16407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:46:53.495240 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:53.495240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Bound using segment: {'id': 'b64552c6-083f-432a-9a70-bab2ac16407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:46:53.499978 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Bound port: dcd40e2f-ce46-455f-b715-4a48c34041b7, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64552c6-083f-432a-9a70-bab2ac16407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:46:53.499978 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:53.539334 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:53.566000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1fe5ccd-d0d6-44fc-810c-570985e0dd10 req-29e96e2a-fc50-4768-88c6-31140e1d624e service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204297 May 27 22:46:53.685624 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] For port dcd40e2f-ce46-455f-b715-4a48c34041b7, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:46:53.689628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] For port dcd40e2f-ce46-455f-b715-4a48c34041b7, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=dcd40e2f-ce46-455f-b715-4a48c34041b7,segment=NetworkSegment(b64552c6-083f-432a-9a70-bab2ac16407c),segment_id=b64552c6-083f-432a-9a70-bab2ac16407c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:46:53.691766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:46:53.693052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Checking segment: {'id': '60f51a79-fd3f-4542-8ca8-27b4e0194b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:46:53.693052 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:53.693449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Bound using segment: {'id': '60f51a79-fd3f-4542-8ca8-27b4e0194b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:46:53.694069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Bound port: 285699da-e5b2-4b89-9f68-bc3af885d091, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60f51a79-fd3f-4542-8ca8-27b4e0194b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:46:53.694647 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:53.783303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692565c-43cd-48ee-a7d0-9980c9ea2635 req-5df9e755-a4b4-4551-861b-d7eb63f6a12b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:53.803848 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2692565c-43cd-48ee-a7d0-9980c9ea2635 req-5df9e755-a4b4-4551-861b-d7eb63f6a12b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 945 time: 0.2310028 May 27 22:46:53.917651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2692565c-43cd-48ee-a7d0-9980c9ea2635 req-8e66fe4f-9fea-46c2-a636-affc7f6efd7a tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095431 May 27 22:46:53.986642 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=2fb1b7fd-8b18-4598-a5fa-f8033a63e63d,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:53.986642 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:54.122365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] For port 285699da-e5b2-4b89-9f68-bc3af885d091, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:46:54.126062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] For port 285699da-e5b2-4b89-9f68-bc3af885d091, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=285699da-e5b2-4b89-9f68-bc3af885d091,segment=NetworkSegment(60f51a79-fd3f-4542-8ca8-27b4e0194b26),segment_id=60f51a79-fd3f-4542-8ca8-27b4e0194b26)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:46:54.248442 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:54.264243 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:54.269351 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Allocated IP 172.20.0.2 (2e3ed8b0-ac37-4848-98f3-c42ed28be4db/8d4c16da-0851-4acc-ae08-80539c847634/92aac8eb-e27a-4de2-894b-6c01c068a714) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:54.332318 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:54.368982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-deleted', 'tag': 'e50ceeaa-ce10-4b90-b3ed-093fbaba14b3'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:46:54.402977 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5a5f466-058d-4382-addd-b0ecce03f9f3 req-b7e4c7cd-24a0-44e3-97fb-503f68dd058b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 210 time: 0.1151974 May 27 22:46:54.550538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded2c71-2899-48fd-8f40-8c36699a60ec req-1d0534ca-3e3e-41e3-b281-420bfd0723d0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:54.550538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dded2c71-2899-48fd-8f40-8c36699a60ec req-1d0534ca-3e3e-41e3-b281-420bfd0723d0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.4397712 May 27 22:46:54.705891 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:54.750390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4a121886-a498-4d99-956d-cd5d598cb38c up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:46:54.757360 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dded2c71-2899-48fd-8f40-8c36699a60ec req-38085d9e-89d6-4731-b6fc-2a7923817d74 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999745 May 27 22:46:54.989273 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833848b5-9407-4d35-ba54-e248009dbe8a'] response: {'server_uuid': 'ff03a568-8f83-4842-b429-e9ce5fc5e271', 'name': 'network-vif-deleted', 'tag': 'e50ceeaa-ce10-4b90-b3ed-093fbaba14b3', 'status': 'completed', 'code': 200} May 27 22:46:55.037532 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b84dd5ad-2400-4ed1-a75e-a48ebfecd4ac req-6978d470-d1e9-4cf3-93b1-d7ba916a9808 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 210 time: 0.1740353 May 27 22:46:55.302417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:46:55.346548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848daeb1-c054-428c-93f9-c2f14b1d55cf req-260ef7c6-44c6-4ac8-a9e0-f888224647d4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:55.355626 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-848daeb1-c054-428c-93f9-c2f14b1d55cf req-260ef7c6-44c6-4ac8-a9e0-f888224647d4 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 945 time: 0.1372852 May 27 22:46:55.468825 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-848daeb1-c054-428c-93f9-c2f14b1d55cf req-6337b0d5-7edb-4a8b-9d27-9350b6529ad5 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112766 May 27 22:46:55.811269 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d32dcf3f-d8a1-48d2-b94e-f367654e6ca0 req-d11e5779-43fd-4529-a328-422c770aacbc tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 210 time: 0.1953912 May 27 22:46:55.847260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2ffd6-3cbd-4f83-aa42-d9cc5eebcedb None None] Pushing event updated for resources: {'Port': ['ID=dcd40e2f-ce46-455f-b715-4a48c34041b7,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:55.859354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Routers {'0d24c13c-9d95-4011-b217-80861a783bfc'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:55.859354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0d24c13c-9d95-4011-b217-80861a783bfc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:55.942697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6e0bd4d7-6f93-44af-9230-9792613201f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:06Z', 'updated_at': '2022-05-27T22:38:14Z', 'revision_number': 4, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'gw_port': {'id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:07Z', 'updated_at': '2022-05-27T22:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8719400b-845e-416b-a73b-0d6892a06867', 'name': '', 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'mac_address': 'fa:16:3e:99:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:12Z', 'updated_at': '2022-05-27T22:38:27Z', 'revision_number': 5, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'subnets': [{'id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:56.060866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 4a121886-a498-4d99-956d-cd5d598cb38c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:46:56.063347 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:56.274667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0bd4d7-6f93-44af-9230-9792613201f4 None None] Checking router: 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:46:56.311168 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Allocated IP 172.25.2.57 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/77a7bfe8-0e42-47fc-8d34-e79f52822817) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:56.374286 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:56.403843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0bd4d7-6f93-44af-9230-9792613201f4 None None] Routers {'2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:46:56.403843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6e0bd4d7-6f93-44af-9230-9792613201f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:46:56.567430 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94ac5619-b5d9-44b1-8ac2-b71643dbf693 req-bb56bd28-cb72-4f97-8448-bf791306e273 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/ports?device_id=ff03a568-8f83-4842-b429-e9ce5fc5e271 HTTP/1.1" status: 200 len: 210 time: 0.1246941 May 27 22:46:56.629394 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:56.792849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:56.819913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:56.844135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b014fb-43ea-4109-b5c8-3d6eeca5c09f req-014c522c-ec42-447c-99a8-220fded67a9b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:56.848923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb94b1e-9f2f-439d-8e15-75ec355ac1d4 None None] Network 4b5f3112-8843-4db2-a9cb-cbd88c26be4d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:46:56.854628 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35b014fb-43ea-4109-b5c8-3d6eeca5c09f req-014c522c-ec42-447c-99a8-220fded67a9b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.2628202 May 27 22:46:57.060186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Transition to ACTIVE for port object 92aac8eb-e27a-4de2-894b-6c01c068a714 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:46:57.081047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Transition to ACTIVE for port object 92aac8eb-e27a-4de2-894b-6c01c068a714 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:46:57.087798 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:57.126575 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35b014fb-43ea-4109-b5c8-3d6eeca5c09f req-ac3e21e5-217e-46e6-88e9-9308a86b130b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927198 May 27 22:46:57.149406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] Set router 0d24c13c-9d95-4011-b217-80861a783bfc gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:46:57.167204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a197a-3bd1-46ce-a6ca-1598ed237d81 req-45174707-6f72-4a19-b155-11d9332c2b87 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:57.170851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-067a197a-3bd1-46ce-a6ca-1598ed237d81 req-45174707-6f72-4a19-b155-11d9332c2b87 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 945 time: 0.3008132 May 27 22:46:57.404176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Port': ['ID=861f6893-3105-41e7-95c7-873b26cbb348,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:57.408294 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:57.436492 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-067a197a-3bd1-46ce-a6ca-1598ed237d81 req-7e0fcd65-4fba-41b3-862d-def32758ef41 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348213 May 27 22:46:57.447116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network 4b5f3112-8843-4db2-a9cb-cbd88c26be4d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:57.451361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:57.478196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Network 2e3ed8b0-ac37-4848-98f3-c42ed28be4db is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:57.482200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:46:57.482810 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:57.535389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:57.541579 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:57.575823 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07a80611-0e76-4065-8a94-324c8dd20332 req-7c8496d1-5144-4f7f-80c3-494900de1d67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 210 time: 0.0482535 May 27 22:46:57.819664 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:57.831038 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1d00f-2146-4a3a-bb86-88e07d390242 None None] Pushing event updated for resources: {'Port': ['ID=285699da-e5b2-4b89-9f68-bc3af885d091,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:57.898626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44546) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:58.046429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:46:58.063604 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-977f23dd-208e-49ed-86f3-214d6e1b5628 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:58.066487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:46:58.079932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:46:58.099906 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-977f23dd-208e-49ed-86f3-214d6e1b5628 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:58.125052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Pushing event updated for resources: {'Port': ['ID=92aac8eb-e27a-4de2-894b-6c01c068a714,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:58.136176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Allocated IP 172.25.2.121 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/3052a553-ad79-4e92-a32c-d75e72644017) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:46:58.188968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=77a7bfe8-0e42-47fc-8d34-e79f52822817,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:58.204638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:46:58.223135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4bd57235-3855-4619-8223-5a5204690d3b None None] Provisioning for port dcd40e2f-ce46-455f-b715-4a48c34041b7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:46:58.236982 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93765431-b3e4-41fd-b194-593b4dfa7dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:58.242178 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-977f23dd-208e-49ed-86f3-214d6e1b5628 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:58.299919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4a121886-a498-4d99-956d-cd5d598cb38c is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:46:58.299919 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:58.317903 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:58.361589 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f23dd-208e-49ed-86f3-214d6e1b5628 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=632a4f5e-bf9f-4045-9f7e-440d9fe7ebda,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:58.408970 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Attempting to bind port 92aac8eb-e27a-4de2-894b-6c01c068a714 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:46:58.408970 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Attempting to bind port 92aac8eb-e27a-4de2-894b-6c01c068a714 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f3201e42-b905-475d-8d7a-ef32151fe96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2e3ed8b0-ac37-4848-98f3-c42ed28be4db'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:46:58.408970 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Attempting to bind port 92aac8eb-e27a-4de2-894b-6c01c068a714 on network 2e3ed8b0-ac37-4848-98f3-c42ed28be4db {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:46:58.494457 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-977f23dd-208e-49ed-86f3-214d6e1b5628 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:58.494457 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-977f23dd-208e-49ed-86f3-214d6e1b5628 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "DELETE /v2.0/security-groups/632a4f5e-bf9f-4045-9f7e-440d9fe7ebda HTTP/1.1" status: 204 len: 168 time: 0.5930765 May 27 22:46:58.504184 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:58.615902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:46:58.617492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Checking segment: {'id': 'f3201e42-b905-475d-8d7a-ef32151fe96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2e3ed8b0-ac37-4848-98f3-c42ed28be4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:46:58.618048 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:58.619655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Bound using segment: {'id': 'f3201e42-b905-475d-8d7a-ef32151fe96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2e3ed8b0-ac37-4848-98f3-c42ed28be4db'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:46:58.620315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Bound port: 92aac8eb-e27a-4de2-894b-6c01c068a714, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3201e42-b905-475d-8d7a-ef32151fe96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '2e3ed8b0-ac37-4848-98f3-c42ed28be4db'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:46:58.621543 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:58.734341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923769a-ebd1-451c-86ea-562325872aa0 req-895f3b33-3a4f-4675-8340-b61da3aab943 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:58.734341 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e923769a-ebd1-451c-86ea-562325872aa0 req-895f3b33-3a4f-4675-8340-b61da3aab943 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.46 "GET /v2.0/networks?id=989f2a52-aeca-4ef1-a841-01d7355551f9 HTTP/1.1" status: 200 len: 797 time: 0.3176541 May 27 22:46:58.765182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Request body: {'port': {'device_id': '056fe641-2e40-4be6-b430-e54066890f1d', 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9', 'admin_state_up': True, 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:46:58.816790 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7784a39f-5741-4c54-84cd-9555df693b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a121886-a498-4d99-956d-cd5d598cb38c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:46:58.854181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4a121886-a498-4d99-956d-cd5d598cb38c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4a121886-a498-4d99-956d-cd5d598cb38c,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:46:58.956224 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-6e0bd4d7-6f93-44af-9230-9792613201f4 None None] Set router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:46:59.296452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:46:59.333814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ee51c-055d-4cd4-bb00-1b13024a1a87 req-6b23df4c-e1cc-4e79-8884-503fa60547ed tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:59.333814 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-186ee51c-055d-4cd4-bb00-1b13024a1a87 req-6b23df4c-e1cc-4e79-8884-503fa60547ed tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.7724428 May 27 22:46:59.387462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:46:59.401844 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-186ee51c-055d-4cd4-bb00-1b13024a1a87 req-49d053d1-8e7d-418a-8eb0-914508ce50a4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790095 May 27 22:46:59.496993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a53116-403c-43d5-8518-1c5122c0d572 req-0eab587e-026f-4baf-9d06-aae9f3b2abe3 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:46:59.498663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46a53116-403c-43d5-8518-1c5122c0d572 req-0eab587e-026f-4baf-9d06-aae9f3b2abe3 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 945 time: 0.7195823 May 27 22:46:59.515655 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:59.589386 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46a53116-403c-43d5-8518-1c5122c0d572 req-0af60e29-cadb-44fd-8448-8d69c630e6ce tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805070 May 27 22:46:59.651449 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:59.672615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] For port 92aac8eb-e27a-4de2-894b-6c01c068a714, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:46:59.678409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] For port 92aac8eb-e27a-4de2-894b-6c01c068a714, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=92aac8eb-e27a-4de2-894b-6c01c068a714,segment=NetworkSegment(f3201e42-b905-475d-8d7a-ef32151fe96e),segment_id=f3201e42-b905-475d-8d7a-ef32151fe96e)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:46:59.702682 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50d7f458-7b1a-4099-9c77-4c63a4dd886b req-26982712-d53b-4aad-aaa3-741dded9c431 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 210 time: 0.0996401 May 27 22:46:59.734441 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-58320e68-51a9-452c-8332-96fafefc1671 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] show failed (client error): The resource could not be found. May 27 22:46:59.738064 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-58320e68-51a9-452c-8332-96fafefc1671 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "GET /v2.0/security-groups/632a4f5e-bf9f-4045-9f7e-440d9fe7ebda HTTP/1.1" status: 404 len: 347 time: 1.0436373 May 27 22:46:59.740991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44576) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:46:59.879057 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c596f1a-13f2-49c4-a36b-3608c6f51fe3'] response: {'server_uuid': '7784a39f-5741-4c54-84cd-9555df693b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a121886-a498-4d99-956d-cd5d598cb38c', 'code': 200} May 27 22:46:59.884753 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4a121886-a498-4d99-956d-cd5d598cb38c,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:46:59.888380 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:46:59.949313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Made reservation on behalf of 4df3336cd5534e7691f6cbd1acbb4757 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:46:59.956790 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:00.121908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:47:00.138567 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:00.140478 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Sync routers for ids ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:47:00.153906 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Routers {'3d3376c3-75c1-4e1e-958b-91a1e0b09f47'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:00.153906 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:46:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:00.195203 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e9d0799a-f2ea-41d3-a1c8-323b6728ac96 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "PUT /v2.0/routers/3d3376c3-75c1-4e1e-958b-91a1e0b09f47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4237285 May 27 22:47:00.195203 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44582) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:00.208289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434541810', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:22Z', 'updated_at': '2022-05-27T22:46:40Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:24Z', 'updated_at': '2022-05-27T22:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '285699da-e5b2-4b89-9f68-bc3af885d091', 'name': '', 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'mac_address': 'fa:16:3e:0f:d2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '2ed13138-9064-4f2c-949d-1a90e732a7f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:37Z', 'updated_at': '2022-05-27T22:46:54Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'subnets': [{'id': '2ed13138-9064-4f2c-949d-1a90e732a7f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:00.254728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:00.255717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbd954-002c-4dee-8fb2-39bab2b7634b None None] Pushing event updated for resources: {'Port': ['ID=92aac8eb-e27a-4de2-894b-6c01c068a714,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:00.268962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b09b4c-5654-4c16-978e-8a6a9f02f8b9 None None] The sync data for ids ['0d24c13c-9d95-4011-b217-80861a783bfc'] in n-d-843680-3 is: [{'id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434541810', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:22Z', 'updated_at': '2022-05-27T22:46:40Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:24Z', 'updated_at': '2022-05-27T22:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '285699da-e5b2-4b89-9f68-bc3af885d091', 'name': '', 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'mac_address': 'fa:16:3e:0f:d2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': '2ed13138-9064-4f2c-949d-1a90e732a7f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:37Z', 'updated_at': '2022-05-27T22:46:54Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'subnets': [{'id': '2ed13138-9064-4f2c-949d-1a90e732a7f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:00.270909 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-437b4f55-8f14-4ee2-923a-2a257a48c539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:00.311054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6e0bd4d7-6f93-44af-9230-9792613201f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:06Z', 'updated_at': '2022-05-27T22:38:14Z', 'revision_number': 4, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'gw_port': {'id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:07Z', 'updated_at': '2022-05-27T22:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8719400b-845e-416b-a73b-0d6892a06867', 'name': '', 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'mac_address': 'fa:16:3e:99:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:12Z', 'updated_at': '2022-05-27T22:38:27Z', 'revision_number': 5, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'subnets': [{'id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:00.324698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0bd4d7-6f93-44af-9230-9792613201f4 None None] The sync data for ids ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'] in n-d-843680-3 is: [{'id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:06Z', 'updated_at': '2022-05-27T22:38:14Z', 'revision_number': 4, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'gw_port': {'id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:07Z', 'updated_at': '2022-05-27T22:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8719400b-845e-416b-a73b-0d6892a06867', 'name': '', 'network_id': '6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'mac_address': 'fa:16:3e:99:f2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:12Z', 'updated_at': '2022-05-27T22:38:27Z', 'revision_number': 5, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'subnets': [{'id': '03468ea2-19a1-436d-b9b8-e83a2b471f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:00.563501 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:00.573038 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:00.735551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device dcd40e2f-ce46-455f-b715-4a48c34041b7 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:47:01.061906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Deleting port 565ad814-6606-4fd8-a773-4e2067e4f24e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:01.063333 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:01.222810 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Set router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:47:01.339047 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:01.341896 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:01.356323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd8afb-2b67-46e9-910c-bb81736037bd tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:01.361809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd8afb-2b67-46e9-910c-bb81736037bd tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:01.361809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd8afb-2b67-46e9-910c-bb81736037bd tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:01.364147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd8afb-2b67-46e9-910c-bb81736037bd tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:01.364718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd8afb-2b67-46e9-910c-bb81736037bd tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:01.365184 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd8afb-2b67-46e9-910c-bb81736037bd tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:01.365816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd8afb-2b67-46e9-910c-bb81736037bd tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:01.366277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd8afb-2b67-46e9-910c-bb81736037bd tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:01.367159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd8afb-2b67-46e9-910c-bb81736037bd tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:01.377292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd8afb-2b67-46e9-910c-bb81736037bd tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:01.378098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd8afb-2b67-46e9-910c-bb81736037bd tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:01.378721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd8afb-2b67-46e9-910c-bb81736037bd tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:01.379330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd8afb-2b67-46e9-910c-bb81736037bd tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:01.381072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fd8afb-2b67-46e9-910c-bb81736037bd tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:01.384203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1d4eb0b8-8bf3-45b4-b2d9-10365b31321b None None] Provisioning for port 861f6893-3105-41e7-95c7-873b26cbb348 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:01.392273 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1d4eb0b8-8bf3-45b4-b2d9-10365b31321b None None] Provisioning complete for port 861f6893-3105-41e7-95c7-873b26cbb348 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:01.392684 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb0b8-8bf3-45b4-b2d9-10365b31321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:01.397556 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-24fd8afb-2b67-46e9-910c-bb81736037bd tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9857 time: 1.2011461 May 27 22:47:01.471134 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:01.482459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port dcd40e2f-ce46-455f-b715-4a48c34041b7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:01.490115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44598) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:01.524395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port dcd40e2f-ce46-455f-b715-4a48c34041b7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:01.533400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event updated for resources: {'Port': ['ID=3052a553-ad79-4e92-a32c-d75e72644017,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:01.537567 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:01.703572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b976192-fbc0-4c74-aee9-bb5cc4075450 None None] New status for floating IP 0171b498-bfa3-4b99-b092-aea1d6550120: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:47:01.826821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:01.906036 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:01.906911 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:02.034967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1d4eb0b8-8bf3-45b4-b2d9-10365b31321b None None] Port 861f6893-3105-41e7-95c7-873b26cbb348 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:47:02.059532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:02.080718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:47:02.344682 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:02.348709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959d140-94c8-4f2e-a8b2-12d8622bcad9 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:02.349420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959d140-94c8-4f2e-a8b2-12d8622bcad9 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:02.350019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959d140-94c8-4f2e-a8b2-12d8622bcad9 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:02.350606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959d140-94c8-4f2e-a8b2-12d8622bcad9 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:02.351210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959d140-94c8-4f2e-a8b2-12d8622bcad9 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:02.352439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959d140-94c8-4f2e-a8b2-12d8622bcad9 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:02.353077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959d140-94c8-4f2e-a8b2-12d8622bcad9 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:02.353681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959d140-94c8-4f2e-a8b2-12d8622bcad9 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:02.354277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959d140-94c8-4f2e-a8b2-12d8622bcad9 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:02.354889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959d140-94c8-4f2e-a8b2-12d8622bcad9 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:02.355482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959d140-94c8-4f2e-a8b2-12d8622bcad9 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:02.356072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959d140-94c8-4f2e-a8b2-12d8622bcad9 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:02.356744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959d140-94c8-4f2e-a8b2-12d8622bcad9 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:02.357862 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9959d140-94c8-4f2e-a8b2-12d8622bcad9 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:02.363239 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9959d140-94c8-4f2e-a8b2-12d8622bcad9 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8899 time: 0.8544219 May 27 22:47:02.367532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44610) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:02.386951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Calling delete_port for 565ad814-6606-4fd8-a773-4e2067e4f24e owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:02.510135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Allocated IP 172.20.0.23 (989f2a52-aeca-4ef1-a841-01d7355551f9/2ed13138-9064-4f2c-949d-1a90e732a7f0/e4a5844b-8e8f-468e-96f5-43e19afb6f42) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:47:02.514465 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:02.525855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1d4eb0b8-8bf3-45b4-b2d9-10365b31321b None None] Provisioning complete for port dcd40e2f-ce46-455f-b715-4a48c34041b7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:02.526139 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb0b8-8bf3-45b4-b2d9-10365b31321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:02.583987 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:46:53Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '861f6893-3105-41e7-95c7-873b26cbb348', 'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:82:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:50Z', 'updated_at': '2022-05-27T22:46:55Z', 'revision_number': 2, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:02.610829 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Checking router: 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:47:02.618520 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Updating router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 port 861f6893-3105-41e7-95c7-873b26cbb348 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:47:02.765033 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:02.765033 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.8753536 May 27 22:47:02.765033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44618) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:02.828843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'port': {'network_id': '67c59844-a858-4409-bfcc-0a087c396812', 'name': 'tempest-FloatingIPTestJSON-2099543924'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:02.842043 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:02.884052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc201f-06a4-4a99-8877-5891d4fe891e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=77a7bfe8-0e42-47fc-8d34-e79f52822817,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:02.906953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451f20eb-eb36-4bfc-a250-f465e49e7465 None None] Network 2e3ed8b0-ac37-4848-98f3-c42ed28be4db requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:47:03.067514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f9ce3-fc39-4fd9-ad7b-5d08c2af2706 req-423694f0-8f85-4efa-a863-5a9fcb54015c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:03.075473 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-476f9ce3-fc39-4fd9-ad7b-5d08c2af2706 req-423694f0-8f85-4efa-a863-5a9fcb54015c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 1.5591130 May 27 22:47:03.129567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca110df-bb0d-4610-bcfd-30b6a7e8a5eb req-e39d030d-6573-4c35-a5c2-8b5c7fd05a51 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:03.140374 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ca110df-bb0d-4610-bcfd-30b6a7e8a5eb req-e39d030d-6573-4c35-a5c2-8b5c7fd05a51 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 1.6516731 May 27 22:47:03.178733 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:03.635465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Transition to ACTIVE for port object e4a5844b-8e8f-468e-96f5-43e19afb6f42 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:47:03.635465 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:47:03.635465 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:47:03.635465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-476f9ce3-fc39-4fd9-ad7b-5d08c2af2706 req-6a89f47e-4265-4261-bf72-fc0e19df594a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605510 May 27 22:47:03.635465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ca110df-bb0d-4610-bcfd-30b6a7e8a5eb req-5cb4fef7-e272-400f-8b33-6cfcd484bf7e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750275 May 27 22:47:03.639648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port dcd40e2f-ce46-455f-b715-4a48c34041b7 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:03.639648 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:03.639648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1d4eb0b8-8bf3-45b4-b2d9-10365b31321b None None] Current status of the port dcd40e2f-ce46-455f-b715-4a48c34041b7 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:03.639648 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1d4eb0b8-8bf3-45b4-b2d9-10365b31321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:03.653184 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:03.653184 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Transition to ACTIVE for port object 861f6893-3105-41e7-95c7-873b26cbb348 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:47:03.675316 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-811c1a4e-c3c9-48ea-b188-c9be1838eeef req-a1553e69-9e77-4388-993e-3eaa75b768f4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 210 time: 0.1199148 May 27 22:47:03.748139 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:03.780386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port dcd40e2f-ce46-455f-b715-4a48c34041b7, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=dcd40e2f-ce46-455f-b715-4a48c34041b7,segment=NetworkSegment(b64552c6-083f-432a-9a70-bab2ac16407c),segment_id=b64552c6-083f-432a-9a70-bab2ac16407c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:03.813186 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:03.844159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Deleting port 565ad814-6606-4fd8-a773-4e2067e4f24e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:03.845695 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:03.901393 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:04.044196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Network 989f2a52-aeca-4ef1-a841-01d7355551f9 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:04.087058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:04.099702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:47:04.354746 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd680ef5-2d97-4f3b-8906-8b1a63083eb5 None None] Pushing event updated for resources: {'Port': ['ID=861f6893-3105-41e7-95c7-873b26cbb348,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:04.503161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 285699da-e5b2-4b89-9f68-bc3af885d091 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:47:04.522588 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:04.740750 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-1d4eb0b8-8bf3-45b4-b2d9-10365b31321b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:47:04.740750 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-1d4eb0b8-8bf3-45b4-b2d9-10365b31321b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:47:04.748797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=dcd40e2f-ce46-455f-b715-4a48c34041b7,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:04.768289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:04.772665 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:04.805887 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Attempting to bind port 861f6893-3105-41e7-95c7-873b26cbb348 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:47:04.806383 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Attempting to bind port 861f6893-3105-41e7-95c7-873b26cbb348 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'b64552c6-083f-432a-9a70-bab2ac16407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:47:04.806626 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Attempting to bind port 861f6893-3105-41e7-95c7-873b26cbb348 on network 4b5f3112-8843-4db2-a9cb-cbd88c26be4d {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:47:04.814468 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:47:04.815030 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Checking segment: {'id': 'b64552c6-083f-432a-9a70-bab2ac16407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:47:04.815432 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:04.815979 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Bound using segment: {'id': 'b64552c6-083f-432a-9a70-bab2ac16407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:47:04.816470 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Bound port: 861f6893-3105-41e7-95c7-873b26cbb348, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64552c6-083f-432a-9a70-bab2ac16407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:47:04.816898 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:04.878509 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 285699da-e5b2-4b89-9f68-bc3af885d091 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:04.885082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 285699da-e5b2-4b89-9f68-bc3af885d091 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:04.891158 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:04.946913 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event updated for resources: {'Port': ['ID=e4a5844b-8e8f-468e-96f5-43e19afb6f42,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:04.952321 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:04.952897 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:04.973518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:04.995898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:port and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:05.003064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:05.027508 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] For port 861f6893-3105-41e7-95c7-873b26cbb348, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:47:05.029062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:05.030659 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] For port 861f6893-3105-41e7-95c7-873b26cbb348, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=861f6893-3105-41e7-95c7-873b26cbb348,segment=NetworkSegment(b64552c6-083f-432a-9a70-bab2ac16407c),segment_id=b64552c6-083f-432a-9a70-bab2ac16407c)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:47:05.114813 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:05.232210 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd680ef5-2d97-4f3b-8906-8b1a63083eb5 None None] Pushing event updated for resources: {'Port': ['ID=861f6893-3105-41e7-95c7-873b26cbb348,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:05.241104 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Routers {'3d3376c3-75c1-4e1e-958b-91a1e0b09f47'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:05.242678 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:05.271725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Made reservation on behalf of 4d3f7eaecaee4664859b303c3ac293ec for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:47:05.283873 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:05.340172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Calling delete_port for 565ad814-6606-4fd8-a773-4e2067e4f24e owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:05.461539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 285699da-e5b2-4b89-9f68-bc3af885d091 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:05.461539 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:05.506948 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] device_id is not set on port 0ab66317-c7ff-4f29-bcfb-b1f269a8121d yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:47:05.584111 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-48adab95-94cf-4346-baad-66dd81253f5a tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 7213 time: 3.1844666 May 27 22:47:05.612627 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] Set router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:47:05.613156 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a05b3ed4-d9c6-4db2-8fa7-434d31fb07ae tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 6.8596668 May 27 22:47:05.651007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1d4eb0b8-8bf3-45b4-b2d9-10365b31321b None None] Current status of the port dcd40e2f-ce46-455f-b715-4a48c34041b7 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:05.658285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 285699da-e5b2-4b89-9f68-bc3af885d091, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=285699da-e5b2-4b89-9f68-bc3af885d091,segment=NetworkSegment(60f51a79-fd3f-4542-8ca8-27b4e0194b26),segment_id=60f51a79-fd3f-4542-8ca8-27b4e0194b26)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:05.666559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Request body: {'port': {'device_id': '056fe641-2e40-4be6-b430-e54066890f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:05.741095 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:05.743679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 92aac8eb-e27a-4de2-894b-6c01c068a714 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:47:06.068640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Allocated IP 172.20.0.9 (67c59844-a858-4409-bfcc-0a087c396812/ab427b7e-e45e-4b00-a2dd-dc57ec235e5d/0ab66317-c7ff-4f29-bcfb-b1f269a8121d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:47:06.071435 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:06.112617 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:06.197912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=285699da-e5b2-4b89-9f68-bc3af885d091,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:06.212484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 92aac8eb-e27a-4de2-894b-6c01c068a714 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:06.269846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01195676-a45b-4c6a-93d0-ffcfa2fdef92 req-449ffa05-0e27-4996-ba24-7a80aa05e964 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:06.276067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ce5db97e-0453-4887-ab20-0e13ea73dcb7 None None] Provisioning for port e4a5844b-8e8f-468e-96f5-43e19afb6f42 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:06.276067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ce5db97e-0453-4887-ab20-0e13ea73dcb7 None None] Provisioning complete for port e4a5844b-8e8f-468e-96f5-43e19afb6f42 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:06.279420 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce5db97e-0453-4887-ab20-0e13ea73dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:06.302684 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01195676-a45b-4c6a-93d0-ffcfa2fdef92 req-449ffa05-0e27-4996-ba24-7a80aa05e964 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 1.4911625 May 27 22:47:06.351479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ba8ea-2df4-4b86-9d0a-96d49d04715f req-fb226f9d-83af-48c1-98b9-f55ba1c67493 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:06.361058 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d2ba8ea-2df4-4b86-9d0a-96d49d04715f req-fb226f9d-83af-48c1-98b9-f55ba1c67493 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 1.5228298 May 27 22:47:06.376097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event deleted for resources: {'Port': ['ID=565ad814-6606-4fd8-a773-4e2067e4f24e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:06.453307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ce5db97e-0453-4887-ab20-0e13ea73dcb7 None None] Port e4a5844b-8e8f-468e-96f5-43e19afb6f42 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:47:06.503915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 285699da-e5b2-4b89-9f68-bc3af885d091 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:47:06.567382 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:46:53Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '861f6893-3105-41e7-95c7-873b26cbb348', 'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:82:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:50Z', 'updated_at': '2022-05-27T22:47:05Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:06.572953 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8541d9-7712-47de-b1ba-75e60112065c None None] The sync data for ids ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'] in n-d-843680-3 is: [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:46:53Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '861f6893-3105-41e7-95c7-873b26cbb348', 'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:82:11:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:50Z', 'updated_at': '2022-05-27T22:47:05Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:06.601192 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:06.651158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ce5db97e-0453-4887-ab20-0e13ea73dcb7 None None] Provisioning for port 92aac8eb-e27a-4de2-894b-6c01c068a714 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:06.685839 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ce5db97e-0453-4887-ab20-0e13ea73dcb7 None None] Provisioning complete for port 92aac8eb-e27a-4de2-894b-6c01c068a714 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:06.686490 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce5db97e-0453-4887-ab20-0e13ea73dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:06.876314 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d2ba8ea-2df4-4b86-9d0a-96d49d04715f req-163523ac-d9b3-4447-8dba-a4337e1a6150 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5112517 May 27 22:47:06.881682 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01195676-a45b-4c6a-93d0-ffcfa2fdef92 req-86656627-ad87-47b6-9fdb-b5c81daf6a49 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5209007 May 27 22:47:06.946477 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:07.016507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 285699da-e5b2-4b89-9f68-bc3af885d091 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:07.017496 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:07.041472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Router 0a8cf6f5-2ef7-4484-8155-8672780260dc is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:47:07.042599 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:07.210237 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:07.361611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ce5db97e-0453-4887-ab20-0e13ea73dcb7 None None] Current status of the port 92aac8eb-e27a-4de2-894b-6c01c068a714 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:07.362002 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce5db97e-0453-4887-ab20-0e13ea73dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:07.366429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44658) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:07.437549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a32d800d-77f0-4cfd-a4b9-3c0647d3236f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1644583045', 'description': 'tempest-secgroup-smoke-1644583045 description', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:07.439490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=0ab66317-c7ff-4f29-bcfb-b1f269a8121d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:07.443468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network 67c59844-a858-4409-bfcc-0a087c396812 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:07.464527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a32d800d-77f0-4cfd-a4b9-3c0647d3236f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:07.474716 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:07.481467 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c1406ed5-fdef-429b-88b5-f814ca87098c tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "DELETE /v2.0/floatingips/0171b498-bfa3-4b99-b092-aea1d6550120 HTTP/1.1" status: 204 len: 168 time: 7.7384615 May 27 22:47:07.511154 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ce5db97e-0453-4887-ab20-0e13ea73dcb7 None None] For port 92aac8eb-e27a-4de2-894b-6c01c068a714, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=92aac8eb-e27a-4de2-894b-6c01c068a714,segment=NetworkSegment(f3201e42-b905-475d-8d7a-ef32151fe96e),segment_id=f3201e42-b905-475d-8d7a-ef32151fe96e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:07.581955 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce5db97e-0453-4887-ab20-0e13ea73dcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:07.582710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a32d800d-77f0-4cfd-a4b9-3c0647d3236f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:07.616853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a32d800d-77f0-4cfd-a4b9-3c0647d3236f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:07.627933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44666) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:07.702989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a32d800d-77f0-4cfd-a4b9-3c0647d3236f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:07.795044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 285699da-e5b2-4b89-9f68-bc3af885d091 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:07.805397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device dcd40e2f-ce46-455f-b715-4a48c34041b7 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:47:07.851152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-bf23fc44-4600-4a56-bc56-94b3775cabbf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Deleting port 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:07.852048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf23fc44-4600-4a56-bc56-94b3775cabbf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:07.891423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:07.912765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:47:07.942829 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a32d800d-77f0-4cfd-a4b9-3c0647d3236f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:08.015223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port dcd40e2f-ce46-455f-b715-4a48c34041b7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:08.015595 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:08.028068 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bd4db-bbaa-41a4-a745-32633669839d req-f930c115-4a3f-4fc3-91ed-7f30c700bdb2 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:08.036400 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-306bd4db-bbaa-41a4-a745-32633669839d req-f930c115-4a3f-4fc3-91ed-7f30c700bdb2 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.5528042 May 27 22:47:08.074348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ed624-dee7-4281-a846-2e88a4eac69b req-eb09e1a4-bbcd-4f34-869a-ed87ba165f63 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:08.075418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a38ed624-dee7-4281-a846-2e88a4eac69b req-eb09e1a4-bbcd-4f34-869a-ed87ba165f63 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Synchronizing usage tracker for tenant:4df3336cd5534e7691f6cbd1acbb4757 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:47:08.084685 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:47:08.116829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a32d800d-77f0-4cfd-a4b9-3c0647d3236f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:08.142224 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5db97e-0453-4887-ab20-0e13ea73dcb7 None None] Pushing event updated for resources: {'Port': ['ID=92aac8eb-e27a-4de2-894b-6c01c068a714,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:08.153856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:08.153856 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:08.200244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a32d800d-77f0-4cfd-a4b9-3c0647d3236f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:08.206968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:47:08.216826 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea0544-2a2f-400e-8eee-f0f2e114e22c None None] Sync routers for ids ['0a8cf6f5-2ef7-4484-8155-8672780260dc'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:47:08.230796 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea0544-2a2f-400e-8eee-f0f2e114e22c None None] Routers {'0a8cf6f5-2ef7-4484-8155-8672780260dc'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:08.243079 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cdea0544-2a2f-400e-8eee-f0f2e114e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0a8cf6f5-2ef7-4484-8155-8672780260dc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:08.322240 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b3821e68-2631-4e64-8d6e-9b5e03948039 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.5085862 May 27 22:47:08.322240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44676) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:08.322240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b7f281db-0204-48e1-9ec7-d682dedb8f0c tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'floatingip': {'port_id': '0ab66317-c7ff-4f29-bcfb-b1f269a8121d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:08.451186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a32d800d-77f0-4cfd-a4b9-3c0647d3236f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:08.477389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port dcd40e2f-ce46-455f-b715-4a48c34041b7 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:08.488785 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cdea0544-2a2f-400e-8eee-f0f2e114e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:08.514262 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea0544-2a2f-400e-8eee-f0f2e114e22c None None] Routers {'0a8cf6f5-2ef7-4484-8155-8672780260dc'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:08.514882 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cdea0544-2a2f-400e-8eee-f0f2e114e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0a8cf6f5-2ef7-4484-8155-8672780260dc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:08.524945 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-306bd4db-bbaa-41a4-a745-32633669839d req-55d1b758-1962-495d-a141-54d71b78e5a5 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4870884 May 27 22:47:08.547541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a32d800d-77f0-4cfd-a4b9-3c0647d3236f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:08.548282 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:08.550294 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-79fd566a-bac9-44da-acf7-193ba60d2634 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 18.2993226 May 27 22:47:08.569856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44684) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:08.677979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a5844b-8e8f-468e-96f5-43e19afb6f42 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:47:08.721045 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cdea0544-2a2f-400e-8eee-f0f2e114e22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:08.721045 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea0544-2a2f-400e-8eee-f0f2e114e22c None None] The sync data for ids ['0a8cf6f5-2ef7-4484-8155-8672780260dc'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:08.769542 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:08.802774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a38ed624-dee7-4281-a846-2e88a4eac69b req-eb09e1a4-bbcd-4f34-869a-ed87ba165f63 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Unset dirty status for tenant:4df3336cd5534e7691f6cbd1acbb4757 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:47:08.833531 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a38ed624-dee7-4281-a846-2e88a4eac69b req-eb09e1a4-bbcd-4f34-869a-ed87ba165f63 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 895 time: 1.5253384 May 27 22:47:08.870495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 861f6893-3105-41e7-95c7-873b26cbb348 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:47:09.143261 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 861f6893-3105-41e7-95c7-873b26cbb348 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:09.151204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 861f6893-3105-41e7-95c7-873b26cbb348 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:09.151204 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:09.186593 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7f281db-0204-48e1-9ec7-d682dedb8f0c tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:09.402721 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf23fc44-4600-4a56-bc56-94b3775cabbf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:09.429201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 861f6893-3105-41e7-95c7-873b26cbb348 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:09.429767 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:09.438010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Transition to ACTIVE for port object e4a5844b-8e8f-468e-96f5-43e19afb6f42 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:47:09.503869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 861f6893-3105-41e7-95c7-873b26cbb348, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=861f6893-3105-41e7-95c7-873b26cbb348,segment=NetworkSegment(b64552c6-083f-432a-9a70-bab2ac16407c),segment_id=b64552c6-083f-432a-9a70-bab2ac16407c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:09.631767 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:09.631767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 92aac8eb-e27a-4de2-894b-6c01c068a714 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:47:09.707388 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a32d800d-77f0-4cfd-a4b9-3c0647d3236f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:09.716916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-bf23fc44-4600-4a56-bc56-94b3775cabbf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Calling delete_port for 3df037ee-cdfc-4a0b-adc5-86aa597bdf16 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:09.766611 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:09.799700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=861f6893-3105-41e7-95c7-873b26cbb348,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:09.858998 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a32d800d-77f0-4cfd-a4b9-3c0647d3236f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:09.922324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 92aac8eb-e27a-4de2-894b-6c01c068a714 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:09.922916 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:09.993298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a814f-d848-4770-983e-271427ac2bea req-4cc8f4cb-587f-4fd2-a969-02c52e4bd376 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:09.993298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e19a814f-d848-4770-983e-271427ac2bea req-4cc8f4cb-587f-4fd2-a969-02c52e4bd376 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.8158913 May 27 22:47:09.993298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d800d-77f0-4cfd-a4b9-3c0647d3236f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcf9d10-484f-41fe-a587-9690661b489e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:10.009490 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a32d800d-77f0-4cfd-a4b9-3c0647d3236f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:10.009490 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a32d800d-77f0-4cfd-a4b9-3c0647d3236f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.6390507 May 27 22:47:10.076606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44698) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:10.137293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-38cf3433-8603-4d1b-80c1-7a52d061878f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': '4fcf9d10-484f-41fe-a587-9690661b489e', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:10.188983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-38cf3433-8603-4d1b-80c1-7a52d061878f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:10.214745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-38cf3433-8603-4d1b-80c1-7a52d061878f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:10.220470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-38cf3433-8603-4d1b-80c1-7a52d061878f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:10.236319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-38cf3433-8603-4d1b-80c1-7a52d061878f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:10.270347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 92aac8eb-e27a-4de2-894b-6c01c068a714 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:10.287933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e75e4b-e879-40bc-b42d-93ba1ba33095 req-aa14e797-2dfa-415b-a0b6-66ae22cb67c0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:10.295334 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12e75e4b-e879-40bc-b42d-93ba1ba33095 req-aa14e797-2dfa-415b-a0b6-66ae22cb67c0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 1.0403209 May 27 22:47:10.464697 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e19a814f-d848-4770-983e-271427ac2bea req-0ed1aab4-fc89-4b39-b20c-71ae1c9a32b3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3284266 May 27 22:47:10.538590 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38cf3433-8603-4d1b-80c1-7a52d061878f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:10.553703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Pushing event updated for resources: {'Port': ['ID=e4a5844b-8e8f-468e-96f5-43e19afb6f42,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:10.640205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 861f6893-3105-41e7-95c7-873b26cbb348 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:47:10.871887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Attempting to bind port e4a5844b-8e8f-468e-96f5-43e19afb6f42 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:47:10.871887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Attempting to bind port e4a5844b-8e8f-468e-96f5-43e19afb6f42 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '60f51a79-fd3f-4542-8ca8-27b4e0194b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:47:10.871887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Attempting to bind port e4a5844b-8e8f-468e-96f5-43e19afb6f42 on network 989f2a52-aeca-4ef1-a841-01d7355551f9 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:47:10.891130 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 861f6893-3105-41e7-95c7-873b26cbb348 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:10.891130 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:10.963940 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12e75e4b-e879-40bc-b42d-93ba1ba33095 req-e1bef025-d5b0-4ee1-8509-326ef5bb0489 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6660528 May 27 22:47:10.977955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Port e4a5844b-8e8f-468e-96f5-43e19afb6f42 on network 989f2a52-aeca-4ef1-a841-01d7355551f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:47:10.978352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Attempting to bind port e4a5844b-8e8f-468e-96f5-43e19afb6f42 on network 989f2a52-aeca-4ef1-a841-01d7355551f9 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:47:10.999599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:47:11.000079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Checking segment: {'id': '60f51a79-fd3f-4542-8ca8-27b4e0194b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:47:11.000537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Bound using segment: {'id': '60f51a79-fd3f-4542-8ca8-27b4e0194b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:47:11.001049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Bound port: e4a5844b-8e8f-468e-96f5-43e19afb6f42, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f51a79-fd3f-4542-8ca8-27b4e0194b26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:47:11.001596 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:11.041779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 861f6893-3105-41e7-95c7-873b26cbb348 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:11.151819 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:11.154639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0ce2d-1bcd-4f81-90bc-ee2a4e0e7bcf req-c7aa1d80-b8de-40b9-9249-a37df319db69 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:11.156118 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71f0ce2d-1bcd-4f81-90bc-ee2a4e0e7bcf req-c7aa1d80-b8de-40b9-9249-a37df319db69 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 907 time: 0.2879786 May 27 22:47:11.166182 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf23fc44-4600-4a56-bc56-94b3775cabbf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:11.237208 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38cf3433-8603-4d1b-80c1-7a52d061878f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:11.260627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] For port e4a5844b-8e8f-468e-96f5-43e19afb6f42, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:47:11.275659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23fc44-4600-4a56-bc56-94b3775cabbf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event deleted for resources: {'Port': ['ID=3df037ee-cdfc-4a0b-adc5-86aa597bdf16,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:11.321915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] For port e4a5844b-8e8f-468e-96f5-43e19afb6f42, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e4a5844b-8e8f-468e-96f5-43e19afb6f42,segment=NetworkSegment(60f51a79-fd3f-4542-8ca8-27b4e0194b26),segment_id=60f51a79-fd3f-4542-8ca8-27b4e0194b26)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:47:11.416754 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:11.474148 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38cf3433-8603-4d1b-80c1-7a52d061878f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:11.533328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Pushing event updated for resources: {'Port': ['ID=e4a5844b-8e8f-468e-96f5-43e19afb6f42,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:11.539919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf3433-8603-4d1b-80c1-7a52d061878f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f0c7f8-59ab-4849-a582-af5b59148323,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:11.552466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:11.553455 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:11.555552 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e923769a-ebd1-451c-86ea-562325872aa0 req-15e5ab1b-9481-4dfd-b380-c8153bb4c0ec service neutron] 10.222.0.46 "PUT /v2.0/ports/e4a5844b-8e8f-468e-96f5-43e19afb6f42 HTTP/1.1" status: 200 len: 1055 time: 5.9290824 May 27 22:47:11.558096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056fe641-2e40-4be6-b430-e54066890f1d', 'tag': 'e4a5844b-8e8f-468e-96f5-43e19afb6f42'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:47:11.573882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45060bc6-589e-4fa6-9e71-972e561138e3 req-2c1ef3f8-ede2-447c-9350-34c337b4fe1f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:11.576175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45060bc6-589e-4fa6-9e71-972e561138e3 req-2c1ef3f8-ede2-447c-9350-34c337b4fe1f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.4760151 May 27 22:47:11.620728 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-b7f281db-0204-48e1-9ec7-d682dedb8f0c tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:47:11.627458 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf23fc44-4600-4a56-bc56-94b3775cabbf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:11.692102 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d496b8b-0d98-420c-af2c-56ef2e5114e4'] response: {'name': 'network-changed', 'server_uuid': '056fe641-2e40-4be6-b430-e54066890f1d', 'tag': 'e4a5844b-8e8f-468e-96f5-43e19afb6f42', 'status': 'completed', 'code': 200} May 27 22:47:11.713287 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45060bc6-589e-4fa6-9e71-972e561138e3 req-64577db1-6a58-47f3-829a-8ce5a684d040 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276581 May 27 22:47:11.815024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38cf3433-8603-4d1b-80c1-7a52d061878f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:11.815024 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-38cf3433-8603-4d1b-80c1-7a52d061878f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7449131 May 27 22:47:11.829411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44724) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:11.860632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5049e6ab-8478-4a46-8454-2558b8962a3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': '4fcf9d10-484f-41fe-a587-9690661b489e', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:11.957149 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7f281db-0204-48e1-9ec7-d682dedb8f0c tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:11.958497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5049e6ab-8478-4a46-8454-2558b8962a3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:11.967654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5049e6ab-8478-4a46-8454-2558b8962a3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:11.970663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bf23fc44-4600-4a56-bc56-94b3775cabbf tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "DELETE /v2.0/ports/3df037ee-cdfc-4a0b-adc5-86aa597bdf16 HTTP/1.1" status: 204 len: 168 time: 4.3406522 May 27 22:47:11.976085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44728) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:12.006330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5049e6ab-8478-4a46-8454-2558b8962a3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:12.024156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5049e6ab-8478-4a46-8454-2558b8962a3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:12.032745 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7f281db-0204-48e1-9ec7-d682dedb8f0c tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:12.177920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Allocated IP 172.20.0.1 (2e3ed8b0-ac37-4848-98f3-c42ed28be4db/8d4c16da-0851-4acc-ae08-80539c847634/b747bd00-4e8e-41f5-b123-21cb26187c82) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:47:12.324122 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-b7f281db-0204-48e1-9ec7-d682dedb8f0c tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Floating IP 36df34b3-1da6-41c0-b985-f23d3c069d08 associated. External IP: 172.25.2.57, port: 0ab66317-c7ff-4f29-bcfb-b1f269a8121d. May 27 22:47:12.558325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c30e5b1b-1202-48f8-b8ec-b2d536ea079b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Deleting port 28f4ebbf-fdd6-4399-854a-6706996529f9 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:12.558667 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c30e5b1b-1202-48f8-b8ec-b2d536ea079b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:12.563050 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5049e6ab-8478-4a46-8454-2558b8962a3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:12.759938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0af97-70a9-470d-817a-98f5517df4cc req-33881df6-2df3-49d6-9330-ef00c4a6706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:12.762118 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58b0af97-70a9-470d-817a-98f5517df4cc req-33881df6-2df3-49d6-9330-ef00c4a6706e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4df3336cd5534e7691f6cbd1acbb4757&device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 1058 time: 1.0622509 May 27 22:47:12.949227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0af97-70a9-470d-817a-98f5517df4cc req-f1b0d255-4e21-4827-a9a9-9454dad9ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:12.949227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0af97-70a9-470d-817a-98f5517df4cc req-f1b0d255-4e21-4827-a9a9-9454dad9ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:12.949227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58b0af97-70a9-470d-817a-98f5517df4cc req-f1b0d255-4e21-4827-a9a9-9454dad9ac1d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4df3336cd5534e7691f6cbd1acbb4757&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1687093 May 27 22:47:12.966396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca98972-536e-491d-9def-348be6c274fe req-b016180c-c2f4-4cd0-9b67-79416f5b7e99 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:12.966396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ca98972-536e-491d-9def-348be6c274fe req-b016180c-c2f4-4cd0-9b67-79416f5b7e99 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.9885798 May 27 22:47:13.038467 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5049e6ab-8478-4a46-8454-2558b8962a3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:13.055413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abcedf-66df-45a5-966f-cab513b3010d req-b41f64b5-a0a1-41bc-92b6-f8c1eda8a85e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:13.055413 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6abcedf-66df-45a5-966f-cab513b3010d req-b41f64b5-a0a1-41bc-92b6-f8c1eda8a85e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 0.7692330 May 27 22:47:13.124236 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5049e6ab-8478-4a46-8454-2558b8962a3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:13.223558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ca98972-536e-491d-9def-348be6c274fe req-f29d848b-3578-499e-813a-d3c830004673 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570627 May 27 22:47:13.391675 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6abcedf-66df-45a5-966f-cab513b3010d req-1fe523f3-3a69-4879-9bf2-812069d780ca tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179983 May 27 22:47:13.422200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049e6ab-8478-4a46-8454-2558b8962a3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b516b039-7dac-4b6d-9d82-422bc9194db8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:13.458589 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:13.478130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f281db-0204-48e1-9ec7-d682dedb8f0c tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:47:13.506248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Transition to ACTIVE for port object b747bd00-4e8e-41f5-b123-21cb26187c82 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:47:13.546896 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5049e6ab-8478-4a46-8454-2558b8962a3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:13.579044 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5049e6ab-8478-4a46-8454-2558b8962a3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7218821 May 27 22:47:13.586565 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44750) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:13.610373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-01085906-580a-4454-badd-3a49b0ead211 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': '4fcf9d10-484f-41fe-a587-9690661b489e', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:13.618790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-01085906-580a-4454-badd-3a49b0ead211 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:13.623037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-01085906-580a-4454-badd-3a49b0ead211 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:13.626386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-01085906-580a-4454-badd-3a49b0ead211 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:13.632299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-01085906-580a-4454-badd-3a49b0ead211 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:13.733998 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c30e5b1b-1202-48f8-b8ec-b2d536ea079b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:13.816921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0af97-70a9-470d-817a-98f5517df4cc req-cd604ffc-5bc7-4858-a164-f65d0d6ab5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:13.834703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f281db-0204-48e1-9ec7-d682dedb8f0c tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:47:13.836760 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58b0af97-70a9-470d-817a-98f5517df4cc req-cd604ffc-5bc7-4858-a164-f65d0d6ab5b1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8347831 May 27 22:47:13.838624 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7f281db-0204-48e1-9ec7-d682dedb8f0c tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:13.860171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47a837-3781-4cc0-94bb-13a478dd4aeb None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:47:13.933898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47a837-3781-4cc0-94bb-13a478dd4aeb None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:13.933898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-df47a837-3781-4cc0-94bb-13a478dd4aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:13.946672 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b7f281db-0204-48e1-9ec7-d682dedb8f0c tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "PUT /v2.0/floatingips/36df34b3-1da6-41c0-b985-f23d3c069d08 HTTP/1.1" status: 200 len: 977 time: 5.6277478 May 27 22:47:13.946672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44756) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:14.029886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-df47a837-3781-4cc0-94bb-13a478dd4aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:14.040939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47a837-3781-4cc0-94bb-13a478dd4aeb None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:14.042048 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-df47a837-3781-4cc0-94bb-13a478dd4aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:14.056191 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:14.079722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c30e5b1b-1202-48f8-b8ec-b2d536ea079b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Calling delete_port for 28f4ebbf-fdd6-4399-854a-6706996529f9 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:14.168161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-df47a837-3781-4cc0-94bb-13a478dd4aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:14.168161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47a837-3781-4cc0-94bb-13a478dd4aeb None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:14.293720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event updated for resources: {'Port': ['ID=b747bd00-4e8e-41f5-b123-21cb26187c82,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:14.300004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-58608b3e-3751-4d4c-8df0-4ddaacbb62d7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port 0ab66317-c7ff-4f29-bcfb-b1f269a8121d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:14.300004 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58608b3e-3751-4d4c-8df0-4ddaacbb62d7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:14.308478 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-01085906-580a-4454-badd-3a49b0ead211 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:14.396067 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-01085906-580a-4454-badd-3a49b0ead211 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:14.398363 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c30e5b1b-1202-48f8-b8ec-b2d536ea079b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:14.468773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Network 2e3ed8b0-ac37-4848-98f3-c42ed28be4db is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:14.477956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:14.509065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e5b1b-1202-48f8-b8ec-b2d536ea079b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event deleted for resources: {'Port': ['ID=28f4ebbf-fdd6-4399-854a-6706996529f9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:14.554572 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-01085906-580a-4454-badd-3a49b0ead211 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:14.630719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01085906-580a-4454-badd-3a49b0ead211 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7630020-0b2c-41d1-a9cc-60c3224caf94,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:14.709167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549a93f-d2e3-4379-9676-72238b2cb960 req-c7e99953-a19f-4259-91b7-1f304dd21d7a tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:14.710671 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0549a93f-d2e3-4379-9676-72238b2cb960 req-c7e99953-a19f-4259-91b7-1f304dd21d7a tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 907 time: 1.2101667 May 27 22:47:14.720320 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-01085906-580a-4454-badd-3a49b0ead211 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:14.720320 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-01085906-580a-4454-badd-3a49b0ead211 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1246905 May 27 22:47:14.741268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44768) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:14.741268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b0235-88a0-42e7-b663-4951af4a66b5 req-b11eaaad-aa62-43bc-880e-fe5f18b8f400 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:14.741268 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-734b0235-88a0-42e7-b663-4951af4a66b5 req-b11eaaad-aa62-43bc-880e-fe5f18b8f400 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 1.0906477 May 27 22:47:14.755239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ee0193ad-2e46-43be-80dc-32351a55ed30 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': '4fcf9d10-484f-41fe-a587-9690661b489e', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:14.836505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ee0193ad-2e46-43be-80dc-32351a55ed30 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:14.842722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:47:14.874562 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ee0193ad-2e46-43be-80dc-32351a55ed30 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:14.947757 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58608b3e-3751-4d4c-8df0-4ddaacbb62d7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:15.154040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ee0193ad-2e46-43be-80dc-32351a55ed30 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:15.193515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-923fbc43-044a-4d16-a9ea-46cc02aa124f None None] Provisioning for port b747bd00-4e8e-41f5-b123-21cb26187c82 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:15.193515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-923fbc43-044a-4d16-a9ea-46cc02aa124f None None] Provisioning complete for port b747bd00-4e8e-41f5-b123-21cb26187c82 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:15.193515 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-923fbc43-044a-4d16-a9ea-46cc02aa124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:15.274616 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-734b0235-88a0-42e7-b663-4951af4a66b5 req-183326a5-e796-423b-88c3-1fb285d10120 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4904206 May 27 22:47:15.285198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ee0193ad-2e46-43be-80dc-32351a55ed30 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:15.294039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923769a-ebd1-451c-86ea-562325872aa0 req-93b2c513-9ade-4e0c-8206-3fe88b6bfb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:15.301658 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e923769a-ebd1-451c-86ea-562325872aa0 req-93b2c513-9ade-4e0c-8206-3fe88b6bfb32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4df3336cd5534e7691f6cbd1acbb4757&device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 1058 time: 1.0493262 May 27 22:47:15.301658 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c30e5b1b-1202-48f8-b8ec-b2d536ea079b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:15.309925 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c30e5b1b-1202-48f8-b8ec-b2d536ea079b tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "DELETE /v2.0/ports/28f4ebbf-fdd6-4399-854a-6706996529f9 HTTP/1.1" status: 204 len: 168 time: 3.0303559 May 27 22:47:15.324551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44776) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:15.339269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-923fbc43-044a-4d16-a9ea-46cc02aa124f None None] Port b747bd00-4e8e-41f5-b123-21cb26187c82 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:47:15.392039 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:15.527091 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e923769a-ebd1-451c-86ea-562325872aa0 req-a20965a2-d0db-452f-a9af-04cf2787548c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=e4a5844b-8e8f-468e-96f5-43e19afb6f42 HTTP/1.1" status: 200 len: 217 time: 0.1942859 May 27 22:47:15.606205 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee0193ad-2e46-43be-80dc-32351a55ed30 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:15.667305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f983f48b-57db-46f3-ba14-beb7a08bbdd8 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Deleting subnet 862db2da-2593-4ce1-842a-3a10259ed89c {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:47:15.683090 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f983f48b-57db-46f3-ba14-beb7a08bbdd8 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:15.721602 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58608b3e-3751-4d4c-8df0-4ddaacbb62d7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:15.722666 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58608b3e-3751-4d4c-8df0-4ddaacbb62d7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:15.723179 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-58608b3e-3751-4d4c-8df0-4ddaacbb62d7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Floating IP 36df34b3-1da6-41c0-b985-f23d3c069d08 disassociated. External IP: 172.25.2.57, port: 0ab66317-c7ff-4f29-bcfb-b1f269a8121d. May 27 22:47:15.723717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-58608b3e-3751-4d4c-8df0-4ddaacbb62d7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Calling delete_port for 0ab66317-c7ff-4f29-bcfb-b1f269a8121d owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:15.786073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923769a-ebd1-451c-86ea-562325872aa0 req-5554f3e7-9385-4984-9827-3e86ff90a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:15.790380 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e923769a-ebd1-451c-86ea-562325872aa0 req-5554f3e7-9385-4984-9827-3e86ff90a620 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2ed13138-9064-4f2c-949d-1a90e732a7f0 HTTP/1.1" status: 200 len: 837 time: 0.2505829 May 27 22:47:15.879548 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:16.001405 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:16.003280 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee0193ad-2e46-43be-80dc-32351a55ed30 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:16.094431 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58608b3e-3751-4d4c-8df0-4ddaacbb62d7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:16.120417 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee0193ad-2e46-43be-80dc-32351a55ed30 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:16.135805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fd4fc-f243-434d-abf2-671bfc6127a8 req-d1a40f73-3714-4682-bda0-c2102f43221d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:16.137594 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a23fd4fc-f243-434d-abf2-671bfc6127a8 req-d1a40f73-3714-4682-bda0-c2102f43221d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 0.9170804 May 27 22:47:16.154367 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f983f48b-57db-46f3-ba14-beb7a08bbdd8 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:16.181602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58608b3e-3751-4d4c-8df0-4ddaacbb62d7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Port': ['ID=0ab66317-c7ff-4f29-bcfb-b1f269a8121d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:16.441755 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a23fd4fc-f243-434d-abf2-671bfc6127a8 req-af49cced-ab5b-4164-a8e5-ff24176791fe tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396495 May 27 22:47:16.485359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0193ad-2e46-43be-80dc-32351a55ed30 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af37ab62-5670-42eb-8594-42a385e85813,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:16.538366 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee0193ad-2e46-43be-80dc-32351a55ed30 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:16.544176 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ee0193ad-2e46-43be-80dc-32351a55ed30 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8021626 May 27 22:47:16.550259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44790) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:16.552593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923769a-ebd1-451c-86ea-562325872aa0 req-fecc6d48-95a9-4c35-a0a7-666907669cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:16.554310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e923769a-ebd1-451c-86ea-562325872aa0 req-fecc6d48-95a9-4c35-a0a7-666907669cab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=989f2a52-aeca-4ef1-a841-01d7355551f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7327929 May 27 22:47:16.564380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7208dc27-4202-411b-aeca-b8f43a83705f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': '4fcf9d10-484f-41fe-a587-9690661b489e', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:16.708098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7208dc27-4202-411b-aeca-b8f43a83705f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:16.708098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7208dc27-4202-411b-aeca-b8f43a83705f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:16.713956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7208dc27-4202-411b-aeca-b8f43a83705f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:16.728645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7208dc27-4202-411b-aeca-b8f43a83705f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:16.799871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58608b3e-3751-4d4c-8df0-4ddaacbb62d7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:47:16.841210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99af19-fe55-4602-8089-3cd53624286c req-f474e99d-bd56-4b67-8f10-b508402201ca tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:16.850789 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae99af19-fe55-4602-8089-3cd53624286c req-f474e99d-bd56-4b67-8f10-b508402201ca tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 907 time: 0.8249962 May 27 22:47:17.355530 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e923769a-ebd1-451c-86ea-562325872aa0 req-5ee2a72e-55bd-40a7-8a08-fbe871370ee5 service neutron] 10.222.0.46 "GET /v2.0/networks/989f2a52-aeca-4ef1-a841-01d7355551f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377488 May 27 22:47:17.355530 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f983f48b-57db-46f3-ba14-beb7a08bbdd8 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:17.355530 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e923769a-ebd1-451c-86ea-562325872aa0 req-7db74090-426d-450e-ba6f-e9bb39018f1f service neutron] 10.222.0.46 "GET /v2.0/networks/989f2a52-aeca-4ef1-a841-01d7355551f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592097 May 27 22:47:17.358757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58608b3e-3751-4d4c-8df0-4ddaacbb62d7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:47:17.360367 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646188a-45db-40b9-ae90-74988c50914b None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:47:17.360367 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646188a-45db-40b9-ae90-74988c50914b None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:17.360367 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5646188a-45db-40b9-ae90-74988c50914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:17.401401 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5646188a-45db-40b9-ae90-74988c50914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:17.433017 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646188a-45db-40b9-ae90-74988c50914b None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:17.433017 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5646188a-45db-40b9-ae90-74988c50914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:17.433858 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-58608b3e-3751-4d4c-8df0-4ddaacbb62d7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:17.483344 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5646188a-45db-40b9-ae90-74988c50914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:17.483749 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5646188a-45db-40b9-ae90-74988c50914b None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:17.493556 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-58608b3e-3751-4d4c-8df0-4ddaacbb62d7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/ports/0ab66317-c7ff-4f29-bcfb-b1f269a8121d HTTP/1.1" status: 204 len: 168 time: 3.5484872 May 27 22:47:17.512402 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:17.514912 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-7208dc27-4202-411b-aeca-b8f43a83705f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Project ce374891ed0f4bd582f3450e6b65dedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 22:47:17.713130 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7208dc27-4202-411b-aeca-b8f43a83705f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:17.713130 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7208dc27-4202-411b-aeca-b8f43a83705f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:17.713130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab96dbb-f38b-4b58-8d3e-4a043d678fdd req-cc078c7d-a9ad-4af8-af5a-b56212c59a6b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:17.713130 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ab96dbb-f38b-4b58-8d3e-4a043d678fdd req-cc078c7d-a9ad-4af8-af5a-b56212c59a6b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 0.0827091 May 27 22:47:17.715130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44804) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:17.737936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ab96dbb-f38b-4b58-8d3e-4a043d678fdd req-016c7f5b-2c78-453e-9c36-a60bc9734c68 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406470 May 27 22:47:17.805430 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-124755b5-02de-43d0-a4f6-f1fb6fa6927e tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "GET /v2.0/floatingips/36df34b3-1da6-41c0-b985-f23d3c069d08 HTTP/1.1" status: 200 len: 687 time: 0.0892532 May 27 22:47:17.808018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44810) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:17.869651 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f983f48b-57db-46f3-ba14-beb7a08bbdd8 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:17.943580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983f48b-57db-46f3-ba14-beb7a08bbdd8 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event deleted for resources: {'Subnet': ['ID=862db2da-2593-4ce1-842a-3a10259ed89c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:17.953603 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:17.956597 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f983f48b-57db-46f3-ba14-beb7a08bbdd8 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:17.964733 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4bddf9-3195-4f64-a197-b7e543f378ee None None] Network e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:47:17.969860 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f983f48b-57db-46f3-ba14-beb7a08bbdd8 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "DELETE /v2.0/subnets/862db2da-2593-4ce1-842a-3a10259ed89c HTTP/1.1" status: 204 len: 168 time: 2.5752068 May 27 22:47:17.970666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44818) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:18.111846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8e96f3-8f77-465d-ae37-0c11ec1ad8d9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Deleting subnet bb957fa9-4065-4f6a-a4b0-aff729cd0203 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:47:18.151706 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7208dc27-4202-411b-aeca-b8f43a83705f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:18.181153 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee8e96f3-8f77-465d-ae37-0c11ec1ad8d9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:18.181841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5e4fda01-2500-4c80-8416-83f58637a4b6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port 77a7bfe8-0e42-47fc-8d34-e79f52822817 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:18.182286 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e4fda01-2500-4c80-8416-83f58637a4b6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:18.246213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208dc27-4202-411b-aeca-b8f43a83705f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f45ec2e-f658-479f-9f8e-32d1a253b7cf,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:18.258897 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7208dc27-4202-411b-aeca-b8f43a83705f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:18.259111 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7208dc27-4202-411b-aeca-b8f43a83705f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7035191 May 27 22:47:18.267097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44830) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:18.289844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2d42ab8c-4984-499a-8475-a005de161346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': '4fcf9d10-484f-41fe-a587-9690661b489e', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:18.320329 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee8e96f3-8f77-465d-ae37-0c11ec1ad8d9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:18.330469 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2d42ab8c-4984-499a-8475-a005de161346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:18.362513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event updated for resources: {'Port': ['ID=b747bd00-4e8e-41f5-b123-21cb26187c82,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:18.365782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2d42ab8c-4984-499a-8475-a005de161346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:18.375579 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:18.410408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c6a90-4c11-4e67-b91e-d3364a41f068 req-9844ea24-4650-421b-8da3-ba4884ea291a tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:18.410408 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-744c6a90-4c11-4e67-b91e-d3364a41f068 req-9844ea24-4650-421b-8da3-ba4884ea291a tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 907 time: 0.2969618 May 27 22:47:18.463749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2d42ab8c-4984-499a-8475-a005de161346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:18.482857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2d42ab8c-4984-499a-8475-a005de161346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:18.497455 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] DHCP port deletion for e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:47:18.514083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] Deleting port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:18.514083 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:18.543705 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee8e96f3-8f77-465d-ae37-0c11ec1ad8d9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:18.675257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a5b3eee1-5fe3-41a3-aaea-1112ca160f49 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:47:18.798226 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee8e96f3-8f77-465d-ae37-0c11ec1ad8d9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:18.832322 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e4a5844b-8e8f-468e-96f5-43e19afb6f42 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:47:18.943484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e96f3-8f77-465d-ae37-0c11ec1ad8d9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event deleted for resources: {'Subnet': ['ID=bb957fa9-4065-4f6a-a4b0-aff729cd0203,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:18.960569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee8e96f3-8f77-465d-ae37-0c11ec1ad8d9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:18.994516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ee8e96f3-8f77-465d-ae37-0c11ec1ad8d9 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "DELETE /v2.0/subnets/bb957fa9-4065-4f6a-a4b0-aff729cd0203 HTTP/1.1" status: 204 len: 168 time: 1.0185435 May 27 22:47:18.994516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44842) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:19.037051 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-2d42ab8c-4984-499a-8475-a005de161346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Project ce374891ed0f4bd582f3450e6b65dedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 22:47:19.064584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e4fda01-2500-4c80-8416-83f58637a4b6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:19.064584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e4fda01-2500-4c80-8416-83f58637a4b6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:19.072341 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d42ab8c-4984-499a-8475-a005de161346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:19.079785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c910c4df-079e-42d1-98fb-963b7e3c4c0d None None] Network 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:47:19.435431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5e4fda01-2500-4c80-8416-83f58637a4b6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Calling delete_port for 77a7bfe8-0e42-47fc-8d34-e79f52822817 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:19.472267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:19.472682 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:19.475252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Network 2e3ed8b0-ac37-4848-98f3-c42ed28be4db is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:19.485596 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:19.632008 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:47:19.719172 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:19.752007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d42ab8c-4984-499a-8475-a005de161346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:19.786131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port a5b3eee1-5fe3-41a3-aaea-1112ca160f49, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a5b3eee1-5fe3-41a3-aaea-1112ca160f49,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:19.801284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] For port a5b3eee1-5fe3-41a3-aaea-1112ca160f49, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a5b3eee1-5fe3-41a3-aaea-1112ca160f49,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:19.801284 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:19.856219 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Deleting port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:19.856219 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:19.904854 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d42ab8c-4984-499a-8475-a005de161346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:19.969390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42ab8c-4984-499a-8475-a005de161346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6a592c-ef05-4232-99ba-ecd4374ee95a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:20.017902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10953c-4764-457d-ab48-a1361a34ccd6 req-df76acfa-0f1b-4ecb-9da8-4429dce71438 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:20.024275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce10953c-4764-457d-ab48-a1361a34ccd6 req-df76acfa-0f1b-4ecb-9da8-4429dce71438 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 0.5035126 May 27 22:47:20.126865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Router 0a8cf6f5-2ef7-4484-8155-8672780260dc has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:47:20.132981 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce10953c-4764-457d-ab48-a1361a34ccd6 req-e8d8d2f2-970c-4ab3-84bc-901d8038acad tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032269 May 27 22:47:20.147336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] Calling delete_port for a5b3eee1-5fe3-41a3-aaea-1112ca160f49 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:20.181988 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d42ab8c-4984-499a-8475-a005de161346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:20.199617 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2d42ab8c-4984-499a-8475-a005de161346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.9186797 May 27 22:47:20.241234 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:20.391794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b3213785-ebf7-4124-9d5d-d8b12834b9d9 None None] Provisioning complete for port b747bd00-4e8e-41f5-b123-21cb26187c82 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:20.392400 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3213785-ebf7-4124-9d5d-d8b12834b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:20.449352 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:47:20.450036 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:47:20.480992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e4a5844b-8e8f-468e-96f5-43e19afb6f42, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e4a5844b-8e8f-468e-96f5-43e19afb6f42,segment=NetworkSegment(60f51a79-fd3f-4542-8ca8-27b4e0194b26),segment_id=60f51a79-fd3f-4542-8ca8-27b4e0194b26)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:20.516118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b3213785-ebf7-4124-9d5d-d8b12834b9d9 None None] Port b747bd00-4e8e-41f5-b123-21cb26187c82 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:47:20.526347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:47:20.553181 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4d77ff45-10b4-4fa5-a011-d6624f056f1e tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] 10.222.0.27 "PUT /v2.0/routers/0a8cf6f5-2ef7-4484-8155-8672780260dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9766836 May 27 22:47:20.557776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b0d740-4062-4f42-a180-a6d347c462c6 None None] Sync routers for ids ['0a8cf6f5-2ef7-4484-8155-8672780260dc'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:47:20.557776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'e4a5844b-8e8f-468e-96f5-43e19afb6f42', 'network_id': '989f2a52-aeca-4ef1-a841-01d7355551f9', 'port_id': 'e4a5844b-8e8f-468e-96f5-43e19afb6f42', 'mac_address': 'fa:16:3e:a4:a5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed13138-9064-4f2c-949d-1a90e732a7f0', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:47:20.564906 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e4fda01-2500-4c80-8416-83f58637a4b6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:20.568524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=a5b3eee1-5fe3-41a3-aaea-1112ca160f49,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:20.571650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44876) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:20.582653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Request body: {'port': {'network_id': '2e3ed8b0-ac37-4848-98f3-c42ed28be4db', 'name': 'tempest-FloatingIPAdminTestJSON-1927770757'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:20.649445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e5b965-2440-4c15-9818-a2d8f7258528 None None] DHCP port deletion for 15fb9d3a-c067-4459-92b6-f916b0ca5ac5 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:47:20.660709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fda01-2500-4c80-8416-83f58637a4b6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Port': ['ID=77a7bfe8-0e42-47fc-8d34-e79f52822817,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:20.669790 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b0d740-4062-4f42-a180-a6d347c462c6 None None] Routers {'0a8cf6f5-2ef7-4484-8155-8672780260dc'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:20.669790 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-49b0d740-4062-4f42-a180-a6d347c462c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0a8cf6f5-2ef7-4484-8155-8672780260dc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:20.724515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-59e5b965-2440-4c15-9818-a2d8f7258528 None None] Deleting port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:20.724515 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-59e5b965-2440-4c15-9818-a2d8f7258528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:20.779770 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-a4f73f2e-5edd-4348-9e82-7da8f9e9f4a8 req-a3ac6b55-79e0-4542-babd-bfe0a4da0bad service neutron] (88901) timed out ('10.222.0.27', 47988) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 22:47:20.827023 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e4fda01-2500-4c80-8416-83f58637a4b6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:20.830440 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e4fda01-2500-4c80-8416-83f58637a4b6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:20.831869 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5e4fda01-2500-4c80-8416-83f58637a4b6 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/floatingips/36df34b3-1da6-41c0-b985-f23d3c069d08 HTTP/1.1" status: 204 len: 168 time: 3.0229175 May 27 22:47:20.836737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44882) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:20.842307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '1fc839e4-eb2a-422d-b594-831950d7bbc9'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:20.853655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:20.859176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:20.860002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:floatingip and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:20.863257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:20.864750 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Usage tracker for resource:port and tenant:672b4ad982eb4eefb54d4bf8f4185efd is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:20.868983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:20.870379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:20.876797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:20.880921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-49b0d740-4062-4f42-a180-a6d347c462c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:20.882957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] For port a5b3eee1-5fe3-41a3-aaea-1112ca160f49, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a5b3eee1-5fe3-41a3-aaea-1112ca160f49,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:20.883326 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:20.883718 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e4a5844b-8e8f-468e-96f5-43e19afb6f42 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:20.884091 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:20.950766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a5844b-8e8f-468e-96f5-43e19afb6f42 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:47:20.964518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] Deleting port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:20.964518 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:20.984836 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:21.013558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b0d740-4062-4f42-a180-a6d347c462c6 None None] Routers {'0a8cf6f5-2ef7-4484-8155-8672780260dc'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:21.013558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-49b0d740-4062-4f42-a180-a6d347c462c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0a8cf6f5-2ef7-4484-8155-8672780260dc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:21.057631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Calling delete_port for a5b3eee1-5fe3-41a3-aaea-1112ca160f49 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:21.128170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e4a5844b-8e8f-468e-96f5-43e19afb6f42, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e4a5844b-8e8f-468e-96f5-43e19afb6f42,segment=NetworkSegment(60f51a79-fd3f-4542-8ca8-27b4e0194b26),segment_id=60f51a79-fd3f-4542-8ca8-27b4e0194b26)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:21.140730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-49b0d740-4062-4f42-a180-a6d347c462c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:21.141347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b0d740-4062-4f42-a180-a6d347c462c6 None None] The sync data for ids ['0a8cf6f5-2ef7-4484-8155-8672780260dc'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:21.150044 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:21.181945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c47793-35a6-40a5-89f0-74718b34491f req-cc8dd3b8-533b-4995-b37b-5ccb6ff1f99f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:21.197062 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77c47793-35a6-40a5-89f0-74718b34491f req-cc8dd3b8-533b-4995-b37b-5ccb6ff1f99f tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 907 time: 0.8118186 May 27 22:47:21.198941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Made reservation on behalf of 672b4ad982eb4eefb54d4bf8f4185efd for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:47:21.209237 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:21.317619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-59e5b965-2440-4c15-9818-a2d8f7258528 None None] For port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67,segment=NetworkSegment(fefb0726-d71c-47c1-8d7c-7f99442ebae3),segment_id=fefb0726-d71c-47c1-8d7c-7f99442ebae3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:21.317619 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-59e5b965-2440-4c15-9818-a2d8f7258528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:21.324619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] device_id is not set on port a99f393f-fdc3-4352-8712-131e70e65c29 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:47:21.398639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Allocated IP 172.25.2.97 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/69ab245e-dc96-4be0-b7af-421e8c20c2b1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:47:21.401119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fcb3e-a652-41dc-9cc1-4c4db0384516 req-9374c67a-b200-4d99-a2a7-627ea66923e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:21.402682 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae8fcb3e-a652-41dc-9cc1-4c4db0384516 req-9374c67a-b200-4d99-a2a7-627ea66923e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 1095 time: 1.1168563 May 27 22:47:21.453828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff6220-a7c7-4417-9432-47ebcc2bf8d5 req-23c7a32b-4800-4043-a3d8-97a5b3ba3815 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:21.461380 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32ff6220-a7c7-4417-9432-47ebcc2bf8d5 req-23c7a32b-4800-4043-a3d8-97a5b3ba3815 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 1.0096574 May 27 22:47:21.468389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-59e5b965-2440-4c15-9818-a2d8f7258528 None None] Calling delete_port for 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:21.498230 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:21.635429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-0035ec29-19ce-4f5d-aa24-6b96f84fe107 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Synchronizing usage tracker for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:47:21.661738 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-59e5b965-2440-4c15-9818-a2d8f7258528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:21.695761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e5b965-2440-4c15-9818-a2d8f7258528 None None] No DVR routers for this DVR port 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:47:21.720115 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:21.769704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32ff6220-a7c7-4417-9432-47ebcc2bf8d5 req-deb8469c-dd4b-4f2e-a4a0-8416074aae84 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074722 May 27 22:47:21.812944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e4a5844b-8e8f-468e-96f5-43e19afb6f42,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:21.822994 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:21.826829 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:21.829089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653f66e-a284-4025-9f57-5f4ab5534eb0 req-7fe50f99-4a55-4676-b346-1ab09cc589c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:21.830558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1653f66e-a284-4025-9f57-5f4ab5534eb0 req-7fe50f99-4a55-4676-b346-1ab09cc589c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 1097 time: 0.7104042 May 27 22:47:21.869787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5b965-2440-4c15-9818-a2d8f7258528 None None] Pushing event deleted for resources: {'Port': ['ID=55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:21.873949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['e4a5844b-8e8f-468e-96f5-43e19afb6f42'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:47:21.978898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=69ab245e-dc96-4be0-b7af-421e8c20c2b1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:21.982578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:21.982578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:21.989149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:47:22.050217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] For port a5b3eee1-5fe3-41a3-aaea-1112ca160f49, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a5b3eee1-5fe3-41a3-aaea-1112ca160f49,segment=NetworkSegment(20999177-ff43-44db-923c-b711ee1017e7),segment_id=20999177-ff43-44db-923c-b711ee1017e7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:22.050217 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:22.128584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-0035ec29-19ce-4f5d-aa24-6b96f84fe107 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Unset dirty status for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:47:22.133164 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-0035ec29-19ce-4f5d-aa24-6b96f84fe107 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644583045&fields=id&tenant_id=ce374891ed0f4bd582f3450e6b65dedf HTTP/1.1" status: 200 len: 267 time: 0.7357793 May 27 22:47:22.165774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event deleted for resources: {'Port': ['ID=a5b3eee1-5fe3-41a3-aaea-1112ca160f49,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:22.184532 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] No DVR routers for this DVR port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:47:22.235397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] Calling delete_port for a5b3eee1-5fe3-41a3-aaea-1112ca160f49 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:22.341645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Allocated IP 172.20.0.7 (2e3ed8b0-ac37-4848-98f3-c42ed28be4db/8d4c16da-0851-4acc-ae08-80539c847634/a99f393f-fdc3-4352-8712-131e70e65c29) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:47:22.344804 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:22.344804 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:47:22.344804 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:47:22.364191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fcb3e-a652-41dc-9cc1-4c4db0384516 req-a8c7ccb7-2315-4af0-a88d-ffed381b7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:22.364191 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae8fcb3e-a652-41dc-9cc1-4c4db0384516 req-a8c7ccb7-2315-4af0-a88d-ffed381b7b06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.9224501 May 27 22:47:22.467635 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] Deleting port a5b3eee1-5fe3-41a3-aaea-1112ca160f49 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:22.468618 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:22.628778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7df89136-50a8-4bbb-8da3-6bf9e39e9c29 None None] The port 'a5b3eee1-5fe3-41a3-aaea-1112ca160f49' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:47:22.636896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:47:22.678977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:47:22.678977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 55e3e17a-99e6-4a93-aa6a-0c0d89dcfd67 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:47:22.731398 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae8fcb3e-a652-41dc-9cc1-4c4db0384516 req-aceefa6b-8af7-4679-a24d-f571d31c32f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a HTTP/1.1" status: 200 len: 999 time: 0.3377216 May 27 22:47:22.771238 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:22.777536 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:22.957397 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:22.960136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:22.968523 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653f66e-a284-4025-9f57-5f4ab5534eb0 req-4936ae05-c830-4d41-ae3e-cf5dd86ce780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:22.968523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1653f66e-a284-4025-9f57-5f4ab5534eb0 req-4936ae05-c830-4d41-ae3e-cf5dd86ce780 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a HTTP/1.1" status: 200 len: 918 time: 1.0579026 May 27 22:47:23.070573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20999177-ff43-44db-923c-b711ee1017e7') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:23.070573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20999177-ff43-44db-923c-b711ee1017e7') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:23.115339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-2a661970-4aa9-40c9-abdf-07bc141d152e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:23.117118 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-2a661970-4aa9-40c9-abdf-07bc141d152e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/networks?id=4b5f3112-8843-4db2-a9cb-cbd88c26be4d HTTP/1.1" status: 200 len: 797 time: 0.9378209 May 27 22:47:23.129877 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:23.144723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fcb3e-a652-41dc-9cc1-4c4db0384516 req-5a70e10b-ab1c-4594-bfc0-5e1bd16b964a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:23.146165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae8fcb3e-a652-41dc-9cc1-4c4db0384516 req-5a70e10b-ab1c-4594-bfc0-5e1bd16b964a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.3721898 May 27 22:47:23.154128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c6fa0-3cce-4aed-a93f-f3833fe6fd1a req-762c7184-0dc1-4890-8bbf-2ffa51955853 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:23.155558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f47c6fa0-3cce-4aed-a93f-f3833fe6fd1a req-762c7184-0dc1-4890-8bbf-2ffa51955853 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 946 time: 1.2445488 May 27 22:47:23.224672 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:23.265472 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-60ce5d2b-c809-405a-9a04-acfaf77a2985 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/quotas/ce374891ed0f4bd582f3450e6b65dedf HTTP/1.1" status: 200 len: 375 time: 0.1260502 May 27 22:47:23.265472 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:23.335988 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:23.342204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:47:23.342204 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:23.362689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1653f66e-a284-4025-9f57-5f4ab5534eb0 req-d82ffe54-024f-4497-8b54-58c843ce85e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a121886-a498-4d99-956d-cd5d598cb38c HTTP/1.1" status: 200 len: 1001 time: 0.3667085 May 27 22:47:23.446710 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 20999177-ff43-44db-923c-b711ee1017e7 resource provider aggregate not found May 27 22:47:23.464174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=69ab245e-dc96-4be0-b7af-421e8c20c2b1,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:23.480729 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:23.537286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e4a5844b-8e8f-468e-96f5-43e19afb6f42 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:47:23.549464 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 20999177-ff43-44db-923c-b711ee1017e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20999177-ff43-44db-923c-b711ee1017e7 found for delete ", "request_id": "req-65572b7e-16f8-440d-8e6e-f195820a49b5"}]} May 27 22:47:23.569131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:23.577383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f47c6fa0-3cce-4aed-a93f-f3833fe6fd1a req-bae72e4a-5e59-4e8d-87d4-86dfdd6f3b0c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3969495 May 27 22:47:23.617467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Transition to ACTIVE for port object a99f393f-fdc3-4352-8712-131e70e65c29 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:47:23.617467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653f66e-a284-4025-9f57-5f4ab5534eb0 req-bc16b26a-1327-4275-9ddd-5519b329848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:23.624164 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1653f66e-a284-4025-9f57-5f4ab5534eb0 req-bc16b26a-1327-4275-9ddd-5519b329848b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f30d47-4208-4370-ad1f-f05d95b79b41 HTTP/1.1" status: 200 len: 856 time: 0.1682465 May 27 22:47:23.692457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fcb3e-a652-41dc-9cc1-4c4db0384516 req-02e6d608-e706-4907-b5ee-5fecdc32c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:23.692457 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae8fcb3e-a652-41dc-9cc1-4c4db0384516 req-02e6d608-e706-4907-b5ee-5fecdc32c321 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5173414 May 27 22:47:23.692457 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:23.749355 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Floating IP c5a07d9e-ee67-42f5-88ec-c416ab658b02 associated. External IP: 172.25.2.97, port: 1fc839e4-eb2a-422d-b594-831950d7bbc9. May 27 22:47:23.753852 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:23.764451 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-9a80b01e-5568-42a1-b025-57ec089e97a5 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ce374891ed0f4bd582f3450e6b65dedf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4863701 May 27 22:47:23.924657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port e4a5844b-8e8f-468e-96f5-43e19afb6f42 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:23.945381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port e4a5844b-8e8f-468e-96f5-43e19afb6f42 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:23.945381 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:24.011059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event deleted for resources: {'Network': ['ID=e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:24.135227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e4a5844b-8e8f-468e-96f5-43e19afb6f42 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:24.135610 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:24.166686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056fe641-2e40-4be6-b430-e54066890f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a5844b-8e8f-468e-96f5-43e19afb6f42'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:47:24.177366 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e4a5844b-8e8f-468e-96f5-43e19afb6f42, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e4a5844b-8e8f-468e-96f5-43e19afb6f42,segment=NetworkSegment(60f51a79-fd3f-4542-8ca8-27b4e0194b26),segment_id=60f51a79-fd3f-4542-8ca8-27b4e0194b26)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:24.270271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0033eca4-15fe-419f-bfac-a580a3191ab4 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "DELETE /v2.0/networks/e8ee1ac4-348a-4aa8-b0f5-2393abeb7bc4 HTTP/1.1" status: 204 len: 168 time: 5.2681129 May 27 22:47:24.273846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44934) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:24.276256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653f66e-a284-4025-9f57-5f4ab5534eb0 req-af700c77-8f1c-4dc3-b132-43648f4c354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:24.276256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1653f66e-a284-4025-9f57-5f4ab5534eb0 req-af700c77-8f1c-4dc3-b132-43648f4c354c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6474848 May 27 22:47:24.282961 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:24.282961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4a121886-a498-4d99-956d-cd5d598cb38c no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:47:24.328974 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:24.328974 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae8fcb3e-a652-41dc-9cc1-4c4db0384516 req-238c6e01-dc41-40a2-8d9a-f9a771fe76d8 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247411 May 27 22:47:24.483093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e4a5844b-8e8f-468e-96f5-43e19afb6f42,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:24.546317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4a121886-a498-4d99-956d-cd5d598cb38c is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:24.547036 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:24.578686 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2cf0-da93-4b3a-ad00-08c20959c606 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:24.595465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:47:24.607703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4a121886-a498-4d99-956d-cd5d598cb38c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4a121886-a498-4d99-956d-cd5d598cb38c,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:24.621925 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-8ef18024-b392-4d54-869b-45209afca7f7 service neutron] 10.222.0.27 "GET /v2.0/networks/4b5f3112-8843-4db2-a9cb-cbd88c26be4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7745609 May 27 22:47:24.634073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Network 2e3ed8b0-ac37-4848-98f3-c42ed28be4db is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:24.667926 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:24.774453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-e9ad7f95-cea3-4f34-99b8-74985ad71efe service neutron] 10.222.0.27 "GET /v2.0/networks/4b5f3112-8843-4db2-a9cb-cbd88c26be4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382339 May 27 22:47:24.803409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:24.812708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:47:24.864403 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4a121886-a498-4d99-956d-cd5d598cb38c,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:24.904450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cebb24-fe3a-4a18-a6cc-d042b63482ac req-ce4520fd-b473-4531-b978-2b33f94be382 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:24.906667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a7cebb24-fe3a-4a18-a6cc-d042b63482ac req-ce4520fd-b473-4531-b978-2b33f94be382 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 908 time: 0.8893781 May 27 22:47:24.957647 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2cf0-da93-4b3a-ad00-08c20959c606 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:24.977138 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae8fcb3e-a652-41dc-9cc1-4c4db0384516 req-3a1a5fd8-9a50-401b-aec3-0ec464bf1869 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6094542 May 27 22:47:24.977138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event updated for resources: {'Port': ['ID=a99f393f-fdc3-4352-8712-131e70e65c29,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:24.995668 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1653f66e-a284-4025-9f57-5f4ab5534eb0 req-c2d3e0d3-a471-4079-8a7a-3e1269de019f service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6862154 May 27 22:47:25.041009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3cfa2cf0-da93-4b3a-ad00-08c20959c606 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fb9d3a-c067-4459-92b6-f916b0ca5ac5']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:25.087637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3cfa2cf0-da93-4b3a-ad00-08c20959c606 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefb0726-d71c-47c1-8d7c-7f99442ebae3') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:25.087637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3cfa2cf0-da93-4b3a-ad00-08c20959c606 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefb0726-d71c-47c1-8d7c-7f99442ebae3') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:25.155401 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:47:25.170496 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a0907-95f3-413d-b419-c42cf5b2439c None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:47:25.171045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2cf0-da93-4b3a-ad00-08c20959c606 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:25.177959 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898a0907-95f3-413d-b419-c42cf5b2439c None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:25.179718 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-898a0907-95f3-413d-b419-c42cf5b2439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:25.198794 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2cf0-da93-4b3a-ad00-08c20959c606 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:25.213011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfa2cf0-da93-4b3a-ad00-08c20959c606 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:47:25.213695 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2cf0-da93-4b3a-ad00-08c20959c606 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:25.231600 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1d49d6-f6e3-4cf7-b48e-0bfa72738ff7'] response: {'server_uuid': '056fe641-2e40-4be6-b430-e54066890f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a5844b-8e8f-468e-96f5-43e19afb6f42', 'code': 200} May 27 22:47:25.409479 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-898a0907-95f3-413d-b419-c42cf5b2439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:25.431000 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898a0907-95f3-413d-b419-c42cf5b2439c None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:25.431000 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-898a0907-95f3-413d-b419-c42cf5b2439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:25.438360 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment fefb0726-d71c-47c1-8d7c-7f99442ebae3 resource provider aggregate not found May 27 22:47:25.447574 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:25.490581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-02c7c6f5-0f04-472f-8470-960e95ab416b None None] Provisioning for port a99f393f-fdc3-4352-8712-131e70e65c29 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:25.495468 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1653f66e-a284-4025-9f57-5f4ab5534eb0 req-ca4922fd-5421-4911-8d7f-c0908ebc2425 service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981866 May 27 22:47:25.499591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-02c7c6f5-0f04-472f-8470-960e95ab416b None None] Provisioning complete for port a99f393f-fdc3-4352-8712-131e70e65c29 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:25.499591 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-02c7c6f5-0f04-472f-8470-960e95ab416b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:25.526089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:25.526089 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:25.546347 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-898a0907-95f3-413d-b419-c42cf5b2439c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:25.546347 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a0907-95f3-413d-b419-c42cf5b2439c None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:25.580818 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:47:25.591905 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment fefb0726-d71c-47c1-8d7c-7f99442ebae3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fefb0726-d71c-47c1-8d7c-7f99442ebae3 found for delete ", "request_id": "req-ae223645-9670-4ac0-82c3-2a72a2fcf84f"}]} May 27 22:47:25.643926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-02c7c6f5-0f04-472f-8470-960e95ab416b None None] Port a99f393f-fdc3-4352-8712-131e70e65c29 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:47:25.658802 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6f89331e-e46a-46dc-a02e-a66fa3471f62 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8158855 May 27 22:47:25.658802 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44964) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:25.669807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1207102558'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:25.676447 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:25.684305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:network and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:25.684305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:25.703249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:25.717734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c6fbf-cdc4-440e-ac3d-21e647cb69ce req-53615253-6b54-4a57-8072-bd6be0b2a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:25.719285 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb5c6fbf-cdc4-440e-ac3d-21e647cb69ce req-53615253-6b54-4a57-8072-bd6be0b2a0a4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 1060 time: 0.3323073 May 27 22:47:25.766982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06243009-a98b-47bb-96b2-c580c34336b6 req-a36ca06b-88c8-449b-ad90-ec1135fcff23 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:25.769769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06243009-a98b-47bb-96b2-c580c34336b6 req-a36ca06b-88c8-449b-ad90-ec1135fcff23 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.2061224 May 27 22:47:25.774628 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2cf0-da93-4b3a-ad00-08c20959c606 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:25.778818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2df99-c8b7-4fc6-a529-2515e2c31e7b req-f4bb4da9-c0c3-4c82-a99a-c1867cf0413a tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:25.780539 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ad2df99-c8b7-4fc6-a529-2515e2c31e7b req-f4bb4da9-c0c3-4c82-a99a-c1867cf0413a tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.1642511 May 27 22:47:25.791072 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2cf0-da93-4b3a-ad00-08c20959c606 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:25.811243 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8201a420-4eaf-4f92-b8f9-7362fbb8c285 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2343223 May 27 22:47:25.821556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44970) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:25.839707 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3cfa2cf0-da93-4b3a-ad00-08c20959c606 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] 10.222.0.27 "DELETE /v2.0/networks/15fb9d3a-c067-4459-92b6-f916b0ca5ac5 HTTP/1.1" status: 204 len: 168 time: 1.5716326 May 27 22:47:25.844185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa2cf0-da93-4b3a-ad00-08c20959c606 tempest-TaggedBootDevicesTest_v242-1784318377 tempest-TaggedBootDevicesTest_v242-1784318377-project] Pushing event deleted for resources: {'Network': ['ID=15fb9d3a-c067-4459-92b6-f916b0ca5ac5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:25.898979 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06243009-a98b-47bb-96b2-c580c34336b6 req-5402261b-d49a-450e-b20c-a1f3a8adc17f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117456 May 27 22:47:25.912503 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ad2df99-c8b7-4fc6-a529-2515e2c31e7b req-7917f84f-628c-4f41-bc4d-69ed5fa58678 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086786 May 27 22:47:25.938885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'project_id': '672b4ad982eb4eefb54d4bf8f4185efd', 'port_id': 'a99f393f-fdc3-4352-8712-131e70e65c29'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:25.947907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:25.952048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Made reservation on behalf of 4d3f7eaecaee4664859b303c3ac293ec for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:47:25.952048 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:25.955704 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Usage tracker for resource:floatingip and tenant:672b4ad982eb4eefb54d4bf8f4185efd is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:25.962026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:25.975266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:26.027050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:47:26.047775 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:26.047775 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Added segment 14589c36-0547-4738-a574-19604191ca97 of type vlan for network a58ff3c5-ea52-481c-88ef-1bce5e7a49e9 May 27 22:47:26.065901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ffe2b42-b518-4b93-95d7-acff1974a051 req-33d18477-dff5-4fa2-ac2c-78d8139a50dd tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 210 time: 0.0748231 May 27 22:47:26.065901 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:26.091946 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:26.254336 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:26.269412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:26.269412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:26.309801 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:26.363415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65a4a-4710-4275-a6c2-8f83858b6e3b req-627d7d03-db0e-4eb4-b75d-dddc7f86b658 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:26.363415 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7f65a4a-4710-4275-a6c2-8f83858b6e3b req-627d7d03-db0e-4eb4-b75d-dddc7f86b658 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 909 time: 0.1557710 May 27 22:47:26.430102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Network': ['ID=a58ff3c5-ea52-481c-88ef-1bce5e7a49e9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:26.440015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network a58ff3c5-ea52-481c-88ef-1bce5e7a49e9 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:47:26.461407 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cddfa9ad-dc48-46cc-a7f6-c7acba50cda7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8009784 May 27 22:47:26.463985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44990) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:26.470158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'subnet': {'network_id': 'a58ff3c5-ea52-481c-88ef-1bce5e7a49e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:26.516077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Allocated IP 172.25.2.206 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/d78a0d5e-0747-4ad0-a1fe-b820474c01a9) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:47:26.627053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:26.627053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:subnet and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:26.635489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:26.647763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:26.715520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Made reservation on behalf of 4d3f7eaecaee4664859b303c3ac293ec for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:47:26.715520 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:26.893582 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:27.254021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7784a39f-5741-4c54-84cd-9555df693b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a121886-a498-4d99-956d-cd5d598cb38c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:47:27.352797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b6519-7fd4-4fe7-adab-5db67c124dfe req-af80dfa7-7870-4272-9641-1e65b8bbb022 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:27.354373 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da0b6519-7fd4-4fe7-adab-5db67c124dfe req-af80dfa7-7870-4272-9641-1e65b8bbb022 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.1881840 May 27 22:47:27.368499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55966fc-03d8-4b0a-b148-7eb8e0ca8995 req-74e604ed-a3b0-449d-aeae-b214ceac3f94 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:27.373297 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d55966fc-03d8-4b0a-b148-7eb8e0ca8995 req-74e604ed-a3b0-449d-aeae-b214ceac3f94 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1665213 May 27 22:47:27.440718 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da0b6519-7fd4-4fe7-adab-5db67c124dfe req-6bca5ec2-08eb-4bf3-b3a4-69b43f0b0391 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697081 May 27 22:47:27.444341 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:27.488319 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d55966fc-03d8-4b0a-b148-7eb8e0ca8995 req-da6ea691-582e-4b59-bed3-11b980873160 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021850 May 27 22:47:27.502258 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:27.535268 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-256c5816-51dc-4481-a92b-3675fd68f6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:27.590164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:27.597011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:27.602503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:47:27.664945 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c9ae22-beb7-4154-962b-76377061fe5a'] response: {'server_uuid': '7784a39f-5741-4c54-84cd-9555df693b62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a121886-a498-4d99-956d-cd5d598cb38c', 'code': 200} May 27 22:47:27.728231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Checking segment: {'id': '14589c36-0547-4738-a574-19604191ca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a58ff3c5-ea52-481c-88ef-1bce5e7a49e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:47:27.728231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network hostable DHCP agents. Network: a58ff3c5-ea52-481c-88ef-1bce5e7a49e9, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:47:27.745684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Subnet': ['ID=8940f521-4071-4a53-af23-0884c102d4dd,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:27.771646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:27.781759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:27.781759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:27.781759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:27.781759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:27.781759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:27.781759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:27.781759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:27.781759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:27.781759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:27.781759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:27.781759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:27.794146 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f10f364-4cc8-4445-b26b-f5f48404c943 req-3280a164-d747-4f5c-ab3e-d821a43c7564 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 210 time: 0.1110401 May 27 22:47:27.808584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Pushing event updated for resources: {'Port': ['ID=d78a0d5e-0747-4ad0-a1fe-b820474c01a9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:27.874657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network a58ff3c5-ea52-481c-88ef-1bce5e7a49e9 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:47:27.977783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, a58ff3c5-ea52-481c-88ef-1bce5e7a49e9) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:27.982330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:27.983398 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:27.986632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310a07ae-6652-496c-9679-5b85199e7c3a None None] Network a58ff3c5-ea52-481c-88ef-1bce5e7a49e9 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:47:28.185200 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-41099109-d07f-4f1f-9177-3e17c4c798e4 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7043948 May 27 22:47:28.185200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45018) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:28.185200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2079586305', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:28.223163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:28.228578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:router and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:28.231689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:28.238820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:28.271458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-a58ff3c5-ea52-481c-88ef-1bce5e7a49e9', 'network_id': 'a58ff3c5-ea52-481c-88ef-1bce5e7a49e9', 'tenant_id': '4d3f7eaecaee4664859b303c3ac293ec', 'fixed_ips': [{'subnet_id': '8940f521-4071-4a53-af23-0884c102d4dd'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:47:28.273485 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:28.280308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940f171-0e0e-4bdc-8e2e-652c48eb47e1 req-511b1cb8-117e-4665-8908-b130cc0d3df9 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:28.284182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9940f171-0e0e-4bdc-8e2e-652c48eb47e1 req-511b1cb8-117e-4665-8908-b130cc0d3df9 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 909 time: 0.4129126 May 27 22:47:28.324331 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:28.325746 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:28.345787 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:28.608008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Allocated IP 172.20.0.2 (a58ff3c5-ea52-481c-88ef-1bce5e7a49e9/8940f521-4071-4a53-af23-0884c102d4dd/3648bab0-4637-4760-8c72-e0e790f3d57c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:47:28.804646 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141a91e-27f6-4527-a829-724fc25a2302 req-5932ca35-2f9b-44c6-8fa8-f11cfcb47696 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:28.815188 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3141a91e-27f6-4527-a829-724fc25a2302 req-5932ca35-2f9b-44c6-8fa8-f11cfcb47696 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 909 time: 0.2988193 May 27 22:47:28.929511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab59835-741e-48e8-9045-14869b57f2e2 req-e5291cea-a9f8-4a6d-bbee-6b41b2d3cea0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:28.938587 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ab59835-741e-48e8-9045-14869b57f2e2 req-e5291cea-a9f8-4a6d-bbee-6b41b2d3cea0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.2465448 May 27 22:47:29.169581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ab59835-741e-48e8-9045-14869b57f2e2 req-882b1352-c6e5-4c7a-93fb-ad6024f165cb tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180455 May 27 22:47:29.196241 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:29.218375 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Transition to ACTIVE for port object 3648bab0-4637-4760-8c72-e0e790f3d57c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:47:29.242847 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Transition to ACTIVE for port object 3648bab0-4637-4760-8c72-e0e790f3d57c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:47:29.284553 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:29.329735 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:29.510548 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Pushing event updated for resources: {'Port': ['ID=3648bab0-4637-4760-8c72-e0e790f3d57c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:29.522792 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:29.536236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:29.536236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:29.536236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:29.536236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:29.536236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:29.536236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:29.536236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:29.536236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:29.536236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:29.544001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:29.544001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:29.544001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:29.560390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Network a58ff3c5-ea52-481c-88ef-1bce5e7a49e9 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:29.573960 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:29.573960 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:47:29.586240 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef20fca9-2886-4be6-bc4a-ddaf4e28e9a3 req-f575e748-d8d2-47c7-abf5-af55987dd368 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 210 time: 0.1517766 May 27 22:47:29.654222 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-73455937-74df-4870-be9f-161db92eff45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:29.671024 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:29.872614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Attempting to bind port 3648bab0-4637-4760-8c72-e0e790f3d57c on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:47:29.872614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Attempting to bind port 3648bab0-4637-4760-8c72-e0e790f3d57c by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '14589c36-0547-4738-a574-19604191ca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a58ff3c5-ea52-481c-88ef-1bce5e7a49e9'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:47:29.872614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Attempting to bind port 3648bab0-4637-4760-8c72-e0e790f3d57c on network a58ff3c5-ea52-481c-88ef-1bce5e7a49e9 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:47:29.891345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:47:29.891345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Checking segment: {'id': '14589c36-0547-4738-a574-19604191ca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a58ff3c5-ea52-481c-88ef-1bce5e7a49e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:47:29.891345 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:29.891345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Bound using segment: {'id': '14589c36-0547-4738-a574-19604191ca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a58ff3c5-ea52-481c-88ef-1bce5e7a49e9'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:47:29.891345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Bound port: 3648bab0-4637-4760-8c72-e0e790f3d57c, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14589c36-0547-4738-a574-19604191ca97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'a58ff3c5-ea52-481c-88ef-1bce5e7a49e9'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:47:29.891345 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:30.118761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] For port 3648bab0-4637-4760-8c72-e0e790f3d57c, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:47:30.122844 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] For port 3648bab0-4637-4760-8c72-e0e790f3d57c, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3648bab0-4637-4760-8c72-e0e790f3d57c,segment=NetworkSegment(14589c36-0547-4738-a574-19604191ca97),segment_id=14589c36-0547-4738-a574-19604191ca97)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:47:30.219727 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:30.234115 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:30.261083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-2e942dd9-b936-4fe6-9128-7f74494dcdbd tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:30.261083 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-2e942dd9-b936-4fe6-9128-7f74494dcdbd tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.57 "GET /v2.0/networks?id=4b5f3112-8843-4db2-a9cb-cbd88c26be4d HTTP/1.1" status: 200 len: 797 time: 1.1717379 May 27 22:47:30.312647 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:30.321379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88076dfe-c3d5-4493-a864-9e92d7060977 req-40b7ed70-6892-4a66-b3eb-4930ba6b13e4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:30.332093 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-88076dfe-c3d5-4493-a864-9e92d7060977 req-40b7ed70-6892-4a66-b3eb-4930ba6b13e4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 1.1659336 May 27 22:47:30.461223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6e31b-4d9f-40c4-b642-454eb880650c None None] Pushing event updated for resources: {'Port': ['ID=3648bab0-4637-4760-8c72-e0e790f3d57c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:30.551123 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-88076dfe-c3d5-4493-a864-9e92d7060977 req-8c87be30-1af0-4078-b1af-4c375d1a673a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237360 May 27 22:47:30.555429 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-976653c4-5a71-4152-8f26-b13017e7b3da tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce374891ed0f4bd582f3450e6b65dedf HTTP/1.1" status: 200 len: 380 time: 0.2742929 May 27 22:47:30.565055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'port': {'device_id': '684cf071-2ef5-4ffa-97c6-149509b40300', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'admin_state_up': True, 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'security_groups': ['4fcf9d10-484f-41fe-a587-9690661b489e']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:30.602055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b2cdb-5070-4ed8-91d9-34fca2f4b395 req-c10a4845-cfa3-4704-95ab-f0e103711e2d tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:30.629867 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c5b2cdb-5070-4ed8-91d9-34fca2f4b395 req-c10a4845-cfa3-4704-95ab-f0e103711e2d tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 1060 time: 0.5028207 May 27 22:47:30.787551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Allocated IP 172.25.2.28 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/36bb7e56-f6f9-4ca0-98b5-a92e77ae5140) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:47:30.821069 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:47:30.959063 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:30.977970 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:31.071895 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:31.114789 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:31.122832 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd65ebec-b9bb-4e16-972d-d80cad1b0cb2 req-065e0b11-c61f-409b-801b-d21c54f94f45 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 210 time: 0.1413178 May 27 22:47:31.294308 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:31.345570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Pushing event updated for resources: {'Port': ['ID=d78a0d5e-0747-4ad0-a1fe-b820474c01a9,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:31.359854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:31.370624 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:31.444077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:port and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:31.451794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:31.459023 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:31.470682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:31.569419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:31.574240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:31.581207 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4a121886-a498-4d99-956d-cd5d598cb38c no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:47:31.594405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:47:31.691832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=36bb7e56-f6f9-4ca0-98b5-a92e77ae5140,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:31.710024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Made reservation on behalf of ce374891ed0f4bd582f3450e6b65dedf for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:47:31.714684 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:31.900483 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Floating IP 137790f1-2b20-4425-a355-60cd8e98fd10 associated. External IP: 172.25.2.206, port: a99f393f-fdc3-4352-8712-131e70e65c29. May 27 22:47:31.953485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4a121886-a498-4d99-956d-cd5d598cb38c is: DOWN; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:32.057833 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:32.339073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da713bb6-8508-4374-b12b-7a987bd87d91 req-abb97cf3-eff8-4ee2-8670-d4931cdb504a tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:32.340488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da713bb6-8508-4374-b12b-7a987bd87d91 req-abb97cf3-eff8-4ee2-8670-d4931cdb504a tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 1135 time: 0.8706803 May 27 22:47:32.463195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3c73e8-7492-4c89-b137-8d3bab4777a6 None None] Network a58ff3c5-ea52-481c-88ef-1bce5e7a49e9 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:47:32.546294 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:32.627452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-da713bb6-8508-4374-b12b-7a987bd87d91 req-edb4f19f-9f03-4962-8aaf-d1ecf1648588 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Synchronizing usage tracker for tenant:6d8527f24b8344e4abd52a2ad1b74104 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:47:32.869309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Allocated IP 172.20.0.11 (4b5f3112-8843-4db2-a9cb-cbd88c26be4d/f4b92ff6-e6b9-4035-8632-be20ce2b0fde/cde0a19c-5d96-4af2-a6f7-fa72c0c28636) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:47:32.965710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3648bab0-4637-4760-8c72-e0e790f3d57c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:47:32.980248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Router 0a8cf6f5-2ef7-4484-8155-8672780260dc has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:47:33.059433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c175886c-f33b-452d-afe5-97a88a2197b5 None None] Provisioning for port 3648bab0-4637-4760-8c72-e0e790f3d57c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:33.175952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 3648bab0-4637-4760-8c72-e0e790f3d57c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:33.184530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3648bab0-4637-4760-8c72-e0e790f3d57c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:33.184862 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:33.358142 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:33.381307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3648bab0-4637-4760-8c72-e0e790f3d57c is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:33.382054 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:33.445670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 3648bab0-4637-4760-8c72-e0e790f3d57c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3648bab0-4637-4760-8c72-e0e790f3d57c,segment=NetworkSegment(14589c36-0547-4738-a574-19604191ca97),segment_id=14589c36-0547-4738-a574-19604191ca97)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:33.461382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-da713bb6-8508-4374-b12b-7a987bd87d91 req-edb4f19f-9f03-4962-8aaf-d1ecf1648588 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Unset dirty status for tenant:6d8527f24b8344e4abd52a2ad1b74104 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:47:33.462933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da713bb6-8508-4374-b12b-7a987bd87d91 req-edb4f19f-9f03-4962-8aaf-d1ecf1648588 tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=b417f9ac-647a-4f30-b7d3-db0287c4f1ce&id=11d3ff43-61a9-4817-9a13-71502fc010af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.1216762 May 27 22:47:33.489688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45094) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:33.521484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-09380782-3f5d-4f13-89f5-892c81372065 None None] Provisioning complete for port 3648bab0-4637-4760-8c72-e0e790f3d57c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:33.522288 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09380782-3f5d-4f13-89f5-892c81372065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:33.556271 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:33.636183 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:33.651841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd14113-a823-4231-971e-001a7ca4292c req-d881ca8a-07dd-4f96-8a0d-2d63e11ec4dd tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:33.661359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9fd14113-a823-4231-971e-001a7ca4292c req-d881ca8a-07dd-4f96-8a0d-2d63e11ec4dd tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.9051101 May 27 22:47:33.690143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Transition to ACTIVE for port object cde0a19c-5d96-4af2-a6f7-fa72c0c28636 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:47:33.703169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6685bd-77f0-4118-a160-1e45d31e57bd tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:33.705512 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6f6685bd-77f0-4118-a160-1e45d31e57bd tempest-TestSecurityGroupsBasicOps-1118568752 tempest-TestSecurityGroupsBasicOps-1118568752-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 1055 time: 0.2146828 May 27 22:47:33.789586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 2e62d799-284f-4198-8ca5-cfc6d3c181ea is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:47:33.845083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=3648bab0-4637-4760-8c72-e0e790f3d57c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:33.860231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-09380782-3f5d-4f13-89f5-892c81372065 None None] Current status of the port 3648bab0-4637-4760-8c72-e0e790f3d57c is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:33.883860 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d3d1d69-9bc0-4b62-a809-fe1d1d0fa13a req-c04132c1-8e72-4511-b544-1ed068134675 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 210 time: 0.2632139 May 27 22:47:33.961480 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9fd14113-a823-4231-971e-001a7ca4292c req-9ac492ee-5308-472c-801d-b526f85bd214 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988377 May 27 22:47:34.002892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:47:34.018006 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca429f91-4a88-472b-be28-39ca5059c535 None None] Sync routers for ids ['0a8cf6f5-2ef7-4484-8155-8672780260dc'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:47:34.055538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca429f91-4a88-472b-be28-39ca5059c535 None None] Routers {'0a8cf6f5-2ef7-4484-8155-8672780260dc'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:34.057522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca429f91-4a88-472b-be28-39ca5059c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0a8cf6f5-2ef7-4484-8155-8672780260dc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:34.074839 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:34.076678 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:47:34.089388 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f3a49-2c02-4a2c-b747-af72580d4fcb None None] Sync routers for ids ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:47:34.109142 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f3a49-2c02-4a2c-b747-af72580d4fcb None None] Routers {'2e62d799-284f-4198-8ca5-cfc6d3c181ea'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:34.110927 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1a8f3a49-2c02-4a2c-b747-af72580d4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:34.197523 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:34.199884 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9e0d8e99-ea9d-46a6-a44a-8526a5976202 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.0265796 May 27 22:47:34.202516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45106) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:34.269944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network 4b5f3112-8843-4db2-a9cb-cbd88c26be4d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:34.276915 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:34.281866 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1a8f3a49-2c02-4a2c-b747-af72580d4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:34.291777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca429f91-4a88-472b-be28-39ca5059c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:34.310667 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f3a49-2c02-4a2c-b747-af72580d4fcb None None] Routers {'2e62d799-284f-4198-8ca5-cfc6d3c181ea'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:34.313324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca429f91-4a88-472b-be28-39ca5059c535 None None] Routers {'0a8cf6f5-2ef7-4484-8155-8672780260dc'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:34.315015 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1a8f3a49-2c02-4a2c-b747-af72580d4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:34.315182 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca429f91-4a88-472b-be28-39ca5059c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0a8cf6f5-2ef7-4484-8155-8672780260dc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:34.346747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:34.356322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:47:34.442063 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1a8f3a49-2c02-4a2c-b747-af72580d4fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:34.442693 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f3a49-2c02-4a2c-b747-af72580d4fcb None None] The sync data for ids ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:34.461288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca429f91-4a88-472b-be28-39ca5059c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:34.464915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca429f91-4a88-472b-be28-39ca5059c535 None None] The sync data for ids ['0a8cf6f5-2ef7-4484-8155-8672780260dc'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:34.483934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Port': ['ID=cde0a19c-5d96-4af2-a6f7-fa72c0c28636,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:34.500558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-22029936-d876-4ff2-8cb5-c99eb21ef623 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.6748626 May 27 22:47:34.503492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45114) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:34.639316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3648bab0-4637-4760-8c72-e0e790f3d57c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:47:34.649770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:34.650589 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:34.718227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-013dad15-3d31-4607-95ed-c7d4f727879e tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] 10.222.0.27 "GET /v2.0/floatingips/137790f1-2b20-4425-a355-60cd8e98fd10 HTTP/1.1" status: 200 len: 983 time: 0.2113035 May 27 22:47:34.718843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45118) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:34.739706 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3648bab0-4637-4760-8c72-e0e790f3d57c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:34.742230 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:34.836180 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-961c2bfd-33e1-49ff-9d44-7974fadb1d9d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2748363 May 27 22:47:34.898230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Request body: {'port': {'device_id': '684cf071-2ef5-4ffa-97c6-149509b40300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:34.914703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6b790b27-66f7-4b89-8d3c-7f8f304531fc None None] Provisioning for port cde0a19c-5d96-4af2-a6f7-fa72c0c28636 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:34.927149 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6b790b27-66f7-4b89-8d3c-7f8f304531fc None None] Provisioning complete for port cde0a19c-5d96-4af2-a6f7-fa72c0c28636 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:34.927755 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6b790b27-66f7-4b89-8d3c-7f8f304531fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:34.960654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3648bab0-4637-4760-8c72-e0e790f3d57c is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:35.008503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6b790b27-66f7-4b89-8d3c-7f8f304531fc None None] Port cde0a19c-5d96-4af2-a6f7-fa72c0c28636 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:47:35.054064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e859a364-6201-46ad-8e3a-d6960c232a77 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] 10.222.0.27 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4586 time: 0.3344972 May 27 22:47:35.057653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45130) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:35.390577 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:35.440755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23174355-df0b-4bb1-8d61-8693dc3a6cf5 req-8cbc1a6a-72e6-4a03-81c6-9f37175807ce tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:35.442218 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-23174355-df0b-4bb1-8d61-8693dc3a6cf5 req-8cbc1a6a-72e6-4a03-81c6-9f37175807ce tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 909 time: 0.5775051 May 27 22:47:35.522861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d41d90a0-98c2-45a8-a70d-4fc94fece6b5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Deleting port d78a0d5e-0747-4ad0-a1fe-b820474c01a9 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:35.523809 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d41d90a0-98c2-45a8-a70d-4fc94fece6b5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:35.611041 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:35.617715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ac412-28e5-4d0e-ba68-ee4a046fc263 req-a8e007bc-ca7b-4ffe-b929-31e1b0357b15 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:35.618643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ac0ac412-28e5-4d0e-ba68-ee4a046fc263 req-a8e007bc-ca7b-4ffe-b929-31e1b0357b15 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Synchronizing usage tracker for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:47:36.109115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ac0ac412-28e5-4d0e-ba68-ee4a046fc263 req-a8e007bc-ca7b-4ffe-b929-31e1b0357b15 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Unset dirty status for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:47:36.110319 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac0ac412-28e5-4d0e-ba68-ee4a046fc263 req-a8e007bc-ca7b-4ffe-b929-31e1b0357b15 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 932 time: 0.8744657 May 27 22:47:36.115289 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d41d90a0-98c2-45a8-a70d-4fc94fece6b5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:36.115614 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d41d90a0-98c2-45a8-a70d-4fc94fece6b5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:36.197164 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f40d1e-fba9-491c-827d-1b0cc3c0adce req-d8e143b9-7ecc-43c5-b090-bf16ad8628e6 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:36.197975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-66f40d1e-fba9-491c-827d-1b0cc3c0adce req-d8e143b9-7ecc-43c5-b090-bf16ad8628e6 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Synchronizing usage tracker for tenant:4df3336cd5534e7691f6cbd1acbb4757 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:47:36.226777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-66f40d1e-fba9-491c-827d-1b0cc3c0adce req-d8e143b9-7ecc-43c5-b090-bf16ad8628e6 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Unset dirty status for tenant:4df3336cd5534e7691f6cbd1acbb4757 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:47:36.228072 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-66f40d1e-fba9-491c-827d-1b0cc3c0adce req-d8e143b9-7ecc-43c5-b090-bf16ad8628e6 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.46 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 909 time: 0.2195728 May 27 22:47:36.403489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d41d90a0-98c2-45a8-a70d-4fc94fece6b5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Calling delete_port for d78a0d5e-0747-4ad0-a1fe-b820474c01a9 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:36.582363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-66f40d1e-fba9-491c-827d-1b0cc3c0adce req-1ee21187-ad32-4ee1-8a10-0858622b74d8 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Deleting port e4a5844b-8e8f-468e-96f5-43e19afb6f42 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:36.582939 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-66f40d1e-fba9-491c-827d-1b0cc3c0adce req-1ee21187-ad32-4ee1-8a10-0858622b74d8 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:36.623933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac0ac412-28e5-4d0e-ba68-ee4a046fc263 req-74d2c607-d851-4a41-a640-02a40952f867 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=4fcf9d10-484f-41fe-a587-9690661b489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3414519 May 27 22:47:36.664380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Allocated IP 172.20.0.1 (a58ff3c5-ea52-481c-88ef-1bce5e7a49e9/8940f521-4071-4a53-af23-0884c102d4dd/95061b20-783f-47b0-81a9-e68af4d72da8) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:47:36.763833 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:47:36.818489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45182) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:36.844523 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d41d90a0-98c2-45a8-a70d-4fc94fece6b5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:37.080329 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:37.091533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-66f40d1e-fba9-491c-827d-1b0cc3c0adce req-1ee21187-ad32-4ee1-8a10-0858622b74d8 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] For port e4a5844b-8e8f-468e-96f5-43e19afb6f42, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e4a5844b-8e8f-468e-96f5-43e19afb6f42,segment=NetworkSegment(60f51a79-fd3f-4542-8ca8-27b4e0194b26),segment_id=60f51a79-fd3f-4542-8ca8-27b4e0194b26)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:37.092028 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-66f40d1e-fba9-491c-827d-1b0cc3c0adce req-1ee21187-ad32-4ee1-8a10-0858622b74d8 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:37.110802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cde0a19c-5d96-4af2-a6f7-fa72c0c28636 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:47:37.120752 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:37.129184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d90a0-98c2-45a8-a70d-4fc94fece6b5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event deleted for resources: {'Port': ['ID=d78a0d5e-0747-4ad0-a1fe-b820474c01a9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:37.220860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Transition to ACTIVE for port object cde0a19c-5d96-4af2-a6f7-fa72c0c28636 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:47:37.223763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Transition to ACTIVE for port object 95061b20-783f-47b0-81a9-e68af4d72da8 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:47:37.235060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-66f40d1e-fba9-491c-827d-1b0cc3c0adce req-1ee21187-ad32-4ee1-8a10-0858622b74d8 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Calling delete_port for e4a5844b-8e8f-468e-96f5-43e19afb6f42 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:37.235882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d4d72-26a0-41a5-93e1-d84423c04c6f req-c282287e-9bd1-4214-8923-75bd8547ec6b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:37.237814 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-301d4d72-26a0-41a5-93e1-d84423c04c6f req-c282287e-9bd1-4214-8923-75bd8547ec6b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.6884229 May 27 22:47:37.335762 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:37.536877 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-301d4d72-26a0-41a5-93e1-d84423c04c6f req-dc5ccfc7-63fd-48f2-b636-146b73fb79c3 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538345 May 27 22:47:37.567186 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d41d90a0-98c2-45a8-a70d-4fc94fece6b5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:37.568937 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-d41d90a0-98c2-45a8-a70d-4fc94fece6b5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Floating IP 137790f1-2b20-4425-a355-60cd8e98fd10 disassociated (deleted). External IP: 172.25.2.206, port: a99f393f-fdc3-4352-8712-131e70e65c29. May 27 22:47:37.612587 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-66f40d1e-fba9-491c-827d-1b0cc3c0adce req-1ee21187-ad32-4ee1-8a10-0858622b74d8 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:37.851812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Pushing event updated for resources: {'Port': ['ID=cde0a19c-5d96-4af2-a6f7-fa72c0c28636,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:37.976733 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:37.980699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee21187-ad32-4ee1-8a10-0858622b74d8 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event deleted for resources: {'Port': ['ID=e4a5844b-8e8f-468e-96f5-43e19afb6f42,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:38.079611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f40d1e-fba9-491c-827d-1b0cc3c0adce req-1ee21187-ad32-4ee1-8a10-0858622b74d8 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] No DVR routers for this DVR port e4a5844b-8e8f-468e-96f5-43e19afb6f42 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:47:38.315447 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-66f40d1e-fba9-491c-827d-1b0cc3c0adce req-1ee21187-ad32-4ee1-8a10-0858622b74d8 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:38.318004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056fe641-2e40-4be6-b430-e54066890f1d', 'name': 'network-vif-deleted', 'tag': 'e4a5844b-8e8f-468e-96f5-43e19afb6f42'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:47:38.328407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network a58ff3c5-ea52-481c-88ef-1bce5e7a49e9 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:38.336913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:38.339820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9496f4-22b7-4d80-bfbc-a077c4c79186 req-a2e1c989-5da4-491c-8a99-9ba6218245de tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:38.344922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:47:38.350001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2b9496f4-22b7-4d80-bfbc-a077c4c79186 req-a2e1c989-5da4-491c-8a99-9ba6218245de tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 909 time: 1.2662458 May 27 22:47:38.393445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=95061b20-783f-47b0-81a9-e68af4d72da8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:38.419955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c53099a7-41b0-4b44-a4f1-0642cb7c661f req-a735c44b-3d25-4953-93c3-4f94b7ff2069 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.5995429 May 27 22:47:38.463071 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:38.498098 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-66f40d1e-fba9-491c-827d-1b0cc3c0adce req-1ee21187-ad32-4ee1-8a10-0858622b74d8 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.46 "DELETE /v2.0/ports/e4a5844b-8e8f-468e-96f5-43e19afb6f42 HTTP/1.1" status: 204 len: 173 time: 2.1544256 May 27 22:47:38.563101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Attempting to bind port cde0a19c-5d96-4af2-a6f7-fa72c0c28636 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:47:38.563551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Attempting to bind port cde0a19c-5d96-4af2-a6f7-fa72c0c28636 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'b64552c6-083f-432a-9a70-bab2ac16407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:47:38.564003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Attempting to bind port cde0a19c-5d96-4af2-a6f7-fa72c0c28636 on network 4b5f3112-8843-4db2-a9cb-cbd88c26be4d {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:47:38.601811 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-761fa064-59fa-4499-863c-6e190832493f'] response: {'server_uuid': '056fe641-2e40-4be6-b430-e54066890f1d', 'name': 'network-vif-deleted', 'tag': 'e4a5844b-8e8f-468e-96f5-43e19afb6f42', 'status': 'completed', 'code': 200} May 27 22:47:38.608992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Port cde0a19c-5d96-4af2-a6f7-fa72c0c28636 on network 4b5f3112-8843-4db2-a9cb-cbd88c26be4d not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:47:38.609584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Attempting to bind port cde0a19c-5d96-4af2-a6f7-fa72c0c28636 on network 4b5f3112-8843-4db2-a9cb-cbd88c26be4d {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:47:38.628650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:47:38.628650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Checking segment: {'id': 'b64552c6-083f-432a-9a70-bab2ac16407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:47:38.628650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Bound using segment: {'id': 'b64552c6-083f-432a-9a70-bab2ac16407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:47:38.628650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Bound port: cde0a19c-5d96-4af2-a6f7-fa72c0c28636, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b64552c6-083f-432a-9a70-bab2ac16407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:47:38.628650 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:38.657182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81d85b-0d4c-432e-8fd0-a5f56c166159 req-844bc0d1-62d7-41a1-b21a-494fbe947158 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:38.664819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f81d85b-0d4c-432e-8fd0-a5f56c166159 req-844bc0d1-62d7-41a1-b21a-494fbe947158 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 944 time: 0.7485881 May 27 22:47:38.839048 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:38.937912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8314778d-d6ea-4f22-94b9-9d7e38b8ea40 None None] Provisioning for port 95061b20-783f-47b0-81a9-e68af4d72da8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:38.945951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8314778d-d6ea-4f22-94b9-9d7e38b8ea40 None None] Provisioning complete for port 95061b20-783f-47b0-81a9-e68af4d72da8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:38.946195 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8314778d-d6ea-4f22-94b9-9d7e38b8ea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:38.993583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f81d85b-0d4c-432e-8fd0-a5f56c166159 req-0b8c08ea-3919-4976-89fe-5a27fb5cb239 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=4fcf9d10-484f-41fe-a587-9690661b489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278139 May 27 22:47:39.040135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8314778d-d6ea-4f22-94b9-9d7e38b8ea40 None None] Port 95061b20-783f-47b0-81a9-e68af4d72da8 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:47:39.099867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] For port cde0a19c-5d96-4af2-a6f7-fa72c0c28636, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:47:39.105050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] For port cde0a19c-5d96-4af2-a6f7-fa72c0c28636, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=cde0a19c-5d96-4af2-a6f7-fa72c0c28636,segment=NetworkSegment(b64552c6-083f-432a-9a70-bab2ac16407c),segment_id=b64552c6-083f-432a-9a70-bab2ac16407c)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:47:39.134470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67e21e-d579-4f76-857f-3d98d6b16d7d req-24a673ec-173c-4bf9-8f2a-76301b0b34fc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:39.136585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f67e21e-d579-4f76-857f-3d98d6b16d7d req-24a673ec-173c-4bf9-8f2a-76301b0b34fc tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.3524568 May 27 22:47:39.139176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41d90a0-98c2-45a8-a70d-4fc94fece6b5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Router 0a8cf6f5-2ef7-4484-8155-8672780260dc has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:47:39.235086 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:39.367375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45280) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:39.400326 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:39.405222 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:39.406640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] 10.222.0.57 "PUT /v2.0/ports/cde0a19c-5d96-4af2-a6f7-fa72c0c28636 HTTP/1.1" status: 200 len: 1092 time: 4.5431051 May 27 22:47:39.407298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684cf071-2ef5-4ffa-97c6-149509b40300', 'tag': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:47:39.428844 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f67e21e-d579-4f76-857f-3d98d6b16d7d req-68caafdf-25ac-48fc-99b3-8aa70849a340 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836902 May 27 22:47:39.572431 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:39.602345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e4a5844b-8e8f-468e-96f5-43e19afb6f42 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:47:39.653076 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6614cf71-59a4-4314-9f8f-54c9d20afef5'] response: {'name': 'network-changed', 'server_uuid': '684cf071-2ef5-4ffa-97c6-149509b40300', 'tag': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'status': 'completed', 'code': 200} May 27 22:47:39.663283 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:39.707602 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: e4a5844b-8e8f-468e-96f5-43e19afb6f42 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:47:39.708280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e4a5844b-8e8f-468e-96f5-43e19afb6f42 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:47:39.817766 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d99f5f3-4b25-4ac0-80dd-f151411faed8 req-b9e3c02e-042e-4444-8bf1-1f43b3b9a2a5 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=056fe641-2e40-4be6-b430-e54066890f1d HTTP/1.1" status: 200 len: 210 time: 0.1465960 May 27 22:47:39.839395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Pushing event updated for resources: {'Port': ['ID=cde0a19c-5d96-4af2-a6f7-fa72c0c28636,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:39.882899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:39.883413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:39.883896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:39.884480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:39.887520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:39.887520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:39.887520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:39.887520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:39.887520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:39.887520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:39.887520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:39.888170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20dbf459-03b4-4f86-9ef9-9ab786275486 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:47:39.908571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41d90a0-98c2-45a8-a70d-4fc94fece6b5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:47:39.924022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac247fdc-5826-436c-bbf6-5e719040f5e4 None None] Sync routers for ids ['0a8cf6f5-2ef7-4484-8155-8672780260dc'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:47:39.932303 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d41d90a0-98c2-45a8-a70d-4fc94fece6b5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:39.946312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac247fdc-5826-436c-bbf6-5e719040f5e4 None None] Routers {'0a8cf6f5-2ef7-4484-8155-8672780260dc'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:39.946948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ac247fdc-5826-436c-bbf6-5e719040f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0a8cf6f5-2ef7-4484-8155-8672780260dc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:39.998531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-7dd65a66-7c1c-41ae-9185-4fe10bd50658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:40.000238 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-7dd65a66-7c1c-41ae-9185-4fe10bd50658 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce374891ed0f4bd582f3450e6b65dedf&device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 1095 time: 0.2839398 May 27 22:47:40.090386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ac247fdc-5826-436c-bbf6-5e719040f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:40.123297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=95061b20-783f-47b0-81a9-e68af4d72da8,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:40.126698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac247fdc-5826-436c-bbf6-5e719040f5e4 None None] Routers {'0a8cf6f5-2ef7-4484-8155-8672780260dc'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:40.127501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ac247fdc-5826-436c-bbf6-5e719040f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0a8cf6f5-2ef7-4484-8155-8672780260dc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:40.134198 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d41d90a0-98c2-45a8-a70d-4fc94fece6b5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] 10.222.0.27 "DELETE /v2.0/floatingips/137790f1-2b20-4425-a355-60cd8e98fd10 HTTP/1.1" status: 204 len: 168 time: 5.0740354 May 27 22:47:40.141191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:40.148722 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:40.165464 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-9d1ad690-fa6e-4d95-ab2b-1bc2831a0a9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cde0a19c-5d96-4af2-a6f7-fa72c0c28636 HTTP/1.1" status: 200 len: 217 time: 0.1503100 May 27 22:47:40.167000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:40.276816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ac247fdc-5826-436c-bbf6-5e719040f5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:40.277304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac247fdc-5826-436c-bbf6-5e719040f5e4 None None] The sync data for ids ['0a8cf6f5-2ef7-4484-8155-8672780260dc'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:40.291626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:40.318075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-fbc3bea1-0350-4ba4-99e0-7bb998760d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:40.320923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-fbc3bea1-0350-4ba4-99e0-7bb998760d98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4b92ff6-e6b9-4035-8632-be20ce2b0fde HTTP/1.1" status: 200 len: 834 time: 0.1490834 May 27 22:47:40.330024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Usage tracker for resource:floatingip and tenant:28e788e8b4c34cf78e45013048508ba5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:40.339909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:40.419452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:40.428853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d071e8-92a9-4b9b-93a1-b295cba87abf req-c72d319e-4fae-499b-a5e0-7c833950f173 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:40.430326 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04d071e8-92a9-4b9b-93a1-b295cba87abf req-c72d319e-4fae-499b-a5e0-7c833950f173 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 944 time: 0.2046206 May 27 22:47:40.480180 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-0b267d77-6f97-42ad-ad88-738beb398985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:40.481697 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-0b267d77-6f97-42ad-ad88-738beb398985 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b5f3112-8843-4db2-a9cb-cbd88c26be4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229985 May 27 22:47:40.558703 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:40.561003 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04d071e8-92a9-4b9b-93a1-b295cba87abf req-87f6f244-5321-4a5f-a310-4cbff7cd3ecd tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=4fcf9d10-484f-41fe-a587-9690661b489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175382 May 27 22:47:40.763276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network a58ff3c5-ea52-481c-88ef-1bce5e7a49e9 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:40.894571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-48467679-ae54-4f78-8f0b-466093e9f1fd service neutron] 10.222.0.57 "GET /v2.0/networks/4b5f3112-8843-4db2-a9cb-cbd88c26be4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978302 May 27 22:47:40.906712 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cdca1-b5a8-4d66-b153-7c86bbd26932 req-6505456d-d064-4072-8b5b-421b88c1dae6 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:40.908280 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-418cdca1-b5a8-4d66-b153-7c86bbd26932 req-6505456d-d064-4072-8b5b-421b88c1dae6 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.2832365 May 27 22:47:40.909977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45340) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:40.923669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:41.152170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e9ae3efe-1f8b-454b-b5a0-b3c9b82d10e0 None None] Provisioning complete for port 95061b20-783f-47b0-81a9-e68af4d72da8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:41.153303 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e9ae3efe-1f8b-454b-b5a0-b3c9b82d10e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:41.213132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e9ae3efe-1f8b-454b-b5a0-b3c9b82d10e0 None None] Port 95061b20-783f-47b0-81a9-e68af4d72da8 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:47:41.236793 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-418cdca1-b5a8-4d66-b153-7c86bbd26932 req-71c11e33-8529-455b-9bcb-8aa26995e5b7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733980 May 27 22:47:41.265745 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b5e87c-729a-473b-825a-32d214f47e41 req-54ae2465-afbc-4ceb-a96b-321d9e5eb421 service neutron] 10.222.0.57 "GET /v2.0/networks/4b5f3112-8843-4db2-a9cb-cbd88c26be4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467569 May 27 22:47:41.295921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 2e62d799-284f-4198-8ca5-cfc6d3c181ea has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:47:41.301282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53099a7-41b0-4b44-a4f1-0642cb7c661f req-1b32e041-1e1d-4712-9d68-39d4a5af91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:41.302749 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c53099a7-41b0-4b44-a4f1-0642cb7c661f req-1b32e041-1e1d-4712-9d68-39d4a5af91e7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62&tenant_id=d7b99cdb08444e8e8a97195b4afa165a HTTP/1.1" status: 200 len: 1095 time: 0.5760715 May 27 22:47:41.481695 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:41.651487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6006d8-64c6-4852-a5f5-f273ea36a176 req-057c197e-9a95-4cf3-b1cf-5071eba25957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:41.653037 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab6006d8-64c6-4852-a5f5-f273ea36a176 req-057c197e-9a95-4cf3-b1cf-5071eba25957 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce374891ed0f4bd582f3450e6b65dedf&device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 1095 time: 0.1519685 May 27 22:47:41.703531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:47:41.721268 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05d207d-c36c-4069-a744-4c3651a76a01 None None] Sync routers for ids ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:47:41.724489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53099a7-41b0-4b44-a4f1-0642cb7c661f req-ec14522f-e8b6-4cb5-83f9-47acd0f35493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:41.726555 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c53099a7-41b0-4b44-a4f1-0642cb7c661f req-ec14522f-e8b6-4cb5-83f9-47acd0f35493 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 1095 time: 0.3974204 May 27 22:47:41.731655 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d207d-c36c-4069-a744-4c3651a76a01 None None] Routers {'2e62d799-284f-4198-8ca5-cfc6d3c181ea'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:41.732392 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d05d207d-c36c-4069-a744-4c3651a76a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:41.775778 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-86931fbc-5bda-469b-b192-b09fa1b33d68 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "PUT /v2.0/routers/2e62d799-284f-4198-8ca5-cfc6d3c181ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5719674 May 27 22:47:41.780789 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45376) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:41.812447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'port': {'network_id': 'a58ff3c5-ea52-481c-88ef-1bce5e7a49e9', 'name': 'tempest-FloatingIPTestJSON-2121491055'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:41.812630 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d05d207d-c36c-4069-a744-4c3651a76a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:41.812630 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d207d-c36c-4069-a744-4c3651a76a01 None None] Routers {'2e62d799-284f-4198-8ca5-cfc6d3c181ea'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:41.812630 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d05d207d-c36c-4069-a744-4c3651a76a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:41.880902 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d05d207d-c36c-4069-a744-4c3651a76a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:41.881521 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05d207d-c36c-4069-a744-4c3651a76a01 None None] The sync data for ids ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:41.916698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Allocated IP 172.25.2.6 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/204b1744-0543-4cb0-85fd-9949eed77e24) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:47:41.951407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c822d6e6-9eb2-47fa-b616-4240cd75dfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:42.022153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53099a7-41b0-4b44-a4f1-0642cb7c661f req-b27d6740-0086-44dd-9456-7f4a7b08a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:42.023576 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c53099a7-41b0-4b44-a4f1-0642cb7c661f req-b27d6740-0086-44dd-9456-7f4a7b08a1d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a HTTP/1.1" status: 200 len: 918 time: 0.2598710 May 27 22:47:42.029064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6006d8-64c6-4852-a5f5-f273ea36a176 req-8638fe3c-45e1-46f4-8fc0-ec5c0b7c2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:42.030565 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab6006d8-64c6-4852-a5f5-f273ea36a176 req-8638fe3c-45e1-46f4-8fc0-ec5c0b7c2965 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b5f3112-8843-4db2-a9cb-cbd88c26be4d HTTP/1.1" status: 200 len: 898 time: 0.3706203 May 27 22:47:42.045567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:42.100923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100356-8a04-48a1-9a65-abdebb0c0147 req-979a5359-9f94-46df-b518-b2b3576769a8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:42.102394 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0100356-8a04-48a1-9a65-abdebb0c0147 req-979a5359-9f94-46df-b518-b2b3576769a8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 944 time: 0.4212794 May 27 22:47:42.120554 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Usage tracker for resource:port and tenant:4d3f7eaecaee4664859b303c3ac293ec is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:42.125242 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab6006d8-64c6-4852-a5f5-f273ea36a176 req-5199ce07-40f7-49bb-94b0-069c3e8061ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cde0a19c-5d96-4af2-a6f7-fa72c0c28636 HTTP/1.1" status: 200 len: 217 time: 0.0816164 May 27 22:47:42.137652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:42.185598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:42.237146 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-95d2f597-1b28-4e0d-b7c3-e5732aea1322 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:42.288586 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0100356-8a04-48a1-9a65-abdebb0c0147 req-3fbbd065-f99d-445b-8b0f-b39702b45e20 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=4fcf9d10-484f-41fe-a587-9690661b489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685615 May 27 22:47:42.304711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Made reservation on behalf of 4d3f7eaecaee4664859b303c3ac293ec for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:47:42.317796 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:42.323042 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c53099a7-41b0-4b44-a4f1-0642cb7c661f req-2605c091-a577-43d5-a6a5-8a9f3362719e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a121886-a498-4d99-956d-cd5d598cb38c HTTP/1.1" status: 200 len: 999 time: 0.2800238 May 27 22:47:42.326875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6006d8-64c6-4852-a5f5-f273ea36a176 req-9b3025ba-d3f6-4704-9f54-28b2c1facacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:42.328394 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab6006d8-64c6-4852-a5f5-f273ea36a176 req-9b3025ba-d3f6-4704-9f54-28b2c1facacf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4b92ff6-e6b9-4035-8632-be20ce2b0fde HTTP/1.1" status: 200 len: 834 time: 0.1855950 May 27 22:47:42.609651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] device_id is not set on port 32da0b09-759b-4861-af5c-486a8eb0c0e9 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:47:42.680553 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:42.701900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53099a7-41b0-4b44-a4f1-0642cb7c661f req-87834f42-0e07-4f54-b97c-4fc3e5f86ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:42.704121 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c53099a7-41b0-4b44-a4f1-0642cb7c661f req-87834f42-0e07-4f54-b97c-4fc3e5f86ad7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f30d47-4208-4370-ad1f-f05d95b79b41 HTTP/1.1" status: 200 len: 856 time: 0.3739779 May 27 22:47:42.849788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53099a7-41b0-4b44-a4f1-0642cb7c661f req-7946c0ab-75af-42d5-9c19-57b20ebfd4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:42.851291 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c53099a7-41b0-4b44-a4f1-0642cb7c661f req-7946c0ab-75af-42d5-9c19-57b20ebfd4f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374590 May 27 22:47:42.892917 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:42.963775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6006d8-64c6-4852-a5f5-f273ea36a176 req-b5420fc0-b5b5-41cd-a774-99ed19aed666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:42.965438 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab6006d8-64c6-4852-a5f5-f273ea36a176 req-b5420fc0-b5b5-41cd-a774-99ed19aed666 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b5f3112-8843-4db2-a9cb-cbd88c26be4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4723380 May 27 22:47:42.977304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Allocated IP 172.20.0.14 (a58ff3c5-ea52-481c-88ef-1bce5e7a49e9/8940f521-4071-4a53-af23-0884c102d4dd/32da0b09-759b-4861-af5c-486a8eb0c0e9) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:47:42.986304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc00be9-b33c-48c5-852c-560f00c36fda req-8badd692-dea9-41ae-8f7e-aa96cc39f277 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:42.987839 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9fc00be9-b33c-48c5-852c-560f00c36fda req-8badd692-dea9-41ae-8f7e-aa96cc39f277 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.3463209 May 27 22:47:42.994012 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c822d6e6-9eb2-47fa-b616-4240cd75dfbd admin admin] Deleting port 8719400b-845e-416b-a73b-0d6892a06867 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:42.994487 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c822d6e6-9eb2-47fa-b616-4240cd75dfbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:43.072631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:43.074206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:43.083269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:47:43.119306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Pushing event updated for resources: {'Port': ['ID=204b1744-0543-4cb0-85fd-9949eed77e24,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:43.165181 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9fc00be9-b33c-48c5-852c-560f00c36fda req-0970dac8-78bb-4e05-94a3-8a60dc8da7bd tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549788 May 27 22:47:43.254133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c53099a7-41b0-4b44-a4f1-0642cb7c661f req-5c5e3e9e-d014-47f4-ba2d-556ba377d45b service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958721 May 27 22:47:43.329816 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab6006d8-64c6-4852-a5f5-f273ea36a176 req-f57ab186-b173-44a4-8ed1-dfbde7150bcd service neutron] 10.222.0.57 "GET /v2.0/networks/4b5f3112-8843-4db2-a9cb-cbd88c26be4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542538 May 27 22:47:43.364218 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-95d2f597-1b28-4e0d-b7c3-e5732aea1322 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Deleting port 285699da-e5b2-4b89-9f68-bc3af885d091 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:43.364752 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-95d2f597-1b28-4e0d-b7c3-e5732aea1322 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:43.407848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-c822d6e6-9eb2-47fa-b616-4240cd75dfbd admin admin] For port 8719400b-845e-416b-a73b-0d6892a06867, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8719400b-845e-416b-a73b-0d6892a06867,segment=NetworkSegment(f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2),segment_id=f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:43.408208 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c822d6e6-9eb2-47fa-b616-4240cd75dfbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:43.420625 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:43.563179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c822d6e6-9eb2-47fa-b616-4240cd75dfbd admin admin] Calling delete_port for 8719400b-845e-416b-a73b-0d6892a06867 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:43.649032 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c53099a7-41b0-4b44-a4f1-0642cb7c661f req-9e79415b-9567-4d3d-b345-b196cc8a014a service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827264 May 27 22:47:43.680254 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:43.726900 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:43.742129 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab6006d8-64c6-4852-a5f5-f273ea36a176 req-29a20b8b-1b7c-4ca8-b2d1-d785dca4cfd3 service neutron] 10.222.0.57 "GET /v2.0/networks/4b5f3112-8843-4db2-a9cb-cbd88c26be4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033058 May 27 22:47:43.775936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Transition to ACTIVE for port object 32da0b09-759b-4861-af5c-486a8eb0c0e9 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:47:43.814665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94731a5-4f8b-4ff5-a051-4bc71603a3a0 req-3a2120b3-617a-4bb3-8aa3-b6043cece937 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:43.816114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a94731a5-4f8b-4ff5-a051-4bc71603a3a0 req-3a2120b3-617a-4bb3-8aa3-b6043cece937 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 944 time: 0.3545485 May 27 22:47:43.819554 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-95d2f597-1b28-4e0d-b7c3-e5732aea1322 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] For port 285699da-e5b2-4b89-9f68-bc3af885d091, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=285699da-e5b2-4b89-9f68-bc3af885d091,segment=NetworkSegment(60f51a79-fd3f-4542-8ca8-27b4e0194b26),segment_id=60f51a79-fd3f-4542-8ca8-27b4e0194b26)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:43.819921 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-95d2f597-1b28-4e0d-b7c3-e5732aea1322 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:44.148360 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-95d2f597-1b28-4e0d-b7c3-e5732aea1322 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Calling delete_port for 285699da-e5b2-4b89-9f68-bc3af885d091 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:44.219609 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a94731a5-4f8b-4ff5-a051-4bc71603a3a0 req-6807c4c1-e414-4ce1-8819-7351498d745b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=4fcf9d10-484f-41fe-a587-9690661b489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3805134 May 27 22:47:44.248082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241d5cc-d61b-47a6-b234-0c6c97a77032 req-08b96488-129a-4034-b779-449f96f98b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:44.250494 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5241d5cc-d61b-47a6-b234-0c6c97a77032 req-08b96488-129a-4034-b779-449f96f98b4c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 1095 time: 0.4098625 May 27 22:47:44.404925 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:44.432449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device cde0a19c-5d96-4af2-a6f7-fa72c0c28636 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:47:44.435501 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:44.479360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241d5cc-d61b-47a6-b234-0c6c97a77032 req-4560f976-4c6e-4f43-bdc8-b91164ac9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:44.480973 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5241d5cc-d61b-47a6-b234-0c6c97a77032 req-4560f976-4c6e-4f43-bdc8-b91164ac9808 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a HTTP/1.1" status: 200 len: 918 time: 0.2071636 May 27 22:47:44.551711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Network a58ff3c5-ea52-481c-88ef-1bce5e7a49e9 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:44.567980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:44.578076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:47:44.585238 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:44.624077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event updated for resources: {'Port': ['ID=32da0b09-759b-4861-af5c-486a8eb0c0e9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:44.642807 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c822d6e6-9eb2-47fa-b616-4240cd75dfbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:44.674490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port cde0a19c-5d96-4af2-a6f7-fa72c0c28636, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=cde0a19c-5d96-4af2-a6f7-fa72c0c28636,segment=NetworkSegment(b64552c6-083f-432a-9a70-bab2ac16407c),segment_id=b64552c6-083f-432a-9a70-bab2ac16407c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:44.697107 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'port_id': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'mac_address': 'fa:16:3e:f8:9b:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:47:44.733380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:44.734231 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:44.779830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b2036-8ce9-4b34-9766-fd55a312dd87 req-0c780fe3-d775-4196-a0dd-87790774997e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:44.790430 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d16b2036-8ce9-4b34-9766-fd55a312dd87 req-0c780fe3-d775-4196-a0dd-87790774997e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.3953049 May 27 22:47:44.842700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port cde0a19c-5d96-4af2-a6f7-fa72c0c28636 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:44.843317 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:44.871764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cde0a19c-5d96-4af2-a6f7-fa72c0c28636 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:47:44.902055 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port cde0a19c-5d96-4af2-a6f7-fa72c0c28636, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=cde0a19c-5d96-4af2-a6f7-fa72c0c28636,segment=NetworkSegment(b64552c6-083f-432a-9a70-bab2ac16407c),segment_id=b64552c6-083f-432a-9a70-bab2ac16407c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:44.933278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b89ea0a1-307d-4275-a0ce-d46f5e2e0820 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1505554 May 27 22:47:44.937195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45490) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:44.958252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3d2c287c-081c-4327-a20a-154914e22cc8 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Request body: {'floatingip': {'port_id': '32da0b09-759b-4861-af5c-486a8eb0c0e9'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:44.988913 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:45.047245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Pushing event updated for resources: {'Port': ['ID=204b1744-0543-4cb0-85fd-9949eed77e24,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:45.064513 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5241d5cc-d61b-47a6-b234-0c6c97a77032 req-49ace29d-b9a5-4ca0-8811-7ce7532796f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a121886-a498-4d99-956d-cd5d598cb38c HTTP/1.1" status: 200 len: 999 time: 0.5751832 May 27 22:47:45.083685 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3d2c287c-081c-4327-a20a-154914e22cc8 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:45.144294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=cde0a19c-5d96-4af2-a6f7-fa72c0c28636,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:45.171703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0f97e270-3890-4f03-a6ce-31ea6c350fd8 None None] Provisioning for port 32da0b09-759b-4861-af5c-486a8eb0c0e9 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:45.182202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0f97e270-3890-4f03-a6ce-31ea6c350fd8 None None] Provisioning complete for port 32da0b09-759b-4861-af5c-486a8eb0c0e9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:45.182727 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f97e270-3890-4f03-a6ce-31ea6c350fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:45.215852 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:45.239192 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822d6e6-9eb2-47fa-b616-4240cd75dfbd admin admin] Pushing event deleted for resources: {'Port': ['ID=8719400b-845e-416b-a73b-0d6892a06867,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:45.248939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d16b2036-8ce9-4b34-9766-fd55a312dd87 req-f9940dd5-78d4-4c16-9b22-5fe7e891384d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4414330 May 27 22:47:45.311788 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-95d2f597-1b28-4e0d-b7c3-e5732aea1322 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:45.321109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241d5cc-d61b-47a6-b234-0c6c97a77032 req-69699850-5544-450c-ad5d-f7e511a63223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:45.323533 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5241d5cc-d61b-47a6-b234-0c6c97a77032 req-69699850-5544-450c-ad5d-f7e511a63223 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=06f30d47-4208-4370-ad1f-f05d95b79b41 HTTP/1.1" status: 200 len: 856 time: 0.1763592 May 27 22:47:45.357247 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0f97e270-3890-4f03-a6ce-31ea6c350fd8 None None] Port 32da0b09-759b-4861-af5c-486a8eb0c0e9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:47:45.409566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['cde0a19c-5d96-4af2-a6f7-fa72c0c28636'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:47:45.457567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2f597-1b28-4e0d-b7c3-e5732aea1322 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event deleted for resources: {'Port': ['ID=285699da-e5b2-4b89-9f68-bc3af885d091,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:45.882522 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:45.899039 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c822d6e6-9eb2-47fa-b616-4240cd75dfbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:45.915148 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:45.916441 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cf49caa0-d225-421f-af11-d49f73444e29 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.7737861 May 27 22:47:45.961831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45502) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:45.978521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241d5cc-d61b-47a6-b234-0c6c97a77032 req-8b41a5e4-5ef8-43c0-82c0-0cdb16e18ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:45.980225 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5241d5cc-d61b-47a6-b234-0c6c97a77032 req-8b41a5e4-5ef8-43c0-82c0-0cdb16e18ff5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0e348a9a-9bf7-4d15-8b46-b5331813aa6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4283431 May 27 22:47:46.283672 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5241d5cc-d61b-47a6-b234-0c6c97a77032 req-2c8c65d1-3bd4-4386-bc87-bea2462388b2 service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727435 May 27 22:47:46.546122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:46.574649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579c08f-6dc9-481b-9f3f-9284e567bf97 req-5f50a81e-d6b2-4026-9b24-da1f9d188151 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:46.576247 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7579c08f-6dc9-481b-9f3f-9284e567bf97 req-5f50a81e-d6b2-4026-9b24-da1f9d188151 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 945 time: 0.9695923 May 27 22:47:46.577302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:46.603702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Usage tracker for resource:floatingip and tenant:a20a3f86575d4d878ee6d29263848291 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:46.630822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:46.644951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:46.695608 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-95d2f597-1b28-4e0d-b7c3-e5732aea1322 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:46.805432 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7579c08f-6dc9-481b-9f3f-9284e567bf97 req-9c7ba193-3cec-46ac-b05a-a98e5bd307f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=4fcf9d10-484f-41fe-a587-9690661b489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089996 May 27 22:47:46.812498 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:46.997114 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5241d5cc-d61b-47a6-b234-0c6c97a77032 req-efbf19ba-d7c1-4c55-9234-ccf9192a5b21 service neutron] 10.222.0.46 "GET /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730226 May 27 22:47:47.004274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c822d6e6-9eb2-47fa-b616-4240cd75dfbd admin admin] Router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:47:47.038035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed94d23-ec02-4dc3-8e03-91c49861d28c req-d4c41202-2b40-4d22-b067-334aba943072 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:47.039599 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ed94d23-ec02-4dc3-8e03-91c49861d28c req-d4c41202-2b40-4d22-b067-334aba943072 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.5405049 May 27 22:47:47.255416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c822d6e6-9eb2-47fa-b616-4240cd75dfbd admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:47:47.266973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f134cf-1803-4c42-8b4c-5d2673680d64 None None] Sync routers for ids ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:47:47.286814 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c822d6e6-9eb2-47fa-b616-4240cd75dfbd admin admin] 10.222.0.27 "PUT /v2.0/routers/2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9015520 May 27 22:47:47.288782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f134cf-1803-4c42-8b4c-5d2673680d64 None None] Routers {'2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:47.289479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45532) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:47.291258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f0f134cf-1803-4c42-8b4c-5d2673680d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:47.303095 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ed94d23-ec02-4dc3-8e03-91c49861d28c req-8b077bbc-8baf-4aff-b304-cfb1443c6ce6 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651366 May 27 22:47:47.621318 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [None req-3d2c287c-081c-4327-a20a-154914e22cc8 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:47:47.628829 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:47.684745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f0f134cf-1803-4c42-8b4c-5d2673680d64 None None] Set router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:47:47.780167 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3d2c287c-081c-4327-a20a-154914e22cc8 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:47.793514 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:47.878066 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3d2c287c-081c-4327-a20a-154914e22cc8 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:47.925997 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:47.942722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d2f597-1b28-4e0d-b7c3-e5732aea1322 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Router 0d24c13c-9d95-4011-b217-80861a783bfc has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:47:48.424671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f0f134cf-1803-4c42-8b4c-5d2673680d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:06Z', 'updated_at': '2022-05-27T22:47:44Z', 'revision_number': 5, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'gw_port': {'id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:07Z', 'updated_at': '2022-05-27T22:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:48.424671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f134cf-1803-4c42-8b4c-5d2673680d64 None None] Checking router: 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:47:48.424671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f134cf-1803-4c42-8b4c-5d2673680d64 None None] Routers {'2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:48.424671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f0f134cf-1803-4c42-8b4c-5d2673680d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:48.424671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f0f134cf-1803-4c42-8b4c-5d2673680d64 None None] Set router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:47:48.483708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] Deleting port beffd7a2-8c44-4fc1-87db-59c1e59a97ea {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:48.484297 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:48.496125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device cde0a19c-5d96-4af2-a6f7-fa72c0c28636 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:47:48.571870 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-3d2c287c-081c-4327-a20a-154914e22cc8 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Floating IP c5a07d9e-ee67-42f5-88ec-c416ab658b02 associated. External IP: 172.25.2.97, port: 1fc839e4-eb2a-422d-b594-831950d7bbc9. May 27 22:47:48.693474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Allocated IP 172.25.2.154 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/b04297cb-373a-4319-b5ce-a8f5731c042e) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:47:48.722070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d2f597-1b28-4e0d-b7c3-e5732aea1322 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:47:48.739195 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1a9ef-e482-4a83-8c11-1b38f3d1096d None None] Sync routers for ids ['0d24c13c-9d95-4011-b217-80861a783bfc'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:47:48.745704 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790c736-2d0d-4b4b-a369-e4f3618245c6 req-563f6b24-1cdf-4e3e-8009-7ea963e70cd9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:48.747410 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8790c736-2d0d-4b4b-a369-e4f3618245c6 req-563f6b24-1cdf-4e3e-8009-7ea963e70cd9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 945 time: 0.7785895 May 27 22:47:48.772243 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1a9ef-e482-4a83-8c11-1b38f3d1096d None None] Routers {'0d24c13c-9d95-4011-b217-80861a783bfc'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:48.775364 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-98e1a9ef-e482-4a83-8c11-1b38f3d1096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0d24c13c-9d95-4011-b217-80861a783bfc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:48.889986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port cde0a19c-5d96-4af2-a6f7-fa72c0c28636 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:47:48.898386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port cde0a19c-5d96-4af2-a6f7-fa72c0c28636 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:47:48.898986 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:48.943946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] For port beffd7a2-8c44-4fc1-87db-59c1e59a97ea, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=beffd7a2-8c44-4fc1-87db-59c1e59a97ea,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:48.944908 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:49.074543 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-95d2f597-1b28-4e0d-b7c3-e5732aea1322 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "PUT /v2.0/routers/0d24c13c-9d95-4011-b217-80861a783bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1636269 May 27 22:47:49.081651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45558) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:49.119426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f0f134cf-1803-4c42-8b4c-5d2673680d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:06Z', 'updated_at': '2022-05-27T22:47:44Z', 'revision_number': 5, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'gw_port': {'id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:07Z', 'updated_at': '2022-05-27T22:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:49.127027 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port cde0a19c-5d96-4af2-a6f7-fa72c0c28636 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:49.130541 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:49.140900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f134cf-1803-4c42-8b4c-5d2673680d64 None None] The sync data for ids ['2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c'] in n-d-843680-3 is: [{'id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'name': 'tempest-TaggedBootDevicesTest_v242-1846685941-router', 'tenant_id': 'df84f64e176647659c4bf324dc3c727e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158'}], 'enable_snat': True}, 'gw_port_id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:06Z', 'updated_at': '2022-05-27T22:47:44Z', 'revision_number': 5, 'project_id': 'df84f64e176647659c4bf324dc3c727e', 'gw_port': {'id': 'beffd7a2-8c44-4fc1-87db-59c1e59a97ea', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:3e:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:07Z', 'updated_at': '2022-05-27T22:38:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:49.190907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] Calling delete_port for beffd7a2-8c44-4fc1-87db-59c1e59a97ea owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:49.200830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684cf071-2ef5-4ffa-97c6-149509b40300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:47:49.212490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port cde0a19c-5d96-4af2-a6f7-fa72c0c28636, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=cde0a19c-5d96-4af2-a6f7-fa72c0c28636,segment=NetworkSegment(b64552c6-083f-432a-9a70-bab2ac16407c),segment_id=b64552c6-083f-432a-9a70-bab2ac16407c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:49.256822 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-98e1a9ef-e482-4a83-8c11-1b38f3d1096d None None] Set router 0d24c13c-9d95-4011-b217-80861a783bfc gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:47:49.269857 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:49.275570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8790c736-2d0d-4b4b-a369-e4f3618245c6 req-45e69b1a-fff4-4042-b3d4-2439a42e8716 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=4fcf9d10-484f-41fe-a587-9690661b489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4149897 May 27 22:47:49.304906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe32e9e-6e3b-4af7-9a8c-3f2e03309b64 req-41d96045-acac-49c5-ada2-4303b7026fa5 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:49.306548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebe32e9e-6e3b-4af7-9a8c-3f2e03309b64 req-41d96045-acac-49c5-ada2-4303b7026fa5 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.8477554 May 27 22:47:49.525582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-5528f300-600e-4628-af00-431cd11c8ba4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Deleting subnet 2ed13138-9064-4f2c-949d-1a90e732a7f0 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:47:49.525767 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f58e2dd-9eb9-4e70-956c-cc6444e3513a'] response: {'server_uuid': '684cf071-2ef5-4ffa-97c6-149509b40300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'code': 200} May 27 22:47:49.569293 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5528f300-600e-4628-af00-431cd11c8ba4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:49.575599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:49.617539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=cde0a19c-5d96-4af2-a6f7-fa72c0c28636,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:49.860417 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] Pushing event deleted for resources: {'Port': ['ID=beffd7a2-8c44-4fc1-87db-59c1e59a97ea,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:49.879527 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-98e1a9ef-e482-4a83-8c11-1b38f3d1096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434541810', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:22Z', 'updated_at': '2022-05-27T22:47:44Z', 'revision_number': 5, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:24Z', 'updated_at': '2022-05-27T22:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:49.887003 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:49.896161 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1a9ef-e482-4a83-8c11-1b38f3d1096d None None] Checking router: 0d24c13c-9d95-4011-b217-80861a783bfc for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:47:49.918429 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1a9ef-e482-4a83-8c11-1b38f3d1096d None None] Routers {'0d24c13c-9d95-4011-b217-80861a783bfc'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:49.918429 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-98e1a9ef-e482-4a83-8c11-1b38f3d1096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0d24c13c-9d95-4011-b217-80861a783bfc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:50.028930 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5528f300-600e-4628-af00-431cd11c8ba4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:50.065890 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:50.102554 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:50.172103 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebe32e9e-6e3b-4af7-9a8c-3f2e03309b64 req-af5c1791-612c-4db2-8c5e-0a2d5374aab1 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6993635 May 27 22:47:50.246499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:50.259737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:50.274356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:47:50.313946 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2c287c-081c-4327-a20a-154914e22cc8 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:47:50.314964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Pushing event updated for resources: {'Port': ['ID=b04297cb-373a-4319-b5ce-a8f5731c042e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:50.354302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2e114-867a-4510-be97-88a9ef586925 req-b1720620-044f-4db4-be94-59071fe7e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:50.356712 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13e2e114-867a-4510-be97-88a9ef586925 req-b1720620-044f-4db4-be94-59071fe7e6e5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 1097 time: 0.7081699 May 27 22:47:50.422346 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5528f300-600e-4628-af00-431cd11c8ba4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:50.444255 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-98e1a9ef-e482-4a83-8c11-1b38f3d1096d None None] Set router 0d24c13c-9d95-4011-b217-80861a783bfc gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:47:50.575059 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:50.582306 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:50.669786 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8719400b-845e-416b-a73b-0d6892a06867 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:47:50.717007 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5b6a319c-5c97-46a7-b747-6712c1208390 req-f7db4672-4408-4932-9d13-019979458e7b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3467588 May 27 22:47:50.758091 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:50.758725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:47:50.778663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 8719400b-845e-416b-a73b-0d6892a06867 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:47:50.779121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8719400b-845e-416b-a73b-0d6892a06867 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:47:50.853007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:50.854514 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-581b10a6-6b0c-4ccb-be1b-63c155d457eb admin admin] 10.222.0.27 "DELETE /v2.0/routers/2d7ee6c0-f6c0-4f71-a4ba-b7c3b684e07c HTTP/1.1" status: 204 len: 168 time: 3.5620236 May 27 22:47:50.862935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45596) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:50.979123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e81c57-8ea2-4f10-aead-1707fc516923 admin admin] Deleting subnet 03468ea2-19a1-436d-b9b8-e83a2b471f43 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:47:50.989196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13e2e114-867a-4510-be97-88a9ef586925 req-6aea7b72-f34d-4dad-8290-485f3703c704 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4fcf9d10-484f-41fe-a587-9690661b489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6252024 May 27 22:47:50.995078 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e6e81c57-8ea2-4f10-aead-1707fc516923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:51.057161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a319c-5c97-46a7-b747-6712c1208390 req-2d2734f3-6f3d-41b0-910a-4fed249b99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:51.058631 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5b6a319c-5c97-46a7-b747-6712c1208390 req-2d2734f3-6f3d-41b0-910a-4fed249b99fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4df3336cd5534e7691f6cbd1acbb4757&device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 1135 time: 0.2959008 May 27 22:47:51.074256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e6e81c57-8ea2-4f10-aead-1707fc516923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:51.112571 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-98e1a9ef-e482-4a83-8c11-1b38f3d1096d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434541810', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:22Z', 'updated_at': '2022-05-27T22:47:44Z', 'revision_number': 5, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:24Z', 'updated_at': '2022-05-27T22:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:51.118441 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1a9ef-e482-4a83-8c11-1b38f3d1096d None None] The sync data for ids ['0d24c13c-9d95-4011-b217-80861a783bfc'] in n-d-843680-3 is: [{'id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-434541810', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:22Z', 'updated_at': '2022-05-27T22:47:44Z', 'revision_number': 5, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '7ecdf213-c599-4ba7-9520-c83804db1a70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:aa:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d24c13c-9d95-4011-b217-80861a783bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:24Z', 'updated_at': '2022-05-27T22:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:51.150168 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:51.167843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2c287c-081c-4327-a20a-154914e22cc8 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:47:51.180004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58377e2-3187-4abc-a672-cace759ac8c4 None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:47:51.189574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58377e2-3187-4abc-a672-cace759ac8c4 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:51.190841 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-e58377e2-3187-4abc-a672-cace759ac8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:51.203536 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e6e81c57-8ea2-4f10-aead-1707fc516923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:51.258556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-e58377e2-3187-4abc-a672-cace759ac8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:51.273208 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58377e2-3187-4abc-a672-cace759ac8c4 None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:51.273208 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-e58377e2-3187-4abc-a672-cace759ac8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:51.301403 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5528f300-600e-4628-af00-431cd11c8ba4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:51.355920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0c80a-0357-4d50-8e62-1fc81685c0c4 req-00ecacbe-17e8-418b-beda-c68cca698cb8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:51.359656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-e58377e2-3187-4abc-a672-cace759ac8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:51.360281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58377e2-3187-4abc-a672-cace759ac8c4 None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:51.361991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2e0c80a-0357-4d50-8e62-1fc81685c0c4 req-00ecacbe-17e8-418b-beda-c68cca698cb8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 946 time: 0.6852880 May 27 22:47:51.501404 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a319c-5c97-46a7-b747-6712c1208390 req-0a8e2d13-2f59-4535-bfdb-b6d75b8b7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:51.503212 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5b6a319c-5c97-46a7-b747-6712c1208390 req-0a8e2d13-2f59-4535-bfdb-b6d75b8b7f61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fcf0669-7599-49e3-a24f-433ca082f38c HTTP/1.1" status: 200 len: 897 time: 0.2150452 May 27 22:47:51.586051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528f300-600e-4628-af00-431cd11c8ba4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed13138-9064-4f2c-949d-1a90e732a7f0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:51.587995 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5528f300-600e-4628-af00-431cd11c8ba4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:51.599740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7797e4e6-7bc0-4d36-a655-2bb2d849dfe8 None None] Network 989f2a52-aeca-4ef1-a841-01d7355551f9 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:47:51.608554 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e6e81c57-8ea2-4f10-aead-1707fc516923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:51.673141 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5528f300-600e-4628-af00-431cd11c8ba4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "DELETE /v2.0/subnets/2ed13138-9064-4f2c-949d-1a90e732a7f0 HTTP/1.1" status: 204 len: 168 time: 2.5864863 May 27 22:47:51.686362 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45620) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:51.686983 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:51.701649 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e6e81c57-8ea2-4f10-aead-1707fc516923 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:51.707316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e81c57-8ea2-4f10-aead-1707fc516923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03468ea2-19a1-436d-b9b8-e83a2b471f43,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:51.754604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f490a97f-1d49-4801-99a9-8a9ce18f4111 None None] Network 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:47:51.759251 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e6e81c57-8ea2-4f10-aead-1707fc516923 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/03468ea2-19a1-436d-b9b8-e83a2b471f43 HTTP/1.1" status: 204 len: 168 time: 0.8995159 May 27 22:47:51.762326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45626) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:51.816225 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5b6a319c-5c97-46a7-b747-6712c1208390 req-0d61ddb6-42d3-4955-94d9-9102f0edb180 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a400839-1e01-4a79-a373-694e59a4d7cd HTTP/1.1" status: 200 len: 1001 time: 0.3058829 May 27 22:47:51.921802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2e0c80a-0357-4d50-8e62-1fc81685c0c4 req-5f67da0c-2725-4f69-8ab6-0175beb48624 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=4fcf9d10-484f-41fe-a587-9690661b489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5318801 May 27 22:47:52.041610 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:52.047757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a319c-5c97-46a7-b747-6712c1208390 req-4b3a9058-ba4c-4dfa-bffe-4875e846ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:52.049319 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5b6a319c-5c97-46a7-b747-6712c1208390 req-4b3a9058-ba4c-4dfa-bffe-4875e846ef4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9 HTTP/1.1" status: 200 len: 833 time: 0.1696541 May 27 22:47:52.164132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] Deleting port 310c3101-130b-4d8a-bc6f-ffdaaa89e080 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:52.164548 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:52.326688 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:52.355575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a319c-5c97-46a7-b747-6712c1208390 req-a6e538d1-2bf0-4363-9ca0-8a4a6f285c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:52.369271 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5b6a319c-5c97-46a7-b747-6712c1208390 req-a6e538d1-2bf0-4363-9ca0-8a4a6f285c89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fcf0669-7599-49e3-a24f-433ca082f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2946970 May 27 22:47:52.421031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2c287c-081c-4327-a20a-154914e22cc8 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 2e62d799-284f-4198-8ca5-cfc6d3c181ea has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:47:52.507235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6eb212-a7ef-43f7-821d-7481a241c35b req-80b2e732-9229-41be-a417-ed2380c64fbe tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:52.508975 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa6eb212-a7ef-43f7-821d-7481a241c35b req-80b2e732-9229-41be-a417-ed2380c64fbe tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 1.0296953 May 27 22:47:52.540751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] DHCP port deletion for 989f2a52-aeca-4ef1-a841-01d7355551f9 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:47:52.545431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] Deleting port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:52.545798 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:52.618007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a14210-42f1-4f7e-9c50-60abb5072056 None None] DHCP port deletion for 6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:47:52.715157 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa6eb212-a7ef-43f7-821d-7481a241c35b req-15697a46-8a50-4ddf-b11e-014f741a7d80 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754694 May 27 22:47:52.744805 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:52.801451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 285699da-e5b2-4b89-9f68-bc3af885d091 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:47:52.875770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-98a14210-42f1-4f7e-9c50-60abb5072056 None None] Deleting port 310c3101-130b-4d8a-bc6f-ffdaaa89e080 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:52.876678 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-98a14210-42f1-4f7e-9c50-60abb5072056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:52.877088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] For port 310c3101-130b-4d8a-bc6f-ffdaaa89e080, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=310c3101-130b-4d8a-bc6f-ffdaaa89e080,segment=NetworkSegment(f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2),segment_id=f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:52.877698 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:52.974024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 285699da-e5b2-4b89-9f68-bc3af885d091 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:47:52.974376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 285699da-e5b2-4b89-9f68-bc3af885d091 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:47:52.975352 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device beffd7a2-8c44-4fc1-87db-59c1e59a97ea no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:47:53.051644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] Calling delete_port for 310c3101-130b-4d8a-bc6f-ffdaaa89e080 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:53.067599 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: beffd7a2-8c44-4fc1-87db-59c1e59a97ea {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:47:53.070005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device beffd7a2-8c44-4fc1-87db-59c1e59a97ea not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:47:53.070005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:47:53.103978 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:47:53.144164 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5b6a319c-5c97-46a7-b747-6712c1208390 req-563fe496-7061-4ec0-85b5-854dd14a5b92 service neutron] 10.222.0.57 "GET /v2.0/networks/7fcf0669-7599-49e3-a24f-433ca082f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994404 May 27 22:47:53.160121 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:53.292688 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:53.339570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2c287c-081c-4327-a20a-154914e22cc8 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:47:53.355417 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826c52ca-1fdc-4220-8b9c-4c668334866a None None] Sync routers for ids ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:47:53.369222 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c52ca-1fdc-4220-8b9c-4c668334866a None None] Routers {'2e62d799-284f-4198-8ca5-cfc6d3c181ea'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:53.369821 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-826c52ca-1fdc-4220-8b9c-4c668334866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:53.394854 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3d2c287c-081c-4327-a20a-154914e22cc8 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:53.500198 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-826c52ca-1fdc-4220-8b9c-4c668334866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:53.501290 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:53.524649 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826c52ca-1fdc-4220-8b9c-4c668334866a None None] Routers {'2e62d799-284f-4198-8ca5-cfc6d3c181ea'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:53.527069 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-826c52ca-1fdc-4220-8b9c-4c668334866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:53.605413 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-98a14210-42f1-4f7e-9c50-60abb5072056 None None] The port '310c3101-130b-4d8a-bc6f-ffdaaa89e080' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:47:53.608013 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5b6a319c-5c97-46a7-b747-6712c1208390 req-c143d229-d8c1-4072-8150-4ffc226946db service neutron] 10.222.0.57 "GET /v2.0/networks/7fcf0669-7599-49e3-a24f-433ca082f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549201 May 27 22:47:53.645008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:47:53.645008 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:53.645379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] Pushing event deleted for resources: {'Port': ['ID=310c3101-130b-4d8a-bc6f-ffdaaa89e080,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:53.648165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] No DVR routers for this DVR port 310c3101-130b-4d8a-bc6f-ffdaaa89e080 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:47:53.660233 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] For port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb,segment=NetworkSegment(60f51a79-fd3f-4542-8ca8-27b4e0194b26),segment_id=60f51a79-fd3f-4542-8ca8-27b4e0194b26)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:53.661152 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:53.683291 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-826c52ca-1fdc-4220-8b9c-4c668334866a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:53.685589 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826c52ca-1fdc-4220-8b9c-4c668334866a None None] The sync data for ids ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:53.707230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Pushing event updated for resources: {'Port': ['ID=b04297cb-373a-4319-b5ce-a8f5731c042e,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:53.886986 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:53.887861 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:53.941794 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:53.950491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] Calling delete_port for dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:53.974292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:53.975478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:53.990437 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:54.014749 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:54.024557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:47:54.025266 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:54.035037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb,segment=NetworkSegment(60f51a79-fd3f-4542-8ca8-27b4e0194b26),segment_id=60f51a79-fd3f-4542-8ca8-27b4e0194b26)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:54.050344 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3d2c287c-081c-4327-a20a-154914e22cc8 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "PUT /v2.0/floatingips/c5a07d9e-ee67-42f5-88ec-c416ab658b02 HTTP/1.1" status: 200 len: 978 time: 9.1118743 May 27 22:47:54.071373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45670) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:54.076331 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:54.143221 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2 resource provider aggregate not found May 27 22:47:54.165365 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f94adcb6-fef2-4d1e-9ac6-d0787ce7a3f2 found for delete ", "request_id": "req-e76e3394-6317-4aba-bf91-3910174a51b0"}]} May 27 22:47:54.167638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc86b76-6222-431e-a639-3af1322a02db req-ab61049b-bb97-4ee7-9e3f-6045adb68628 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:54.172964 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1fc86b76-6222-431e-a639-3af1322a02db req-ab61049b-bb97-4ee7-9e3f-6045adb68628 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 946 time: 0.9556181 May 27 22:47:54.215236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-125b5101-0469-4cb5-9d11-e8ea053c30fc tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port 32da0b09-759b-4861-af5c-486a8eb0c0e9 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:54.215572 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-125b5101-0469-4cb5-9d11-e8ea053c30fc tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:54.285524 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1fc86b76-6222-431e-a639-3af1322a02db req-c187d7b0-1232-46df-8bf6-47478e3500e6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=4fcf9d10-484f-41fe-a587-9690661b489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071532 May 27 22:47:54.299053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b478f0-0c77-43dc-b82d-921de0c6a314 req-aaee9aa5-8442-4544-bcde-f8d53e188a3e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:54.300516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67b478f0-0c77-43dc-b82d-921de0c6a314 req-aaee9aa5-8442-4544-bcde-f8d53e188a3e tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.3628275 May 27 22:47:54.452175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67b478f0-0c77-43dc-b82d-921de0c6a314 req-8580a247-eb7f-405a-8c8e-9ceb025aba1f tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453602 May 27 22:47:54.581694 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-125b5101-0469-4cb5-9d11-e8ea053c30fc tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:54.651690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a0224-68eb-41ad-98c8-1453ef980fc3 req-46c4f84d-85f6-47cb-8b43-429211ffc62c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:54.653157 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-373a0224-68eb-41ad-98c8-1453ef980fc3 req-46c4f84d-85f6-47cb-8b43-429211ffc62c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 946 time: 0.2612042 May 27 22:47:54.789293 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-373a0224-68eb-41ad-98c8-1453ef980fc3 req-ab6ba118-a713-4005-97b8-9ea43fb72750 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=4fcf9d10-484f-41fe-a587-9690661b489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281524 May 27 22:47:54.812611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45682) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:54.818232 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:54.868363 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:54.875936 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:54.877002 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:54.880322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7966eae1-8310-49b4-a745-13301c933102 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9164839 May 27 22:47:54.881970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Deleting port 7ecdf213-c599-4ba7-9520-c83804db1a70 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:54.882310 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:54.921186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45686) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:54.927254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] Pushing event deleted for resources: {'Network': ['ID=6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:54.961997 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:47:54.962469 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:47:54.972431 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-317fe692-5dc6-48ae-8e4c-1739b169bdff admin admin] 10.222.0.27 "DELETE /v2.0/networks/6d7c58b1-10b6-4bf8-a654-f4bf97c33f7f HTTP/1.1" status: 204 len: 168 time: 3.2089715 May 27 22:47:54.975639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45694) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:54.980062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 310c3101-130b-4d8a-bc6f-ffdaaa89e080 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:47:55.027070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 310c3101-130b-4d8a-bc6f-ffdaaa89e080 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:47:55.027662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 310c3101-130b-4d8a-bc6f-ffdaaa89e080 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:47:55.045985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:55.123515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeb663b-4006-42c3-a442-2eec7645a94e tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:55.128369 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2aeb663b-4006-42c3-a442-2eec7645a94e tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 1092 time: 0.3141773 May 27 22:47:55.129161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45698) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:55.144249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:47:55.215006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:47:55.244983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:floatingip and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:47:55.250964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:47:55.277359 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:47:55.285709 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-125b5101-0469-4cb5-9d11-e8ea053c30fc tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:55.286057 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-125b5101-0469-4cb5-9d11-e8ea053c30fc tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:55.286506 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-125b5101-0469-4cb5-9d11-e8ea053c30fc tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Floating IP c5a07d9e-ee67-42f5-88ec-c416ab658b02 disassociated. External IP: 172.25.2.97, port: 32da0b09-759b-4861-af5c-486a8eb0c0e9. May 27 22:47:55.286853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-125b5101-0469-4cb5-9d11-e8ea053c30fc tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Calling delete_port for 32da0b09-759b-4861-af5c-486a8eb0c0e9 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:55.334551 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7ac18fd3-fa52-498a-941d-b2b8d1fcad55 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] 10.222.0.27 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4770 time: 0.4069011 May 27 22:47:55.335194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45704) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:55.414366 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:55.463634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] Deleting port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:55.464262 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:55.482473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f9af21c3-dfa6-4f23-85b9-c2cdb8774360 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Synchronizing usage tracker for tenant:672b4ad982eb4eefb54d4bf8f4185efd on resource:floatingip {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:47:55.588276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] For port 7ecdf213-c599-4ba7-9520-c83804db1a70, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=7ecdf213-c599-4ba7-9520-c83804db1a70,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:55.588688 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:55.726436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f9af21c3-dfa6-4f23-85b9-c2cdb8774360 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Unset dirty status for tenant:672b4ad982eb4eefb54d4bf8f4185efd on resource:floatingip {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:47:55.727802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f9af21c3-dfa6-4f23-85b9-c2cdb8774360 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] 10.222.0.27 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3569021 May 27 22:47:55.735692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Calling delete_port for 7ecdf213-c599-4ba7-9520-c83804db1a70 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:55.779164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45716) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:55.847456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] For port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb,segment=NetworkSegment(60f51a79-fd3f-4542-8ca8-27b4e0194b26),segment_id=60f51a79-fd3f-4542-8ca8-27b4e0194b26)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:55.848610 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:56.006776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] Calling delete_port for dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:56.139844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:56.158832 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-125b5101-0469-4cb5-9d11-e8ea053c30fc tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:56.170200 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:56.221609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-0fe04c60-2e49-4a14-a5de-f42665fee248 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Deleting port b04297cb-373a-4319-b5ce-a8f5731c042e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:56.221876 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0fe04c60-2e49-4a14-a5de-f42665fee248 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:56.226197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] Pushing event deleted for resources: {'Port': ['ID=dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:56.236433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d0d273-a932-47f7-a036-5c5e2e04e41f None None] No DVR routers for this DVR port dbe4f8ad-8c2c-44fd-b33b-ec8a4d6b7deb on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:47:56.318058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b5101-0469-4cb5-9d11-e8ea053c30fc tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Port': ['ID=32da0b09-759b-4861-af5c-486a8eb0c0e9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:56.460861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Allocated IP 172.25.2.86 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/0b88bfb3-3df3-4c71-9b5f-02a16701b442) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:47:56.598108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50a9cf6a-502d-440a-8aed-3b63c01594fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:56.726793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7e992-f33b-40b1-bc6d-e1d0410b0226 req-ea9702e9-57db-4100-8f37-513456ebbe0d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:56.728628 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4bc7e992-f33b-40b1-bc6d-e1d0410b0226 req-ea9702e9-57db-4100-8f37-513456ebbe0d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.8358502 May 27 22:47:56.875863 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:57.033882 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4bc7e992-f33b-40b1-bc6d-e1d0410b0226 req-a35c8b45-23df-4fbe-9c1e-fd92dde95534 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2854097 May 27 22:47:57.038098 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0fe04c60-2e49-4a14-a5de-f42665fee248 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:57.038419 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0fe04c60-2e49-4a14-a5de-f42665fee248 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:57.055597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125b5101-0469-4cb5-9d11-e8ea053c30fc tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 2e62d799-284f-4198-8ca5-cfc6d3c181ea has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:47:57.145933 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:57.175933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-0fe04c60-2e49-4a14-a5de-f42665fee248 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Calling delete_port for b04297cb-373a-4319-b5ce-a8f5731c042e owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:57.243281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-50a9cf6a-502d-440a-8aed-3b63c01594fb admin admin] Deleting port 293d7aac-a59f-4792-8f60-7787954323ef {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:57.243804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50a9cf6a-502d-440a-8aed-3b63c01594fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:57.281262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:47:57.291126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:47:57.292055 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:57.302479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:47:57.328875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Port': ['ID=0b88bfb3-3df3-4c71-9b5f-02a16701b442,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:57.370219 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event deleted for resources: {'Port': ['ID=7ecdf213-c599-4ba7-9520-c83804db1a70,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:57.475123 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f5de0d19-ae69-4dc8-b3a8-a31c535cf4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:57.631942 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:57.650220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-50a9cf6a-502d-440a-8aed-3b63c01594fb admin admin] For port 293d7aac-a59f-4792-8f60-7787954323ef, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=293d7aac-a59f-4792-8f60-7787954323ef,segment=NetworkSegment(082919bb-e6d7-4f0c-b14c-6fb50a68ba9c),segment_id=082919bb-e6d7-4f0c-b14c-6fb50a68ba9c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:47:57.650582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50a9cf6a-502d-440a-8aed-3b63c01594fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:57.800080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-50a9cf6a-502d-440a-8aed-3b63c01594fb admin admin] Calling delete_port for 293d7aac-a59f-4792-8f60-7787954323ef owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:57.950117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125b5101-0469-4cb5-9d11-e8ea053c30fc tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:47:57.953282 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:57.960460 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:57.962676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e0bdf2-7f90-495f-a8cb-4501f3a95da0 None None] Sync routers for ids ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:47:57.972516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e0bdf2-7f90-495f-a8cb-4501f3a95da0 None None] Routers {'2e62d799-284f-4198-8ca5-cfc6d3c181ea'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:57.973153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-93e0bdf2-7f90-495f-a8cb-4501f3a95da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:58.036832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-93e0bdf2-7f90-495f-a8cb-4501f3a95da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:58.046171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e0bdf2-7f90-495f-a8cb-4501f3a95da0 None None] Routers {'2e62d799-284f-4198-8ca5-cfc6d3c181ea'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:47:58.046811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-93e0bdf2-7f90-495f-a8cb-4501f3a95da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:47:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:58.106103 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-125b5101-0469-4cb5-9d11-e8ea053c30fc tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:58.134945 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-93e0bdf2-7f90-495f-a8cb-4501f3a95da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:58.135348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e0bdf2-7f90-495f-a8cb-4501f3a95da0 None None] The sync data for ids ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:47:58.139053 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-125b5101-0469-4cb5-9d11-e8ea053c30fc tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/ports/32da0b09-759b-4861-af5c-486a8eb0c0e9 HTTP/1.1" status: 204 len: 168 time: 4.0658882 May 27 22:47:58.140866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45762) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:58.209441 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0fe04c60-2e49-4a14-a5de-f42665fee248 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:58.212928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:58.213413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Fanout notify agent at l3_agent the message router_deleted on router 0d24c13c-9d95-4011-b217-80861a783bfc {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:47:58.317063 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:58.318176 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8002e7c3-5216-4bff-b447-8e5a89760de4 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "DELETE /v2.0/routers/0d24c13c-9d95-4011-b217-80861a783bfc HTTP/1.1" status: 204 len: 168 time: 6.4920647 May 27 22:47:58.322689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45770) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:58.382433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe04c60-2e49-4a14-a5de-f42665fee248 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Pushing event deleted for resources: {'Port': ['ID=b04297cb-373a-4319-b5ce-a8f5731c042e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:58.473660 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-439d359d-150d-4f6c-85ff-64183b3a7827 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:58.474271 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:58.549310 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50a9cf6a-502d-440a-8aed-3b63c01594fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:58.683129 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0fe04c60-2e49-4a14-a5de-f42665fee248 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:58.685586 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0fe04c60-2e49-4a14-a5de-f42665fee248 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:58.686732 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0fe04c60-2e49-4a14-a5de-f42665fee248 tempest-FloatingIPAdminTestJSON-134339996 tempest-FloatingIPAdminTestJSON-134339996-project] 10.222.0.27 "DELETE /v2.0/floatingips/439df4b3-b8b1-4f02-b6ab-9cd4aeef414b HTTP/1.1" status: 204 len: 168 time: 2.8994055 May 27 22:47:58.691098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45788) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:58.692766 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9cf6a-502d-440a-8aed-3b63c01594fb admin admin] Pushing event deleted for resources: {'Port': ['ID=293d7aac-a59f-4792-8f60-7787954323ef,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:58.798575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-439d359d-150d-4f6c-85ff-64183b3a7827 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:58.842611 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:58.884725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-439d359d-150d-4f6c-85ff-64183b3a7827 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989f2a52-aeca-4ef1-a841-01d7355551f9']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:58.887146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a37ef3-98d7-45c9-91ef-71c2f68ab4ac req-ed5f6a5a-73bc-4082-a47c-3e7e125b38b1 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:47:58.898712 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-09a37ef3-98d7-45c9-91ef-71c2f68ab4ac req-ed5f6a5a-73bc-4082-a47c-3e7e125b38b1 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.6923161 May 27 22:47:58.968398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-439d359d-150d-4f6c-85ff-64183b3a7827 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f51a79-fd3f-4542-8ca8-27b4e0194b26') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:58.968697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-439d359d-150d-4f6c-85ff-64183b3a7827 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f51a79-fd3f-4542-8ca8-27b4e0194b26') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:47:59.012597 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-439d359d-150d-4f6c-85ff-64183b3a7827 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:59.041798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7ecdf213-c599-4ba7-9520-c83804db1a70 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:47:59.067391 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-439d359d-150d-4f6c-85ff-64183b3a7827 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:59.088488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 7ecdf213-c599-4ba7-9520-c83804db1a70 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:47:59.088744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7ecdf213-c599-4ba7-9520-c83804db1a70 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:47:59.110109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0f493-6986-419c-acf6-5585608a99a3 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Deleting port 204b1744-0543-4cb0-85fd-9949eed77e24 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:47:59.110457 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5c0f493-6986-419c-acf6-5585608a99a3 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:59.149653 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-09a37ef3-98d7-45c9-91ef-71c2f68ab4ac req-eeef4c56-3dc9-4077-8f1b-2c458caa894c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2541468 May 27 22:47:59.191746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439d359d-150d-4f6c-85ff-64183b3a7827 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:47:59.191902 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-439d359d-150d-4f6c-85ff-64183b3a7827 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:59.274218 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 60f51a79-fd3f-4542-8ca8-27b4e0194b26 resource provider aggregate not found May 27 22:47:59.324254 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 60f51a79-fd3f-4542-8ca8-27b4e0194b26 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60f51a79-fd3f-4542-8ca8-27b4e0194b26 found for delete ", "request_id": "req-977dae47-024e-4e8c-9e84-270909b90299"}]} May 27 22:47:59.409940 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5c0f493-6986-419c-acf6-5585608a99a3 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:59.410540 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5c0f493-6986-419c-acf6-5585608a99a3 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:59.482456 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50a9cf6a-502d-440a-8aed-3b63c01594fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:59.552704 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0f493-6986-419c-acf6-5585608a99a3 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Calling delete_port for 204b1744-0543-4cb0-85fd-9949eed77e24 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:47:59.559796 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-439d359d-150d-4f6c-85ff-64183b3a7827 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:59.587793 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-439d359d-150d-4f6c-85ff-64183b3a7827 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:59.613871 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d9c840ff-14b9-41d1-9e2c-7cd149647e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:59.624680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d359d-150d-4f6c-85ff-64183b3a7827 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event deleted for resources: {'Network': ['ID=989f2a52-aeca-4ef1-a841-01d7355551f9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:47:59.687893 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:59.786642 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:59.792710 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f043a482-22bb-4450-a4c3-c2bb78f645b3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:47:59.848487 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-439d359d-150d-4f6c-85ff-64183b3a7827 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "DELETE /v2.0/networks/989f2a52-aeca-4ef1-a841-01d7355551f9 HTTP/1.1" status: 204 len: 168 time: 1.5195005 May 27 22:47:59.852306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45838) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:47:59.951920 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5c0f493-6986-419c-acf6-5585608a99a3 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:00.002723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Port': ['ID=0b88bfb3-3df3-4c71-9b5f-02a16701b442,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:00.014933 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:00.070408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0f493-6986-419c-acf6-5585608a99a3 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Pushing event deleted for resources: {'Port': ['ID=204b1744-0543-4cb0-85fd-9949eed77e24,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:00.108602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a9cf6a-502d-440a-8aed-3b63c01594fb admin admin] Router e8aee0a0-d55e-4fdc-8bff-4565c11aca01 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:48:00.284617 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Floating IP c1088895-1009-4839-a9a2-8bcf736ea5fa associated. External IP: 172.25.2.86, port: cde0a19c-5d96-4af2-a6f7-fa72c0c28636. May 27 22:48:00.512431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a9cf6a-502d-440a-8aed-3b63c01594fb admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:48:00.518300 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-50a9cf6a-502d-440a-8aed-3b63c01594fb admin admin] 10.222.0.27 "PUT /v2.0/routers/e8aee0a0-d55e-4fdc-8bff-4565c11aca01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5417306 May 27 22:48:00.520853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45850) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:00.522441 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e444b1-7b00-46ca-933b-7ed0ede44f2c None None] Sync routers for ids ['e8aee0a0-d55e-4fdc-8bff-4565c11aca01'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:48:00.531523 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e444b1-7b00-46ca-933b-7ed0ede44f2c None None] Routers {'e8aee0a0-d55e-4fdc-8bff-4565c11aca01'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:00.532124 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-44e444b1-7b00-46ca-933b-7ed0ede44f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e8aee0a0-d55e-4fdc-8bff-4565c11aca01'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:00.563536 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5c0f493-6986-419c-acf6-5585608a99a3 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:00.587133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-00110ad0-0824-4b7e-a431-09007e892f0d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Deleting port 7284bfd6-3e55-4eac-8269-2684274d36b8 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:00.587133 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00110ad0-0824-4b7e-a431-09007e892f0d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:00.680653 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5c0f493-6986-419c-acf6-5585608a99a3 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:00.690904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c5c0f493-6986-419c-acf6-5585608a99a3 tempest-FloatingIPAdminTestJSON-1509610366 tempest-FloatingIPAdminTestJSON-1509610366-project-admin] 10.222.0.27 "DELETE /v2.0/floatingips/b4ce665e-31aa-46a3-98c5-24ac2c9800fa HTTP/1.1" status: 204 len: 168 time: 1.9986584 May 27 22:48:00.694772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45858) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:00.728903 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-44e444b1-7b00-46ca-933b-7ed0ede44f2c None None] Set router e8aee0a0-d55e-4fdc-8bff-4565c11aca01 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:48:00.764713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606ac51-dfb0-4934-814b-1964272f876b req-584a8244-dba9-47e8-baee-678da09e7fac tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:00.766213 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5606ac51-dfb0-4934-814b-1964272f876b req-584a8244-dba9-47e8-baee-678da09e7fac tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.4304016 May 27 22:48:00.875682 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:00.907587 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5606ac51-dfb0-4934-814b-1964272f876b req-3ce76839-cd4d-4f35-8243-72d7d9161416 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871558 May 27 22:48:00.954257 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:00.994691 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00110ad0-0824-4b7e-a431-09007e892f0d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:00.995083 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00110ad0-0824-4b7e-a431-09007e892f0d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:01.008829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f043a482-22bb-4450-a4c3-c2bb78f645b3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port 95061b20-783f-47b0-81a9-e68af4d72da8 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:01.009165 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f043a482-22bb-4450-a4c3-c2bb78f645b3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:01.139027 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-44e444b1-7b00-46ca-933b-7ed0ede44f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'name': 'tempest-TaggedBootDevicesTest_v242-1290225337-router', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:24Z', 'updated_at': '2022-05-27T22:47:58Z', 'revision_number': 5, 'project_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'gw_port': {'id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:26Z', 'updated_at': '2022-05-27T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:01.143109 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e444b1-7b00-46ca-933b-7ed0ede44f2c None None] Checking router: e8aee0a0-d55e-4fdc-8bff-4565c11aca01 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:48:01.151955 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e444b1-7b00-46ca-933b-7ed0ede44f2c None None] Routers {'e8aee0a0-d55e-4fdc-8bff-4565c11aca01'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:01.152627 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-44e444b1-7b00-46ca-933b-7ed0ede44f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e8aee0a0-d55e-4fdc-8bff-4565c11aca01'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:01.155921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-468568e6-721e-4db2-a571-19f2292677ab tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Deleting port a99f393f-fdc3-4352-8712-131e70e65c29 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:01.156260 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-468568e6-721e-4db2-a571-19f2292677ab tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:01.179498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-00110ad0-0824-4b7e-a431-09007e892f0d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Calling delete_port for 7284bfd6-3e55-4eac-8269-2684274d36b8 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:01.195807 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:01.385330 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-44e444b1-7b00-46ca-933b-7ed0ede44f2c None None] Set router e8aee0a0-d55e-4fdc-8bff-4565c11aca01 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:48:01.388061 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f043a482-22bb-4450-a4c3-c2bb78f645b3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:01.456186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:48:01.514753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f043a482-22bb-4450-a4c3-c2bb78f645b3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Calling delete_port for 95061b20-783f-47b0-81a9-e68af4d72da8 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:01.648168 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:01.711193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4a121886-a498-4d99-956d-cd5d598cb38c details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:48:01.749632 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00110ad0-0824-4b7e-a431-09007e892f0d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:01.757996 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-44e444b1-7b00-46ca-933b-7ed0ede44f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'name': 'tempest-TaggedBootDevicesTest_v242-1290225337-router', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:24Z', 'updated_at': '2022-05-27T22:47:58Z', 'revision_number': 5, 'project_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'gw_port': {'id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:26Z', 'updated_at': '2022-05-27T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:01.766667 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e444b1-7b00-46ca-933b-7ed0ede44f2c None None] The sync data for ids ['e8aee0a0-d55e-4fdc-8bff-4565c11aca01'] in n-d-843680-3 is: [{'id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'name': 'tempest-TaggedBootDevicesTest_v242-1290225337-router', 'tenant_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:38:24Z', 'updated_at': '2022-05-27T22:47:58Z', 'revision_number': 5, 'project_id': 'c2a015d5f9ca42b995e05ac599d50eb8', 'gw_port': {'id': 'aa5b2711-96c7-4d1f-bf35-02625cddd79b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:32:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8aee0a0-d55e-4fdc-8bff-4565c11aca01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:38:26Z', 'updated_at': '2022-05-27T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:48:01.813295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] Deleting port aa5b2711-96c7-4d1f-bf35-02625cddd79b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:01.813967 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:01.883508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-468568e6-721e-4db2-a571-19f2292677ab tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:01.948887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4a121886-a498-4d99-956d-cd5d598cb38c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4a121886-a498-4d99-956d-cd5d598cb38c,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:01.979895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '4a121886-a498-4d99-956d-cd5d598cb38c', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'port_id': '4a121886-a498-4d99-956d-cd5d598cb38c', 'mac_address': 'fa:16:3e:4c:bb:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:48:02.024151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-468568e6-721e-4db2-a571-19f2292677ab tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Calling delete_port for a99f393f-fdc3-4352-8712-131e70e65c29 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:02.133489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00110ad0-0824-4b7e-a431-09007e892f0d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event deleted for resources: {'Port': ['ID=7284bfd6-3e55-4eac-8269-2684274d36b8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:02.134391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4a121886-a498-4d99-956d-cd5d598cb38c is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:02.134774 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:02.149566 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:02.153013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:48:02.160988 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a121886-a498-4d99-956d-cd5d598cb38c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:48:02.178593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4a121886-a498-4d99-956d-cd5d598cb38c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4a121886-a498-4d99-956d-cd5d598cb38c,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:02.181691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99591bdf-e0a9-4158-80fd-f1fc1a9951d8 None None] Sync routers for ids ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:48:02.193857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99591bdf-e0a9-4158-80fd-f1fc1a9951d8 None None] Routers {'3d3376c3-75c1-4e1e-958b-91a1e0b09f47'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:02.194996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-99591bdf-e0a9-4158-80fd-f1fc1a9951d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:02.260043 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:02.277626 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00110ad0-0824-4b7e-a431-09007e892f0d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:02.281590 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-00110ad0-0824-4b7e-a431-09007e892f0d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Floating IP c8b7cf20-ac7c-4e95-a0b5-9bc00c4a3696 disassociated (deleted). External IP: 172.25.2.168, port: 6a400839-1e01-4a79-a373-694e59a4d7cd. May 27 22:48:02.297107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] For port aa5b2711-96c7-4d1f-bf35-02625cddd79b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aa5b2711-96c7-4d1f-bf35-02625cddd79b,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:02.297513 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:02.352992 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f043a482-22bb-4450-a4c3-c2bb78f645b3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:02.431804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4a121886-a498-4d99-956d-cd5d598cb38c,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:02.456319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043a482-22bb-4450-a4c3-c2bb78f645b3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Port': ['ID=95061b20-783f-47b0-81a9-e68af4d72da8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:02.460331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-99591bdf-e0a9-4158-80fd-f1fc1a9951d8 None None] Set router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:48:02.525110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['4a121886-a498-4d99-956d-cd5d598cb38c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:48:02.545064 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:48:02.733534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb486a-de7f-4602-87f3-3a7d7e115117 req-b74d5ff7-c2c1-4a8f-9ca2-0d1be161b4b0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:02.735340 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32cb486a-de7f-4602-87f3-3a7d7e115117 req-b74d5ff7-c2c1-4a8f-9ca2-0d1be161b4b0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 944 time: 0.6301103 May 27 22:48:02.786830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] Calling delete_port for aa5b2711-96c7-4d1f-bf35-02625cddd79b owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:02.832499 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:02.890590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 293d7aac-a59f-4792-8f60-7787954323ef no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:48:02.907581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32cb486a-de7f-4602-87f3-3a7d7e115117 req-c6803f6f-5c64-470b-8ff9-5a083ec3aa2b tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648188 May 27 22:48:02.947105 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 293d7aac-a59f-4792-8f60-7787954323ef {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:48:02.947473 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 293d7aac-a59f-4792-8f60-7787954323ef not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:48:02.953842 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-312b2977-4c13-49c3-a701-7161d6f2ae4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8201985 May 27 22:48:02.958233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45872) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:02.962209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684cf071-2ef5-4ffa-97c6-149509b40300', 'tag': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:48:03.081903 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6ad7c7-08d0-457e-86b0-07b95bbaae4e'] response: {'name': 'network-changed', 'server_uuid': '684cf071-2ef5-4ffa-97c6-149509b40300', 'tag': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'status': 'completed', 'code': 200} May 27 22:48:03.153012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-99591bdf-e0a9-4158-80fd-f1fc1a9951d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:46:53Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c1088895-1009-4839-a9a2-8bcf736ea5fa', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'port_id': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'mac_address': 'fa:16:3e:f8:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684cf071-2ef5-4ffa-97c6-149509b40300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:47:58Z', 'updated_at': '2022-05-27T22:47:58Z', 'revision_number': 0, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861f6893-3105-41e7-95c7-873b26cbb348', 'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:82:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:50Z', 'updated_at': '2022-05-27T22:47:09Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:03.158815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99591bdf-e0a9-4158-80fd-f1fc1a9951d8 None None] Checking router: 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:48:03.166634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99591bdf-e0a9-4158-80fd-f1fc1a9951d8 None None] Routers {'3d3376c3-75c1-4e1e-958b-91a1e0b09f47'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:03.167366 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-99591bdf-e0a9-4158-80fd-f1fc1a9951d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:03.181074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00110ad0-0824-4b7e-a431-09007e892f0d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Router cbabac8a-dd98-402f-9993-4bf77a6117b3 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:48:03.205997 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fa401fff-278f-46e2-a0fc-d66af9738337 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/floatingips/c1088895-1009-4839-a9a2-8bcf736ea5fa HTTP/1.1" status: 200 len: 991 time: 0.2419562 May 27 22:48:03.247128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273df3ea-3691-4613-a969-207f6089abe6 req-9d6fbef9-3e45-4817-9757-a987bc203754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:03.248634 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-273df3ea-3691-4613-a969-207f6089abe6 req-9d6fbef9-3e45-4817-9757-a987bc203754 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce374891ed0f4bd582f3450e6b65dedf&device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 1097 time: 0.1114318 May 27 22:48:03.275899 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f043a482-22bb-4450-a4c3-c2bb78f645b3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:03.308256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-468568e6-721e-4db2-a571-19f2292677ab tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:03.357383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-99591bdf-e0a9-4158-80fd-f1fc1a9951d8 None None] Set router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:48:03.426013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468568e6-721e-4db2-a571-19f2292677ab tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event deleted for resources: {'Port': ['ID=a99f393f-fdc3-4352-8712-131e70e65c29,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:03.530521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00110ad0-0824-4b7e-a431-09007e892f0d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:48:03.547058 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d75723-d1ac-4619-91cb-508cfe0a3cef None None] Sync routers for ids ['cbabac8a-dd98-402f-9993-4bf77a6117b3'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:48:03.562559 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d75723-d1ac-4619-91cb-508cfe0a3cef None None] Routers {'cbabac8a-dd98-402f-9993-4bf77a6117b3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:03.563663 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c8d75723-d1ac-4619-91cb-508cfe0a3cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['cbabac8a-dd98-402f-9993-4bf77a6117b3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:03.568719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273df3ea-3691-4613-a969-207f6089abe6 req-de432e93-9c37-4879-a22f-5dce8ab7257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:03.570194 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-273df3ea-3691-4613-a969-207f6089abe6 req-de432e93-9c37-4879-a22f-5dce8ab7257a service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b5f3112-8843-4db2-a9cb-cbd88c26be4d HTTP/1.1" status: 200 len: 898 time: 0.3152699 May 27 22:48:03.589613 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00110ad0-0824-4b7e-a431-09007e892f0d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:03.650359 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-468568e6-721e-4db2-a571-19f2292677ab tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:03.654056 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:03.733056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5b2711-96c7-4d1f-bf35-02625cddd79b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:03.762927 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-468568e6-721e-4db2-a571-19f2292677ab tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] 10.222.0.27 "DELETE /v2.0/ports/a99f393f-fdc3-4352-8712-131e70e65c29 HTTP/1.1" status: 204 len: 168 time: 2.7917650 May 27 22:48:03.763835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45882) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:03.791619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4a121886-a498-4d99-956d-cd5d598cb38c up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:48:03.919072 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-273df3ea-3691-4613-a969-207f6089abe6 req-2faa1785-60bf-41dd-9cc2-ddbbb6b4d597 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cde0a19c-5d96-4af2-a6f7-fa72c0c28636 HTTP/1.1" status: 200 len: 999 time: 0.3401144 May 27 22:48:03.921152 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c8d75723-d1ac-4619-91cb-508cfe0a3cef None None] Set router cbabac8a-dd98-402f-9993-4bf77a6117b3 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:48:03.991848 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-00110ad0-0824-4b7e-a431-09007e892f0d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "DELETE /v2.0/floatingips/c8b7cf20-ac7c-4e95-a0b5-9bc00c4a3696 HTTP/1.1" status: 204 len: 168 time: 4.1391268 May 27 22:48:03.994904 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68d37c8-c5b6-4aeb-b031-27c18019d9f4', 'tag': '6a400839-1e01-4a79-a373-694e59a4d7cd'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:48:04.022174 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:04.101623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273df3ea-3691-4613-a969-207f6089abe6 req-53209d93-47e3-4852-b5a7-81be12766596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:04.102970 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-273df3ea-3691-4613-a969-207f6089abe6 req-53209d93-47e3-4852-b5a7-81be12766596 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4b92ff6-e6b9-4035-8632-be20ce2b0fde HTTP/1.1" status: 200 len: 834 time: 0.1763878 May 27 22:48:04.107649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 4a121886-a498-4d99-956d-cd5d598cb38c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:04.108091 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:04.211047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45892) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:04.217640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f043a482-22bb-4450-a4c3-c2bb78f645b3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 2e62d799-284f-4198-8ca5-cfc6d3c181ea has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:48:04.257000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-99591bdf-e0a9-4158-80fd-f1fc1a9951d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:46:53Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c1088895-1009-4839-a9a2-8bcf736ea5fa', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'port_id': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'mac_address': 'fa:16:3e:f8:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684cf071-2ef5-4ffa-97c6-149509b40300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:47:58Z', 'updated_at': '2022-05-27T22:47:58Z', 'revision_number': 0, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861f6893-3105-41e7-95c7-873b26cbb348', 'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:82:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:50Z', 'updated_at': '2022-05-27T22:47:09Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:04.265068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99591bdf-e0a9-4158-80fd-f1fc1a9951d8 None None] The sync data for ids ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'] in n-d-843680-3 is: [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:46:53Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c1088895-1009-4839-a9a2-8bcf736ea5fa', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'port_id': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'mac_address': 'fa:16:3e:f8:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684cf071-2ef5-4ffa-97c6-149509b40300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:47:58Z', 'updated_at': '2022-05-27T22:47:58Z', 'revision_number': 0, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861f6893-3105-41e7-95c7-873b26cbb348', 'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:82:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:50Z', 'updated_at': '2022-05-27T22:47:09Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:48:04.354836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4a121886-a498-4d99-956d-cd5d598cb38c is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:04.355125 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:04.394766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 4a121886-a498-4d99-956d-cd5d598cb38c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4a121886-a498-4d99-956d-cd5d598cb38c,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:04.395708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7784a39f-5741-4c54-84cd-9555df693b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a121886-a498-4d99-956d-cd5d598cb38c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:48:04.438546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfeb061-d8bf-4eed-a08e-7d53c8773631 req-59c0578d-7e6f-44b2-9fdc-2667bd0f3def tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:04.452071 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7dfeb061-d8bf-4eed-a08e-7d53c8773631 req-59c0578d-7e6f-44b2-9fdc-2667bd0f3def tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 945 time: 0.3521795 May 27 22:48:04.480424 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:04.511781 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6cf33c0d-e62c-4c54-a7c8-6ac71ef5c6b0 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/floatingips/c1088895-1009-4839-a9a2-8bcf736ea5fa HTTP/1.1" status: 200 len: 991 time: 0.2969170 May 27 22:48:04.586164 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:04.589571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:04.596770 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c8d75723-d1ac-4619-91cb-508cfe0a3cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '198876cf-7824-456f-889d-30f80b709def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:45:02Z', 'updated_at': '2022-05-27T22:45:17Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '198876cf-7824-456f-889d-30f80b709def', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:04Z', 'updated_at': '2022-05-27T22:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '1d508acc-fabb-408c-8597-15e41308415b', 'name': '', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'mac_address': 'fa:16:3e:01:bd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:14Z', 'updated_at': '2022-05-27T22:45:26Z', 'revision_number': 5, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'subnets': [{'id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:04.599988 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d75723-d1ac-4619-91cb-508cfe0a3cef None None] Checking router: cbabac8a-dd98-402f-9993-4bf77a6117b3 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:48:04.609646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=4a121886-a498-4d99-956d-cd5d598cb38c,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:04.612052 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d75723-d1ac-4619-91cb-508cfe0a3cef None None] Routers {'cbabac8a-dd98-402f-9993-4bf77a6117b3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:04.613184 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c8d75723-d1ac-4619-91cb-508cfe0a3cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['cbabac8a-dd98-402f-9993-4bf77a6117b3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:04.681013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7dfeb061-d8bf-4eed-a08e-7d53c8773631 req-fdc18759-56b7-4f55-9fb5-cb78bf63ba52 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277646 May 27 22:48:04.682622 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b793d77c-3cf7-4daa-b76a-57fdae21fb40'] response: {'name': 'network-changed', 'server_uuid': 'd68d37c8-c5b6-4aeb-b031-27c18019d9f4', 'tag': '6a400839-1e01-4a79-a373-694e59a4d7cd', 'status': 'completed', 'code': 200} May 27 22:48:04.693231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f31f376-ef17-4c15-9551-6823bfeaaf8a None None] New status for floating IP c1088895-1009-4839-a9a2-8bcf736ea5fa: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:48:04.709729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225beb95-0771-49d8-afa5-dd083bf2dfb5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:04.717276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-225beb95-0771-49d8-afa5-dd083bf2dfb5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Synchronizing usage tracker for tenant:672b4ad982eb4eefb54d4bf8f4185efd on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:48:04.783813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273df3ea-3691-4613-a969-207f6089abe6 req-00b7a879-c1c2-419c-8355-ea6c5963ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:04.785876 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-273df3ea-3691-4613-a969-207f6089abe6 req-00b7a879-c1c2-419c-8355-ea6c5963ac67 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b5f3112-8843-4db2-a9cb-cbd88c26be4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6138415 May 27 22:48:04.841190 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:04.842618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8aee0a0-d55e-4fdc-8bff-4565c11aca01 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:48:04.850293 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f043a482-22bb-4450-a4c3-c2bb78f645b3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:48:04.864019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f043a482-22bb-4450-a4c3-c2bb78f645b3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "PUT /v2.0/routers/2e62d799-284f-4198-8ca5-cfc6d3c181ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7221136 May 27 22:48:04.870192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45902) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:04.895379 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1c1d620-0cfa-43f1-9feb-4ac3c7f62187'] response: {'server_uuid': '7784a39f-5741-4c54-84cd-9555df693b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a121886-a498-4d99-956d-cd5d598cb38c', 'code': 200} May 27 22:48:04.899844 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd178ef-9e81-4888-aa3d-3318195b5fb2 None None] Sync routers for ids ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:48:04.946189 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd178ef-9e81-4888-aa3d-3318195b5fb2 None None] Routers {'2e62d799-284f-4198-8ca5-cfc6d3c181ea'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:04.948648 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ecd178ef-9e81-4888-aa3d-3318195b5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:05.017279 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-225beb95-0771-49d8-afa5-dd083bf2dfb5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Unset dirty status for tenant:672b4ad982eb4eefb54d4bf8f4185efd on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:48:05.024427 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-225beb95-0771-49d8-afa5-dd083bf2dfb5 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] 10.222.0.27 "GET /v2.0/ports?device_id=0a8cf6f5-2ef7-4484-8155-8672780260dc HTTP/1.1" status: 200 len: 913 time: 1.2145357 May 27 22:48:05.034643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45906) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:05.071441 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ecd178ef-9e81-4888-aa3d-3318195b5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:05.094095 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c8d75723-d1ac-4619-91cb-508cfe0a3cef None None] Set router cbabac8a-dd98-402f-9993-4bf77a6117b3 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:48:05.132804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:05.136237 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fff7d94c-d9e9-4469-b3e8-e01bb5bd6d4d admin admin] 10.222.0.27 "DELETE /v2.0/routers/e8aee0a0-d55e-4fdc-8bff-4565c11aca01 HTTP/1.1" status: 204 len: 168 time: 4.6117229 May 27 22:48:05.140032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45910) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:05.166637 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd178ef-9e81-4888-aa3d-3318195b5fb2 None None] Routers {'2e62d799-284f-4198-8ca5-cfc6d3c181ea'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:05.167385 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ecd178ef-9e81-4888-aa3d-3318195b5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:05.241419 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ecd178ef-9e81-4888-aa3d-3318195b5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:05.241809 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd178ef-9e81-4888-aa3d-3318195b5fb2 None None] The sync data for ids ['2e62d799-284f-4198-8ca5-cfc6d3c181ea'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:48:05.315004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b2d474-eb1b-4d4d-9a59-25bd288794ad admin admin] Deleting subnet f350a9c7-5f49-426d-a1ef-a5ebea2d7c45 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:48:05.325092 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-05b2d474-eb1b-4d4d-9a59-25bd288794ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:05.373796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2939b4-ff05-4fb2-9d9f-de9df42b2e9d req-0472b291-d97b-40b8-860b-dc7dd251d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:05.375499 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c2939b4-ff05-4fb2-9d9f-de9df42b2e9d req-0472b291-d97b-40b8-860b-dc7dd251d334 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4df3336cd5534e7691f6cbd1acbb4757&device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 1135 time: 0.6373291 May 27 22:48:05.405486 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27b8a69c-6f10-452d-b5be-c09b1efd0128 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:05.507311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8264b03-73bd-4b77-b7b0-846e3fe49b6d req-2af5795a-5954-4aa1-9b5c-0afa72ce4618 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:05.507311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c8264b03-73bd-4b77-b7b0-846e3fe49b6d req-2af5795a-5954-4aa1-9b5c-0afa72ce4618 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Synchronizing usage tracker for tenant:4df3336cd5534e7691f6cbd1acbb4757 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:48:05.519340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45916) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:05.595537 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-05b2d474-eb1b-4d4d-9a59-25bd288794ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:05.600877 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c8d75723-d1ac-4619-91cb-508cfe0a3cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '198876cf-7824-456f-889d-30f80b709def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:45:02Z', 'updated_at': '2022-05-27T22:45:17Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '198876cf-7824-456f-889d-30f80b709def', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:04Z', 'updated_at': '2022-05-27T22:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '1d508acc-fabb-408c-8597-15e41308415b', 'name': '', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'mac_address': 'fa:16:3e:01:bd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:14Z', 'updated_at': '2022-05-27T22:45:26Z', 'revision_number': 5, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'subnets': [{'id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:05.606624 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d75723-d1ac-4619-91cb-508cfe0a3cef None None] The sync data for ids ['cbabac8a-dd98-402f-9993-4bf77a6117b3'] in n-d-843680-3 is: [{'id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '198876cf-7824-456f-889d-30f80b709def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:45:02Z', 'updated_at': '2022-05-27T22:45:17Z', 'revision_number': 4, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '198876cf-7824-456f-889d-30f80b709def', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:04Z', 'updated_at': '2022-05-27T22:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '1d508acc-fabb-408c-8597-15e41308415b', 'name': '', 'network_id': '7fcf0669-7599-49e3-a24f-433ca082f38c', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'mac_address': 'fa:16:3e:01:bd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:14Z', 'updated_at': '2022-05-27T22:45:26Z', 'revision_number': 5, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'subnets': [{'id': 'bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:48:05.840550 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-273df3ea-3691-4613-a969-207f6089abe6 req-0efd989e-c3d9-4e7a-968c-dc2459447b8a service neutron] 10.222.0.57 "GET /v2.0/networks/4b5f3112-8843-4db2-a9cb-cbd88c26be4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0464509 May 27 22:48:05.909811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9df7cc-ffa8-42ac-9049-0c520db994e1 req-c9d8b2c7-ed6b-4800-aad6-ed121c9851d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:05.911491 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fe9df7cc-ffa8-42ac-9049-0c520db994e1 req-c9d8b2c7-ed6b-4800-aad6-ed121c9851d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 1098 time: 0.7727818 May 27 22:48:05.932230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c8264b03-73bd-4b77-b7b0-846e3fe49b6d req-2af5795a-5954-4aa1-9b5c-0afa72ce4618 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Unset dirty status for tenant:4df3336cd5534e7691f6cbd1acbb4757 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:48:05.941436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8264b03-73bd-4b77-b7b0-846e3fe49b6d req-2af5795a-5954-4aa1-9b5c-0afa72ce4618 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 984 time: 0.8955874 May 27 22:48:05.989293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21f281-288b-4740-9ce3-ee58e2388547 None None] New status for floating IP c8b7cf20-ac7c-4e95-a0b5-9bc00c4a3696: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:48:06.069646 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2939b4-ff05-4fb2-9d9f-de9df42b2e9d req-6b04b3fd-8b1a-469f-ac50-296601fdf891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:06.071085 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c2939b4-ff05-4fb2-9d9f-de9df42b2e9d req-6b04b3fd-8b1a-469f-ac50-296601fdf891 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7fcf0669-7599-49e3-a24f-433ca082f38c HTTP/1.1" status: 200 len: 897 time: 0.6862392 May 27 22:48:06.080951 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8264b03-73bd-4b77-b7b0-846e3fe49b6d req-5e022fa5-746d-4edd-ae75-a6abb4a80f53 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/security-groups?id=b417f9ac-647a-4f30-b7d3-db0287c4f1ce&id=11d3ff43-61a9-4817-9a13-71502fc010af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1409705 May 27 22:48:06.117687 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3bb409f7-54e0-43f4-b57d-4e08f1211e5b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/floatingips/c1088895-1009-4839-a9a2-8bcf736ea5fa HTTP/1.1" status: 200 len: 993 time: 0.5966170 May 27 22:48:06.155226 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fe9df7cc-ffa8-42ac-9049-0c520db994e1 req-1c284601-87a3-4a61-a462-482680fb7f37 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951935 May 27 22:48:06.157608 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27b8a69c-6f10-452d-b5be-c09b1efd0128 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:06.187070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c2939b4-ff05-4fb2-9d9f-de9df42b2e9d req-50ea56b5-f5be-47fe-8868-8fb843aa2823 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a400839-1e01-4a79-a373-694e59a4d7cd HTTP/1.1" status: 200 len: 217 time: 0.1007075 May 27 22:48:06.187849 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-05b2d474-eb1b-4d4d-9a59-25bd288794ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:06.221784 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-273df3ea-3691-4613-a969-207f6089abe6 req-6e269395-22dd-4267-8a62-f7f09f92accb service neutron] 10.222.0.57 "GET /v2.0/networks/4b5f3112-8843-4db2-a9cb-cbd88c26be4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017805 May 27 22:48:06.247229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39565100-733d-468f-801e-04547a9392c4 req-58fcdd08-5a59-4981-a8ca-94ce1b8d7601 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:06.254181 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39565100-733d-468f-801e-04547a9392c4 req-58fcdd08-5a59-4981-a8ca-94ce1b8d7601 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 947 time: 0.3767841 May 27 22:48:06.378060 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dc4400c-7e05-4791-9ff9-b57cc376f250 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:06.389294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-27b8a69c-6f10-452d-b5be-c09b1efd0128 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port 36bb7e56-f6f9-4ca0-98b5-a92e77ae5140 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:06.389718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27b8a69c-6f10-452d-b5be-c09b1efd0128 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:06.545196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39565100-733d-468f-801e-04547a9392c4 req-ab22534b-b4f5-46e7-be3c-5f505cb85d0c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900825 May 27 22:48:06.612452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2939b4-ff05-4fb2-9d9f-de9df42b2e9d req-b7883129-9ba0-41c2-ac69-b15216ad2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:06.614001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c2939b4-ff05-4fb2-9d9f-de9df42b2e9d req-b7883129-9ba0-41c2-ac69-b15216ad2fe9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9 HTTP/1.1" status: 200 len: 833 time: 0.3132787 May 27 22:48:06.725864 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-05b2d474-eb1b-4d4d-9a59-25bd288794ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:06.736665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7cca0-2738-4920-ae3c-2b6a9dbcce5f req-ea111e15-057c-4595-bfca-a42c90d226dd tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:06.738704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9db7cca0-2738-4920-ae3c-2b6a9dbcce5f req-ea111e15-057c-4595-bfca-a42c90d226dd tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.57 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 984 time: 0.4794009 May 27 22:48:06.850772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53364e32-ff33-4728-bef6-19b3090e411b req-68524839-817b-4422-9dee-0eb0538391d1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:06.852325 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-53364e32-ff33-4728-bef6-19b3090e411b req-68524839-817b-4422-9dee-0eb0538391d1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.5504971 May 27 22:48:06.854288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2d474-eb1b-4d4d-9a59-25bd288794ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f350a9c7-5f49-426d-a1ef-a5ebea2d7c45,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:06.864599 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-05b2d474-eb1b-4d4d-9a59-25bd288794ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:06.869570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6f31d3-e53a-482c-8ba8-c39da8488fbe None None] Network 7616c180-2c41-43bc-8b9a-fb176d577531 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:48:06.879492 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27b8a69c-6f10-452d-b5be-c09b1efd0128 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:06.892747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aa5b2711-96c7-4d1f-bf35-02625cddd79b no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:48:06.921338 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-05b2d474-eb1b-4d4d-9a59-25bd288794ad admin admin] 10.222.0.27 "DELETE /v2.0/subnets/f350a9c7-5f49-426d-a1ef-a5ebea2d7c45 HTTP/1.1" status: 204 len: 168 time: 1.7788446 May 27 22:48:06.925715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45926) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:06.976855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9dc4400c-7e05-4791-9ff9-b57cc376f250 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Deleting port b747bd00-4e8e-41f5-b123-21cb26187c82 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:06.977248 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dc4400c-7e05-4791-9ff9-b57cc376f250 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:06.984975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: aa5b2711-96c7-4d1f-bf35-02625cddd79b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:48:06.985559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aa5b2711-96c7-4d1f-bf35-02625cddd79b not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:48:07.078949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9db7cca0-2738-4920-ae3c-2b6a9dbcce5f req-206314b1-6acd-472a-8521-e1f738ba6f34 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Deleting port 6a400839-1e01-4a79-a373-694e59a4d7cd {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:07.079425 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9db7cca0-2738-4920-ae3c-2b6a9dbcce5f req-206314b1-6acd-472a-8521-e1f738ba6f34 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:07.221556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-27b8a69c-6f10-452d-b5be-c09b1efd0128 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Calling delete_port for 36bb7e56-f6f9-4ca0-98b5-a92e77ae5140 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:07.297750 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dc4400c-7e05-4791-9ff9-b57cc376f250 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:07.331160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b76175-bfcd-42cc-9fc2-36e149a23b17 None None] DHCP port deletion for 7616c180-2c41-43bc-8b9a-fb176d577531 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:48:07.346164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f7b76175-bfcd-42cc-9fc2-36e149a23b17 None None] Deleting port 995398af-81a4-4e9b-89dd-908e2377859b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:07.346544 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7b76175-bfcd-42cc-9fc2-36e149a23b17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:07.486271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-53364e32-ff33-4728-bef6-19b3090e411b req-bef71a07-40f4-4439-98a3-232d3d647623 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6174374 May 27 22:48:07.495643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9dc4400c-7e05-4791-9ff9-b57cc376f250 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Calling delete_port for b747bd00-4e8e-41f5-b123-21cb26187c82 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:07.505769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2939b4-ff05-4fb2-9d9f-de9df42b2e9d req-c9d4bd7e-c045-42d4-aeb6-894be4b9c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:07.507450 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c2939b4-ff05-4fb2-9d9f-de9df42b2e9d req-c9d4bd7e-c045-42d4-aeb6-894be4b9c645 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7fcf0669-7599-49e3-a24f-433ca082f38c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8786991 May 27 22:48:07.632374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f7b76175-bfcd-42cc-9fc2-36e149a23b17 None None] For port 995398af-81a4-4e9b-89dd-908e2377859b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=995398af-81a4-4e9b-89dd-908e2377859b,segment=NetworkSegment(082919bb-e6d7-4f0c-b14c-6fb50a68ba9c),segment_id=082919bb-e6d7-4f0c-b14c-6fb50a68ba9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:07.632772 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7b76175-bfcd-42cc-9fc2-36e149a23b17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:07.787167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f7b76175-bfcd-42cc-9fc2-36e149a23b17 None None] Calling delete_port for 995398af-81a4-4e9b-89dd-908e2377859b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:07.796018 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dc4400c-7e05-4791-9ff9-b57cc376f250 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:07.802469 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:07.896777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4400c-7e05-4791-9ff9-b57cc376f250 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event deleted for resources: {'Port': ['ID=b747bd00-4e8e-41f5-b123-21cb26187c82,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:07.969344 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f7b76175-bfcd-42cc-9fc2-36e149a23b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:07.986339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] Deleting port 995398af-81a4-4e9b-89dd-908e2377859b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:07.986786 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:08.041675 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b76175-bfcd-42cc-9fc2-36e149a23b17 None None] No DVR routers for this DVR port 995398af-81a4-4e9b-89dd-908e2377859b on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:48:08.047098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b76175-bfcd-42cc-9fc2-36e149a23b17 None None] Pushing event deleted for resources: {'Port': ['ID=995398af-81a4-4e9b-89dd-908e2377859b,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:08.067220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d74c96-0511-4bf2-87de-788061331be2 req-12cecc33-6c16-4ab3-9504-695d0ca59bfd tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:08.074080 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74d74c96-0511-4bf2-87de-788061331be2 req-12cecc33-6c16-4ab3-9504-695d0ca59bfd tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 984 time: 0.6868722 May 27 22:48:08.150827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c2939b4-ff05-4fb2-9d9f-de9df42b2e9d req-ae194da4-a866-4a8b-a1cf-52e1506d5286 service neutron] 10.222.0.57 "GET /v2.0/networks/7fcf0669-7599-49e3-a24f-433ca082f38c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322427 May 27 22:48:08.168247 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] The port '995398af-81a4-4e9b-89dd-908e2377859b' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:48:08.203081 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dc4400c-7e05-4791-9ff9-b57cc376f250 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:08.407744 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74d74c96-0511-4bf2-87de-788061331be2 req-5cdb1f07-4374-4517-a234-6b8e7c06d22b tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/security-groups?id=b417f9ac-647a-4f30-b7d3-db0287c4f1ce&id=11d3ff43-61a9-4817-9a13-71502fc010af&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3319635 May 27 22:48:08.419536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-9db7cca0-2738-4920-ae3c-2b6a9dbcce5f req-206314b1-6acd-472a-8521-e1f738ba6f34 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] For port 6a400839-1e01-4a79-a373-694e59a4d7cd, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=6a400839-1e01-4a79-a373-694e59a4d7cd,segment=NetworkSegment(c7beb76b-716e-49ad-91b7-49fc137c3146),segment_id=c7beb76b-716e-49ad-91b7-49fc137c3146)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:08.419807 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9db7cca0-2738-4920-ae3c-2b6a9dbcce5f req-206314b1-6acd-472a-8521-e1f738ba6f34 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:08.484462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7314dd6-28b1-4a46-b8ea-2b587c6d85b9 req-00a034c6-4162-4065-84ab-62bb1a71aa73 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:08.492893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7314dd6-28b1-4a46-b8ea-2b587c6d85b9 req-00a034c6-4162-4065-84ab-62bb1a71aa73 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.7067337 May 27 22:48:08.656872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc4400c-7e05-4791-9ff9-b57cc376f250 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Router 0a8cf6f5-2ef7-4484-8155-8672780260dc has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:48:08.705345 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9db7cca0-2738-4920-ae3c-2b6a9dbcce5f req-206314b1-6acd-472a-8521-e1f738ba6f34 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Calling delete_port for 6a400839-1e01-4a79-a373-694e59a4d7cd owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:08.767324 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:08.847840 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27b8a69c-6f10-452d-b5be-c09b1efd0128 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:08.892946 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7314dd6-28b1-4a46-b8ea-2b587c6d85b9 req-5ccb3fdf-90d0-4e6c-9276-fba3de684185 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3991878 May 27 22:48:08.907624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c2939b4-ff05-4fb2-9d9f-de9df42b2e9d req-6f0a3302-fd23-4a4e-be90-a0f69863062c service neutron] 10.222.0.57 "GET /v2.0/networks/7fcf0669-7599-49e3-a24f-433ca082f38c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7361410 May 27 22:48:08.921479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7616c180-2c41-43bc-8b9a-fb176d577531']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:08.943387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8a69c-6f10-452d-b5be-c09b1efd0128 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Port': ['ID=36bb7e56-f6f9-4ca0-98b5-a92e77ae5140,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:08.957782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 995398af-81a4-4e9b-89dd-908e2377859b no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:48:08.994108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc4400c-7e05-4791-9ff9-b57cc376f250 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:48:09.004553 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd6ae2a-b12f-4a9a-a014-cde62cf194e1 None None] Sync routers for ids ['0a8cf6f5-2ef7-4484-8155-8672780260dc'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:48:09.022162 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd6ae2a-b12f-4a9a-a014-cde62cf194e1 None None] Routers {'0a8cf6f5-2ef7-4484-8155-8672780260dc'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:09.023073 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cbd6ae2a-b12f-4a9a-a014-cde62cf194e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0a8cf6f5-2ef7-4484-8155-8672780260dc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:09.044436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082919bb-e6d7-4f0c-b14c-6fb50a68ba9c') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:09.044880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082919bb-e6d7-4f0c-b14c-6fb50a68ba9c') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:09.083126 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 995398af-81a4-4e9b-89dd-908e2377859b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:48:09.083769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 995398af-81a4-4e9b-89dd-908e2377859b not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:48:09.096787 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cbd6ae2a-b12f-4a9a-a014-cde62cf194e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:09.106937 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9dc4400c-7e05-4791-9ff9-b57cc376f250 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] 10.222.0.27 "PUT /v2.0/routers/0a8cf6f5-2ef7-4484-8155-8672780260dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0616882 May 27 22:48:09.107711 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45986) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:09.113854 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd6ae2a-b12f-4a9a-a014-cde62cf194e1 None None] Routers {'0a8cf6f5-2ef7-4484-8155-8672780260dc'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:09.115877 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cbd6ae2a-b12f-4a9a-a014-cde62cf194e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0a8cf6f5-2ef7-4484-8155-8672780260dc'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:09.200900 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cbd6ae2a-b12f-4a9a-a014-cde62cf194e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:09.201211 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd6ae2a-b12f-4a9a-a014-cde62cf194e1 None None] The sync data for ids ['0a8cf6f5-2ef7-4484-8155-8672780260dc'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:48:09.206831 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:09.234674 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:09.262775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bb840-4653-4261-be8c-3e96a027ab7d req-827b2512-4482-4cc5-a543-2b8eb69b7475 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:09.264221 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-403bb840-4653-4261-be8c-3e96a027ab7d req-827b2512-4482-4cc5-a543-2b8eb69b7475 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 947 time: 0.6250839 May 27 22:48:09.265228 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:48:09.265619 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:09.322666 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27b8a69c-6f10-452d-b5be-c09b1efd0128 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:09.326065 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0600e3f5-df37-414f-87d6-547e3e0d6152 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:09.522932 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0600e3f5-df37-414f-87d6-547e3e0d6152 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:09.543581 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 082919bb-e6d7-4f0c-b14c-6fb50a68ba9c resource provider aggregate not found May 27 22:48:09.605561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0600e3f5-df37-414f-87d6-547e3e0d6152 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Deleting port 3052a553-ad79-4e92-a32c-d75e72644017 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:09.605969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0600e3f5-df37-414f-87d6-547e3e0d6152 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:09.649117 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 082919bb-e6d7-4f0c-b14c-6fb50a68ba9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 082919bb-e6d7-4f0c-b14c-6fb50a68ba9c found for delete ", "request_id": "req-105df6d3-c409-49e8-8eb8-b8dccb6d781d"}]} May 27 22:48:09.784519 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27b8a69c-6f10-452d-b5be-c09b1efd0128 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:09.789718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27b8a69c-6f10-452d-b5be-c09b1efd0128 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:09.795704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-403bb840-4653-4261-be8c-3e96a027ab7d req-13a9d842-09be-49a9-a679-8cf35139c875 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4762585 May 27 22:48:09.809275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773053fe-af7b-4b5d-87ef-601cebaa6427 req-0f5dbe55-a534-40f7-befa-90b2acbfe9f6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:09.810772 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-773053fe-af7b-4b5d-87ef-601cebaa6427 req-0f5dbe55-a534-40f7-befa-90b2acbfe9f6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.7222154 May 27 22:48:09.820057 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0600e3f5-df37-414f-87d6-547e3e0d6152 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:09.865006 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:09.869270 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9db7cca0-2738-4920-ae3c-2b6a9dbcce5f req-206314b1-6acd-472a-8521-e1f738ba6f34 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:09.918006 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:09.967235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0600e3f5-df37-414f-87d6-547e3e0d6152 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Calling delete_port for 3052a553-ad79-4e92-a32c-d75e72644017 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:09.967439 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-773053fe-af7b-4b5d-87ef-601cebaa6427 req-67a101b7-0ffc-46fd-b182-594aaf5c1244 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405494 May 27 22:48:10.027164 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27b8a69c-6f10-452d-b5be-c09b1efd0128 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:10.027666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b8a69c-6f10-452d-b5be-c09b1efd0128 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Fanout notify agent at l3_agent the message router_deleted on router 2e62d799-284f-4198-8ca5-cfc6d3c181ea {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:48:10.040852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206314b1-6acd-472a-8521-e1f738ba6f34 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event deleted for resources: {'Port': ['ID=6a400839-1e01-4a79-a373-694e59a4d7cd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:10.054245 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] Pushing event deleted for resources: {'Network': ['ID=7616c180-2c41-43bc-8b9a-fb176d577531,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:10.070734 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-041c823e-5dab-4cf8-92af-e9df5e1710ed req-8e6987ee-30e3-45e1-9b0e-e759af9cb981 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "GET /v2.0/ports?device_id=d68d37c8-c5b6-4aeb-b031-27c18019d9f4 HTTP/1.1" status: 200 len: 210 time: 0.1016073 May 27 22:48:10.205834 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27b8a69c-6f10-452d-b5be-c09b1efd0128 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:10.206823 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-27b8a69c-6f10-452d-b5be-c09b1efd0128 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/routers/2e62d799-284f-4198-8ca5-cfc6d3c181ea HTTP/1.1" status: 204 len: 168 time: 5.3357005 May 27 22:48:10.209641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46012) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:10.213792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db7cca0-2738-4920-ae3c-2b6a9dbcce5f req-206314b1-6acd-472a-8521-e1f738ba6f34 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] No DVR routers for this DVR port 6a400839-1e01-4a79-a373-694e59a4d7cd on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:48:10.216565 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9db7cca0-2738-4920-ae3c-2b6a9dbcce5f req-206314b1-6acd-472a-8521-e1f738ba6f34 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:10.218507 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9db7cca0-2738-4920-ae3c-2b6a9dbcce5f req-206314b1-6acd-472a-8521-e1f738ba6f34 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.57 "DELETE /v2.0/ports/6a400839-1e01-4a79-a373-694e59a4d7cd HTTP/1.1" status: 204 len: 173 time: 3.4472969 May 27 22:48:10.224047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68d37c8-c5b6-4aeb-b031-27c18019d9f4', 'name': 'network-vif-deleted', 'tag': '6a400839-1e01-4a79-a373-694e59a4d7cd'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:48:10.232677 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-259af13e-3621-4cb6-b6c5-414ea63769ba admin admin] 10.222.0.27 "DELETE /v2.0/networks/7616c180-2c41-43bc-8b9a-fb176d577531 HTTP/1.1" status: 204 len: 168 time: 3.2969036 May 27 22:48:10.267302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ebdcf-2690-4d94-8d2b-b95f3d6fa52f req-4b972aab-21af-4132-9378-6e94b66f6de7 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:10.268963 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-210ebdcf-2690-4d94-8d2b-b95f3d6fa52f req-4b972aab-21af-4132-9378-6e94b66f6de7 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1591299 May 27 22:48:10.296470 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbdae799-c019-4e3b-b31f-8d2238dc2ab2'] response: {'server_uuid': 'd68d37c8-c5b6-4aeb-b031-27c18019d9f4', 'name': 'network-vif-deleted', 'tag': '6a400839-1e01-4a79-a373-694e59a4d7cd', 'status': 'completed', 'code': 200} May 27 22:48:10.350564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9395d7-94aa-424f-b2c5-1cfbb7d1c889 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting subnet 8940f521-4071-4a53-af23-0884c102d4dd {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:48:10.350756 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-210ebdcf-2690-4d94-8d2b-b95f3d6fa52f req-b85b818c-5941-48b5-aa62-e47ebb5c757a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662572 May 27 22:48:10.350924 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd9395d7-94aa-424f-b2c5-1cfbb7d1c889 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:10.380119 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0600e3f5-df37-414f-87d6-547e3e0d6152 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:10.453701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600e3f5-df37-414f-87d6-547e3e0d6152 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event deleted for resources: {'Port': ['ID=3052a553-ad79-4e92-a32c-d75e72644017,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:10.538861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 6a400839-1e01-4a79-a373-694e59a4d7cd no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:48:10.582527 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd9395d7-94aa-424f-b2c5-1cfbb7d1c889 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:10.594476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 6a400839-1e01-4a79-a373-694e59a4d7cd {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:48:10.594933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 6a400839-1e01-4a79-a373-694e59a4d7cd not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:48:10.642004 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0600e3f5-df37-414f-87d6-547e3e0d6152 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:10.767375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46038) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:10.800185 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef01469-154e-49d6-a566-2f639286b796 req-7217f293-fb26-415c-9e03-4e5f92c10d6a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:10.802869 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ef01469-154e-49d6-a566-2f639286b796 req-7217f293-fb26-415c-9e03-4e5f92c10d6a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 812 time: 0.2337418 May 27 22:48:10.819044 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ef01469-154e-49d6-a566-2f639286b796 req-dc64f23f-81a3-4c0d-8bd5-dbbd527c6f86 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/quotas/e16b517763e0477b92463f30c2606338 HTTP/1.1" status: 200 len: 375 time: 0.0102558 May 27 22:48:10.996156 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ef01469-154e-49d6-a566-2f639286b796 req-775f2166-c259-4ab9-a7e7-fccd6fd003f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1707983 May 27 22:48:11.014097 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0600e3f5-df37-414f-87d6-547e3e0d6152 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.026684 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0600e3f5-df37-414f-87d6-547e3e0d6152 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.051989 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd9395d7-94aa-424f-b2c5-1cfbb7d1c889 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.112983 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d69f915b-2742-44e9-a7e2-bef451fa8938 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=df84f64e176647659c4bf324dc3c727e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340795 May 27 22:48:11.116343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46052) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:11.146390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee300cd-2e7a-4c56-aee1-3083ed36ce26 req-f046febf-7130-4cd9-8805-204b620b7c3d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:11.147846 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dee300cd-2e7a-4c56-aee1-3083ed36ce26 req-f046febf-7130-4cd9-8805-204b620b7c3d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 947 time: 0.2132490 May 27 22:48:11.194673 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0600e3f5-df37-414f-87d6-547e3e0d6152 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.195506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0600e3f5-df37-414f-87d6-547e3e0d6152 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Fanout notify agent at l3_agent the message router_deleted on router 0a8cf6f5-2ef7-4484-8155-8672780260dc {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:48:11.221476 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0600e3f5-df37-414f-87d6-547e3e0d6152 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.226800 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0600e3f5-df37-414f-87d6-547e3e0d6152 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] 10.222.0.27 "DELETE /v2.0/routers/0a8cf6f5-2ef7-4484-8155-8672780260dc HTTP/1.1" status: 204 len: 168 time: 2.1180253 May 27 22:48:11.228463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46056) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:11.248143 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ef01469-154e-49d6-a566-2f639286b796 req-db7fe9c5-ff89-45bf-b658-b96804f8939b service neutron] 10.222.0.27 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416575 May 27 22:48:11.274639 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd9395d7-94aa-424f-b2c5-1cfbb7d1c889 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.304856 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dee300cd-2e7a-4c56-aee1-3083ed36ce26 req-3a165187-22ff-45f8-8ba7-f10e5eff1a90 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447859 May 27 22:48:11.339109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9395d7-94aa-424f-b2c5-1cfbb7d1c889 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Subnet': ['ID=8940f521-4071-4a53-af23-0884c102d4dd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:11.349135 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd9395d7-94aa-424f-b2c5-1cfbb7d1c889 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.352254 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd9395d7-94aa-424f-b2c5-1cfbb7d1c889 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/subnets/8940f521-4071-4a53-af23-0884c102d4dd HTTP/1.1" status: 204 len: 168 time: 1.1409338 May 27 22:48:11.354000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617f48bf-bb79-4ed3-a1e9-2a9d2e6caf94 None None] Network a58ff3c5-ea52-481c-88ef-1bce5e7a49e9 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:48:11.356136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46062) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:11.391675 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c2d69e3b-ed88-4c78-aba9-f85afcecbab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.433170 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c2d69e3b-ed88-4c78-aba9-f85afcecbab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.439470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46068) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:11.471549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-881e2e25-c17f-4049-a366-302017dd7e9c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Deleting subnet 8d4c16da-0851-4acc-ae08-80539c847634 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:48:11.475207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-881e2e25-c17f-4049-a366-302017dd7e9c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.533220 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ef01469-154e-49d6-a566-2f639286b796 req-4e6ef25f-29f2-4b73-8fd5-751d538332c1 service neutron] 10.222.0.27 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782166 May 27 22:48:11.562246 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.572479 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-881e2e25-c17f-4049-a366-302017dd7e9c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.622431 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d7576dd-dfcb-4bd2-b51e-8e0221d4a370 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.646627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port 3648bab0-4637-4760-8c72-e0e790f3d57c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:11.646627 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.680991 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d7576dd-dfcb-4bd2-b51e-8e0221d4a370 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.682932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fd5b72-8ff3-4ff5-8eb8-faa0528e0558 None None] DHCP port deletion for a58ff3c5-ea52-481c-88ef-1bce5e7a49e9 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:48:11.689084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-22fd5b72-8ff3-4ff5-8eb8-faa0528e0558 None None] Deleting port 3648bab0-4637-4760-8c72-e0e790f3d57c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:11.689462 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-22fd5b72-8ff3-4ff5-8eb8-faa0528e0558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.715357 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c2d69e3b-ed88-4c78-aba9-f85afcecbab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.775557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d69e3b-ed88-4c78-aba9-f85afcecbab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d4b4bf-16df-43a2-9bf2-90f459b7dbe8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:11.786466 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c2d69e3b-ed88-4c78-aba9-f85afcecbab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.788389 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c2d69e3b-ed88-4c78-aba9-f85afcecbab9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/13d4b4bf-16df-43a2-9bf2-90f459b7dbe8 HTTP/1.1" status: 204 len: 168 time: 0.6710830 May 27 22:48:11.897031 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d7576dd-dfcb-4bd2-b51e-8e0221d4a370 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.922040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7576dd-dfcb-4bd2-b51e-8e0221d4a370 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d3ff43-61a9-4817-9a13-71502fc010af,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:11.950038 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-881e2e25-c17f-4049-a366-302017dd7e9c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:11.993688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c681ddf4-cb60-4d0a-b9ff-c48becb571f8 req-eba04069-ae4c-4210-afff-d718095115c4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 210 time: 0.0693784 May 27 22:48:12.001763 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d7576dd-dfcb-4bd2-b51e-8e0221d4a370 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:12.014938 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1d7576dd-dfcb-4bd2-b51e-8e0221d4a370 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "DELETE /v2.0/security-groups/11d3ff43-61a9-4817-9a13-71502fc010af HTTP/1.1" status: 204 len: 168 time: 0.5575538 May 27 22:48:12.014938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46084) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:12.072592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-22fd5b72-8ff3-4ff5-8eb8-faa0528e0558 None None] For port 3648bab0-4637-4760-8c72-e0e790f3d57c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3648bab0-4637-4760-8c72-e0e790f3d57c,segment=NetworkSegment(14589c36-0547-4738-a574-19604191ca97),segment_id=14589c36-0547-4738-a574-19604191ca97)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:12.072996 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-22fd5b72-8ff3-4ff5-8eb8-faa0528e0558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:12.125281 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-695d3766-e7ba-4057-a9a4-3e2539c468b6 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:12.197482 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-695d3766-e7ba-4057-a9a4-3e2539c468b6 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:12.211446 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] For port 3648bab0-4637-4760-8c72-e0e790f3d57c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3648bab0-4637-4760-8c72-e0e790f3d57c,segment=NetworkSegment(14589c36-0547-4738-a574-19604191ca97),segment_id=14589c36-0547-4738-a574-19604191ca97)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:12.212024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:12.258905 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-22fd5b72-8ff3-4ff5-8eb8-faa0528e0558 None None] Calling delete_port for 3648bab0-4637-4760-8c72-e0e790f3d57c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:12.328081 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-695d3766-e7ba-4057-a9a4-3e2539c468b6 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:12.355425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d3766-e7ba-4057-a9a4-3e2539c468b6 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b417f9ac-647a-4f30-b7d3-db0287c4f1ce,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:12.362699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Calling delete_port for 3648bab0-4637-4760-8c72-e0e790f3d57c owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:12.373165 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-695d3766-e7ba-4057-a9a4-3e2539c468b6 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:12.374436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-695d3766-e7ba-4057-a9a4-3e2539c468b6 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "DELETE /v2.0/security-groups/b417f9ac-647a-4f30-b7d3-db0287c4f1ce HTTP/1.1" status: 204 len: 168 time: 0.3657818 May 27 22:48:12.377428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46096) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:12.480116 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-22fd5b72-8ff3-4ff5-8eb8-faa0528e0558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:12.486113 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:48:12.486439 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:48:12.525677 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-881e2e25-c17f-4049-a366-302017dd7e9c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:12.534436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd5b72-8ff3-4ff5-8eb8-faa0528e0558 None None] Pushing event deleted for resources: {'Port': ['ID=3648bab0-4637-4760-8c72-e0e790f3d57c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:12.544219 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fd5b72-8ff3-4ff5-8eb8-faa0528e0558 None None] No DVR routers for this DVR port 3648bab0-4637-4760-8c72-e0e790f3d57c on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:48:12.582642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e2e25-c17f-4049-a366-302017dd7e9c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4c16da-0851-4acc-ae08-80539c847634,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:12.586856 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-881e2e25-c17f-4049-a366-302017dd7e9c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:12.595113 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3993af6e-7e16-42d5-910b-af8a09c05ae4 None None] Network 2e3ed8b0-ac37-4848-98f3-c42ed28be4db requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:48:12.598809 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-881e2e25-c17f-4049-a366-302017dd7e9c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] 10.222.0.27 "DELETE /v2.0/subnets/8d4c16da-0851-4acc-ae08-80539c847634 HTTP/1.1" status: 204 len: 168 time: 1.3660519 May 27 22:48:12.599128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46104) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:12.827139 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:12.841062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46110) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:12.884824 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Deleting port 92aac8eb-e27a-4de2-894b-6c01c068a714 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:12.885163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:12.950654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3648bab0-4637-4760-8c72-e0e790f3d57c no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:48:12.993663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port 3648bab0-4637-4760-8c72-e0e790f3d57c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:12.994004 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:12.995116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 3648bab0-4637-4760-8c72-e0e790f3d57c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:48:12.995607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3648bab0-4637-4760-8c72-e0e790f3d57c not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:48:13.022469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e091b995-5ca1-4431-aa1f-c9802b987855 None None] DHCP port deletion for 2e3ed8b0-ac37-4848-98f3-c42ed28be4db request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:48:13.029627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e091b995-5ca1-4431-aa1f-c9802b987855 None None] Deleting port 92aac8eb-e27a-4de2-894b-6c01c068a714 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:13.030210 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e091b995-5ca1-4431-aa1f-c9802b987855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:13.046723 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2e7720d9-5d53-48a0-997e-97fe38ff947a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c2a015d5f9ca42b995e05ac599d50eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031641 May 27 22:48:13.071635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46120) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:13.171673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] The port '3648bab0-4637-4760-8c72-e0e790f3d57c' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:48:13.277020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4822bdcb-2c9b-46b5-879a-cc466e4d837d req-10eb4836-29d0-4c7d-af42-3d3954214ef1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 210 time: 0.0979867 May 27 22:48:13.307954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e091b995-5ca1-4431-aa1f-c9802b987855 None None] For port 92aac8eb-e27a-4de2-894b-6c01c068a714, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=92aac8eb-e27a-4de2-894b-6c01c068a714,segment=NetworkSegment(f3201e42-b905-475d-8d7a-ef32151fe96e),segment_id=f3201e42-b905-475d-8d7a-ef32151fe96e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:13.308858 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e091b995-5ca1-4431-aa1f-c9802b987855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:13.393859 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90c79c53-b33c-4beb-ae2f-96604e1e701e tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:13.471697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e091b995-5ca1-4431-aa1f-c9802b987855 None None] Calling delete_port for 92aac8eb-e27a-4de2-894b-6c01c068a714 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:13.637227 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2db51d70-a56c-436e-880d-b7d35b0a86aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:13.676607 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:13.694955 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e091b995-5ca1-4431-aa1f-c9802b987855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:13.706518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] For port 92aac8eb-e27a-4de2-894b-6c01c068a714, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=92aac8eb-e27a-4de2-894b-6c01c068a714,segment=NetworkSegment(f3201e42-b905-475d-8d7a-ef32151fe96e),segment_id=f3201e42-b905-475d-8d7a-ef32151fe96e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:13.707031 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:13.722595 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2db51d70-a56c-436e-880d-b7d35b0a86aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:13.737473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58ff3c5-ea52-481c-88ef-1bce5e7a49e9']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:13.787684 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091b995-5ca1-4431-aa1f-c9802b987855 None None] Pushing event deleted for resources: {'Port': ['ID=92aac8eb-e27a-4de2-894b-6c01c068a714,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:13.803692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091b995-5ca1-4431-aa1f-c9802b987855 None None] No DVR routers for this DVR port 92aac8eb-e27a-4de2-894b-6c01c068a714 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:48:13.875847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14589c36-0547-4738-a574-19604191ca97') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:13.876136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14589c36-0547-4738-a574-19604191ca97') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:13.895893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Calling delete_port for 92aac8eb-e27a-4de2-894b-6c01c068a714 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:13.898513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-90c79c53-b33c-4beb-ae2f-96604e1e701e tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Deleting port 1d508acc-fabb-408c-8597-15e41308415b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:13.898856 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90c79c53-b33c-4beb-ae2f-96604e1e701e tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:13.951803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:13.977005 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:13.985548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:48:13.985948 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:14.086314 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 14589c36-0547-4738-a574-19604191ca97 resource provider aggregate not found May 27 22:48:14.122664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-90c79c53-b33c-4beb-ae2f-96604e1e701e tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] For port 1d508acc-fabb-408c-8597-15e41308415b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1d508acc-fabb-408c-8597-15e41308415b,segment=NetworkSegment(c7beb76b-716e-49ad-91b7-49fc137c3146),segment_id=c7beb76b-716e-49ad-91b7-49fc137c3146)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:14.123157 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2db51d70-a56c-436e-880d-b7d35b0a86aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:14.123290 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90c79c53-b33c-4beb-ae2f-96604e1e701e tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:14.150742 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 14589c36-0547-4738-a574-19604191ca97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14589c36-0547-4738-a574-19604191ca97 found for delete ", "request_id": "req-c9ace57c-4fde-4140-b736-762d8cdb7dea"}]} May 27 22:48:14.151480 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:48:14.151948 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:48:14.160292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db51d70-a56c-436e-880d-b7d35b0a86aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df543e99-1ca0-4c72-a91c-9ad922aaf890,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:14.173591 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2db51d70-a56c-436e-880d-b7d35b0a86aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:14.174708 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2db51d70-a56c-436e-880d-b7d35b0a86aa admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/df543e99-1ca0-4c72-a91c-9ad922aaf890 HTTP/1.1" status: 204 len: 168 time: 1.0977361 May 27 22:48:14.237322 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:14.265173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-90c79c53-b33c-4beb-ae2f-96604e1e701e tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Calling delete_port for 1d508acc-fabb-408c-8597-15e41308415b owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:14.272386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:14.279756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Network': ['ID=a58ff3c5-ea52-481c-88ef-1bce5e7a49e9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:14.292274 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dc5f17ab-287a-49d3-b272-c293f2cf8bd7 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/networks/a58ff3c5-ea52-481c-88ef-1bce5e7a49e9 HTTP/1.1" status: 204 len: 168 time: 2.9314482 May 27 22:48:14.292274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46142) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:14.543850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9be5a45-9f9e-490e-b89c-259c01e0b8d5 req-64eaeef3-b060-40ef-b5e4-e6731bc9281f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 210 time: 0.0449884 May 27 22:48:14.562027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-eae51fd0-5ad7-4dab-bbd9-035df43aa6cd tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port 69ab245e-dc96-4be0-b7af-421e8c20c2b1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:14.562367 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eae51fd0-5ad7-4dab-bbd9-035df43aa6cd tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:14.653292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Deleting port 92aac8eb-e27a-4de2-894b-6c01c068a714 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:14.653983 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:14.782879 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90c79c53-b33c-4beb-ae2f-96604e1e701e tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:14.815425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef01469-154e-49d6-a566-2f639286b796 req-80d9e59d-9378-4242-bce2-7f3d0207bbfa tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:14.817159 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ef01469-154e-49d6-a566-2f639286b796 req-80d9e59d-9378-4242-bce2-7f3d0207bbfa tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.46 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 812 time: 0.4400926 May 27 22:48:14.825082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] The port '92aac8eb-e27a-4de2-894b-6c01c068a714' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:48:14.874228 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c79c53-b33c-4beb-ae2f-96604e1e701e tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event deleted for resources: {'Port': ['ID=1d508acc-fabb-408c-8597-15e41308415b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:14.876024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Request body: {'port': {'device_id': 'f4b011ac-f2a4-4280-8e08-a53e92fff6d2', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'admin_state_up': True, 'tenant_id': 'e16b517763e0477b92463f30c2606338'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:14.951095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 92aac8eb-e27a-4de2-894b-6c01c068a714 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:48:15.008030 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 92aac8eb-e27a-4de2-894b-6c01c068a714 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:48:15.012132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 92aac8eb-e27a-4de2-894b-6c01c068a714 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:48:15.289462 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90c79c53-b33c-4beb-ae2f-96604e1e701e tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:15.324706 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eae51fd0-5ad7-4dab-bbd9-035df43aa6cd tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:15.325011 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eae51fd0-5ad7-4dab-bbd9-035df43aa6cd tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:15.470108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:15.486177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-eae51fd0-5ad7-4dab-bbd9-035df43aa6cd tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Calling delete_port for 69ab245e-dc96-4be0-b7af-421e8c20c2b1 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:15.571674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3ed8b0-ac37-4848-98f3-c42ed28be4db']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:15.600564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3201e42-b905-475d-8d7a-ef32151fe96e') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:15.601111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3201e42-b905-475d-8d7a-ef32151fe96e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:15.619098 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:15.684328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:15.713140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Usage tracker for resource:port and tenant:e16b517763e0477b92463f30c2606338 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:15.720331 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:15.720331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:15.732887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46182) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:15.743508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:48:15.744679 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:15.778203 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ac12498-eb8e-4aac-9ac4-d1a39ca462c6 req-f933361b-b255-4594-9421-059796b66725 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 210 time: 0.0631547 May 27 22:48:15.783900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c79c53-b33c-4beb-ae2f-96604e1e701e tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Router cbabac8a-dd98-402f-9993-4bf77a6117b3 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:48:15.834564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:15.843344 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:15.962986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-79248114-network', 'tenant_id': 'a336228ca7484365a5f49153e001a86d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:15.976278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:15.977606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c79c53-b33c-4beb-ae2f-96604e1e701e tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:48:15.978984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Made reservation on behalf of e16b517763e0477b92463f30c2606338 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:15.978984 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:15.993978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Usage tracker for resource:network and tenant:a336228ca7484365a5f49153e001a86d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:16.000116 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-90c79c53-b33c-4beb-ae2f-96604e1e701e tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "PUT /v2.0/routers/cbabac8a-dd98-402f-9993-4bf77a6117b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6195526 May 27 22:48:16.000689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:16.007067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9391b4d-8a9e-434e-b9c8-a097b87eaafc None None] Sync routers for ids ['cbabac8a-dd98-402f-9993-4bf77a6117b3'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:48:16.008423 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:16.010004 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eae51fd0-5ad7-4dab-bbd9-035df43aa6cd tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:16.013242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46192) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:16.015651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:16.026883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9391b4d-8a9e-434e-b9c8-a097b87eaafc None None] Routers {'cbabac8a-dd98-402f-9993-4bf77a6117b3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:16.027865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d9391b4d-8a9e-434e-b9c8-a097b87eaafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['cbabac8a-dd98-402f-9993-4bf77a6117b3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:16.066118 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:16.098469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8d36fa-5e06-4ec2-bf08-1fcc930c3b40 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Deleting subnet bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:48:16.099511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae51fd0-5ad7-4dab-bbd9-035df43aa6cd tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Port': ['ID=69ab245e-dc96-4be0-b7af-421e8c20c2b1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:16.115865 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d8d36fa-5e06-4ec2-bf08-1fcc930c3b40 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:16.175824 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event deleted for resources: {'Network': ['ID=2e3ed8b0-ac37-4848-98f3-c42ed28be4db,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:16.183787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Made reservation on behalf of a336228ca7484365a5f49153e001a86d for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:16.186630 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:16.191882 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d8d36fa-5e06-4ec2-bf08-1fcc930c3b40 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:16.204824 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6391f75c-aadf-42ff-b228-e531e37028d9 tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] 10.222.0.27 "DELETE /v2.0/networks/2e3ed8b0-ac37-4848-98f3-c42ed28be4db HTTP/1.1" status: 204 len: 168 time: 3.6039991 May 27 22:48:16.236580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46200) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:16.245021 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f3201e42-b905-475d-8d7a-ef32151fe96e resource provider aggregate not found May 27 22:48:16.263131 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:16.288462 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f3201e42-b905-475d-8d7a-ef32151fe96e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3201e42-b905-475d-8d7a-ef32151fe96e found for delete ", "request_id": "req-31d5deee-0f59-425c-9d8e-f0a3a7d9bf0e"}]} May 27 22:48:16.314860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:16.355999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Usage tracker for resource:security_group_rule and tenant:a336228ca7484365a5f49153e001a86d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:16.364995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:16.377127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-d9391b4d-8a9e-434e-b9c8-a097b87eaafc None None] Set router cbabac8a-dd98-402f-9993-4bf77a6117b3 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:48:16.381052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:16.385107 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eae51fd0-5ad7-4dab-bbd9-035df43aa6cd tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:16.407400 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-eae51fd0-5ad7-4dab-bbd9-035df43aa6cd tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:16.408576 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-eae51fd0-5ad7-4dab-bbd9-035df43aa6cd tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/floatingips/c5a07d9e-ee67-42f5-88ec-c416ab658b02 HTTP/1.1" status: 204 len: 168 time: 2.1158166 May 27 22:48:16.414205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Allocated IP 172.20.0.13 (1bf83da6-a4b0-4696-9b0e-9b626b20ad05/120e6826-1d4c-4a02-bf20-000d486569ed/1bafee51-6293-4ce5-83ba-57e526db17c2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:48:16.422777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46210) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:16.501607 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-369242e6-a23b-4ff8-b1b5-75aec8600761 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] DELETE failed (client error): The resource could not be found. May 27 22:48:16.502090 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369242e6-a23b-4ff8-b1b5-75aec8600761 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:48:16.533593 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-369242e6-a23b-4ff8-b1b5-75aec8600761 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/ports/32da0b09-759b-4861-af5c-486a8eb0c0e9 HTTP/1.1" status: 404 len: 333 time: 0.1071310 May 27 22:48:16.543040 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46214) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:16.610105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-a699208c-ca72-40cc-92b5-71968dedec8c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Deleting port f0c3252f-c702-463b-be2a-c6a3d09e8a57 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:16.610392 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a699208c-ca72-40cc-92b5-71968dedec8c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:16.610838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-77f9bc42-675d-4ecb-99c4-bba51588938c tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Synchronizing usage tracker for tenant:4d3f7eaecaee4664859b303c3ac293ec on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:48:16.747149 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d8d36fa-5e06-4ec2-bf08-1fcc930c3b40 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:16.763833 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:16.816481 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:16.834587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Transition to ACTIVE for port object 1bafee51-6293-4ce5-83ba-57e526db17c2 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:16.862683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d9391b4d-8a9e-434e-b9c8-a097b87eaafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '198876cf-7824-456f-889d-30f80b709def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:45:02Z', 'updated_at': '2022-05-27T22:48:14Z', 'revision_number': 5, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '198876cf-7824-456f-889d-30f80b709def', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:04Z', 'updated_at': '2022-05-27T22:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:16.867752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9391b4d-8a9e-434e-b9c8-a097b87eaafc None None] Checking router: cbabac8a-dd98-402f-9993-4bf77a6117b3 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:48:16.869939 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:16.879703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9391b4d-8a9e-434e-b9c8-a097b87eaafc None None] Routers {'cbabac8a-dd98-402f-9993-4bf77a6117b3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:16.881191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d9391b4d-8a9e-434e-b9c8-a097b87eaafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['cbabac8a-dd98-402f-9993-4bf77a6117b3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:16.894583 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:48:16.913792 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:16.914139 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Added segment 25f3d70f-55c8-4b58-ab3c-596281980d60 of type vlan for network 605f3e78-f90c-43fb-8f31-1b36f9517a34 May 27 22:48:16.926087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-77f9bc42-675d-4ecb-99c4-bba51588938c tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Unset dirty status for tenant:4d3f7eaecaee4664859b303c3ac293ec on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:48:16.927290 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-77f9bc42-675d-4ecb-99c4-bba51588938c tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "GET /v2.0/ports?device_id=2e62d799-284f-4198-8ca5-cfc6d3c181ea HTTP/1.1" status: 200 len: 205 time: 0.3803089 May 27 22:48:16.935390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46224) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:16.975267 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:17.002295 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a699208c-ca72-40cc-92b5-71968dedec8c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:17.002626 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a699208c-ca72-40cc-92b5-71968dedec8c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:17.022264 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:17.029406 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-038743a1-3b77-400c-8702-0b1fff79d7ed tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] delete failed (client error): The resource could not be found. May 27 22:48:17.030672 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-038743a1-3b77-400c-8702-0b1fff79d7ed tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/routers/2e62d799-284f-4198-8ca5-cfc6d3c181ea HTTP/1.1" status: 404 len: 336 time: 0.0933266 May 27 22:48:17.043381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['00c17a0f-5241-4008-a545-08da2475b362'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:48:17.072720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46230) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:17.154084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event updated for resources: {'Port': ['ID=1bafee51-6293-4ce5-83ba-57e526db17c2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:17.155601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['4a29ac9d-35f5-4057-851a-0cb4e7dcf245'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:48:17.193741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffe029d-1704-4fef-b743-ae72bd205789,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:17.203009 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d8d36fa-5e06-4ec2-bf08-1fcc930c3b40 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:17.216207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-a699208c-ca72-40cc-92b5-71968dedec8c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Calling delete_port for f0c3252f-c702-463b-be2a-c6a3d09e8a57 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:17.221838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:48:17.223045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:17.224592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:17.225170 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:17.247448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:17.250571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:48:17.326398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d36fa-5e06-4ec2-bf08-1fcc930c3b40 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event deleted for resources: {'Subnet': ['ID=bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:17.336212 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d8d36fa-5e06-4ec2-bf08-1fcc930c3b40 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:17.341016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:17.341876 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:17.359693 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5d8d36fa-5e06-4ec2-bf08-1fcc930c3b40 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "DELETE /v2.0/subnets/bcea5ba0-37c1-47a6-98ff-ad8ac5bd41f9 HTTP/1.1" status: 204 len: 168 time: 1.3376391 May 27 22:48:17.361246 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46238) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:17.366182 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e2a9fe-58e4-44f6-8969-6bf611f4b1ae None None] Network 7fcf0669-7599-49e3-a24f-433ca082f38c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:48:17.373948 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70107af-f962-471d-b320-1c3be4c46939 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] DELETE failed (client error): The resource could not be found. May 27 22:48:17.374630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70107af-f962-471d-b320-1c3be4c46939 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:48:17.379552 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b70107af-f962-471d-b320-1c3be4c46939 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/subnets/8940f521-4071-4a53-af23-0884c102d4dd HTTP/1.1" status: 404 len: 337 time: 0.2985442 May 27 22:48:17.381198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46242) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:17.492549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-d9391b4d-8a9e-434e-b9c8-a097b87eaafc None None] Set router cbabac8a-dd98-402f-9993-4bf77a6117b3 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:48:17.653393 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ef01469-154e-49d6-a566-2f639286b796 req-ec59ec7d-f48a-49d8-987e-1d5ffb90dc17 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7814410 May 27 22:48:17.657237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d17b1-7e46-4309-a0b6-e07ac306a8d3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port 1fc839e4-eb2a-422d-b594-831950d7bbc9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:17.657586 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f5d17b1-7e46-4309-a0b6-e07ac306a8d3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:17.659558 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:17.739230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e230a-59fe-47e7-81ea-05f03f66f658 req-7e356697-097c-4255-ac43-5f514f36b212 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:17.747984 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-134e230a-59fe-47e7-81ea-05f03f66f658 req-7e356697-097c-4255-ac43-5f514f36b212 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 932 time: 0.7224040 May 27 22:48:17.792934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] Pushing event updated for resources: {'Network': ['ID=605f3e78-f90c-43fb-8f31-1b36f9517a34,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:17.800396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Request body: {'port': {'device_id': 'f4b011ac-f2a4-4280-8e08-a53e92fff6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:17.844546 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f930290f-ae72-4f83-9231-6d638c0b2966 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1073055 May 27 22:48:17.847989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46250) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:17.917410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] Request body: {'subnet': {'network_id': '605f3e78-f90c-43fb-8f31-1b36f9517a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-79248114-subnet', 'tenant_id': 'a336228ca7484365a5f49153e001a86d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:17.918691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 605f3e78-f90c-43fb-8f31-1b36f9517a34 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:48:17.939304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:17.956262 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-134e230a-59fe-47e7-81ea-05f03f66f658 req-58bb9c23-4fb4-4755-be35-3fd48d2b70af tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073202 May 27 22:48:17.966201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] Usage tracker for resource:subnet and tenant:a336228ca7484365a5f49153e001a86d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:17.977828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:17.990808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:18.008812 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:18.062193 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a699208c-ca72-40cc-92b5-71968dedec8c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:18.081559 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:18.111200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699208c-ca72-40cc-92b5-71968dedec8c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Pushing event deleted for resources: {'Port': ['ID=f0c3252f-c702-463b-be2a-c6a3d09e8a57,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:18.113156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Deleting port 198876cf-7824-456f-889d-30f80b709def {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:18.113505 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:18.138799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] Made reservation on behalf of a336228ca7484365a5f49153e001a86d for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:18.141076 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:18.233521 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f5d17b1-7e46-4309-a0b6-e07ac306a8d3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:18.309686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-686e499d-7bf5-4897-84bd-f7951eafd4e1 None None] Provisioning for port 1bafee51-6293-4ce5-83ba-57e526db17c2 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:48:18.320034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-686e499d-7bf5-4897-84bd-f7951eafd4e1 None None] Provisioning complete for port 1bafee51-6293-4ce5-83ba-57e526db17c2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:18.320664 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-686e499d-7bf5-4897-84bd-f7951eafd4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:18.429687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-686e499d-7bf5-4897-84bd-f7951eafd4e1 None None] Port 1bafee51-6293-4ce5-83ba-57e526db17c2 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:48:18.434316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d9391b4d-8a9e-434e-b9c8-a097b87eaafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '198876cf-7824-456f-889d-30f80b709def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:45:02Z', 'updated_at': '2022-05-27T22:48:14Z', 'revision_number': 5, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '198876cf-7824-456f-889d-30f80b709def', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:04Z', 'updated_at': '2022-05-27T22:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:18.445726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9391b4d-8a9e-434e-b9c8-a097b87eaafc None None] The sync data for ids ['cbabac8a-dd98-402f-9993-4bf77a6117b3'] in n-d-843680-3 is: [{'id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1768655923', 'tenant_id': '4df3336cd5534e7691f6cbd1acbb4757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253'}], 'enable_snat': True}, 'gw_port_id': '198876cf-7824-456f-889d-30f80b709def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:45:02Z', 'updated_at': '2022-05-27T22:48:14Z', 'revision_number': 5, 'project_id': '4df3336cd5534e7691f6cbd1acbb4757', 'gw_port': {'id': '198876cf-7824-456f-889d-30f80b709def', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:84:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbabac8a-dd98-402f-9993-4bf77a6117b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:45:04Z', 'updated_at': '2022-05-27T22:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:48:18.456254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d17b1-7e46-4309-a0b6-e07ac306a8d3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Calling delete_port for 1fc839e4-eb2a-422d-b594-831950d7bbc9 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:18.603927 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a699208c-ca72-40cc-92b5-71968dedec8c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:18.664129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] For port 198876cf-7824-456f-889d-30f80b709def, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=198876cf-7824-456f-889d-30f80b709def,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:18.664594 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:18.822344 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a699208c-ca72-40cc-92b5-71968dedec8c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:18.823476 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a699208c-ca72-40cc-92b5-71968dedec8c tempest-FloatingIPAdminTestJSON-1114192176 tempest-FloatingIPAdminTestJSON-1114192176-project] 10.222.0.27 "DELETE /v2.0/floatingips/85881dfe-1b92-43aa-843b-9b2ea561df23 HTTP/1.1" status: 204 len: 168 time: 2.5860455 May 27 22:48:18.825610 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f5d17b1-7e46-4309-a0b6-e07ac306a8d3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:18.830784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Calling delete_port for 198876cf-7824-456f-889d-30f80b709def owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:18.878835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] DHCP port deletion for 7fcf0669-7599-49e3-a24f-433ca082f38c request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:48:18.889129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] Deleting port 34987124-0825-4570-924e-a942cd56cc47 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:18.890550 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:18.912050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d17b1-7e46-4309-a0b6-e07ac306a8d3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Port': ['ID=1fc839e4-eb2a-422d-b594-831950d7bbc9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:18.925829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bafee51-6293-4ce5-83ba-57e526db17c2 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:48:19.105044 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:19.135329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Transition to ACTIVE for port object 1bafee51-6293-4ce5-83ba-57e526db17c2 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:19.141538 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5f5d17b1-7e46-4309-a0b6-e07ac306a8d3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:19.145354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 34987124-0825-4570-924e-a942cd56cc47 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:48:19.225077 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:19.231808 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:19.345584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ffa890-dff9-41b6-b66d-74b27a186f60,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:19.379240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05a867-1537-47b7-88c4-94636fc8892c req-4d4f426b-2985-437f-8b51-bd361abaa5e8 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:19.389421 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d05a867-1537-47b7-88c4-94636fc8892c req-4d4f426b-2985-437f-8b51-bd361abaa5e8 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 932 time: 0.2500050 May 27 22:48:19.392312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] Checking segment: {'id': '25f3d70f-55c8-4b58-ab3c-596281980d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '605f3e78-f90c-43fb-8f31-1b36f9517a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:19.392861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] Network hostable DHCP agents. Network: 605f3e78-f90c-43fb-8f31-1b36f9517a34, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:48:19.427965 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:19.445855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Pushing event updated for resources: {'Port': ['ID=1bafee51-6293-4ce5-83ba-57e526db17c2,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:19.460884 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5f5d17b1-7e46-4309-a0b6-e07ac306a8d3 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/ports/1fc839e4-eb2a-422d-b594-831950d7bbc9 HTTP/1.1" status: 204 len: 168 time: 1.8849409 May 27 22:48:19.477572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46282) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:19.489471 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] For port 34987124-0825-4570-924e-a942cd56cc47, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=34987124-0825-4570-924e-a942cd56cc47,segment=NetworkSegment(c7beb76b-716e-49ad-91b7-49fc137c3146),segment_id=c7beb76b-716e-49ad-91b7-49fc137c3146)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:19.489471 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:19.590037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46286) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:19.648576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event deleted for resources: {'Port': ['ID=198876cf-7824-456f-889d-30f80b709def,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:19.694632 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d05a867-1537-47b7-88c4-94636fc8892c req-d8baf8f1-3bb1-472d-b242-b15cc96fcbb0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959397 May 27 22:48:19.730788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7bf83571-894b-48f8-bda8-6b870cd9d049 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port dd2563f1-ecb8-42b8-8e75-fcc17df44a6a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:19.731424 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7bf83571-894b-48f8-bda8-6b870cd9d049 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:19.741218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] Calling delete_port for 34987124-0825-4570-924e-a942cd56cc47 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:19.761746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] Network 605f3e78-f90c-43fb-8f31-1b36f9517a34 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:48:19.809407 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:19.857818 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 34987124-0825-4570-924e-a942cd56cc47 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:19.858460 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:19.928763 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 34987124-0825-4570-924e-a942cd56cc47, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=34987124-0825-4570-924e-a942cd56cc47,segment=NetworkSegment(c7beb76b-716e-49ad-91b7-49fc137c3146),segment_id=c7beb76b-716e-49ad-91b7-49fc137c3146)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:19.943368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 605f3e78-f90c-43fb-8f31-1b36f9517a34) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:19.957049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c0785e-223c-41a3-b648-c23b0806fd53 None None] Network 605f3e78-f90c-43fb-8f31-1b36f9517a34 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:48:20.032383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:20.032967 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:20.045986 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:20.046913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1d508acc-fabb-408c-8597-15e41308415b no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:48:20.052145 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:20.060221 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:20.095191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Attempting to bind port 1bafee51-6293-4ce5-83ba-57e526db17c2 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:48:20.099636 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6cd61b03-0f50-4402-a66d-a59eddde4544 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=672b4ad982eb4eefb54d4bf8f4185efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495409 May 27 22:48:20.099939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46296) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:20.102211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Attempting to bind port 1bafee51-6293-4ce5-83ba-57e526db17c2 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:48:20.103103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Attempting to bind port 1bafee51-6293-4ce5-83ba-57e526db17c2 on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:48:20.115969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Port 1bafee51-6293-4ce5-83ba-57e526db17c2 on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:48:20.116567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Attempting to bind port 1bafee51-6293-4ce5-83ba-57e526db17c2 on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:48:20.143508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:48:20.144072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Checking segment: {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:20.144693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Bound using segment: {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:48:20.145276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Bound port: 1bafee51-6293-4ce5-83ba-57e526db17c2, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:48:20.146284 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:20.169489 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 1d508acc-fabb-408c-8597-15e41308415b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:48:20.169861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1d508acc-fabb-408c-8597-15e41308415b not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:48:20.174190 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0692df70-6f2b-4f01-bf27-94bdd6fd408d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:20.205467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=34987124-0825-4570-924e-a942cd56cc47,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:20.205467 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:48:20.205467 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:48:20.209407 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0692df70-6f2b-4f01-bf27-94bdd6fd408d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:20.251564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8a3297da-a38c-4a9b-9d4b-22f8f829f1af admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3531525 May 27 22:48:20.386578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578a68cc-2f71-46de-a97e-8b84e1a0f4ef None None] Network 605f3e78-f90c-43fb-8f31-1b36f9517a34 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:48:20.396066 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7bf83571-894b-48f8-bda8-6b870cd9d049 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:20.407859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] For port 1bafee51-6293-4ce5-83ba-57e526db17c2, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:48:20.526659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7bf83571-894b-48f8-bda8-6b870cd9d049 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Calling delete_port for dd2563f1-ecb8-42b8-8e75-fcc17df44a6a owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:20.558550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] For port 1bafee51-6293-4ce5-83ba-57e526db17c2, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1bafee51-6293-4ce5-83ba-57e526db17c2,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:48:20.684382 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:20.685722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Fanout notify agent at l3_agent the message router_deleted on router cbabac8a-dd98-402f-9993-4bf77a6117b3 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:48:20.693069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] Deleting port 34987124-0825-4570-924e-a942cd56cc47 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:20.693655 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:20.815418 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:20.887442 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7bf83571-894b-48f8-bda8-6b870cd9d049 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:20.901458 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0692df70-6f2b-4f01-bf27-94bdd6fd408d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:20.903330 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0692df70-6f2b-4f01-bf27-94bdd6fd408d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:20.907306 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0692df70-6f2b-4f01-bf27-94bdd6fd408d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d1cc4064-c2ee-44fe-a5f3-4fa58f1eeb5d HTTP/1.1" status: 204 len: 168 time: 0.8034670 May 27 22:48:20.998301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:20.999163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:21.000745 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ef01469-154e-49d6-a566-2f639286b796 req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] 10.222.0.46 "PUT /v2.0/ports/1bafee51-6293-4ce5-83ba-57e526db17c2 HTTP/1.1" status: 200 len: 1092 time: 3.2092905 May 27 22:48:21.001212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b011ac-f2a4-4280-8e08-a53e92fff6d2', 'tag': '1bafee51-6293-4ce5-83ba-57e526db17c2'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:48:21.034921 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:21.041774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-992e3e07-6bd1-4d21-8543-1f025a15bc67 tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "DELETE /v2.0/routers/cbabac8a-dd98-402f-9993-4bf77a6117b3 HTTP/1.1" status: 204 len: 168 time: 3.6793900 May 27 22:48:21.060218 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692df70-6f2b-4f01-bf27-94bdd6fd408d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cc4064-c2ee-44fe-a5f3-4fa58f1eeb5d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:21.064454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46330) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:21.125993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] For port 34987124-0825-4570-924e-a942cd56cc47, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=34987124-0825-4570-924e-a942cd56cc47,segment=NetworkSegment(c7beb76b-716e-49ad-91b7-49fc137c3146),segment_id=c7beb76b-716e-49ad-91b7-49fc137c3146)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:21.134207 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:21.279095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c67631-ada6-4ba8-a401-635a5758625c req-f203d933-ef3a-43e5-81fa-cdf614d21b88 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:21.286037 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0c67631-ada6-4ba8-a401-635a5758625c req-f203d933-ef3a-43e5-81fa-cdf614d21b88 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/networks?id=605f3e78-f90c-43fb-8f31-1b36f9517a34 HTTP/1.1" status: 200 len: 812 time: 0.6258931 May 27 22:48:21.287597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] Calling delete_port for 34987124-0825-4570-924e-a942cd56cc47 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:21.298464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80b2ba-eadb-46a2-8c8f-c862f3bfd6bc service neutron] Pushing event updated for resources: {'Port': ['ID=1bafee51-6293-4ce5-83ba-57e526db17c2,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:21.337415 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:21.338306 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7bf83571-894b-48f8-bda8-6b870cd9d049 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:21.356474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623dca2-b8c2-48ad-aa65-1de1705f4e8f req-5eac7048-6b81-460d-b9bc-9a1fd465d87d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:21.359388 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6623dca2-b8c2-48ad-aa65-1de1705f4e8f req-5eac7048-6b81-460d-b9bc-9a1fd465d87d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 944 time: 0.4751861 May 27 22:48:21.368088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0c67631-ada6-4ba8-a401-635a5758625c req-c181b689-257f-44f5-b9e5-fbf6ccec98f9 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/quotas/a336228ca7484365a5f49153e001a86d HTTP/1.1" status: 200 len: 375 time: 0.0803301 May 27 22:48:21.373956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf83571-894b-48f8-bda8-6b870cd9d049 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Port': ['ID=dd2563f1-ecb8-42b8-8e75-fcc17df44a6a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:21.381482 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7bf83571-894b-48f8-bda8-6b870cd9d049 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/ports/dd2563f1-ecb8-42b8-8e75-fcc17df44a6a HTTP/1.1" status: 204 len: 168 time: 1.8996890 May 27 22:48:21.389693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46342) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:21.458580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Deleting port 34987124-0825-4570-924e-a942cd56cc47 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:21.458580 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:21.520388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef01469-154e-49d6-a566-2f639286b796 req-c2c507ad-90c8-44e0-8bca-408715ca04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:21.523769 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ef01469-154e-49d6-a566-2f639286b796 req-c2c507ad-90c8-44e0-8bca-408715ca04c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 1095 time: 0.3361244 May 27 22:48:21.532526 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0c67631-ada6-4ba8-a401-635a5758625c req-edc1277c-29b6-401b-967e-35a9701dbb35 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a336228ca7484365a5f49153e001a86d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1566598 May 27 22:48:21.533052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19df27d-8a94-4c3a-8b21-d9774ca94d13 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:21.533968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b19df27d-8a94-4c3a-8b21-d9774ca94d13 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Synchronizing usage tracker for tenant:4d3f7eaecaee4664859b303c3ac293ec on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:48:21.605996 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ef01469-154e-49d6-a566-2f639286b796 req-cba9ab21-90d4-48aa-abf9-24a5528a6099 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bafee51-6293-4ce5-83ba-57e526db17c2 HTTP/1.1" status: 200 len: 217 time: 0.0672412 May 27 22:48:21.628009 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:21.681623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] Pushing event deleted for resources: {'Port': ['ID=34987124-0825-4570-924e-a942cd56cc47,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:21.685577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741a604-9be1-48b9-b014-7b2d2ece5e7a None None] No DVR routers for this DVR port 34987124-0825-4570-924e-a942cd56cc47 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:48:21.687691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef01469-154e-49d6-a566-2f639286b796 req-f3b3546e-f610-4625-ae2b-0ef5ae7d8006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:21.694140 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ef01469-154e-49d6-a566-2f639286b796 req-f3b3546e-f610-4625-ae2b-0ef5ae7d8006 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.0783913 May 27 22:48:21.723252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] The port '34987124-0825-4570-924e-a942cd56cc47' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:48:21.727233 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6623dca2-b8c2-48ad-aa65-1de1705f4e8f req-23ed6815-91c1-4637-92c1-227ca9189d88 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578308 May 27 22:48:21.743101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b19df27d-8a94-4c3a-8b21-d9774ca94d13 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Unset dirty status for tenant:4d3f7eaecaee4664859b303c3ac293ec on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:48:21.744077 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b19df27d-8a94-4c3a-8b21-d9774ca94d13 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "GET /v2.0/ports?device_id=9de9a937-f498-4622-bec9-fd963013f633 HTTP/1.1" status: 200 len: 913 time: 0.3534775 May 27 22:48:21.749523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46348) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:21.817323 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320e4798-fdbb-4bb9-a738-a5b124df6711'] response: {'name': 'network-changed', 'server_uuid': 'f4b011ac-f2a4-4280-8e08-a53e92fff6d2', 'tag': '1bafee51-6293-4ce5-83ba-57e526db17c2', 'status': 'completed', 'code': 200} May 27 22:48:21.850713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46354) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:21.904512 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0d9115e6-5644-463b-94a6-0536af37a501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:21.915082 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:21.956835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef01469-154e-49d6-a566-2f639286b796 req-f3f7fb21-5a97-4a91-8c96-948a86180ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:21.958553 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ef01469-154e-49d6-a566-2f639286b796 req-f3f7fb21-5a97-4a91-8c96-948a86180ae6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2610643 May 27 22:48:21.964866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0d9115e6-5644-463b-94a6-0536af37a501 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:21.971636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fcf0669-7599-49e3-a24f-433ca082f38c']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:21.980318 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0c67631-ada6-4ba8-a401-635a5758625c req-0fdc3461-c3f3-41ae-8577-f82de5c1d8b1 service neutron] 10.222.0.27 "GET /v2.0/networks/605f3e78-f90c-43fb-8f31-1b36f9517a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347908 May 27 22:48:21.981270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0d9115e6-5644-463b-94a6-0536af37a501 admin admin] Usage tracker for resource:security_group_rule and tenant:a20a3f86575d4d878ee6d29263848291 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:21.986189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0d9115e6-5644-463b-94a6-0536af37a501 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:22.012642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0d9115e6-5644-463b-94a6-0536af37a501 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:22.016087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7beb76b-716e-49ad-91b7-49fc137c3146') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:22.016397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7beb76b-716e-49ad-91b7-49fc137c3146') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:22.102715 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:22.143206 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:22.162169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:48:22.162569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:22.231526 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:22.255716 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment c7beb76b-716e-49ad-91b7-49fc137c3146 resource provider aggregate not found May 27 22:48:22.315274 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment c7beb76b-716e-49ad-91b7-49fc137c3146 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7beb76b-716e-49ad-91b7-49fc137c3146 found for delete ", "request_id": "req-7ac73a7d-8c03-4266-b890-09739d217090"}]} May 27 22:48:22.331110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0c67631-ada6-4ba8-a401-635a5758625c req-a0c642c7-45e8-4a70-913c-2f0ce5b7ddf4 service neutron] 10.222.0.27 "GET /v2.0/networks/605f3e78-f90c-43fb-8f31-1b36f9517a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366597 May 27 22:48:22.386295 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0d9115e6-5644-463b-94a6-0536af37a501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:22.396584 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ef01469-154e-49d6-a566-2f639286b796 req-ab032055-60b5-4241-95d7-6f2ab6f6d284 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313993 May 27 22:48:22.397235 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:22.424244 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:22.437022 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] Pushing event deleted for resources: {'Network': ['ID=7fcf0669-7599-49e3-a24f-433ca082f38c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:22.459418 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-88d2dd3f-acbc-4053-a1ea-c811afd7383d tempest-TestSecurityGroupsBasicOps-1785863343 tempest-TestSecurityGroupsBasicOps-1785863343-project] 10.222.0.27 "DELETE /v2.0/networks/7fcf0669-7599-49e3-a24f-433ca082f38c HTTP/1.1" status: 204 len: 168 time: 1.3697739 May 27 22:48:22.465675 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0d9115e6-5644-463b-94a6-0536af37a501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:22.533369 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0d9115e6-5644-463b-94a6-0536af37a501 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a20a3f86575d4d878ee6d29263848291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6787443 May 27 22:48:22.534537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9115e6-5644-463b-94a6-0536af37a501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a00b40e-c826-4948-b99d-d2d3da7f315c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:22.537531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46374) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:22.626582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e0a5beed-b067-4637-b644-ab24f3ba7bf6 req-feed4e8f-fa44-4911-96c8-dc29532af7ad tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 210 time: 0.0644572 May 27 22:48:22.720683 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ef01469-154e-49d6-a566-2f639286b796 req-ac89de10-c121-468f-a601-20d218e73bba service neutron] 10.222.0.46 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183775 May 27 22:48:22.727931 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce4477de-59e7-4137-a0fa-5a559a851e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:22.803854 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce4477de-59e7-4137-a0fa-5a559a851e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:22.896310 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 198876cf-7824-456f-889d-30f80b709def no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:48:22.940063 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 198876cf-7824-456f-889d-30f80b709def {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:48:22.940324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 198876cf-7824-456f-889d-30f80b709def not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:48:22.954115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a520e1-b318-4f6b-8be0-e45ca9bd8382 req-41e35be4-9eef-4c27-a436-3d36283857ee tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:22.955741 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87a520e1-b318-4f6b-8be0-e45ca9bd8382 req-41e35be4-9eef-4c27-a436-3d36283857ee tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 944 time: 0.0991673 May 27 22:48:22.997777 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28861a5b-f3b4-4c59-ae71-0383ac31ea67 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:23.021049 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87a520e1-b318-4f6b-8be0-e45ca9bd8382 req-b012d3c2-ab13-475d-8e1f-155eb11d1997 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510552 May 27 22:48:23.050321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f4f47-4619-432c-ad15-99ba15015443 req-4b61fe13-e7a3-49a3-ab63-62582e6227ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:23.051810 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d40f4f47-4619-432c-ad15-99ba15015443 req-4b61fe13-e7a3-49a3-ab63-62582e6227ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 1095 time: 0.1722434 May 27 22:48:23.094474 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce4477de-59e7-4137-a0fa-5a559a851e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:23.183513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4477de-59e7-4137-a0fa-5a559a851e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a00b40e-c826-4948-b99d-d2d3da7f315c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:23.213278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46396) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:23.261109 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce4477de-59e7-4137-a0fa-5a559a851e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:23.261109 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ce4477de-59e7-4137-a0fa-5a559a851e78 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5a00b40e-c826-4948-b99d-d2d3da7f315c HTTP/1.1" status: 204 len: 168 time: 0.7112236 May 27 22:48:23.402281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f4f47-4619-432c-ad15-99ba15015443 req-51059184-749a-431b-b433-80a351549722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:23.403837 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d40f4f47-4619-432c-ad15-99ba15015443 req-51059184-749a-431b-b433-80a351549722 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.3417273 May 27 22:48:23.446275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-34c60888-fa71-412e-86ad-4444cd40a5a6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4df3336cd5534e7691f6cbd1acbb4757&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310731 May 27 22:48:23.448629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46404) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:23.516204 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d40f4f47-4619-432c-ad15-99ba15015443 req-87f54e7b-67d2-4d16-8b2a-6aed94f09c4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bafee51-6293-4ce5-83ba-57e526db17c2 HTTP/1.1" status: 200 len: 217 time: 0.1042509 May 27 22:48:23.516718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d1688c7-6ac1-413a-bdf2-ad1ed62e45f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:23.545190 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d1688c7-6ac1-413a-bdf2-ad1ed62e45f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:23.602342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f4f47-4619-432c-ad15-99ba15015443 req-27e61115-3656-4d0f-ba93-e1820a4b3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:23.603774 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d40f4f47-4619-432c-ad15-99ba15015443 req-27e61115-3656-4d0f-ba93-e1820a4b3e1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.0777652 May 27 22:48:23.705783 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d1688c7-6ac1-413a-bdf2-ad1ed62e45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:23.742175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-28861a5b-f3b4-4c59-ae71-0383ac31ea67 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port 233c372d-2c43-4f3c-89b5-16cc5ae50f4f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:23.742517 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28861a5b-f3b4-4c59-ae71-0383ac31ea67 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:23.805616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1688c7-6ac1-413a-bdf2-ad1ed62e45f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84ad342-1204-4d31-9ff5-87fcfee95593,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:23.829794 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4d1688c7-6ac1-413a-bdf2-ad1ed62e45f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:23.842220 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4d1688c7-6ac1-413a-bdf2-ad1ed62e45f5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c84ad342-1204-4d31-9ff5-87fcfee95593 HTTP/1.1" status: 204 len: 168 time: 0.3924165 May 27 22:48:23.856314 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8f1b1274-3c73-4ccb-bde2-9a9d9359138d req-0da3d02d-931b-4079-a397-bcb7eb2687f5 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 210 time: 0.1465967 May 27 22:48:24.004018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f4f47-4619-432c-ad15-99ba15015443 req-26a4a7c5-52a9-4816-9eb6-d51b37c2c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:24.006100 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d40f4f47-4619-432c-ad15-99ba15015443 req-26a4a7c5-52a9-4816-9eb6-d51b37c2c5a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3661289 May 27 22:48:24.022635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46426) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:24.066328 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7ea4-ed10-4a28-bedd-0e66469902aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:24.123508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2bbf7ea4-ed10-4a28-bedd-0e66469902aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:24.136059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2bbf7ea4-ed10-4a28-bedd-0e66469902aa admin admin] Usage tracker for resource:security_group_rule and tenant:28e788e8b4c34cf78e45013048508ba5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:24.140243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2bbf7ea4-ed10-4a28-bedd-0e66469902aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:24.151186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2bbf7ea4-ed10-4a28-bedd-0e66469902aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:24.164237 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28861a5b-f3b4-4c59-ae71-0383ac31ea67 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:24.325662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-28861a5b-f3b4-4c59-ae71-0383ac31ea67 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Calling delete_port for 233c372d-2c43-4f3c-89b5-16cc5ae50f4f owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:24.361773 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d40f4f47-4619-432c-ad15-99ba15015443 req-06b4d887-3e42-4219-b902-f4afae8018e0 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427432 May 27 22:48:24.508034 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7ea4-ed10-4a28-bedd-0e66469902aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:24.528769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9277f8-4d9f-4167-80e1-27179b548cfe req-bc8e48f9-4eeb-43c8-a0d2-50c1804928d2 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:24.532835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b9277f8-4d9f-4167-80e1-27179b548cfe req-bc8e48f9-4eeb-43c8-a0d2-50c1804928d2 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 944 time: 0.2885861 May 27 22:48:24.618992 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b9277f8-4d9f-4167-80e1-27179b548cfe req-6697711c-3a79-43e8-9369-6ed675ef9b30 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770040 May 27 22:48:24.620210 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bbf7ea4-ed10-4a28-bedd-0e66469902aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:24.624458 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d40f4f47-4619-432c-ad15-99ba15015443 req-6d1bbf37-cde1-4885-b991-ec31d910a193 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854765 May 27 22:48:24.713293 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf7ea4-ed10-4a28-bedd-0e66469902aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2164be-e1d0-489f-ad85-4218c3e65ac4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:24.719480 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2bbf7ea4-ed10-4a28-bedd-0e66469902aa admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=28e788e8b4c34cf78e45013048508ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6957879 May 27 22:48:24.722151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46442) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:24.789783 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17c0239f-0a58-49c0-953d-e755d163bb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:24.814895 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46448) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:24.815257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17c0239f-0a58-49c0-953d-e755d163bb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:24.832744 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e7945e99-1737-4b7a-93a3-96f295e7f709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:24.841216 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46452) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:24.846970 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28861a5b-f3b4-4c59-ae71-0383ac31ea67 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:24.884388 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e7945e99-1737-4b7a-93a3-96f295e7f709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:24.899970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e7945e99-1737-4b7a-93a3-96f295e7f709 admin admin] Usage tracker for resource:security_group_rule and tenant:ad0aaef88aa346b5894d090e438b313a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:24.902483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e7945e99-1737-4b7a-93a3-96f295e7f709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:24.907842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28861a5b-f3b4-4c59-ae71-0383ac31ea67 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Port': ['ID=233c372d-2c43-4f3c-89b5-16cc5ae50f4f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:24.915094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e7945e99-1737-4b7a-93a3-96f295e7f709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:24.965171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7115d455-b008-4880-82db-250c91f6543a tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:24.965837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7115d455-b008-4880-82db-250c91f6543a tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:24.966472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7115d455-b008-4880-82db-250c91f6543a tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:24.968288 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7115d455-b008-4880-82db-250c91f6543a tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/ports?project_id=ce374891ed0f4bd582f3450e6b65dedf&network_id=4b5f3112-8843-4db2-a9cb-cbd88c26be4d HTTP/1.1" status: 200 len: 2970 time: 0.1247549 May 27 22:48:25.096259 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17c0239f-0a58-49c0-953d-e755d163bb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:25.108231 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-509093ba-7c13-4f89-a1f7-3df62ad4c951 req-41eab6b5-9832-4efc-a72c-31a697a745a0 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 210 time: 0.0643616 May 27 22:48:25.127705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0239f-0a58-49c0-953d-e755d163bb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2164be-e1d0-489f-ad85-4218c3e65ac4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:25.129553 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e7945e99-1737-4b7a-93a3-96f295e7f709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:25.211043 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e7945e99-1737-4b7a-93a3-96f295e7f709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:25.260002 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e7945e99-1737-4b7a-93a3-96f295e7f709 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ad0aaef88aa346b5894d090e438b313a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4439273 May 27 22:48:25.261064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7945e99-1737-4b7a-93a3-96f295e7f709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5db541a-03a4-456a-bd0d-97e22e513904,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:25.263459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46466) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:25.322016 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17c0239f-0a58-49c0-953d-e755d163bb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:25.325687 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-17c0239f-0a58-49c0-953d-e755d163bb28 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ea2164be-e1d0-489f-ad85-4218c3e65ac4 HTTP/1.1" status: 204 len: 168 time: 0.6024113 May 27 22:48:25.327776 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-474bf29d-a01b-4295-a891-4341a383cf06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:25.367730 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28861a5b-f3b4-4c59-ae71-0383ac31ea67 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:25.393046 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-474bf29d-a01b-4295-a891-4341a383cf06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:25.667547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c67631-ada6-4ba8-a401-635a5758625c req-8ef2f375-e7e7-4e79-abc0-433794a732c3 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:25.672577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d0c67631-ada6-4ba8-a401-635a5758625c req-8ef2f375-e7e7-4e79-abc0-433794a732c3 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Synchronizing usage tracker for tenant:a336228ca7484365a5f49153e001a86d on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:48:25.690712 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-474bf29d-a01b-4295-a891-4341a383cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:25.719870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474bf29d-a01b-4295-a891-4341a383cf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5db541a-03a4-456a-bd0d-97e22e513904,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:25.728814 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-474bf29d-a01b-4295-a891-4341a383cf06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:25.731071 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-474bf29d-a01b-4295-a891-4341a383cf06 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f5db541a-03a4-456a-bd0d-97e22e513904 HTTP/1.1" status: 204 len: 168 time: 0.4653730 May 27 22:48:25.818174 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1bafee51-6293-4ce5-83ba-57e526db17c2 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:48:25.836947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa642d-dcdf-49e1-bd23-b1fdaf62026d req-b6d00399-b6c9-432f-8a65-18897f9c3471 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:25.838883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dcfa642d-dcdf-49e1-bd23-b1fdaf62026d req-b6d00399-b6c9-432f-8a65-18897f9c3471 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 944 time: 0.1117256 May 27 22:48:25.853333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d0c67631-ada6-4ba8-a401-635a5758625c req-8ef2f375-e7e7-4e79-abc0-433794a732c3 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Unset dirty status for tenant:a336228ca7484365a5f49153e001a86d on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:48:25.855110 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c67631-ada6-4ba8-a401-635a5758625c req-8ef2f375-e7e7-4e79-abc0-433794a732c3 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.46 "GET /v2.0/networks?id=605f3e78-f90c-43fb-8f31-1b36f9517a34 HTTP/1.1" status: 200 len: 812 time: 0.6384752 May 27 22:48:25.881681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Request body: {'port': {'device_id': '6dce0948-7649-428e-9046-74b944dc2787', 'network_id': '605f3e78-f90c-43fb-8f31-1b36f9517a34', 'admin_state_up': True, 'tenant_id': 'a336228ca7484365a5f49153e001a86d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:25.894875 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dcfa642d-dcdf-49e1-bd23-b1fdaf62026d req-18f3f506-6664-4858-a56d-2df5c15e3891 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499408 May 27 22:48:26.072093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1bafee51-6293-4ce5-83ba-57e526db17c2, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1bafee51-6293-4ce5-83ba-57e526db17c2,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:26.086244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '1bafee51-6293-4ce5-83ba-57e526db17c2', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'port_id': '1bafee51-6293-4ce5-83ba-57e526db17c2', 'mac_address': 'fa:16:3e:81:fa:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:48:26.117434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28861a5b-f3b4-4c59-ae71-0383ac31ea67 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Router 9de9a937-f498-4622-bec9-fd963013f633 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:48:26.124923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:26.131010 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Usage tracker for resource:port and tenant:a336228ca7484365a5f49153e001a86d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:26.135112 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:26.196713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 1bafee51-6293-4ce5-83ba-57e526db17c2 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:26.197092 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:26.226882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bafee51-6293-4ce5-83ba-57e526db17c2 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:48:26.235876 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:26.261846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1bafee51-6293-4ce5-83ba-57e526db17c2, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1bafee51-6293-4ce5-83ba-57e526db17c2,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:26.327015 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8a617aa5-c9a6-4ba2-a5c0-bbe61d6ba315 req-195e42de-26e6-4382-9efe-663ab7f44e62 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 210 time: 0.0507572 May 27 22:48:26.361169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28861a5b-f3b4-4c59-ae71-0383ac31ea67 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:48:26.369321 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-28861a5b-f3b4-4c59-ae71-0383ac31ea67 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "PUT /v2.0/routers/9de9a937-f498-4622-bec9-fd963013f633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6164861 May 27 22:48:26.369827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46500) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:26.373683 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3c952-bab8-40c8-bd50-991120ae440f None None] Sync routers for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:48:26.384478 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3c952-bab8-40c8-bd50-991120ae440f None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:26.390822 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-76e3c952-bab8-40c8-bd50-991120ae440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:26.410736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Made reservation on behalf of a336228ca7484365a5f49153e001a86d for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:26.410925 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:26.414866 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:26.519719 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-76e3c952-bab8-40c8-bd50-991120ae440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:26.556335 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e3c952-bab8-40c8-bd50-991120ae440f None None] Routers {'9de9a937-f498-4622-bec9-fd963013f633'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:26.556335 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-76e3c952-bab8-40c8-bd50-991120ae440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9de9a937-f498-4622-bec9-fd963013f633'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:26.592940 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=1bafee51-6293-4ce5-83ba-57e526db17c2,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:26.632319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46512) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:26.644917 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-76e3c952-bab8-40c8-bd50-991120ae440f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:26.645401 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3c952-bab8-40c8-bd50-991120ae440f None None] The sync data for ids ['9de9a937-f498-4622-bec9-fd963013f633'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:48:26.667398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['1bafee51-6293-4ce5-83ba-57e526db17c2'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:48:26.719764 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d8dc-eb90-4412-a2bf-3d1e91e54556 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:26.735895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Allocated IP 172.20.0.12 (605f3e78-f90c-43fb-8f31-1b36f9517a34/c4ffa890-dff9-41b6-b66d-74b27a186f60/1337bc01-ebe4-4936-aaf9-bc18bafdeeac) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:48:26.751248 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9dec5bcb-8f4f-4a13-8ee2-356aa7f5a2c0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6d8527f24b8344e4abd52a2ad1b74104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1138372 May 27 22:48:26.753163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46518) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:26.964443 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d8dc-eb90-4412-a2bf-3d1e91e54556 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:26.992880 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9e51755-f5ba-40c1-bca6-ba151c3a902c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:27.038105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9e51755-f5ba-40c1-bca6-ba151c3a902c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:27.072911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d8dc-eb90-4412-a2bf-3d1e91e54556 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting port 72cba0f5-dccc-465a-90d0-4e02931f03de {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:27.073256 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d8dc-eb90-4412-a2bf-3d1e91e54556 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:27.157524 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:27.199705 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9e51755-f5ba-40c1-bca6-ba151c3a902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:27.220196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e51755-f5ba-40c1-bca6-ba151c3a902c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbab9d8-6ab4-45e7-8861-227e52404ea1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:27.256281 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:27.264215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddaec1-d5b5-429d-8aeb-47fc14f1262f req-a62a508f-2c0f-435c-ac6e-ec637a2dfc51 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:27.265729 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4eddaec1-d5b5-429d-8aeb-47fc14f1262f req-a62a508f-2c0f-435c-ac6e-ec637a2dfc51 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 945 time: 0.2381160 May 27 22:48:27.332079 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d8dc-eb90-4412-a2bf-3d1e91e54556 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:27.343674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Network 605f3e78-f90c-43fb-8f31-1b36f9517a34 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:48:27.344166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:27.345930 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4eddaec1-d5b5-429d-8aeb-47fc14f1262f req-87625fe3-2d39-40da-a623-b8c95e109cb2 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646043 May 27 22:48:27.356634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:48:27.430197 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9e51755-f5ba-40c1-bca6-ba151c3a902c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:27.434459 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f9e51755-f5ba-40c1-bca6-ba151c3a902c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6cbab9d8-6ab4-45e7-8861-227e52404ea1 HTTP/1.1" status: 204 len: 168 time: 0.6702015 May 27 22:48:27.439236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Pushing event updated for resources: {'Port': ['ID=1337bc01-ebe4-4936-aaf9-bc18bafdeeac,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:27.452267 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3d7481f7-5779-45fa-9e90-e0dffaac4a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:27.472944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:27.473965 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:27.488573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d8dc-eb90-4412-a2bf-3d1e91e54556 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Calling delete_port for 72cba0f5-dccc-465a-90d0-4e02931f03de owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:27.616174 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c67631-ada6-4ba8-a401-635a5758625c req-4a4e6f1d-0d6d-48a4-8adb-3962658c2841 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7406032 May 27 22:48:27.629459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Request body: {'port': {'device_id': '6dce0948-7649-428e-9046-74b944dc2787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:27.816532 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:27.843313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1bafee51-6293-4ce5-83ba-57e526db17c2 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:48:27.870800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac258172-4f8e-40f0-acbe-50774ac03cd5 req-68336734-7682-4bc8-b619-06358b4bbb53 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:27.877885 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac258172-4f8e-40f0-acbe-50774ac03cd5 req-68336734-7682-4bc8-b619-06358b4bbb53 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 932 time: 0.3607171 May 27 22:48:27.937197 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac258172-4f8e-40f0-acbe-50774ac03cd5 req-3d9f57ef-df16-4ee5-89ee-66bd6ce7fd54 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564959 May 27 22:48:27.993942 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d8dc-eb90-4412-a2bf-3d1e91e54556 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:28.060306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 1bafee51-6293-4ce5-83ba-57e526db17c2 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:48:28.064173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2d8dc-eb90-4412-a2bf-3d1e91e54556 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Port': ['ID=72cba0f5-dccc-465a-90d0-4e02931f03de,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:28.088986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 1bafee51-6293-4ce5-83ba-57e526db17c2 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:28.090308 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:28.160759 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d8dc-eb90-4412-a2bf-3d1e91e54556 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:28.369841 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 1bafee51-6293-4ce5-83ba-57e526db17c2 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:28.370429 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:28.457903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1bafee51-6293-4ce5-83ba-57e526db17c2, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1bafee51-6293-4ce5-83ba-57e526db17c2,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:28.463047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b011ac-f2a4-4280-8e08-a53e92fff6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bafee51-6293-4ce5-83ba-57e526db17c2'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:48:28.464655 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d8dc-eb90-4412-a2bf-3d1e91e54556 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:28.471857 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d8dc-eb90-4412-a2bf-3d1e91e54556 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:28.515691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1337bc01-ebe4-4936-aaf9-bc18bafdeeac {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:48:28.525442 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:28.553661 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:28.575056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Transition to ACTIVE for port object 1337bc01-ebe4-4936-aaf9-bc18bafdeeac will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:28.649762 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:28.679488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72967d-53dc-4573-8cbf-2def7b32d2ef req-73750cf2-24dc-48b7-971c-40cc719060f9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:28.681125 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c72967d-53dc-4573-8cbf-2def7b32d2ef req-73750cf2-24dc-48b7-971c-40cc719060f9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 946 time: 0.1848767 May 27 22:48:28.682439 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d8dc-eb90-4412-a2bf-3d1e91e54556 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:28.693538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f2d8dc-eb90-4412-a2bf-3d1e91e54556 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Fanout notify agent at l3_agent the message router_deleted on router 9de9a937-f498-4622-bec9-fd963013f633 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:48:28.725107 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb35cfe1-c385-405b-832b-08cc8475fb64'] response: {'server_uuid': 'f4b011ac-f2a4-4280-8e08-a53e92fff6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bafee51-6293-4ce5-83ba-57e526db17c2', 'code': 200} May 27 22:48:28.795225 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=1bafee51-6293-4ce5-83ba-57e526db17c2,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:28.803044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46584) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:28.813678 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d8dc-eb90-4412-a2bf-3d1e91e54556 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:28.814969 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b1f2d8dc-eb90-4412-a2bf-3d1e91e54556 tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/routers/9de9a937-f498-4622-bec9-fd963013f633 HTTP/1.1" status: 204 len: 168 time: 2.4427841 May 27 22:48:28.816934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Pushing event updated for resources: {'Port': ['ID=1337bc01-ebe4-4936-aaf9-bc18bafdeeac,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:28.825892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46592) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:28.951067 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c72967d-53dc-4573-8cbf-2def7b32d2ef req-15a774cd-c419-42fe-b4d4-9b70eb1140a8 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399712 May 27 22:48:28.985747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-09352387-7916-4816-9188-cdd92ef263fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Deleting subnet ab427b7e-e45e-4b00-a2dd-dc57ec235e5d {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:48:28.991603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:28.992654 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-09352387-7916-4816-9188-cdd92ef263fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:28.997223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:28.997720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:28.998062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:28.998393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:28.998724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:28.999044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:28.999519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:29.000126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:29.000672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:29.001163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:29.001628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:29.049884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348d9f8-35db-4503-b024-9ab483951623 req-6455d9b5-7cd7-448a-b1d7-4aa79462cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:29.051373 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a348d9f8-35db-4503-b024-9ab483951623 req-6455d9b5-7cd7-448a-b1d7-4aa79462cf19 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 1097 time: 0.2903562 May 27 22:48:29.088583 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-09352387-7916-4816-9188-cdd92ef263fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:29.158581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a348d9f8-35db-4503-b024-9ab483951623 req-5d286d9c-764d-4083-9d27-e04dd22c8ace service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003428 May 27 22:48:29.160047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-22c5d05d-89e4-4d87-bad0-10a1c3e7c33a tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:29.223397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Attempting to bind port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:48:29.223797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Attempting to bind port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '25f3d70f-55c8-4b58-ab3c-596281980d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '605f3e78-f90c-43fb-8f31-1b36f9517a34'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:48:29.224235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Attempting to bind port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac on network 605f3e78-f90c-43fb-8f31-1b36f9517a34 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:48:29.231399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac on network 605f3e78-f90c-43fb-8f31-1b36f9517a34 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:48:29.231959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Attempting to bind port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac on network 605f3e78-f90c-43fb-8f31-1b36f9517a34 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:48:29.239613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:48:29.240279 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Checking segment: {'id': '25f3d70f-55c8-4b58-ab3c-596281980d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '605f3e78-f90c-43fb-8f31-1b36f9517a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:29.240808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Bound using segment: {'id': '25f3d70f-55c8-4b58-ab3c-596281980d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '605f3e78-f90c-43fb-8f31-1b36f9517a34'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:48:29.241969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Bound port: 1337bc01-ebe4-4936-aaf9-bc18bafdeeac, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f3d70f-55c8-4b58-ab3c-596281980d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '605f3e78-f90c-43fb-8f31-1b36f9517a34'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:48:29.241969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:29.250237 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-09352387-7916-4816-9188-cdd92ef263fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:29.318748 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-22c5d05d-89e4-4d87-bad0-10a1c3e7c33a tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] 10.222.0.27 "PUT /v2.0/quotas/381b2a54a3404811a3b2a5a2b9f10222 HTTP/1.1" status: 200 len: 368 time: 0.5144265 May 27 22:48:29.319584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46612) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:29.338109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Request body: {'network': {'project_id': '381b2a54a3404811a3b2a5a2b9f10222'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:29.342456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46616) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:29.348122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:29.362956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Usage tracker for resource:network and tenant:381b2a54a3404811a3b2a5a2b9f10222 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:29.369754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:29.380572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:29.391248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] For port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:48:29.395041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] For port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1337bc01-ebe4-4936-aaf9-bc18bafdeeac,segment=NetworkSegment(25f3d70f-55c8-4b58-ab3c-596281980d60),segment_id=25f3d70f-55c8-4b58-ab3c-596281980d60)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:48:29.399846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9cf05-a095-4271-9d63-b7e39f44de1b req-71728cf5-0d4a-4388-8fbb-e67d920c898a tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:29.403934 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-75b9cf05-a095-4271-9d63-b7e39f44de1b req-71728cf5-0d4a-4388-8fbb-e67d920c898a tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 944 time: 0.2386997 May 27 22:48:29.461737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Made reservation on behalf of 381b2a54a3404811a3b2a5a2b9f10222 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:29.463992 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:29.474590 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-75b9cf05-a095-4271-9d63-b7e39f44de1b req-30ed1549-21d1-42bc-bee7-7c3f7cfd02f2 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592051 May 27 22:48:29.479259 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:29.502504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:29.506791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Usage tracker for resource:security_group_rule and tenant:381b2a54a3404811a3b2a5a2b9f10222 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:29.507502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1371048140-network', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:29.510181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:29.512408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:29.513745 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:29.516468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Usage tracker for resource:network and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:29.521365 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-09352387-7916-4816-9188-cdd92ef263fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:29.526329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:29.567884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:29.578270 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-09352387-7916-4816-9188-cdd92ef263fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:29.578473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:29.583840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09352387-7916-4816-9188-cdd92ef263fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Subnet': ['ID=ab427b7e-e45e-4b00-a2dd-dc57ec235e5d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:29.591847 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-09352387-7916-4816-9188-cdd92ef263fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/subnets/ab427b7e-e45e-4b00-a2dd-dc57ec235e5d HTTP/1.1" status: 204 len: 168 time: 0.7592475 May 27 22:48:29.594532 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46626) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:29.612209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:29.613606 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:29.616051 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c67631-ada6-4ba8-a401-635a5758625c req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] 10.222.0.46 "PUT /v2.0/ports/1337bc01-ebe4-4936-aaf9-bc18bafdeeac HTTP/1.1" status: 200 len: 1092 time: 1.9922898 May 27 22:48:29.631872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dce0948-7649-428e-9046-74b944dc2787', 'tag': '1337bc01-ebe4-4936-aaf9-bc18bafdeeac'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:48:29.639979 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec957dda-a5a1-4b8d-af0f-859de1449316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:29.727910 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f34b6f-32b5-4f7d-aab0-fbaf078ffe97'] response: {'name': 'network-changed', 'server_uuid': '6dce0948-7649-428e-9046-74b944dc2787', 'tag': '1337bc01-ebe4-4936-aaf9-bc18bafdeeac', 'status': 'completed', 'code': 200} May 27 22:48:29.729168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Made reservation on behalf of a3537ac059424872b0999096f4b18e5e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:29.731592 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:29.735673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087baa29-2db7-4649-8a75-607a12cd2867 service neutron] Pushing event updated for resources: {'Port': ['ID=1337bc01-ebe4-4936-aaf9-bc18bafdeeac,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:29.758506 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:29.790045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:29.796813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Usage tracker for resource:security_group_rule and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:29.803487 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2305-520a-4db1-8b64-1eda336ea7fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:29.805921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:29.812563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:29.900746 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:29.927068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7eebd-3b81-4e34-a5b4-70dcdc9444db req-d42532f1-442a-4c4d-bb7a-cf98c73f120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:29.933723 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-00e7eebd-3b81-4e34-a5b4-70dcdc9444db req-d42532f1-442a-4c4d-bb7a-cf98c73f120b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a336228ca7484365a5f49153e001a86d&device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 1095 time: 0.1826844 May 27 22:48:29.933930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46636) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:29.965452 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2305-520a-4db1-8b64-1eda336ea7fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:29.994841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b6cf2305-520a-4db1-8b64-1eda336ea7fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c59844-a858-4409-bfcc-0a087c396812']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:29.997097 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.014952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b6cf2305-520a-4db1-8b64-1eda336ea7fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb123ffa-86a8-42bf-bf76-969c74a34fb8') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:30.015243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b6cf2305-520a-4db1-8b64-1eda336ea7fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb123ffa-86a8-42bf-bf76-969c74a34fb8') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:30.032570 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2305-520a-4db1-8b64-1eda336ea7fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.061366 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2305-520a-4db1-8b64-1eda336ea7fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.074954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cf2305-520a-4db1-8b64-1eda336ea7fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:48:30.075688 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2305-520a-4db1-8b64-1eda336ea7fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.102026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:48:30.137006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90f393b-66aa-4f9a-a9f9-9a526a7be821 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:30.137006 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d90f393b-66aa-4f9a-a9f9-9a526a7be821 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 814 time: 0.2002378 May 27 22:48:30.143353 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f16429e-b7c5-466d-9cf4-ab5d75f93582,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:30.153413 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.153413 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Added segment c91b3c33-a73a-4bf1-9503-fe407cbfb182 of type vlan for network a744bbcf-826c-4967-a5bb-32a515caef9f May 27 22:48:30.210747 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.217038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7eebd-3b81-4e34-a5b4-70dcdc9444db req-cfb31468-110e-4d37-b0ea-8a4965de3d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:30.218409 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-00e7eebd-3b81-4e34-a5b4-70dcdc9444db req-cfb31468-110e-4d37-b0ea-8a4965de3d7f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a336228ca7484365a5f49153e001a86d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2818480 May 27 22:48:30.305735 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment bb123ffa-86a8-42bf-bf76-969c74a34fb8 resource provider aggregate not found May 27 22:48:30.385896 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment bb123ffa-86a8-42bf-bf76-969c74a34fb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb123ffa-86a8-42bf-bf76-969c74a34fb8 found for delete ", "request_id": "req-083bd546-b78a-4801-a015-fb16b93ce405"}]} May 27 22:48:30.401873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7eebd-3b81-4e34-a5b4-70dcdc9444db req-9ac604eb-6740-45b0-80e0-ef7d8bf50a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:30.403715 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-00e7eebd-3b81-4e34-a5b4-70dcdc9444db req-9ac604eb-6740-45b0-80e0-ef7d8bf50a18 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1697345 May 27 22:48:30.449768 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.474586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9aeaf-48be-4a68-8bf9-01eb918c53b9 req-a000174d-e9b5-4c85-b347-efeb5feabc1f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:30.476045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ac9aeaf-48be-4a68-8bf9-01eb918c53b9 req-a000174d-e9b5-4c85-b347-efeb5feabc1f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 946 time: 0.3698654 May 27 22:48:30.488483 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.490204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:30.491189 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.548507 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ac9aeaf-48be-4a68-8bf9-01eb918c53b9 req-7828e4c4-a937-4e4e-827c-32964d97f32d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639701 May 27 22:48:30.570388 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.577237 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2305-520a-4db1-8b64-1eda336ea7fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.632700 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2305-520a-4db1-8b64-1eda336ea7fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.636756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf2305-520a-4db1-8b64-1eda336ea7fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] Pushing event deleted for resources: {'Network': ['ID=67c59844-a858-4409-bfcc-0a087c396812,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:30.644026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Pushing event updated for resources: {'Network': ['ID=a744bbcf-826c-4967-a5bb-32a515caef9f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:30.655682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network a744bbcf-826c-4967-a5bb-32a515caef9f details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:48:30.667236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c67631-ada6-4ba8-a401-635a5758625c req-2a1d31bf-6031-4a8a-bda2-2a7b35e58cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:30.668738 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c67631-ada6-4ba8-a401-635a5758625c req-2a1d31bf-6031-4a8a-bda2-2a7b35e58cb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a336228ca7484365a5f49153e001a86d&device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 1095 time: 0.2149341 May 27 22:48:30.674257 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:48:30.678961 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b6cf2305-520a-4db1-8b64-1eda336ea7fb tempest-FloatingIPTestJSON-1841992519 tempest-FloatingIPTestJSON-1841992519-project] 10.222.0.27 "DELETE /v2.0/networks/67c59844-a858-4409-bfcc-0a087c396812 HTTP/1.1" status: 204 len: 168 time: 1.0827656 May 27 22:48:30.743422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb996f5a-e47b-4cd2-a205-4ab31648d3b3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:30.755561 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.755912 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Added segment 9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa of type vlan for network d259ef12-3c47-4a2a-b28b-38e6df0b8220 May 27 22:48:30.805117 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b29821af-c1e0-4975-90b2-f557eafe6e90 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4774511 May 27 22:48:30.812791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46660) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:30.814478 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c67631-ada6-4ba8-a401-635a5758625c req-a64df397-ba38-4961-a1a4-822f450778c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1337bc01-ebe4-4936-aaf9-bc18bafdeeac HTTP/1.1" status: 200 len: 217 time: 0.1364129 May 27 22:48:30.814874 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.825638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Request body: {'network': {'project_id': '381b2a54a3404811a3b2a5a2b9f10222'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:30.834880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:30.844490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Usage tracker for resource:network and tenant:381b2a54a3404811a3b2a5a2b9f10222 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:30.858536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:30.871895 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:30.881552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a460b0-32fa-4625-8489-44dff1367d7f req-a38f9cf5-c7ae-4f13-94d6-35c4fd6b2c1e tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:30.883282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70a460b0-32fa-4625-8489-44dff1367d7f req-a38f9cf5-c7ae-4f13-94d6-35c4fd6b2c1e tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 944 time: 0.2210088 May 27 22:48:30.906367 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.909524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c67631-ada6-4ba8-a401-635a5758625c req-78a4e33e-0b03-4fc2-92d8-e5903a440dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:30.911485 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c67631-ada6-4ba8-a401-635a5758625c req-78a4e33e-0b03-4fc2-92d8-e5903a440dcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4ffa890-dff9-41b6-b66d-74b27a186f60 HTTP/1.1" status: 200 len: 852 time: 0.0900741 May 27 22:48:30.932440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70a460b0-32fa-4625-8489-44dff1367d7f req-e17ae039-a282-4436-8952-9a1d55bb8260 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 May 27 22:48:30.959002 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c67631-ada6-4ba8-a401-635a5758625c req-8ef83ad1-f3e1-48e7-9c67-c618fcc30f30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=605f3e78-f90c-43fb-8f31-1b36f9517a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420728 May 27 22:48:30.984146 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:30.985166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:30.985745 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.031663 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.069723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Made reservation on behalf of 381b2a54a3404811a3b2a5a2b9f10222 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:31.071974 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.110489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] Pushing event updated for resources: {'Network': ['ID=d259ef12-3c47-4a2a-b28b-38e6df0b8220,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:31.123687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network d259ef12-3c47-4a2a-b28b-38e6df0b8220 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:48:31.128833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:48:31.136423 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.136769 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Added segment 305005c4-cd1c-40a6-a75a-82d4e36bfabe of type vlan for network 78e7015e-9871-4773-8cb8-41c3c7dae10c May 27 22:48:31.165116 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3cd02b32-389b-4c85-b11d-ea554b66fda8 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8205712 May 27 22:48:31.166493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46670) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:31.172037 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.175140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] Request body: {'subnet': {'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1371048140-subnet', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:31.183692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:31.196833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] Usage tracker for resource:subnet and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:31.204106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:31.236781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:31.261509 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c67631-ada6-4ba8-a401-635a5758625c req-a3082d12-bfc6-47d1-9b9a-a9eca0a7ca8c service neutron] 10.222.0.46 "GET /v2.0/networks/605f3e78-f90c-43fb-8f31-1b36f9517a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968087 May 27 22:48:31.314628 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46676) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:31.322748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'network': {'name': 'tempest-network-smoke--2035584089', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'port_security_enabled': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:31.329733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:31.333512 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.334426 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:31.337017 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.341604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46680) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:31.342925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:network and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:31.348831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] Made reservation on behalf of a3537ac059424872b0999096f4b18e5e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:31.351143 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.363340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:31.451513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:31.477230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Pushing event updated for resources: {'Network': ['ID=78e7015e-9871-4773-8cb8-41c3c7dae10c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:31.487951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 78e7015e-9871-4773-8cb8-41c3c7dae10c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:48:31.523712 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-14091f40-b95c-4b1e-aa58-47e436100793 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7045581 May 27 22:48:31.525938 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c67631-ada6-4ba8-a401-635a5758625c req-dd8069c9-81ce-46a3-8a91-1c03330ec05b service neutron] 10.222.0.46 "GET /v2.0/networks/605f3e78-f90c-43fb-8f31-1b36f9517a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576554 May 27 22:48:31.526638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46688) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:31.545328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c5bdb447-fbac-4d52-9644-48439cfa5aca tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Request body: {'network': {'project_id': '381b2a54a3404811a3b2a5a2b9f10222'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:31.550939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c5bdb447-fbac-4d52-9644-48439cfa5aca tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:31.555601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c5bdb447-fbac-4d52-9644-48439cfa5aca tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Usage tracker for resource:network and tenant:381b2a54a3404811a3b2a5a2b9f10222 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:31.558874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c5bdb447-fbac-4d52-9644-48439cfa5aca tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:31.568108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c5bdb447-fbac-4d52-9644-48439cfa5aca tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:31.570203 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bdb447-fbac-4d52-9644-48439cfa5aca tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 27 22:48:31.570648 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0d262a0d-3c6c-43b3-8715-2500f867d1a5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4d3f7eaecaee4664859b303c3ac293ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279558 May 27 22:48:31.570795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bdb447-fbac-4d52-9644-48439cfa5aca tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:48:31.574772 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c5bdb447-fbac-4d52-9644-48439cfa5aca tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0445235 May 27 22:48:31.574919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46696) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:31.581772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46698) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:31.623654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Made reservation on behalf of ce374891ed0f4bd582f3450e6b65dedf for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:31.633292 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.709584 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-452f390d-83eb-4831-aba6-f515a2978197 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=381b2a54a3404811a3b2a5a2b9f10222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1331966 May 27 22:48:31.710614 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46704) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:31.747776 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3044790b-be68-4159-8ba4-29af84dc0c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.780326 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:48:31.780976 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3044790b-be68-4159-8ba4-29af84dc0c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.792468 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.794065 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Added segment 4cc0600c-d286-4ba0-ba64-65bb89042bd0 of type vlan for network 58370d3e-c1c9-44d0-b816-6cd8d07572aa May 27 22:48:31.822532 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.823072 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.905777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=359c9276-8a0d-4cf7-bcd9-97af35f64e95,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:31.917682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] Checking segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:31.918223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] Network hostable DHCP agents. Network: d259ef12-3c47-4a2a-b28b-38e6df0b8220, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:48:31.929041 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c7b86b97-9426-4412-9827-f79bce0b5487 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.951116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce77ac-da94-4165-a0f6-2db678ed63ca req-543a9a54-4c2b-441d-af7f-d379122c3b99 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:31.952601 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8dce77ac-da94-4165-a0f6-2db678ed63ca req-543a9a54-4c2b-441d-af7f-d379122c3b99 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 946 time: 0.2383428 May 27 22:48:31.979768 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.985200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:31.985796 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:31.991372 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c7b86b97-9426-4412-9827-f79bce0b5487 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:32.010680 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3044790b-be68-4159-8ba4-29af84dc0c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:32.031500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044790b-be68-4159-8ba4-29af84dc0c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a67963-ab8c-472f-8403-e678bab1019e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:32.035708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] Network d259ef12-3c47-4a2a-b28b-38e6df0b8220 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:48:32.076118 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3044790b-be68-4159-8ba4-29af84dc0c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:32.079793 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3044790b-be68-4159-8ba4-29af84dc0c92 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f1a67963-ab8c-472f-8403-e678bab1019e HTTP/1.1" status: 204 len: 168 time: 0.5032508 May 27 22:48:32.084990 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:32.171736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, d259ef12-3c47-4a2a-b28b-38e6df0b8220) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:32.181401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd8e2a2-1b96-4c35-99ea-4a0a9f921638 None None] Network d259ef12-3c47-4a2a-b28b-38e6df0b8220 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:48:32.199036 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:32.199632 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:32.206093 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8898878 May 27 22:48:32.209489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46718) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:32.209809 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8dce77ac-da94-4165-a0f6-2db678ed63ca req-52591fb4-236e-4258-81a5-95f8920b32e1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500174 May 27 22:48:32.227598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2bd36-c9ad-4594-9245-7b053a4025ee tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Network': ['ID=58370d3e-c1c9-44d0-b816-6cd8d07572aa,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:32.261019 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 58370d3e-c1c9-44d0-b816-6cd8d07572aa details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:48:32.263870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a03001-b082-449a-94e9-183326d6bab6 req-267f0b4c-1f2a-4530-b88f-92e6bfd2c4ec tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:32.265474 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5a03001-b082-449a-94e9-183326d6bab6 req-267f0b4c-1f2a-4530-b88f-92e6bfd2c4ec tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 944 time: 0.1329794 May 27 22:48:32.296598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ff89af-b139-4830-b88d-fc7b5a75ab1b tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:32.302191 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-34ff89af-b139-4830-b88d-fc7b5a75ab1b tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=ce374891ed0f4bd582f3450e6b65dedf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0870817 May 27 22:48:32.303009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46724) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:32.328121 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c7b86b97-9426-4412-9827-f79bce0b5487 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:32.364305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b86b97-9426-4412-9827-f79bce0b5487 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f16429e-b7c5-466d-9cf4-ab5d75f93582,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:32.383400 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5a03001-b082-449a-94e9-183326d6bab6 req-8cc2e913-ff04-4bb2-830c-50213d3a9f2d tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015387 May 27 22:48:32.393443 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ebccd376-ad15-4a97-aca3-a3c781b06791 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2254350 May 27 22:48:32.408386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46730) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:32.418558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:32.425522 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:32.440633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Usage tracker for resource:router and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:32.445453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:32.451655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:32.456625 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c7b86b97-9426-4412-9827-f79bce0b5487 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:32.461938 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c7b86b97-9426-4412-9827-f79bce0b5487 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] 10.222.0.27 "DELETE /v2.0/security-groups/9f16429e-b7c5-466d-9cf4-ab5d75f93582 HTTP/1.1" status: 204 len: 168 time: 0.7065551 May 27 22:48:32.462077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46736) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:32.513448 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d8489b7-da20-4601-b1d4-e5eb6ec9cbb6 req-870461f5-8afd-4f13-b13e-d4bc19b56118 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e16b517763e0477b92463f30c2606338 HTTP/1.1" status: 200 len: 267 time: 0.0593145 May 27 22:48:32.588597 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:32.589850 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:32.612690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-d259ef12-3c47-4a2a-b28b-38e6df0b8220', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:48:32.616082 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:32.616672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8489b7-da20-4601-b1d4-e5eb6ec9cbb6 req-94118423-84ce-4889-a086-e50fb8c8552a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:32.618407 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d8489b7-da20-4601-b1d4-e5eb6ec9cbb6 req-94118423-84ce-4889-a086-e50fb8c8552a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 946 time: 0.1041937 May 27 22:48:32.619240 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c55ad012-c05b-4687-baf8-31232c07e75d tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:32.621970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae82d43-ae39-4d9d-b272-00994f43a085 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:32.626474 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8ae82d43-ae39-4d9d-b272-00994f43a085 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3221738 May 27 22:48:32.636183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46746) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:32.636319 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:32.654606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-1d8489b7-da20-4601-b1d4-e5eb6ec9cbb6 req-4cd6f9dd-4a3a-483f-a495-1b9d12435835 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Request body: {'port': {'security_groups': []}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:32.706676 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-db9fa225-3a3b-433d-bb1c-827b428fc124 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0774698 May 27 22:48:32.707269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46750) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:32.788014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46758) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:32.788388 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f8b63593-f37f-41be-990f-5f1f260009c8 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=ce374891ed0f4bd582f3450e6b65dedf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0795147 May 27 22:48:32.896923 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c55ad012-c05b-4687-baf8-31232c07e75d tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:32.932762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c55ad012-c05b-4687-baf8-31232c07e75d tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e7015e-9871-4773-8cb8-41c3c7dae10c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:32.948646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c55ad012-c05b-4687-baf8-31232c07e75d tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305005c4-cd1c-40a6-a75a-82d4e36bfabe') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:32.948869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c55ad012-c05b-4687-baf8-31232c07e75d tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305005c4-cd1c-40a6-a75a-82d4e36bfabe') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:32.963313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c55ad012-c05b-4687-baf8-31232c07e75d tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:32.973119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Allocated IP 172.20.0.2 (d259ef12-3c47-4a2a-b28b-38e6df0b8220/359c9276-8a0d-4cf7-bcd9-97af35f64e95/0edd9e40-a2d9-45aa-88b7-849aa2df5e77) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:48:32.983591 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c55ad012-c05b-4687-baf8-31232c07e75d tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:32.991481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c55ad012-c05b-4687-baf8-31232c07e75d tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:48:32.991890 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c55ad012-c05b-4687-baf8-31232c07e75d tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:33.077345 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 305005c4-cd1c-40a6-a75a-82d4e36bfabe resource provider aggregate not found May 27 22:48:33.100642 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 305005c4-cd1c-40a6-a75a-82d4e36bfabe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 305005c4-cd1c-40a6-a75a-82d4e36bfabe found for delete ", "request_id": "req-3289aa8c-143b-4b36-89b7-05538bfaf98f"}]} May 27 22:48:33.216005 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c55ad012-c05b-4687-baf8-31232c07e75d tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:33.240573 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c55ad012-c05b-4687-baf8-31232c07e75d tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:33.250864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ad012-c05b-4687-baf8-31232c07e75d tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Pushing event deleted for resources: {'Network': ['ID=78e7015e-9871-4773-8cb8-41c3c7dae10c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:33.262507 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c55ad012-c05b-4687-baf8-31232c07e75d tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] 10.222.0.27 "DELETE /v2.0/networks/78e7015e-9871-4773-8cb8-41c3c7dae10c HTTP/1.1" status: 204 len: 168 time: 0.7956738 May 27 22:48:33.264129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46780) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:33.315610 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:33.327368 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Transition to ACTIVE for port object 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:33.347348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Transition to ACTIVE for port object 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:33.375915 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:33.405333 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce6fe136-567c-4562-930d-20ca1ad803e7 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:33.418509 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1d8489b7-da20-4601-b1d4-e5eb6ec9cbb6 req-4cd6f9dd-4a3a-483f-a495-1b9d12435835 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:33.438285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a55ba62-4aa1-43bf-b91d-119f23bc87b0 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:33.440231 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9a55ba62-4aa1-43bf-b91d-119f23bc87b0 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6351933 May 27 22:48:33.452894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46792) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:33.508203 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:33.549800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46796) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:33.591450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Network d259ef12-3c47-4a2a-b28b-38e6df0b8220 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:48:33.594943 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:33.599010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:48:33.608280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Pushing event updated for resources: {'Port': ['ID=0edd9e40-a2d9-45aa-88b7-849aa2df5e77,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:33.652801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:33.653161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:33.653489 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:33.653820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:33.654150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:33.654505 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:33.654824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:33.655152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:33.655481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:33.655902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:33.656123 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:33.658942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:33.700973 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-96c3697e-2d7f-4388-a188-ba1edd6c0ae4 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2442522 May 27 22:48:33.701575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46804) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:33.727647 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Attempting to bind port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:48:33.728018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Attempting to bind port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:48:33.728393 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Attempting to bind port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:48:33.735086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:48:33.735676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Checking segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:33.736232 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:33.736797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Bound using segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:48:33.737449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Bound port: 0edd9e40-a2d9-45aa-88b7-849aa2df5e77, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:48:33.737980 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:33.800939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2080981530', 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:33.853503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] For port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:48:33.857737 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] For port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0edd9e40-a2d9-45aa-88b7-849aa2df5e77,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:48:33.868728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1337bc01-ebe4-4936-aaf9-bc18bafdeeac details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:48:33.874737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce6fe136-567c-4562-930d-20ca1ad803e7 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:33.938420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-ce6fe136-567c-4562-930d-20ca1ad803e7 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a744bbcf-826c-4967-a5bb-32a515caef9f']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:33.949825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Request body: {'networks': [{'name': 'tempest-network--800982810'}, {'name': 'tempest-network--649446684'}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:33.950129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Request body: {'network': {'name': 'tempest-network--800982810'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:33.950751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Request body: {'network': {'name': 'tempest-network--649446684'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:33.955177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-ce6fe136-567c-4562-930d-20ca1ad803e7 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91b3c33-a73a-4bf1-9503-fe407cbfb182') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:33.955472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-ce6fe136-567c-4562-930d-20ca1ad803e7 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91b3c33-a73a-4bf1-9503-fe407cbfb182') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:33.965224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:33.970919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:33.974911 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce6fe136-567c-4562-930d-20ca1ad803e7 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:33.984551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Usage tracker for resource:network and tenant:970852a4a6eb49a7b4808dbdbe294214 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:33.985352 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:subnet and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:33.990449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:33.990839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:33.998459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:34.000698 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce6fe136-567c-4562-930d-20ca1ad803e7 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:34.001812 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:34.010293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6fe136-567c-4562-930d-20ca1ad803e7 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:48:34.010739 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce6fe136-567c-4562-930d-20ca1ad803e7 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:34.011624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:34.014764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-1d8489b7-da20-4601-b1d4-e5eb6ec9cbb6 req-4cd6f9dd-4a3a-483f-a495-1b9d12435835 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] For port 1bafee51-6293-4ce5-83ba-57e526db17c2, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1bafee51-6293-4ce5-83ba-57e526db17c2,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:34.031686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6bb0a-8366-4660-90b9-b9c24ba4805e req-c8f314b2-5ce9-4621-9eda-8f649f2ed416 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:34.033181 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6de6bb0a-8366-4660-90b9-b9c24ba4805e req-c8f314b2-5ce9-4621-9eda-8f649f2ed416 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 944 time: 0.4816711 May 27 22:48:34.108546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Made reservation on behalf of ce374891ed0f4bd582f3450e6b65dedf for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:34.111543 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:34.124856 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1d8489b7-da20-4601-b1d4-e5eb6ec9cbb6 req-4cd6f9dd-4a3a-483f-a495-1b9d12435835 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:34.130210 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6de6bb0a-8366-4660-90b9-b9c24ba4805e req-1cadee70-b1fb-41af-9e7d-964daf4eaac3 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861008 May 27 22:48:34.134816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Made reservation on behalf of 970852a4a6eb49a7b4808dbdbe294214 for: {'network': 2} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:34.140872 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:34.144220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847db7ab-73ac-47b9-adb6-48cde4cd33ab None None] Pushing event updated for resources: {'Port': ['ID=0edd9e40-a2d9-45aa-88b7-849aa2df5e77,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:34.175278 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:34.214493 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1d8489b7-da20-4601-b1d4-e5eb6ec9cbb6 req-4cd6f9dd-4a3a-483f-a495-1b9d12435835 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:34.215181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1337bc01-ebe4-4936-aaf9-bc18bafdeeac,segment=NetworkSegment(25f3d70f-55c8-4b58-ab3c-596281980d60),segment_id=25f3d70f-55c8-4b58-ab3c-596281980d60)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:34.228770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['00c17a0f-5241-4008-a545-08da2475b362', '1bafee51-6293-4ce5-83ba-57e526db17c2'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:48:34.268095 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce6fe136-567c-4562-930d-20ca1ad803e7 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:34.291818 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['4a29ac9d-35f5-4057-851a-0cb4e7dcf245'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:48:34.311449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce6fe136-567c-4562-930d-20ca1ad803e7 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:34.318356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:34.324340 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ce6fe136-567c-4562-930d-20ca1ad803e7 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] 10.222.0.27 "DELETE /v2.0/networks/a744bbcf-826c-4967-a5bb-32a515caef9f HTTP/1.1" status: 204 len: 168 time: 1.0554326 May 27 22:48:34.324515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6f9dd-4a3a-483f-a495-1b9d12435835 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event updated for resources: {'Port': ['ID=1bafee51-6293-4ce5-83ba-57e526db17c2,revision_number=6']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:34.334269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Usage tracker for resource:security_group_rule and tenant:970852a4a6eb49a7b4808dbdbe294214 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:34.347472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8489b7-da20-4601-b1d4-e5eb6ec9cbb6 req-4cd6f9dd-4a3a-483f-a495-1b9d12435835 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:34.348112 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-1d8489b7-da20-4601-b1d4-e5eb6ec9cbb6 req-4cd6f9dd-4a3a-483f-a495-1b9d12435835 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:34.355553 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d8489b7-da20-4601-b1d4-e5eb6ec9cbb6 req-4cd6f9dd-4a3a-483f-a495-1b9d12435835 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "PUT /v2.0/ports/1bafee51-6293-4ce5-83ba-57e526db17c2 HTTP/1.1" status: 200 len: 905 time: 1.7052920 May 27 22:48:34.355553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:34.358429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b011ac-f2a4-4280-8e08-a53e92fff6d2', 'tag': '1bafee51-6293-4ce5-83ba-57e526db17c2'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:48:34.373104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fe136-567c-4562-930d-20ca1ad803e7 tempest-QuotasNegativeTest-1545923904 tempest-QuotasNegativeTest-1545923904-project-admin] Pushing event deleted for resources: {'Network': ['ID=a744bbcf-826c-4967-a5bb-32a515caef9f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:34.382268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:34.458801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '1337bc01-ebe4-4936-aaf9-bc18bafdeeac', 'network_id': '605f3e78-f90c-43fb-8f31-1b36f9517a34', 'port_id': '1337bc01-ebe4-4936-aaf9-bc18bafdeeac', 'mac_address': 'fa:16:3e:32:51:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ffa890-dff9-41b6-b66d-74b27a186f60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:48:34.538766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['1bafee51-6293-4ce5-83ba-57e526db17c2'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:48:34.544537 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b3f287-7ce3-4a63-bccf-c68ef3bd9657'] response: {'name': 'network-changed', 'server_uuid': 'f4b011ac-f2a4-4280-8e08-a53e92fff6d2', 'tag': '1bafee51-6293-4ce5-83ba-57e526db17c2', 'status': 'completed', 'code': 200} May 27 22:48:34.864386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b071bdd-61e0-45c3-9f03-e91275368b8d req-0e6b2e68-53af-4a69-b027-ac2a51213d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:34.866709 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8b071bdd-61e0-45c3-9f03-e91275368b8d req-0e6b2e68-53af-4a69-b027-ac2a51213d04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 1059 time: 0.3041544 May 27 22:48:34.875928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:34.906511 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:34.906511 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:35.001793 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:35.006352 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:35.044918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1337bc01-ebe4-4936-aaf9-bc18bafdeeac {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:48:35.062677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:48:35.126496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8f045-6520-48f2-ac15-8eb939aaacf7 req-6b94fcf9-376f-4ec3-8e4f-33051fc5d699 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:35.131256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ad8f045-6520-48f2-ac15-8eb939aaacf7 req-6b94fcf9-376f-4ec3-8e4f-33051fc5d699 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 908 time: 0.4534028 May 27 22:48:35.131726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b071bdd-61e0-45c3-9f03-e91275368b8d req-30fc9be0-ab78-4cfd-b01c-97ab207c64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:35.133484 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8b071bdd-61e0-45c3-9f03-e91275368b8d req-30fc9be0-ab78-4cfd-b01c-97ab207c64a1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.2512190 May 27 22:48:35.135242 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c91b3c33-a73a-4bf1-9503-fe407cbfb182 resource provider aggregate not found May 27 22:48:35.141155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-66f54a2f-9f2d-4891-81ef-ea38353e8e4e None None] Provisioning complete for port 1bafee51-6293-4ce5-83ba-57e526db17c2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:35.144771 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66f54a2f-9f2d-4891-81ef-ea38353e8e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:35.276975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Subnet': ['ID=3875c1fd-7686-44e0-ad36-b1dff15fc101,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:35.283569 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8b071bdd-61e0-45c3-9f03-e91275368b8d req-429d6bc3-e997-4ff8-99ed-2d85969c77d4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bafee51-6293-4ce5-83ba-57e526db17c2 HTTP/1.1" status: 200 len: 217 time: 0.1364729 May 27 22:48:35.295282 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c91b3c33-a73a-4bf1-9503-fe407cbfb182 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c91b3c33-a73a-4bf1-9503-fe407cbfb182 found for delete ", "request_id": "req-7bf4c9f5-7f7d-4124-8153-dcbacdb35b73"}]} May 27 22:48:35.353006 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1337bc01-ebe4-4936-aaf9-bc18bafdeeac,segment=NetworkSegment(25f3d70f-55c8-4b58-ab3c-596281980d60),segment_id=25f3d70f-55c8-4b58-ab3c-596281980d60)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:35.357928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Checking segment: {'id': '4cc0600c-d286-4ba0-ba64-65bb89042bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:35.358615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network hostable DHCP agents. Network: 58370d3e-c1c9-44d0-b816-6cd8d07572aa, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:48:35.402045 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:35.421055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b071bdd-61e0-45c3-9f03-e91275368b8d req-dc8400cf-65cd-4c67-9ad7-91eebf9ce1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:35.424086 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8b071bdd-61e0-45c3-9f03-e91275368b8d req-dc8400cf-65cd-4c67-9ad7-91eebf9ce1c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.1278455 May 27 22:48:35.439289 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:35.540133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network 58370d3e-c1c9-44d0-b816-6cd8d07572aa is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:48:35.566068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:48:35.571287 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:35.571744 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:35.589224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b071bdd-61e0-45c3-9f03-e91275368b8d req-1777a4a4-881d-4230-adc7-a066f7277a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:35.591103 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8b071bdd-61e0-45c3-9f03-e91275368b8d req-1777a4a4-881d-4230-adc7-a066f7277a55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1591096 May 27 22:48:35.647872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 58370d3e-c1c9-44d0-b816-6cd8d07572aa) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:35.649557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-66f54a2f-9f2d-4891-81ef-ea38353e8e4e None None] Current status of the port 1bafee51-6293-4ce5-83ba-57e526db17c2 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:35.670260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e154595-5591-4fbf-acca-454105f76b82 None None] Network 58370d3e-c1c9-44d0-b816-6cd8d07572aa requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:48:35.721074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['1337bc01-ebe4-4936-aaf9-bc18bafdeeac'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:48:35.726415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:35.727215 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:35.779540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=1337bc01-ebe4-4936-aaf9-bc18bafdeeac,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:35.849368 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6169348e-eb8c-4b3b-b570-9945b3e7e759 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1414299 May 27 22:48:35.856687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:48:35.866746 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:35.867095 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Added segment df1c2bd6-ff21-48f3-9c2f-ff65f5077fcd of type vlan for network 4bf10657-0185-4628-834e-79750850ba00 May 27 22:48:35.897542 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:35.905443 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8b071bdd-61e0-45c3-9f03-e91275368b8d req-855f3eaa-1d98-43e5-9dff-24ffc2619ab2 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061337 May 27 22:48:35.907456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Allocated IP 172.25.2.243 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/002523f7-dfd4-4dc7-8204-e0ff36f1b238) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:48:35.932752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6863fcc2-5b6c-41f6-8b3b-0fa96189d465,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:35.977614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd96914-8319-49be-bfa8-e3565568c426 None None] Network d259ef12-3c47-4a2a-b28b-38e6df0b8220 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:48:36.063972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7b5a1-4d0a-4258-8ada-0e460278bcf5 req-e0fa0bea-d2ed-4fb6-9380-1739be45c27d tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:36.071499 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3bf7b5a1-4d0a-4258-8ada-0e460278bcf5 req-e0fa0bea-d2ed-4fb6-9380-1739be45c27d tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 945 time: 0.6680310 May 27 22:48:36.073318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:48:36.105904 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029081c-39c4-4fea-a934-4f4ac39b829b req-2e024ae6-3d9b-4bb8-8e43-00ddbfdec7ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:36.107642 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9029081c-39c4-4fea-a934-4f4ac39b829b req-2e024ae6-3d9b-4bb8-8e43-00ddbfdec7ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.6264243 May 27 22:48:36.145672 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:36.146298 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Added segment c6fad398-e211-44f9-a2a5-9cae03721c83 of type vlan for network d1d3ffd0-0c23-4064-be90-f8bf75d097a2 May 27 22:48:36.167053 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8b071bdd-61e0-45c3-9f03-e91275368b8d req-77dbb47c-ffc7-42dc-bfbe-acd1776cbc88 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547028 May 27 22:48:36.197683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46850) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:36.235823 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3bf7b5a1-4d0a-4258-8ada-0e460278bcf5 req-9954d7a4-af15-4134-a609-d79403d02b6e tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635008 May 27 22:48:36.277516 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:36.284145 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9029081c-39c4-4fea-a934-4f4ac39b829b req-280c5497-06ee-4cb0-a9e2-583e548d69ee tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551976 May 27 22:48:36.291466 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:36.370101 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-60f077c7-c828-4a62-9550-445637a7468d None None] Provisioning for port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:48:36.416233 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:36.416826 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:36.416927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-60f077c7-c828-4a62-9550-445637a7468d None None] Provisioning complete for port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:36.417190 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60f077c7-c828-4a62-9550-445637a7468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:36.422899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:36.431964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:36.435117 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:36.450981 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-58370d3e-c1c9-44d0-b816-6cd8d07572aa', 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ips': [{'subnet_id': '3875c1fd-7686-44e0-ad36-b1dff15fc101'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:48:36.451815 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:36.498764 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:36.522950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46864) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:36.528560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b0764dff-24f1-4972-a3a2-256e76b88f58 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-714475711', 'description': 'tempest-secgroup-smoke-714475711 description', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:36.539091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0764dff-24f1-4972-a3a2-256e76b88f58 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:36.557654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0764dff-24f1-4972-a3a2-256e76b88f58 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:36.669927 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0764dff-24f1-4972-a3a2-256e76b88f58 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:36.699532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0764dff-24f1-4972-a3a2-256e76b88f58 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:36.706421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0764dff-24f1-4972-a3a2-256e76b88f58 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:36.709630 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3aef980-5c85-442a-8650-82dd94ba3de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:36.710158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0764dff-24f1-4972-a3a2-256e76b88f58 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:36.717444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0764dff-24f1-4972-a3a2-256e76b88f58 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:36.773005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:48:36.775431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:36.777852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event updated for resources: {'Network': ['ID=4bf10657-0185-4628-834e-79750850ba00,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:36.785472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:48:36.833090 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 4bf10657-0185-4628-834e-79750850ba00 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:48:36.869537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c3aef980-5c85-442a-8650-82dd94ba3de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:36.880674 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0764dff-24f1-4972-a3a2-256e76b88f58 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:36.896266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Pushing event updated for resources: {'Port': ['ID=002523f7-dfd4-4dc7-8204-e0ff36f1b238,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:36.899119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c3aef980-5c85-442a-8650-82dd94ba3de6 admin admin] Usage tracker for resource:security_group_rule and tenant:c0fdea1b9f41425ba895e89e664c8d67 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:36.914514 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-60f077c7-c828-4a62-9550-445637a7468d None None] Current status of the port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:36.915130 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60f077c7-c828-4a62-9550-445637a7468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:36.946240 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0764dff-24f1-4972-a3a2-256e76b88f58 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:36.965767 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.4113405 May 27 22:48:36.971783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c3aef980-5c85-442a-8650-82dd94ba3de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:36.974939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46872) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:36.991822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Allocated IP 172.20.0.18 (58370d3e-c1c9-44d0-b816-6cd8d07572aa/3875c1fd-7686-44e0-ad36-b1dff15fc101/298f4cb7-d9fc-498c-a752-0a56fe5dae90) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:48:37.017529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-60f077c7-c828-4a62-9550-445637a7468d None None] For port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0edd9e40-a2d9-45aa-88b7-849aa2df5e77,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:37.049480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0764dff-24f1-4972-a3a2-256e76b88f58 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5008d8da-5b23-4bac-bd75-49e1b2fe150b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:37.095918 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60f077c7-c828-4a62-9550-445637a7468d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:37.110279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c3aef980-5c85-442a-8650-82dd94ba3de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:37.131119 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0764dff-24f1-4972-a3a2-256e76b88f58 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:37.135466 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b0764dff-24f1-4972-a3a2-256e76b88f58 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6087782 May 27 22:48:37.135768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46878) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:37.148978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f9ba6f21-25fe-447c-9b6a-490329997f0e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': '5008d8da-5b23-4bac-bd75-49e1b2fe150b', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:37.148978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9ba6f21-25fe-447c-9b6a-490329997f0e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:37.156091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9ba6f21-25fe-447c-9b6a-490329997f0e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:37.162803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9ba6f21-25fe-447c-9b6a-490329997f0e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:37.170521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9ba6f21-25fe-447c-9b6a-490329997f0e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:37.243917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f077c7-c828-4a62-9550-445637a7468d None None] Pushing event updated for resources: {'Port': ['ID=0edd9e40-a2d9-45aa-88b7-849aa2df5e77,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:37.273882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613781c8-a6d2-487a-95e8-aa33b739d803 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event updated for resources: {'Network': ['ID=d1d3ffd0-0c23-4064-be90-f8bf75d097a2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:37.289049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network d1d3ffd0-0c23-4064-be90-f8bf75d097a2 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:48:37.300257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6f21-25fe-447c-9b6a-490329997f0e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:37.518875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761b2b0-bebe-4e0e-b6f1-e2c9d1fd26f5 req-adf41e52-67b6-40f6-b903-1e4dafd27e3c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:37.524889 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1761b2b0-bebe-4e0e-b6f1-e2c9d1fd26f5 req-adf41e52-67b6-40f6-b903-1e4dafd27e3c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 1.0396788 May 27 22:48:37.525100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1e8c05cb-1a2b-4e7b-af42-eaccc6c8ac74 None None] Provisioning complete for port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:37.525849 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e8c05cb-1a2b-4e7b-af42-eaccc6c8ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:37.574092 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6f21-25fe-447c-9b6a-490329997f0e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:37.594673 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:37.610236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Transition to ACTIVE for port object 298f4cb7-d9fc-498c-a752-0a56fe5dae90 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:37.622797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba817d43-a5a8-4258-9825-dfc1f7e98df8 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:37.628381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba817d43-a5a8-4258-9825-dfc1f7e98df8 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:37.634949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba817d43-a5a8-4258-9825-dfc1f7e98df8 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:37.640747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba817d43-a5a8-4258-9825-dfc1f7e98df8 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:37.641573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ba817d43-a5a8-4258-9825-dfc1f7e98df8 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Synchronizing usage tracker for tenant:970852a4a6eb49a7b4808dbdbe294214 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:48:37.662858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Transition to ACTIVE for port object 298f4cb7-d9fc-498c-a752-0a56fe5dae90 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:37.678775 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6f21-25fe-447c-9b6a-490329997f0e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:37.702565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1e8c05cb-1a2b-4e7b-af42-eaccc6c8ac74 None None] Current status of the port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:37.739477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba6f21-25fe-447c-9b6a-490329997f0e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5710040c-8aff-43a7-958f-3b793983206a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:37.757744 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1761b2b0-bebe-4e0e-b6f1-e2c9d1fd26f5 req-dcb24678-6a70-49f1-a580-475dc95721d6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034628 May 27 22:48:37.774658 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:37.859462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Network 58370d3e-c1c9-44d0-b816-6cd8d07572aa is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:48:37.863324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:37.870986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:48:37.873211 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9ba6f21-25fe-447c-9b6a-490329997f0e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:37.877255 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f9ba6f21-25fe-447c-9b6a-490329997f0e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7377694 May 27 22:48:37.877445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46894) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:37.884449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c06b83dd-d4b3-419b-a3c0-8eb73041f398 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': '5008d8da-5b23-4bac-bd75-49e1b2fe150b', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:37.892027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c06b83dd-d4b3-419b-a3c0-8eb73041f398 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:37.896861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c06b83dd-d4b3-419b-a3c0-8eb73041f398 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:37.899925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c06b83dd-d4b3-419b-a3c0-8eb73041f398 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:37.906813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c06b83dd-d4b3-419b-a3c0-8eb73041f398 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:37.930592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1337bc01-ebe4-4936-aaf9-bc18bafdeeac up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:48:37.935869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ba817d43-a5a8-4258-9825-dfc1f7e98df8 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Unset dirty status for tenant:970852a4a6eb49a7b4808dbdbe294214 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:48:37.937018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ba817d43-a5a8-4258-9825-dfc1f7e98df8 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.9362531 May 27 22:48:37.939873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46900) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:37.971404 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Pushing event updated for resources: {'Port': ['ID=298f4cb7-d9fc-498c-a752-0a56fe5dae90,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:37.981695 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3aef980-5c85-442a-8650-82dd94ba3de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:37.994788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7264c-6a75-4333-8905-a82147877144 req-c4e7f346-987e-44ec-8758-56826ddec726 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:38.000880 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ff7264c-6a75-4333-8905-a82147877144 req-c4e7f346-987e-44ec-8758-56826ddec726 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 945 time: 0.5662315 May 27 22:48:38.030789 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06b83dd-d4b3-419b-a3c0-8eb73041f398 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.052911 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Attempting to bind port 298f4cb7-d9fc-498c-a752-0a56fe5dae90 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:48:38.053382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Attempting to bind port 298f4cb7-d9fc-498c-a752-0a56fe5dae90 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '4cc0600c-d286-4ba0-ba64-65bb89042bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:48:38.053736 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Attempting to bind port 298f4cb7-d9fc-498c-a752-0a56fe5dae90 on network 58370d3e-c1c9-44d0-b816-6cd8d07572aa {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:48:38.064297 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:48:38.064698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Checking segment: {'id': '4cc0600c-d286-4ba0-ba64-65bb89042bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:38.065069 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.065453 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Bound using segment: {'id': '4cc0600c-d286-4ba0-ba64-65bb89042bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:48:38.065923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Bound port: 298f4cb7-d9fc-498c-a752-0a56fe5dae90, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc0600c-d286-4ba0-ba64-65bb89042bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:48:38.066291 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.098842 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e75da96f-07dd-44a0-84a9-63af7c652a77 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.137769 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06b83dd-d4b3-419b-a3c0-8eb73041f398 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.157796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:48:38.172863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:38.172863 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.199533 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3aef980-5c85-442a-8650-82dd94ba3de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.226454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] For port 298f4cb7-d9fc-498c-a752-0a56fe5dae90, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:48:38.241449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] For port 298f4cb7-d9fc-498c-a752-0a56fe5dae90, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=298f4cb7-d9fc-498c-a752-0a56fe5dae90,segment=NetworkSegment(4cc0600c-d286-4ba0-ba64-65bb89042bd0),segment_id=4cc0600c-d286-4ba0-ba64-65bb89042bd0)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:48:38.248058 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c3aef980-5c85-442a-8650-82dd94ba3de6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c0fdea1b9f41425ba895e89e664c8d67&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0447555 May 27 22:48:38.248825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46906) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:38.298715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ff7264c-6a75-4333-8905-a82147877144 req-f6324f02-6450-4bc3-8135-35eb23f12e24 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961481 May 27 22:48:38.312633 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.312989 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.340707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e75da96f-07dd-44a0-84a9-63af7c652a77 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.371145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e75da96f-07dd-44a0-84a9-63af7c652a77 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf10657-0185-4628-834e-79750850ba00']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:38.381274 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:38.381659 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.387188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e75da96f-07dd-44a0-84a9-63af7c652a77 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df1c2bd6-ff21-48f3-9c2f-ff65f5077fcd') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:38.391946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-e75da96f-07dd-44a0-84a9-63af7c652a77 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df1c2bd6-ff21-48f3-9c2f-ff65f5077fcd') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:38.402345 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06b83dd-d4b3-419b-a3c0-8eb73041f398 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.405672 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e75da96f-07dd-44a0-84a9-63af7c652a77 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.431847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aef980-5c85-442a-8650-82dd94ba3de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7920b5ce-cdbd-4e90-a309-139dbafb1f84,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:38.451607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b83dd-d4b3-419b-a3c0-8eb73041f398 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743c1600-9d21-4138-8e60-1c2efa43dc32,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:38.452863 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e75da96f-07dd-44a0-84a9-63af7c652a77 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.454111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce0948-7649-428e-9046-74b944dc2787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1337bc01-ebe4-4936-aaf9-bc18bafdeeac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:48:38.463270 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75da96f-07dd-44a0-84a9-63af7c652a77 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:48:38.463557 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e75da96f-07dd-44a0-84a9-63af7c652a77 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.481945 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1337bc01-ebe4-4936-aaf9-bc18bafdeeac,segment=NetworkSegment(25f3d70f-55c8-4b58-ab3c-596281980d60),segment_id=25f3d70f-55c8-4b58-ab3c-596281980d60)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:38.482682 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d2373729-c1c4-40bf-b7bc-dfc65a0cd1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.501625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c71644-7cb6-4394-b563-6c9f3b811a4d None None] Pushing event updated for resources: {'Port': ['ID=298f4cb7-d9fc-498c-a752-0a56fe5dae90,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:38.502224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af22a38-1b63-4a5f-adca-8f07025a25d4 req-26a53b8d-7097-4fc4-858a-933778c2e6df tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:38.509933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2af22a38-1b63-4a5f-adca-8f07025a25d4 req-26a53b8d-7097-4fc4-858a-933778c2e6df tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.5975091 May 27 22:48:38.531427 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802d99dc-d4a9-42a1-adec-aef766781d88'] response: {'server_uuid': '6dce0948-7649-428e-9046-74b944dc2787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1337bc01-ebe4-4936-aaf9-bc18bafdeeac', 'code': 200} May 27 22:48:38.543065 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment df1c2bd6-ff21-48f3-9c2f-ff65f5077fcd resource provider aggregate not found May 27 22:48:38.583756 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment df1c2bd6-ff21-48f3-9c2f-ff65f5077fcd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df1c2bd6-ff21-48f3-9c2f-ff65f5077fcd found for delete ", "request_id": "req-298d8b37-ba0b-4ba1-922b-e545daf3e111"}]} May 27 22:48:38.631689 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d2373729-c1c4-40bf-b7bc-dfc65a0cd1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.660796 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.665752 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06b83dd-d4b3-419b-a3c0-8eb73041f398 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.672171 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c06b83dd-d4b3-419b-a3c0-8eb73041f398 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7935669 May 27 22:48:38.672434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46922) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:38.699825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0fda5bbb-093d-4c9e-8f4b-354fae33dbb8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': '5008d8da-5b23-4bac-bd75-49e1b2fe150b', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:38.727128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2af22a38-1b63-4a5f-adca-8f07025a25d4 req-3a3c7931-8a9e-4037-b703-9c0d37f6959c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128897 May 27 22:48:38.757621 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e75da96f-07dd-44a0-84a9-63af7c652a77 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.840102 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e75da96f-07dd-44a0-84a9-63af7c652a77 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:38.840668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0fda5bbb-093d-4c9e-8f4b-354fae33dbb8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:38.859326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32d581-760d-489a-b701-c7ca0b0f9222 req-4dfa325a-c901-4a9d-bab1-086951cc932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:38.859895 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0fda5bbb-093d-4c9e-8f4b-354fae33dbb8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:38.862016 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fb32d581-760d-489a-b701-c7ca0b0f9222 req-4dfa325a-c901-4a9d-bab1-086951cc932e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 1097 time: 0.2527740 May 27 22:48:38.863390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0fda5bbb-093d-4c9e-8f4b-354fae33dbb8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:38.866382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75da96f-07dd-44a0-84a9-63af7c652a77 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event deleted for resources: {'Network': ['ID=4bf10657-0185-4628-834e-79750850ba00,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:38.889644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0fda5bbb-093d-4c9e-8f4b-354fae33dbb8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:38.989435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=1337bc01-ebe4-4936-aaf9-bc18bafdeeac,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:39.006620 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fb32d581-760d-489a-b701-c7ca0b0f9222 req-c9d26764-1072-4dfb-8362-2fcd257f64b2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358476 May 27 22:48:39.031301 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0fda5bbb-093d-4c9e-8f4b-354fae33dbb8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:39.054833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e75da96f-07dd-44a0-84a9-63af7c652a77 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "DELETE /v2.0/networks/4bf10657-0185-4628-834e-79750850ba00 HTTP/1.1" status: 204 len: 168 time: 1.1135070 May 27 22:48:39.063954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46930) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:39.131308 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:39.145259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 298f4cb7-d9fc-498c-a752-0a56fe5dae90 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:48:39.218109 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-198ce454-bb0b-48bf-8704-7b29242e916c tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:39.245699 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0fda5bbb-093d-4c9e-8f4b-354fae33dbb8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:39.262887 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d2373729-c1c4-40bf-b7bc-dfc65a0cd1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:39.296209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2373729-c1c4-40bf-b7bc-dfc65a0cd1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7920b5ce-cdbd-4e90-a309-139dbafb1f84,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:39.309781 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d2373729-c1c4-40bf-b7bc-dfc65a0cd1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:39.310893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d2373729-c1c4-40bf-b7bc-dfc65a0cd1d5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7920b5ce-cdbd-4e90-a309-139dbafb1f84 HTTP/1.1" status: 204 len: 168 time: 1.0536075 May 27 22:48:39.329881 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0fda5bbb-093d-4c9e-8f4b-354fae33dbb8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:39.335997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 298f4cb7-d9fc-498c-a752-0a56fe5dae90 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:48:39.346166 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:48:39.401390 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-198ce454-bb0b-48bf-8704-7b29242e916c tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:39.436085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:39.436653 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:39.440799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-198ce454-bb0b-48bf-8704-7b29242e916c tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d3ffd0-0c23-4064-be90-f8bf75d097a2']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:39.486946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-198ce454-bb0b-48bf-8704-7b29242e916c tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fad398-e211-44f9-a2a5-9cae03721c83') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:39.487532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-198ce454-bb0b-48bf-8704-7b29242e916c tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fad398-e211-44f9-a2a5-9cae03721c83') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:39.513874 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-198ce454-bb0b-48bf-8704-7b29242e916c tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:39.544252 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:48:39.551474 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-198ce454-bb0b-48bf-8704-7b29242e916c tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:39.560904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198ce454-bb0b-48bf-8704-7b29242e916c tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:48:39.561485 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-198ce454-bb0b-48bf-8704-7b29242e916c tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:39.579874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda5bbb-093d-4c9e-8f4b-354fae33dbb8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9e088a-8631-4d77-a233-79e6e1b964fe,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:39.620112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf74033-7832-42ba-a6c6-3ac9f071331c req-e23c5e4f-8a14-40b5-832e-1df985208e3b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:39.628769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-daf74033-7832-42ba-a6c6-3ac9f071331c req-e23c5e4f-8a14-40b5-832e-1df985208e3b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.5830631 May 27 22:48:39.655100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:39.692582 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0fda5bbb-093d-4c9e-8f4b-354fae33dbb8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:39.697913 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0fda5bbb-093d-4c9e-8f4b-354fae33dbb8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0198240 May 27 22:48:39.713954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46948) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:39.765274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': '5008d8da-5b23-4bac-bd75-49e1b2fe150b', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:39.809911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:39.835876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:39.853866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066117e3-ca5d-4d77-a9d3-c165e5495c84 req-9c124f4a-011b-476e-a1e9-4adc56002569 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:39.855741 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-066117e3-ca5d-4d77-a9d3-c165e5495c84 req-9c124f4a-011b-476e-a1e9-4adc56002569 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 946 time: 0.3694384 May 27 22:48:39.859338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:39.872890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-daf74033-7832-42ba-a6c6-3ac9f071331c req-e7145101-3cbf-4d70-85f7-c11350813bc1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428305 May 27 22:48:39.876854 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-198ce454-bb0b-48bf-8704-7b29242e916c tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:39.905844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-198ce454-bb0b-48bf-8704-7b29242e916c tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:39.916960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ce454-bb0b-48bf-8704-7b29242e916c tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event deleted for resources: {'Network': ['ID=d1d3ffd0-0c23-4064-be90-f8bf75d097a2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:39.932950 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-198ce454-bb0b-48bf-8704-7b29242e916c tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "DELETE /v2.0/networks/d1d3ffd0-0c23-4064-be90-f8bf75d097a2 HTTP/1.1" status: 204 len: 168 time: 0.8677795 May 27 22:48:39.933963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46954) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:39.945970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:39.950305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-066117e3-ca5d-4d77-a9d3-c165e5495c84 req-c81a3e23-e098-41f8-9ef3-3eb1c9f6d927 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732181 May 27 22:48:39.992748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa8e22f-7961-4767-9b4c-65f6474ea777 None None] Network 58370d3e-c1c9-44d0-b816-6cd8d07572aa requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:48:40.063661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Router 86448e10-bdd1-4df2-a2b2-be659da43f07 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:48:40.072484 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.145703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802c121c-efdb-4218-8052-eb8af0a741ac tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:40.151934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802c121c-efdb-4218-8052-eb8af0a741ac tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:40.152956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-802c121c-efdb-4218-8052-eb8af0a741ac tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Synchronizing usage tracker for tenant:970852a4a6eb49a7b4808dbdbe294214 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:48:40.193963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46972) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:40.236253 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90c43b35-ebdd-44a7-a1ae-8072143e2bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.241497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1a5568ad-2e9b-4947-8c96-1344150d9022 None None] Provisioning for port 298f4cb7-d9fc-498c-a752-0a56fe5dae90 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:48:40.242888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-90c43b35-ebdd-44a7-a1ae-8072143e2bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:40.242888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-90c43b35-ebdd-44a7-a1ae-8072143e2bdc admin admin] Usage tracker for resource:security_group_rule and tenant:db0d07d4b6af47e2a5b09dcefd2f1ef7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:40.245845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-90c43b35-ebdd-44a7-a1ae-8072143e2bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:40.251846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-90c43b35-ebdd-44a7-a1ae-8072143e2bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:40.256118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-802c121c-efdb-4218-8052-eb8af0a741ac tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Unset dirty status for tenant:970852a4a6eb49a7b4808dbdbe294214 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:48:40.261280 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-802c121c-efdb-4218-8052-eb8af0a741ac tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3261416 May 27 22:48:40.262158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46976) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:40.275218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-468818f5-1daa-4d2f-b4ac-9484a8b48668 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1682152757'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:40.283938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-468818f5-1daa-4d2f-b4ac-9484a8b48668 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:40.291294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1a5568ad-2e9b-4947-8c96-1344150d9022 None None] Provisioning complete for port 298f4cb7-d9fc-498c-a752-0a56fe5dae90 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:40.293812 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a5568ad-2e9b-4947-8c96-1344150d9022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.305129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-468818f5-1daa-4d2f-b4ac-9484a8b48668 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:40.383939 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90c43b35-ebdd-44a7-a1ae-8072143e2bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.392387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468818f5-1daa-4d2f-b4ac-9484a8b48668 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Made reservation on behalf of 970852a4a6eb49a7b4808dbdbe294214 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:40.396973 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-468818f5-1daa-4d2f-b4ac-9484a8b48668 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.442472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468818f5-1daa-4d2f-b4ac-9484a8b48668 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:48:40.455023 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-468818f5-1daa-4d2f-b4ac-9484a8b48668 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.455485 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-468818f5-1daa-4d2f-b4ac-9484a8b48668 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Added segment e53c08a9-34e4-4013-bc1d-20494620bb98 of type vlan for network 33c4ecba-2cdc-4dd4-a2b0-48e4efcc7400 May 27 22:48:40.485979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-486a48c9-e181-47b7-898b-5886ee9cc691 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:40.486737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-468818f5-1daa-4d2f-b4ac-9484a8b48668 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.487377 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-486a48c9-e181-47b7-898b-5886ee9cc691 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 812 time: 0.2903013 May 27 22:48:40.493074 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-90c43b35-ebdd-44a7-a1ae-8072143e2bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.517760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1a5568ad-2e9b-4947-8c96-1344150d9022 None None] Current status of the port 298f4cb7-d9fc-498c-a752-0a56fe5dae90 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:40.518487 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a5568ad-2e9b-4947-8c96-1344150d9022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.543999 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.556783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1a5568ad-2e9b-4947-8c96-1344150d9022 None None] For port 298f4cb7-d9fc-498c-a752-0a56fe5dae90, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=298f4cb7-d9fc-498c-a752-0a56fe5dae90,segment=NetworkSegment(4cc0600c-d286-4ba0-ba64-65bb89042bd0),segment_id=4cc0600c-d286-4ba0-ba64-65bb89042bd0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:40.565737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c43b35-ebdd-44a7-a1ae-8072143e2bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f299c9-e9d8-4785-a8ab-d6a35681bf8a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:40.569276 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-90c43b35-ebdd-44a7-a1ae-8072143e2bdc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=db0d07d4b6af47e2a5b09dcefd2f1ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740878 May 27 22:48:40.572883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46984) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:40.589463 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-3d1faec5-fde3-41ac-9328-70ecf422263b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/quotas/e16b517763e0477b92463f30c2606338 HTTP/1.1" status: 200 len: 375 time: 0.0433717 May 27 22:48:40.614318 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c6fad398-e211-44f9-a2a5-9cae03721c83 resource provider aggregate not found May 27 22:48:40.631441 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c6fad398-e211-44f9-a2a5-9cae03721c83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6fad398-e211-44f9-a2a5-9cae03721c83 found for delete ", "request_id": "req-f06d59b3-2ff4-40c3-9403-d4e2c91d4014"}]} May 27 22:48:40.688653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:48:40.700648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Sync routers for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:48:40.726866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:40.727518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:40.736165 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-468818f5-1daa-4d2f-b4ac-9484a8b48668 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.771856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468818f5-1daa-4d2f-b4ac-9484a8b48668 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:40.771856 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-468818f5-1daa-4d2f-b4ac-9484a8b48668 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.776660 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a781b60-c077-4793-a6c0-c6fef4ebb5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.784949 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.877268 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a5568ad-2e9b-4947-8c96-1344150d9022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.944162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468818f5-1daa-4d2f-b4ac-9484a8b48668 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event updated for resources: {'Network': ['ID=33c4ecba-2cdc-4dd4-a2b0-48e4efcc7400,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:40.965123 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 33c4ecba-2cdc-4dd4-a2b0-48e4efcc7400 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:48:40.968523 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:40.969803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d62d69d9-747b-4fc1-907e-8ffdba21334b admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5725210 May 27 22:48:40.973153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46996) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:40.996122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb1b789-b63c-4147-bdaf-e71337253373,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:41.014031 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a781b60-c077-4793-a6c0-c6fef4ebb5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:41.054981 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-468818f5-1daa-4d2f-b4ac-9484a8b48668 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7892380 May 27 22:48:41.057799 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-928d7a09-5a5a-4465-aeac-69de67db099a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4567564 May 27 22:48:41.060692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:41.062084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:41.062951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47004) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:41.063508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:41.063965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:41.064389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:41.064735 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:41.065121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:41.065576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:41.065916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:41.066353 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:41.067491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:41.067825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:41.072683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-462957991'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:41.086521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:41.094052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Usage tracker for resource:network and tenant:970852a4a6eb49a7b4808dbdbe294214 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:41.098484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:41.107361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:41.223760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-09f2929a-6fa2-4348-a4cd-53ae0a532ffd None None] Provisioning complete for port 298f4cb7-d9fc-498c-a752-0a56fe5dae90 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:41.224930 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09f2929a-6fa2-4348-a4cd-53ae0a532ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:41.277645 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:41.278615 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b57af3e5-045a-4787-88a4-ca2472a8bd62 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5604687 May 27 22:48:41.284150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47010) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:41.292795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-433d8843-a5a2-426c-8b9e-c928c3e1e2a2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': '5008d8da-5b23-4bac-bd75-49e1b2fe150b', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:41.295239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5568ad-2e9b-4947-8c96-1344150d9022 None None] Pushing event updated for resources: {'Port': ['ID=298f4cb7-d9fc-498c-a752-0a56fe5dae90,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:41.311343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-433d8843-a5a2-426c-8b9e-c928c3e1e2a2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:41.318183 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:48:41.329217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01634f-e186-4342-ae2b-ffb8a32bcade req-dfea46fc-ad4c-4f9c-9e8b-dcc15da38d78 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:41.330707 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad01634f-e186-4342-ae2b-ffb8a32bcade req-dfea46fc-ad4c-4f9c-9e8b-dcc15da38d78 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 946 time: 0.2511289 May 27 22:48:41.332146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-433d8843-a5a2-426c-8b9e-c928c3e1e2a2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:41.338076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-433d8843-a5a2-426c-8b9e-c928c3e1e2a2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:41.360378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-433d8843-a5a2-426c-8b9e-c928c3e1e2a2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:41.423792 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-72c44670-ad23-45cd-8a8b-948d0923b70f service neutron] 10.222.0.27 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649011 May 27 22:48:41.435118 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad01634f-e186-4342-ae2b-ffb8a32bcade req-7ca77fb0-7141-4105-ae60-b7ae3547c067 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728781 May 27 22:48:41.482837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Made reservation on behalf of 970852a4a6eb49a7b4808dbdbe294214 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:41.486236 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:41.524791 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a781b60-c077-4793-a6c0-c6fef4ebb5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:41.531213 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-433d8843-a5a2-426c-8b9e-c928c3e1e2a2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Project ce374891ed0f4bd582f3450e6b65dedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 22:48:41.554481 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-433d8843-a5a2-426c-8b9e-c928c3e1e2a2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:41.574572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a781b60-c077-4793-a6c0-c6fef4ebb5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f299c9-e9d8-4785-a8ab-d6a35681bf8a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:41.579154 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a781b60-c077-4793-a6c0-c6fef4ebb5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:41.580569 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9a781b60-c077-4793-a6c0-c6fef4ebb5e9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/25f299c9-e9d8-4785-a8ab-d6a35681bf8a HTTP/1.1" status: 204 len: 168 time: 1.0057919 May 27 22:48:41.670583 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:48:41.698779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-09f2929a-6fa2-4348-a4cd-53ae0a532ffd None None] Current status of the port 298f4cb7-d9fc-498c-a752-0a56fe5dae90 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:41.725266 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:41.725865 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Added segment 1ceb15ae-ca64-4e23-bf21-b6bc28319f85 of type vlan for network 82da1b19-73f7-42d4-a5de-690ebce186a7 May 27 22:48:41.729511 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-cb86a621-84f4-46a7-81e2-b96515f97189 service neutron] 10.222.0.27 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912738 May 27 22:48:41.785283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:37Z', 'revision_number': 3, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:41.791845 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Checking router: 86448e10-bdd1-4df2-a2b2-be659da43f07 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:48:41.792388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Updating router 86448e10-bdd1-4df2-a2b2-be659da43f07 port 002523f7-dfd4-4dc7-8204-e0ff36f1b238 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:48:41.823827 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-433d8843-a5a2-426c-8b9e-c928c3e1e2a2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:41.860357 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:41.901933 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-433d8843-a5a2-426c-8b9e-c928c3e1e2a2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:41.904453 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:41.934403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d8843-a5a2-426c-8b9e-c928c3e1e2a2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e922071b-2059-4dcc-82a7-a40c45184f21,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:42.059681 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-433d8843-a5a2-426c-8b9e-c928c3e1e2a2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:42.062654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-433d8843-a5a2-426c-8b9e-c928c3e1e2a2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7740183 May 27 22:48:42.063812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47032) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:42.069393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d175f30d-a03f-42ff-873c-80a79cd946e8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': '5008d8da-5b23-4bac-bd75-49e1b2fe150b', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:42.092513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d175f30d-a03f-42ff-873c-80a79cd946e8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:42.105232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d175f30d-a03f-42ff-873c-80a79cd946e8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:42.114459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d175f30d-a03f-42ff-873c-80a79cd946e8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:42.125966 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d175f30d-a03f-42ff-873c-80a79cd946e8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:42.200858 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:42.206455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:42.207044 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:42.222945 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-d175f30d-a03f-42ff-873c-80a79cd946e8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Project ce374891ed0f4bd582f3450e6b65dedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 22:48:42.232073 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d175f30d-a03f-42ff-873c-80a79cd946e8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:42.428517 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f19b704-daec-451d-b846-716a1b8c5efa req-5881b600-bbc2-4d01-908c-a2cf871150b9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 210 time: 0.1483169 May 27 22:48:42.514917 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d175f30d-a03f-42ff-873c-80a79cd946e8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:42.554472 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:42.569804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Transition to ACTIVE for port object 002523f7-dfd4-4dc7-8204-e0ff36f1b238 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:42.578395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event updated for resources: {'Network': ['ID=82da1b19-73f7-42d4-a5de-690ebce186a7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:42.595088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 82da1b19-73f7-42d4-a5de-690ebce186a7 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:48:42.652580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88652800-0083-4205-af68-5d3fe6c0942d req-8445e154-c209-48c3-916f-1a32b262dce4 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:42.688985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-88652800-0083-4205-af68-5d3fe6c0942d req-8445e154-c209-48c3-916f-1a32b262dce4 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 946 time: 0.1554611 May 27 22:48:42.741343 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d175f30d-a03f-42ff-873c-80a79cd946e8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:42.762213 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:42.785606 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-88652800-0083-4205-af68-5d3fe6c0942d req-8dff4792-52ed-4852-a240-fcbeb31794fb tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956357 May 27 22:48:42.791032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175f30d-a03f-42ff-873c-80a79cd946e8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ce1771-22c9-4994-b7e9-4e341c47e3c1,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:42.829480 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-296b52c8-1a95-43fa-95cb-3e138e745d18 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7651355 May 27 22:48:42.833177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47066) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:42.844321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Request body: {'ports': [{'network_id': '33c4ecba-2cdc-4dd4-a2b0-48e4efcc7400', 'name': 'tempest-port--584625711', 'admin_state_up': True}, {'network_id': '82da1b19-73f7-42d4-a5de-690ebce186a7', 'admin_state_up': False}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:42.844672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Request body: {'port': {'network_id': '33c4ecba-2cdc-4dd4-a2b0-48e4efcc7400', 'name': 'tempest-port--584625711', 'admin_state_up': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:42.845159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Request body: {'port': {'network_id': '82da1b19-73f7-42d4-a5de-690ebce186a7', 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:42.887235 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:42.900030 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Attempting to bind port 002523f7-dfd4-4dc7-8204-e0ff36f1b238 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:48:42.900683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Attempting to bind port 002523f7-dfd4-4dc7-8204-e0ff36f1b238 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:48:42.900814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Attempting to bind port 002523f7-dfd4-4dc7-8204-e0ff36f1b238 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:48:42.910411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:48:42.910958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:42.921442 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:42.921812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:48:42.922325 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Bound port: 002523f7-dfd4-4dc7-8204-e0ff36f1b238, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:48:42.922715 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:42.935027 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d175f30d-a03f-42ff-873c-80a79cd946e8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:42.938748 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d175f30d-a03f-42ff-873c-80a79cd946e8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8714304 May 27 22:48:42.968808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563799f-04d7-4570-b072-733f1e54458b req-7f749c01-320f-4f4c-8241-02e7f0337871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:42.970489 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5563799f-04d7-4570-b072-733f1e54458b req-7f749c01-320f-4f4c-8241-02e7f0337871 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a336228ca7484365a5f49153e001a86d&device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 1097 time: 0.4977381 May 27 22:48:42.975017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bd8f5-5120-4029-bcd3-3ff92a563a91 None None] Pushing event updated for resources: {'Port': ['ID=002523f7-dfd4-4dc7-8204-e0ff36f1b238,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:43.075444 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] For port 002523f7-dfd4-4dc7-8204-e0ff36f1b238, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:48:43.079114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] For port 002523f7-dfd4-4dc7-8204-e0ff36f1b238, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=002523f7-dfd4-4dc7-8204-e0ff36f1b238,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:48:43.097692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 298f4cb7-d9fc-498c-a752-0a56fe5dae90 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:48:43.206877 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:43.326892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:43.334392 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Usage tracker for resource:port and tenant:970852a4a6eb49a7b4808dbdbe294214 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:43.339253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:43.350498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:43.373399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e5948-a71d-4fee-9eb9-04538b2e7c11 req-9c472453-f271-49a7-9a0e-bb44698b65c0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:43.375335 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f39e5948-a71d-4fee-9eb9-04538b2e7c11 req-9c472453-f271-49a7-9a0e-bb44698b65c0 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 947 time: 0.1602066 May 27 22:48:43.428382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563799f-04d7-4570-b072-733f1e54458b req-48a92f95-77bd-4bf9-838e-df4655049071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:43.429958 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5563799f-04d7-4570-b072-733f1e54458b req-48a92f95-77bd-4bf9-838e-df4655049071 service neutron] 10.222.0.46 "GET /v2.0/networks?id=605f3e78-f90c-43fb-8f31-1b36f9517a34 HTTP/1.1" status: 200 len: 913 time: 0.4180996 May 27 22:48:43.465437 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-3deea606-8a0b-4211-b8d8-2a0c01702a05 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-714475711&fields=id&tenant_id=ce374891ed0f4bd582f3450e6b65dedf HTTP/1.1" status: 200 len: 267 time: 0.0872066 May 27 22:48:43.472445 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f39e5948-a71d-4fee-9eb9-04538b2e7c11 req-c3defa9d-083a-45d0-89a4-1d2c42877abe tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722222 May 27 22:48:43.476866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Made reservation on behalf of 970852a4a6eb49a7b4808dbdbe294214 for: {'port': 2} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:43.484637 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:43.485880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:43.486505 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:43.518348 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:43.524017 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5563799f-04d7-4570-b072-733f1e54458b req-918f5c31-7b3b-4219-901b-e15b3b0fc5ca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1337bc01-ebe4-4936-aaf9-bc18bafdeeac HTTP/1.1" status: 200 len: 217 time: 0.0845199 May 27 22:48:43.551953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bd8f5-5120-4029-bcd3-3ff92a563a91 None None] Pushing event updated for resources: {'Port': ['ID=002523f7-dfd4-4dc7-8204-e0ff36f1b238,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:43.577619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Allocated IP 172.20.0.1 (d259ef12-3c47-4a2a-b28b-38e6df0b8220/359c9276-8a0d-4cf7-bcd9-97af35f64e95/3b4aa8c5-2513-40f2-92b3-12f69c327b87) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:48:43.598006 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 298f4cb7-d9fc-498c-a752-0a56fe5dae90 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:43.601776 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:43.694919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8a7bfad-7552-49b5-b78d-2fce40ac4bc5 req-1315df87-ffb9-4d63-96f9-9e3325328606 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 210 time: 0.1149526 May 27 22:48:43.770442 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563799f-04d7-4570-b072-733f1e54458b req-eefba463-d3f2-47fd-bdd6-f1302ee46582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:43.796234 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5563799f-04d7-4570-b072-733f1e54458b req-eefba463-d3f2-47fd-bdd6-f1302ee46582 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c4ffa890-dff9-41b6-b66d-74b27a186f60 HTTP/1.1" status: 200 len: 852 time: 0.2603042 May 27 22:48:43.809806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47102) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:43.901889 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5563799f-04d7-4570-b072-733f1e54458b req-f46c81fe-adf6-4a9b-bfea-8eba39f3cce2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=605f3e78-f90c-43fb-8f31-1b36f9517a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655484 May 27 22:48:43.960698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:48:44.176839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1123308701'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:44.195286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 298f4cb7-d9fc-498c-a752-0a56fe5dae90 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:44.209811 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:44.305470 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:44.339230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Transition to ACTIVE for port object 3b4aa8c5-2513-40f2-92b3-12f69c327b87 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:44.341770 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5563799f-04d7-4570-b072-733f1e54458b req-c2204169-a1e3-4b09-8e9c-5da11941e6da service neutron] 10.222.0.46 "GET /v2.0/networks/605f3e78-f90c-43fb-8f31-1b36f9517a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317617 May 27 22:48:44.348796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Usage tracker for resource:network and tenant:e94c9296fc7f47a7b6a8520e43f343b4 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:44.371385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:44.397075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-a3824299-8c4a-42aa-a146-da8f145ac9b0 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:44.397790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-a3824299-8c4a-42aa-a146-da8f145ac9b0 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Synchronizing usage tracker for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:48:44.403790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:44.408937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] device_id is not set on port 77bdd34a-b844-44a5-9ae2-19c5e8b6c3df yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:48:44.476650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:37Z', 'revision_number': 3, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:44.482958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c7c28f-a188-4213-95a3-4a166373d39d None None] The sync data for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 is: [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:37Z', 'revision_number': 3, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:48:44.500380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5111bd-5e6b-4487-90d5-bfab2795655d req-5f51dc9c-6781-490c-bb7d-b2087632b93c tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:44.507479 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe5111bd-5e6b-4487-90d5-bfab2795655d req-5f51dc9c-6781-490c-bb7d-b2087632b93c tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 946 time: 0.4836862 May 27 22:48:44.539949 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5563799f-04d7-4570-b072-733f1e54458b req-55bd69e9-d68e-4cd6-920b-ca33c5b22309 service neutron] 10.222.0.46 "GET /v2.0/networks/605f3e78-f90c-43fb-8f31-1b36f9517a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899529 May 27 22:48:44.559464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Made reservation on behalf of e94c9296fc7f47a7b6a8520e43f343b4 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:44.562928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:44.592229 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:44.594571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:44.606955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe5111bd-5e6b-4487-90d5-bfab2795655d req-1b0791d3-5044-40a7-a9e0-8708915a20c1 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985646 May 27 22:48:44.607554 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-a3824299-8c4a-42aa-a146-da8f145ac9b0 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Unset dirty status for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:48:44.608598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-a3824299-8c4a-42aa-a146-da8f145ac9b0 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/networks?id=58370d3e-c1c9-44d0-b816-6cd8d07572aa HTTP/1.1" status: 200 len: 797 time: 1.1333752 May 27 22:48:44.638573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:44.647460 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Usage tracker for resource:security_group_rule and tenant:e94c9296fc7f47a7b6a8520e43f343b4 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:44.650902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-51ffedb8-1258-45db-9f4c-9adeeba4f86d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/quotas/ce374891ed0f4bd582f3450e6b65dedf HTTP/1.1" status: 200 len: 375 time: 0.0341120 May 27 22:48:44.658525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-d4e98f8f-8cd0-4e81-84b3-44456400b19c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:44.660005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-d4e98f8f-8cd0-4e81-84b3-44456400b19c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.46 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 947 time: 0.2540345 May 27 22:48:44.660996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:44.705504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Network d259ef12-3c47-4a2a-b28b-38e6df0b8220 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:48:44.714041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:44.734915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:48:44.751207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:44.758213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-2cd41732-5a19-429d-9f4d-ec12b48fab12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Deleting port 4a121886-a498-4d99-956d-cd5d598cb38c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:44.758554 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-2cd41732-5a19-429d-9f4d-ec12b48fab12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:44.853556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:45.165253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 002523f7-dfd4-4dc7-8204-e0ff36f1b238 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:48:45.268273 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:45.354103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=3b4aa8c5-2513-40f2-92b3-12f69c327b87,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:45.368645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-57b00b89-4553-4abf-85aa-49950b06fd83 None None] Provisioning for port 3b4aa8c5-2513-40f2-92b3-12f69c327b87 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:48:45.380576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-57b00b89-4553-4abf-85aa-49950b06fd83 None None] Provisioning complete for port 3b4aa8c5-2513-40f2-92b3-12f69c327b87 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:45.384729 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57b00b89-4553-4abf-85aa-49950b06fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:45.501624 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ce3ebc3-a040-42dd-9318-1f050e3aed24 req-2e9eb03f-0eea-4d96-ae7a-d57e63e53dd1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2686133 May 27 22:48:45.504808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 002523f7-dfd4-4dc7-8204-e0ff36f1b238 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:48:45.525919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 002523f7-dfd4-4dc7-8204-e0ff36f1b238 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:45.532319 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:45.612777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-57b00b89-4553-4abf-85aa-49950b06fd83 None None] Port 3b4aa8c5-2513-40f2-92b3-12f69c327b87 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:48:45.716001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-7e3475b2-0895-4889-b18d-6721b52e96ae tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:45.717838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-7e3475b2-0895-4889-b18d-6721b52e96ae tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 812 time: 0.3654785 May 27 22:48:45.752220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Request body: {'port': {'device_id': '0dc595a4-4ac0-46b9-8420-b8068c5e00c7', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'admin_state_up': True, 'tenant_id': 'e16b517763e0477b92463f30c2606338'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:45.792432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 002523f7-dfd4-4dc7-8204-e0ff36f1b238 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:45.793172 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:45.833173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 002523f7-dfd4-4dc7-8204-e0ff36f1b238, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=002523f7-dfd4-4dc7-8204-e0ff36f1b238,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:45.842454 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:45.918590 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:45.938383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3ebc3-a040-42dd-9318-1f050e3aed24 req-32bd41c9-4f61-41be-98fd-10b04fefdb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:45.939858 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ce3ebc3-a040-42dd-9318-1f050e3aed24 req-32bd41c9-4f61-41be-98fd-10b04fefdb06 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 1096 time: 0.2195590 May 27 22:48:45.942124 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:46.006873 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:46.035942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] device_id is not set on port ced2e174-1018-470f-a610-5b689e6d1813 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:48:46.084538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=002523f7-dfd4-4dc7-8204-e0ff36f1b238,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:46.088532 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f75c64-1cc5-4cbb-9fcf-429d96a4a7ed req-bf6a8341-690b-4088-8e38-b415f57263e7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:46.092819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99f75c64-1cc5-4cbb-9fcf-429d96a4a7ed req-bf6a8341-690b-4088-8e38-b415f57263e7 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 947 time: 1.2800212 May 27 22:48:46.115843 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:46.130382 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-4875b8fc-3936-4e1b-8c25-21ec582d3004 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ce374891ed0f4bd582f3450e6b65dedf&fields=id HTTP/1.1" status: 200 len: 440 time: 1.3768971 May 27 22:48:46.219642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3ebc3-a040-42dd-9318-1f050e3aed24 req-0f20222c-4c36-4dca-bef6-7190632c55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:46.221111 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ce3ebc3-a040-42dd-9318-1f050e3aed24 req-0f20222c-4c36-4dca-bef6-7190632c55ee service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.2393537 May 27 22:48:46.226303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:48:46.303810 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ce3ebc3-a040-42dd-9318-1f050e3aed24 req-1bd915ed-7197-4ca0-9a57-c07d0718f0eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00c17a0f-5241-4008-a545-08da2475b362 HTTP/1.1" status: 200 len: 217 time: 0.0689154 May 27 22:48:46.363930 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:46.367225 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:46.367739 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Added segment 5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e of type vlan for network 1358d02c-9154-4d5a-b625-b12dd065c0d4 May 27 22:48:46.368683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1abdf88f-fcc0-463d-848f-5c91221bf2dc,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:46.386724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3ebc3-a040-42dd-9318-1f050e3aed24 req-23c242a7-42f9-4154-8806-4901ad8486f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:46.388483 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ce3ebc3-a040-42dd-9318-1f050e3aed24 req-23c242a7-42f9-4154-8806-4901ad8486f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.0685432 May 27 22:48:46.404477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:46.411009 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99f75c64-1cc5-4cbb-9fcf-429d96a4a7ed req-9488467f-22d9-4570-87a7-b6ebe903e17a tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025539 May 27 22:48:46.420689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Usage tracker for resource:port and tenant:e16b517763e0477b92463f30c2606338 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:46.430953 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:46.440158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:46.472689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:46.503152 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:46.514364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-2cd41732-5a19-429d-9f4d-ec12b48fab12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] For port 4a121886-a498-4d99-956d-cd5d598cb38c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=4a121886-a498-4d99-956d-cd5d598cb38c,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:46.516291 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-2cd41732-5a19-429d-9f4d-ec12b48fab12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:46.593543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Pushing event updated for resources: {'Port': ['ID=3b4aa8c5-2513-40f2-92b3-12f69c327b87,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:46.599100 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:46.839759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3ebc3-a040-42dd-9318-1f050e3aed24 req-d563c783-1ddb-43f6-a2bf-44713b662d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:46.841289 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ce3ebc3-a040-42dd-9318-1f050e3aed24 req-d563c783-1ddb-43f6-a2bf-44713b662d68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4470837 May 27 22:48:46.955579 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:46.961814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Made reservation on behalf of e16b517763e0477b92463f30c2606338 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:46.965468 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:46.977570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd7c3e1c-bd22-4f26-ba16-a03c63feef2c req-a9b065b4-3e08-4e97-a60a-8752a2099fb3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 210 time: 0.1250298 May 27 22:48:46.979790 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-9509d1fb-26a4-428f-9988-cbc9909b74e9 service neutron] 10.222.0.27 "GET /v2.0/networks/58370d3e-c1c9-44d0-b816-6cd8d07572aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8069975 May 27 22:48:47.036916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 002523f7-dfd4-4dc7-8204-e0ff36f1b238 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:48:47.070464 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ce3ebc3-a040-42dd-9318-1f050e3aed24 req-cb6259bf-0ca7-4d4c-9b68-682886f02042 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208397 May 27 22:48:47.074260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Network d259ef12-3c47-4a2a-b28b-38e6df0b8220 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:48:47.104912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:47.149874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 002523f7-dfd4-4dc7-8204-e0ff36f1b238 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:47.150416 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:47.277063 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 002523f7-dfd4-4dc7-8204-e0ff36f1b238 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:47.423479 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:47.429692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:47.430249 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:47.465292 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7de0a278-eb9e-43af-926a-f441c52f1726 None None] Provisioning complete for port 3b4aa8c5-2513-40f2-92b3-12f69c327b87 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:47.465952 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7de0a278-eb9e-43af-926a-f441c52f1726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:47.473885 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-2cd41732-5a19-429d-9f4d-ec12b48fab12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:47.474485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-2cd41732-5a19-429d-9f4d-ec12b48fab12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:47.474988 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-2cd41732-5a19-429d-9f4d-ec12b48fab12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Floating IP d67384f5-d8df-4f7a-bfea-a03724075640 disassociated. External IP: 172.25.2.30, port: 4a121886-a498-4d99-956d-cd5d598cb38c. May 27 22:48:47.475496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-2cd41732-5a19-429d-9f4d-ec12b48fab12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Calling delete_port for 4a121886-a498-4d99-956d-cd5d598cb38c owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:47.477364 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ce3ebc3-a040-42dd-9318-1f050e3aed24 req-b5f3f539-f161-4b9e-a67d-bf2e7235b554 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019020 May 27 22:48:47.492600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Router 86448e10-bdd1-4df2-a2b2-be659da43f07 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:48:47.550209 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7de0a278-eb9e-43af-926a-f441c52f1726 None None] Port 3b4aa8c5-2513-40f2-92b3-12f69c327b87 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:48:47.696514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:48:47.706719 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d7f30fd8-7f5e-445f-a12b-2edb57706cb3 admin admin] 10.222.0.27 "PUT /v2.0/routers/86448e10-bdd1-4df2-a2b2-be659da43f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7322998 May 27 22:48:47.717845 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Sync routers for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:48:47.726546 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:47.728271 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:47.742768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event updated for resources: {'Network': ['ID=1358d02c-9154-4d5a-b625-b12dd065c0d4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:47.753923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 1358d02c-9154-4d5a-b625-b12dd065c0d4 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:48:47.774949 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-e935e98a-1048-4797-9631-05b4e1cadf37 service neutron] 10.222.0.27 "GET /v2.0/networks/58370d3e-c1c9-44d0-b816-6cd8d07572aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7833064 May 27 22:48:47.775966 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:47.934248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 4a121886-a498-4d99-956d-cd5d598cb38c no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:48:47.937163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47160) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:47.937354 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9f06ef71-9f98-4422-9a1b-308cd196b021 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.1183856 May 27 22:48:47.943659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Request body: {'subnet': {'network_id': '1358d02c-9154-4d5a-b625-b12dd065c0d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:47.990100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc396708-d418-4b95-a4b0-f24e6c510b01 req-f9b85032-49ea-4130-b655-a82ebef91e5b tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:47.997332 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc396708-d418-4b95-a4b0-f24e6c510b01 req-f9b85032-49ea-4130-b655-a82ebef91e5b tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 946 time: 0.8353231 May 27 22:48:48.001401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Allocated IP 172.20.0.12 (1bf83da6-a4b0-4696-9b0e-9b626b20ad05/120e6826-1d4c-4a02-bf20-000d486569ed/c9cd4563-bed0-4cd2-8ab3-1cf204cffabf) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:48:48.116614 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:48:48.126717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:48.135009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Usage tracker for resource:subnet and tenant:e94c9296fc7f47a7b6a8520e43f343b4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:48.142973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:48.164454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event updated for resources: {'Port': ['ID=77bdd34a-b844-44a5-9ae2-19c5e8b6c3df,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:48.170866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:48.273914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Made reservation on behalf of e94c9296fc7f47a7b6a8520e43f343b4 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:48.277649 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:48.341104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 4a121886-a498-4d99-956d-cd5d598cb38c is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:48.341557 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:48.411190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Checking segment: {'id': 'e53c08a9-34e4-4013-bc1d-20494620bb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '33c4ecba-2cdc-4dd4-a2b0-48e4efcc7400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:48.411637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Network hostable DHCP agents. Network: 33c4ecba-2cdc-4dd4-a2b0-48e4efcc7400, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:48:48.445035 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc396708-d418-4b95-a4b0-f24e6c510b01 req-ca3d109c-aec8-40d2-8686-cafbed432970 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452972 May 27 22:48:48.697504 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-2cd41732-5a19-429d-9f4d-ec12b48fab12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:48.719042 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:48.829072 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 2, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:48.836152 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Checking router: 86448e10-bdd1-4df2-a2b2-be659da43f07 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:48:48.837091 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Updating router 86448e10-bdd1-4df2-a2b2-be659da43f07 port 3b4aa8c5-2513-40f2-92b3-12f69c327b87 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:48:48.860171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event updated for resources: {'Subnet': ['ID=5bc3348e-051d-4347-830d-acdd202d604c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:48.862483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Checking segment: {'id': '5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1358d02c-9154-4d5a-b625-b12dd065c0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:48.862962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Network hostable DHCP agents. Network: 1358d02c-9154-4d5a-b625-b12dd065c0d4, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:48:48.896190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd41732-5a19-429d-9f4d-ec12b48fab12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event deleted for resources: {'Port': ['ID=4a121886-a498-4d99-956d-cd5d598cb38c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:48.913783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-080e952f-d57c-4aa1-badf-3c8ff9ff94c9 req-be9d0f4d-e27f-4e5c-9151-ac6684828b76 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Synchronizing usage tracker for tenant:e16b517763e0477b92463f30c2606338 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:48:48.916563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Network 33c4ecba-2cdc-4dd4-a2b0-48e4efcc7400 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:48:48.956693 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:48.970412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Network 1358d02c-9154-4d5a-b625-b12dd065c0d4 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:48:48.986435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47198) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:48.993436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-927946015-network', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:49.011461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:49.016618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Usage tracker for resource:network and tenant:42dddc317d0a4a96abb4c0d8d0e336d1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:49.019856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:49.026196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:49.090297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Made reservation on behalf of 42dddc317d0a4a96abb4c0d8d0e336d1 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:49.092865 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:49.106538 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:49.116646 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69056231-bc5c-41f7-86e7-a9380ecfe37d req-ef5629ff-71a4-43ef-afe9-b2d8cf9aae7d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:49.120914 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69056231-bc5c-41f7-86e7-a9380ecfe37d req-ef5629ff-71a4-43ef-afe9-b2d8cf9aae7d tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 947 time: 0.7586703 May 27 22:48:49.122079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:49.126170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Usage tracker for resource:security_group_rule and tenant:42dddc317d0a4a96abb4c0d8d0e336d1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:49.129883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:49.135759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:49.154576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 1358d02c-9154-4d5a-b625-b12dd065c0d4) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:49.165563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:49.166146 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5df171-8bd8-43f0-b38d-520e2b620557 None None] Network 1358d02c-9154-4d5a-b625-b12dd065c0d4 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:48:49.166256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:49.345276 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:49.348673 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-33849bfa-6f89-4253-9d89-4ab599ade640 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4101512 May 27 22:48:49.351400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:49.359521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Request body: {'port': {'network_id': '1358d02c-9154-4d5a-b625-b12dd065c0d4', 'name': 'tempest-AllowedAddressPairTestJSON-870506210'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:49.459998 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:49.497466 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:49.525080 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Transition to ACTIVE for port object 3b4aa8c5-2513-40f2-92b3-12f69c327b87 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:49.615045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 33c4ecba-2cdc-4dd4-a2b0-48e4efcc7400) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:49.622205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:48:49.624721 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:49.629649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:48:49.630118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb7b793-aab9-42f8-8b8b-fa9f49d7f55b None None] Network 33c4ecba-2cdc-4dd4-a2b0-48e4efcc7400 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:48:49.631814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-080e952f-d57c-4aa1-badf-3c8ff9ff94c9 req-be9d0f4d-e27f-4e5c-9151-ac6684828b76 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Unset dirty status for tenant:e16b517763e0477b92463f30c2606338 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:48:49.633173 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-080e952f-d57c-4aa1-badf-3c8ff9ff94c9 req-be9d0f4d-e27f-4e5c-9151-ac6684828b76 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 210 time: 0.9213305 May 27 22:48:49.644016 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:49.658477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:49.681086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df58d750-9270-4f48-9477-230702961b5b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:49.699657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Usage tracker for resource:port and tenant:e94c9296fc7f47a7b6a8520e43f343b4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:49.708216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:49.726101 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:49.729191 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:49.729720 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Added segment ce3964b2-bc46-486d-a827-6f5e7e67f498 of type vlan for network c3fca91a-e866-4260-a80e-2e2a33f39c65 May 27 22:48:49.731350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:49.764896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Transition to ACTIVE for port object c9cd4563-bed0-4cd2-8ab3-1cf204cffabf will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:49.815470 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:49.835808 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71208f83-218a-4c0e-9629-3ac34de98f70 None None] Pushing event updated for resources: {'Port': ['ID=3b4aa8c5-2513-40f2-92b3-12f69c327b87,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:49.843869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-1358d02c-9154-4d5a-b625-b12dd065c0d4', 'network_id': '1358d02c-9154-4d5a-b625-b12dd065c0d4', 'tenant_id': 'e94c9296fc7f47a7b6a8520e43f343b4', 'fixed_ips': [{'subnet_id': '5bc3348e-051d-4347-830d-acdd202d604c'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:48:49.849056 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:49.891489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Made reservation on behalf of e94c9296fc7f47a7b6a8520e43f343b4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:49.912503 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:49.927412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-2cd41732-5a19-429d-9f4d-ec12b48fab12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Router 090dc531-8fe0-4287-a2c7-44bf25619f10 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:48:49.978045 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:49.979861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] device_id is not set on port 875371ce-bef8-4ef7-ba39-0799877298f2 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:48:50.048039 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71208f83-218a-4c0e-9629-3ac34de98f70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:50.048394 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71208f83-218a-4c0e-9629-3ac34de98f70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:50.048737 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71208f83-218a-4c0e-9629-3ac34de98f70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:50.049067 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71208f83-218a-4c0e-9629-3ac34de98f70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:50.049392 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71208f83-218a-4c0e-9629-3ac34de98f70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:50.049772 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71208f83-218a-4c0e-9629-3ac34de98f70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:50.050100 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71208f83-218a-4c0e-9629-3ac34de98f70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:50.050418 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71208f83-218a-4c0e-9629-3ac34de98f70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:50.051315 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71208f83-218a-4c0e-9629-3ac34de98f70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:50.051670 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71208f83-218a-4c0e-9629-3ac34de98f70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:50.051988 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71208f83-218a-4c0e-9629-3ac34de98f70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:50.052307 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71208f83-218a-4c0e-9629-3ac34de98f70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:48:50.072244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['00c17a0f-5241-4008-a545-08da2475b362'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:48:50.149661 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69056231-bc5c-41f7-86e7-a9380ecfe37d req-6a08bb43-8ed4-44a6-8c5a-371016328de9 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb49c07e-14c6-46e7-935c-6daba96cfbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0209424 May 27 22:48:50.152121 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee644e98-046a-4f26-85ae-47817af645dc req-1a9900bd-c2e1-4780-9280-6199b82cb5c8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 210 time: 0.2290480 May 27 22:48:50.154337 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['4a29ac9d-35f5-4057-851a-0cb4e7dcf245'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:48:50.343187 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Attempting to bind port 3b4aa8c5-2513-40f2-92b3-12f69c327b87 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:48:50.343556 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Attempting to bind port 3b4aa8c5-2513-40f2-92b3-12f69c327b87 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:48:50.343913 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Attempting to bind port 3b4aa8c5-2513-40f2-92b3-12f69c327b87 on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:48:50.356791 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:48:50.357142 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Checking segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:50.357548 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:50.357936 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Bound using segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:48:50.358396 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Bound port: 3b4aa8c5-2513-40f2-92b3-12f69c327b87, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:48:50.358767 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:50.522875 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] For port 3b4aa8c5-2513-40f2-92b3-12f69c327b87, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:48:50.539239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event updated for resources: {'Port': ['ID=ced2e174-1018-470f-a610-5b689e6d1813,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:50.545393 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] For port 3b4aa8c5-2513-40f2-92b3-12f69c327b87, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3b4aa8c5-2513-40f2-92b3-12f69c327b87,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:48:50.645651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:48:50.657512 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:50.670120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Checking segment: {'id': '1ceb15ae-ca64-4e23-bf21-b6bc28319f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '82da1b19-73f7-42d4-a5de-690ebce186a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:50.670367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Network hostable DHCP agents. Network: 82da1b19-73f7-42d4-a5de-690ebce186a7, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:48:50.679208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:50.730358 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:50.731302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:50.731860 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:50.746974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:48:50.948722 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:50.964474 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:51.041662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:51.042323 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:51.249355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Allocated IP 172.20.0.3 (1358d02c-9154-4d5a-b625-b12dd065c0d4/5bc3348e-051d-4347-830d-acdd202d604c/875371ce-bef8-4ef7-ba39-0799877298f2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:48:51.297363 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-2cd41732-5a19-429d-9f4d-ec12b48fab12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:48:51.500116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c3715-6dca-491a-9bf4-0c3be14e8bbd None None] Sync routers for ids ['090dc531-8fe0-4287-a2c7-44bf25619f10'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:48:51.500116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c3715-6dca-491a-9bf4-0c3be14e8bbd None None] Routers {'090dc531-8fe0-4287-a2c7-44bf25619f10'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:51.500116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-011c3715-6dca-491a-9bf4-0c3be14e8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['090dc531-8fe0-4287-a2c7-44bf25619f10'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:51.503989 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3585069 May 27 22:48:51.503989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612217d-5cdd-44a7-b1bf-9b7869067a75 admin admin] Pushing event updated for resources: {'Network': ['ID=c3fca91a-e866-4260-a80e-2e2a33f39c65,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:51.504590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Network 82da1b19-73f7-42d4-a5de-690ebce186a7 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:48:51.504590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event updated for resources: {'Port': ['ID=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:51.504886 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:48:51.505093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network c3fca91a-e866-4260-a80e-2e2a33f39c65 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:48:51.505298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07a7477f-53c9-4e1f-bd28-5ce09d1552a6 req-0b14ebce-818b-45b9-ada9-58dcfd3d345c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9227347 May 27 22:48:51.505298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-2cd41732-5a19-429d-9f4d-ec12b48fab12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] No DVR routers for this DVR port 4a121886-a498-4d99-956d-cd5d598cb38c on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:48:51.505298 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-2cd41732-5a19-429d-9f4d-ec12b48fab12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:51.505298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e908db2-d59a-43a3-96a2-0d03c704db7d req-2cd41732-5a19-429d-9f4d-ec12b48fab12 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.46 "DELETE /v2.0/ports/4a121886-a498-4d99-956d-cd5d598cb38c HTTP/1.1" status: 204 len: 173 time: 6.7656870 May 27 22:48:51.505298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7784a39f-5741-4c54-84cd-9555df693b62', 'name': 'network-vif-deleted', 'tag': '4a121886-a498-4d99-956d-cd5d598cb38c'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:48:51.505298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47240) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:51.505298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f552f-723a-4da3-8c98-15fc2fa5f95a req-eb9409b7-74d2-4fca-8d29-09f8a4b8f902 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:51.505298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-065f552f-723a-4da3-8c98-15fc2fa5f95a req-eb9409b7-74d2-4fca-8d29-09f8a4b8f902 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 932 time: 0.3952010 May 27 22:48:51.505298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] Request body: {'subnet': {'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-927946015-subnet', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:51.630578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:51.654422 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-065f552f-723a-4da3-8c98-15fc2fa5f95a req-9847c416-fca2-454e-8e41-bdbed10c883b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716454 May 27 22:48:51.660841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] Usage tracker for resource:subnet and tenant:42dddc317d0a4a96abb4c0d8d0e336d1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:51.677119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-abf3801e-d840-4912-adb4-5a00dea8f640 req-661fedc7-2a12-477c-af13-e4397db8d22c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Synchronizing usage tracker for tenant:d7b99cdb08444e8e8a97195b4afa165a on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:48:51.681611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:51.702665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:51.730904 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7477f-53c9-4e1f-bd28-5ce09d1552a6 req-bac7cda7-e512-460b-b294-0d6d17051c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:51.732519 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07a7477f-53c9-4e1f-bd28-5ce09d1552a6 req-bac7cda7-e512-460b-b294-0d6d17051c29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 1097 time: 0.2512431 May 27 22:48:51.789523 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71208f83-218a-4c0e-9629-3ac34de98f70 None None] Pushing event updated for resources: {'Port': ['ID=3b4aa8c5-2513-40f2-92b3-12f69c327b87,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:51.820303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-011c3715-6dca-491a-9bf4-0c3be14e8bbd None None] Set router 090dc531-8fe0-4287-a2c7-44bf25619f10 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:48:51.841197 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:50Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:51.844489 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:51.852331 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243022f-4295-4afa-a214-5047ecd20f8a None None] The sync data for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 is: [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:50Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:48:51.853824 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-b71857fb-c2df-4629-8392-7ea1e06bf9ce tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1100962 May 27 22:48:51.854383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 82da1b19-73f7-42d4-a5de-690ebce186a7) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:51.895215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Transition to ACTIVE for port object 875371ce-bef8-4ef7-ba39-0799877298f2 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:51.934596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-abf3801e-d840-4912-adb4-5a00dea8f640 req-661fedc7-2a12-477c-af13-e4397db8d22c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Unset dirty status for tenant:d7b99cdb08444e8e8a97195b4afa165a on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:48:51.936030 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-abf3801e-d840-4912-adb4-5a00dea8f640 req-661fedc7-2a12-477c-af13-e4397db8d22c tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/ports?device_id=7784a39f-5741-4c54-84cd-9555df693b62 HTTP/1.1" status: 200 len: 210 time: 0.3830936 May 27 22:48:51.938645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:48:51.948195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:51.961166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:51.962061 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:51.975977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Request body: {'port': {'device_id': '0dc595a4-4ac0-46b9-8420-b8068c5e00c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:52.034809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] Made reservation on behalf of 42dddc317d0a4a96abb4c0d8d0e336d1 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:52.037863 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:52.063200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7731cc2-8f8d-4656-9b17-a2c384b280cd None None] Network 82da1b19-73f7-42d4-a5de-690ebce186a7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:48:52.080945 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01bf86a5-2806-443d-a8f4-1515a6b60751 req-a857730b-55f6-4ccd-baff-dda1c2907460 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 210 time: 0.2348347 May 27 22:48:52.165821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4352c118-4a3f-4dfa-9775-c6c6d337316b None None] Provisioning for port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:48:52.250915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-8da3cc5e-c3eb-49c8-9513-b951a9db16ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:52.251656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-8da3cc5e-c3eb-49c8-9513-b951a9db16ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Synchronizing usage tracker for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:48:52.257703 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee32b372-cafc-402d-9fe1-017cc74a4461'] response: {'server_uuid': '7784a39f-5741-4c54-84cd-9555df693b62', 'name': 'network-vif-deleted', 'tag': '4a121886-a498-4d99-956d-cd5d598cb38c', 'status': 'completed', 'code': 200} May 27 22:48:52.285944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-8da3cc5e-c3eb-49c8-9513-b951a9db16ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Unset dirty status for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:48:52.287026 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-8da3cc5e-c3eb-49c8-9513-b951a9db16ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.57 "GET /v2.0/networks?id=58370d3e-c1c9-44d0-b816-6cd8d07572aa HTTP/1.1" status: 200 len: 797 time: 0.3800526 May 27 22:48:52.322998 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:52.369063 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4352c118-4a3f-4dfa-9775-c6c6d337316b None None] Provisioning complete for port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:52.369592 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4352c118-4a3f-4dfa-9775-c6c6d337316b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:52.375829 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f22a56e5-a802-4d75-a5c8-f45a23c24cc2 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 9.5415275 May 27 22:48:52.379663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47250) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:52.487709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7477f-53c9-4e1f-bd28-5ce09d1552a6 req-8155700b-dfe5-4281-90e4-3e81cc139240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:52.490751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07a7477f-53c9-4e1f-bd28-5ce09d1552a6 req-8155700b-dfe5-4281-90e4-3e81cc139240 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.7365177 May 27 22:48:52.571285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Network 1358d02c-9154-4d5a-b625-b12dd065c0d4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:48:52.575893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:52.586810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-5ad2706d-8508-4d06-8778-924303a94282 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Synchronizing usage tracker for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:48:52.590861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:48:52.616951 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:52.652770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07a7477f-53c9-4e1f-bd28-5ce09d1552a6 req-47b94c1b-d8eb-4158-86bd-26738619a475 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a29ac9d-35f5-4057-851a-0cb4e7dcf245 HTTP/1.1" status: 200 len: 217 time: 0.1386850 May 27 22:48:52.668582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988a25f-77de-401a-8d20-ca7c74a9ecd4 req-5e2a5459-4b74-4e48-b5ee-a893012098cb tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:52.678596 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0988a25f-77de-401a-8d20-ca7c74a9ecd4 req-5e2a5459-4b74-4e48-b5ee-a893012098cb tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 946 time: 0.4290030 May 27 22:48:52.806337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event updated for resources: {'Port': ['ID=875371ce-bef8-4ef7-ba39-0799877298f2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:52.870803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-5ad2706d-8508-4d06-8778-924303a94282 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Unset dirty status for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:48:52.871842 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-5ad2706d-8508-4d06-8778-924303a94282 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce374891ed0f4bd582f3450e6b65dedf HTTP/1.1" status: 200 len: 472 time: 0.5680125 May 27 22:48:52.891747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'port': {'device_id': 'ef57b313-9138-40cf-b3c8-c8ea66ed71b1', 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa', 'admin_state_up': True, 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'security_groups': ['5008d8da-5b23-4bac-bd75-49e1b2fe150b']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:52.917047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:52.922643 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:52.984835 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:53.045500 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Allocated IP 172.20.0.2 (1358d02c-9154-4d5a-b625-b12dd065c0d4/5bc3348e-051d-4347-830d-acdd202d604c/62197fa6-a766-4ec1-a5ac-e0c0dcf2911e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:48:53.061607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1290207a-9641-4ffb-ae8a-3a4b664b2c7b tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:53.068963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1290207a-9641-4ffb-ae8a-3a4b664b2c7b tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:53.070537 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1290207a-9641-4ffb-ae8a-3a4b664b2c7b tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6817300 May 27 22:48:53.082718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47264) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:53.144326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3b4aa8c5-2513-40f2-92b3-12f69c327b87 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:48:53.193138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4352c118-4a3f-4dfa-9775-c6c6d337316b None None] Port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:48:53.212066 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7477f-53c9-4e1f-bd28-5ce09d1552a6 req-bf03e3ea-8484-4468-8c63-d87f395afd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:53.213798 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07a7477f-53c9-4e1f-bd28-5ce09d1552a6 req-bf03e3ea-8484-4468-8c63-d87f395afd22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.1332126 May 27 22:48:53.222134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:53.246305 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-24f0a65a-bd0e-4dc6-9813-fb39ef8ec789 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8934426 May 27 22:48:53.258567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47270) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:53.264215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:port and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:53.274444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Request body: {'port': {'network_id': '1358d02c-9154-4d5a-b625-b12dd065c0d4', 'name': 'tempest-AllowedAddressPairTestJSON-919413447', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:4d:38:01'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:53.361618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:53.374843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-011c3715-6dca-491a-9bf4-0c3be14e8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'efa29fbd-dc63-42f0-b8c8-281fcf760298', 'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'mac_address': 'fa:16:3e:17:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:30Z', 'updated_at': '2022-05-27T22:41:44Z', 'revision_number': 5, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'subnets': [{'id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:53.386349 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c3715-6dca-491a-9bf4-0c3be14e8bbd None None] Checking router: 090dc531-8fe0-4287-a2c7-44bf25619f10 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:48:53.393057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:53.427104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011c3715-6dca-491a-9bf4-0c3be14e8bbd None None] Routers {'090dc531-8fe0-4287-a2c7-44bf25619f10'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:48:53.427746 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-011c3715-6dca-491a-9bf4-0c3be14e8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:48:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['090dc531-8fe0-4287-a2c7-44bf25619f10'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:53.493782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-552507fc-9333-4f48-bc16-5faf10fa2a2f tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Deleting port 77bdd34a-b844-44a5-9ae2-19c5e8b6c3df {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:53.494163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-552507fc-9333-4f48-bc16-5faf10fa2a2f tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:53.644420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-011c3715-6dca-491a-9bf4-0c3be14e8bbd None None] Set router 090dc531-8fe0-4287-a2c7-44bf25619f10 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:48:53.665011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Made reservation on behalf of ce374891ed0f4bd582f3450e6b65dedf for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:53.668471 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:53.724928 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 3b4aa8c5-2513-40f2-92b3-12f69c327b87 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:48:53.809181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3b4aa8c5-2513-40f2-92b3-12f69c327b87 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:53.809788 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:53.826820 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0988a25f-77de-401a-8d20-ca7c74a9ecd4 req-d88789a0-73ad-4294-972d-30c043e14291 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1469519 May 27 22:48:53.914895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Allocated IP 172.20.0.26 (58370d3e-c1c9-44d0-b816-6cd8d07572aa/3875c1fd-7686-44e0-ad36-b1dff15fc101/a02d9091-fa44-4ceb-9063-52c08d576ff1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:48:54.074137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9cd4563-bed0-4cd2-8ab3-1cf204cffabf {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:48:54.083911 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:54.105749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Transition to ACTIVE for port object c9cd4563-bed0-4cd2-8ab3-1cf204cffabf will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:54.160883 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:54.170173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd2250-d9a0-4991-afc2-141ac6770c38 req-700cc2ce-9496-4234-a347-6a3f95404d34 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:54.179331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-91bd2250-d9a0-4991-afc2-141ac6770c38 req-700cc2ce-9496-4234-a347-6a3f95404d34 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 932 time: 1.1019871 May 27 22:48:54.191957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Transition to ACTIVE for port object 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:54.203048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:54.252011 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:54.267801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Transition to ACTIVE for port object a02d9091-fa44-4ceb-9063-52c08d576ff1 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:54.275668 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Transition to ACTIVE for port object 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:54.305529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3b4aa8c5-2513-40f2-92b3-12f69c327b87 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:54.305916 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:54.330300 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a29a6e7-8a29-4c5b-80ab-2edb0b7e9626 req-18ca99f2-641a-4761-a415-6108b5186e04 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 210 time: 0.1703954 May 27 22:48:54.344134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7477f-53c9-4e1f-bd28-5ce09d1552a6 req-229871eb-9aba-49f7-96d8-6b35c1425b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:54.345697 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07a7477f-53c9-4e1f-bd28-5ce09d1552a6 req-229871eb-9aba-49f7-96d8-6b35c1425b41 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0774834 May 27 22:48:54.369519 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-e37d785f-1d2b-4683-bff7-d6cd15884b17 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:54.371047 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-e37d785f-1d2b-4683-bff7-d6cd15884b17 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.46 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 946 time: 1.2125676 May 27 22:48:54.384824 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:54.478069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Pushing event updated for resources: {'Port': ['ID=62197fa6-a766-4ec1-a5ac-e0c0dcf2911e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:54.501723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Network 1358d02c-9154-4d5a-b625-b12dd065c0d4 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:48:54.501723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:54.506352 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:48:54.546646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 3b4aa8c5-2513-40f2-92b3-12f69c327b87, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3b4aa8c5-2513-40f2-92b3-12f69c327b87,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:54.566884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:54.576574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47288) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:54.598925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Usage tracker for resource:port and tenant:e94c9296fc7f47a7b6a8520e43f343b4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:54.619272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:54.633956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:54.680272 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Deleting port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:54.681140 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:54.738608 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-552507fc-9333-4f48-bc16-5faf10fa2a2f tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:54.760754 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:54.804692 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:54.835695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-011c3715-6dca-491a-9bf4-0c3be14e8bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'efa29fbd-dc63-42f0-b8c8-281fcf760298', 'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'mac_address': 'fa:16:3e:17:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:30Z', 'updated_at': '2022-05-27T22:41:44Z', 'revision_number': 5, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'subnets': [{'id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:48:54.885422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011c3715-6dca-491a-9bf4-0c3be14e8bbd None None] The sync data for ids ['090dc531-8fe0-4287-a2c7-44bf25619f10'] in n-d-843680-3 is: [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'efa29fbd-dc63-42f0-b8c8-281fcf760298', 'name': '', 'network_id': '0e348a9a-9bf7-4d15-8b46-b5331813aa6a', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'mac_address': 'fa:16:3e:17:6f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:30Z', 'updated_at': '2022-05-27T22:41:44Z', 'revision_number': 5, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'subnets': [{'id': '06f30d47-4208-4370-ad1f-f05d95b79b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:48:54.895806 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Attempting to bind port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:48:54.896374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Attempting to bind port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1358d02c-9154-4d5a-b625-b12dd065c0d4'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:48:54.896740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Attempting to bind port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e on network 1358d02c-9154-4d5a-b625-b12dd065c0d4 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:48:54.927519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:48:54.927892 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Checking segment: {'id': '5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1358d02c-9154-4d5a-b625-b12dd065c0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:54.928321 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:54.928940 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Bound using segment: {'id': '5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1358d02c-9154-4d5a-b625-b12dd065c0d4'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:48:54.929401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Bound port: 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '1358d02c-9154-4d5a-b625-b12dd065c0d4'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:48:54.929816 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:54.961095 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-552507fc-9333-4f48-bc16-5faf10fa2a2f tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Calling delete_port for 77bdd34a-b844-44a5-9ae2-19c5e8b6c3df owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:55.015961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Made reservation on behalf of e94c9296fc7f47a7b6a8520e43f343b4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:55.044450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=3b4aa8c5-2513-40f2-92b3-12f69c327b87,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:55.077090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:55.097075 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:55.110375 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] For port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:48:55.114058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] For port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62197fa6-a766-4ec1-a5ac-e0c0dcf2911e,segment=NetworkSegment(5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e),segment_id=5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:48:55.149531 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d5501b8-61ff-4e4f-81e4-e035a003ed25 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:55.156024 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07a7477f-53c9-4e1f-bd28-5ce09d1552a6 req-abb49e3d-7b50-49a0-8e77-a9514bc94f4b service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7662640 May 27 22:48:55.158892 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-91bd2250-d9a0-4991-afc2-141ac6770c38 req-c4adeec6-d60f-4ffb-bc7a-aed0cf087258 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9784677 May 27 22:48:55.219953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network 58370d3e-c1c9-44d0-b816-6cd8d07572aa is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:48:55.222923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d56c0b0d-0201-43ea-a582-cd441ac41016,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:55.230357 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:55.246459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:55.263065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:48:55.335931 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d5501b8-61ff-4e4f-81e4-e035a003ed25 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:55.359129 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b48006-6259-435f-a266-2f909375942c None None] New status for floating IP d67384f5-d8df-4f7a-bfea-a03724075640: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:48:55.399367 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f44c8e-288a-416c-b15d-9253a527d499 None None] Pushing event updated for resources: {'Port': ['ID=62197fa6-a766-4ec1-a5ac-e0c0dcf2911e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:55.415942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Port': ['ID=a02d9091-fa44-4ceb-9063-52c08d576ff1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:55.478986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] Checking segment: {'id': 'ce3964b2-bc46-486d-a827-6f5e7e67f498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:55.479296 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] Network hostable DHCP agents. Network: c3fca91a-e866-4260-a80e-2e2a33f39c65, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:48:55.515924 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:55.540434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:55.552820 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:55.631913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-552507fc-9333-4f48-bc16-5faf10fa2a2f tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:55.758820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Attempting to bind port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:48:55.759212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Attempting to bind port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:48:55.759548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Attempting to bind port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:48:55.781732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552507fc-9333-4f48-bc16-5faf10fa2a2f tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event deleted for resources: {'Port': ['ID=77bdd34a-b844-44a5-9ae2-19c5e8b6c3df,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:55.795894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] device_id is not set on port 4577bc17-12ff-4083-bfe5-1b61b4a3aaf4 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:48:55.803357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:48:55.803631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Attempting to bind port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf on network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:48:55.841157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:48:55.841341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Checking segment: {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:55.842231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Bound using segment: {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:48:55.842687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Bound port: c9cd4563-bed0-4cd2-8ab3-1cf204cffabf, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:48:55.843039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:55.862167 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-c31fd3fe-5d50-44a6-9be2-0a5dc1ef0727 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9743178 May 27 22:48:55.884239 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Request body: {'port': {'device_id': 'ef57b313-9138-40cf-b3c8-c8ea66ed71b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:55.889826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b1085dae-1d9f-4f04-a1b3-c155657a081c None None] Provisioning for port a02d9091-fa44-4ceb-9063-52c08d576ff1 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:48:55.895998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b1085dae-1d9f-4f04-a1b3-c155657a081c None None] Provisioning complete for port a02d9091-fa44-4ceb-9063-52c08d576ff1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:55.896386 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b1085dae-1d9f-4f04-a1b3-c155657a081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:55.905122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56655bdf-1a57-49b5-9f69-2ce84f21f8d1 req-63f75602-d26b-4c09-b920-5182f8191777 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:55.906697 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56655bdf-1a57-49b5-9f69-2ce84f21f8d1 req-63f75602-d26b-4c09-b920-5182f8191777 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 946 time: 0.8144534 May 27 22:48:55.919557 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-552507fc-9333-4f48-bc16-5faf10fa2a2f tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:55.933182 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-552507fc-9333-4f48-bc16-5faf10fa2a2f tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "DELETE /v2.0/ports/77bdd34a-b844-44a5-9ae2-19c5e8b6c3df HTTP/1.1" status: 204 len: 168 time: 2.8170259 May 27 22:48:55.937870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47312) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:55.949139 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] Network c3fca91a-e866-4260-a80e-2e2a33f39c65 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:48:56.046260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-78b677dd-d8b9-48fc-85e1-76265ae20352 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Deleting port ced2e174-1018-470f-a610-5b689e6d1813 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:56.047117 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78b677dd-d8b9-48fc-85e1-76265ae20352 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:56.053511 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b1085dae-1d9f-4f04-a1b3-c155657a081c None None] Port a02d9091-fa44-4ceb-9063-52c08d576ff1 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:48:56.055634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1337bc01-ebe4-4936-aaf9-bc18bafdeeac no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:48:56.074882 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07a7477f-53c9-4e1f-bd28-5ce09d1552a6 req-a055aad5-3bc3-449b-9210-aa7549c8edc3 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8940217 May 27 22:48:56.108719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, c3fca91a-e866-4260-a80e-2e2a33f39c65) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:56.119818 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef1cca-96db-4156-ae45-d2464ca4695d None None] Network c3fca91a-e866-4260-a80e-2e2a33f39c65 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:48:56.126339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:56.127567 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:56.162981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] For port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1337bc01-ebe4-4936-aaf9-bc18bafdeeac,segment=NetworkSegment(25f3d70f-55c8-4b58-ab3c-596281980d60),segment_id=25f3d70f-55c8-4b58-ab3c-596281980d60)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:56.162981 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:56.226034 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d5501b8-61ff-4e4f-81e4-e035a003ed25 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:56.226749 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d5501b8-61ff-4e4f-81e4-e035a003ed25 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:56.230797 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6d5501b8-61ff-4e4f-81e4-e035a003ed25 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "DELETE /v2.0/security-groups/cb49c07e-14c6-46e7-935c-6daba96cfbb2 HTTP/1.1" status: 204 len: 168 time: 1.6498990 May 27 22:48:56.232016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47322) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:56.314727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:56.315346 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:56.316732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5501b8-61ff-4e4f-81e4-e035a003ed25 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb49c07e-14c6-46e7-935c-6daba96cfbb2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:56.363671 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:56.385015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Allocated IP 172.20.0.9 (1358d02c-9154-4d5a-b625-b12dd065c0d4/5bc3348e-051d-4347-830d-acdd202d604c/4577bc17-12ff-4083-bfe5-1b61b4a3aaf4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:48:56.430871 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce0948-7649-428e-9046-74b944dc2787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1337bc01-ebe4-4936-aaf9-bc18bafdeeac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:48:56.453448 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1337bc01-ebe4-4936-aaf9-bc18bafdeeac,segment=NetworkSegment(25f3d70f-55c8-4b58-ab3c-596281980d60),segment_id=25f3d70f-55c8-4b58-ab3c-596281980d60)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:56.506846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Calling delete_port for 1337bc01-ebe4-4936-aaf9-bc18bafdeeac owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:56.524477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c3fca91a-e866-4260-a80e-2e2a33f39c65', 'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'fixed_ips': [{'subnet_id': 'd56c0b0d-0201-43ea-a582-cd441ac41016'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:48:56.525460 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:56.548615 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:56.566772 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-defe532d-bbe7-4c64-bda3-dd60ad7ceeae tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] show failed (client error): The resource could not be found. May 27 22:48:56.579656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-defe532d-bbe7-4c64-bda3-dd60ad7ceeae tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "GET /v2.0/security-groups/cb49c07e-14c6-46e7-935c-6daba96cfbb2 HTTP/1.1" status: 404 len: 347 time: 0.3426187 May 27 22:48:56.586461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47332) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:56.631677 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56655bdf-1a57-49b5-9f69-2ce84f21f8d1 req-69f7ebf2-9171-4667-9e7a-d13084e79e4d tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6900876 May 27 22:48:56.663559 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0bceade9-a7ae-4bc7-bcb3-44659fc92319 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.1982236 May 27 22:48:56.669137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47336) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:56.735809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad598f-ba62-4c5d-b902-053152d9b4b7 req-ea59d51a-d214-4fe0-9441-0ae1ec86b391 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:56.744516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2ad598f-ba62-4c5d-b902-053152d9b4b7 req-ea59d51a-d214-4fe0-9441-0ae1ec86b391 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 932 time: 1.0891807 May 27 22:48:56.759572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-927946015-router', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:56.814984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:56.834181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=1337bc01-ebe4-4936-aaf9-bc18bafdeeac,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:56.841965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] For port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:48:56.849916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Usage tracker for resource:router and tenant:42dddc317d0a4a96abb4c0d8d0e336d1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:56.857520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:56.936525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:56.956511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] For port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:48:57.006716 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2ad598f-ba62-4c5d-b902-053152d9b4b7 req-b9bbd2c8-007b-4a81-8aa9-15807f7fb67d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2607708 May 27 22:48:57.042851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9443e54-b8b0-4a8d-aa52-4a9b9d414ba4 req-cc1658b7-374e-4ea5-b064-bcd8f9ceb44d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:57.053473 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9443e54-b8b0-4a8d-aa52-4a9b9d414ba4 req-cc1658b7-374e-4ea5-b064-bcd8f9ceb44d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 944 time: 0.1891479 May 27 22:48:57.059644 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:48:57.059963 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:48:57.088782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Allocated IP 172.20.0.2 (c3fca91a-e866-4260-a80e-2e2a33f39c65/d56c0b0d-0201-43ea-a582-cd441ac41016/99adf23e-22e1-4b42-83d1-b228b46ee09b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:48:57.098551 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:57.102730 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:57.104227 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:57.191270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:57.191860 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:57.193342 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] 10.222.0.57 "PUT /v2.0/ports/c9cd4563-bed0-4cd2-8ab3-1cf204cffabf HTTP/1.1" status: 200 len: 1092 time: 5.2638004 May 27 22:48:57.201770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc595a4-4ac0-46b9-8420-b8068c5e00c7', 'tag': 'c9cd4563-bed0-4cd2-8ab3-1cf204cffabf'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:48:57.226563 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:57.258244 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9443e54-b8b0-4a8d-aa52-4a9b9d414ba4 req-7a1205e4-8a55-4915-8d64-8e181c4d12b0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943440 May 27 22:48:57.293913 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b14768ed-f681-413e-8f2d-41642a03dffa'] response: {'name': 'network-changed', 'server_uuid': '0dc595a4-4ac0-46b9-8420-b8068c5e00c7', 'tag': 'c9cd4563-bed0-4cd2-8ab3-1cf204cffabf', 'status': 'completed', 'code': 200} May 27 22:48:57.299480 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78b677dd-d8b9-48fc-85e1-76265ae20352 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:57.312809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c514f1-0c93-43ac-b706-3aaba3bac4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:57.323379 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65fe9512-b03b-4dd0-8d81-b60bac21a51d'] response: {'server_uuid': '6dce0948-7649-428e-9046-74b944dc2787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1337bc01-ebe4-4936-aaf9-bc18bafdeeac', 'code': 200} May 27 22:48:57.328038 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bdea22-2c2e-4942-9d36-e43391b3a274 None None] Network 1358d02c-9154-4d5a-b625-b12dd065c0d4 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:48:57.369166 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3b4aa8c5-2513-40f2-92b3-12f69c327b87 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:48:57.537214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-78b677dd-d8b9-48fc-85e1-76265ae20352 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Calling delete_port for ced2e174-1018-470f-a610-5b689e6d1813 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:57.569594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-34b5366e-fcb9-4f73-84b3-a5c394d23bd2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Deleting port 81aa8781-4946-49ab-89a7-caf3d7f9c903 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:57.569894 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b5366e-fcb9-4f73-84b3-a5c394d23bd2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:57.583878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Deleting port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:48:57.583878 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:57.599337 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3af99334-e96e-4481-b6ab-0c5d70dcf5b9 None None] Provisioning for port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:48:57.661114 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:57.690287 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Transition to ACTIVE for port object 99adf23e-22e1-4b42-83d1-b228b46ee09b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:57.749436 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-977b4429-9b00-4375-91a4-228e420dea26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:57.752156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Transition to ACTIVE for port object 99adf23e-22e1-4b42-83d1-b228b46ee09b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:57.787093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3b4aa8c5-2513-40f2-92b3-12f69c327b87 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:57.787590 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:57.835452 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:57.871200 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:57.974898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Network c3fca91a-e866-4260-a80e-2e2a33f39c65 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:48:58.020572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:58.023612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:48:58.036165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Pushing event updated for resources: {'Port': ['ID=99adf23e-22e1-4b42-83d1-b228b46ee09b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:58.074774 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78b677dd-d8b9-48fc-85e1-76265ae20352 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:58.185156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f225a46-ed6a-44c6-8480-c47e5614ef1c req-b62fb4f6-7ea2-4f16-8106-fe1d627028d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:58.186790 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f225a46-ed6a-44c6-8480-c47e5614ef1c req-b62fb4f6-7ea2-4f16-8106-fe1d627028d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 1095 time: 0.8354695 May 27 22:48:58.252685 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Attempting to bind port 99adf23e-22e1-4b42-83d1-b228b46ee09b on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:48:58.253076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Attempting to bind port 99adf23e-22e1-4b42-83d1-b228b46ee09b by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ce3964b2-bc46-486d-a827-6f5e7e67f498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:48:58.253417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Attempting to bind port 99adf23e-22e1-4b42-83d1-b228b46ee09b on network c3fca91a-e866-4260-a80e-2e2a33f39c65 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:48:58.263433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:48:58.263807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Checking segment: {'id': 'ce3964b2-bc46-486d-a827-6f5e7e67f498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:48:58.264413 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:58.264966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Bound using segment: {'id': 'ce3964b2-bc46-486d-a827-6f5e7e67f498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:48:58.265579 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Bound port: 99adf23e-22e1-4b42-83d1-b228b46ee09b, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3964b2-bc46-486d-a827-6f5e7e67f498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:48:58.266231 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:58.320582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:58.344802 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Transition to ACTIVE for port object 4577bc17-12ff-4083-bfe5-1b61b4a3aaf4 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:58.347123 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3b4aa8c5-2513-40f2-92b3-12f69c327b87 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:58.348395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:48:58.406080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b677dd-d8b9-48fc-85e1-76265ae20352 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event deleted for resources: {'Port': ['ID=ced2e174-1018-470f-a610-5b689e6d1813,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:58.430143 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b5366e-fcb9-4f73-84b3-a5c394d23bd2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:58.430529 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b5366e-fcb9-4f73-84b3-a5c394d23bd2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:58.502857 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78b677dd-d8b9-48fc-85e1-76265ae20352 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:58.510188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] For port 99adf23e-22e1-4b42-83d1-b228b46ee09b, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:48:58.514121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] For port 99adf23e-22e1-4b42-83d1-b228b46ee09b, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=99adf23e-22e1-4b42-83d1-b228b46ee09b,segment=NetworkSegment(ce3964b2-bc46-486d-a827-6f5e7e67f498),segment_id=ce3964b2-bc46-486d-a827-6f5e7e67f498)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:48:58.536995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42d256-40e7-4e4e-83a8-4e1b4e20a6ff req-f99003a4-3ec3-4024-ad4c-cd815b1f74ee tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:58.538515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd42d256-40e7-4e4e-83a8-4e1b4e20a6ff req-f99003a4-3ec3-4024-ad4c-cd815b1f74ee tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 944 time: 0.6580234 May 27 22:48:58.569949 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:58.580399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-34b5366e-fcb9-4f73-84b3-a5c394d23bd2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Calling delete_port for 81aa8781-4946-49ab-89a7-caf3d7f9c903 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:58.582966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:48:58.604683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:58.604993 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:58.653553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] For port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1337bc01-ebe4-4936-aaf9-bc18bafdeeac,segment=NetworkSegment(25f3d70f-55c8-4b58-ab3c-596281980d60),segment_id=25f3d70f-55c8-4b58-ab3c-596281980d60)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:58.653914 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:58.668741 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-78b677dd-d8b9-48fc-85e1-76265ae20352 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "DELETE /v2.0/ports/ced2e174-1018-470f-a610-5b689e6d1813 HTTP/1.1" status: 204 len: 168 time: 2.7178183 May 27 22:48:58.717501 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:58.731034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47368) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:58.791285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Network 1358d02c-9154-4d5a-b625-b12dd065c0d4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:48:58.803674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:48:58.829668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:48:58.856718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Calling delete_port for 1337bc01-ebe4-4936-aaf9-bc18bafdeeac owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:48:58.868696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0f656307-37d7-427f-8f8e-163327e88b45 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Synchronizing usage tracker for tenant:970852a4a6eb49a7b4808dbdbe294214 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:48:58.918070 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:48:58.927338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event updated for resources: {'Port': ['ID=4577bc17-12ff-4083-bfe5-1b61b4a3aaf4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:58.942756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bc86f2bb-d58c-49b7-a68e-47ff47c398cf None None] Provisioning complete for port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:58.943252 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bc86f2bb-d58c-49b7-a68e-47ff47c398cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:59.033896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bde01e-5053-4fb4-bcdb-8701685aa475 None None] Pushing event updated for resources: {'Port': ['ID=99adf23e-22e1-4b42-83d1-b228b46ee09b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:59.046204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:59.047084 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:59.129874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f225a46-ed6a-44c6-8480-c47e5614ef1c req-7ceca4a2-9852-47c9-8e17-71131e8300a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:59.132051 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f225a46-ed6a-44c6-8480-c47e5614ef1c req-7ceca4a2-9852-47c9-8e17-71131e8300a1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e16b517763e0477b92463f30c2606338&shared=False HTTP/1.1" status: 200 len: 913 time: 0.9196420 May 27 22:48:59.229710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bc86f2bb-d58c-49b7-a68e-47ff47c398cf None None] Current status of the port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:59.236886 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bc86f2bb-d58c-49b7-a68e-47ff47c398cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:59.261126 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:48:59.261515 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:59.298740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bc86f2bb-d58c-49b7-a68e-47ff47c398cf None None] For port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62197fa6-a766-4ec1-a5ac-e0c0dcf2911e,segment=NetworkSegment(5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e),segment_id=5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:48:59.309566 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:59.324775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0f656307-37d7-427f-8f8e-163327e88b45 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Unset dirty status for tenant:970852a4a6eb49a7b4808dbdbe294214 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:48:59.325943 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0f656307-37d7-427f-8f8e-163327e88b45 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6017454 May 27 22:48:59.336305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02d9091-fa44-4ceb-9063-52c08d576ff1 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:48:59.339822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3880b49-a09e-4e35-bb8b-7d139e4f8bb9 req-9c809b17-154e-4166-b816-af9996be9491 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:48:59.341366 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3880b49-a09e-4e35-bb8b-7d139e4f8bb9 req-9c809b17-154e-4166-b816-af9996be9491 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 932 time: 1.1538897 May 27 22:48:59.352837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47378) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:59.354077 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:59.367224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-786666070'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:48:59.370473 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bc86f2bb-d58c-49b7-a68e-47ff47c398cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:59.454126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd42d256-40e7-4e4e-83a8-4e1b4e20a6ff req-332a3fa3-45ad-4d48-b74e-5d486fb847e9 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/security-groups?id=1ffe029d-1704-4fef-b743-ae72bd205789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9044375 May 27 22:48:59.458154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:48:59.461871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Transition to ACTIVE for port object a02d9091-fa44-4ceb-9063-52c08d576ff1 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:48:59.475190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Usage tracker for resource:network and tenant:970852a4a6eb49a7b4808dbdbe294214 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:48:59.478829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:48:59.501302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:48:59.533714 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ff814c17-b64e-4751-91d0-c03ac7004b31 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 6.2739186 May 27 22:48:59.534589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47382) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:48:59.549765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Pushing event deleted for resources: {'Port': ['ID=1337bc01-ebe4-4936-aaf9-bc18bafdeeac,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:59.615760 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b5366e-fcb9-4f73-84b3-a5c394d23bd2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:59.619962 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:59.662626 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:48:59.662888 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:48:59.669635 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3880b49-a09e-4e35-bb8b-7d139e4f8bb9 req-f6475a14-7e91-4dc4-b618-1eaf269d37b3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203958 May 27 22:48:59.702463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5366e-fcb9-4f73-84b3-a5c394d23bd2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Pushing event deleted for resources: {'Port': ['ID=81aa8781-4946-49ab-89a7-caf3d7f9c903,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:59.722724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86f2bb-d58c-49b7-a68e-47ff47c398cf None None] Pushing event updated for resources: {'Port': ['ID=62197fa6-a766-4ec1-a5ac-e0c0dcf2911e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:48:59.735366 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bc86f2bb-d58c-49b7-a68e-47ff47c398cf None None] Provisioning for port 875371ce-bef8-4ef7-ba39-0799877298f2 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:48:59.741816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Made reservation on behalf of 970852a4a6eb49a7b4808dbdbe294214 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:48:59.743129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bc86f2bb-d58c-49b7-a68e-47ff47c398cf None None] Provisioning complete for port 875371ce-bef8-4ef7-ba39-0799877298f2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:48:59.743707 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bc86f2bb-d58c-49b7-a68e-47ff47c398cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:59.745338 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:59.812678 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ab02665-4a12-4309-a6fe-90c414376c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:59.829504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bc86f2bb-d58c-49b7-a68e-47ff47c398cf None None] Port 875371ce-bef8-4ef7-ba39-0799877298f2 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:48:59.848856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] No DVR routers for this DVR port 1337bc01-ebe4-4936-aaf9-bc18bafdeeac on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:48:59.863982 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:48:59.866709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dce0948-7649-428e-9046-74b944dc2787', 'name': 'network-vif-deleted', 'tag': '1337bc01-ebe4-4936-aaf9-bc18bafdeeac'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:49:00.007777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Pushing event updated for resources: {'Port': ['ID=a02d9091-fa44-4ceb-9063-52c08d576ff1,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:00.036724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4a9daa20-77b0-4ea5-bd88-3f37087a977d None None] Provisioning for port 4577bc17-12ff-4083-bfe5-1b61b4a3aaf4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:00.042201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4a9daa20-77b0-4ea5-bd88-3f37087a977d None None] Provisioning complete for port 4577bc17-12ff-4083-bfe5-1b61b4a3aaf4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:00.042837 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4a9daa20-77b0-4ea5-bd88-3f37087a977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:00.078156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f225a46-ed6a-44c6-8480-c47e5614ef1c req-489b08ca-2568-4386-b3b8-46f8b4b728ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:00.079641 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f225a46-ed6a-44c6-8480-c47e5614ef1c req-489b08ca-2568-4386-b3b8-46f8b4b728ad service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9302678 May 27 22:49:00.083481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9f8c1a0-8b9c-4c06-99a7-f6b27f797f27 req-062ead13-d2c3-4aa9-854b-09b9927b0235 tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.46 "DELETE /v2.0/ports/1337bc01-ebe4-4936-aaf9-bc18bafdeeac HTTP/1.1" status: 204 len: 173 time: 5.5058372 May 27 22:49:00.146943 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:49:00.178953 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:00.179326 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Added segment 63a4f7f1-f392-442f-b7be-76d655052de9 of type vlan for network 7abac166-3824-4422-ad1f-4f02640c9ea2 May 27 22:49:00.227697 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:00.299947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4a9daa20-77b0-4ea5-bd88-3f37087a977d None None] Port 4577bc17-12ff-4083-bfe5-1b61b4a3aaf4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:00.368666 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b5366e-fcb9-4f73-84b3-a5c394d23bd2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:00.377495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:00.382531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4a9daa20-77b0-4ea5-bd88-3f37087a977d None None] Provisioning complete for port 875371ce-bef8-4ef7-ba39-0799877298f2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:00.382905 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4a9daa20-77b0-4ea5-bd88-3f37087a977d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:00.383121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:00.388902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:00.389534 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:00.446919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbbe1b-b6b4-4e95-b8f8-a22e102695d9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:00.452819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4a9daa20-77b0-4ea5-bd88-3f37087a977d None None] Port 875371ce-bef8-4ef7-ba39-0799877298f2 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:00.463269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbbe1b-b6b4-4e95-b8f8-a22e102695d9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:00.467732 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c7a0ae-02a5-4ddf-8f76-fad3cf2686e1'] response: {'server_uuid': '6dce0948-7649-428e-9046-74b944dc2787', 'name': 'network-vif-deleted', 'tag': '1337bc01-ebe4-4936-aaf9-bc18bafdeeac', 'status': 'completed', 'code': 200} May 27 22:49:00.473192 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbbe1b-b6b4-4e95-b8f8-a22e102695d9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:00.476866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-65fbbe1b-b6b4-4e95-b8f8-a22e102695d9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Synchronizing usage tracker for tenant:e94c9296fc7f47a7b6a8520e43f343b4 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:49:00.479704 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:00.525794 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:00.535991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb01f1-fe62-479f-af80-a43f354ffb5e req-f4f5525d-5a2f-4c00-86b4-ae878aa9fdf6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:00.537517 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e3cb01f1-fe62-479f-af80-a43f354ffb5e req-f4f5525d-5a2f-4c00-86b4-ae878aa9fdf6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 944 time: 0.8209720 May 27 22:49:00.690701 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 99adf23e-22e1-4b42-83d1-b228b46ee09b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:00.694905 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3427982 May 27 22:49:00.695623 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34b5366e-fcb9-4f73-84b3-a5c394d23bd2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:00.696308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-1b188bb6-8313-466b-914b-8c4f7fb98b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:00.697452 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-34b5366e-fcb9-4f73-84b3-a5c394d23bd2 tempest-AttachVolumeShelveTestJSON-2017623912 tempest-AttachVolumeShelveTestJSON-2017623912-project] 10.222.0.27 "DELETE /v2.0/floatingips/d67384f5-d8df-4f7a-bfea-a03724075640 HTTP/1.1" status: 204 len: 168 time: 4.1053195 May 27 22:49:00.698492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47400) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:00.714084 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-1b188bb6-8313-466b-914b-8c4f7fb98b88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 1095 time: 0.5594854 May 27 22:49:00.783755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2108277614'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:00.803139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f476540-a84f-4f5c-b9a6-2c3916c5e652 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event updated for resources: {'Network': ['ID=7abac166-3824-4422-ad1f-4f02640c9ea2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:00.819082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:00.832153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Usage tracker for resource:network and tenant:970852a4a6eb49a7b4808dbdbe294214 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:00.836465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:00.839832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Attempting to bind port a02d9091-fa44-4ceb-9063-52c08d576ff1 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:49:00.840236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Attempting to bind port a02d9091-fa44-4ceb-9063-52c08d576ff1 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '4cc0600c-d286-4ba0-ba64-65bb89042bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:49:00.840674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Attempting to bind port a02d9091-fa44-4ceb-9063-52c08d576ff1 on network 58370d3e-c1c9-44d0-b816-6cd8d07572aa {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:00.848672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:00.848978 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6e858d-8540-4b9f-a532-0c74884ce2c9 None None] Network c3fca91a-e866-4260-a80e-2e2a33f39c65 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:00.850813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Port a02d9091-fa44-4ceb-9063-52c08d576ff1 on network 58370d3e-c1c9-44d0-b816-6cd8d07572aa not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:49:00.851208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Attempting to bind port a02d9091-fa44-4ceb-9063-52c08d576ff1 on network 58370d3e-c1c9-44d0-b816-6cd8d07572aa {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:00.859266 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:49:00.859687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Checking segment: {'id': '4cc0600c-d286-4ba0-ba64-65bb89042bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:00.860139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Bound using segment: {'id': '4cc0600c-d286-4ba0-ba64-65bb89042bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:49:00.860667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Bound port: a02d9091-fa44-4ceb-9063-52c08d576ff1, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cc0600c-d286-4ba0-ba64-65bb89042bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:49:00.861088 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:00.870615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 7abac166-3824-4422-ad1f-4f02640c9ea2 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:49:00.882816 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e3cb01f1-fe62-479f-af80-a43f354ffb5e req-46153197-0795-46ba-8dbe-0265bc3d77ae tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868886 May 27 22:49:00.911730 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-72fcab46-2662-4b29-a882-3ad798174046 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf HTTP/1.1" status: 200 len: 217 time: 0.1068606 May 27 22:49:00.926854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f1acbb3a-9acc-4cbf-9cee-d41ecd45b772 req-f3945fde-647f-4bc8-a580-20be9274ed9f tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Synchronizing usage tracker for tenant:a336228ca7484365a5f49153e001a86d on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:49:00.972222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] For port a02d9091-fa44-4ceb-9063-52c08d576ff1, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:49:00.975476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] For port a02d9091-fa44-4ceb-9063-52c08d576ff1, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a02d9091-fa44-4ceb-9063-52c08d576ff1,segment=NetworkSegment(4cc0600c-d286-4ba0-ba64-65bb89042bd0),segment_id=4cc0600c-d286-4ba0-ba64-65bb89042bd0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:49:00.978600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-65fbbe1b-b6b4-4e95-b8f8-a22e102695d9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Unset dirty status for tenant:e94c9296fc7f47a7b6a8520e43f343b4 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:49:00.981632 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-65fbbe1b-b6b4-4e95-b8f8-a22e102695d9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 1.4455199 May 27 22:49:01.010366 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47410) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:01.105426 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:01.141894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 99adf23e-22e1-4b42-83d1-b228b46ee09b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:01.158431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:01.163841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Made reservation on behalf of 970852a4a6eb49a7b4808dbdbe294214 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:01.167386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:01.197611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Allocated IP 172.25.2.7 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/8069b041-f961-4fe0-b9e1-e2800fc45c4e) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:01.222977 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:01.228757 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9206be9c-7b48-426c-a478-7aa02293a156 None None] Provisioning for port 99adf23e-22e1-4b42-83d1-b228b46ee09b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:01.231802 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:01.274084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:49:01.276755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:01.284558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9206be9c-7b48-426c-a478-7aa02293a156 None None] Provisioning complete for port 99adf23e-22e1-4b42-83d1-b228b46ee09b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:01.284558 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9206be9c-7b48-426c-a478-7aa02293a156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:01.288964 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:01.292867 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] 10.222.0.57 "PUT /v2.0/ports/a02d9091-fa44-4ceb-9063-52c08d576ff1 HTTP/1.1" status: 200 len: 1092 time: 5.4148431 May 27 22:49:01.298800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef57b313-9138-40cf-b3c8-c8ea66ed71b1', 'tag': 'a02d9091-fa44-4ceb-9063-52c08d576ff1'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:49:01.360461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-971b8d0c-487f-40be-a955-ce8ad72f85b6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Deleting port 4577bc17-12ff-4083-bfe5-1b61b4a3aaf4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:01.360807 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-971b8d0c-487f-40be-a955-ce8ad72f85b6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:01.390178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:01.390735 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:01.544894 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:01.567921 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:01.568790 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Added segment a4b40166-e714-4f9c-abaa-8fe24694c85f of type vlan for network 1926cf80-d8d4-4b30-9229-f0456568a8db May 27 22:49:01.580144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-5caf739a-939c-4715-a4bf-ebab23989f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:01.581828 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-5caf739a-939c-4715-a4bf-ebab23989f3a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.6575599 May 27 22:49:01.582701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f1acbb3a-9acc-4cbf-9cee-d41ecd45b772 req-f3945fde-647f-4bc8-a580-20be9274ed9f tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] Unset dirty status for tenant:a336228ca7484365a5f49153e001a86d on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:49:01.584912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1acbb3a-9acc-4cbf-9cee-d41ecd45b772 req-f3945fde-647f-4bc8-a580-20be9274ed9f tempest-InstanceActionsTestJSON-1535646670 tempest-InstanceActionsTestJSON-1535646670-project] 10.222.0.27 "GET /v2.0/ports?device_id=6dce0948-7649-428e-9046-74b944dc2787 HTTP/1.1" status: 200 len: 210 time: 0.8982377 May 27 22:49:01.589531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b30446-8601-4e83-8a81-71ce0f1e831b service neutron] Pushing event updated for resources: {'Port': ['ID=a02d9091-fa44-4ceb-9063-52c08d576ff1,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:01.684371 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:01.701015 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:01.775323 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63d2903-fee1-49f9-9dfe-a2428c6ce5a7'] response: {'name': 'network-changed', 'server_uuid': 'ef57b313-9138-40cf-b3c8-c8ea66ed71b1', 'tag': 'a02d9091-fa44-4ceb-9063-52c08d576ff1', 'status': 'completed', 'code': 200} May 27 22:49:01.792285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8069b041-f961-4fe0-b9e1-e2800fc45c4e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:01.851702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:01.866440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:01.875421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:01.915937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-17c01beb-63ba-457a-9f16-8164167086fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:01.917835 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-17c01beb-63ba-457a-9f16-8164167086fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce374891ed0f4bd582f3450e6b65dedf&device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 1095 time: 0.4299233 May 27 22:49:01.922615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9206be9c-7b48-426c-a478-7aa02293a156 None None] Current status of the port 99adf23e-22e1-4b42-83d1-b228b46ee09b is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:01.922992 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9206be9c-7b48-426c-a478-7aa02293a156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:01.926023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-1edc6c21-c601-41c3-94f0-5ad85ee434af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:01.927587 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-1edc6c21-c601-41c3-94f0-5ad85ee434af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3387575 May 27 22:49:01.935603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ccc62-fb0b-42bb-9566-3bc791134f2f req-0f15d730-521d-4fa2-9e82-391352f1886a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:01.937244 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd8ccc62-fb0b-42bb-9566-3bc791134f2f req-0f15d730-521d-4fa2-9e82-391352f1886a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 944 time: 0.9233565 May 27 22:49:02.020436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:02.068898 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:02.074598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:02.075667 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:02.077825 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9206be9c-7b48-426c-a478-7aa02293a156 None None] For port 99adf23e-22e1-4b42-83d1-b228b46ee09b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=99adf23e-22e1-4b42-83d1-b228b46ee09b,segment=NetworkSegment(ce3964b2-bc46-486d-a827-6f5e7e67f498),segment_id=ce3964b2-bc46-486d-a827-6f5e7e67f498)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:02.120808 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-fc51f0d1-c326-4b99-b3f8-1a1a262838a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=a02d9091-fa44-4ceb-9063-52c08d576ff1 HTTP/1.1" status: 200 len: 217 time: 0.1269126 May 27 22:49:02.144136 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-971b8d0c-487f-40be-a955-ce8ad72f85b6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:02.162016 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:02.196829 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9206be9c-7b48-426c-a478-7aa02293a156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:02.290386 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd8ccc62-fb0b-42bb-9566-3bc791134f2f req-efe4e9fa-dbc7-4059-9619-c05abc4c5831 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288577 May 27 22:49:02.349796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-fe88ef87-c002-4d30-9529-20d5acc26d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:02.352410 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-fe88ef87-c002-4d30-9529-20d5acc26d67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3875c1fd-7686-44e0-ad36-b1dff15fc101 HTTP/1.1" status: 200 len: 838 time: 0.1215518 May 27 22:49:02.359731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206be9c-7b48-426c-a478-7aa02293a156 None None] Pushing event updated for resources: {'Port': ['ID=99adf23e-22e1-4b42-83d1-b228b46ee09b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:02.491277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 99adf23e-22e1-4b42-83d1-b228b46ee09b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:02.603548 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-62dd6abb-4cae-4c78-92d8-db2134ea7992 None None] Provisioning complete for port 99adf23e-22e1-4b42-83d1-b228b46ee09b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:02.604043 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62dd6abb-4cae-4c78-92d8-db2134ea7992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:02.608381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event updated for resources: {'Network': ['ID=1926cf80-d8d4-4b30-9229-f0456568a8db,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:02.640009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 1926cf80-d8d4-4b30-9229-f0456568a8db details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:49:02.711100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47438) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:02.746391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-847ca802-1c4c-4174-832b-96274c710234 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8030567 May 27 22:49:02.782117 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 99adf23e-22e1-4b42-83d1-b228b46ee09b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:02.782685 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:02.809283 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-067295be-fcde-49cb-98d0-8e01f27ffbad tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.0428030 May 27 22:49:02.883249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-971b8d0c-487f-40be-a955-ce8ad72f85b6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Calling delete_port for 4577bc17-12ff-4083-bfe5-1b61b4a3aaf4 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:02.889927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-96bd2ae6-0764-42b1-8aeb-2149cc1f9bbd admin admin] Deleting subnet c4ffa890-dff9-41b6-b66d-74b27a186f60 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:49:02.901439 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96bd2ae6-0764-42b1-8aeb-2149cc1f9bbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:03.000657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-62dd6abb-4cae-4c78-92d8-db2134ea7992 None None] Current status of the port 99adf23e-22e1-4b42-83d1-b228b46ee09b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:03.045067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 99adf23e-22e1-4b42-83d1-b228b46ee09b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:03.070601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-ff5f3722-54eb-4a07-8b11-da3c0d62b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:03.073057 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-ff5f3722-54eb-4a07-8b11-da3c0d62b4f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=58370d3e-c1c9-44d0-b816-6cd8d07572aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4500470 May 27 22:49:03.299501 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-598af751-63d0-4719-bef3-92ddf10ef544 service neutron] 10.222.0.57 "GET /v2.0/networks/58370d3e-c1c9-44d0-b816-6cd8d07572aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177069 May 27 22:49:03.521436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57445b1-5972-439c-99cb-8f56157d4d3e req-b68795f2-3e85-4f6b-a9a4-01c1587305f7 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:03.528592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c57445b1-5972-439c-99cb-8f56157d4d3e req-b68795f2-3e85-4f6b-a9a4-01c1587305f7 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 944 time: 1.3941174 May 27 22:49:03.620824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96bd2ae6-0764-42b1-8aeb-2149cc1f9bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:03.641677 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-971b8d0c-487f-40be-a955-ce8ad72f85b6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:03.778277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b8d0c-487f-40be-a955-ce8ad72f85b6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event deleted for resources: {'Port': ['ID=4577bc17-12ff-4083-bfe5-1b61b4a3aaf4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:03.792871 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c57445b1-5972-439c-99cb-8f56157d4d3e req-d977e010-9053-4733-b3c2-a9a4bde89bd0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606962 May 27 22:49:03.847765 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96bd2ae6-0764-42b1-8aeb-2149cc1f9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:03.913181 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56e47085-a393-4435-b7a6-a6f1b12ddf33 req-15c503b7-1416-4c91-bed0-5cbf4a0d0854 service neutron] 10.222.0.57 "GET /v2.0/networks/58370d3e-c1c9-44d0-b816-6cd8d07572aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331863 May 27 22:49:03.971849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf00fc4-89e2-419c-82c9-b918035efee2 req-d4b0f944-516b-425e-9516-39997a14dce8 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0860970 May 27 22:49:04.005261 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:04.158621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0972b-51a9-4465-b16e-caa132202542 req-86ac6087-47d0-4d4b-97d7-b7cdb1a0ce3c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:04.161630 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1f0972b-51a9-4465-b16e-caa132202542 req-86ac6087-47d0-4d4b-97d7-b7cdb1a0ce3c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 944 time: 0.6602402 May 27 22:49:04.163155 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-971b8d0c-487f-40be-a955-ce8ad72f85b6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:04.254130 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-971b8d0c-487f-40be-a955-ce8ad72f85b6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "DELETE /v2.0/ports/4577bc17-12ff-4083-bfe5-1b61b4a3aaf4 HTTP/1.1" status: 204 len: 168 time: 3.2411373 May 27 22:49:04.255042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47460) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:04.380825 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-17883e14-da6d-4bf5-ba75-741b507c8fc9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] GET failed (client error): The resource could not be found. May 27 22:49:04.381020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1f0972b-51a9-4465-b16e-caa132202542 req-a632775b-07f4-4b5e-8a34-674be7fc6290 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699870 May 27 22:49:04.381668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-17883e14-da6d-4bf5-ba75-741b507c8fc9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Synchronizing usage tracker for tenant:e94c9296fc7f47a7b6a8520e43f343b4 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:49:04.449470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c68ade-a52b-41c3-8e06-d5793f6195c5 req-8187b6a4-083d-40a4-95e6-7172d31f2825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:04.451035 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39c68ade-a52b-41c3-8e06-d5793f6195c5 req-8187b6a4-083d-40a4-95e6-7172d31f2825 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce374891ed0f4bd582f3450e6b65dedf&device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 1095 time: 0.2880993 May 27 22:49:04.452137 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96bd2ae6-0764-42b1-8aeb-2149cc1f9bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:04.507337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-17883e14-da6d-4bf5-ba75-741b507c8fc9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Unset dirty status for tenant:e94c9296fc7f47a7b6a8520e43f343b4 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:49:04.513257 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-17883e14-da6d-4bf5-ba75-741b507c8fc9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "GET /v2.0/ports/4577bc17-12ff-4083-bfe5-1b61b4a3aaf4 HTTP/1.1" status: 404 len: 333 time: 0.2567182 May 27 22:49:04.513975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47470) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:04.520463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Request body: {'port': {'network_id': '1358d02c-9154-4d5a-b625-b12dd065c0d4', 'name': 'tempest-AllowedAddressPairTestJSON-1510955780'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:04.718532 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:04.725285 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-96bd2ae6-0764-42b1-8aeb-2149cc1f9bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:04.756878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-96bd2ae6-0764-42b1-8aeb-2149cc1f9bbd admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c4ffa890-dff9-41b6-b66d-74b27a186f60 HTTP/1.1" status: 204 len: 168 time: 2.0316637 May 27 22:49:04.759273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd2ae6-0764-42b1-8aeb-2149cc1f9bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ffa890-dff9-41b6-b66d-74b27a186f60,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:04.761086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47478) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:04.815552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:04.845681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:04.959211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Made reservation on behalf of e94c9296fc7f47a7b6a8520e43f343b4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:04.964771 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:05.014661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] device_id is not set on port 099b981f-e6cf-4559-98e5-f0f79bf29a8c yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:49:05.234829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Allocated IP 172.20.0.14 (1358d02c-9154-4d5a-b625-b12dd065c0d4/5bc3348e-051d-4347-830d-acdd202d604c/099b981f-e6cf-4559-98e5-f0f79bf29a8c) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:05.289892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c68ade-a52b-41c3-8e06-d5793f6195c5 req-82d906bf-94d2-41b1-b601-aa3ec21240e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:05.316178 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39c68ade-a52b-41c3-8e06-d5793f6195c5 req-82d906bf-94d2-41b1-b601-aa3ec21240e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=58370d3e-c1c9-44d0-b816-6cd8d07572aa HTTP/1.1" status: 200 len: 898 time: 0.7821798 May 27 22:49:05.535925 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:05.587120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Transition to ACTIVE for port object 099b981f-e6cf-4559-98e5-f0f79bf29a8c will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:05.710287 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-819a5be8-9bc3-42dd-949d-0fc071a86b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:05.713071 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:05.787416 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39c68ade-a52b-41c3-8e06-d5793f6195c5 req-7359078a-8cd8-46e8-991e-01a41dc8a323 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=a02d9091-fa44-4ceb-9063-52c08d576ff1 HTTP/1.1" status: 200 len: 217 time: 0.4366412 May 27 22:49:05.806650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Network 1358d02c-9154-4d5a-b625-b12dd065c0d4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:05.815022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:05.818282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:05.905247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event updated for resources: {'Port': ['ID=099b981f-e6cf-4559-98e5-f0f79bf29a8c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:05.930266 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:05.930969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:06.072285 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3ea03c3f-23cf-4796-af68-7f6b6268b830 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5572355 May 27 22:49:06.072949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47504) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:06.079039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1a6151d1-703e-4fce-91eb-318a03c1468e tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:4d:38:01'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:06.166037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47508) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:06.190955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Request body: {'subnets': [{'network_id': '7abac166-3824-4422-ad1f-4f02640c9ea2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--869830339', 'ip_version': 6}, {'network_id': '1926cf80-d8d4-4b30-9229-f0456568a8db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:06.191302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Request body: {'subnet': {'network_id': '7abac166-3824-4422-ad1f-4f02640c9ea2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--869830339', 'ip_version': 6}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:06.192025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Request body: {'subnet': {'network_id': '1926cf80-d8d4-4b30-9229-f0456568a8db', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:06.230480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-158210d8-98c3-4563-964c-eac163b7b260 None None] Provisioning for port 099b981f-e6cf-4559-98e5-f0f79bf29a8c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:06.235883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-158210d8-98c3-4563-964c-eac163b7b260 None None] Provisioning complete for port 099b981f-e6cf-4559-98e5-f0f79bf29a8c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:06.236400 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-158210d8-98c3-4563-964c-eac163b7b260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:06.344948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-158210d8-98c3-4563-964c-eac163b7b260 None None] Port 099b981f-e6cf-4559-98e5-f0f79bf29a8c cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:06.455872 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-819a5be8-9bc3-42dd-949d-0fc071a86b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:06.476289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c68ade-a52b-41c3-8e06-d5793f6195c5 req-1b0cae1e-b533-452a-800e-9a8f43ec8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:06.477833 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39c68ade-a52b-41c3-8e06-d5793f6195c5 req-1b0cae1e-b533-452a-800e-9a8f43ec8c48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3875c1fd-7686-44e0-ad36-b1dff15fc101 HTTP/1.1" status: 200 len: 838 time: 0.5974443 May 27 22:49:06.525891 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a6151d1-703e-4fce-91eb-318a03c1468e tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:06.570930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8149d-393a-45bf-a1d2-75a806af7a3e req-54363f00-6241-483f-b30a-d0c2cf0cef6d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:06.574701 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94d8149d-393a-45bf-a1d2-75a806af7a3e req-54363f00-6241-483f-b30a-d0c2cf0cef6d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 944 time: 1.3963473 May 27 22:49:06.586346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-819a5be8-9bc3-42dd-949d-0fc071a86b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605f3e78-f90c-43fb-8f31-1b36f9517a34']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:06.601991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-819a5be8-9bc3-42dd-949d-0fc071a86b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f3d70f-55c8-4b58-ab3c-596281980d60') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:06.602224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-819a5be8-9bc3-42dd-949d-0fc071a86b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f3d70f-55c8-4b58-ab3c-596281980d60') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:06.615802 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-819a5be8-9bc3-42dd-949d-0fc071a86b03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:06.634609 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-819a5be8-9bc3-42dd-949d-0fc071a86b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:06.642890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819a5be8-9bc3-42dd-949d-0fc071a86b03 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:49:06.643688 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-819a5be8-9bc3-42dd-949d-0fc071a86b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:06.787538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Router e805f7ed-85c6-46bb-94e6-47c99b36ea7b is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:49:06.791835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device c9cd4563-bed0-4cd2-8ab3-1cf204cffabf details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:49:06.822980 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 25f3d70f-55c8-4b58-ab3c-596281980d60 resource provider aggregate not found May 27 22:49:06.834830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:06.876438 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a6151d1-703e-4fce-91eb-318a03c1468e tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:06.955464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2799e-b9a1-41c8-81bb-97fe8a3c30fe req-5fe16d17-96bd-4c90-a33f-6511a8f9587b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:06.957329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6df2799e-b9a1-41c8-81bb-97fe8a3c30fe req-5fe16d17-96bd-4c90-a33f-6511a8f9587b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 944 time: 1.2383871 May 27 22:49:06.962177 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a6151d1-703e-4fce-91eb-318a03c1468e tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:06.968223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Usage tracker for resource:subnet and tenant:970852a4a6eb49a7b4808dbdbe294214 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:06.975804 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 25f3d70f-55c8-4b58-ab3c-596281980d60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25f3d70f-55c8-4b58-ab3c-596281980d60 found for delete ", "request_id": "req-9f28d237-e1a8-42b4-b39f-bfa16b20b888"}]} May 27 22:49:06.978492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:07.018779 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-819a5be8-9bc3-42dd-949d-0fc071a86b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:07.023066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:07.032753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:07.053007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'c9cd4563-bed0-4cd2-8ab3-1cf204cffabf', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'port_id': 'c9cd4563-bed0-4cd2-8ab3-1cf204cffabf', 'mac_address': 'fa:16:3e:7b:dc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:49:07.061005 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-819a5be8-9bc3-42dd-949d-0fc071a86b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:07.067886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a5be8-9bc3-42dd-949d-0fc071a86b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=605f3e78-f90c-43fb-8f31-1b36f9517a34,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:07.121648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6151d1-703e-4fce-91eb-318a03c1468e tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event updated for resources: {'Port': ['ID=099b981f-e6cf-4559-98e5-f0f79bf29a8c,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:07.152398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:07.153126 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:07.175897 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cd4563-bed0-4cd2-8ab3-1cf204cffabf {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:49:07.199193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:07.208990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94d8149d-393a-45bf-a1d2-75a806af7a3e req-b54faece-cb98-4283-b7eb-0777d69b7ed0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249094 May 27 22:49:07.236139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-819a5be8-9bc3-42dd-949d-0fc071a86b03 admin admin] 10.222.0.27 "DELETE /v2.0/networks/605f3e78-f90c-43fb-8f31-1b36f9517a34 HTTP/1.1" status: 204 len: 168 time: 2.4607079 May 27 22:49:07.238764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1a6151d1-703e-4fce-91eb-318a03c1468e tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] In _notify_port_updated(), no bound segment for port 099b981f-e6cf-4559-98e5-f0f79bf29a8c on network 1358d02c-9154-4d5a-b625-b12dd065c0d4 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:49:07.243789 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Made reservation on behalf of 970852a4a6eb49a7b4808dbdbe294214 for: {'subnet': 2} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:07.246526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6151d1-703e-4fce-91eb-318a03c1468e tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:07.247325 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1a6151d1-703e-4fce-91eb-318a03c1468e tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:07.248810 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1a6151d1-703e-4fce-91eb-318a03c1468e tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "PUT /v2.0/ports/099b981f-e6cf-4559-98e5-f0f79bf29a8c HTTP/1.1" status: 200 len: 994 time: 1.1749408 May 27 22:49:07.249100 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:07.249535 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:07.251587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47522) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:07.289703 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:07.290954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device a02d9091-fa44-4ceb-9063-52c08d576ff1 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:49:07.368754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6df2799e-b9a1-41c8-81bb-97fe8a3c30fe req-40f258c8-bc2f-4d1f-bd7a-8aa7c2666ac3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3689733 May 27 22:49:07.408399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c68ade-a52b-41c3-8e06-d5793f6195c5 req-efa66b9b-d80c-48da-8fb9-c7313239fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:07.410127 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39c68ade-a52b-41c3-8e06-d5793f6195c5 req-efa66b9b-d80c-48da-8fb9-c7313239fc52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=58370d3e-c1c9-44d0-b816-6cd8d07572aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9193342 May 27 22:49:07.427250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-23d4bc5c-96eb-4ee8-9c3a-92a46d96ccd2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Deleting port 099b981f-e6cf-4559-98e5-f0f79bf29a8c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:07.428567 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23d4bc5c-96eb-4ee8-9c3a-92a46d96ccd2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:07.605540 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:49:07.622977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Sync routers for ids ['e805f7ed-85c6-46bb-94e6-47c99b36ea7b'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:49:07.627117 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port a02d9091-fa44-4ceb-9063-52c08d576ff1, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a02d9091-fa44-4ceb-9063-52c08d576ff1,segment=NetworkSegment(4cc0600c-d286-4ba0-ba64-65bb89042bd0),segment_id=4cc0600c-d286-4ba0-ba64-65bb89042bd0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:07.661403 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Routers {'e805f7ed-85c6-46bb-94e6-47c99b36ea7b'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:49:07.662283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:49:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e805f7ed-85c6-46bb-94e6-47c99b36ea7b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:07.731464 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39c68ade-a52b-41c3-8e06-d5793f6195c5 req-2ef0a863-8594-4968-84ec-b2132b14aa0b service neutron] 10.222.0.57 "GET /v2.0/networks/58370d3e-c1c9-44d0-b816-6cd8d07572aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871270 May 27 22:49:07.740541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'a02d9091-fa44-4ceb-9063-52c08d576ff1', 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa', 'port_id': 'a02d9091-fa44-4ceb-9063-52c08d576ff1', 'mac_address': 'fa:16:3e:21:64:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3875c1fd-7686-44e0-ad36-b1dff15fc101', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:49:07.812724 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23d4bc5c-96eb-4ee8-9c3a-92a46d96ccd2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:07.833794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:07.909018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8581eac9-e04c-4f27-a64a-d46d95e1670d None None] Provisioning complete for port 099b981f-e6cf-4559-98e5-f0f79bf29a8c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:07.909259 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8581eac9-e04c-4f27-a64a-d46d95e1670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:07.986105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-23d4bc5c-96eb-4ee8-9c3a-92a46d96ccd2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Calling delete_port for 099b981f-e6cf-4559-98e5-f0f79bf29a8c owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:08.030050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port a02d9091-fa44-4ceb-9063-52c08d576ff1 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:08.030445 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:08.043706 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39c68ade-a52b-41c3-8e06-d5793f6195c5 req-5d63af87-dece-4997-9bac-47cd590e875b service neutron] 10.222.0.57 "GET /v2.0/networks/58370d3e-c1c9-44d0-b816-6cd8d07572aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999213 May 27 22:49:08.046627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47534) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:08.066463 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:08.071068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47538) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:08.073308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-64e14923-10ce-449b-b267-98b633c006d0 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.3830049 May 27 22:49:08.168100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02d9091-fa44-4ceb-9063-52c08d576ff1 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:49:08.173239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8581eac9-e04c-4f27-a64a-d46d95e1670d None None] Port 099b981f-e6cf-4559-98e5-f0f79bf29a8c cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:08.198938 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port a02d9091-fa44-4ceb-9063-52c08d576ff1, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a02d9091-fa44-4ceb-9063-52c08d576ff1,segment=NetworkSegment(4cc0600c-d286-4ba0-ba64-65bb89042bd0),segment_id=4cc0600c-d286-4ba0-ba64-65bb89042bd0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:08.201018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Set router e805f7ed-85c6-46bb-94e6-47c99b36ea7b gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:49:08.291057 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b08eae5f-84c1-45af-aeb6-c0a447e656aa admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a336228ca7484365a5f49153e001a86d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432780 May 27 22:49:08.296277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47546) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:08.375655 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:08.416342 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1fc5644a-89e0-4ab0-8550-8e2ba0a5795d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:08.512108 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1fc5644a-89e0-4ab0-8550-8e2ba0a5795d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:08.533528 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=a02d9091-fa44-4ceb-9063-52c08d576ff1,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:08.653735 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'name': 'tempest-TestVolumeBootPattern-927946015-router', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:57Z', 'updated_at': '2022-05-27T22:49:02Z', 'revision_number': 3, 'project_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'gw_port': {'id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:00Z', 'updated_at': '2022-05-27T22:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:08.662067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Checking router: e805f7ed-85c6-46bb-94e6-47c99b36ea7b for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:49:08.662676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Updating router e805f7ed-85c6-46bb-94e6-47c99b36ea7b port 8069b041-f961-4fe0-b9e1-e2800fc45c4e binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:49:08.694468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c58c2b-1f6b-4288-b352-5dc6e65e9e29 req-230d7a8b-89d2-4130-8887-336e3be9cbaf tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:08.695948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24c58c2b-1f6b-4288-b352-5dc6e65e9e29 req-230d7a8b-89d2-4130-8887-336e3be9cbaf tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 945 time: 0.2601995 May 27 22:49:08.720135 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:08.758970 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:08.790862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['a02d9091-fa44-4ceb-9063-52c08d576ff1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:49:08.799241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e41041-d86c-4cb3-a070-e305c3506e36 req-78b56256-1142-48bd-b71b-2447b7de9127 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:08.800783 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0e41041-d86c-4cb3-a070-e305c3506e36 req-78b56256-1142-48bd-b71b-2447b7de9127 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 945 time: 0.2206168 May 27 22:49:08.814558 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1fc5644a-89e0-4ab0-8550-8e2ba0a5795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:08.875284 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5644a-89e0-4ab0-8550-8e2ba0a5795d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffe029d-1704-4fef-b743-ae72bd205789,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:08.876188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['c9cd4563-bed0-4cd2-8ab3-1cf204cffabf'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:49:08.884627 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24c58c2b-1f6b-4288-b352-5dc6e65e9e29 req-39aad13a-38e7-48fc-ae1b-bfd046b11480 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819654 May 27 22:49:08.936031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event updated for resources: {'Subnet': ['ID=8ed2bb19-6b2e-4f08-be8e-86bc3e4a24e0,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:08.946127 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23d4bc5c-96eb-4ee8-9c3a-92a46d96ccd2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:08.946258 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0e41041-d86c-4cb3-a070-e305c3506e36 req-c85ad854-8785-43ac-9b88-9df0ec9e5c4e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226594 May 27 22:49:08.952172 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1fc5644a-89e0-4ab0-8550-8e2ba0a5795d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:08.955576 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1fc5644a-89e0-4ab0-8550-8e2ba0a5795d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1ffe029d-1704-4fef-b743-ae72bd205789 HTTP/1.1" status: 204 len: 168 time: 0.6567798 May 27 22:49:08.968117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Checking segment: {'id': '63a4f7f1-f392-442f-b7be-76d655052de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7abac166-3824-4422-ad1f-4f02640c9ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:08.969781 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Network hostable DHCP agents. Network: 7abac166-3824-4422-ad1f-4f02640c9ea2, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:49:09.077477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4bc5c-96eb-4ee8-9c3a-92a46d96ccd2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event deleted for resources: {'Port': ['ID=099b981f-e6cf-4559-98e5-f0f79bf29a8c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:09.095587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Network 7abac166-3824-4422-ad1f-4f02640c9ea2 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:49:09.165263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 7abac166-3824-4422-ad1f-4f02640c9ea2) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:09.172302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:09.263645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47564) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:09.334902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911dfdc7-2931-41ec-864e-90ed0e8870b3 None None] Network 7abac166-3824-4422-ad1f-4f02640c9ea2 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:09.420455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event updated for resources: {'Subnet': ['ID=fbcca4b4-5f61-41c1-b2e6-c4184557f355,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:09.435301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Checking segment: {'id': 'a4b40166-e714-4f9c-abaa-8fe24694c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1926cf80-d8d4-4b30-9229-f0456568a8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:09.435806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Network hostable DHCP agents. Network: 1926cf80-d8d4-4b30-9229-f0456568a8db, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:49:09.615635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Network 1926cf80-d8d4-4b30-9229-f0456568a8db is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:49:09.731313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:09.751567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 1926cf80-d8d4-4b30-9229-f0456568a8db) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:09.771488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d8e6b-e21b-4bf6-8aa7-c960314fced2 None None] Network 1926cf80-d8d4-4b30-9229-f0456568a8db requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:09.777612 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:09.778090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:09.778733 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:09.789475 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23d4bc5c-96eb-4ee8-9c3a-92a46d96ccd2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:09.909169 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-23d4bc5c-96eb-4ee8-9c3a-92a46d96ccd2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "DELETE /v2.0/ports/099b981f-e6cf-4559-98e5-f0f79bf29a8c HTTP/1.1" status: 204 len: 168 time: 2.6558685 May 27 22:49:09.913369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47594) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:09.934699 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e3691ea7-f041-40d8-b005-b092ba4395c3 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.7581658 May 27 22:49:09.942501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47602) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:10.074245 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-c114c4e9-2b1c-454f-9bac-2579d2226894 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] GET failed (client error): The resource could not be found. May 27 22:49:10.074961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c114c4e9-2b1c-454f-9bac-2579d2226894 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Synchronizing usage tracker for tenant:e94c9296fc7f47a7b6a8520e43f343b4 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:49:10.245614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Allocated IP 172.20.0.1 (c3fca91a-e866-4260-a80e-2e2a33f39c65/d56c0b0d-0201-43ea-a582-cd441ac41016/e309b557-0485-40a4-b3f2-a7c8526e9aa3) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:10.293783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3f8687-8c92-4880-864a-559df4eeec88 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:10.299393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3f8687-8c92-4880-864a-559df4eeec88 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:10.299393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3f8687-8c92-4880-864a-559df4eeec88 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:10.299393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7f3f8687-8c92-4880-864a-559df4eeec88 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Synchronizing usage tracker for tenant:970852a4a6eb49a7b4808dbdbe294214 on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:49:10.450717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c114c4e9-2b1c-454f-9bac-2579d2226894 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Unset dirty status for tenant:e94c9296fc7f47a7b6a8520e43f343b4 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:49:10.456148 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c114c4e9-2b1c-454f-9bac-2579d2226894 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "GET /v2.0/ports/099b981f-e6cf-4559-98e5-f0f79bf29a8c HTTP/1.1" status: 404 len: 333 time: 0.5415285 May 27 22:49:10.461051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47636) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:10.471316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fb36c-417f-4eba-8cd8-4a027faa4f16 req-8eadcc8d-df58-4d47-8b66-18840bdaee82 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:10.473710 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e7fb36c-417f-4eba-8cd8-4a027faa4f16 req-8eadcc8d-df58-4d47-8b66-18840bdaee82 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 945 time: 0.4115577 May 27 22:49:10.477360 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7f3f8687-8c92-4880-864a-559df4eeec88 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Unset dirty status for tenant:970852a4a6eb49a7b4808dbdbe294214 on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:49:10.479599 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7f3f8687-8c92-4880-864a-559df4eeec88 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5355825 May 27 22:49:10.489531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Request body: {'port': {'network_id': '1358d02c-9154-4d5a-b625-b12dd065c0d4', 'name': 'tempest-AllowedAddressPairTestJSON-1935779825'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:10.489825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd370b8-6984-4ba1-8d8b-05707064175a req-4c0e3399-658b-4a9f-bc0f-2ce3b7556a03 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:10.491603 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1dd370b8-6984-4ba1-8d8b-05707064175a req-4c0e3399-658b-4a9f-bc0f-2ce3b7556a03 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 945 time: 0.3447752 May 27 22:49:10.496206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47642) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:10.506902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-1926cf80-d8d4-4b30-9229-f0456568a8db', 'network_id': '1926cf80-d8d4-4b30-9229-f0456568a8db', 'tenant_id': '970852a4a6eb49a7b4808dbdbe294214', 'fixed_ips': [{'subnet_id': 'fbcca4b4-5f61-41c1-b2e6-c4184557f355'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:49:10.509399 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:10.535442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-7abac166-3824-4422-ad1f-4f02640c9ea2', 'network_id': '7abac166-3824-4422-ad1f-4f02640c9ea2', 'tenant_id': '970852a4a6eb49a7b4808dbdbe294214', 'fixed_ips': [{'subnet_id': '8ed2bb19-6b2e-4f08-be8e-86bc3e4a24e0'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:49:10.539903 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:10.553851 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:10.606662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Transition to ACTIVE for port object 8069b041-f961-4fe0-b9e1-e2800fc45c4e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:10.652747 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:10.680804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Transition to ACTIVE for port object e309b557-0485-40a4-b3f2-a7c8526e9aa3 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:10.797846 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:10.837462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:10.851471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:10.859256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:10.874046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1dd370b8-6984-4ba1-8d8b-05707064175a req-a0a263ef-9ca4-4a4c-8e71-f39419681882 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750677 May 27 22:49:10.877734 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e7fb36c-417f-4eba-8cd8-4a027faa4f16 req-fc159f4c-090e-41db-9172-bb81aecb93ab tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823020 May 27 22:49:10.931094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c744eed-70df-4363-bb75-98c37b9f9ac4 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Deleting subnet 8ed2bb19-6b2e-4f08-be8e-86bc3e4a24e0 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:49:10.945057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Network c3fca91a-e866-4260-a80e-2e2a33f39c65 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:10.948655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:10.963432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:10.977007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Attempting to bind port 8069b041-f961-4fe0-b9e1-e2800fc45c4e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:49:10.977372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Attempting to bind port 8069b041-f961-4fe0-b9e1-e2800fc45c4e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:49:10.977742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Attempting to bind port 8069b041-f961-4fe0-b9e1-e2800fc45c4e on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:11.007436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Allocated IP 2001:db8:0:1::1 (1926cf80-d8d4-4b30-9229-f0456568a8db/fbcca4b4-5f61-41c1-b2e6-c4184557f355/77cfc5d7-b451-43fc-b325-5afbc1516404) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:11.010737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Pushing event updated for resources: {'Port': ['ID=e309b557-0485-40a4-b3f2-a7c8526e9aa3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:11.017591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:49:11.017965 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:11.018375 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:11.019308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:49:11.019803 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Bound port: 8069b041-f961-4fe0-b9e1-e2800fc45c4e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:49:11.020179 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:11.023882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Made reservation on behalf of e94c9296fc7f47a7b6a8520e43f343b4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:11.035482 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:11.052314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127248a-2efd-476b-afb9-8e4d53d6e750 None None] Pushing event updated for resources: {'Port': ['ID=8069b041-f961-4fe0-b9e1-e2800fc45c4e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:11.073644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] device_id is not set on port 5bdc44c0-d897-42fa-a09b-01a39f812fb6 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:49:11.077992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Allocated IP 2001:db8::1 (7abac166-3824-4422-ad1f-4f02640c9ea2/8ed2bb19-6b2e-4f08-be8e-86bc3e4a24e0/60889862-731f-479d-972a-a35b6baad3cd) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:11.139133 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:11.149847 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25c43224-53d8-4e6e-b424-266e879204bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:11.339887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Allocated IP 172.20.0.6 (1358d02c-9154-4d5a-b625-b12dd065c0d4/5bc3348e-051d-4347-830d-acdd202d604c/5bdc44c0-d897-42fa-a09b-01a39f812fb6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:11.383397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] For port 8069b041-f961-4fe0-b9e1-e2800fc45c4e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:49:11.420206 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] For port 8069b041-f961-4fe0-b9e1-e2800fc45c4e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8069b041-f961-4fe0-b9e1-e2800fc45c4e,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:49:11.524629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ad04b99f-6ab9-4e66-ac73-66358851fab2 None None] Provisioning for port e309b557-0485-40a4-b3f2-a7c8526e9aa3 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:11.551513 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:11.555613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ad04b99f-6ab9-4e66-ac73-66358851fab2 None None] Provisioning complete for port e309b557-0485-40a4-b3f2-a7c8526e9aa3 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:11.555951 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ad04b99f-6ab9-4e66-ac73-66358851fab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:11.726689 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:11.756030 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:11.791561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-25c43224-53d8-4e6e-b424-266e879204bf admin admin] Deleting port efa29fbd-dc63-42f0-b8c8-281fcf760298 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:11.792192 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25c43224-53d8-4e6e-b424-266e879204bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:11.794343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ad04b99f-6ab9-4e66-ac73-66358851fab2 None None] Port e309b557-0485-40a4-b3f2-a7c8526e9aa3 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:11.801073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Routers {'e805f7ed-85c6-46bb-94e6-47c99b36ea7b'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:49:11.801708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:49:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e805f7ed-85c6-46bb-94e6-47c99b36ea7b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:11.859016 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Transition to ACTIVE for port object 77cfc5d7-b451-43fc-b325-5afbc1516404 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:11.875133 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:11.883485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127248a-2efd-476b-afb9-8e4d53d6e750 None None] Pushing event updated for resources: {'Port': ['ID=8069b041-f961-4fe0-b9e1-e2800fc45c4e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:11.924271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Transition to ACTIVE for port object 60889862-731f-479d-972a-a35b6baad3cd will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:11.963008 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:11.979075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Transition to ACTIVE for port object 77cfc5d7-b451-43fc-b325-5afbc1516404 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:12.015868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Transition to ACTIVE for port object 60889862-731f-479d-972a-a35b6baad3cd will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:12.026780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Transition to ACTIVE for port object 5bdc44c0-d897-42fa-a09b-01a39f812fb6 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:12.048765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-25c43224-53d8-4e6e-b424-266e879204bf admin admin] For port efa29fbd-dc63-42f0-b8c8-281fcf760298, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=efa29fbd-dc63-42f0-b8c8-281fcf760298,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:12.049333 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25c43224-53d8-4e6e-b424-266e879204bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.054378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] Set router e805f7ed-85c6-46bb-94e6-47c99b36ea7b gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:49:12.080045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.121007 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c744eed-70df-4363-bb75-98c37b9f9ac4 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.134356 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.139225 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.207920 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.217357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-25c43224-53d8-4e6e-b424-266e879204bf admin admin] Calling delete_port for efa29fbd-dc63-42f0-b8c8-281fcf760298 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:12.235168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Network 7abac166-3824-4422-ad1f-4f02640c9ea2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:12.243476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:12.248985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Network 1926cf80-d8d4-4b30-9229-f0456568a8db is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:12.296269 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.311205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:12.314146 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:12.327533 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:12.337536 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Pushing event updated for resources: {'Port': ['ID=77cfc5d7-b451-43fc-b325-5afbc1516404,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:12.376588 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.382542 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Network 1358d02c-9154-4d5a-b625-b12dd065c0d4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:12.387202 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c744eed-70df-4363-bb75-98c37b9f9ac4 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.389627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:12.396297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:12.442975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Pushing event updated for resources: {'Port': ['ID=e309b557-0485-40a4-b3f2-a7c8526e9aa3,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:12.507301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47742) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:12.534094 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c744eed-70df-4363-bb75-98c37b9f9ac4 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.662481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:12.663208 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.724783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event updated for resources: {'Port': ['ID=5bdc44c0-d897-42fa-a09b-01a39f812fb6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:12.806740 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3263a20b-231c-4270-8721-1f06646fb835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.820248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778744f-8a5a-400b-bd9c-4384ccaf13ce req-77dd1c44-db7d-4fb2-b558-c16a845ac187 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:12.824886 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5d7a941f-394b-4ddf-b5e0-ad5dd3c5e167 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3600881 May 27 22:49:12.826333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device c9cd4563-bed0-4cd2-8ab3-1cf204cffabf up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:12.834153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47762) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:12.834298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d778744f-8a5a-400b-bd9c-4384ccaf13ce req-77dd1c44-db7d-4fb2-b558-c16a845ac187 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 945 time: 0.6802485 May 27 22:49:12.836904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c16f3623-f38b-415e-9a35-c6db459ff990 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4d:38:01'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:12.874645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Network c3fca91a-e866-4260-a80e-2e2a33f39c65 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:12.881331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3263a20b-231c-4270-8721-1f06646fb835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:12.883963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:12.894791 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Pushing event updated for resources: {'Port': ['ID=60889862-731f-479d-972a-a35b6baad3cd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:12.897342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Attempting to bind port 77cfc5d7-b451-43fc-b325-5afbc1516404 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:49:12.897707 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Attempting to bind port 77cfc5d7-b451-43fc-b325-5afbc1516404 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'a4b40166-e714-4f9c-abaa-8fe24694c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1926cf80-d8d4-4b30-9229-f0456568a8db'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:49:12.898149 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Attempting to bind port 77cfc5d7-b451-43fc-b325-5afbc1516404 on network 1926cf80-d8d4-4b30-9229-f0456568a8db {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:12.907342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Attempting to bind port 60889862-731f-479d-972a-a35b6baad3cd on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:49:12.907716 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Attempting to bind port 60889862-731f-479d-972a-a35b6baad3cd by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '63a4f7f1-f392-442f-b7be-76d655052de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7abac166-3824-4422-ad1f-4f02640c9ea2'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:49:12.907862 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d778744f-8a5a-400b-bd9c-4384ccaf13ce req-15badca0-1e67-4c17-84da-697fea21a064 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785644 May 27 22:49:12.908083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Attempting to bind port 60889862-731f-479d-972a-a35b6baad3cd on network 7abac166-3824-4422-ad1f-4f02640c9ea2 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:12.922460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3263a20b-231c-4270-8721-1f06646fb835 admin admin] Usage tracker for resource:security_group_rule and tenant:e07ba238565e46ccb72996477c4f8436 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:12.924685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7b3f8-467a-4c7e-98d3-43ed0165e1e9 req-df5c6da3-6eef-4e11-9eb6-57cc11e24286 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:12.926713 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0d7b3f8-467a-4c7e-98d3-43ed0165e1e9 req-df5c6da3-6eef-4e11-9eb6-57cc11e24286 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 945 time: 0.7167065 May 27 22:49:12.928949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3263a20b-231c-4270-8721-1f06646fb835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:12.938235 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:49:12.938615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Checking segment: {'id': 'a4b40166-e714-4f9c-abaa-8fe24694c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1926cf80-d8d4-4b30-9229-f0456568a8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:12.939179 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.939576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Bound using segment: {'id': 'a4b40166-e714-4f9c-abaa-8fe24694c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1926cf80-d8d4-4b30-9229-f0456568a8db'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:49:12.940051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Bound port: 77cfc5d7-b451-43fc-b325-5afbc1516404, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b40166-e714-4f9c-abaa-8fe24694c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '1926cf80-d8d4-4b30-9229-f0456568a8db'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:49:12.940639 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.985166 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0d7b3f8-467a-4c7e-98d3-43ed0165e1e9 req-64c93ed6-949e-4e11-8adb-e51c43096c9d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517323 May 27 22:49:12.986141 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25c43224-53d8-4e6e-b424-266e879204bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.996711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:49:12.997083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Checking segment: {'id': '63a4f7f1-f392-442f-b7be-76d655052de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7abac166-3824-4422-ad1f-4f02640c9ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:12.997480 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:12.997869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Bound using segment: {'id': '63a4f7f1-f392-442f-b7be-76d655052de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7abac166-3824-4422-ad1f-4f02640c9ea2'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:49:12.998345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Bound port: 60889862-731f-479d-972a-a35b6baad3cd, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a4f7f1-f392-442f-b7be-76d655052de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7abac166-3824-4422-ad1f-4f02640c9ea2'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:49:12.998717 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:13.035306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3263a20b-231c-4270-8721-1f06646fb835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:13.050725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c43224-53d8-4e6e-b424-266e879204bf admin admin] Pushing event deleted for resources: {'Port': ['ID=efa29fbd-dc63-42f0-b8c8-281fcf760298,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:13.060968 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c744eed-70df-4363-bb75-98c37b9f9ac4 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:13.117561 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ddac7240-e7e6-4fef-811d-88bf9d4fd69b None None] Provisioning for port 5bdc44c0-d897-42fa-a09b-01a39f812fb6 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:13.232944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ddac7240-e7e6-4fef-811d-88bf9d4fd69b None None] Provisioning complete for port 5bdc44c0-d897-42fa-a09b-01a39f812fb6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:13.233635 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ddac7240-e7e6-4fef-811d-88bf9d4fd69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:13.315484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] For port 77cfc5d7-b451-43fc-b325-5afbc1516404, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:49:13.323081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Router e805f7ed-85c6-46bb-94e6-47c99b36ea7b has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:49:13.333370 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] For port 77cfc5d7-b451-43fc-b325-5afbc1516404, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=77cfc5d7-b451-43fc-b325-5afbc1516404,segment=NetworkSegment(a4b40166-e714-4f9c-abaa-8fe24694c85f),segment_id=a4b40166-e714-4f9c-abaa-8fe24694c85f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:49:13.338678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] For port 60889862-731f-479d-972a-a35b6baad3cd, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:49:13.342918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] For port 60889862-731f-479d-972a-a35b6baad3cd, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=60889862-731f-479d-972a-a35b6baad3cd,segment=NetworkSegment(63a4f7f1-f392-442f-b7be-76d655052de9),segment_id=63a4f7f1-f392-442f-b7be-76d655052de9)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:49:13.345112 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ddac7240-e7e6-4fef-811d-88bf9d4fd69b None None] Port 5bdc44c0-d897-42fa-a09b-01a39f812fb6 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:13.360917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'name': 'tempest-TestVolumeBootPattern-927946015-router', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:57Z', 'updated_at': '2022-05-27T22:49:11Z', 'revision_number': 4, 'project_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'gw_port': {'id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:00Z', 'updated_at': '2022-05-27T22:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'e309b557-0485-40a4-b3f2-a7c8526e9aa3', 'name': '', 'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'mac_address': 'fa:16:3e:45:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': 'd56c0b0d-0201-43ea-a582-cd441ac41016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:09Z', 'updated_at': '2022-05-27T22:49:10Z', 'revision_number': 1, 'project_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'subnets': [{'id': 'd56c0b0d-0201-43ea-a582-cd441ac41016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:13.361166 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c744eed-70df-4363-bb75-98c37b9f9ac4 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:13.364722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c744eed-70df-4363-bb75-98c37b9f9ac4 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event deleted for resources: {'Subnet': ['ID=8ed2bb19-6b2e-4f08-be8e-86bc3e4a24e0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:13.367096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f94fe5-f91b-4cf9-a0c1-d35396b7d96e None None] The sync data for ids ['e805f7ed-85c6-46bb-94e6-47c99b36ea7b'] in n-d-843680-3 is: [{'id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'name': 'tempest-TestVolumeBootPattern-927946015-router', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:57Z', 'updated_at': '2022-05-27T22:49:11Z', 'revision_number': 4, 'project_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'gw_port': {'id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:00Z', 'updated_at': '2022-05-27T22:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'e309b557-0485-40a4-b3f2-a7c8526e9aa3', 'name': '', 'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'mac_address': 'fa:16:3e:45:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': 'd56c0b0d-0201-43ea-a582-cd441ac41016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:09Z', 'updated_at': '2022-05-27T22:49:10Z', 'revision_number': 1, 'project_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'subnets': [{'id': 'd56c0b0d-0201-43ea-a582-cd441ac41016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:49:13.415819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:13.422924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:13.431708 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:13.457865 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3263a20b-231c-4270-8721-1f06646fb835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:13.471263 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:13.476574 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:13.511154 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0c744eed-70df-4363-bb75-98c37b9f9ac4 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "DELETE /v2.0/subnets/8ed2bb19-6b2e-4f08-be8e-86bc3e4a24e0 HTTP/1.1" status: 204 len: 168 time: 3.0137258 May 27 22:49:13.511850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47790) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:13.573273 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c16f3623-f38b-415e-9a35-c6db459ff990 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:13.598652 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3263a20b-231c-4270-8721-1f06646fb835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:13.731215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ff48d024-99dd-4961-b53e-3436d47f2718 None None] Provisioning complete for port e309b557-0485-40a4-b3f2-a7c8526e9aa3 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:13.733408 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ff48d024-99dd-4961-b53e-3436d47f2718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:13.743462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a3cc484-edeb-4d3a-bf0f-6619e5c9dc7a tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Deleting subnet fbcca4b4-5f61-41c1-b2e6-c4184557f355 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:49:13.750068 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc484-edeb-4d3a-bf0f-6619e5c9dc7a tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:13.815787 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25c43224-53d8-4e6e-b424-266e879204bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:13.897625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cb98a-de0a-40f5-a010-662f55909acf None None] Pushing event updated for resources: {'Port': ['ID=77cfc5d7-b451-43fc-b325-5afbc1516404,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:14.006546 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3263a20b-231c-4270-8721-1f06646fb835 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e07ba238565e46ccb72996477c4f8436&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4962096 May 27 22:49:14.101473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47818) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:14.104294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263a20b-231c-4270-8721-1f06646fb835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bea9e92-e1fa-400b-8210-80329f669f62,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:14.178829 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc484-edeb-4d3a-bf0f-6619e5c9dc7a tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:14.203912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4ad26b-cc4b-47eb-ad88-17a9f6bb5b49 None None] Network 7abac166-3824-4422-ad1f-4f02640c9ea2 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:14.297596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ff48d024-99dd-4961-b53e-3436d47f2718 None None] Port e309b557-0485-40a4-b3f2-a7c8526e9aa3 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:14.342848 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc484-edeb-4d3a-bf0f-6619e5c9dc7a tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:14.415345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:49:14.440110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:14.440590 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:14.473774 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b4e4cd75-3570-4a90-8555-2336cfcbf988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:14.553802 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2936f2ac-bf86-4c47-9758-ed8b1a1e7998 admin admin] 10.222.0.27 "PUT /v2.0/routers/e805f7ed-85c6-46bb-94e6-47c99b36ea7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4753916 May 27 22:49:14.589106 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b4e4cd75-3570-4a90-8555-2336cfcbf988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:14.645886 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c16f3623-f38b-415e-9a35-c6db459ff990 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:14.650838 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:14.656588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc595a4-4ac0-46b9-8420-b8068c5e00c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cd4563-bed0-4cd2-8ab3-1cf204cffabf'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:49:14.684812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45e6ef-93d5-4d57-8918-846dde902261 None None] Pushing event updated for resources: {'Port': ['ID=60889862-731f-479d-972a-a35b6baad3cd,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:14.741112 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c16f3623-f38b-415e-9a35-c6db459ff990 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:14.767396 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 77cfc5d7-b451-43fc-b325-5afbc1516404 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:14.820510 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:14.821178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device a02d9091-fa44-4ceb-9063-52c08d576ff1 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:14.846748 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b4e4cd75-3570-4a90-8555-2336cfcbf988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:14.952359 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4cd75-3570-4a90-8555-2336cfcbf988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bea9e92-e1fa-400b-8210-80329f669f62,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:15.016265 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b4e4cd75-3570-4a90-8555-2336cfcbf988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:15.024543 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b4e4cd75-3570-4a90-8555-2336cfcbf988 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7bea9e92-e1fa-400b-8210-80329f669f62 HTTP/1.1" status: 204 len: 168 time: 0.9182994 May 27 22:49:15.042380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f3623-f38b-415e-9a35-c6db459ff990 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event updated for resources: {'Port': ['ID=5bdc44c0-d897-42fa-a09b-01a39f812fb6,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:15.077203 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c16f3623-f38b-415e-9a35-c6db459ff990 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] In _notify_port_updated(), no bound segment for port 5bdc44c0-d897-42fa-a09b-01a39f812fb6 on network 1358d02c-9154-4d5a-b625-b12dd065c0d4 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:49:15.096277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16f3623-f38b-415e-9a35-c6db459ff990 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:15.097003 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c16f3623-f38b-415e-9a35-c6db459ff990 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:15.097225 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:15.098384 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c16f3623-f38b-415e-9a35-c6db459ff990 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "PUT /v2.0/ports/5bdc44c0-d897-42fa-a09b-01a39f812fb6 HTTP/1.1" status: 200 len: 996 time: 2.2691729 May 27 22:49:15.110063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47870) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:15.218136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c43224-53d8-4e6e-b424-266e879204bf admin admin] Router 090dc531-8fe0-4287-a2c7-44bf25619f10 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:49:15.235544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3709e87b-3504-46eb-b77c-3775c4478dd6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Deleting port 5bdc44c0-d897-42fa-a09b-01a39f812fb6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:15.235884 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3709e87b-3504-46eb-b77c-3775c4478dd6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:15.301426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 77cfc5d7-b451-43fc-b325-5afbc1516404 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:15.374146 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port a02d9091-fa44-4ceb-9063-52c08d576ff1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:15.376896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port a02d9091-fa44-4ceb-9063-52c08d576ff1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:15.381935 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:15.582661 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-19495d4b-830e-45ab-893c-ff26c6d8f886 None None] Provisioning complete for port 5bdc44c0-d897-42fa-a09b-01a39f812fb6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:15.583499 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-19495d4b-830e-45ab-893c-ff26c6d8f886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:15.748649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-19495d4b-830e-45ab-893c-ff26c6d8f886 None None] Port 5bdc44c0-d897-42fa-a09b-01a39f812fb6 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:15.796362 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3709e87b-3504-46eb-b77c-3775c4478dd6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:15.853639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443fde5-b3b8-4416-836e-a5e3afdf2bdf req-74a7d549-a7ef-4fc9-9203-98198a493c41 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:15.873866 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5443fde5-b3b8-4416-836e-a5e3afdf2bdf req-74a7d549-a7ef-4fc9-9203-98198a493c41 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 945 time: 1.4733884 May 27 22:49:15.892845 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b435984-7ca4-4b63-a4b5-fa238ed80e60 None None] Network 1926cf80-d8d4-4b30-9229-f0456568a8db requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:15.924677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108c079-4c36-4105-b582-12b2e1b70161 req-2c791f71-929a-4536-ad11-a80a29f7c62b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:15.935296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port a02d9091-fa44-4ceb-9063-52c08d576ff1 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:15.935724 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:15.937265 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2108c079-4c36-4105-b582-12b2e1b70161 req-2c791f71-929a-4536-ad11-a80a29f7c62b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 945 time: 1.4778340 May 27 22:49:15.963261 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc484-edeb-4d3a-bf0f-6619e5c9dc7a tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:15.996804 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:16.110082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port a02d9091-fa44-4ceb-9063-52c08d576ff1, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a02d9091-fa44-4ceb-9063-52c08d576ff1,segment=NetworkSegment(4cc0600c-d286-4ba0-ba64-65bb89042bd0),segment_id=4cc0600c-d286-4ba0-ba64-65bb89042bd0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:16.117827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3709e87b-3504-46eb-b77c-3775c4478dd6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Calling delete_port for 5bdc44c0-d897-42fa-a09b-01a39f812fb6 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:16.174596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-859894f6-c428-44bf-9fa9-7f569da1f06d None None] Provisioning for port 77cfc5d7-b451-43fc-b325-5afbc1516404 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:16.247351 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:16.250641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3cc484-edeb-4d3a-bf0f-6619e5c9dc7a tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event deleted for resources: {'Subnet': ['ID=fbcca4b4-5f61-41c1-b2e6-c4184557f355,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:16.251021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-859894f6-c428-44bf-9fa9-7f569da1f06d None None] Provisioning complete for port 77cfc5d7-b451-43fc-b325-5afbc1516404 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:16.251412 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-859894f6-c428-44bf-9fa9-7f569da1f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:16.257608 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a3cc484-edeb-4d3a-bf0f-6619e5c9dc7a tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:16.280789 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3a3cc484-edeb-4d3a-bf0f-6619e5c9dc7a tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "DELETE /v2.0/subnets/fbcca4b4-5f61-41c1-b2e6-c4184557f355 HTTP/1.1" status: 204 len: 168 time: 2.7592747 May 27 22:49:16.289776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47936) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:16.297339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c43224-53d8-4e6e-b424-266e879204bf admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:49:16.308885 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-25c43224-53d8-4e6e-b424-266e879204bf admin admin] 10.222.0.27 "PUT /v2.0/routers/090dc531-8fe0-4287-a2c7-44bf25619f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0323889 May 27 22:49:16.312975 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1b8102-4efc-4ae8-b13d-d66c7f7207a7 None None] Sync routers for ids ['090dc531-8fe0-4287-a2c7-44bf25619f10'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:49:16.316423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47942) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:16.326034 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b8102-4efc-4ae8-b13d-d66c7f7207a7 None None] Routers {'090dc531-8fe0-4287-a2c7-44bf25619f10'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:49:16.327332 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d1b8102-4efc-4ae8-b13d-d66c7f7207a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:49:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['090dc531-8fe0-4287-a2c7-44bf25619f10'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:16.367919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5443fde5-b3b8-4416-836e-a5e3afdf2bdf req-7c4949fa-da9a-4eff-ae29-06027555e0b8 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909894 May 27 22:49:16.401321 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2108c079-4c36-4105-b582-12b2e1b70161 req-cbec9b27-51ce-42c7-8f90-48824675ad82 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4628606 May 27 22:49:16.471145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d365cbc8-ca3f-4d4e-bb88-1730ccbbeaed tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:16.472616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d365cbc8-ca3f-4d4e-bb88-1730ccbbeaed tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Synchronizing usage tracker for tenant:970852a4a6eb49a7b4808dbdbe294214 on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:49:16.482477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=a02d9091-fa44-4ceb-9063-52c08d576ff1,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:16.486770 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf6a2437-87f2-456f-9903-887f9dcafd00'] response: {'server_uuid': '0dc595a4-4ac0-46b9-8420-b8068c5e00c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cd4563-bed0-4cd2-8ab3-1cf204cffabf', 'code': 200} May 27 22:49:16.561881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-859894f6-c428-44bf-9fa9-7f569da1f06d None None] Current status of the port 77cfc5d7-b451-43fc-b325-5afbc1516404 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:16.562555 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-859894f6-c428-44bf-9fa9-7f569da1f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:16.639421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d219da-ea6b-41cd-b302-222d1ff84d99 None None] DHCP port deletion for 1926cf80-d8d4-4b30-9229-f0456568a8db request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:49:16.642772 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:49:16.661118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-88d219da-ea6b-41cd-b302-222d1ff84d99 None None] Deleting port 77cfc5d7-b451-43fc-b325-5afbc1516404 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:16.661421 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-88d219da-ea6b-41cd-b302-222d1ff84d99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:16.674709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d365cbc8-ca3f-4d4e-bb88-1730ccbbeaed tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Unset dirty status for tenant:970852a4a6eb49a7b4808dbdbe294214 on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:49:16.675932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d365cbc8-ca3f-4d4e-bb88-1730ccbbeaed tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3764122 May 27 22:49:16.682430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47964) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:16.725663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8069b041-f961-4fe0-b9e1-e2800fc45c4e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:16.775481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-859894f6-c428-44bf-9fa9-7f569da1f06d None None] For port 77cfc5d7-b451-43fc-b325-5afbc1516404, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=77cfc5d7-b451-43fc-b325-5afbc1516404,segment=NetworkSegment(a4b40166-e714-4f9c-abaa-8fe24694c85f),segment_id=a4b40166-e714-4f9c-abaa-8fe24694c85f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:16.821200 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3709e87b-3504-46eb-b77c-3775c4478dd6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:16.823737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:16.964178 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0d1b8102-4efc-4ae8-b13d-d66c7f7207a7 None None] Set router 090dc531-8fe0-4287-a2c7-44bf25619f10 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:49:16.982226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e0a69-b306-4965-8792-b14a2899bbb1 req-70e24e76-9a48-43dd-9923-9c88d96c08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:16.987680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-314e0a69-b306-4965-8792-b14a2899bbb1 req-70e24e76-9a48-43dd-9923-9c88d96c08a6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 1097 time: 0.4025640 May 27 22:49:16.991519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-88d219da-ea6b-41cd-b302-222d1ff84d99 None None] For port 77cfc5d7-b451-43fc-b325-5afbc1516404, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=77cfc5d7-b451-43fc-b325-5afbc1516404,segment=NetworkSegment(a4b40166-e714-4f9c-abaa-8fe24694c85f),segment_id=a4b40166-e714-4f9c-abaa-8fe24694c85f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:16.991985 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-88d219da-ea6b-41cd-b302-222d1ff84d99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:17.086348 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-859894f6-c428-44bf-9fa9-7f569da1f06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:17.089416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47990) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:17.142626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3709e87b-3504-46eb-b77c-3775c4478dd6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event deleted for resources: {'Port': ['ID=5bdc44c0-d897-42fa-a09b-01a39f812fb6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:17.236003 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:17.274275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-88d219da-ea6b-41cd-b302-222d1ff84d99 None None] Calling delete_port for 77cfc5d7-b451-43fc-b325-5afbc1516404 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:17.280490 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-314e0a69-b306-4965-8792-b14a2899bbb1 req-ed2561f4-93f4-4d2d-844a-2fdc38ebbb4a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677004 May 27 22:49:17.281205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Deleting port 77cfc5d7-b451-43fc-b325-5afbc1516404 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:17.283223 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:17.352220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Sync routers for ids ['e805f7ed-85c6-46bb-94e6-47c99b36ea7b'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:49:17.516003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Routers {'e805f7ed-85c6-46bb-94e6-47c99b36ea7b'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:49:17.516700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:49:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e805f7ed-85c6-46bb-94e6-47c99b36ea7b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:17.546606 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d1b8102-4efc-4ae8-b13d-d66c7f7207a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:49:12Z', 'revision_number': 5, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:17.558105 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1b8102-4efc-4ae8-b13d-d66c7f7207a7 None None] Checking router: 090dc531-8fe0-4287-a2c7-44bf25619f10 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:49:17.575744 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b8102-4efc-4ae8-b13d-d66c7f7207a7 None None] Routers {'090dc531-8fe0-4287-a2c7-44bf25619f10'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:49:17.577397 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d1b8102-4efc-4ae8-b13d-d66c7f7207a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:49:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['090dc531-8fe0-4287-a2c7-44bf25619f10'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:17.629857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1142550712-network', 'tenant_id': '4b5706954b7242258939efcfdcca26ef'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:17.635554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:17.640060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Usage tracker for resource:network and tenant:4b5706954b7242258939efcfdcca26ef is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:17.642919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:17.649018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:17.739397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859894f6-c428-44bf-9fa9-7f569da1f06d None None] Pushing event updated for resources: {'Port': ['ID=77cfc5d7-b451-43fc-b325-5afbc1516404,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:17.791396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Made reservation on behalf of 4b5706954b7242258939efcfdcca26ef for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:17.793813 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:17.858976 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] For port 77cfc5d7-b451-43fc-b325-5afbc1516404, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=77cfc5d7-b451-43fc-b325-5afbc1516404,segment=NetworkSegment(a4b40166-e714-4f9c-abaa-8fe24694c85f),segment_id=a4b40166-e714-4f9c-abaa-8fe24694c85f)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:17.858976 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:17.866183 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 8069b041-f961-4fe0-b9e1-e2800fc45c4e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:17.867064 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-0d1b8102-4efc-4ae8-b13d-d66c7f7207a7 None None] Set router 090dc531-8fe0-4287-a2c7-44bf25619f10 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:49:17.881344 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:17.881776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8069b041-f961-4fe0-b9e1-e2800fc45c4e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:17.881776 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:17.912821 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3709e87b-3504-46eb-b77c-3775c4478dd6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:17.928470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:17.933440 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-88d219da-ea6b-41cd-b302-222d1ff84d99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:49:17.933793 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-88d219da-ea6b-41cd-b302-222d1ff84d99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:49:17.951792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Usage tracker for resource:security_group_rule and tenant:4b5706954b7242258939efcfdcca26ef is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:17.970302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:17.988407 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3709e87b-3504-46eb-b77c-3775c4478dd6 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "DELETE /v2.0/ports/5bdc44c0-d897-42fa-a09b-01a39f812fb6 HTTP/1.1" status: 204 len: 168 time: 2.8719063 May 27 22:49:17.990656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48036) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:17.997470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:18.082871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Calling delete_port for 77cfc5d7-b451-43fc-b325-5afbc1516404 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:18.110288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Set router e805f7ed-85c6-46bb-94e6-47c99b36ea7b gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:49:18.121244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:18.151386 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a55b26-56f0-428b-a063-23e4a32c6e1c tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] GET failed (client error): The resource could not be found. May 27 22:49:18.153258 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1a55b26-56f0-428b-a063-23e4a32c6e1c tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Synchronizing usage tracker for tenant:e94c9296fc7f47a7b6a8520e43f343b4 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:49:18.242651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] Deleting port 47be9312-b7d9-4e1a-846d-6ed42b500c70 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:18.242651 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:18.262282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e526065-ad2a-4daf-bb18-00d3e99def45 req-4c734260-3c37-4bc9-8ec2-5ebdf7826066 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:18.268240 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e526065-ad2a-4daf-bb18-00d3e99def45 req-4c734260-3c37-4bc9-8ec2-5ebdf7826066 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.5757868 May 27 22:49:18.388570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80725116-30ae-492b-84eb-e00714d34e32 req-d19579b3-2a7d-4292-91c7-4a1f559749bf tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:18.397633 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80725116-30ae-492b-84eb-e00714d34e32 req-d19579b3-2a7d-4292-91c7-4a1f559749bf tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 946 time: 0.7040360 May 27 22:49:18.406440 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-0d1b8102-4efc-4ae8-b13d-d66c7f7207a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:49:12Z', 'revision_number': 5, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:18.412062 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1b8102-4efc-4ae8-b13d-d66c7f7207a7 None None] The sync data for ids ['090dc531-8fe0-4287-a2c7-44bf25619f10'] in n-d-843680-3 is: [{'id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'name': 'tempest-AttachVolumeShelveTestJSON-1415209318-router', 'tenant_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:41:17Z', 'updated_at': '2022-05-27T22:49:12Z', 'revision_number': 5, 'project_id': 'd7b99cdb08444e8e8a97195b4afa165a', 'gw_port': {'id': '47be9312-b7d9-4e1a-846d-6ed42b500c70', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b9:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090dc531-8fe0-4287-a2c7-44bf25619f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:41:20Z', 'updated_at': '2022-05-27T22:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:49:18.430812 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e526065-ad2a-4daf-bb18-00d3e99def45 req-ee51a1ff-04dc-4e47-8589-d9b3fd7befc9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438787 May 27 22:49:18.446409 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:18.463998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-88d219da-ea6b-41cd-b302-222d1ff84d99 None None] Deleting port 77cfc5d7-b451-43fc-b325-5afbc1516404 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:18.466538 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-88d219da-ea6b-41cd-b302-222d1ff84d99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:18.476652 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80725116-30ae-492b-84eb-e00714d34e32 req-4ff2b0cc-e4df-4fec-9642-96e00576eac3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661983 May 27 22:49:18.508941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef57b313-9138-40cf-b3c8-c8ea66ed71b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02d9091-fa44-4ceb-9063-52c08d576ff1'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:49:18.569931 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:18.635641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] No DVR routers for this DVR port 77cfc5d7-b451-43fc-b325-5afbc1516404 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:49:18.700884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8069b041-f961-4fe0-b9e1-e2800fc45c4e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:18.701659 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:18.743845 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6466a694-4340-472e-bdb1-5536aa88c111'] response: {'server_uuid': 'ef57b313-9138-40cf-b3c8-c8ea66ed71b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02d9091-fa44-4ceb-9063-52c08d576ff1', 'code': 200} May 27 22:49:18.762669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event deleted for resources: {'Port': ['ID=77cfc5d7-b451-43fc-b325-5afbc1516404,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:18.810508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1a55b26-56f0-428b-a063-23e4a32c6e1c tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Unset dirty status for tenant:e94c9296fc7f47a7b6a8520e43f343b4 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:49:18.817387 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1a55b26-56f0-428b-a063-23e4a32c6e1c tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "GET /v2.0/ports/5bdc44c0-d897-42fa-a09b-01a39f812fb6 HTTP/1.1" status: 404 len: 333 time: 0.8217845 May 27 22:49:18.818536 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:18.820230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 8069b041-f961-4fe0-b9e1-e2800fc45c4e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8069b041-f961-4fe0-b9e1-e2800fc45c4e,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:18.833653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:49:18.844698 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:18.845096 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Added segment 66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9 of type vlan for network c6994a06-92bb-4044-8188-3690faa44b7f May 27 22:49:18.850081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48074) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:18.883281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-88d219da-ea6b-41cd-b302-222d1ff84d99 None None] The port '77cfc5d7-b451-43fc-b325-5afbc1516404' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:49:18.901273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Request body: {'port': {'network_id': '1358d02c-9154-4d5a-b625-b12dd065c0d4', 'name': 'tempest-AllowedAddressPairTestJSON-758905873'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:18.910094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9843fe1-1094-448c-847e-d5a5f2b15aa5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:18.937583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077e31dd-f952-486e-9e08-6492b96d29f2 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 22:49:18.949426 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:18.989423 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:19.011250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] For port 47be9312-b7d9-4e1a-846d-6ed42b500c70, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=47be9312-b7d9-4e1a-846d-6ed42b500c70,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:19.011250 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:19.048396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:19.121367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1926cf80-d8d4-4b30-9229-f0456568a8db']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:19.164990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device efa29fbd-dc63-42f0-b8c8-281fcf760298 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:49:19.166853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b40166-e714-4f9c-abaa-8fe24694c85f') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:19.171845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b40166-e714-4f9c-abaa-8fe24694c85f') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:19.187568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] Calling delete_port for 47be9312-b7d9-4e1a-846d-6ed42b500c70 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:19.190862 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:19.201013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:19.211952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=8069b041-f961-4fe0-b9e1-e2800fc45c4e,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:19.217144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c470053-fbe9-4b6a-bd1b-e377bab7f528 req-882e3e9c-9cd0-47ed-90bd-ec9e8f734ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:19.218608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c470053-fbe9-4b6a-bd1b-e377bab7f528 req-882e3e9c-9cd0-47ed-90bd-ec9e8f734ab0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 1097 time: 0.3678999 May 27 22:49:19.224140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:19.227665 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:19.234124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: efa29fbd-dc63-42f0-b8c8-281fcf760298 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:49:19.234536 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device efa29fbd-dc63-42f0-b8c8-281fcf760298 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:49:19.235008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 77cfc5d7-b451-43fc-b325-5afbc1516404 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:49:19.251267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:49:19.251659 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:19.281220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'name': 'tempest-TestVolumeBootPattern-927946015-router', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:57Z', 'updated_at': '2022-05-27T22:49:11Z', 'revision_number': 4, 'project_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'gw_port': {'id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:00Z', 'updated_at': '2022-05-27T22:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'e309b557-0485-40a4-b3f2-a7c8526e9aa3', 'name': '', 'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'mac_address': 'fa:16:3e:45:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': 'd56c0b0d-0201-43ea-a582-cd441ac41016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:09Z', 'updated_at': '2022-05-27T22:49:11Z', 'revision_number': 2, 'project_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'subnets': [{'id': 'd56c0b0d-0201-43ea-a582-cd441ac41016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:19.284901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 77cfc5d7-b451-43fc-b325-5afbc1516404 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:49:19.285424 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 77cfc5d7-b451-43fc-b325-5afbc1516404 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:49:19.298753 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Checking router: e805f7ed-85c6-46bb-94e6-47c99b36ea7b for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:49:19.299533 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Updating router e805f7ed-85c6-46bb-94e6-47c99b36ea7b port e309b557-0485-40a4-b3f2-a7c8526e9aa3 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:49:19.323865 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment a4b40166-e714-4f9c-abaa-8fe24694c85f resource provider aggregate not found May 27 22:49:19.362089 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment a4b40166-e714-4f9c-abaa-8fe24694c85f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4b40166-e714-4f9c-abaa-8fe24694c85f found for delete ", "request_id": "req-27be3a61-3047-4d1e-8071-349f2d666af4"}]} May 27 22:49:19.367536 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c470053-fbe9-4b6a-bd1b-e377bab7f528 req-3f71e3ec-e18b-49d5-8fab-fe78ff5f1708 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374974 May 27 22:49:19.388427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Made reservation on behalf of e94c9296fc7f47a7b6a8520e43f343b4 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:19.389066 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:19.392639 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:19.399772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077e31dd-f952-486e-9e08-6492b96d29f2 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 22:49:19.415710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] device_id is not set on port 879d2c1b-6902-42e2-a470-826714c51699 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:49:19.419473 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:19.420463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:19.421301 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:19.610316 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:19.699237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] Pushing event updated for resources: {'Network': ['ID=c6994a06-92bb-4044-8188-3690faa44b7f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:19.711768 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network c6994a06-92bb-4044-8188-3690faa44b7f details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:49:19.712308 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:19.773178 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fd13471a-ea86-4b68-8e7f-1b1d2c5ef42c admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.6435924 May 27 22:49:19.773379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48126) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:19.781030 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] Request body: {'subnet': {'network_id': 'c6994a06-92bb-4044-8188-3690faa44b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1142550712-subnet', 'tenant_id': '4b5706954b7242258939efcfdcca26ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:19.793997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:19.798242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] Usage tracker for resource:subnet and tenant:4b5706954b7242258939efcfdcca26ef is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:19.803273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:19.810386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:19.862844 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "DELETE /v2.0/networks/1926cf80-d8d4-4b30-9229-f0456568a8db HTTP/1.1" status: 204 len: 168 time: 3.1787479 May 27 22:49:19.864277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c1714-4c7d-4dbe-bf32-32e10a72049d tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event deleted for resources: {'Network': ['ID=1926cf80-d8d4-4b30-9229-f0456568a8db,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:19.867549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48134) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:20.006866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] Made reservation on behalf of 4b5706954b7242258939efcfdcca26ef for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:20.010958 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:20.030463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Allocated IP 172.20.0.8 (1358d02c-9154-4d5a-b625-b12dd065c0d4/5bc3348e-051d-4347-830d-acdd202d604c/879d2c1b-6902-42e2-a470-826714c51699) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:20.045142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e588b-9fce-4d18-ba6a-25aa706988cf req-a6db6e60-347a-421f-9df2-fbc10a735ecd tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:20.046747 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-583e588b-9fce-4d18-ba6a-25aa706988cf req-a6db6e60-347a-421f-9df2-fbc10a735ecd tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.2975805 May 27 22:49:20.067268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd62dd2-14f8-4a16-a087-09894df4cfab req-bf0ae07d-e311-465d-b083-72e42514bc74 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:20.068889 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fd62dd2-14f8-4a16-a087-09894df4cfab req-bf0ae07d-e311-465d-b083-72e42514bc74 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 946 time: 0.3067958 May 27 22:49:20.109547 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:20.178937 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-583e588b-9fce-4d18-ba6a-25aa706988cf req-764b61a1-3524-4283-9e7f-49dacc11eca0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208906 May 27 22:49:20.282346 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fd62dd2-14f8-4a16-a087-09894df4cfab req-1646b524-7c5c-48ea-b284-70b838ebd209 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750629 May 27 22:49:20.352183 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:20.369109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Transition to ACTIVE for port object e309b557-0485-40a4-b3f2-a7c8526e9aa3 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:20.381952 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:20.459102 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:20.491480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Transition to ACTIVE for port object 879d2c1b-6902-42e2-a470-826714c51699 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:20.585854 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] Pushing event deleted for resources: {'Port': ['ID=47be9312-b7d9-4e1a-846d-6ed42b500c70,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:20.614775 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:20.634200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4141cd-9549-44f4-9d9b-7d933ec9d17b None None] Pushing event updated for resources: {'Port': ['ID=e309b557-0485-40a4-b3f2-a7c8526e9aa3,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:20.649450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-31a454bb-53f5-4229-9953-558b1c9df068 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:20.650832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-31a454bb-53f5-4229-9953-558b1c9df068 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Synchronizing usage tracker for tenant:a3537ac059424872b0999096f4b18e5e on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:49:20.654675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Deleting port 60889862-731f-479d-972a-a35b6baad3cd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:20.654823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:20.656132 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:20.684192 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:20.757555 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Attempting to bind port e309b557-0485-40a4-b3f2-a7c8526e9aa3 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:49:20.758094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Attempting to bind port e309b557-0485-40a4-b3f2-a7c8526e9aa3 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ce3964b2-bc46-486d-a827-6f5e7e67f498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:49:20.758284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Attempting to bind port e309b557-0485-40a4-b3f2-a7c8526e9aa3 on network c3fca91a-e866-4260-a80e-2e2a33f39c65 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:20.771699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:49:20.772079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Checking segment: {'id': 'ce3964b2-bc46-486d-a827-6f5e7e67f498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:20.777522 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:20.777968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Bound using segment: {'id': 'ce3964b2-bc46-486d-a827-6f5e7e67f498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:49:20.778479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Bound port: e309b557-0485-40a4-b3f2-a7c8526e9aa3, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce3964b2-bc46-486d-a827-6f5e7e67f498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:49:20.778871 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:20.791564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Network 1358d02c-9154-4d5a-b625-b12dd065c0d4 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:20.801217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:20.812717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:20.913687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event updated for resources: {'Port': ['ID=879d2c1b-6902-42e2-a470-826714c51699,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:20.920619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-31a454bb-53f5-4229-9953-558b1c9df068 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Unset dirty status for tenant:a3537ac059424872b0999096f4b18e5e on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:49:20.928599 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-31a454bb-53f5-4229-9953-558b1c9df068 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 812 time: 0.5431030 May 27 22:49:20.951076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6de6f385-9958-4a65-8dac-36beadcf155a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/quotas/a3537ac059424872b0999096f4b18e5e HTTP/1.1" status: 200 len: 375 time: 0.0213015 May 27 22:49:21.057247 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:21.058313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] For port e309b557-0485-40a4-b3f2-a7c8526e9aa3, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:49:21.067251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] For port e309b557-0485-40a4-b3f2-a7c8526e9aa3, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e309b557-0485-40a4-b3f2-a7c8526e9aa3,segment=NetworkSegment(ce3964b2-bc46-486d-a827-6f5e7e67f498),segment_id=ce3964b2-bc46-486d-a827-6f5e7e67f498)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:49:21.100727 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:21.162235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:21.162856 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:21.197334 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:21.241401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-7b4e3d3c-5375-4e66-988d-93e7f0777b74 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2890754 May 27 22:49:21.253920 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8069b041-f961-4fe0-b9e1-e2800fc45c4e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:21.273213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9ecc0-f1ca-478b-b796-0e22b73d4f26 req-fcd9c212-d99e-422e-9231-ab927d7dde1d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:21.274727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55c9ecc0-f1ca-478b-b796-0e22b73d4f26 req-fcd9c212-d99e-422e-9231-ab927d7dde1d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.2302268 May 27 22:49:21.343232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:21.344100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 090dc531-8fe0-4287-a2c7-44bf25619f10 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:49:21.353162 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-877356db-62f5-4fba-bdfa-566a43d1fbb9 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4987538 May 27 22:49:21.364978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48200) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:21.373792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Request body: {'port': {'network_id': '1358d02c-9154-4d5a-b625-b12dd065c0d4', 'name': 'tempest-AllowedAddressPairTestJSON-364151370'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:21.385369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Routers {'e805f7ed-85c6-46bb-94e6-47c99b36ea7b'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:49:21.386601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:49:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e805f7ed-85c6-46bb-94e6-47c99b36ea7b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:21.436613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] For port 60889862-731f-479d-972a-a35b6baad3cd, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=60889862-731f-479d-972a-a35b6baad3cd,segment=NetworkSegment(63a4f7f1-f392-442f-b7be-76d655052de9),segment_id=63a4f7f1-f392-442f-b7be-76d655052de9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:21.436981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:21.583527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:21.605323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:21.606840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c3bcdd77-5842-4097-9557-9f9b2b298d70 None None] Provisioning for port 879d2c1b-6902-42e2-a470-826714c51699 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:21.619454 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55c9ecc0-f1ca-478b-b796-0e22b73d4f26 req-bda52a25-a30d-4dd5-ac3e-695811879a26 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888443 May 27 22:49:21.637592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c3bcdd77-5842-4097-9557-9f9b2b298d70 None None] Provisioning complete for port 879d2c1b-6902-42e2-a470-826714c51699 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:21.638245 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c3bcdd77-5842-4097-9557-9f9b2b298d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:21.680158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Calling delete_port for 60889862-731f-479d-972a-a35b6baad3cd owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:21.696254 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-4f88b8bd-9790-4ac4-8502-03f992134c9d service neutron] 10.222.0.27 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508412 May 27 22:49:21.712687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c3bcdd77-5842-4097-9557-9f9b2b298d70 None None] Port 879d2c1b-6902-42e2-a470-826714c51699 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:21.714281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4141cd-9549-44f4-9d9b-7d933ec9d17b None None] Pushing event updated for resources: {'Port': ['ID=e309b557-0485-40a4-b3f2-a7c8526e9aa3,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:21.750471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Made reservation on behalf of e94c9296fc7f47a7b6a8520e43f343b4 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:21.755043 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:21.758204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] Set router e805f7ed-85c6-46bb-94e6-47c99b36ea7b gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:49:21.824712 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:21.828387 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2c261f55-8103-400d-bfbc-671bdec50acd admin admin] 10.222.0.27 "DELETE /v2.0/routers/090dc531-8fe0-4287-a2c7-44bf25619f10 HTTP/1.1" status: 204 len: 168 time: 5.5086818 May 27 22:49:21.828543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48222) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:21.840123 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8069b041-f961-4fe0-b9e1-e2800fc45c4e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:21.840526 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:21.864494 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:21.901659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] device_id is not set on port 0be7db1b-7bd0-4096-b55a-a768a1fcc727 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:49:21.960740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-2acea179-5c9d-47a3-93df-7412c35861b4 admin admin] Deleting subnet 06f30d47-4208-4370-ad1f-f05d95b79b41 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:49:21.986910 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2acea179-5c9d-47a3-93df-7412c35861b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:22.017223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed42c724-26f0-4f8e-a22b-ae136380cf65,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:22.037893 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:22.061928 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-29606d03-ba9d-4a0d-994a-c4c23b950708 service neutron] 10.222.0.27 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679366 May 27 22:49:22.136966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] Checking segment: {'id': '66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6994a06-92bb-4044-8188-3690faa44b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:22.137584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] Network hostable DHCP agents. Network: c6994a06-92bb-4044-8188-3690faa44b7f, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:49:22.168130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event deleted for resources: {'Port': ['ID=60889862-731f-479d-972a-a35b6baad3cd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:22.173154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] No DVR routers for this DVR port 60889862-731f-479d-972a-a35b6baad3cd on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:49:22.241430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2bdc2-0273-47d7-8123-053ee9f7a580 req-df852db9-2757-4002-a4a4-0c676c64027a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:22.248398 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-17c2bdc2-0273-47d7-8123-053ee9f7a580 req-df852db9-2757-4002-a4a4-0c676c64027a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 946 time: 0.4209976 May 27 22:49:22.254523 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2acea179-5c9d-47a3-93df-7412c35861b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:22.316154 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-17c2bdc2-0273-47d7-8123-053ee9f7a580 req-83e3ce20-8664-4303-92f7-c545914bcc79 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668821 May 27 22:49:22.349029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Allocated IP 172.20.0.7 (1358d02c-9154-4d5a-b625-b12dd065c0d4/5bc3348e-051d-4347-830d-acdd202d604c/0be7db1b-7bd0-4096-b55a-a768a1fcc727) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:22.349206 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8069b041-f961-4fe0-b9e1-e2800fc45c4e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:22.380539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'name': 'tempest-TestVolumeBootPattern-927946015-router', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:57Z', 'updated_at': '2022-05-27T22:49:11Z', 'revision_number': 4, 'project_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'gw_port': {'id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:00Z', 'updated_at': '2022-05-27T22:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'e309b557-0485-40a4-b3f2-a7c8526e9aa3', 'name': '', 'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'mac_address': 'fa:16:3e:45:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': 'd56c0b0d-0201-43ea-a582-cd441ac41016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:09Z', 'updated_at': '2022-05-27T22:49:21Z', 'revision_number': 4, 'project_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'subnets': [{'id': 'd56c0b0d-0201-43ea-a582-cd441ac41016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:22.385722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60747a0-bc12-47a4-a7a2-b1b70f321744 None None] The sync data for ids ['e805f7ed-85c6-46bb-94e6-47c99b36ea7b'] in n-d-843680-3 is: [{'id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'name': 'tempest-TestVolumeBootPattern-927946015-router', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:57Z', 'updated_at': '2022-05-27T22:49:11Z', 'revision_number': 4, 'project_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'gw_port': {'id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:00Z', 'updated_at': '2022-05-27T22:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'e309b557-0485-40a4-b3f2-a7c8526e9aa3', 'name': '', 'network_id': 'c3fca91a-e866-4260-a80e-2e2a33f39c65', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'mac_address': 'fa:16:3e:45:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': 'd56c0b0d-0201-43ea-a582-cd441ac41016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:09Z', 'updated_at': '2022-05-27T22:49:21Z', 'revision_number': 4, 'project_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'subnets': [{'id': 'd56c0b0d-0201-43ea-a582-cd441ac41016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:49:22.412814 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:22.442216 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:22.483357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abac166-3824-4422-ad1f-4f02640c9ea2']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:22.499396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a4f7f1-f392-442f-b7be-76d655052de9') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:22.499708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a4f7f1-f392-442f-b7be-76d655052de9') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:22.511094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] Network c6994a06-92bb-4044-8188-3690faa44b7f is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:49:22.519324 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:22.536873 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2acea179-5c9d-47a3-93df-7412c35861b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:22.582598 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:22.593228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:49:22.594134 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:22.620545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, c6994a06-92bb-4044-8188-3690faa44b7f) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:22.629684 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea87d03c-701a-45a6-97a7-08c68d6d9aef None None] Network c6994a06-92bb-4044-8188-3690faa44b7f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:22.669817 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:22.676284 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 63a4f7f1-f392-442f-b7be-76d655052de9 resource provider aggregate not found May 27 22:49:22.681847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf70da7-a801-427b-b64c-7ec26ac9c7f8 req-519570bc-959f-4fe3-892b-c93f552887da tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:22.683405 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-acf70da7-a801-427b-b64c-7ec26ac9c7f8 req-519570bc-959f-4fe3-892b-c93f552887da tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 946 time: 0.2336257 May 27 22:49:22.691736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:22.692315 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:22.714163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Transition to ACTIVE for port object 0be7db1b-7bd0-4096-b55a-a768a1fcc727 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:22.761039 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 63a4f7f1-f392-442f-b7be-76d655052de9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63a4f7f1-f392-442f-b7be-76d655052de9 found for delete ", "request_id": "req-cabe12d3-6f52-49cc-a3bb-5607624ef12e"}]} May 27 22:49:22.767397 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-acf70da7-a801-427b-b64c-7ec26ac9c7f8 req-d4c66602-cc52-4252-bf56-f466fe140674 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682755 May 27 22:49:22.830232 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-aa89d15f-8398-4c56-9249-0475b2759135 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.0471308 May 27 22:49:22.878694 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:22.882360 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2acea179-5c9d-47a3-93df-7412c35861b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:22.912976 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:23.039985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f754314c-4a9d-4081-a8e4-72dbcbb3b160 None None] Network c6994a06-92bb-4044-8188-3690faa44b7f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:23.237885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e309b557-0485-40a4-b3f2-a7c8526e9aa3 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:23.256329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event updated for resources: {'Port': ['ID=0be7db1b-7bd0-4096-b55a-a768a1fcc727,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:23.267756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Network 1358d02c-9154-4d5a-b625-b12dd065c0d4 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:23.275009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:23.315807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:23.325023 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:23.347353 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2acea179-5c9d-47a3-93df-7412c35861b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:23.365518 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2acea179-5c9d-47a3-93df-7412c35861b4 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/06f30d47-4208-4370-ad1f-f05d95b79b41 HTTP/1.1" status: 204 len: 168 time: 1.5359366 May 27 22:49:23.370782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acea179-5c9d-47a3-93df-7412c35861b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f30d47-4208-4370-ad1f-f05d95b79b41,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:23.370782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event deleted for resources: {'Network': ['ID=7abac166-3824-4422-ad1f-4f02640c9ea2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:23.373261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48272) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:23.408471 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a6c184-2161-41d8-ad8c-b03b919a96f0 None None] Network 0e348a9a-9bf7-4d15-8b46-b5331813aa6a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:23.413520 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-84fdd961-6464-4966-bc09-6744d81c4822 req-21b788fa-15cf-4698-9bb5-f9ca0b4d6c69 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 210 time: 0.1581743 May 27 22:49:23.456109 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d65f457d-fdec-4ecb-859e-72f0391e91ab tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "DELETE /v2.0/networks/7abac166-3824-4422-ad1f-4f02640c9ea2 HTTP/1.1" status: 204 len: 168 time: 3.5871499 May 27 22:49:23.460174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48278) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:23.492766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:23.493752 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:23.591231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535c3a6-504e-4243-b44e-04589f12f0af req-250d922f-d725-432d-bd64-5249a053da5e tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:23.600298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7535c3a6-504e-4243-b44e-04589f12f0af req-250d922f-d725-432d-bd64-5249a053da5e tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.4170253 May 27 22:49:23.673364 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6709236-9957-43d8-a1d0-03ef10533e55 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:23.681115 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7535c3a6-504e-4243-b44e-04589f12f0af req-21e5f99c-2337-446c-a48a-860a8d8a36f1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782478 May 27 22:49:23.689590 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0d525376-684c-497c-b870-f229bcccf082 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3176758 May 27 22:49:23.689590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48284) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:23.696281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ee0f5852-7fa3-4a15-8ef7-25e3a0318b7c tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:4d:38:01'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3b:aa:c9'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:23.825379 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:23.887961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] Deleting port 023676f5-3a01-4b80-99b3-3b9879c5577a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:23.888526 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:23.938967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c2e9ddc1-a9ba-48d9-83dd-fee61fd86edf None None] Provisioning for port 0be7db1b-7bd0-4096-b55a-a768a1fcc727 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:23.948957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c2e9ddc1-a9ba-48d9-83dd-fee61fd86edf None None] Provisioning complete for port 0be7db1b-7bd0-4096-b55a-a768a1fcc727 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:23.948957 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c2e9ddc1-a9ba-48d9-83dd-fee61fd86edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:24.031581 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6709236-9957-43d8-a1d0-03ef10533e55 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:24.054427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port e309b557-0485-40a4-b3f2-a7c8526e9aa3 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:24.064550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0de437-18ec-443a-a0f2-5dafecca68b0 None None] DHCP port deletion for 0e348a9a-9bf7-4d15-8b46-b5331813aa6a request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:49:24.087871 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e309b557-0485-40a4-b3f2-a7c8526e9aa3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:24.088237 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:24.129662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9ddc1-a9ba-48d9-83dd-fee61fd86edf None None] Port 0be7db1b-7bd0-4096-b55a-a768a1fcc727 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:24.134688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-af0de437-18ec-443a-a0f2-5dafecca68b0 None None] Deleting port 023676f5-3a01-4b80-99b3-3b9879c5577a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:24.135441 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af0de437-18ec-443a-a0f2-5dafecca68b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:24.217473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] For port 023676f5-3a01-4b80-99b3-3b9879c5577a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=023676f5-3a01-4b80-99b3-3b9879c5577a,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:24.217782 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:24.272868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-277a2498-13e9-42ea-a051-aa6e908825c4 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:24.274397 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-277a2498-13e9-42ea-a051-aa6e908825c4 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/networks?id=c6994a06-92bb-4044-8188-3690faa44b7f HTTP/1.1" status: 200 len: 822 time: 0.3804896 May 27 22:49:24.333545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48306) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:24.349195 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-e93c1962-cfda-4dbb-8abf-c56045001dd3 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/quotas/4b5706954b7242258939efcfdcca26ef HTTP/1.1" status: 200 len: 375 time: 0.0612581 May 27 22:49:24.371118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] Calling delete_port for 023676f5-3a01-4b80-99b3-3b9879c5577a owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:24.476901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c6709236-9957-43d8-a1d0-03ef10533e55 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82da1b19-73f7-42d4-a5de-690ebce186a7']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:24.501568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c6709236-9957-43d8-a1d0-03ef10533e55 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ceb15ae-ca64-4e23-bf21-b6bc28319f85') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:24.502085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c6709236-9957-43d8-a1d0-03ef10533e55 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ceb15ae-ca64-4e23-bf21-b6bc28319f85') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:24.506776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-af0de437-18ec-443a-a0f2-5dafecca68b0 None None] For port 023676f5-3a01-4b80-99b3-3b9879c5577a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=023676f5-3a01-4b80-99b3-3b9879c5577a,segment=NetworkSegment(748b837c-d0f9-41a7-858c-caecd8fbc141),segment_id=748b837c-d0f9-41a7-858c-caecd8fbc141)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:24.506776 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af0de437-18ec-443a-a0f2-5dafecca68b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:24.516879 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6709236-9957-43d8-a1d0-03ef10533e55 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:24.529793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e309b557-0485-40a4-b3f2-a7c8526e9aa3 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:24.529793 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:24.530128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-fab36b24-4382-4069-9a01-f3af6bb1047c tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=4b5706954b7242258939efcfdcca26ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1112096 May 27 22:49:24.542618 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6709236-9957-43d8-a1d0-03ef10533e55 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:24.571330 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:24.603313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6709236-9957-43d8-a1d0-03ef10533e55 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:49:24.603793 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6709236-9957-43d8-a1d0-03ef10533e55 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:24.695428 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5852-7fa3-4a15-8ef7-25e3a0318b7c tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:24.697787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-af0de437-18ec-443a-a0f2-5dafecca68b0 None None] Calling delete_port for 023676f5-3a01-4b80-99b3-3b9879c5577a owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:24.762635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] Pushing event deleted for resources: {'Port': ['ID=023676f5-3a01-4b80-99b3-3b9879c5577a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:24.778337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] No DVR routers for this DVR port 023676f5-3a01-4b80-99b3-3b9879c5577a on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:49:24.878535 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 1ceb15ae-ca64-4e23-bf21-b6bc28319f85 resource provider aggregate not found May 27 22:49:24.892732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port e309b557-0485-40a4-b3f2-a7c8526e9aa3, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e309b557-0485-40a4-b3f2-a7c8526e9aa3,segment=NetworkSegment(ce3964b2-bc46-486d-a827-6f5e7e67f498),segment_id=ce3964b2-bc46-486d-a827-6f5e7e67f498)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:24.894662 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-af0de437-18ec-443a-a0f2-5dafecca68b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:49:24.895013 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-af0de437-18ec-443a-a0f2-5dafecca68b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:49:24.969815 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:25.011389 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 1ceb15ae-ca64-4e23-bf21-b6bc28319f85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ceb15ae-ca64-4e23-bf21-b6bc28319f85 found for delete ", "request_id": "req-51ae2ea9-d28e-402c-a5f5-a9ac7ccd9458"}]} May 27 22:49:25.014205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 47be9312-b7d9-4e1a-846d-6ed42b500c70 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:49:25.070327 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:25.081573 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 47be9312-b7d9-4e1a-846d-6ed42b500c70 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:49:25.082124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 47be9312-b7d9-4e1a-846d-6ed42b500c70 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:49:25.105632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e348a9a-9bf7-4d15-8b46-b5331813aa6a']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:25.117218 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6709236-9957-43d8-a1d0-03ef10533e55 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:25.154339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748b837c-d0f9-41a7-858c-caecd8fbc141') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:25.154632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748b837c-d0f9-41a7-858c-caecd8fbc141') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:25.162619 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6709236-9957-43d8-a1d0-03ef10533e55 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:25.165439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6709236-9957-43d8-a1d0-03ef10533e55 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event deleted for resources: {'Network': ['ID=82da1b19-73f7-42d4-a5de-690ebce186a7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:25.175395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=e309b557-0485-40a4-b3f2-a7c8526e9aa3,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:25.194399 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:25.205406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 023676f5-3a01-4b80-99b3-3b9879c5577a no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:49:25.219471 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c6709236-9957-43d8-a1d0-03ef10533e55 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "DELETE /v2.0/networks/82da1b19-73f7-42d4-a5de-690ebce186a7 HTTP/1.1" status: 204 len: 168 time: 1.7565672 May 27 22:49:25.223433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48324) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:25.272087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 023676f5-3a01-4b80-99b3-3b9879c5577a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:49:25.272406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 023676f5-3a01-4b80-99b3-3b9879c5577a not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:49:25.357383 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d98c168-f2d0-4e64-99bd-0b2e40f72b54 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:25.359760 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:25.367211 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fdbc703b-eec1-4a00-99fd-38425128d64c req-39e2358a-cefc-4687-b8b5-99e37ca6f201 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 210 time: 0.3377323 May 27 22:49:25.371055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:49:25.371719 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:25.397143 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-af0de437-18ec-443a-a0f2-5dafecca68b0 None None] Deleting port 023676f5-3a01-4b80-99b3-3b9879c5577a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:25.398268 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af0de437-18ec-443a-a0f2-5dafecca68b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:25.555229 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-af0de437-18ec-443a-a0f2-5dafecca68b0 None None] The port '023676f5-3a01-4b80-99b3-3b9879c5577a' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:49:25.717948 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d98c168-f2d0-4e64-99bd-0b2e40f72b54 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:25.747040 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6d98c168-f2d0-4e64-99bd-0b2e40f72b54 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c4ecba-2cdc-4dd4-a2b0-48e4efcc7400']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:25.771735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6d98c168-f2d0-4e64-99bd-0b2e40f72b54 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53c08a9-34e4-4013-bc1d-20494620bb98') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:25.772081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6d98c168-f2d0-4e64-99bd-0b2e40f72b54 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53c08a9-34e4-4013-bc1d-20494620bb98') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:25.788165 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d98c168-f2d0-4e64-99bd-0b2e40f72b54 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:25.810708 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d98c168-f2d0-4e64-99bd-0b2e40f72b54 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:25.818768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d98c168-f2d0-4e64-99bd-0b2e40f72b54 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:49:25.818768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d98c168-f2d0-4e64-99bd-0b2e40f72b54 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:25.824016 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-9ff40ba4-27a9-4df8-bfa4-110f0f9a5de3 service neutron] 10.222.0.27 "GET /v2.0/networks/c6994a06-92bb-4044-8188-3690faa44b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7978692 May 27 22:49:25.835267 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:25.898465 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:25.929847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] Pushing event deleted for resources: {'Network': ['ID=0e348a9a-9bf7-4d15-8b46-b5331813aa6a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:26.029126 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7941138a-1678-400b-9f97-3e45531c092b admin admin] 10.222.0.27 "DELETE /v2.0/networks/0e348a9a-9bf7-4d15-8b46-b5331813aa6a HTTP/1.1" status: 204 len: 168 time: 2.6522992 May 27 22:49:26.054924 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d98c168-f2d0-4e64-99bd-0b2e40f72b54 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:26.084995 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d98c168-f2d0-4e64-99bd-0b2e40f72b54 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:26.100325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98c168-f2d0-4e64-99bd-0b2e40f72b54 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] Pushing event deleted for resources: {'Network': ['ID=33c4ecba-2cdc-4dd4-a2b0-48e4efcc7400,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:26.104640 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6d98c168-f2d0-4e64-99bd-0b2e40f72b54 tempest-BulkNetworkOpsIpV6Test-1414219913 tempest-BulkNetworkOpsIpV6Test-1414219913-project] 10.222.0.27 "DELETE /v2.0/networks/33c4ecba-2cdc-4dd4-a2b0-48e4efcc7400 HTTP/1.1" status: 204 len: 168 time: 0.8802218 May 27 22:49:26.199629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2a4a8-78f9-4bc9-a562-93981d71c1ce req-6ea6e958-8278-4019-b3e9-ceefd0ff318c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:26.201208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08d2a4a8-78f9-4bc9-a562-93981d71c1ce req-6ea6e958-8278-4019-b3e9-ceefd0ff318c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.5857491 May 27 22:49:26.311978 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-417bcf51-7740-4ba0-8ea0-abc3182baa37 service neutron] 10.222.0.27 "GET /v2.0/networks/c6994a06-92bb-4044-8188-3690faa44b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519687 May 27 22:49:26.318339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-d50246d8-327a-4218-a1ad-1e3369c6bb7b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:26.319710 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-d50246d8-327a-4218-a1ad-1e3369c6bb7b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 812 time: 0.4149408 May 27 22:49:26.367570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'port': {'device_id': '6a26cfd3-e061-4833-a06a-07583b18b54e', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'admin_state_up': True, 'tenant_id': 'a3537ac059424872b0999096f4b18e5e'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:26.397707 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5852-7fa3-4a15-8ef7-25e3a0318b7c tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:26.442857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48336) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:26.466278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08d2a4a8-78f9-4bc9-a562-93981d71c1ce req-ceadd5bc-d352-4513-8a62-f083907a4fc6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359431 May 27 22:49:26.481733 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5852-7fa3-4a15-8ef7-25e3a0318b7c tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:26.492292 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fc47c341-4e84-40fb-be24-bcf106e1b65b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d7b99cdb08444e8e8a97195b4afa165a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544798 May 27 22:49:26.499551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48342) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:26.566853 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:26.615168 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c577effe-b8ff-451d-8a6c-7062f345aa34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:26.680109 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c577effe-b8ff-451d-8a6c-7062f345aa34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:26.774122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48352) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:26.887922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device c9cd4563-bed0-4cd2-8ab3-1cf204cffabf details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:49:26.906467 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c577effe-b8ff-451d-8a6c-7062f345aa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:26.934600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577effe-b8ff-451d-8a6c-7062f345aa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e764fb-96df-4276-ac7d-cd0dec217da5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:26.953154 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c577effe-b8ff-451d-8a6c-7062f345aa34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:26.954311 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c577effe-b8ff-451d-8a6c-7062f345aa34 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/21e764fb-96df-4276-ac7d-cd0dec217da5 HTTP/1.1" status: 204 len: 168 time: 0.4537156 May 27 22:49:27.031316 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 748b837c-d0f9-41a7-858c-caecd8fbc141 resource provider aggregate not found May 27 22:49:27.083275 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 748b837c-d0f9-41a7-858c-caecd8fbc141 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 748b837c-d0f9-41a7-858c-caecd8fbc141 found for delete ", "request_id": "req-6f03d3d7-88f4-4374-9765-b8a22947b091"}]} May 27 22:49:27.134618 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e53c08a9-34e4-4013-bc1d-20494620bb98 resource provider aggregate not found May 27 22:49:27.164114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:27.171822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Usage tracker for resource:port and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:27.177245 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:27.187910 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e53c08a9-34e4-4013-bc1d-20494620bb98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e53c08a9-34e4-4013-bc1d-20494620bb98 found for delete ", "request_id": "req-0412c92b-2ae3-431f-ace4-75f4adb0ae4e"}]} May 27 22:49:27.222468 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e309b557-0485-40a4-b3f2-a7c8526e9aa3 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:27.242797 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2b5a1ee6-c0e0-4cdf-a517-cdba4a1f2fb9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=970852a4a6eb49a7b4808dbdbe294214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666977 May 27 22:49:27.245097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48372) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:27.280428 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2b98414e-8980-4f6d-afdd-dc04b23eb19b req-7a2c0eaf-8331-4edc-bae7-8ca53640fe8e tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 210 time: 0.6169970 May 27 22:49:27.290119 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35c556c5-1cba-4b49-a0a9-cb00eaec4837 req-f53a8683-b914-4215-a96d-8cee491351da tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 210 time: 0.6251106 May 27 22:49:27.295455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:27.345302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f5852-7fa3-4a15-8ef7-25e3a0318b7c tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event updated for resources: {'Port': ['ID=0be7db1b-7bd0-4096-b55a-a768a1fcc727,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:27.360867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-44bb6545-5022-42ff-a2cc-51d93b7ead40 None None] Provisioning complete for port 0be7db1b-7bd0-4096-b55a-a768a1fcc727 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:27.361405 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44bb6545-5022-42ff-a2cc-51d93b7ead40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:27.370478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f5852-7fa3-4a15-8ef7-25e3a0318b7c tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] In _notify_port_updated(), no bound segment for port 0be7db1b-7bd0-4096-b55a-a768a1fcc727 on network 1358d02c-9154-4d5a-b625-b12dd065c0d4 {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:49:27.375199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0f5852-7fa3-4a15-8ef7-25e3a0318b7c tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:27.376244 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee0f5852-7fa3-4a15-8ef7-25e3a0318b7c tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:27.378444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ee0f5852-7fa3-4a15-8ef7-25e3a0318b7c tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "PUT /v2.0/ports/0be7db1b-7bd0-4096-b55a-a768a1fcc727 HTTP/1.1" status: 200 len: 1054 time: 3.6906185 May 27 22:49:27.385390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48376) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:27.504740 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54377a94-7548-4b56-ad19-555fe7e9033c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:27.578897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Deleting port 0be7db1b-7bd0-4096-b55a-a768a1fcc727 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:27.578897 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:27.631597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Made reservation on behalf of a3537ac059424872b0999096f4b18e5e for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:27.646131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:27.660182 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54377a94-7548-4b56-ad19-555fe7e9033c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:27.698074 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-19ca2b54-58ca-48da-8362-24d52bf9d30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:27.716917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:27.793488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-44bb6545-5022-42ff-a2cc-51d93b7ead40 None None] Port 0be7db1b-7bd0-4096-b55a-a768a1fcc727 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:27.808943 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'c9cd4563-bed0-4cd2-8ab3-1cf204cffabf', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'port_id': 'c9cd4563-bed0-4cd2-8ab3-1cf204cffabf', 'mac_address': 'fa:16:3e:7b:dc:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:49:27.931172 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e309b557-0485-40a4-b3f2-a7c8526e9aa3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:27.931774 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:28.045673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:28.046269 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:28.047294 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54377a94-7548-4b56-ad19-555fe7e9033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:28.138232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54377a94-7548-4b56-ad19-555fe7e9033c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6863fcc2-5b6c-41f6-8b3b-0fa96189d465,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:28.157161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9cd4563-bed0-4cd2-8ab3-1cf204cffabf {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:49:28.193183 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:28.201323 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e309b557-0485-40a4-b3f2-a7c8526e9aa3 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:28.207606 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54377a94-7548-4b56-ad19-555fe7e9033c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:28.208722 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-54377a94-7548-4b56-ad19-555fe7e9033c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6863fcc2-5b6c-41f6-8b3b-0fa96189d465 HTTP/1.1" status: 204 len: 168 time: 0.9622741 May 27 22:49:28.284474 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:28.427224 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:28.435789 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:28.473018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc70cd-267c-4fb7-ab7d-f764a8ec1c2f req-2c7ca919-7f9b-407b-a71f-79ba2781cc21 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:28.481858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['c9cd4563-bed0-4cd2-8ab3-1cf204cffabf'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:49:28.493656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41bc70cd-267c-4fb7-ab7d-f764a8ec1c2f req-2c7ca919-7f9b-407b-a71f-79ba2781cc21 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.5620334 May 27 22:49:28.750294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Allocated IP 172.20.0.7 (d259ef12-3c47-4a2a-b28b-38e6df0b8220/359c9276-8a0d-4cf7-bcd9-97af35f64e95/200ab7d4-5024-4467-842e-7842f09c3def) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:28.886211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Calling delete_port for 0be7db1b-7bd0-4096-b55a-a768a1fcc727 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:28.982455 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ed539df-42fb-4411-b896-83b6cf7966af req-1bcd5c69-4312-4bff-8dd9-743ce24155bc tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 210 time: 0.2778873 May 27 22:49:29.002901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41bc70cd-267c-4fb7-ab7d-f764a8ec1c2f req-e097e3d9-f515-465d-a28e-5ed64424b07d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080643 May 27 22:49:29.097083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Allocated IP 172.20.0.17 (58370d3e-c1c9-44d0-b816-6cd8d07572aa/3875c1fd-7686-44e0-ad36-b1dff15fc101/372cea7f-60f3-4810-a29b-51a230144875) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:29.421288 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:29.461466 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb08e458-f9f5-479d-a92e-366f892ca4ac req-b5cf7632-8b43-4457-846f-7aa54992db9b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 210 time: 0.1353741 May 27 22:49:29.575017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event deleted for resources: {'Port': ['ID=0be7db1b-7bd0-4096-b55a-a768a1fcc727,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:29.672440 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-955337cc-412d-4e2a-84e8-f4a91d4f692f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:29.803661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:29.804013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:29.804336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:29.804690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:29.805379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:29.805379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:29.815799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:29.816235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:29.816600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:29.816935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:29.817261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:29.817581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:29.825405 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:29.841287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48452) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:29.845704 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Transition to ACTIVE for port object 372cea7f-60f3-4810-a29b-51a230144875 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:29.979105 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:30.123497 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:30.248720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network 58370d3e-c1c9-44d0-b816-6cd8d07572aa is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:30.279316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:30.286256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:30.391836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Transition to ACTIVE for port object 200ab7d4-5024-4467-842e-7842f09c3def will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:30.538328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Port': ['ID=372cea7f-60f3-4810-a29b-51a230144875,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:30.642238 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5155dc8a-6cf1-45f2-8ba9-f24060e2a798 req-759510b8-71d8-44ee-8fd8-b8c4b0f0329a tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 210 time: 0.2709823 May 27 22:49:30.818637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1156002406-network', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:30.830307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:30.830829 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:30.840390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Usage tracker for resource:network and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:30.850792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:30.878316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:30.889190 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:30.902814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device c9cd4563-bed0-4cd2-8ab3-1cf204cffabf up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:30.994084 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:31.014590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:31.015444 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:31.192443 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-21e3338b-3d3d-47cc-980a-f3b35cfd4d0d None None] Provisioning for port 372cea7f-60f3-4810-a29b-51a230144875 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:31.210189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-21e3338b-3d3d-47cc-980a-f3b35cfd4d0d None None] Provisioning complete for port 372cea7f-60f3-4810-a29b-51a230144875 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:31.210552 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-21e3338b-3d3d-47cc-980a-f3b35cfd4d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:31.276723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-cfa1f910-4612-41b4-bca3-ad35d3caf7f2 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:31.278338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-cfa1f910-4612-41b4-bca3-ad35d3caf7f2 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Synchronizing usage tracker for tenant:4b5706954b7242258939efcfdcca26ef on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:49:31.288243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Made reservation on behalf of 53d923b432974a83b5d42963ced4cc2e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:31.291844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:31.309630 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:31.324062 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:31.355003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-21e3338b-3d3d-47cc-980a-f3b35cfd4d0d None None] Port 372cea7f-60f3-4810-a29b-51a230144875 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:31.365547 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e99ecc0-b9f2-4b4e-9ac2-ea1f4a03a465 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "DELETE /v2.0/ports/0be7db1b-7bd0-4096-b55a-a768a1fcc727 HTTP/1.1" status: 204 len: 168 time: 3.9766648 May 27 22:49:31.365797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:31.368485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48476) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:31.369110 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48478) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:31.382640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Usage tracker for resource:security_group_rule and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:31.393620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:31.455721 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:31.456093 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:31.464164 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:31.516599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:31.516839 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc595a4-4ac0-46b9-8420-b8068c5e00c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cd4563-bed0-4cd2-8ab3-1cf204cffabf'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:49:31.517760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-cfa1f910-4612-41b4-bca3-ad35d3caf7f2 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Unset dirty status for tenant:4b5706954b7242258939efcfdcca26ef on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:49:31.518931 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-cfa1f910-4612-41b4-bca3-ad35d3caf7f2 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.46 "GET /v2.0/networks?id=c6994a06-92bb-4044-8188-3690faa44b7f HTTP/1.1" status: 200 len: 822 time: 1.3969338 May 27 22:49:31.534220 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa8269e-98b2-4ae9-a467-d67a2039a7c2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] GET failed (client error): The resource could not be found. May 27 22:49:31.534838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2aa8269e-98b2-4ae9-a467-d67a2039a7c2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Synchronizing usage tracker for tenant:e94c9296fc7f47a7b6a8520e43f343b4 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:49:31.537071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:31.541460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Request body: {'port': {'device_id': '68680f22-20d2-4407-a888-639f328de33d', 'network_id': 'c6994a06-92bb-4044-8188-3690faa44b7f', 'admin_state_up': True, 'tenant_id': '4b5706954b7242258939efcfdcca26ef'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:31.632315 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:31.671782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2aa8269e-98b2-4ae9-a467-d67a2039a7c2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Unset dirty status for tenant:e94c9296fc7f47a7b6a8520e43f343b4 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:49:31.679460 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2aa8269e-98b2-4ae9-a467-d67a2039a7c2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "GET /v2.0/ports/0be7db1b-7bd0-4096-b55a-a768a1fcc727 HTTP/1.1" status: 404 len: 333 time: 0.3053827 May 27 22:49:31.692573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48490) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:31.735302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Network d259ef12-3c47-4a2a-b28b-38e6df0b8220 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:31.744520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-68803fa9-86c1-43b6-9234-2d9241ed4a43 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1548640453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:31.786691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-68803fa9-86c1-43b6-9234-2d9241ed4a43 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:31.809168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:31.881344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-19087b2d-18c5-4439-9034-8665b7b183d2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Deleting port 879d2c1b-6902-42e2-a470-826714c51699 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:31.881833 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-19087b2d-18c5-4439-9034-8665b7b183d2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:31.889913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:31.891648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-68803fa9-86c1-43b6-9234-2d9241ed4a43 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Usage tracker for resource:router and tenant:ab606b6039444fffa3763e8bb186b305 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:31.915210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:31.915210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:31.930688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-68803fa9-86c1-43b6-9234-2d9241ed4a43 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:31.941599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:31.943901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-68803fa9-86c1-43b6-9234-2d9241ed4a43 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:31.948208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Usage tracker for resource:port and tenant:4b5706954b7242258939efcfdcca26ef is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:31.960867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:31.965807 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.005203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:32.006040 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.030470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:32.032486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7dcdaa-5b1f-4e3d-8572-46730de67a45,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:32.039221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21781c1-9a72-47a8-8235-a61b793ec1ee req-3f2e124b-47d6-4703-bad2-1f426d2e9aca tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:32.050112 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f21781c1-9a72-47a8-8235-a61b793ec1ee req-3f2e124b-47d6-4703-bad2-1f426d2e9aca tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 945 time: 1.6497686 May 27 22:49:32.062675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68803fa9-86c1-43b6-9234-2d9241ed4a43 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.075158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68803fa9-86c1-43b6-9234-2d9241ed4a43 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.076603 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.107943 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68803fa9-86c1-43b6-9234-2d9241ed4a43 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.124094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:49:32.136466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Made reservation on behalf of 4b5706954b7242258939efcfdcca26ef for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:32.140289 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.157895 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.163502 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Added segment c970ef35-65ab-4fb5-880e-18097f0a83ff of type vlan for network 834ac9cf-7900-4562-81d7-7075078e1b9c May 27 22:49:32.272472 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68803fa9-86c1-43b6-9234-2d9241ed4a43 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.313347 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.344998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a316bb96-5616-4624-a093-8e7baae67ac0 None None] Provisioning for port 200ab7d4-5024-4467-842e-7842f09c3def completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:32.351369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a316bb96-5616-4624-a093-8e7baae67ac0 None None] Provisioning complete for port 200ab7d4-5024-4467-842e-7842f09c3def triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:32.351788 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a316bb96-5616-4624-a093-8e7baae67ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.378227 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68803fa9-86c1-43b6-9234-2d9241ed4a43 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.380717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'Port': ['ID=200ab7d4-5024-4467-842e-7842f09c3def,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:32.382337 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-68803fa9-86c1-43b6-9234-2d9241ed4a43 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.0102711 May 27 22:49:32.384846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48498) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:32.417983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Allocated IP 172.20.0.4 (c6994a06-92bb-4044-8188-3690faa44b7f/ed42c724-26f0-4f8e-a22b-ae136380cf65/72e821e4-81b7-4a5d-88bb-1c3194777ef3) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:32.438253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a316bb96-5616-4624-a093-8e7baae67ac0 None None] Port 200ab7d4-5024-4467-842e-7842f09c3def cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:32.457701 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-54cdead8-bb2f-4a0d-8f0a-f96b960af6b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1256192 May 27 22:49:32.469427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-205648191'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:32.475246 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:32.479041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Usage tracker for resource:network and tenant:ab606b6039444fffa3763e8bb186b305 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:32.482477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:32.488948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:32.505510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcf0ba-ae67-44d7-9f03-5c291ededcda req-660f9814-17ae-43d6-8a09-89484efeabea tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:32.506278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-53fcf0ba-ae67-44d7-9f03-5c291ededcda req-660f9814-17ae-43d6-8a09-89484efeabea tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Synchronizing usage tracker for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:49:32.528001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Request body: {'port': {'device_id': '6a26cfd3-e061-4833-a06a-07583b18b54e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:32.577902 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.578788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:32.579359 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.657874 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.679223 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f21781c1-9a72-47a8-8235-a61b793ec1ee req-818e0eeb-679e-4e5d-aa4c-91407490e142 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575621 May 27 22:49:32.720362 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Made reservation on behalf of ab606b6039444fffa3763e8bb186b305 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:32.724614 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.787975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-53fcf0ba-ae67-44d7-9f03-5c291ededcda req-660f9814-17ae-43d6-8a09-89484efeabea tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Unset dirty status for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:49:32.794065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-53fcf0ba-ae67-44d7-9f03-5c291ededcda req-660f9814-17ae-43d6-8a09-89484efeabea tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 931 time: 1.3950679 May 27 22:49:32.796328 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.832603 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abdc29c9-1477-4566-9a4d-c0129f1368c1'] response: {'server_uuid': '0dc595a4-4ac0-46b9-8420-b8068c5e00c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cd4563-bed0-4cd2-8ab3-1cf204cffabf', 'code': 200} May 27 22:49:32.850336 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-19087b2d-18c5-4439-9034-8665b7b183d2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.858541 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.880988 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:32.914201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] Pushing event updated for resources: {'Network': ['ID=834ac9cf-7900-4562-81d7-7075078e1b9c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:32.931756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 834ac9cf-7900-4562-81d7-7075078e1b9c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:49:32.932035 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8a959044-49d6-48d8-a72c-80da4d994fee admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0732317 May 27 22:49:32.934974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48504) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:32.943237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] Request body: {'subnet': {'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-subnet', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:32.950407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:32.956179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] Usage tracker for resource:subnet and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:32.959959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:32.966549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:32.974890 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:33.129211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Pushing event updated for resources: {'Port': ['ID=72e821e4-81b7-4a5d-88bb-1c3194777ef3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:33.181890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Network c6994a06-92bb-4044-8188-3690faa44b7f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:33.185831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:33.197927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] Made reservation on behalf of 53d923b432974a83b5d42963ced4cc2e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:33.204836 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:33.260729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:33.466501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:33.472670 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:33.589649 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a678b1cb-5b1b-4de5-9bb5-478d840e28c7 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0571773 May 27 22:49:33.613968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Request body: {'port': {'device_id': '68680f22-20d2-4407-a888-639f328de33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:33.678744 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-19087b2d-18c5-4439-9034-8665b7b183d2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Calling delete_port for 879d2c1b-6902-42e2-a470-826714c51699 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:33.714010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:33.763721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Usage tracker for resource:security_group_rule and tenant:ab606b6039444fffa3763e8bb186b305 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:33.777772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:33.785061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-53fcf0ba-ae67-44d7-9f03-5c291ededcda req-fc7c79ac-b3a8-4df0-9855-5f4cc113448b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Synchronizing usage tracker for tenant:a3537ac059424872b0999096f4b18e5e on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:49:33.796247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48514) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:33.867316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:33.885276 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:33.941612 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:34.080780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-53fcf0ba-ae67-44d7-9f03-5c291ededcda req-fc7c79ac-b3a8-4df0-9855-5f4cc113448b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Unset dirty status for tenant:a3537ac059424872b0999096f4b18e5e on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:49:34.081959 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-53fcf0ba-ae67-44d7-9f03-5c291ededcda req-fc7c79ac-b3a8-4df0-9855-5f4cc113448b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2871418 May 27 22:49:34.176617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214b086-1c18-4dfe-a61d-a69110155a85 req-56890071-722d-4935-98bd-2b3aa2cf9020 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:34.178108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9214b086-1c18-4dfe-a61d-a69110155a85 req-56890071-722d-4935-98bd-2b3aa2cf9020 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 931 time: 0.8819368 May 27 22:49:34.185005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36c561ad-418b-4404-b3f7-e1414a606ae6,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:34.289182 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b1a76c3-0456-47b3-af6c-5beb40c6d496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:34.310269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] Checking segment: {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:34.310708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] Network hostable DHCP agents. Network: 834ac9cf-7900-4562-81d7-7075078e1b9c, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:49:34.322645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5b1a76c3-0456-47b3-af6c-5beb40c6d496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:34.331317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5b1a76c3-0456-47b3-af6c-5beb40c6d496 admin admin] Usage tracker for resource:security_group_rule and tenant:9a1faaaf109241d99856d8afa86c9d57 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:34.336628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5b1a76c3-0456-47b3-af6c-5beb40c6d496 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:34.463418 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9214b086-1c18-4dfe-a61d-a69110155a85 req-bf6a27ea-30dc-4376-81d6-951415832671 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/security-groups?id=b9843fe1-1094-448c-847e-d5a5f2b15aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183578 May 27 22:49:34.493146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5b1a76c3-0456-47b3-af6c-5beb40c6d496 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:34.511763 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:34.524493 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-19087b2d-18c5-4439-9034-8665b7b183d2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:34.602946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] Network 834ac9cf-7900-4562-81d7-7075078e1b9c is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:49:34.626068 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19087b2d-18c5-4439-9034-8665b7b183d2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event deleted for resources: {'Port': ['ID=879d2c1b-6902-42e2-a470-826714c51699,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:34.684760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65022b-51ac-4fd8-aa0b-324f8fc7541b req-8ff3e6bb-3f2f-44b4-80ec-595ea01f4660 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:34.686328 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e65022b-51ac-4fd8-aa0b-324f8fc7541b req-8ff3e6bb-3f2f-44b4-80ec-595ea01f4660 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.4124942 May 27 22:49:34.686990 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:34.754274 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:49:34.774040 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 834ac9cf-7900-4562-81d7-7075078e1b9c) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:34.786757 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:34.789995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:34.790672 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:34.795955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffb523a-b7bb-432d-be12-f2956a00ba64 None None] Network 834ac9cf-7900-4562-81d7-7075078e1b9c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:34.817429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200ab7d4-5024-4467-842e-7842f09c3def {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:49:34.900224 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b1a76c3-0456-47b3-af6c-5beb40c6d496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:34.913918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e821e4-81b7-4a5d-88bb-1c3194777ef3 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:49:34.916225 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:34.922505 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:34.939822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Transition to ACTIVE for port object 72e821e4-81b7-4a5d-88bb-1c3194777ef3 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:34.951788 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:35.019757 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5b1a76c3-0456-47b3-af6c-5beb40c6d496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:35.076162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:49:35.086131 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4e765b1d-8126-481a-8c59-fbb1f35e9042 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1471338 May 27 22:49:35.089493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48520) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:35.097746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:35.103130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:35.107730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-834ac9cf-7900-4562-81d7-7075078e1b9c', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:49:35.108090 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:35.114513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Usage tracker for resource:router and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:35.117866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:35.126088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:35.128772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a76c3-0456-47b3-af6c-5beb40c6d496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ed3e24-f90f-49b9-b02e-981508cbf1fb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:35.137957 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:35.166120 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5b1a76c3-0456-47b3-af6c-5beb40c6d496 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9a1faaaf109241d99856d8afa86c9d57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2827697 May 27 22:49:35.172650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48526) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:35.190608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Transition to ACTIVE for port object 200ab7d4-5024-4467-842e-7842f09c3def will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:35.191698 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:35.329769 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:35.331308 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:35.339493 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e65022b-51ac-4fd8-aa0b-324f8fc7541b req-2b1357fb-adc0-4975-894d-74edd84d6db0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009963 May 27 22:49:35.341398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Port': ['ID=372cea7f-60f3-4810-a29b-51a230144875,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:35.344414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e2e7bb-948d-4c9b-b42e-5e4723c01d8e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:35.402425 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-19087b2d-18c5-4439-9034-8665b7b183d2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:35.423384 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:35.424489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Pushing event updated for resources: {'Port': ['ID=72e821e4-81b7-4a5d-88bb-1c3194777ef3,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:35.465736 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Allocated IP 172.20.0.2 (834ac9cf-7900-4562-81d7-7075078e1b9c/36c561ad-418b-4404-b3f7-e1414a606ae6/858b4683-76e5-4c0d-a6f2-2bf94e8a13f7) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:35.479565 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:35.480122 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Added segment 227039ee-725b-448a-b1f4-d42b90bb471f of type vlan for network 3b510ff3-79a6-4ca2-a47f-c8caac93b7f9 May 27 22:49:35.488462 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:35.523014 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faf77d9d-0e8c-404f-ad44-df4d45473337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:35.586937 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faf77d9d-0e8c-404f-ad44-df4d45473337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:35.697134 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-19087b2d-18c5-4439-9034-8665b7b183d2 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "DELETE /v2.0/ports/879d2c1b-6902-42e2-a470-826714c51699 HTTP/1.1" status: 204 len: 168 time: 3.9672058 May 27 22:49:35.698666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48532) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:35.785268 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d69a9bf-e074-4dbe-b9e8-a87356a91e12 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] GET failed (client error): The resource could not be found. May 27 22:49:35.792161 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3d69a9bf-e074-4dbe-b9e8-a87356a91e12 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "GET /v2.0/ports/879d2c1b-6902-42e2-a470-826714c51699 HTTP/1.1" status: 404 len: 333 time: 0.0924623 May 27 22:49:35.794236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48536) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:35.834294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Attempting to bind port 72e821e4-81b7-4a5d-88bb-1c3194777ef3 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:49:35.834642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Attempting to bind port 72e821e4-81b7-4a5d-88bb-1c3194777ef3 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6994a06-92bb-4044-8188-3690faa44b7f'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:49:35.835017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Attempting to bind port 72e821e4-81b7-4a5d-88bb-1c3194777ef3 on network c6994a06-92bb-4044-8188-3690faa44b7f {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:35.838938 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:35.844256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faf77d9d-0e8c-404f-ad44-df4d45473337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:35.851532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Transition to ACTIVE for port object 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:35.903835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Transition to ACTIVE for port object 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:35.938687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Port 72e821e4-81b7-4a5d-88bb-1c3194777ef3 on network c6994a06-92bb-4044-8188-3690faa44b7f not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:49:35.938997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Attempting to bind port 72e821e4-81b7-4a5d-88bb-1c3194777ef3 on network c6994a06-92bb-4044-8188-3690faa44b7f {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:36.001214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf77d9d-0e8c-404f-ad44-df4d45473337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ed3e24-f90f-49b9-b02e-981508cbf1fb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:36.015522 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:36.017906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:49:36.018255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Checking segment: {'id': '66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6994a06-92bb-4044-8188-3690faa44b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:36.022565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Bound using segment: {'id': '66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6994a06-92bb-4044-8188-3690faa44b7f'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:49:36.022565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Bound port: 72e821e4-81b7-4a5d-88bb-1c3194777ef3, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c6994a06-92bb-4044-8188-3690faa44b7f'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:49:36.022565 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:36.051025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d2a82393-d64b-4300-ac12-a4ba5f2903ea tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Deleting port 875371ce-bef8-4ef7-ba39-0799877298f2 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:36.051349 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2a82393-d64b-4300-ac12-a4ba5f2903ea tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:36.183421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c47651-0c7c-4578-a94f-e08ead6b6fa3 req-17e13866-decc-4c10-9a18-d93a2eeb45d8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:36.184850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59c47651-0c7c-4578-a94f-e08ead6b6fa3 req-17e13866-decc-4c10-9a18-d93a2eeb45d8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 943 time: 0.8346415 May 27 22:49:36.189399 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:36.201054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Pushing event updated for resources: {'Port': ['ID=200ab7d4-5024-4467-842e-7842f09c3def,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:36.241151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Network 834ac9cf-7900-4562-81d7-7075078e1b9c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:36.249731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:36.258493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:36.268948 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faf77d9d-0e8c-404f-ad44-df4d45473337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:36.270161 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-faf77d9d-0e8c-404f-ad44-df4d45473337 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f3ed3e24-f90f-49b9-b02e-981508cbf1fb HTTP/1.1" status: 204 len: 168 time: 1.0459731 May 27 22:49:36.274527 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59c47651-0c7c-4578-a94f-e08ead6b6fa3 req-5162c1aa-0159-42bb-a33f-4eb4b997db09 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705407 May 27 22:49:36.282720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Attempting to bind port 200ab7d4-5024-4467-842e-7842f09c3def on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:49:36.283098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Attempting to bind port 200ab7d4-5024-4467-842e-7842f09c3def by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:49:36.283369 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Attempting to bind port 200ab7d4-5024-4467-842e-7842f09c3def on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:36.309629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c853d-805d-4c7c-b3f1-4db46f6bb02d req-a3d6fbdc-b775-4835-a7f7-36f6a444ec5e tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:36.316205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-248c853d-805d-4c7c-b3f1-4db46f6bb02d req-a3d6fbdc-b775-4835-a7f7-36f6a444ec5e tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 943 time: 0.6030619 May 27 22:49:36.353037 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:36.406732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Port 200ab7d4-5024-4467-842e-7842f09c3def on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:49:36.407262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Attempting to bind port 200ab7d4-5024-4467-842e-7842f09c3def on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:36.453212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:49:36.453212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Checking segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:36.453212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Bound using segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:49:36.453212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Bound port: 200ab7d4-5024-4467-842e-7842f09c3def, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:49:36.453212 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:36.462412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network 58370d3e-c1c9-44d0-b816-6cd8d07572aa is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:36.471662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:36.546983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Pushing event updated for resources: {'Port': ['ID=858b4683-76e5-4c0d-a6f2-2bf94e8a13f7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:36.573776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:36.574388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:36.574728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:36.575062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:36.575435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:36.577150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:36.577150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:36.577150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:36.577150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:36.577150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:36.577585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:36.577680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:36.593483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Attempting to bind port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:49:36.593855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Attempting to bind port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:49:36.594216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Attempting to bind port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 on network 834ac9cf-7900-4562-81d7-7075078e1b9c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:36.610171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2a82393-d64b-4300-ac12-a4ba5f2903ea tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:36.614226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:49:36.614598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Checking segment: {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:36.615682 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:36.616077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Bound using segment: {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:49:36.616592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Bound port: 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:49:36.708803 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:36.873725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] For port 72e821e4-81b7-4a5d-88bb-1c3194777ef3, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:49:36.876827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] For port 72e821e4-81b7-4a5d-88bb-1c3194777ef3, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=72e821e4-81b7-4a5d-88bb-1c3194777ef3,segment=NetworkSegment(66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9),segment_id=66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:49:36.883359 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:36.886917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] For port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:49:36.887813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:36.888943 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:36.896610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-214d92ac-1ec3-4379-ac47-1300ec88eb71 None None] Provisioning complete for port 372cea7f-60f3-4810-a29b-51a230144875 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:36.896981 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-214d92ac-1ec3-4379-ac47-1300ec88eb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:36.953047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-214d92ac-1ec3-4379-ac47-1300ec88eb71 None None] Port 372cea7f-60f3-4810-a29b-51a230144875 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:36.958169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d2a82393-d64b-4300-ac12-a4ba5f2903ea tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Calling delete_port for 875371ce-bef8-4ef7-ba39-0799877298f2 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:36.960858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] For port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=858b4683-76e5-4c0d-a6f2-2bf94e8a13f7,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:49:36.967306 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-248c853d-805d-4c7c-b3f1-4db46f6bb02d req-8781f85e-d655-47fd-a40b-ffde19df7126 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/security-groups?id=b9843fe1-1094-448c-847e-d5a5f2b15aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5984995 May 27 22:49:36.982933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:49:36.995669 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:37.045370 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:37.173053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event updated for resources: {'Network': ['ID=3b510ff3-79a6-4ca2-a47f-c8caac93b7f9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:37.193496 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-16ddfd5d-1658-44b4-8e09-b88485a65c4f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 4.7542274 May 27 22:49:37.193496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] For port 200ab7d4-5024-4467-842e-7842f09c3def, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:49:37.199949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48550) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:37.217244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Request body: {'subnet': {'network_id': '3b510ff3-79a6-4ca2-a47f-c8caac93b7f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:37.234982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 3b510ff3-79a6-4ca2-a47f-c8caac93b7f9 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:49:37.247907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] For port 200ab7d4-5024-4467-842e-7842f09c3def, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=200ab7d4-5024-4467-842e-7842f09c3def,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:49:37.300971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:37.303891 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:37.304690 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] 10.222.0.46 "PUT /v2.0/ports/72e821e4-81b7-4a5d-88bb-1c3194777ef3 HTTP/1.1" status: 200 len: 1091 time: 3.7065914 May 27 22:49:37.339218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68680f22-20d2-4407-a888-639f328de33d', 'tag': '72e821e4-81b7-4a5d-88bb-1c3194777ef3'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:49:37.383765 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2a82393-d64b-4300-ac12-a4ba5f2903ea tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:37.396302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:37.407366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edbf90-3d89-464b-9a81-227cdc71ed7a req-c45f43e6-077c-4b3f-beaa-72f1fa572388 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:37.409683 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b6edbf90-3d89-464b-9a81-227cdc71ed7a req-c45f43e6-077c-4b3f-beaa-72f1fa572388 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.5844371 May 27 22:49:37.480153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a85c4-bb4a-4f39-8df6-5a1523bfd2e3 None None] Pushing event updated for resources: {'Port': ['ID=858b4683-76e5-4c0d-a6f2-2bf94e8a13f7,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:37.642815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48558) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:37.660600 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d2a82393-d64b-4300-ac12-a4ba5f2903ea tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:37.681286 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d2a82393-d64b-4300-ac12-a4ba5f2903ea tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "DELETE /v2.0/ports/875371ce-bef8-4ef7-ba39-0799877298f2 HTTP/1.1" status: 204 len: 168 time: 1.8860271 May 27 22:49:37.692283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:37.693109 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:37.696117 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] 10.222.0.46 "PUT /v2.0/ports/200ab7d4-5024-4467-842e-7842f09c3def HTTP/1.1" status: 200 len: 1091 time: 5.1840880 May 27 22:49:37.696267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48562) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:37.715730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:37.736036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a26cfd3-e061-4833-a06a-07583b18b54e', 'tag': '200ab7d4-5024-4467-842e-7842f09c3def'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:49:37.797007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Usage tracker for resource:subnet and tenant:ab606b6039444fffa3763e8bb186b305 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:37.809429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e453a5-9703-401d-ba1d-37f207e8df87 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Deleting subnet 5bc3348e-051d-4347-830d-acdd202d604c {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:49:37.813993 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1e453a5-9703-401d-ba1d-37f207e8df87 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:37.838006 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:37.841159 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aca206b1-2968-42b4-b5b7-87294939d806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:37.881782 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1e453a5-9703-401d-ba1d-37f207e8df87 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:37.912566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:49:37.931360 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Sync routers for ids ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:49:37.945011 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6c1d0b91-b90a-4f26-80cf-5d1a7a49581d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "PUT /v2.0/routers/3d3376c3-75c1-4e1e-958b-91a1e0b09f47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6048179 May 27 22:49:37.951695 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Routers {'3d3376c3-75c1-4e1e-958b-91a1e0b09f47'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:49:37.952807 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:49:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:38.005259 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1e453a5-9703-401d-ba1d-37f207e8df87 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:38.073921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a7931-5fed-4488-9a8a-6510259578b0 service neutron] Pushing event updated for resources: {'Port': ['ID=72e821e4-81b7-4a5d-88bb-1c3194777ef3,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:38.108413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:38.137860 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b6edbf90-3d89-464b-9a81-227cdc71ed7a req-c632818f-ef2b-4f84-a7a9-31cf197a4672 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405032 May 27 22:49:38.166114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a82393-d64b-4300-ac12-a4ba5f2903ea tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event deleted for resources: {'Port': ['ID=875371ce-bef8-4ef7-ba39-0799877298f2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:38.191319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12c97e-0996-47ef-a1ac-ed6838151a0a service neutron] Pushing event updated for resources: {'Port': ['ID=200ab7d4-5024-4467-842e-7842f09c3def,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:38.207924 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-aca206b1-2968-42b4-b5b7-87294939d806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:38.214203 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a3056a23-b6e5-41ce-961b-cced291cbb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:38.217342 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-a3056a23-b6e5-41ce-961b-cced291cbb37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b5706954b7242258939efcfdcca26ef&device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 1094 time: 0.7110674 May 27 22:49:38.227358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-aca206b1-2968-42b4-b5b7-87294939d806 admin admin] Usage tracker for resource:security_group_rule and tenant:0a19aecd2ded468d99f5995195553280 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:38.235102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-aca206b1-2968-42b4-b5b7-87294939d806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:38.255006 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-aca206b1-2968-42b4-b5b7-87294939d806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:38.266662 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32f970b-1cbf-4beb-aba2-9120fe56ab75'] response: {'name': 'network-changed', 'server_uuid': '68680f22-20d2-4407-a888-639f328de33d', 'tag': '72e821e4-81b7-4a5d-88bb-1c3194777ef3', 'status': 'completed', 'code': 200} May 27 22:49:38.292679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002883e-8952-42d8-b43d-710f57434cd4 req-d4f59fcd-8f34-4887-ac3e-24276d31027b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:38.301520 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3002883e-8952-42d8-b43d-710f57434cd4 req-d4f59fcd-8f34-4887-ac3e-24276d31027b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 943 time: 0.7580278 May 27 22:49:38.304099 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Made reservation on behalf of ab606b6039444fffa3763e8bb186b305 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:38.319737 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:38.323371 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Set router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:49:38.373351 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa230114-6053-4410-84b8-d074816a1e38'] response: {'name': 'network-changed', 'server_uuid': '6a26cfd3-e061-4833-a06a-07583b18b54e', 'tag': '200ab7d4-5024-4467-842e-7842f09c3def', 'status': 'completed', 'code': 200} May 27 22:49:38.469214 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-73c49c79-7d82-4932-936e-27518490e46c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e821e4-81b7-4a5d-88bb-1c3194777ef3 HTTP/1.1" status: 200 len: 217 time: 0.2401485 May 27 22:49:38.546085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-c151c62d-1b9a-4e47-ad61-f32e78dc3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:38.548210 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-c151c62d-1b9a-4e47-ad61-f32e78dc3ea5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed42c724-26f0-4f8e-a22b-ae136380cf65 HTTP/1.1" status: 200 len: 862 time: 0.0725307 May 27 22:49:38.604044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-28f3c1d5-abc5-4ca2-86f0-0a25e2f6b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:38.605613 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-28f3c1d5-abc5-4ca2-86f0-0a25e2f6b915 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 1094 time: 0.7813196 May 27 22:49:38.724407 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-8d4896df-aa07-4875-81fe-17d89dc6261d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6994a06-92bb-4044-8188-3690faa44b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1664414 May 27 22:49:38.758848 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3002883e-8952-42d8-b43d-710f57434cd4 req-bb0b5a9c-e5c0-4c35-97e5-6c04c93a57ae tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571021 May 27 22:49:38.762241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-c0d2ed2a-49f6-4c34-a020-e1753b7ea23b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=200ab7d4-5024-4467-842e-7842f09c3def HTTP/1.1" status: 200 len: 217 time: 0.1222425 May 27 22:49:38.868327 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:49:32Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c1088895-1009-4839-a9a2-8bcf736ea5fa', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'port_id': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'mac_address': 'fa:16:3e:f8:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684cf071-2ef5-4ffa-97c6-149509b40300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:47:58Z', 'updated_at': '2022-05-27T22:48:05Z', 'revision_number': 1, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372cea7f-60f3-4810-a29b-51a230144875', 'name': '', 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:3a:63:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '3875c1fd-7686-44e0-ad36-b1dff15fc101', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:27Z', 'updated_at': '2022-05-27T22:49:34Z', 'revision_number': 2, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': '3875c1fd-7686-44e0-ad36-b1dff15fc101', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861f6893-3105-41e7-95c7-873b26cbb348', 'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:82:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:50Z', 'updated_at': '2022-05-27T22:47:09Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:38.875078 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Checking router: 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:49:38.875520 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Updating router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 port 372cea7f-60f3-4810-a29b-51a230144875 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:49:38.890668 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1e453a5-9703-401d-ba1d-37f207e8df87 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:39.005895 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:39.052837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e453a5-9703-401d-ba1d-37f207e8df87 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc3348e-051d-4347-830d-acdd202d604c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:39.057889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1e453a5-9703-401d-ba1d-37f207e8df87 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:39.062076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cff7c2-0f00-4f14-afef-38df666db211 None None] Network 1358d02c-9154-4d5a-b625-b12dd065c0d4 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:39.120849 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1e453a5-9703-401d-ba1d-37f207e8df87 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "DELETE /v2.0/subnets/5bc3348e-051d-4347-830d-acdd202d604c HTTP/1.1" status: 204 len: 168 time: 1.4169238 May 27 22:49:39.121705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48574) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:39.326734 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aca206b1-2968-42b4-b5b7-87294939d806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:39.352636 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:39.529003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:39.553127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39dba71-6544-44da-91bb-2c69b67c57c5 None None] Network 834ac9cf-7900-4562-81d7-7075078e1b9c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:39.587273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event updated for resources: {'Subnet': ['ID=c18e62da-5106-4341-994d-46fd9b3e10f7,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:39.599886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-e725099a-8ec3-417c-b52a-9d139e65a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:39.612978 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-e725099a-8ec3-417c-b52a-9d139e65a6b0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.8405416 May 27 22:49:39.615080 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aca206b1-2968-42b4-b5b7-87294939d806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:39.649950 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:39.660580 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-37091290-e1c2-4170-90b4-65e65c7bb9da service neutron] 10.222.0.46 "GET /v2.0/networks/c6994a06-92bb-4044-8188-3690faa44b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9144232 May 27 22:49:39.664166 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Transition to ACTIVE for port object 372cea7f-60f3-4810-a29b-51a230144875 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:39.690237 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:39.735326 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:39.822096 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:39.880451 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-aca206b1-2968-42b4-b5b7-87294939d806 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0a19aecd2ded468d99f5995195553280&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2142231 May 27 22:49:39.889919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48582) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:39.914562 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09f715-1a6a-474d-883e-f5c190e200e4 req-f1580cd4-dddf-43a0-8274-aa3a8aa65c99 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:39.921866 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f09f715-1a6a-474d-883e-f5c190e200e4 req-f1580cd4-dddf-43a0-8274-aa3a8aa65c99 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 943 time: 1.4767127 May 27 22:49:39.944622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110e790d-f7eb-4020-93c6-1d15ea8abb1f None None] DHCP port deletion for 1358d02c-9154-4d5a-b625-b12dd065c0d4 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:49:39.975285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-110e790d-f7eb-4020-93c6-1d15ea8abb1f None None] Deleting port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:39.977515 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-110e790d-f7eb-4020-93c6-1d15ea8abb1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.031668 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-acce2f76-5a37-4d9d-aa3c-bb72b2cddb28 None None] Provisioning for port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:40.041455 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:40.065893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Allocated IP 172.25.2.3 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/adacea34-944b-4559-9392-ad351c9c61d2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:40.073797 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2706a78c-c098-4dee-b8e2-ca5f7dc9216b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.081770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:40.082737 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.084505 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a02823-3b7d-4495-90bc-b661d116fe07 None None] Pushing event updated for resources: {'Port': ['ID=372cea7f-60f3-4810-a29b-51a230144875,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:40.107706 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2706a78c-c098-4dee-b8e2-ca5f7dc9216b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.204844 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-acce2f76-5a37-4d9d-aa3c-bb72b2cddb28 None None] Provisioning complete for port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:40.205658 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-acce2f76-5a37-4d9d-aa3c-bb72b2cddb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.249138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca206b1-2968-42b4-b5b7-87294939d806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7bd30d-e24f-4006-b167-1af6643cade5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:40.288393 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2706a78c-c098-4dee-b8e2-ca5f7dc9216b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.314230 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.356674 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.356884 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Attempting to bind port 372cea7f-60f3-4810-a29b-51a230144875 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:49:40.356884 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Attempting to bind port 372cea7f-60f3-4810-a29b-51a230144875 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '4cc0600c-d286-4ba0-ba64-65bb89042bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:49:40.356884 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Attempting to bind port 372cea7f-60f3-4810-a29b-51a230144875 on network 58370d3e-c1c9-44d0-b816-6cd8d07572aa {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:40.370819 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc5501-a48c-4716-9914-66dcef919be7 req-4187eb48-d683-4d7c-8a54-1d97fc34c6c3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:40.385570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Deleting port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:40.385822 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-09dc5501-a48c-4716-9914-66dcef919be7 req-4187eb48-d683-4d7c-8a54-1d97fc34c6c3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.7995405 May 27 22:49:40.385919 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.393713 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:49:40.394665 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Checking segment: {'id': '4cc0600c-d286-4ba0-ba64-65bb89042bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:40.396806 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.397225 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Bound using segment: {'id': '4cc0600c-d286-4ba0-ba64-65bb89042bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:49:40.397703 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Bound port: 372cea7f-60f3-4810-a29b-51a230144875, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cc0600c-d286-4ba0-ba64-65bb89042bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:49:40.398074 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.400987 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:40.401646 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.410798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706a78c-c098-4dee-b8e2-ca5f7dc9216b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7bd30d-e24f-4006-b167-1af6643cade5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:40.434910 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.452251 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f09f715-1a6a-474d-883e-f5c190e200e4 req-239f0bbd-e4e0-4f72-9b40-6308898b213c tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/security-groups?id=b9843fe1-1094-448c-847e-d5a5f2b15aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289881 May 27 22:49:40.477467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Checking segment: {'id': '227039ee-725b-448a-b1f4-d42b90bb471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b510ff3-79a6-4ca2-a47f-c8caac93b7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:40.478048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Network hostable DHCP agents. Network: 3b510ff3-79a6-4ca2-a47f-c8caac93b7f9, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:49:40.513865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=858b4683-76e5-4c0d-a6f2-2bf94e8a13f7,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:40.604105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-069629bf-fad5-4193-b474-5ca884d0baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:40.606210 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-069629bf-fad5-4193-b474-5ca884d0baeb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9505534 May 27 22:49:40.609847 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2706a78c-c098-4dee-b8e2-ca5f7dc9216b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.621583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2706a78c-c098-4dee-b8e2-ca5f7dc9216b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2c7bd30d-e24f-4006-b167-1af6643cade5 HTTP/1.1" status: 204 len: 168 time: 0.7203913 May 27 22:49:40.630729 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.666304 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] For port 372cea7f-60f3-4810-a29b-51a230144875, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:49:40.673285 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] For port 372cea7f-60f3-4810-a29b-51a230144875, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=372cea7f-60f3-4810-a29b-51a230144875,segment=NetworkSegment(4cc0600c-d286-4ba0-ba64-65bb89042bd0),segment_id=4cc0600c-d286-4ba0-ba64-65bb89042bd0)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:49:40.733720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:40.748744 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-029bca4f-1fbc-4332-9e2d-c536e794db06 req-5f1e2ac4-ed6c-483f-b085-9c12708523b3 service neutron] 10.222.0.46 "GET /v2.0/networks/c6994a06-92bb-4044-8188-3690faa44b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0686827 May 27 22:49:40.750697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:40.753630 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-09dc5501-a48c-4716-9914-66dcef919be7 req-26274654-aa25-44d6-98ea-dab1fd0a8c4c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644028 May 27 22:49:40.763917 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:40.779329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:40.790690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Network 3b510ff3-79a6-4ca2-a47f-c8caac93b7f9 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:49:40.958519 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Routers {'3d3376c3-75c1-4e1e-958b-91a1e0b09f47'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:49:40.960544 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:49:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:41.067803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=adacea34-944b-4559-9392-ad351c9c61d2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:41.150599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 3b510ff3-79a6-4ca2-a47f-c8caac93b7f9) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:41.153835 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a02823-3b7d-4495-90bc-b661d116fe07 None None] Pushing event updated for resources: {'Port': ['ID=372cea7f-60f3-4810-a29b-51a230144875,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:41.186883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-acce2f76-5a37-4d9d-aa3c-bb72b2cddb28 None None] Current status of the port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:41.193129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:41.206968 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:41.219380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4f6d3e-6c69-4ae1-83ac-e54625e30830 None None] Network 3b510ff3-79a6-4ca2-a47f-c8caac93b7f9 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:41.273228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:49:41.360282 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] Set router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:49:41.396016 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-32a80a02-748a-4126-a88f-bffcc58d7a5d service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7757008 May 27 22:49:41.487378 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-20a06c8e-4dab-415e-a6b2-192bb59dcde1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2857444 May 27 22:49:41.499944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48596) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:41.581790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a88a7-f2d1-4767-9e3c-dcfe6c97af47 req-6801fccb-62dc-4dc2-9268-d3ad15d28dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:41.583563 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-477a88a7-f2d1-4767-9e3c-dcfe6c97af47 req-6801fccb-62dc-4dc2-9268-d3ad15d28dc3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b5706954b7242258939efcfdcca26ef&device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 1094 time: 0.5044281 May 27 22:49:41.595014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] For port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62197fa6-a766-4ec1-a5ac-e0c0dcf2911e,segment=NetworkSegment(5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e),segment_id=5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:41.595655 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:41.766363 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12019ad5-ef63-407e-94bc-48fd4b721d8e req-4328be9f-a6ad-4ae6-b1e7-796d50f9fa67 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:41.771665 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12019ad5-ef63-407e-94bc-48fd4b721d8e req-4328be9f-a6ad-4ae6-b1e7-796d50f9fa67 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 943 time: 0.7447202 May 27 22:49:41.775333 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cc2c38a-6ecf-4ca4-980b-04f7f7dc4bf9 req-e43cd4ae-0f63-4c97-b6ce-2e9bf6d14a82 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670228 May 27 22:49:41.803235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Request body: {'network': {'name': 'tempest-router-network01--322356107'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:41.816201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-110e790d-f7eb-4020-93c6-1d15ea8abb1f None None] For port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62197fa6-a766-4ec1-a5ac-e0c0dcf2911e,segment=NetworkSegment(5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e),segment_id=5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:41.822088 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-110e790d-f7eb-4020-93c6-1d15ea8abb1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:41.825071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:41.833130 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=858b4683-76e5-4c0d-a6f2-2bf94e8a13f7,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:41.837305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Usage tracker for resource:network and tenant:ab606b6039444fffa3763e8bb186b305 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:41.850747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:41.976861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:42.071076 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:49:32Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c1088895-1009-4839-a9a2-8bcf736ea5fa', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'port_id': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'mac_address': 'fa:16:3e:f8:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684cf071-2ef5-4ffa-97c6-149509b40300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:47:58Z', 'updated_at': '2022-05-27T22:48:05Z', 'revision_number': 1, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372cea7f-60f3-4810-a29b-51a230144875', 'name': '', 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:3a:63:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '3875c1fd-7686-44e0-ad36-b1dff15fc101', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:27Z', 'updated_at': '2022-05-27T22:49:40Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': '3875c1fd-7686-44e0-ad36-b1dff15fc101', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861f6893-3105-41e7-95c7-873b26cbb348', 'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:82:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:50Z', 'updated_at': '2022-05-27T22:47:09Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:42.084872 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adb47a3-a9c1-455a-98a3-c13a6470b0fc None None] The sync data for ids ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'] in n-d-843680-3 is: [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:49:32Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c1088895-1009-4839-a9a2-8bcf736ea5fa', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'port_id': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'mac_address': 'fa:16:3e:f8:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684cf071-2ef5-4ffa-97c6-149509b40300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:47:58Z', 'updated_at': '2022-05-27T22:48:05Z', 'revision_number': 1, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '372cea7f-60f3-4810-a29b-51a230144875', 'name': '', 'network_id': '58370d3e-c1c9-44d0-b816-6cd8d07572aa', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:3a:63:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2572, 'fixed_ips': [{'subnet_id': '3875c1fd-7686-44e0-ad36-b1dff15fc101', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:27Z', 'updated_at': '2022-05-27T22:49:40Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': '3875c1fd-7686-44e0-ad36-b1dff15fc101', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '861f6893-3105-41e7-95c7-873b26cbb348', 'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:82:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:50Z', 'updated_at': '2022-05-27T22:47:09Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:49:42.146069 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12019ad5-ef63-407e-94bc-48fd4b721d8e req-79d3c366-d2dd-41b8-ab24-f63d1649bdde tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792027 May 27 22:49:42.166409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 72e821e4-81b7-4a5d-88bb-1c3194777ef3 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:49:42.231109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-110e790d-f7eb-4020-93c6-1d15ea8abb1f None None] Calling delete_port for 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:42.240378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc0d49-c24d-46d7-8f47-68f86debc176 req-6e65233f-63ea-407f-a5b7-7f896c5c9b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:42.243066 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5abc0d49-c24d-46d7-8f47-68f86debc176 req-6e65233f-63ea-407f-a5b7-7f896c5c9b8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 1094 time: 0.2676530 May 27 22:49:42.248058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Made reservation on behalf of ab606b6039444fffa3763e8bb186b305 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:42.258222 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:42.332013 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:42.332013 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:42.358501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Calling delete_port for 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:42.396425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706c66b-9640-4dc8-be19-e1452153cc9a req-dbb8ee5d-33c4-4470-9966-c2b8c546befc tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:42.398079 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6706c66b-9640-4dc8-be19-e1452153cc9a req-dbb8ee5d-33c4-4470-9966-c2b8c546befc tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 943 time: 0.4185340 May 27 22:49:42.575377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:49:42.582316 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:42.603447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-3b510ff3-79a6-4ca2-a47f-c8caac93b7f9', 'network_id': '3b510ff3-79a6-4ca2-a47f-c8caac93b7f9', 'tenant_id': 'ab606b6039444fffa3763e8bb186b305', 'fixed_ips': [{'subnet_id': 'c18e62da-5106-4341-994d-46fd9b3e10f7'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:49:42.604311 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:42.662972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6706c66b-9640-4dc8-be19-e1452153cc9a req-fd8b2454-7f05-4175-b8de-7ebc396127a1 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/security-groups?id=b9843fe1-1094-448c-847e-d5a5f2b15aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316488 May 27 22:49:42.663945 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:42.664285 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Added segment 0ab5ed3c-707e-4f3a-9533-62d6cb71feb3 of type vlan for network e5057a0b-9201-4295-9f2e-16436de74c9a May 27 22:49:42.750465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a88a7-f2d1-4767-9e3c-dcfe6c97af47 req-fd21ee97-9e13-4f92-afb8-615d3a562f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:42.753433 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-477a88a7-f2d1-4767-9e3c-dcfe6c97af47 req-fd21ee97-9e13-4f92-afb8-615d3a562f3f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c6994a06-92bb-4044-8188-3690faa44b7f HTTP/1.1" status: 200 len: 923 time: 1.1440473 May 27 22:49:42.761937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] No DVR routers for this DVR port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:49:42.782560 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-110e790d-f7eb-4020-93c6-1d15ea8abb1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:49:42.782901 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-110e790d-f7eb-4020-93c6-1d15ea8abb1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:49:42.806687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bbb75-d92d-42ef-9226-e9f1b42cb033 req-b6f8fee6-d92c-4ef6-b75c-2f015ecf72a1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:42.814140 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-594bbb75-d92d-42ef-9226-e9f1b42cb033 req-b6f8fee6-d92c-4ef6-b75c-2f015ecf72a1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.3600163 May 27 22:49:42.815393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc0d49-c24d-46d7-8f47-68f86debc176 req-96c6caeb-616a-43f0-b424-50e8a05f2939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:42.816990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5abc0d49-c24d-46d7-8f47-68f86debc176 req-96c6caeb-616a-43f0-b424-50e8a05f2939 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.5127745 May 27 22:49:42.828031 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:42.892659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event deleted for resources: {'Port': ['ID=62197fa6-a766-4ec1-a5ac-e0c0dcf2911e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:42.952862 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-477a88a7-f2d1-4767-9e3c-dcfe6c97af47 req-a34b0f22-454e-4af2-b5cc-ee0d1292c1d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72e821e4-81b7-4a5d-88bb-1c3194777ef3 HTTP/1.1" status: 200 len: 217 time: 0.1177464 May 27 22:49:42.975813 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5abc0d49-c24d-46d7-8f47-68f86debc176 req-ab0080ec-a110-41e5-b0d0-3adb937c0a50 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=200ab7d4-5024-4467-842e-7842f09c3def HTTP/1.1" status: 200 len: 217 time: 0.1432102 May 27 22:49:42.980234 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-936e824f-ef19-41c6-a4be-6fddcf7975ea None None] Provisioning complete for port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:42.981277 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-936e824f-ef19-41c6-a4be-6fddcf7975ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:43.167089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc0d49-c24d-46d7-8f47-68f86debc176 req-7c50ed68-d328-4722-b09b-11a775d1c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:43.168658 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5abc0d49-c24d-46d7-8f47-68f86debc176 req-7c50ed68-d328-4722-b09b-11a775d1c661 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.1833005 May 27 22:49:43.286595 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Allocated IP 2001:db8::2 (3b510ff3-79a6-4ca2-a47f-c8caac93b7f9/c18e62da-5106-4341-994d-46fd9b3e10f7/5039ce65-58cd-43b1-b88c-990064566854) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:43.318534 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:43.349242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1358d02c-9154-4d5a-b625-b12dd065c0d4']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:43.351354 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:49:43.372272 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-594bbb75-d92d-42ef-9226-e9f1b42cb033 req-6856f303-fc5f-40ea-a146-f77fa74c8e27 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463989 May 27 22:49:43.386278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:43.386770 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:43.407762 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:43.447508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:43.455175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:49:43.460275 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:43.471667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc0d49-c24d-46d7-8f47-68f86debc176 req-cfa6faea-1748-407e-90ac-6c8248b6cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:43.473186 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5abc0d49-c24d-46d7-8f47-68f86debc176 req-cfa6faea-1748-407e-90ac-6c8248b6cf3f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2978249 May 27 22:49:43.477766 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:43.485941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:43.489003 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:43.505953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-110e790d-f7eb-4020-93c6-1d15ea8abb1f None None] Deleting port 62197fa6-a766-4ec1-a5ac-e0c0dcf2911e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:43.506329 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-110e790d-f7eb-4020-93c6-1d15ea8abb1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:43.639205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a88a7-f2d1-4767-9e3c-dcfe6c97af47 req-aec57e59-efe0-4f6f-a448-6ac314c4a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:43.641117 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-477a88a7-f2d1-4767-9e3c-dcfe6c97af47 req-aec57e59-efe0-4f6f-a448-6ac314c4a12e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ed42c724-26f0-4f8e-a22b-ae136380cf65 HTTP/1.1" status: 200 len: 862 time: 0.6503305 May 27 22:49:43.652540 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e resource provider aggregate not found May 27 22:49:43.738896 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:43.758493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Transition to ACTIVE for port object 5039ce65-58cd-43b1-b88c-990064566854 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:43.768730 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-477a88a7-f2d1-4767-9e3c-dcfe6c97af47 req-0cc9c8aa-3508-478d-b490-99913522e360 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c6994a06-92bb-4044-8188-3690faa44b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980575 May 27 22:49:43.776655 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ec295f8-20c6-4ae1-8da8-7b14b54b2f6e found for delete ", "request_id": "req-210045ae-b1af-4004-94d3-754582acc257"}]} May 27 22:49:43.777196 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:43.804910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Transition to ACTIVE for port object 5039ce65-58cd-43b1-b88c-990064566854 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:43.853623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 372cea7f-60f3-4810-a29b-51a230144875 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:43.970017 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5abc0d49-c24d-46d7-8f47-68f86debc176 req-68e721e5-8e59-4805-86e9-fd16f6ddf304 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729660 May 27 22:49:43.992679 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-477a88a7-f2d1-4767-9e3c-dcfe6c97af47 req-5175968a-0203-4a39-b1eb-fd730bd011d0 service neutron] 10.222.0.46 "GET /v2.0/networks/c6994a06-92bb-4044-8188-3690faa44b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040274 May 27 22:49:43.996317 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:44.030856 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:44.052384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] Pushing event deleted for resources: {'Network': ['ID=1358d02c-9154-4d5a-b625-b12dd065c0d4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:44.131572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-110e790d-f7eb-4020-93c6-1d15ea8abb1f None None] The port '62197fa6-a766-4ec1-a5ac-e0c0dcf2911e' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:49:44.154526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 72e821e4-81b7-4a5d-88bb-1c3194777ef3, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=72e821e4-81b7-4a5d-88bb-1c3194777ef3,segment=NetworkSegment(66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9),segment_id=66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:44.180424 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Network 3b510ff3-79a6-4ca2-a47f-c8caac93b7f9 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:44.197923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:44.200760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48636) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:44.200926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:44.219853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '72e821e4-81b7-4a5d-88bb-1c3194777ef3', 'network_id': 'c6994a06-92bb-4044-8188-3690faa44b7f', 'port_id': '72e821e4-81b7-4a5d-88bb-1c3194777ef3', 'mac_address': 'fa:16:3e:ba:8b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed42c724-26f0-4f8e-a22b-ae136380cf65', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:49:44.221850 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Pushing event updated for resources: {'Port': ['ID=5039ce65-58cd-43b1-b88c-990064566854,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:44.278126 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-477a88a7-f2d1-4767-9e3c-dcfe6c97af47 req-328717e7-92c9-4a48-addd-6171c52cb941 service neutron] 10.222.0.46 "GET /v2.0/networks/c6994a06-92bb-4044-8188-3690faa44b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258117 May 27 22:49:44.299584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:44.335197 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.8282151 May 27 22:49:44.342866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48642) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:44.365673 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6fdb9c4d-ad01-4000-8cc2-d891fcb616c8 tempest-AllowedAddressPairTestJSON-515157688 tempest-AllowedAddressPairTestJSON-515157688-project] 10.222.0.27 "DELETE /v2.0/networks/1358d02c-9154-4d5a-b625-b12dd065c0d4 HTTP/1.1" status: 204 len: 168 time: 5.2359335 May 27 22:49:44.369267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event updated for resources: {'Network': ['ID=e5057a0b-9201-4295-9f2e-16436de74c9a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:44.432772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Request body: {'network': {'name': 'tempest-router-network02--1724490366'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:44.454743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:44.455559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:44.455902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:44.456239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:44.456585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:44.456917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:44.457243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:44.458386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:44.458751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:44.459046 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:44.459372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:44.459696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6779b4e-793f-4d1f-9d3c-dc965491fc20 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:49:44.464808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:44.485223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Usage tracker for resource:network and tenant:ab606b6039444fffa3763e8bb186b305 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:44.492186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:44.501029 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5abc0d49-c24d-46d7-8f47-68f86debc176 req-0003d45b-04ae-40fe-b1d6-4ec452b3c09a service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150888 May 27 22:49:44.503064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:44.533796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-936e824f-ef19-41c6-a4be-6fddcf7975ea None None] Current status of the port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:44.536417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 72e821e4-81b7-4a5d-88bb-1c3194777ef3 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:44.536794 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:44.540375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1631fe-c00b-484b-b34b-e8e9f9b260de req-b3417c71-232b-4c67-b8de-005c50b6b69b tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:44.541954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f1631fe-c00b-484b-b34b-e8e9f9b260de req-b3417c71-232b-4c67-b8de-005c50b6b69b tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 943 time: 0.5578260 May 27 22:49:44.549986 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11f91416-9335-4dc5-9c00-e8c6b7c3cb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:44.561408 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network e5057a0b-9201-4295-9f2e-16436de74c9a details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:49:44.606151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67b019-5f35-44a9-98d2-ccfa7922a878 req-d618d605-29bf-4242-8e35-ab5cba75d84f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:44.614906 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e67b019-5f35-44a9-98d2-ccfa7922a878 req-d618d605-29bf-4242-8e35-ab5cba75d84f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 943 time: 0.6491835 May 27 22:49:44.659536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Made reservation on behalf of ab606b6039444fffa3763e8bb186b305 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:44.661097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e821e4-81b7-4a5d-88bb-1c3194777ef3 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:49:44.663804 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:44.684288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-11f91416-9335-4dc5-9c00-e8c6b7c3cb50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:44.706275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 72e821e4-81b7-4a5d-88bb-1c3194777ef3, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=72e821e4-81b7-4a5d-88bb-1c3194777ef3,segment=NetworkSegment(66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9),segment_id=66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:44.711931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Attempting to bind port 5039ce65-58cd-43b1-b88c-990064566854 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:49:44.712457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Attempting to bind port 5039ce65-58cd-43b1-b88c-990064566854 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '227039ee-725b-448a-b1f4-d42b90bb471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b510ff3-79a6-4ca2-a47f-c8caac93b7f9'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:49:44.712822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Attempting to bind port 5039ce65-58cd-43b1-b88c-990064566854 on network 3b510ff3-79a6-4ca2-a47f-c8caac93b7f9 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:44.718506 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 372cea7f-60f3-4810-a29b-51a230144875 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:44.720525 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f1631fe-c00b-484b-b34b-e8e9f9b260de req-90549233-590e-45b4-9f2c-026d6660f75b tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/security-groups?id=b9843fe1-1094-448c-847e-d5a5f2b15aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515393 May 27 22:49:44.722475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-11f91416-9335-4dc5-9c00-e8c6b7c3cb50 admin admin] Usage tracker for resource:security_group_rule and tenant:a57612c86d1241478e7e9b96fe675c29 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:44.739419 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e67b019-5f35-44a9-98d2-ccfa7922a878 req-adda5c22-fa1d-491c-8dfe-d8c33907eaf8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232326 May 27 22:49:44.750865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:49:44.750865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Checking segment: {'id': '227039ee-725b-448a-b1f4-d42b90bb471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b510ff3-79a6-4ca2-a47f-c8caac93b7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:44.750865 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:44.750865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Bound using segment: {'id': '227039ee-725b-448a-b1f4-d42b90bb471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b510ff3-79a6-4ca2-a47f-c8caac93b7f9'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:49:44.750865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Bound port: 5039ce65-58cd-43b1-b88c-990064566854, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227039ee-725b-448a-b1f4-d42b90bb471f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '3b510ff3-79a6-4ca2-a47f-c8caac93b7f9'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:49:44.750865 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:44.753349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-11f91416-9335-4dc5-9c00-e8c6b7c3cb50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:44.769204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 372cea7f-60f3-4810-a29b-51a230144875 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:44.770820 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:44.774840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:49:44.785248 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:44.786003 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Added segment 5e9a7ae6-0002-408c-a086-827974438516 of type vlan for network 743bfdf9-2d75-4656-b6ec-691ac6d5d6a1 May 27 22:49:44.815156 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:44.850045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-11f91416-9335-4dc5-9c00-e8c6b7c3cb50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:44.909330 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:44.916825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:44.916825 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:44.937583 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:45.089927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48652) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:45.090826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event updated for resources: {'Network': ['ID=743bfdf9-2d75-4656-b6ec-691ac6d5d6a1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:45.156613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 743bfdf9-2d75-4656-b6ec-691ac6d5d6a1 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:49:45.275508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:45.324028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['72e821e4-81b7-4a5d-88bb-1c3194777ef3'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:49:45.410557 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11f91416-9335-4dc5-9c00-e8c6b7c3cb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:45.418168 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6e1dc0f2-2924-47b6-9270-780411560eec tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0440331 May 27 22:49:45.428662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5bffc-5aeb-41eb-b8b3-7d07f9f4d4a4 req-9decf560-0a61-4dca-9cae-4e619b5028f9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:45.430542 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6d5bffc-5aeb-41eb-b8b3-7d07f9f4d4a4 req-9decf560-0a61-4dca-9cae-4e619b5028f9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.3415489 May 27 22:49:45.435152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48662) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:45.438999 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-377c5677-63be-42b4-9d47-ea908a809622 req-ac2e4633-b420-4cd0-968c-0171038c9b32 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2680912 May 27 22:49:45.443354 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d56aa87d-f4ef-4940-b120-4d6cc9416475 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e94c9296fc7f47a7b6a8520e43f343b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377748 May 27 22:49:45.446167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48666) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:45.451841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Request body: {'subnet': {'network_id': 'e5057a0b-9201-4295-9f2e-16436de74c9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:45.460787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=72e821e4-81b7-4a5d-88bb-1c3194777ef3,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:45.552961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] For port 5039ce65-58cd-43b1-b88c-990064566854, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:49:45.575121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 372cea7f-60f3-4810-a29b-51a230144875 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:45.577569 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:45.600727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] For port 5039ce65-58cd-43b1-b88c-990064566854, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=5039ce65-58cd-43b1-b88c-990064566854,segment=NetworkSegment(227039ee-725b-448a-b1f4-d42b90bb471f),segment_id=227039ee-725b-448a-b1f4-d42b90bb471f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:49:45.624178 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11f91416-9335-4dc5-9c00-e8c6b7c3cb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:45.652405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 372cea7f-60f3-4810-a29b-51a230144875, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=372cea7f-60f3-4810-a29b-51a230144875,segment=NetworkSegment(4cc0600c-d286-4ba0-ba64-65bb89042bd0),segment_id=4cc0600c-d286-4ba0-ba64-65bb89042bd0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:45.654123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Router fd43306b-6880-4ab7-80c3-69e01d3729fd is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:49:45.692478 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:45.708733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f91416-9335-4dc5-9c00-e8c6b7c3cb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241440ac-da62-41ab-94ce-1dd90e57efac,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:45.807255 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-11f91416-9335-4dc5-9c00-e8c6b7c3cb50 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a57612c86d1241478e7e9b96fe675c29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5662711 May 27 22:49:45.807255 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6d5bffc-5aeb-41eb-b8b3-7d07f9f4d4a4 req-42c7e1b5-6be7-41f7-83d9-7f603a6495f5 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618863 May 27 22:49:45.807255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48674) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:45.821643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:45.834549 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:45.844478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:45.849746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Usage tracker for resource:subnet and tenant:ab606b6039444fffa3763e8bb186b305 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:45.865891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:45.940293 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:45.940293 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c886e5fd-2338-4cf3-9467-517ab213df75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:45.940293 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c5677-63be-42b4-9d47-ea908a809622 req-0e59ad85-5d1f-4202-adb7-5b753d2ed0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:45.940293 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-377c5677-63be-42b4-9d47-ea908a809622 req-0e59ad85-5d1f-4202-adb7-5b753d2ed0f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 1059 time: 0.3973525 May 27 22:49:46.079259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:49:46.081812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340533bb-9972-489c-b732-2cef0e8c9fff None None] Pushing event updated for resources: {'Port': ['ID=5039ce65-58cd-43b1-b88c-990064566854,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:46.141156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Sync routers for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:49:46.186731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:49:46.233700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:49:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:46.234084 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c886e5fd-2338-4cf3-9467-517ab213df75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:46.295830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=372cea7f-60f3-4810-a29b-51a230144875,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:46.299848 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c83c18c-5f01-4094-b866-b0495ea40c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:46.317689 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:46.318921 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fa57f29c-5591-447a-bd44-eea9ce30d5e7 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.2260647 May 27 22:49:46.321617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48678) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:46.347340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Made reservation on behalf of ab606b6039444fffa3763e8bb186b305 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:46.352562 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:46.369495 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:46.384854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:46.384854 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:46.531155 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c83c18c-5f01-4094-b866-b0495ea40c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:46.581899 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:49:46.854723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c5677-63be-42b4-9d47-ea908a809622 req-26c5471a-734f-46af-a919-31aeefb70e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:46.856803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-377c5677-63be-42b4-9d47-ea908a809622 req-26c5471a-734f-46af-a919-31aeefb70e4a service neutron] 10.222.0.46 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.9367094 May 27 22:49:46.913630 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:46.968006 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 72e821e4-81b7-4a5d-88bb-1c3194777ef3 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:46.974455 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-377c5677-63be-42b4-9d47-ea908a809622 req-7ef33a32-58c4-47df-9887-85040a35d5a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bafee51-6293-4ce5-83ba-57e526db17c2 HTTP/1.1" status: 200 len: 217 time: 0.1049132 May 27 22:49:46.984405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb0da4-58f6-4fa4-bad2-e204cc110fc5 req-72d77124-6c9f-4545-be12-c8eff631cccf tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:46.988035 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57eb0da4-58f6-4fa4-bad2-e204cc110fc5 req-72d77124-6c9f-4545-be12-c8eff631cccf tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 944 time: 0.9107368 May 27 22:49:46.988035 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c886e5fd-2338-4cf3-9467-517ab213df75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:47.129332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:41Z', 'revision_number': 3, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:47.141933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Checking router: fd43306b-6880-4ab7-80c3-69e01d3729fd for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:49:47.142294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Updating router fd43306b-6880-4ab7-80c3-69e01d3729fd port adacea34-944b-4559-9392-ad351c9c61d2 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:49:47.156143 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:47.164679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c5677-63be-42b4-9d47-ea908a809622 req-19a9ff57-9549-4609-84d0-f9837692cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:47.170465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-377c5677-63be-42b4-9d47-ea908a809622 req-19a9ff57-9549-4609-84d0-f9837692cabd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.1451716 May 27 22:49:47.171244 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c83c18c-5f01-4094-b866-b0495ea40c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:47.205957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 5039ce65-58cd-43b1-b88c-990064566854 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:47.234519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 72e821e4-81b7-4a5d-88bb-1c3194777ef3 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:47.252731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886e5fd-2338-4cf3-9467-517ab213df75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abdf88f-fcc0-463d-848f-5c91221bf2dc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:47.292748 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57eb0da4-58f6-4fa4-bad2-e204cc110fc5 req-55f7e7d9-8b1e-4ee7-9b8b-579acb11cc76 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/security-groups?id=b9843fe1-1094-448c-847e-d5a5f2b15aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993577 May 27 22:49:47.299549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 72e821e4-81b7-4a5d-88bb-1c3194777ef3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:47.299925 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:47.400468 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:47.429527 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c886e5fd-2338-4cf3-9467-517ab213df75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:47.454693 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c886e5fd-2338-4cf3-9467-517ab213df75 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1abdf88f-fcc0-463d-848f-5c91221bf2dc HTTP/1.1" status: 204 len: 168 time: 1.9865825 May 27 22:49:47.462004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event updated for resources: {'Subnet': ['ID=f832dcd7-ba54-49e7-bf82-3414cc04814a,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:47.478618 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c83c18c-5f01-4094-b866-b0495ea40c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:47.484499 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4c83c18c-5f01-4094-b866-b0495ea40c8b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/241440ac-da62-41ab-94ce-1dd90e57efac HTTP/1.1" status: 204 len: 168 time: 1.6645982 May 27 22:49:47.579941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca2c66-70a5-488b-8496-851bfa91ed97 req-42a8cfa4-5cb3-4625-be0e-9e6ef753c557 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:47.579941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5eca2c66-70a5-488b-8496-851bfa91ed97 req-42a8cfa4-5cb3-4625-be0e-9e6ef753c557 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 943 time: 1.5638468 May 27 22:49:47.597231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83c18c-5f01-4094-b866-b0495ea40c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241440ac-da62-41ab-94ce-1dd90e57efac,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:47.644218 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:47.683050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 5039ce65-58cd-43b1-b88c-990064566854 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:47.746052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48694) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:47.752732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Checking segment: {'id': '0ab5ed3c-707e-4f3a-9533-62d6cb71feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e5057a0b-9201-4295-9f2e-16436de74c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:47.755699 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Network hostable DHCP agents. Network: e5057a0b-9201-4295-9f2e-16436de74c9a, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:49:47.760402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 372cea7f-60f3-4810-a29b-51a230144875 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:47.857265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 72e821e4-81b7-4a5d-88bb-1c3194777ef3 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:47.857848 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:47.942503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d549d80-17c8-434a-9c40-a70458c15137 None None] Network 3b510ff3-79a6-4ca2-a47f-c8caac93b7f9 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:48.071188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68680f22-20d2-4407-a888-639f328de33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e821e4-81b7-4a5d-88bb-1c3194777ef3'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:49:48.103158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 72e821e4-81b7-4a5d-88bb-1c3194777ef3, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=72e821e4-81b7-4a5d-88bb-1c3194777ef3,segment=NetworkSegment(66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9),segment_id=66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:48.156315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 372cea7f-60f3-4810-a29b-51a230144875 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:48.157244 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:48.248482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ed47ac49-d18d-45a4-9656-bee4eb7a8f99 None None] Provisioning for port 5039ce65-58cd-43b1-b88c-990064566854 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:48.291587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Allocated IP 172.20.0.1 (834ac9cf-7900-4562-81d7-7075078e1b9c/36c561ad-418b-4404-b3f7-e1414a606ae6/15a7a567-e754-48df-9460-7cb24d34d467) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:48.325634 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:48.376328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ed47ac49-d18d-45a4-9656-bee4eb7a8f99 None None] Provisioning complete for port 5039ce65-58cd-43b1-b88c-990064566854 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:48.376328 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed47ac49-d18d-45a4-9656-bee4eb7a8f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:48.429315 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:49:48.433285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c5677-63be-42b4-9d47-ea908a809622 req-7c4a1e31-2c12-4bf7-aa7c-311a329f0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:48.434911 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-377c5677-63be-42b4-9d47-ea908a809622 req-7c4a1e31-2c12-4bf7-aa7c-311a329f0305 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2554064 May 27 22:49:48.461548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5eca2c66-70a5-488b-8496-851bfa91ed97 req-e0d3d0cd-7e63-4fe9-a821-63b1015c14c0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8526950 May 27 22:49:48.493438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Network e5057a0b-9201-4295-9f2e-16436de74c9a is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:49:48.592912 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8043741b-1b0f-4dd8-918f-2e4d48a75137'] response: {'server_uuid': '68680f22-20d2-4407-a888-639f328de33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e821e4-81b7-4a5d-88bb-1c3194777ef3', 'code': 200} May 27 22:49:48.614605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af1a88-9846-4f5f-80fe-383dc950b45c req-3364b729-edf6-41dd-ae09-217a0d281474 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:48.617970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1af1a88-9846-4f5f-80fe-383dc950b45c req-3364b729-edf6-41dd-ae09-217a0d281474 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 1.0027463 May 27 22:49:48.648605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, e5057a0b-9201-4295-9f2e-16436de74c9a) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:48.686866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:48.687418 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:48.701598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=72e821e4-81b7-4a5d-88bb-1c3194777ef3,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:48.707046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c14ef68-3937-4f20-b032-994db3db1fa8 None None] Network e5057a0b-9201-4295-9f2e-16436de74c9a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:48.798203 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:48.964176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Transition to ACTIVE for port object adacea34-944b-4559-9392-ad351c9c61d2 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:49.035852 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 372cea7f-60f3-4810-a29b-51a230144875 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:49.082138 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:49.096895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971389fb-8c83-429f-ba95-2632bc0b3534 req-99ae710e-a870-4bd9-a5dc-f8d6fc7713dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:49.100459 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-971389fb-8c83-429f-ba95-2632bc0b3534 req-99ae710e-a870-4bd9-a5dc-f8d6fc7713dc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 1096 time: 0.2602098 May 27 22:49:49.107993 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:49.156048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1af1a88-9846-4f5f-80fe-383dc950b45c req-772fc980-d973-448c-8c9f-2c3a5a65b5fa tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636502 May 27 22:49:49.184879 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d9aeb86c-a8d6-44f1-b5fe-bd8544e59e57 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7444489 May 27 22:49:49.190599 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ed47ac49-d18d-45a4-9656-bee4eb7a8f99 None None] Current status of the port 5039ce65-58cd-43b1-b88c-990064566854 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:49.191050 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed47ac49-d18d-45a4-9656-bee4eb7a8f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:49.194137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48718) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:49.209875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Request body: {'subnet': {'network_id': '743bfdf9-2d75-4656-b6ec-691ac6d5d6a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:49.254201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Transition to ACTIVE for port object 15a7a567-e754-48df-9460-7cb24d34d467 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:49.308664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Attempting to bind port adacea34-944b-4559-9392-ad351c9c61d2 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:49:49.309045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Attempting to bind port adacea34-944b-4559-9392-ad351c9c61d2 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:49:49.309407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Attempting to bind port adacea34-944b-4559-9392-ad351c9c61d2 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:49.311447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9f553-2f91-4bdd-9960-e713d815c046 None None] Pushing event updated for resources: {'Port': ['ID=adacea34-944b-4559-9392-ad351c9c61d2,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:49.339527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:49:49.339954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:49.349960 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:49.349960 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:49:49.349960 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Bound port: adacea34-944b-4559-9392-ad351c9c61d2, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:49:49.349960 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:49.395727 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-971389fb-8c83-429f-ba95-2632bc0b3534 req-88639ce9-72a6-41c3-9421-d2a3b50d83cf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=b9843fe1-1094-448c-847e-d5a5f2b15aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825575 May 27 22:49:49.406037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ed47ac49-d18d-45a4-9656-bee4eb7a8f99 None None] For port 5039ce65-58cd-43b1-b88c-990064566854, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=5039ce65-58cd-43b1-b88c-990064566854,segment=NetworkSegment(227039ee-725b-448a-b1f4-d42b90bb471f),segment_id=227039ee-725b-448a-b1f4-d42b90bb471f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:49.410781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:49.416253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Usage tracker for resource:subnet and tenant:ab606b6039444fffa3763e8bb186b305 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:49.428147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:49.455058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:49.517335 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed47ac49-d18d-45a4-9656-bee4eb7a8f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:49.551897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Made reservation on behalf of ab606b6039444fffa3763e8bb186b305 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:49.556269 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:49.628157 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:49.655821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-e5057a0b-9201-4295-9f2e-16436de74c9a', 'network_id': 'e5057a0b-9201-4295-9f2e-16436de74c9a', 'tenant_id': 'ab606b6039444fffa3763e8bb186b305', 'fixed_ips': [{'subnet_id': 'f832dcd7-ba54-49e7-bf82-3414cc04814a'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:49:49.656203 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:49.678392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48728) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:49.698319 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-377c5677-63be-42b4-9d47-ea908a809622 req-fee9730f-c811-417e-819e-dac10a3944ef service neutron] 10.222.0.46 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2486272 May 27 22:49:49.714309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] For port adacea34-944b-4559-9392-ad351c9c61d2, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:49:49.733814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] For port adacea34-944b-4559-9392-ad351c9c61d2, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=adacea34-944b-4559-9392-ad351c9c61d2,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:49:49.739883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e61e5b-6181-46d4-a876-62cd36adbe53 req-836c9cd9-37ef-47d5-a55c-80b2f7bfcc44 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:49.743161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42e61e5b-6181-46d4-a876-62cd36adbe53 req-836c9cd9-37ef-47d5-a55c-80b2f7bfcc44 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 945 time: 0.8268080 May 27 22:49:49.795200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47ac49-d18d-45a4-9656-bee4eb7a8f99 None None] Pushing event updated for resources: {'Port': ['ID=5039ce65-58cd-43b1-b88c-990064566854,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:49.838698 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:49.897414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1621505c-831f-459a-880f-712687db9ae8 None None] Provisioning complete for port 5039ce65-58cd-43b1-b88c-990064566854 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:49.898124 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1621505c-831f-459a-880f-712687db9ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:49.919747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Network 834ac9cf-7900-4562-81d7-7075078e1b9c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:49.933148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:49.946647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:50.090383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Pushing event updated for resources: {'Port': ['ID=15a7a567-e754-48df-9460-7cb24d34d467,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:50.150724 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:50.161008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:49:50.161761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:49:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:50.168093 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42e61e5b-6181-46d4-a876-62cd36adbe53 req-a3e6eab0-5e1a-4ead-befb-0a191c23e331 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/security-groups?id=b9843fe1-1094-448c-847e-d5a5f2b15aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653884 May 27 22:49:50.317585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad3919-70da-4e53-b14d-3ef3b09d8e0f req-8ff4ff81-ba63-4e51-b33c-658540bc61e1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:50.327233 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67ad3919-70da-4e53-b14d-3ef3b09d8e0f req-8ff4ff81-ba63-4e51-b33c-658540bc61e1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 943 time: 0.4240205 May 27 22:49:50.371394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9f553-2f91-4bdd-9960-e713d815c046 None None] Pushing event updated for resources: {'Port': ['ID=adacea34-944b-4559-9392-ad351c9c61d2,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:50.398106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Allocated IP 2001:db8::2 (e5057a0b-9201-4295-9f2e-16436de74c9a/f832dcd7-ba54-49e7-bf82-3414cc04814a/e4779475-9f94-4ff0-b4a6-f3512d79515c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:50.414243 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67ad3919-70da-4e53-b14d-3ef3b09d8e0f req-7103d385-50f9-4fc7-8e8b-9f98da0a9a3d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862424 May 27 22:49:50.433928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-138129483'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:50.441291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:50.446970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:network and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:50.450490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:50.457116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:50.513407 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-377c5677-63be-42b4-9d47-ea908a809622 req-88e657c1-f3ed-4d05-964c-cbfde27ced71 service neutron] 10.222.0.46 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7677724 May 27 22:49:50.571285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:50.575395 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:50.596034 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:50.631776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:50.697123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:security_group_rule and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:50.698387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b15463-c5c9-40dc-b3fb-bb3353ac5dcf req-e064a0bd-9634-4b65-b821-c124882c3f47 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:50.699927 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5b15463-c5c9-40dc-b3fb-bb3353ac5dcf req-e064a0bd-9634-4b65-b821-c124882c3f47 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.2731118 May 27 22:49:50.719114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:50.719945 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3ddbc11d-8e8b-4579-a068-4f9016c1e2ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:50.747053 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1621505c-831f-459a-880f-712687db9ae8 None None] Current status of the port 5039ce65-58cd-43b1-b88c-990064566854 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:50.769424 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:49:50.771042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:50.850967 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:51.018925 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5b15463-c5c9-40dc-b3fb-bb3353ac5dcf req-07e093ea-6b0e-4233-a72d-eb6ae0c3a267 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059692 May 27 22:49:51.117477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event updated for resources: {'Subnet': ['ID=8fb9c709-5c3d-447f-ac0c-ca34ce921c4c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:51.117875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 200ab7d4-5024-4467-842e-7842f09c3def details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:49:51.161477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Checking segment: {'id': '5e9a7ae6-0002-408c-a086-827974438516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '743bfdf9-2d75-4656-b6ec-691ac6d5d6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:51.164811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Network hostable DHCP agents. Network: 743bfdf9-2d75-4656-b6ec-691ac6d5d6a1, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:49:51.210606 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:51.267417 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:51.354573 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:51.401678 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:51.415515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Transition to ACTIVE for port object e4779475-9f94-4ff0-b4a6-f3512d79515c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:51.438365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Transition to ACTIVE for port object e4779475-9f94-4ff0-b4a6-f3512d79515c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:51.443914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 5039ce65-58cd-43b1-b88c-990064566854 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:51.485353 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7e916a96-3aec-41b9-8c1f-e57edcd45f44 None None] Provisioning for port 15a7a567-e754-48df-9460-7cb24d34d467 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:51.493969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Network 743bfdf9-2d75-4656-b6ec-691ac6d5d6a1 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:49:51.546144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:49:51.552759 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:51.559660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90687383-1451-4d0c-92e6-4724c6c31655,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:51.619696 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Network e5057a0b-9201-4295-9f2e-16436de74c9a is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:51.620678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7e916a96-3aec-41b9-8c1f-e57edcd45f44 None None] Provisioning complete for port 15a7a567-e754-48df-9460-7cb24d34d467 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:51.621051 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e916a96-3aec-41b9-8c1f-e57edcd45f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:51.638592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbc11d-8e8b-4579-a068-4f9016c1e2ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Deleting port 372cea7f-60f3-4810-a29b-51a230144875 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:51.644377 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3ddbc11d-8e8b-4579-a068-4f9016c1e2ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:51.659037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:51.664967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:51.674697 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:51.685368 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Added segment ad1b52fb-4677-433c-a80e-c7d80b79ed92 of type vlan for network c744ea9b-cdeb-488b-a067-0b211d4c406e May 27 22:49:51.732555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 743bfdf9-2d75-4656-b6ec-691ac6d5d6a1) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:51.791721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:51.792524 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:51.803115 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:49:51.832588 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:51.931958 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:51.959691 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-919f0a9c-198f-4428-afdf-4748ecf157b7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7625077 May 27 22:49:51.961726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48740) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:51.986988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-3ddbc11d-8e8b-4579-a068-4f9016c1e2ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] For port 372cea7f-60f3-4810-a29b-51a230144875, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=372cea7f-60f3-4810-a29b-51a230144875,segment=NetworkSegment(4cc0600c-d286-4ba0-ba64-65bb89042bd0),segment_id=4cc0600c-d286-4ba0-ba64-65bb89042bd0)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:51.987561 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3ddbc11d-8e8b-4579-a068-4f9016c1e2ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:51.995299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Pushing event updated for resources: {'Port': ['ID=e4779475-9f94-4ff0-b4a6-f3512d79515c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:52.001471 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7e916a96-3aec-41b9-8c1f-e57edcd45f44 None None] Port 15a7a567-e754-48df-9460-7cb24d34d467 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:52.006641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105016e7-11a8-463f-9b40-b8118b5903a0 None None] Network 743bfdf9-2d75-4656-b6ec-691ac6d5d6a1 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:52.045096 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:52.053140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:52.054038 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:52.092811 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:52.125563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbc11d-8e8b-4579-a068-4f9016c1e2ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Calling delete_port for 372cea7f-60f3-4810-a29b-51a230144875 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:52.308304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-743bfdf9-2d75-4656-b6ec-691ac6d5d6a1', 'network_id': '743bfdf9-2d75-4656-b6ec-691ac6d5d6a1', 'tenant_id': 'ab606b6039444fffa3763e8bb186b305', 'fixed_ips': [{'subnet_id': '8fb9c709-5c3d-447f-ac0c-ca34ce921c4c'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:49:52.309177 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:52.320606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Attempting to bind port e4779475-9f94-4ff0-b4a6-f3512d79515c on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:49:52.320966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Attempting to bind port e4779475-9f94-4ff0-b4a6-f3512d79515c by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '0ab5ed3c-707e-4f3a-9533-62d6cb71feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e5057a0b-9201-4295-9f2e-16436de74c9a'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:49:52.321317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Attempting to bind port e4779475-9f94-4ff0-b4a6-f3512d79515c on network e5057a0b-9201-4295-9f2e-16436de74c9a {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:52.343303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 5039ce65-58cd-43b1-b88c-990064566854 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:52.343699 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:52.416609 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:52.420057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 200ab7d4-5024-4467-842e-7842f09c3def, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=200ab7d4-5024-4467-842e-7842f09c3def,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:52.432140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:49:52.432957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Checking segment: {'id': '0ab5ed3c-707e-4f3a-9533-62d6cb71feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e5057a0b-9201-4295-9f2e-16436de74c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:52.432957 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:52.433517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Bound using segment: {'id': '0ab5ed3c-707e-4f3a-9533-62d6cb71feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e5057a0b-9201-4295-9f2e-16436de74c9a'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:49:52.433996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Bound port: e4779475-9f94-4ff0-b4a6-f3512d79515c, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab5ed3c-707e-4f3a-9533-62d6cb71feb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e5057a0b-9201-4295-9f2e-16436de74c9a'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:49:52.434367 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:52.540854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] For port e4779475-9f94-4ff0-b4a6-f3512d79515c, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:49:52.544237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] For port e4779475-9f94-4ff0-b4a6-f3512d79515c, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e4779475-9f94-4ff0-b4a6-f3512d79515c,segment=NetworkSegment(0ab5ed3c-707e-4f3a-9533-62d6cb71feb3),segment_id=0ab5ed3c-707e-4f3a-9533-62d6cb71feb3)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:49:52.664787 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8946228 May 27 22:49:52.683896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48746) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:52.745821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6fe0aa-dd25-4bae-bad4-05d13b7b6067 req-92dbb499-1dd0-4570-b157-265d1ea2dc4c tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:52.746622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7a532-389a-4422-bbf8-4dc60bd2e2d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Network': ['ID=c744ea9b-cdeb-488b-a067-0b211d4c406e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:52.747327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be6fe0aa-dd25-4bae-bad4-05d13b7b6067 req-92dbb499-1dd0-4570-b157-265d1ea2dc4c tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 945 time: 1.2908266 May 27 22:49:52.756060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Allocated IP 2001:db8::2 (743bfdf9-2d75-4656-b6ec-691ac6d5d6a1/8fb9c709-5c3d-447f-ac0c-ca34ce921c4c/067cdf98-4aa6-4e39-a782-ea4ed1da4c88) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:52.770373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:52.770783 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3ddbc11d-8e8b-4579-a068-4f9016c1e2ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:52.920913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:52.926861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:52.929162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13aca3b-83f6-44c1-9a56-c1d15d582ed2 req-2ec735a6-7f32-414e-9b6d-52bad2a3bd67 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:52.930666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:52.936569 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d13aca3b-83f6-44c1-9a56-c1d15d582ed2 req-2ec735a6-7f32-414e-9b6d-52bad2a3bd67 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 943 time: 1.2633226 May 27 22:49:52.938784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:52.948261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:52.963176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Pushing event updated for resources: {'Port': ['ID=15a7a567-e754-48df-9460-7cb24d34d467,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:53.085381 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:53.086158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbc11d-8e8b-4579-a068-4f9016c1e2ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Port': ['ID=372cea7f-60f3-4810-a29b-51a230144875,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:53.100370 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Transition to ACTIVE for port object 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:53.121136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Transition to ACTIVE for port object 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:53.135563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:53.140434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:53.210175 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:53.219165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:49:53.235193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 5039ce65-58cd-43b1-b88c-990064566854 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:53.282820 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:53.333270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d13aca3b-83f6-44c1-9a56-c1d15d582ed2 req-72b23f4f-e369-4518-8f4e-96abed6c4989 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957767 May 27 22:49:53.340041 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3ddbc11d-8e8b-4579-a068-4f9016c1e2ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:53.352428 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '200ab7d4-5024-4467-842e-7842f09c3def', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'port_id': '200ab7d4-5024-4467-842e-7842f09c3def', 'mac_address': 'fa:16:3e:b9:19:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:49:53.355891 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:41Z', 'revision_number': 3, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:53.393429 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be6fe0aa-dd25-4bae-bad4-05d13b7b6067 req-7ed06d68-554b-47a6-9e82-f334e4882a3f tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/security-groups?id=b9843fe1-1094-448c-847e-d5a5f2b15aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181874 May 27 22:49:53.526028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Network 743bfdf9-2d75-4656-b6ec-691ac6d5d6a1 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:53.527583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16613b4b-35a3-4469-badf-0c60cfe317db None None] The sync data for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 is: [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:41Z', 'revision_number': 3, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:49:53.536906 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:53.554646 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:49:53.619303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:53.727807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-804e0dcd-805d-4d05-95c6-a0da24d4392e req-df4ace94-ca9b-4305-b22f-70d3edb7034b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0417995 May 27 22:49:53.971638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Network 834ac9cf-7900-4562-81d7-7075078e1b9c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:54.014958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:54.114820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 200ab7d4-5024-4467-842e-7842f09c3def is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:54.115270 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:54.148028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbd607-e9f6-4b22-a032-459f0cda9c03 req-d14904ab-8381-4931-aaf5-c6cba2290a41 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:54.155084 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7fbbd607-e9f6-4b22-a032-459f0cda9c03 req-d14904ab-8381-4931-aaf5-c6cba2290a41 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.5960510 May 27 22:49:54.158441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Attempting to bind port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:49:54.160762 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Attempting to bind port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '5e9a7ae6-0002-408c-a086-827974438516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '743bfdf9-2d75-4656-b6ec-691ac6d5d6a1'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:49:54.161245 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Attempting to bind port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 on network 743bfdf9-2d75-4656-b6ec-691ac6d5d6a1 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:49:54.191218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:49:54.195026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Checking segment: {'id': '5e9a7ae6-0002-408c-a086-827974438516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '743bfdf9-2d75-4656-b6ec-691ac6d5d6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:54.195026 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:54.195026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Bound using segment: {'id': '5e9a7ae6-0002-408c-a086-827974438516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '743bfdf9-2d75-4656-b6ec-691ac6d5d6a1'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:49:54.195026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Bound port: 067cdf98-4aa6-4e39-a782-ea4ed1da4c88, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9a7ae6-0002-408c-a086-827974438516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '743bfdf9-2d75-4656-b6ec-691ac6d5d6a1'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:49:54.195026 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:54.238933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980f215-4315-4f6b-98f2-101bad01f958 None None] Pushing event updated for resources: {'Port': ['ID=e4779475-9f94-4ff0-b4a6-f3512d79515c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:54.449394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200ab7d4-5024-4467-842e-7842f09c3def {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:49:54.478128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7fbbd607-e9f6-4b22-a032-459f0cda9c03 req-5ebfee33-e391-4c42-b7f5-f9a29f60d24b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221607 May 27 22:49:54.521922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Router fd43306b-6880-4ab7-80c3-69e01d3729fd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:49:54.539456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e0dcd-805d-4d05-95c6-a0da24d4392e req-c345e5a4-58bb-4de4-8fe4-20fe29d2d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:54.541848 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-804e0dcd-805d-4d05-95c6-a0da24d4392e req-c345e5a4-58bb-4de4-8fe4-20fe29d2d172 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 1095 time: 0.5822988 May 27 22:49:54.603895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] For port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:49:54.622355 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] For port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=067cdf98-4aa6-4e39-a782-ea4ed1da4c88,segment=NetworkSegment(5e9a7ae6-0002-408c-a086-827974438516),segment_id=5e9a7ae6-0002-408c-a086-827974438516)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:49:54.747102 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 200ab7d4-5024-4467-842e-7842f09c3def, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=200ab7d4-5024-4467-842e-7842f09c3def,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:54.749588 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:54.799829 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Pushing event updated for resources: {'Port': ['ID=067cdf98-4aa6-4e39-a782-ea4ed1da4c88,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:54.934009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfde9c-66f4-4f90-b34f-749aa63517eb None None] Pushing event updated for resources: {'Port': ['ID=067cdf98-4aa6-4e39-a782-ea4ed1da4c88,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:54.939637 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:54.982226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f9deb0b4-54de-49ea-8d25-7cb36ad3165c None None] Provisioning complete for port 15a7a567-e754-48df-9460-7cb24d34d467 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:54.982589 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9deb0b4-54de-49ea-8d25-7cb36ad3165c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:55.061539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f9deb0b4-54de-49ea-8d25-7cb36ad3165c None None] Port 15a7a567-e754-48df-9460-7cb24d34d467 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:49:55.123189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=200ab7d4-5024-4467-842e-7842f09c3def,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:55.175218 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:55.209530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['200ab7d4-5024-4467-842e-7842f09c3def'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:49:55.242723 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:55.244637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e0dcd-805d-4d05-95c6-a0da24d4392e req-fa73e4b1-3841-436e-8462-a5cd40820c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:55.246079 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-804e0dcd-805d-4d05-95c6-a0da24d4392e req-fa73e4b1-3841-436e-8462-a5cd40820c91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.5730059 May 27 22:49:55.327480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2569318-401e-4525-91ee-91b3cf597e09 None None] Network e5057a0b-9201-4295-9f2e-16436de74c9a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:55.580568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=db5df3dd-0275-4e81-8305-b0c470a935ff,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:55.868177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e4779475-9f94-4ff0-b4a6-f3512d79515c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:55.932812 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-804e0dcd-805d-4d05-95c6-a0da24d4392e req-1cfe6701-ad47-48b2-abd8-6b3689df3534 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a HTTP/1.1" status: 200 len: 999 time: 0.5273595 May 27 22:49:55.933299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:49:55.933734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network hostable DHCP agents. Network: c744ea9b-cdeb-488b-a067-0b211d4c406e, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:49:55.940795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b59a11-556f-43bd-8a4a-c6c377aebbc8 req-5d82abbd-4102-460d-a3f5-01812ec14c7d tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:55.950137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:49:55.950390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1612e19d-e2e9-4315-ba86-8351d582c299 None None] Provisioning for port e4779475-9f94-4ff0-b4a6-f3512d79515c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:55.950479 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79b59a11-556f-43bd-8a4a-c6c377aebbc8 req-5d82abbd-4102-460d-a3f5-01812ec14c7d tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 945 time: 0.7004194 May 27 22:49:55.973178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddbc11d-8e8b-4579-a068-4f9016c1e2ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:49:55.997677 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-31a5f900-1729-45ca-82bd-9deeff8909c4 admin admin] 10.222.0.27 "PUT /v2.0/routers/fd43306b-6880-4ab7-80c3-69e01d3729fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6749966 May 27 22:49:56.123805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:49:56.132856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port e4779475-9f94-4ff0-b4a6-f3512d79515c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:56.138998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e4779475-9f94-4ff0-b4a6-f3512d79515c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:56.139551 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:56.152446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa793ac-d358-4291-a69c-60caa86fcbb3 req-01cf7632-3462-4ecb-81fb-6abacca8de65 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:56.159275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dfa793ac-d358-4291-a69c-60caa86fcbb3 req-01cf7632-3462-4ecb-81fb-6abacca8de65 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 944 time: 0.8088677 May 27 22:49:56.174630 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79b59a11-556f-43bd-8a4a-c6c377aebbc8 req-84acef38-90b8-4f30-87f1-eded529d23ea tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/security-groups?id=b9843fe1-1094-448c-847e-d5a5f2b15aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219989 May 27 22:49:56.183790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Allocated IP 2001:db8::1 (e5057a0b-9201-4295-9f2e-16436de74c9a/f832dcd7-ba54-49e7-bf82-3414cc04814a/ae9c4296-3866-428e-8e4e-34a4ea3265b4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:56.247774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95768df3-25ef-4192-a82d-f2d661a7f313 req-a01f5bfc-9e52-4021-8fbc-ccc7d21067d2 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:56.250257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, c744ea9b-cdeb-488b-a067-0b211d4c406e) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:56.262175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95768df3-25ef-4192-a82d-f2d661a7f313 req-a01f5bfc-9e52-4021-8fbc-ccc7d21067d2 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.46 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 945 time: 0.5110168 May 27 22:49:56.269337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:56.270134 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:56.279973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf21bdd-2c6f-4386-a162-74db92713226 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:56.338546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e0dcd-805d-4d05-95c6-a0da24d4392e req-c9f94852-6c52-420c-8f40-ba86a924e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:56.340040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-804e0dcd-805d-4d05-95c6-a0da24d4392e req-c9f94852-6c52-420c-8f40-ba86a924e5ba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.3726153 May 27 22:49:56.491022 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7922b1f7-33af-495c-aeef-8e9c5ab9c564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.7258196 May 27 22:49:56.499483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48770) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:56.531520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'name': 'tempest-NetworksTestDHCPv6-1642170900'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:56.589272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-835e9063-3e12-44df-88be-5f7d58f8c173 None None] Provisioning complete for port e4779475-9f94-4ff0-b4a6-f3512d79515c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:56.589552 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-835e9063-3e12-44df-88be-5f7d58f8c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:56.838770 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:56.848319 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:56.855640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:56.868560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:56.880474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:56.890851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Transition to ACTIVE for port object ae9c4296-3866-428e-8e4e-34a4ea3265b4 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:56.935113 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daea02c2-050a-45f5-965b-3d3adf2e838b None None] Network 743bfdf9-2d75-4656-b6ec-691ac6d5d6a1 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:49:56.941090 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dfa793ac-d358-4291-a69c-60caa86fcbb3 req-cd32692f-fc5d-4522-a291-d9d3cc846120 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7808323 May 27 22:49:56.972924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:49:56.976849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:56.979368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddbc11d-8e8b-4579-a068-4f9016c1e2ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:49:56.990132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-95768df3-25ef-4192-a82d-f2d661a7f313 req-fe88cdf1-cf26-4d1b-96d8-d343092427da tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Deleting port 72e821e4-81b7-4a5d-88bb-1c3194777ef3 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:56.990586 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95768df3-25ef-4192-a82d-f2d661a7f313 req-fe88cdf1-cf26-4d1b-96d8-d343092427da tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:56.990830 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac57285-4e69-4f29-a8e9-a6daa9e73694 None None] Sync routers for ids ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:49:57.003403 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac57285-4e69-4f29-a8e9-a6daa9e73694 None None] Routers {'3d3376c3-75c1-4e1e-958b-91a1e0b09f47'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:49:57.009427 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9ac57285-4e69-4f29-a8e9-a6daa9e73694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:49:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:57.062022 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:57.083256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port fd89f222-deee-4ffa-9d51-7c5fba2a79b9 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:49:57.106994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744e5cf-c210-417e-bc35-c2cdbe4188b0 req-f2569695-6186-4f43-9efb-8840f63da03f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:57.109115 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7744e5cf-c210-417e-bc35-c2cdbe4188b0 req-f2569695-6186-4f43-9efb-8840f63da03f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.6698127 May 27 22:49:57.111597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e0dcd-805d-4d05-95c6-a0da24d4392e req-ebd8aff3-99ff-45c9-b1a9-918a20978360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:57.113965 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-804e0dcd-805d-4d05-95c6-a0da24d4392e req-ebd8aff3-99ff-45c9-b1a9-918a20978360 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6803815 May 27 22:49:57.119825 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3ddbc11d-8e8b-4579-a068-4f9016c1e2ec tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "PUT /v2.0/routers/3d3376c3-75c1-4e1e-958b-91a1e0b09f47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3444052 May 27 22:49:57.331475 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Network e5057a0b-9201-4295-9f2e-16436de74c9a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:57.332053 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 200ab7d4-5024-4467-842e-7842f09c3def up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:57.337650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:57.348682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:57.349293 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:57.357440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7744e5cf-c210-417e-bc35-c2cdbe4188b0 req-3c9fcfc6-7bd8-4f4a-a60f-d93c887d1f69 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359402 May 27 22:49:57.359572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-804e0dcd-805d-4d05-95c6-a0da24d4392e req-6cc7d7d8-b190-457d-8dfe-1834d6b0e819 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836605 May 27 22:49:57.397530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Sync routers for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:49:57.401033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event updated for resources: {'Port': ['ID=ae9c4296-3866-428e-8e4e-34a4ea3265b4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:57.427965 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9ac57285-4e69-4f29-a8e9-a6daa9e73694 None None] Set router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:49:57.450879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48780) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:57.567178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b518d884-7126-40b4-9a69-4776225dbcf8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1645748770', 'description': 'tempest-description--780842034'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:57.575394 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b518d884-7126-40b4-9a69-4776225dbcf8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:57.582896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b518d884-7126-40b4-9a69-4776225dbcf8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:security_group and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:57.595871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b518d884-7126-40b4-9a69-4776225dbcf8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:57.605640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e4779475-9f94-4ff0-b4a6-f3512d79515c is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:57.606045 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:57.690964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::381 (c744ea9b-cdeb-488b-a067-0b211d4c406e/db5df3dd-0275-4e81-8305-b0c470a935ff/fd89f222-deee-4ffa-9d51-7c5fba2a79b9) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:57.707872 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:49:57.709124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:49:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:57.935247 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:49:58.018016 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:58.038658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object fd89f222-deee-4ffa-9d51-7c5fba2a79b9 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:58.068990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b518d884-7126-40b4-9a69-4776225dbcf8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:58.101569 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9ac57285-4e69-4f29-a8e9-a6daa9e73694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:49:52Z', 'revision_number': 6, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c1088895-1009-4839-a9a2-8bcf736ea5fa', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'port_id': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'mac_address': 'fa:16:3e:f8:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684cf071-2ef5-4ffa-97c6-149509b40300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:47:58Z', 'updated_at': '2022-05-27T22:48:05Z', 'revision_number': 1, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861f6893-3105-41e7-95c7-873b26cbb348', 'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:82:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:50Z', 'updated_at': '2022-05-27T22:47:09Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:58.106738 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac57285-4e69-4f29-a8e9-a6daa9e73694 None None] Checking router: 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:49:58.116078 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac57285-4e69-4f29-a8e9-a6daa9e73694 None None] Routers {'3d3376c3-75c1-4e1e-958b-91a1e0b09f47'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:49:58.116755 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9ac57285-4e69-4f29-a8e9-a6daa9e73694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:49:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:58.120768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-95768df3-25ef-4192-a82d-f2d661a7f313 req-fe88cdf1-cf26-4d1b-96d8-d343092427da tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] For port 72e821e4-81b7-4a5d-88bb-1c3194777ef3, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=72e821e4-81b7-4a5d-88bb-1c3194777ef3,segment=NetworkSegment(66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9),segment_id=66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:58.121133 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95768df3-25ef-4192-a82d-f2d661a7f313 req-fe88cdf1-cf26-4d1b-96d8-d343092427da tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:58.123478 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:58.163585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-835e9063-3e12-44df-88be-5f7d58f8c173 None None] Current status of the port e4779475-9f94-4ff0-b4a6-f3512d79515c is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:58.164226 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-835e9063-3e12-44df-88be-5f7d58f8c173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:58.213817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=fd89f222-deee-4ffa-9d51-7c5fba2a79b9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:58.218934 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b518d884-7126-40b4-9a69-4776225dbcf8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:58.326422 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16184927-3562-4798-91db-614ed61410bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:58.343456 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9ac57285-4e69-4f29-a8e9-a6daa9e73694 None None] Set router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:49:58.404906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-95768df3-25ef-4192-a82d-f2d661a7f313 req-fe88cdf1-cf26-4d1b-96d8-d343092427da tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Calling delete_port for 72e821e4-81b7-4a5d-88bb-1c3194777ef3 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:49:58.409173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port e4779475-9f94-4ff0-b4a6-f3512d79515c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e4779475-9f94-4ff0-b4a6-f3512d79515c,segment=NetworkSegment(0ab5ed3c-707e-4f3a-9533-62d6cb71feb3),segment_id=0ab5ed3c-707e-4f3a-9533-62d6cb71feb3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:58.458355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:49:58.466499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:49:58.469840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 200ab7d4-5024-4467-842e-7842f09c3def completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:58.472092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b518d884-7126-40b4-9a69-4776225dbcf8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:58.483200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:49:58.494745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:58.505796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 200ab7d4-5024-4467-842e-7842f09c3def triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:58.505796 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:58.506036 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:58.521685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b518d884-7126-40b4-9a69-4776225dbcf8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:security_group_rule and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:58.538160 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b518d884-7126-40b4-9a69-4776225dbcf8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:58.551422 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:58.568309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': 'db5df3dd-0275-4e81-8305-b0c470a935ff'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:49:58.569334 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:58.577262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b518d884-7126-40b4-9a69-4776225dbcf8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:58.588469 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:58.589253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device adacea34-944b-4559-9392-ad351c9c61d2 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:49:58.604391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-804e0dcd-805d-4d05-95c6-a0da24d4392e req-dcb6cc7c-77c9-408c-aeeb-61a291f6a225 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9876120 May 27 22:49:58.707682 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e9cc3b4c-7655-401c-9bd3-97581c4ade32 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2070639 May 27 22:49:58.714186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48800) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:58.741972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde05dcd-cca8-4a9e-b2ba-314be94cc4d5 req-fb2b714d-f383-42ca-a1ef-7e516d2eaab0 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:58.750155 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dde05dcd-cca8-4a9e-b2ba-314be94cc4d5 req-fb2b714d-f383-42ca-a1ef-7e516d2eaab0 tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 945 time: 1.0481474 May 27 22:49:58.765527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=e4779475-9f94-4ff0-b4a6-f3512d79515c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:58.808967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c54df-a6cc-4789-95d8-b190239cb12b req-ace7f2b6-ebc5-4c44-9d25-91c8f27329e1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:58.816149 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-900c54df-a6cc-4789-95d8-b190239cb12b req-ace7f2b6-ebc5-4c44-9d25-91c8f27329e1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 944 time: 0.4292722 May 27 22:49:58.860715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dde05dcd-cca8-4a9e-b2ba-314be94cc4d5 req-3a50770d-81fb-4461-900b-68f9593b388f tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/security-groups?id=b9843fe1-1094-448c-847e-d5a5f2b15aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095967 May 27 22:49:58.901036 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-900c54df-a6cc-4789-95d8-b190239cb12b req-ca5d49a8-057a-45f9-acdf-0fbc08bbfcb8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838332 May 27 22:49:58.947761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Allocated IP 2001:db8::2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/db5df3dd-0275-4e81-8305-b0c470a935ff/c318a3fd-0272-4f6c-9b48-26707991d805) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:49:58.962991 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95768df3-25ef-4192-a82d-f2d661a7f313 req-fe88cdf1-cf26-4d1b-96d8-d343092427da tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.020284 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9ac57285-4e69-4f29-a8e9-a6daa9e73694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:49:52Z', 'revision_number': 6, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c1088895-1009-4839-a9a2-8bcf736ea5fa', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'port_id': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'mac_address': 'fa:16:3e:f8:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684cf071-2ef5-4ffa-97c6-149509b40300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:47:58Z', 'updated_at': '2022-05-27T22:48:05Z', 'revision_number': 1, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861f6893-3105-41e7-95c7-873b26cbb348', 'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:82:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:50Z', 'updated_at': '2022-05-27T22:47:09Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:59.040154 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac57285-4e69-4f29-a8e9-a6daa9e73694 None None] The sync data for ids ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'] in n-d-843680-3 is: [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:49:52Z', 'revision_number': 6, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c1088895-1009-4839-a9a2-8bcf736ea5fa', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'floating_ip_address': '172.25.2.86', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'port_id': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 2437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'mac_address': 'fa:16:3e:f8:9b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684cf071-2ef5-4ffa-97c6-149509b40300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:47:58Z', 'updated_at': '2022-05-27T22:48:05Z', 'revision_number': 1, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861f6893-3105-41e7-95c7-873b26cbb348', 'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:82:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:50Z', 'updated_at': '2022-05-27T22:47:09Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:49:59.153950 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b518d884-7126-40b4-9a69-4776225dbcf8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.200301 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-835e9063-3e12-44df-88be-5f7d58f8c173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:49:59.200722 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-835e9063-3e12-44df-88be-5f7d58f8c173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:49:59.216217 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d387de-8734-497c-9b92-adc2ced96486 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:59.216936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-00d387de-8734-497c-9b92-adc2ced96486 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:49:59.224027 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b518d884-7126-40b4-9a69-4776225dbcf8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.265250 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88cdf1-cf26-4d1b-96d8-d343092427da tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Pushing event deleted for resources: {'Port': ['ID=72e821e4-81b7-4a5d-88bb-1c3194777ef3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:59.324087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 200ab7d4-5024-4467-842e-7842f09c3def is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:49:59.324493 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.343984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-95768df3-25ef-4192-a82d-f2d661a7f313 req-fe88cdf1-cf26-4d1b-96d8-d343092427da tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] No DVR routers for this DVR port 72e821e4-81b7-4a5d-88bb-1c3194777ef3 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:49:59.353210 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-95768df3-25ef-4192-a82d-f2d661a7f313 req-fe88cdf1-cf26-4d1b-96d8-d343092427da tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.358855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68680f22-20d2-4407-a888-639f328de33d', 'name': 'network-vif-deleted', 'tag': '72e821e4-81b7-4a5d-88bb-1c3194777ef3'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:49:59.378267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port adacea34-944b-4559-9392-ad351c9c61d2 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:49:59.379075 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95768df3-25ef-4192-a82d-f2d661a7f313 req-fe88cdf1-cf26-4d1b-96d8-d343092427da tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.46 "DELETE /v2.0/ports/72e821e4-81b7-4a5d-88bb-1c3194777ef3 HTTP/1.1" status: 204 len: 173 time: 3.0663919 May 27 22:49:59.396329 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a26cfd3-e061-4833-a06a-07583b18b54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200ab7d4-5024-4467-842e-7842f09c3def'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:49:59.396884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518d884-7126-40b4-9a69-4776225dbcf8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d89ded-f3ef-4484-badd-bb447fa3e3c4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:49:59.410104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port adacea34-944b-4559-9392-ad351c9c61d2 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:49:59.410661 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.427778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db1b90-af2f-4923-95cf-13d64041d8fe req-36b3a66a-3145-4903-89dd-b6784983c373 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:59.434024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b5db1b90-af2f-4923-95cf-13d64041d8fe req-36b3a66a-3145-4903-89dd-b6784983c373 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Synchronizing usage tracker for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:49:59.453514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43728e-e7e2-40c6-a541-933e97fffb5c req-9ee610ea-d521-4f3e-ba17-4d5329362f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:59.455529 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e43728e-e7e2-40c6-a541-933e97fffb5c req-9ee610ea-d521-4f3e-ba17-4d5329362f32 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 1097 time: 0.2571485 May 27 22:49:59.469443 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 200ab7d4-5024-4467-842e-7842f09c3def, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=200ab7d4-5024-4467-842e-7842f09c3def,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:49:59.471721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f06ad-171a-4a3e-ba26-5d593b8746e1 req-9d938776-3a34-4953-8e9c-5eff2d73ed39 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:59.472876 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af2f06ad-171a-4a3e-ba26-5d593b8746e1 req-9d938776-3a34-4953-8e9c-5eff2d73ed39 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.3801317 May 27 22:49:59.485469 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.496854 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-00d387de-8734-497c-9b92-adc2ced96486 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:49:59.499072 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-00d387de-8734-497c-9b92-adc2ced96486 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.7839372 May 27 22:49:59.500100 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b518d884-7126-40b4-9a69-4776225dbcf8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.505311 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b518d884-7126-40b4-9a69-4776225dbcf8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0620425 May 27 22:49:59.509210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48808) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:59.509210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48810) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:49:59.510869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:49:51Z', 'revision_number': 2, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:49:59.516921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Transition to ACTIVE for port object c318a3fd-0272-4f6c-9b48-26707991d805 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:59.520863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3c2d2029-f512-48b4-89af-3269c9c122e0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'security_group_rule': {'security_group_id': '31d89ded-f3ef-4484-badd-bb447fa3e3c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:49:59.528222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3c2d2029-f512-48b4-89af-3269c9c122e0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:49:59.531154 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Checking router: fd43306b-6880-4ab7-80c3-69e01d3729fd for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:49:59.531512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Updating router fd43306b-6880-4ab7-80c3-69e01d3729fd port 15a7a567-e754-48df-9460-7cb24d34d467 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:49:59.532458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3c2d2029-f512-48b4-89af-3269c9c122e0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:security_group_rule and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:49:59.536681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3c2d2029-f512-48b4-89af-3269c9c122e0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:49:59.543169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3c2d2029-f512-48b4-89af-3269c9c122e0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:49:59.593696 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.598541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 72e821e4-81b7-4a5d-88bb-1c3194777ef3 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:49:59.671103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5a147e74-f4c4-41a2-ab1d-38d33f1570f5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port fd89f222-deee-4ffa-9d51-7c5fba2a79b9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:49:59.671451 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a147e74-f4c4-41a2-ab1d-38d33f1570f5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.698048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b5db1b90-af2f-4923-95cf-13d64041d8fe req-36b3a66a-3145-4903-89dd-b6784983c373 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Unset dirty status for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:49:59.699505 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5db1b90-af2f-4923-95cf-13d64041d8fe req-36b3a66a-3145-4903-89dd-b6784983c373 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 946 time: 0.5736194 May 27 22:49:59.700677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43728e-e7e2-40c6-a541-933e97fffb5c req-e12e317b-9b06-413e-8b4d-9ad677078529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:49:59.702193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e43728e-e7e2-40c6-a541-933e97fffb5c req-e12e317b-9b06-413e-8b4d-9ad677078529 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.2283323 May 27 22:49:59.764799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Transition to ACTIVE for port object c318a3fd-0272-4f6c-9b48-26707991d805 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:49:59.780092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 72e821e4-81b7-4a5d-88bb-1c3194777ef3 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:49:59.780510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 72e821e4-81b7-4a5d-88bb-1c3194777ef3 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:49:59.783493 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:49:59.788994 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af2f06ad-171a-4a3e-ba26-5d593b8746e1 req-fdf2f211-6819-4678-bece-9524607e2449 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941544 May 27 22:49:59.793852 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c2d2029-f512-48b4-89af-3269c9c122e0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.812966 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5db1b90-af2f-4923-95cf-13d64041d8fe req-ac6fab50-5a0d-4bd3-b4da-00b4470ef905 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070368 May 27 22:49:59.817578 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.910477 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e2c79a-2f6d-4aed-b739-e8cb3ae52b05'] response: {'server_uuid': '68680f22-20d2-4407-a888-639f328de33d', 'name': 'network-vif-deleted', 'tag': '72e821e4-81b7-4a5d-88bb-1c3194777ef3', 'status': 'completed', 'code': 200} May 27 22:49:59.934129 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a9bc529-c6e5-4d9c-85d4-89beb23003c1'] response: {'server_uuid': '6a26cfd3-e061-4833-a06a-07583b18b54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200ab7d4-5024-4467-842e-7842f09c3def', 'code': 200} May 27 22:49:59.938265 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e43728e-e7e2-40c6-a541-933e97fffb5c req-b900f1e1-e6af-4975-b154-c42eaae347d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf HTTP/1.1" status: 200 len: 217 time: 0.1472423 May 27 22:49:59.938545 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.948954 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.949985 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.973974 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:49:59.977416 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-22b99f86-4ee6-43dd-ae38-589c15863f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:00.041157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-835e9063-3e12-44df-88be-5f7d58f8c173 None None] Current status of the port e4779475-9f94-4ff0-b4a6-f3512d79515c is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:00.080657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43728e-e7e2-40c6-a541-933e97fffb5c req-e80b3dc7-6fc7-4d6b-baee-ba025e7e050c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:00.082112 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e43728e-e7e2-40c6-a541-933e97fffb5c req-e80b3dc7-6fc7-4d6b-baee-ba025e7e050c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.1240535 May 27 22:50:00.280462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event updated for resources: {'Port': ['ID=ae9c4296-3866-428e-8e4e-34a4ea3265b4,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:00.316119 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c2d2029-f512-48b4-89af-3269c9c122e0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:00.346544 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=200ab7d4-5024-4467-842e-7842f09c3def,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:00.348331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-eb28586f-769b-40d3-9528-1c834f2a21d1 req-9ea050bc-7dfc-4fc4-b0d9-0268f4bd647f tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Synchronizing usage tracker for tenant:4b5706954b7242258939efcfdcca26ef on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:00.401469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43728e-e7e2-40c6-a541-933e97fffb5c req-7e758e66-a07a-4722-8b7a-a0ac37ce4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:00.401571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a147e74-f4c4-41a2-ab1d-38d33f1570f5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:00.401672 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e43728e-e7e2-40c6-a541-933e97fffb5c req-7e758e66-a07a-4722-8b7a-a0ac37ce4083 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2837930 May 27 22:50:00.407212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:00.410283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f3b7e3-6cde-4e66-8981-1fc7f6449284 req-e03ff131-9618-4648-8c78-2258ada18956 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:00.410437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port adacea34-944b-4559-9392-ad351c9c61d2 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:00.410925 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:00.411774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e3f3b7e3-6cde-4e66-8981-1fc7f6449284 req-e03ff131-9618-4648-8c78-2258ada18956 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 945 time: 0.2515848 May 27 22:50:00.417938 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c2d2029-f512-48b4-89af-3269c9c122e0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:00.433552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e1aae8-d3ea-4282-8c09-868fbc74f486 req-80e6c11c-d549-446e-8ef3-781f71fe41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:00.434655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42e1aae8-d3ea-4282-8c09-868fbc74f486 req-80e6c11c-d549-446e-8ef3-781f71fe41e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 1096 time: 0.3516788 May 27 22:50:00.435815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:00.447516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:00.512848 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port adacea34-944b-4559-9392-ad351c9c61d2, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=adacea34-944b-4559-9392-ad351c9c61d2,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:00.530532 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-eb28586f-769b-40d3-9528-1c834f2a21d1 req-9ea050bc-7dfc-4fc4-b0d9-0268f4bd647f tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] Unset dirty status for tenant:4b5706954b7242258939efcfdcca26ef on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:00.539680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb28586f-769b-40d3-9528-1c834f2a21d1 req-9ea050bc-7dfc-4fc4-b0d9-0268f4bd647f tempest-ServerAddressesNegativeTestJSON-7061367 tempest-ServerAddressesNegativeTestJSON-7061367-project] 10.222.0.27 "GET /v2.0/ports?device_id=68680f22-20d2-4407-a888-639f328de33d HTTP/1.1" status: 200 len: 210 time: 0.2705941 May 27 22:50:00.553245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5a147e74-f4c4-41a2-ab1d-38d33f1570f5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for fd89f222-deee-4ffa-9d51-7c5fba2a79b9 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:00.585869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b7386c85-3a1a-4e4b-9e43-f275e02b2ce6 None None] Provisioning for port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:00.589437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Pushing event updated for resources: {'Port': ['ID=c318a3fd-0272-4f6c-9b48-26707991d805,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:00.607009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Network e5057a0b-9201-4295-9f2e-16436de74c9a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:00.614138 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:00.614999 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:00.620677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:00.626198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d2029-f512-48b4-89af-3269c9c122e0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354f4cf1-58af-48c2-a44c-2ef486c9cb33,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:00.714553 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Attempting to bind port c318a3fd-0272-4f6c-9b48-26707991d805 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:50:00.715364 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Attempting to bind port c318a3fd-0272-4f6c-9b48-26707991d805 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:50:00.715364 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Attempting to bind port c318a3fd-0272-4f6c-9b48-26707991d805 on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:50:00.723406 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42e1aae8-d3ea-4282-8c09-868fbc74f486 req-257de7be-e4c5-4b1e-bb4a-d1388a212d66 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723782 May 27 22:50:00.736992 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e3f3b7e3-6cde-4e66-8981-1fc7f6449284 req-aba94bd8-5cfb-4d39-a4f4-a2c356bce6b6 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991452 May 27 22:50:00.758164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:50:00.758573 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:50:00.758950 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:00.759347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:50:00.759833 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Bound port: c318a3fd-0272-4f6c-9b48-26707991d805, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:50:00.760205 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:00.815494 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e43728e-e7e2-40c6-a541-933e97fffb5c req-9e3ea552-d278-4d69-9985-e2e28c936a4c service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023578 May 27 22:50:00.882326 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c2d2029-f512-48b4-89af-3269c9c122e0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:00.883519 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3c2d2029-f512-48b4-89af-3269c9c122e0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3715191 May 27 22:50:00.893710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48824) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:00.964540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b7386c85-3a1a-4e4b-9e43-f275e02b2ce6 None None] Provisioning for port ae9c4296-3866-428e-8e4e-34a4ea3265b4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:00.967980 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=adacea34-944b-4559-9392-ad351c9c61d2,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:00.989924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e886-4ef3-4423-b53c-dd69d86f0fc6 req-c8efb96c-11cc-4e79-9713-49aef2b7c1ef tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:00.991832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6b51e886-4ef3-4423-b53c-dd69d86f0fc6 req-c8efb96c-11cc-4e79-9713-49aef2b7c1ef tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Synchronizing usage tracker for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:01.010091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b7386c85-3a1a-4e4b-9e43-f275e02b2ce6 None None] Provisioning complete for port ae9c4296-3866-428e-8e4e-34a4ea3265b4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:01.010468 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7386c85-3a1a-4e4b-9e43-f275e02b2ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.067635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-6b51e886-4ef3-4423-b53c-dd69d86f0fc6 req-c8efb96c-11cc-4e79-9713-49aef2b7c1ef tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Unset dirty status for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:01.068395 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6b51e886-4ef3-4423-b53c-dd69d86f0fc6 req-c8efb96c-11cc-4e79-9713-49aef2b7c1ef tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 946 time: 0.8616109 May 27 22:50:01.073299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e43728e-e7e2-40c6-a541-933e97fffb5c req-ebe19323-00c2-4260-ab39-92fdbdf10880 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486010 May 27 22:50:01.076583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device c9cd4563-bed0-4cd2-8ab3-1cf204cffabf no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:01.114678 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.123525 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.143525 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.145008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:01.167334 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Transition to ACTIVE for port object 15a7a567-e754-48df-9460-7cb24d34d467 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:01.167984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-89c70bcd-f6df-4674-be3a-9aed626d3cdb tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'security_group_rule': {'security_group_id': '31d89ded-f3ef-4484-badd-bb447fa3e3c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:01.169992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b7386c85-3a1a-4e4b-9e43-f275e02b2ce6 None None] Port ae9c4296-3866-428e-8e4e-34a4ea3265b4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:50:01.171439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:01.171825 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.176053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-89c70bcd-f6df-4674-be3a-9aed626d3cdb tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:01.202024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-89c70bcd-f6df-4674-be3a-9aed626d3cdb tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:security_group_rule and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:01.210373 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] For port c318a3fd-0272-4f6c-9b48-26707991d805, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:50:01.216862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-89c70bcd-f6df-4674-be3a-9aed626d3cdb tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:01.218648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-6b51e886-4ef3-4423-b53c-dd69d86f0fc6 req-002afc34-4cd7-405c-b8f7-44de598c74f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Deleting port a02d9091-fa44-4ceb-9063-52c08d576ff1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:01.219331 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6b51e886-4ef3-4423-b53c-dd69d86f0fc6 req-002afc34-4cd7-405c-b8f7-44de598c74f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.232575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-89c70bcd-f6df-4674-be3a-9aed626d3cdb tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:01.241879 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] For port c318a3fd-0272-4f6c-9b48-26707991d805, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c318a3fd-0272-4f6c-9b48-26707991d805,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:50:01.275567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d0542-2bd9-45f5-aa24-bd899d5f3909 req-8e385aec-7597-4c04-9593-5e90d5a6eed0 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:01.277048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d61d0542-2bd9-45f5-aa24-bd899d5f3909 req-8e385aec-7597-4c04-9593-5e90d5a6eed0 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 946 time: 0.1549077 May 27 22:50:01.299749 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.306985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1172288-4f6d-4722-9b03-3a9ffc493581 req-c504e383-a493-4f57-b416-394c4befa884 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:01.311987 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1172288-4f6d-4722-9b03-3a9ffc493581 req-c504e383-a493-4f57-b416-394c4befa884 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 946 time: 0.2376642 May 27 22:50:01.379091 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d61d0542-2bd9-45f5-aa24-bd899d5f3909 req-fa844874-ae40-4d92-851c-6fb726586f09 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924981 May 27 22:50:01.403967 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1172288-4f6d-4722-9b03-3a9ffc493581 req-4bad839e-32f5-4510-92c0-d47aa812e5f2 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882545 May 27 22:50:01.405055 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-89c70bcd-f6df-4674-be3a-9aed626d3cdb tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.431549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Router 24b58ea9-2803-4acd-9c58-84ce7921d40c is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:50:01.442643 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a147e74-f4c4-41a2-ab1d-38d33f1570f5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.506095 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-89c70bcd-f6df-4674-be3a-9aed626d3cdb tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.513480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a147e74-f4c4-41a2-ab1d-38d33f1570f5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=fd89f222-deee-4ffa-9d51-7c5fba2a79b9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:01.567082 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.571797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44534e-ed95-4afe-83c4-23595e56ffec None None] Pushing event updated for resources: {'Port': ['ID=15a7a567-e754-48df-9460-7cb24d34d467,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:01.586458 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-89c70bcd-f6df-4674-be3a-9aed626d3cdb tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.652964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c70bcd-f6df-4674-be3a-9aed626d3cdb tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197801fa-fe1a-4444-bccc-1567f2ac03fa,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:01.655613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:01.655993 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.718832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:01.718832 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.721337 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a147e74-f4c4-41a2-ab1d-38d33f1570f5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.725891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48830) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:01.733677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-593557ae-b30a-411f-a5e7-6c2d692ce8e8 None None] Provisioning complete for port ae9c4296-3866-428e-8e4e-34a4ea3265b4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:01.734055 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-593557ae-b30a-411f-a5e7-6c2d692ce8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.767195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6b51e886-4ef3-4423-b53c-dd69d86f0fc6 req-002afc34-4cd7-405c-b8f7-44de598c74f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] For port a02d9091-fa44-4ceb-9063-52c08d576ff1, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=a02d9091-fa44-4ceb-9063-52c08d576ff1,segment=NetworkSegment(4cc0600c-d286-4ba0-ba64-65bb89042bd0),segment_id=4cc0600c-d286-4ba0-ba64-65bb89042bd0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:01.767580 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6b51e886-4ef3-4423-b53c-dd69d86f0fc6 req-002afc34-4cd7-405c-b8f7-44de598c74f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.802002 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-89c70bcd-f6df-4674-be3a-9aed626d3cdb tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.802002 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-89c70bcd-f6df-4674-be3a-9aed626d3cdb tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7262299 May 27 22:50:01.802724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48836) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:01.813215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:01.823778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:01.832341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:floatingip and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:01.835466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:01.844251 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:01.848420 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd830b4-17aa-4c20-a44a-0e43cccf9cfe admin admin] Deleting subnet ed42c724-26f0-4f8e-a22b-ae136380cf65 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:50:01.854308 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cdd830b4-17aa-4c20-a44a-0e43cccf9cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.877801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Attempting to bind port 15a7a567-e754-48df-9460-7cb24d34d467 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:50:01.878162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Attempting to bind port 15a7a567-e754-48df-9460-7cb24d34d467 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:50:01.878589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Attempting to bind port 15a7a567-e754-48df-9460-7cb24d34d467 on network 834ac9cf-7900-4562-81d7-7075078e1b9c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:50:01.917363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:50:01.917744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Checking segment: {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:50:01.918145 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.918536 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Bound using segment: {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:50:01.919017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Bound port: 15a7a567-e754-48df-9460-7cb24d34d467, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:50:01.919392 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.959004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc595a4-4ac0-46b9-8420-b8068c5e00c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9cd4563-bed0-4cd2-8ab3-1cf204cffabf'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:50:01.961580 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cdd830b4-17aa-4c20-a44a-0e43cccf9cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:01.963299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-6b51e886-4ef3-4423-b53c-dd69d86f0fc6 req-002afc34-4cd7-405c-b8f7-44de598c74f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Calling delete_port for a02d9091-fa44-4ceb-9063-52c08d576ff1 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:01.974317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-593557ae-b30a-411f-a5e7-6c2d692ce8e8 None None] Port ae9c4296-3866-428e-8e4e-34a4ea3265b4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:50:01.981100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=067cdf98-4aa6-4e39-a782-ea4ed1da4c88,segment=NetworkSegment(5e9a7ae6-0002-408c-a086-827974438516),segment_id=5e9a7ae6-0002-408c-a086-827974438516)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:01.984633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:02.009695 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:02.018437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c4bbb-38b5-48b9-8d1e-828b76b729d1 None None] Pushing event updated for resources: {'Port': ['ID=c318a3fd-0272-4f6c-9b48-26707991d805,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:02.045112 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa79ac6e-fc59-44a1-a698-ce0961912c7e'] response: {'server_uuid': '0dc595a4-4ac0-46b9-8420-b8068c5e00c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9cd4563-bed0-4cd2-8ab3-1cf204cffabf', 'code': 200} May 27 22:50:02.074406 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:02.102242 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cdd830b4-17aa-4c20-a44a-0e43cccf9cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:02.120274 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:02.120975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device a02d9091-fa44-4ceb-9063-52c08d576ff1 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:02.193438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:50:02.205509 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3d99d-325a-4be3-ba68-d6961e1529b0 None None] Sync routers for ids ['24b58ea9-2803-4acd-9c58-84ce7921d40c'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:50:02.217783 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3d99d-325a-4be3-ba68-d6961e1529b0 None None] Routers {'24b58ea9-2803-4acd-9c58-84ce7921d40c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:02.218409 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-00f3d99d-325a-4be3-ba68-d6961e1529b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['24b58ea9-2803-4acd-9c58-84ce7921d40c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:02.220747 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:02.222110 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5a147e74-f4c4-41a2-ab1d-38d33f1570f5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/fd89f222-deee-4ffa-9d51-7c5fba2a79b9 HTTP/1.1" status: 204 len: 168 time: 2.7118528 May 27 22:50:02.228157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] For port 15a7a567-e754-48df-9460-7cb24d34d467, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:50:02.233848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48842) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:02.234220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e4779475-9f94-4ff0-b4a6-f3512d79515c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:02.242468 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a29f773-9f01-47fe-b397-015cde66aab7 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "PUT /v2.0/routers/24b58ea9-2803-4acd-9c58-84ce7921d40c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2793787 May 27 22:50:02.291140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48846) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:02.326578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] For port 15a7a567-e754-48df-9460-7cb24d34d467, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=15a7a567-e754-48df-9460-7cb24d34d467,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:50:02.373552 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-00f3d99d-325a-4be3-ba68-d6961e1529b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:02.378596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=067cdf98-4aa6-4e39-a782-ea4ed1da4c88,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:02.397631 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f3d99d-325a-4be3-ba68-d6961e1529b0 None None] Routers {'24b58ea9-2803-4acd-9c58-84ce7921d40c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:02.398650 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-00f3d99d-325a-4be3-ba68-d6961e1529b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['24b58ea9-2803-4acd-9c58-84ce7921d40c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:02.399668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ec89-a187-43c9-8314-92fccbb167dc req-f0c1a765-da4d-4164-9c30-24b0ecb73396 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:02.401406 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6d0ec89-a187-43c9-8314-92fccbb167dc req-f0c1a765-da4d-4164-9c30-24b0ecb73396 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 945 time: 0.4913769 May 27 22:50:02.416150 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cdd830b4-17aa-4c20-a44a-0e43cccf9cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:02.510181 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:02.527455 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cdd830b4-17aa-4c20-a44a-0e43cccf9cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:02.566277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd830b4-17aa-4c20-a44a-0e43cccf9cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed42c724-26f0-4f8e-a22b-ae136380cf65,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:02.579501 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-00f3d99d-325a-4be3-ba68-d6961e1529b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:02.581916 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f3d99d-325a-4be3-ba68-d6961e1529b0 None None] The sync data for ids ['24b58ea9-2803-4acd-9c58-84ce7921d40c'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:50:02.607525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port a02d9091-fa44-4ceb-9063-52c08d576ff1 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:02.607525 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:02.609859 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cdd830b4-17aa-4c20-a44a-0e43cccf9cfe admin admin] 10.222.0.27 "DELETE /v2.0/subnets/ed42c724-26f0-4f8e-a22b-ae136380cf65 HTTP/1.1" status: 204 len: 168 time: 0.8823671 May 27 22:50:02.614954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48854) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:02.620524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:02.621161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:02.784580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1cea59-5f2a-4c5b-862a-b03c2a6e0ccd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:02.786363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1cea59-5f2a-4c5b-862a-b03c2a6e0ccd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:02.787130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b1cea59-5f2a-4c5b-862a-b03c2a6e0ccd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:02.801751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:02.859972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6d0ec89-a187-43c9-8314-92fccbb167dc req-ea083a00-676e-459d-b3f9-f689e316baa6 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306052 May 27 22:50:02.862977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6b51e886-4ef3-4423-b53c-dd69d86f0fc6 req-002afc34-4cd7-405c-b8f7-44de598c74f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:02.890065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e4779475-9f94-4ff0-b4a6-f3512d79515c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:02.890463 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:02.929546 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:02.961707 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002afc34-4cd7-405c-b8f7-44de598c74f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Port': ['ID=a02d9091-fa44-4ceb-9063-52c08d576ff1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:02.982536 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a32439c-0ce0-4bd0-a2a6-bb848903fcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:03.021026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3dc21-ef7a-44c0-8855-ede2c350d512 req-1416ab76-a1d4-4c4b-96d3-04e75611b6a9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:03.024499 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00f3dc21-ef7a-44c0-8855-ede2c350d512 req-1416ab76-a1d4-4c4b-96d3-04e75611b6a9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 946 time: 0.4086139 May 27 22:50:03.066250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:50:03.084293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b1cea59-5f2a-4c5b-862a-b03c2a6e0ccd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:03.087871 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7b1cea59-5f2a-4c5b-862a-b03c2a6e0ccd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8503387 May 27 22:50:03.093375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48858) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:03.133767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44534e-ed95-4afe-83c4-23595e56ffec None None] Pushing event updated for resources: {'Port': ['ID=15a7a567-e754-48df-9460-7cb24d34d467,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:03.233610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e4779475-9f94-4ff0-b4a6-f3512d79515c is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:03.234827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device adacea34-944b-4559-9392-ad351c9c61d2 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:03.276496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b51e886-4ef3-4423-b53c-dd69d86f0fc6 req-002afc34-4cd7-405c-b8f7-44de598c74f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] No DVR routers for this DVR port a02d9091-fa44-4ceb-9063-52c08d576ff1 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:03.315722 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00f3dc21-ef7a-44c0-8855-ede2c350d512 req-ff04b768-9afe-4df8-84df-b4ae8e03f7eb tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=5008d8da-5b23-4bac-bd75-49e1b2fe150b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415304 May 27 22:50:03.413330 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6b51e886-4ef3-4423-b53c-dd69d86f0fc6 req-002afc34-4cd7-405c-b8f7-44de598c74f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:03.415651 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6b51e886-4ef3-4423-b53c-dd69d86f0fc6 req-002afc34-4cd7-405c-b8f7-44de598c74f9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.57 "DELETE /v2.0/ports/a02d9091-fa44-4ceb-9063-52c08d576ff1 HTTP/1.1" status: 204 len: 173 time: 2.3335955 May 27 22:50:03.435938 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a32439c-0ce0-4bd0-a2a6-bb848903fcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:03.452878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef57b313-9138-40cf-b3c8-c8ea66ed71b1', 'name': 'network-vif-deleted', 'tag': 'a02d9091-fa44-4ceb-9063-52c08d576ff1'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:50:03.486901 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb8f42-1cc9-404b-9ed9-1657cb88a8d1 req-5ab79ff0-66b7-44a2-9999-9749eadd3304 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:03.497582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7fcb8f42-1cc9-404b-9ed9-1657cb88a8d1 req-5ab79ff0-66b7-44a2-9999-9749eadd3304 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 944 time: 0.4060733 May 27 22:50:03.529148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee27065-e69e-4f1b-aa90-728b6b77a980 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet db5df3dd-0275-4e81-8305-b0c470a935ff {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:50:03.552395 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee27065-e69e-4f1b-aa90-728b6b77a980 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:03.571022 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Allocated IP 172.25.2.205 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/9f511abe-659a-4a63-832d-701ca348d033) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:03.583780 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7fcb8f42-1cc9-404b-9ed9-1657cb88a8d1 req-53bd9315-e2e0-4be8-b863-1aff6bc02acf tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853245 May 27 22:50:03.602182 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port adacea34-944b-4559-9392-ad351c9c61d2 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:03.602551 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:03.603418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7a32439c-0ce0-4bd0-a2a6-bb848903fcee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6994a06-92bb-4044-8188-3690faa44b7f']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:03.627812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7a32439c-0ce0-4bd0-a2a6-bb848903fcee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:03.630649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7a32439c-0ce0-4bd0-a2a6-bb848903fcee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:03.653019 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-888965cb-5562-4d27-9c9c-7f6aa2b81efb'] response: {'server_uuid': 'ef57b313-9138-40cf-b3c8-c8ea66ed71b1', 'name': 'network-vif-deleted', 'tag': 'a02d9091-fa44-4ceb-9063-52c08d576ff1', 'status': 'completed', 'code': 200} May 27 22:50:03.656368 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647c8787-21b8-41f4-b009-9929d1033a49 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:03.690301 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee27065-e69e-4f1b-aa90-728b6b77a980 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:03.776452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d7553937-7dc3-44a2-937d-51ded16a766b None None] Could not find standard attr ID for object fd89f222-deee-4ffa-9d51-7c5fba2a79b9. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:50:03.804800 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee27065-e69e-4f1b-aa90-728b6b77a980 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:03.828254 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a32439c-0ce0-4bd0-a2a6-bb848903fcee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:03.902361 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-ed2011cc-6b9c-4f56-b323-c5963a31af76 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:50:03.906708 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ed2011cc-6b9c-4f56-b323-c5963a31af76 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "PUT /v2.0/routers/24b58ea9-2803-4acd-9c58-84ce7921d40c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5976126 May 27 22:50:03.906860 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a32439c-0ce0-4bd0-a2a6-bb848903fcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:03.906860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48866) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:04.005338 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee27065-e69e-4f1b-aa90-728b6b77a980 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:04.022192 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d7553937-7dc3-44a2-937d-51ded16a766b None None] Provisioning for port c318a3fd-0272-4f6c-9b48-26707991d805 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:04.060750 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee27065-e69e-4f1b-aa90-728b6b77a980 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:04.069232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee27065-e69e-4f1b-aa90-728b6b77a980 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=db5df3dd-0275-4e81-8305-b0c470a935ff,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:04.105294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a32439c-0ce0-4bd0-a2a6-bb848903fcee admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:50:04.105696 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a32439c-0ce0-4bd0-a2a6-bb848903fcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:04.123726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port adacea34-944b-4559-9392-ad351c9c61d2 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:04.143318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 372cea7f-60f3-4810-a29b-51a230144875 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:04.152664 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dee27065-e69e-4f1b-aa90-728b6b77a980 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/db5df3dd-0275-4e81-8305-b0c470a935ff HTTP/1.1" status: 204 len: 168 time: 1.0579994 May 27 22:50:04.154926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48872) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:04.184904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 372cea7f-60f3-4810-a29b-51a230144875 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:50:04.185246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 372cea7f-60f3-4810-a29b-51a230144875 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:50:04.195128 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9 resource provider aggregate not found May 27 22:50:04.196421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:02Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:04.203797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ca6e74-2ccb-4ac1-be1d-ceff1bf88c44 None None] The sync data for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 is: [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:02Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:50:04.249967 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66228d88-ca6b-4ec5-8bba-ea0bcfb5c9c9 found for delete ", "request_id": "req-d4238faf-a3fd-44f2-bd8f-b3021305b7d5"}]} May 27 22:50:04.260717 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7ebbfa4e-2f7f-48a8-bab0-1e1d48841c4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045270 May 27 22:50:04.261327 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48878) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:04.272678 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-65bcdfd5-6f83-4190-ae64-60f37694554f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:04.374585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9331cdb-e290-4cbc-ad69-97f05b3e14f0 None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:50:04.380022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e9331cdb-e290-4cbc-ad69-97f05b3e14f0 None None] Deleting port c318a3fd-0272-4f6c-9b48-26707991d805 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:04.380521 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e9331cdb-e290-4cbc-ad69-97f05b3e14f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:04.450633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-65bcdfd5-6f83-4190-ae64-60f37694554f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:04.456109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-65bcdfd5-6f83-4190-ae64-60f37694554f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:04.459496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-65bcdfd5-6f83-4190-ae64-60f37694554f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:04.466195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-65bcdfd5-6f83-4190-ae64-60f37694554f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:04.511558 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:04.525349 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:04.574699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bcdfd5-6f83-4190-ae64-60f37694554f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:04.578556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65bcdfd5-6f83-4190-ae64-60f37694554f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:04.609228 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a32439c-0ce0-4bd0-a2a6-bb848903fcee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:04.647196 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a32439c-0ce0-4bd0-a2a6-bb848903fcee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:04.653505 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1079880-c6e2-40d2-a1a4-cb8fcb2ce62f req-81da96f1-d80d-4e2d-84e1-9e978456664c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=ef57b313-9138-40cf-b3c8-c8ea66ed71b1 HTTP/1.1" status: 200 len: 210 time: 0.1050210 May 27 22:50:04.665276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32439c-0ce0-4bd0-a2a6-bb848903fcee admin admin] Pushing event deleted for resources: {'Network': ['ID=c6994a06-92bb-4044-8188-3690faa44b7f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:04.728430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a5463-a9b6-446d-93e6-b6f9e9ee9272 req-d8a71669-c57d-4eaa-9def-175034757aaf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:04.729943 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a5463-a9b6-446d-93e6-b6f9e9ee9272 req-d8a71669-c57d-4eaa-9def-175034757aaf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 945 time: 0.6753490 May 27 22:50:04.838637 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7a32439c-0ce0-4bd0-a2a6-bb848903fcee admin admin] 10.222.0.27 "DELETE /v2.0/networks/c6994a06-92bb-4044-8188-3690faa44b7f HTTP/1.1" status: 204 len: 168 time: 2.1700373 May 27 22:50:04.859734 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da6a5463-a9b6-446d-93e6-b6f9e9ee9272 req-cfcc8351-244b-4062-b1d9-3352cf2d60d7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166389 May 27 22:50:04.888767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e9331cdb-e290-4cbc-ad69-97f05b3e14f0 None None] For port c318a3fd-0272-4f6c-9b48-26707991d805, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c318a3fd-0272-4f6c-9b48-26707991d805,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:04.891376 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e9331cdb-e290-4cbc-ad69-97f05b3e14f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:04.896948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:04.897318 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:04.969663 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:05.104495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e9331cdb-e290-4cbc-ad69-97f05b3e14f0 None None] Calling delete_port for c318a3fd-0272-4f6c-9b48-26707991d805 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:05.137855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:05.192264 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65bcdfd5-6f83-4190-ae64-60f37694554f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:05.197925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:05.213282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:05.272756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bcdfd5-6f83-4190-ae64-60f37694554f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:05.276134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-65bcdfd5-6f83-4190-ae64-60f37694554f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:05.276750 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:05.280463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bcdfd5-6f83-4190-ae64-60f37694554f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:05.283274 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-65bcdfd5-6f83-4190-ae64-60f37694554f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:05.284652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'Port': ['ID=9f511abe-659a-4a63-832d-701ca348d033,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:05.305197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcdfd5-6f83-4190-ae64-60f37694554f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=deee4c41-d60a-4934-b524-e26e0b919ad9,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:05.335113 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e9331cdb-e290-4cbc-ad69-97f05b3e14f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:05.353001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce050d91-7f1d-41ab-ab04-a976fbb9cfd5 req-9cc07acd-a4c4-4703-8881-1812f7107816 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:05.354446 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce050d91-7f1d-41ab-ab04-a976fbb9cfd5 req-9cc07acd-a4c4-4703-8881-1812f7107816 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 944 time: 0.4664869 May 27 22:50:05.395405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9331cdb-e290-4cbc-ad69-97f05b3e14f0 None None] Pushing event deleted for resources: {'Port': ['ID=c318a3fd-0272-4f6c-9b48-26707991d805,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:05.399821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9331cdb-e290-4cbc-ad69-97f05b3e14f0 None None] No DVR routers for this DVR port c318a3fd-0272-4f6c-9b48-26707991d805 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:05.413082 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-65bcdfd5-6f83-4190-ae64-60f37694554f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1506765 May 27 22:50:05.414568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48890) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:05.421436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'name': 'tempest-NetworksTestDHCPv6-1915251031'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:05.422673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7985d8-44f5-4710-9487-a5ea50589b79 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:05.436458 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f1e8dbec-0eec-486d-8532-9d18e8ee0213 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:05.495845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48894) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:05.695562 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': 'deee4c41-d60a-4934-b524-e26e0b919ad9'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:50:05.696775 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:05.729332 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-29d4dbcc-e71f-48de-95b2-0faed403c22d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4b5706954b7242258939efcfdcca26ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323241 May 27 22:50:05.742951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48900) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:05.749154 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:05.771349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf46ba3-c591-4c9e-970b-3cbcb33e3096 req-28ba742e-bfec-4306-9f16-3d15ecbe1b16 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:05.773085 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aaf46ba3-c591-4c9e-970b-3cbcb33e3096 req-28ba742e-bfec-4306-9f16-3d15ecbe1b16 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 945 time: 0.6325006 May 27 22:50:05.776005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce050d91-7f1d-41ab-ab04-a976fbb9cfd5 req-2c76164f-e9c8-46bd-9a39-586fcd416367 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138415 May 27 22:50:05.835803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:05.840899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:05.844447 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:05.851815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:05.853690 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aaf46ba3-c591-4c9e-970b-3cbcb33e3096 req-dcc797a0-79f4-4d60-8b46-6218f12ddc79 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682571 May 27 22:50:05.912679 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6969b3e1-0811-472b-9de7-16de88619a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:05.957499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48908) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:06.006453 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6969b3e1-0811-472b-9de7-16de88619a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.007376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Allocated IP 2001:db8::2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/deee4c41-d60a-4934-b524-e26e0b919ad9/aab578bd-843f-477f-bb93-b2dd0ccc076a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:06.013230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:06.016762 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.065259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port c07394ee-1ec3-4d97-a479-b8867c8dad6e yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:50:06.083542 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.141164 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2906d679-8c65-4ceb-a12e-6e4499416bbb tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.196730 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2906d679-8c65-4ceb-a12e-6e4499416bbb tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.285588 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.302950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Transition to ACTIVE for port object aab578bd-843f-477f-bb93-b2dd0ccc076a will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:06.311195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 15a7a567-e754-48df-9460-7cb24d34d467 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:06.311376 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6969b3e1-0811-472b-9de7-16de88619a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.331894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969b3e1-0811-472b-9de7-16de88619a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9843fe1-1094-448c-847e-d5a5f2b15aa5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:06.379733 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2906d679-8c65-4ceb-a12e-6e4499416bbb tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.383937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Transition to ACTIVE for port object aab578bd-843f-477f-bb93-b2dd0ccc076a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:06.407765 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2906d679-8c65-4ceb-a12e-6e4499416bbb tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.408957 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2906d679-8c65-4ceb-a12e-6e4499416bbb tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "DELETE /v2.0/security-groups/5008d8da-5b23-4bac-bd75-49e1b2fe150b HTTP/1.1" status: 204 len: 168 time: 0.4505935 May 27 22:50:06.409752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906d679-8c65-4ceb-a12e-6e4499416bbb tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5008d8da-5b23-4bac-bd75-49e1b2fe150b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:06.423241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45cf3f-5c58-4b53-bca5-0025bf60c92b req-dcbaf018-8b95-429f-98df-4d929de3d980 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:06.424749 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f45cf3f-5c58-4b53-bca5-0025bf60c92b req-dcbaf018-8b95-429f-98df-4d929de3d980 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.3434770 May 27 22:50:06.460152 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6969b3e1-0811-472b-9de7-16de88619a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.461309 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6969b3e1-0811-472b-9de7-16de88619a16 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b9843fe1-1094-448c-847e-d5a5f2b15aa5 HTTP/1.1" status: 204 len: 168 time: 0.7172101 May 27 22:50:06.494791 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.532240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 15a7a567-e754-48df-9460-7cb24d34d467 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:06.559948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0172917-9300-47b4-8429-a518f9ba5c4c req-488b4690-903b-4717-888c-4c39382c48e9 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:06.561480 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e0172917-9300-47b4-8429-a518f9ba5c4c req-488b4690-903b-4717-888c-4c39382c48e9 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 945 time: 0.4828367 May 27 22:50:06.562500 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:06.571019 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:06.575837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:06.578411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 15a7a567-e754-48df-9460-7cb24d34d467 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:06.578776 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.597106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8dbec-0eec-486d-8532-9d18e8ee0213 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Deleting port ae9c4296-3866-428e-8e4e-34a4ea3265b4 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:06.597462 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f1e8dbec-0eec-486d-8532-9d18e8ee0213 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.608240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::1d6 (c744ea9b-cdeb-488b-a067-0b211d4c406e/deee4c41-d60a-4934-b524-e26e0b919ad9/c07394ee-1ec3-4d97-a479-b8867c8dad6e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:06.634027 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f45cf3f-5c58-4b53-bca5-0025bf60c92b req-57fa4f49-0810-4ea0-bd8b-4292d739ebfc tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978192 May 27 22:50:06.725170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Pushing event updated for resources: {'Port': ['ID=aab578bd-843f-477f-bb93-b2dd0ccc076a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:06.767814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Attempting to bind port aab578bd-843f-477f-bb93-b2dd0ccc076a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:50:06.768569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Attempting to bind port aab578bd-843f-477f-bb93-b2dd0ccc076a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:50:06.769196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Attempting to bind port aab578bd-843f-477f-bb93-b2dd0ccc076a on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:50:06.778705 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:50:06.779343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:50:06.779928 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.780315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:50:06.780839 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Bound port: aab578bd-843f-477f-bb93-b2dd0ccc076a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:50:06.781323 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.800912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e0172917-9300-47b4-8429-a518f9ba5c4c req-b7135691-e116-499e-b821-ac54d639e7e4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229316 May 27 22:50:06.810521 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.827777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48918) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:06.927313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] For port aab578bd-843f-477f-bb93-b2dd0ccc076a, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:50:06.931656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] For port aab578bd-843f-477f-bb93-b2dd0ccc076a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aab578bd-843f-477f-bb93-b2dd0ccc076a,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:50:06.951309 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.990042 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:06.993587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object c07394ee-1ec3-4d97-a479-b8867c8dad6e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:06.994328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 15a7a567-e754-48df-9460-7cb24d34d467 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:06.994697 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:07.027290 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:07.075206 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device c9cd4563-bed0-4cd2-8ab3-1cf204cffabf no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:07.118618 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:07.123969 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 15a7a567-e754-48df-9460-7cb24d34d467, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=15a7a567-e754-48df-9460-7cb24d34d467,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:07.180493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bca1f4-2380-49f5-98e9-6487fab00be2 None None] Pushing event updated for resources: {'Port': ['ID=aab578bd-843f-477f-bb93-b2dd0ccc076a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:07.204792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-252728b9-7660-4be5-a18e-50e780bea56c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Deleting subnet 3875c1fd-7686-44e0-ad36-b1dff15fc101 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:50:07.210039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-252728b9-7660-4be5-a18e-50e780bea56c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:07.228737 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:07.278104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c318a3fd-0272-4f6c-9b48-26707991d805 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:07.279178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:07.279657 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-252728b9-7660-4be5-a18e-50e780bea56c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:07.283104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:07.286408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:07.292980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:07.293633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:07.311586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=c07394ee-1ec3-4d97-a479-b8867c8dad6e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:07.338740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: c318a3fd-0272-4f6c-9b48-26707991d805 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:50:07.339169 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c318a3fd-0272-4f6c-9b48-26707991d805 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:50:07.354583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf is: DOWN; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:07.367572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=15a7a567-e754-48df-9460-7cb24d34d467,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:07.372283 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f1e8dbec-0eec-486d-8532-9d18e8ee0213 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:07.396407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'Port': ['ID=9f511abe-659a-4a63-832d-701ca348d033,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:07.487013 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5acd6f1b-20d7-41e8-9466-b42102b20450 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0693579 May 27 22:50:07.487013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48934) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:07.493824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:07.578241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f1e8dbec-0eec-486d-8532-9d18e8ee0213 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Calling delete_port for ae9c4296-3866-428e-8e4e-34a4ea3265b4 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:07.649517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8bf92f-8497-4694-8490-58677ecf1df7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:07.649517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8bf92f-8497-4694-8490-58677ecf1df7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:07.649517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5f8bf92f-8497-4694-8490-58677ecf1df7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:07.849905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357154fa-ad28-47a3-b489-281ef1392975 req-3c9bac31-a955-4903-84d3-1fa1d545b11a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:07.851419 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-357154fa-ad28-47a3-b489-281ef1392975 req-3c9bac31-a955-4903-84d3-1fa1d545b11a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.9219117 May 27 22:50:07.955900 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-252728b9-7660-4be5-a18e-50e780bea56c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:07.986971 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-357154fa-ad28-47a3-b489-281ef1392975 req-6fc400ca-ab90-4959-8450-c64e7c1ec519 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284156 May 27 22:50:08.043814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f2a48-262b-48ae-9d16-31521ed2033f req-e9c3b40a-8230-4b8a-9c3b-165d7b93c8cb tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:08.045370 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e7f2a48-262b-48ae-9d16-31521ed2033f req-e9c3b40a-8230-4b8a-9c3b-165d7b93c8cb tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 945 time: 0.4232743 May 27 22:50:08.162901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5f8bf92f-8497-4694-8490-58677ecf1df7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:08.166801 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5f8bf92f-8497-4694-8490-58677ecf1df7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6740599 May 27 22:50:08.166931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48948) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:08.218692 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e7f2a48-262b-48ae-9d16-31521ed2033f req-f8c750a0-5bea-489b-9ec8-0ddc809c9178 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623123 May 27 22:50:08.235296 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:08.244534 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4b2654b4-f0ca-4d52-a3e8-e60c949a9500 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4335477 May 27 22:50:08.261290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a714c354-b120-4658-b113-406f3f994f4a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port c07394ee-1ec3-4d97-a479-b8867c8dad6e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:08.261652 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a714c354-b120-4658-b113-406f3f994f4a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:08.287283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc2ce7-eb37-4f1d-9a6e-53de2896275c req-8ca305be-3392-42a1-bd6d-fe636c6fcfc3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:08.287283 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-acdc2ce7-eb37-4f1d-9a6e-53de2896275c req-8ca305be-3392-42a1-bd6d-fe636c6fcfc3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1740196 May 27 22:50:08.320657 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-252728b9-7660-4be5-a18e-50e780bea56c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:08.391821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252728b9-7660-4be5-a18e-50e780bea56c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Subnet': ['ID=3875c1fd-7686-44e0-ad36-b1dff15fc101,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:08.406193 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f1e8dbec-0eec-486d-8532-9d18e8ee0213 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:08.487354 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-252728b9-7660-4be5-a18e-50e780bea56c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:08.492992 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48958) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:08.494522 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8dbec-0eec-486d-8532-9d18e8ee0213 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event deleted for resources: {'Port': ['ID=ae9c4296-3866-428e-8e4e-34a4ea3265b4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:08.504765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 15a7a567-e754-48df-9460-7cb24d34d467 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:08.512166 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-acdc2ce7-eb37-4f1d-9a6e-53de2896275c req-050e8d38-046a-42d6-aa29-2cc80c3b2f94 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177505 May 27 22:50:08.561678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a611f4a0-dcc2-4701-bd8b-54bd81840600 None None] Network 58370d3e-c1c9-44d0-b816-6cd8d07572aa requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:08.595713 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-252728b9-7660-4be5-a18e-50e780bea56c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "DELETE /v2.0/subnets/3875c1fd-7686-44e0-ad36-b1dff15fc101 HTTP/1.1" status: 204 len: 168 time: 1.7641098 May 27 22:50:08.620781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48972) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:08.837928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1782177655-network', 'tenant_id': 'fa282ceceda443dfb1283786b7d16e4b'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:08.860589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4061e964-84be-4448-aaea-18f13731c90a None None] Provisioning for port aab578bd-843f-477f-bb93-b2dd0ccc076a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:08.865430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:08.926258 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a714c354-b120-4658-b113-406f3f994f4a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:08.949025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Usage tracker for resource:network and tenant:fa282ceceda443dfb1283786b7d16e4b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:08.957799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:08.958984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 15a7a567-e754-48df-9460-7cb24d34d467 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:08.959432 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:08.972670 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-b028f4f4-c544-4bb6-8ecb-4e73bb355d9a tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1645748770&fields=id&tenant_id=53d923b432974a83b5d42963ced4cc2e HTTP/1.1" status: 200 len: 267 time: 0.3927710 May 27 22:50:09.023390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:09.050369 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f1e8dbec-0eec-486d-8532-9d18e8ee0213 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:09.104815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-98e8d700-d2b9-4ed8-869e-671b219b09fc None None] Could not find standard attr ID for object fd89f222-deee-4ffa-9d51-7c5fba2a79b9. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:50:09.124009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a714c354-b120-4658-b113-406f3f994f4a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for c07394ee-1ec3-4d97-a479-b8867c8dad6e owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:09.127388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 15a7a567-e754-48df-9460-7cb24d34d467 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:09.128668 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aab578bd-843f-477f-bb93-b2dd0ccc076a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:09.165757 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:09.195168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d14f68-9ff9-4235-b279-2c62330b8a2e None None] DHCP port deletion for 58370d3e-c1c9-44d0-b816-6cd8d07572aa request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:50:09.200075 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Deleting port 298f4cb7-d9fc-498c-a752-0a56fe5dae90 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:09.200264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-96d14f68-9ff9-4235-b279-2c62330b8a2e None None] Deleting port 298f4cb7-d9fc-498c-a752-0a56fe5dae90 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:09.200432 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:09.200848 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96d14f68-9ff9-4235-b279-2c62330b8a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:09.309134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Made reservation on behalf of fa282ceceda443dfb1283786b7d16e4b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:09.311703 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:09.362531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port aab578bd-843f-477f-bb93-b2dd0ccc076a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:09.372375 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port aab578bd-843f-477f-bb93-b2dd0ccc076a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:09.372861 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:09.375949 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:09.411478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:09.415646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:fa282ceceda443dfb1283786b7d16e4b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:09.418581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:09.420328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ae42e-153e-4648-8c1a-89748876ca5d req-908c65ad-6d9e-4c28-9b8e-881d789a1f76 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:09.422710 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-975ae42e-153e-4648-8c1a-89748876ca5d req-908c65ad-6d9e-4c28-9b8e-881d789a1f76 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.6300104 May 27 22:50:09.431615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:09.544624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bd563-f9cb-4e38-ada8-94dde4ae67cc req-21035ff3-e151-4753-ad7a-5c5b9ae4d2a5 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:09.546168 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a0bd563-f9cb-4e38-ada8-94dde4ae67cc req-21035ff3-e151-4753-ad7a-5c5b9ae4d2a5 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 945 time: 0.5342023 May 27 22:50:09.568185 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-fbace022-461c-41c3-acdf-34ea3068556f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:09.570130 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-fbace022-461c-41c3-acdf-34ea3068556f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/networks?id=834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 200 len: 815 time: 0.5856500 May 27 22:50:09.577080 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-96d14f68-9ff9-4235-b279-2c62330b8a2e None None] For port 298f4cb7-d9fc-498c-a752-0a56fe5dae90, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=298f4cb7-d9fc-498c-a752-0a56fe5dae90,segment=NetworkSegment(4cc0600c-d286-4ba0-ba64-65bb89042bd0),segment_id=4cc0600c-d286-4ba0-ba64-65bb89042bd0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:09.578727 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96d14f68-9ff9-4235-b279-2c62330b8a2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:09.647357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e8dbec-0eec-486d-8532-9d18e8ee0213 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Router 24b58ea9-2803-4acd-9c58-84ce7921d40c has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:50:09.653139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-c38676d6-d83f-4586-a65d-63e7d0e16d5f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/quotas/53d923b432974a83b5d42963ced4cc2e HTTP/1.1" status: 200 len: 375 time: 0.0400970 May 27 22:50:09.698043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] For port 298f4cb7-d9fc-498c-a752-0a56fe5dae90, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=298f4cb7-d9fc-498c-a752-0a56fe5dae90,segment=NetworkSegment(4cc0600c-d286-4ba0-ba64-65bb89042bd0),segment_id=4cc0600c-d286-4ba0-ba64-65bb89042bd0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:09.698662 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:09.740693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-96d14f68-9ff9-4235-b279-2c62330b8a2e None None] Calling delete_port for 298f4cb7-d9fc-498c-a752-0a56fe5dae90 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:09.805204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3a70a3b7-141b-4936-9110-c7d405f89248 None None] Provisioning for port c07394ee-1ec3-4d97-a479-b8867c8dad6e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:09.836269 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a714c354-b120-4658-b113-406f3f994f4a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:09.841905 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3a70a3b7-141b-4936-9110-c7d405f89248 None None] Provisioning complete for port c07394ee-1ec3-4d97-a479-b8867c8dad6e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:09.842282 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a70a3b7-141b-4936-9110-c7d405f89248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:09.845057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Calling delete_port for 298f4cb7-d9fc-498c-a752-0a56fe5dae90 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:09.862579 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-975ae42e-153e-4648-8c1a-89748876ca5d req-f1335a83-500a-4324-a1b6-f3d60dd35757 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3714545 May 27 22:50:09.873481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9a0bd563-f9cb-4e38-ada8-94dde4ae67cc req-96a7ce53-5682-4d2a-925f-49905af34c32 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Deleting port 200ab7d4-5024-4467-842e-7842f09c3def {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:09.873826 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9a0bd563-f9cb-4e38-ada8-94dde4ae67cc req-96a7ce53-5682-4d2a-925f-49905af34c32 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:09.901416 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3a70a3b7-141b-4936-9110-c7d405f89248 None None] Port c07394ee-1ec3-4d97-a479-b8867c8dad6e was deleted so its status cannot be updated. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 27 22:50:09.920974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port aab578bd-843f-477f-bb93-b2dd0ccc076a is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:09.922064 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:09.981364 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port aab578bd-843f-477f-bb93-b2dd0ccc076a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aab578bd-843f-477f-bb93-b2dd0ccc076a,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:09.990100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714c354-b120-4658-b113-406f3f994f4a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=c07394ee-1ec3-4d97-a479-b8867c8dad6e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:10.009453 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96d14f68-9ff9-4235-b279-2c62330b8a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:10.013324 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a714c354-b120-4658-b113-406f3f994f4a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:10.062930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d14f68-9ff9-4235-b279-2c62330b8a2e None None] No DVR routers for this DVR port 298f4cb7-d9fc-498c-a752-0a56fe5dae90 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:10.072776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d14f68-9ff9-4235-b279-2c62330b8a2e None None] Pushing event deleted for resources: {'Port': ['ID=298f4cb7-d9fc-498c-a752-0a56fe5dae90,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:10.082099 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:10.086598 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:50:10.086861 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:50:10.127763 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:10.140951 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a714c354-b120-4658-b113-406f3f994f4a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/c07394ee-1ec3-4d97-a479-b8867c8dad6e HTTP/1.1" status: 204 len: 168 time: 1.9729378 May 27 22:50:10.143503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48982) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:10.151967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e8dbec-0eec-486d-8532-9d18e8ee0213 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:50:10.162442 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f1e8dbec-0eec-486d-8532-9d18e8ee0213 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "PUT /v2.0/routers/24b58ea9-2803-4acd-9c58-84ce7921d40c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2527094 May 27 22:50:10.163835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48986) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:10.171415 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa1d57-2029-4a68-8ff9-9f5de8f32887 None None] Sync routers for ids ['24b58ea9-2803-4acd-9c58-84ce7921d40c'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:50:10.188178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=aab578bd-843f-477f-bb93-b2dd0ccc076a,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:10.208007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa1d57-2029-4a68-8ff9-9f5de8f32887 None None] Routers {'24b58ea9-2803-4acd-9c58-84ce7921d40c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:10.212984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-18fa1d57-2029-4a68-8ff9-9f5de8f32887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['24b58ea9-2803-4acd-9c58-84ce7921d40c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:10.218561 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:10.269569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:50:10.283670 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-d8f95d88-fa20-47be-a9ab-c632847dfd56 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] delete failed (client error): The resource could not be found. May 27 22:50:10.284041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1063b61f-096d-43dd-8194-8d2390b40b92 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:10.284041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1063b61f-096d-43dd-8194-8d2390b40b92 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:10.284041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1063b61f-096d-43dd-8194-8d2390b40b92 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:10.284338 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d8f95d88-fa20-47be-a9ab-c632847dfd56 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "DELETE /v2.0/routers/tempest-non_exist_router-984257242 HTTP/1.1" status: 404 len: 334 time: 0.1095197 May 27 22:50:10.287684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48990) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:10.297467 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:10.297789 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Added segment 8865832d-5e76-4383-b54e-2dc159ebd78f of type vlan for network 9c109479-04b0-4247-8c8e-bec3be30243d May 27 22:50:10.303892 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-da9d6dbc-40d1-4f64-be40-1228217175d4 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Request body: {'router': {'external_gateway_info': {'network_id': '24b58ea9-2803-4acd-9c58-84ce7921d40c'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:10.308546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-18fa1d57-2029-4a68-8ff9-9f5de8f32887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:10.319947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa1d57-2029-4a68-8ff9-9f5de8f32887 None None] Routers {'24b58ea9-2803-4acd-9c58-84ce7921d40c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:10.320749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-18fa1d57-2029-4a68-8ff9-9f5de8f32887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['24b58ea9-2803-4acd-9c58-84ce7921d40c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:10.381145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aab578bd-843f-477f-bb93-b2dd0ccc076a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:10.421232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-18fa1d57-2029-4a68-8ff9-9f5de8f32887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:10.421690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa1d57-2029-4a68-8ff9-9f5de8f32887 None None] The sync data for ids ['24b58ea9-2803-4acd-9c58-84ce7921d40c'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:50:10.436664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-189f5c5d-5fc6-41a9-ac8e-de2119267456 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7551038 May 27 22:50:10.456803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6184e27d-b05a-42cb-a504-c34c1b44c482,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:10.479671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port aab578bd-843f-477f-bb93-b2dd0ccc076a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:10.479671 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:10.480124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cee67-7962-470b-b232-e2761d6fedfd req-57154533-93a3-4959-a69a-ed18977bdb0e tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:10.480124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a93cee67-7962-470b-b232-e2761d6fedfd req-57154533-93a3-4959-a69a-ed18977bdb0e tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 945 time: 0.3971150 May 27 22:50:10.549451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1063b61f-096d-43dd-8194-8d2390b40b92 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:10.550867 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1063b61f-096d-43dd-8194-8d2390b40b92 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4064622 May 27 22:50:10.562239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48996) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:10.604501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Deleting port 298f4cb7-d9fc-498c-a752-0a56fe5dae90 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:10.604839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:10.613462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port aab578bd-843f-477f-bb93-b2dd0ccc076a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:10.631901 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:10.671081 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 298f4cb7-d9fc-498c-a752-0a56fe5dae90 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:10.698027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-9a0bd563-f9cb-4e38-ada8-94dde4ae67cc req-96a7ce53-5682-4d2a-925f-49905af34c32 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] For port 200ab7d4-5024-4467-842e-7842f09c3def, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=200ab7d4-5024-4467-842e-7842f09c3def,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:10.698391 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9a0bd563-f9cb-4e38-ada8-94dde4ae67cc req-96a7ce53-5682-4d2a-925f-49905af34c32 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:10.704483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] The port '298f4cb7-d9fc-498c-a752-0a56fe5dae90' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:50:10.709494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 298f4cb7-d9fc-498c-a752-0a56fe5dae90 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:50:10.709840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 298f4cb7-d9fc-498c-a752-0a56fe5dae90 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:50:10.716222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a93cee67-7962-470b-b232-e2761d6fedfd req-f185e179-e3c3-49c1-aca9-455745fe11ca tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328668 May 27 22:50:10.817921 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:50:10.841930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9a0bd563-f9cb-4e38-ada8-94dde4ae67cc req-96a7ce53-5682-4d2a-925f-49905af34c32 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Calling delete_port for 200ab7d4-5024-4467-842e-7842f09c3def owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:10.903916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3710665-3148-4f5d-a774-220a8221a6b7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet deee4c41-d60a-4934-b524-e26e0b919ad9 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:50:10.912893 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da9d6dbc-40d1-4f64-be40-1228217175d4 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:10.917968 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3710665-3148-4f5d-a774-220a8221a6b7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:10.991252 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:10.992194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:10.992796 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:10.998559 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.003392 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-1bd9b731-0ec9-4ad3-bb86-cca366d19684 service neutron] 10.222.0.27 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539434 May 27 22:50:11.007864 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3710665-3148-4f5d-a774-220a8221a6b7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.270707 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58370d3e-c1c9-44d0-b816-6cd8d07572aa']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:11.280400 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-da9d6dbc-40d1-4f64-be40-1228217175d4 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] update failed (client error): The resource could not be found. May 27 22:50:11.283205 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-da9d6dbc-40d1-4f64-be40-1228217175d4 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "PUT /v2.0/routers/24b58ea9-2803-4acd-9c58-84ce7921d40c HTTP/1.1" status: 404 len: 339 time: 0.9927983 May 27 22:50:11.287147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=9c109479-04b0-4247-8c8e-bec3be30243d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:11.293358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49002) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:11.298708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc0600c-d286-4ba0-ba64-65bb89042bd0') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:11.298879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc0600c-d286-4ba0-ba64-65bb89042bd0') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:11.304237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 9c109479-04b0-4247-8c8e-bec3be30243d details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:50:11.308812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1574078583'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:11.315595 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:11.319559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Usage tracker for resource:network and tenant:ab606b6039444fffa3763e8bb186b305 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:11.321161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-9151abd5-9a03-483d-bfb8-e14028222898 service neutron] 10.222.0.27 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858906 May 27 22:50:11.324726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:11.330772 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3710665-3148-4f5d-a774-220a8221a6b7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.332646 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.339202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:11.346614 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-12938265-e70e-43ee-836f-7e5c934f1cf7 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8512158 May 27 22:50:11.352068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49006) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:11.360518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] Request body: {'subnet': {'network_id': '9c109479-04b0-4247-8c8e-bec3be30243d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1782177655-subnet', 'tenant_id': 'fa282ceceda443dfb1283786b7d16e4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:11.366813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:11.369537 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.375200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] Usage tracker for resource:subnet and tenant:fa282ceceda443dfb1283786b7d16e4b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:11.379756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:11.382878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:50:11.383277 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.459553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:11.462584 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 4cc0600c-d286-4ba0-ba64-65bb89042bd0 resource provider aggregate not found May 27 22:50:11.475941 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Made reservation on behalf of ab606b6039444fffa3763e8bb186b305 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:11.483173 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.495971 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 4cc0600c-d286-4ba0-ba64-65bb89042bd0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cc0600c-d286-4ba0-ba64-65bb89042bd0 found for delete ", "request_id": "req-04ce9679-04b7-4044-8492-faaebd723f6b"}]} May 27 22:50:11.505137 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9a0bd563-f9cb-4e38-ada8-94dde4ae67cc req-96a7ce53-5682-4d2a-925f-49905af34c32 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.538228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:50:11.547207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.548621 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Added segment 7513ed3c-4414-4baf-874c-aeecc9fdef46 of type vlan for network 25a62530-a1e9-4ade-9975-8334f23d4775 May 27 22:50:11.579566 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.579929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835fb5f-6a11-462c-8bbc-29d17c7cb7dd req-dc834760-a00a-4d7d-9b83-7c0fc2fd88cf tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:11.581434 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1835fb5f-6a11-462c-8bbc-29d17c7cb7dd req-dc834760-a00a-4d7d-9b83-7c0fc2fd88cf tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.4191730 May 27 22:50:11.582195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7ce53-5682-4d2a-925f-49905af34c32 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event deleted for resources: {'Port': ['ID=200ab7d4-5024-4467-842e-7842f09c3def,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:11.597767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] Made reservation on behalf of fa282ceceda443dfb1283786b7d16e4b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:11.600243 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.681028 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.686556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.739591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Network': ['ID=58370d3e-c1c9-44d0-b816-6cd8d07572aa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:11.803243 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1835fb5f-6a11-462c-8bbc-29d17c7cb7dd req-ed6a39c9-efd3-4e1e-b999-cdb8681b6372 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022038 May 27 22:50:11.852942 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3710665-3148-4f5d-a774-220a8221a6b7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.921883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0bd563-f9cb-4e38-ada8-94dde4ae67cc req-96a7ce53-5682-4d2a-925f-49905af34c32 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] No DVR routers for this DVR port 200ab7d4-5024-4467-842e-7842f09c3def on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:11.924685 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.931097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:11.932793 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.933875 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51cc6893-5d6d-4ece-ae2f-00779a052f74 req-b6fe1b04-eaea-43b1-87e3-5f632771e8c0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 210 time: 0.3017187 May 27 22:50:11.944909 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9a0bd563-f9cb-4e38-ada8-94dde4ae67cc req-96a7ce53-5682-4d2a-925f-49905af34c32 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.949095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a26cfd3-e061-4833-a06a-07583b18b54e', 'name': 'network-vif-deleted', 'tag': '200ab7d4-5024-4467-842e-7842f09c3def'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:50:11.958221 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3710665-3148-4f5d-a774-220a8221a6b7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:11.966859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d0b45f-ce2d-4b23-be68-6f8d768f889c None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:11.994034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a0bd563-f9cb-4e38-ada8-94dde4ae67cc req-96a7ce53-5682-4d2a-925f-49905af34c32 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "DELETE /v2.0/ports/200ab7d4-5024-4467-842e-7842f09c3def HTTP/1.1" status: 204 len: 173 time: 2.4364746 May 27 22:50:11.994775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3710665-3148-4f5d-a774-220a8221a6b7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=deee4c41-d60a-4934-b524-e26e0b919ad9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:12.033049 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4df2d3bb-ae48-420b-82bd-1a9b8e0f38fc tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "DELETE /v2.0/networks/58370d3e-c1c9-44d0-b816-6cd8d07572aa HTTP/1.1" status: 204 len: 168 time: 3.3968673 May 27 22:50:12.037049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49026) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:12.043088 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405ff95f-2ecc-470c-a277-0278012fd235'] response: {'server_uuid': '6a26cfd3-e061-4833-a06a-07583b18b54e', 'name': 'network-vif-deleted', 'tag': '200ab7d4-5024-4467-842e-7842f09c3def', 'status': 'completed', 'code': 200} May 27 22:50:12.092705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event updated for resources: {'Network': ['ID=25a62530-a1e9-4ade-9975-8334f23d4775,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:12.105401 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0f32a9e7-506c-4124-88e6-eca2210ee53c tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8100760 May 27 22:50:12.108853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49030) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:12.115454 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Request body: {'subnet': {'network_id': '25a62530-a1e9-4ade-9975-8334f23d4775', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:12.117075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 25a62530-a1e9-4ade-9975-8334f23d4775 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:50:12.119246 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6e3e30f9-2901-478d-85d9-2741bc612498 req-21a0408c-6716-440a-8eb4-c900d978d0c8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Synchronizing usage tracker for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:12.157148 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f3710665-3148-4f5d-a774-220a8221a6b7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/deee4c41-d60a-4934-b524-e26e0b919ad9 HTTP/1.1" status: 204 len: 168 time: 1.5884490 May 27 22:50:12.161267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49034) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:12.225653 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:12.318578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=372a01e5-f075-4c40-b29f-d36c3b2928bf,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:12.345638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6e3e30f9-2901-478d-85d9-2741bc612498 req-21a0408c-6716-440a-8eb4-c900d978d0c8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Unset dirty status for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:12.361042 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e3e30f9-2901-478d-85d9-2741bc612498 req-21a0408c-6716-440a-8eb4-c900d978d0c8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 210 time: 0.3501592 May 27 22:50:12.361042 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3699a2ce-56b5-49c6-aa21-1d0a284db74e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1927800 May 27 22:50:12.362931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49038) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:12.374084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ae2c279c-afe2-4018-ba86-5564af672a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:12.413210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b446f2d4-0517-460c-9ddb-11350ce730a3 None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:50:12.416550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-737b7a64-2fe0-4ac2-9efa-13baba1d0562 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Deleting port 0b88bfb3-3df3-4c71-9b5f-02a16701b442 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:12.417002 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-737b7a64-2fe0-4ac2-9efa-13baba1d0562 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:12.419285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b446f2d4-0517-460c-9ddb-11350ce730a3 None None] Deleting port aab578bd-843f-477f-bb93-b2dd0ccc076a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:12.419918 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b446f2d4-0517-460c-9ddb-11350ce730a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:12.512761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] Checking segment: {'id': '8865832d-5e76-4383-b54e-2dc159ebd78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9c109479-04b0-4247-8c8e-bec3be30243d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:50:12.513217 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] Network hostable DHCP agents. Network: 9c109479-04b0-4247-8c8e-bec3be30243d, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:50:12.530588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:12.539926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Usage tracker for resource:subnet and tenant:ab606b6039444fffa3763e8bb186b305 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:12.547671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:12.566179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ae2c279c-afe2-4018-ba86-5564af672a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:12.570764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ae2c279c-afe2-4018-ba86-5564af672a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:12.574351 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ae2c279c-afe2-4018-ba86-5564af672a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:12.584592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ae2c279c-afe2-4018-ba86-5564af672a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:12.594035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:12.638472 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-737b7a64-2fe0-4ac2-9efa-13baba1d0562 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:12.638472 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-737b7a64-2fe0-4ac2-9efa-13baba1d0562 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:12.680316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b446f2d4-0517-460c-9ddb-11350ce730a3 None None] For port aab578bd-843f-477f-bb93-b2dd0ccc076a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aab578bd-843f-477f-bb93-b2dd0ccc076a,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:12.681210 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b446f2d4-0517-460c-9ddb-11350ce730a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:12.694375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2c279c-afe2-4018-ba86-5564af672a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:12.698637 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae2c279c-afe2-4018-ba86-5564af672a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:12.756418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Made reservation on behalf of ab606b6039444fffa3763e8bb186b305 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:12.761999 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:12.772582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-737b7a64-2fe0-4ac2-9efa-13baba1d0562 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Calling delete_port for 0b88bfb3-3df3-4c71-9b5f-02a16701b442 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:12.776195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] Network 9c109479-04b0-4247-8c8e-bec3be30243d is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:50:12.815854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b446f2d4-0517-460c-9ddb-11350ce730a3 None None] Calling delete_port for aab578bd-843f-477f-bb93-b2dd0ccc076a owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:12.933982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 9c109479-04b0-4247-8c8e-bec3be30243d) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:12.939519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:12.939632 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:12.943714 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40535d99-c1d5-42b9-8b85-50b4b31b8138 None None] Network 9c109479-04b0-4247-8c8e-bec3be30243d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:13.008074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 200ab7d4-5024-4467-842e-7842f09c3def no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:13.056634 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b446f2d4-0517-460c-9ddb-11350ce730a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:13.067664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55884d5a-6e25-4f05-b3c0-8f84776c0ef1 req-078277c6-0e79-4cf2-9744-f4308dd3bd09 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 210 time: 0.0557301 May 27 22:50:13.095452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 200ab7d4-5024-4467-842e-7842f09c3def {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:50:13.095452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 200ab7d4-5024-4467-842e-7842f09c3def not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:50:13.128225 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446f2d4-0517-460c-9ddb-11350ce730a3 None None] Pushing event deleted for resources: {'Port': ['ID=aab578bd-843f-477f-bb93-b2dd0ccc076a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:13.128860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcefb42-1bb5-40f7-9dfb-cd203ac9483c req-4adbde9e-230e-4270-86a2-95c5f3405d4c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:13.129922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b446f2d4-0517-460c-9ddb-11350ce730a3 None None] No DVR routers for this DVR port aab578bd-843f-477f-bb93-b2dd0ccc076a on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:13.146567 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9dcefb42-1bb5-40f7-9dfb-cd203ac9483c req-4adbde9e-230e-4270-86a2-95c5f3405d4c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.2259805 May 27 22:50:13.151940 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-737b7a64-2fe0-4ac2-9efa-13baba1d0562 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:13.166253 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-653b47c0-1c3a-4d5c-8d07-11091c95fb66 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8132341 May 27 22:50:13.204688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b7a64-2fe0-4ac2-9efa-13baba1d0562 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Port': ['ID=0b88bfb3-3df3-4c71-9b5f-02a16701b442,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:13.306488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ad2e8-7a40-4396-8af0-42696cd0d0dd None None] Network 9c109479-04b0-4247-8c8e-bec3be30243d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:13.307012 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae2c279c-afe2-4018-ba86-5564af672a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:13.338441 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9dcefb42-1bb5-40f7-9dfb-cd203ac9483c req-02bcfa66-0b94-4ab5-9919-aa0eeb10cc5d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838083 May 27 22:50:13.358538 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-737b7a64-2fe0-4ac2-9efa-13baba1d0562 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:13.359209 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-737b7a64-2fe0-4ac2-9efa-13baba1d0562 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Floating IP c1088895-1009-4839-a9a2-8bcf736ea5fa disassociated (deleted). External IP: 172.25.2.86, port: cde0a19c-5d96-4af2-a6f7-fa72c0c28636. May 27 22:50:13.383275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49052) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:13.385773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2c279c-afe2-4018-ba86-5564af672a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:13.389980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ae2c279c-afe2-4018-ba86-5564af672a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:13.431088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cc6a98-8b07-4418-9b8d-2be79fed7a79 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:13.467260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2c279c-afe2-4018-ba86-5564af672a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:13.467907 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae2c279c-afe2-4018-ba86-5564af672a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:13.475313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:13.496659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c279c-afe2-4018-ba86-5564af672a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=18cdbeec-4048-4019-9548-6878f7bd7c55,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:13.623491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b44fff-455d-4102-89bd-db8d925c45b2 admin admin] Deleting subnet 372a01e5-f075-4c40-b29f-d36c3b2928bf {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:50:13.631752 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51b44fff-455d-4102-89bd-db8d925c45b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:13.660906 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00bae182-5a80-434b-8288-ac861181595a req-7aa4f85f-daff-47a8-9b3a-0df23d5d5750 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=6a26cfd3-e061-4833-a06a-07583b18b54e HTTP/1.1" status: 200 len: 210 time: 0.0585983 May 27 22:50:13.668194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Checking segment: {'id': '7513ed3c-4414-4baf-874c-aeecc9fdef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '25a62530-a1e9-4ade-9975-8334f23d4775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:50:13.668579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Network hostable DHCP agents. Network: 25a62530-a1e9-4ade-9975-8334f23d4775, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:50:13.672813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event updated for resources: {'Subnet': ['ID=7e6270e7-509f-4a28-b5ad-4c6da668b69a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:13.850211 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ae2c279c-afe2-4018-ba86-5564af672a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4826674 May 27 22:50:13.851531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49058) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:13.863290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'name': 'tempest-NetworksTestDHCPv6-279367983'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:13.959752 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51b44fff-455d-4102-89bd-db8d925c45b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:13.973357 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '18cdbeec-4048-4019-9548-6878f7bd7c55'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:50:13.974407 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:14.007804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Network 25a62530-a1e9-4ade-9975-8334f23d4775 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:50:14.044802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737b7a64-2fe0-4ac2-9efa-13baba1d0562 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:50:14.061624 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51b44fff-455d-4102-89bd-db8d925c45b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:14.114448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 25a62530-a1e9-4ade-9975-8334f23d4775) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:14.122470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77833cd-3290-405a-926b-06e6c9acd447 None None] Network 25a62530-a1e9-4ade-9975-8334f23d4775 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:14.155205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:14.155783 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:14.170588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:14.178473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:14.182876 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:14.190916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:14.235325 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-504ce620-ebeb-420e-8a63-4c85f91e1885 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1253512 May 27 22:50:14.242444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49064) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:14.260460 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Allocated IP 2001:db8::2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/18cdbeec-4048-4019-9548-6878f7bd7c55/4695da47-e118-48f7-9175-c6f75bd48292) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:14.262759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1762c767-cc33-493a-a0e3-40ac1eb07b82 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Request body: {'router': {'external_gateway_info': {'network_id': '25a62530-a1e9-4ade-9975-8334f23d4775'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:14.272741 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0de762d4-910a-4f51-a4df-2d64d6957765 req-5094db39-d454-4a9b-8508-2eb6e8b1f7b1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 210 time: 0.0445397 May 27 22:50:14.291110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aab578bd-843f-477f-bb93-b2dd0ccc076a no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:14.322304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737b7a64-2fe0-4ac2-9efa-13baba1d0562 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:50:14.343175 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f6df2-358b-47ef-87c1-3ce43eb68d0f None None] Sync routers for ids ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:50:14.344243 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-737b7a64-2fe0-4ac2-9efa-13baba1d0562 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:14.366721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:14.367443 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f6df2-358b-47ef-87c1-3ce43eb68d0f None None] Routers {'3d3376c3-75c1-4e1e-958b-91a1e0b09f47'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:14.368285 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-eb0f6df2-358b-47ef-87c1-3ce43eb68d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:14.371019 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:14.393340 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51b44fff-455d-4102-89bd-db8d925c45b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:14.406108 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: aab578bd-843f-477f-bb93-b2dd0ccc076a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:50:14.406588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aab578bd-843f-477f-bb93-b2dd0ccc076a not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:50:14.443511 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-737b7a64-2fe0-4ac2-9efa-13baba1d0562 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "DELETE /v2.0/floatingips/c1088895-1009-4839-a9a2-8bcf736ea5fa HTTP/1.1" status: 204 len: 168 time: 2.3993359 May 27 22:50:14.448754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684cf071-2ef5-4ffa-97c6-149509b40300', 'tag': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:50:14.632572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d91d41-5400-4e96-864f-50d35cd85de9 req-bb40f13b-3b49-417a-b31e-bb0738bbab4a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:14.635806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51d91d41-5400-4e96-864f-50d35cd85de9 req-bb40f13b-3b49-417a-b31e-bb0738bbab4a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1308763 May 27 22:50:14.673952 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-eb0f6df2-358b-47ef-87c1-3ce43eb68d0f None None] Set router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:50:14.683456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-25a62530-a1e9-4ade-9975-8334f23d4775', 'network_id': '25a62530-a1e9-4ade-9975-8334f23d4775', 'tenant_id': 'ab606b6039444fffa3763e8bb186b305', 'fixed_ips': [{'subnet_id': '7e6270e7-509f-4a28-b5ad-4c6da668b69a'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:50:14.684292 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:14.706403 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51d91d41-5400-4e96-864f-50d35cd85de9 req-b0df4957-f401-4a5c-a9ed-2292f99b43b0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635655 May 27 22:50:14.808142 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c3c64e-d104-45e8-bf82-fd464b802adb'] response: {'name': 'network-changed', 'server_uuid': '684cf071-2ef5-4ffa-97c6-149509b40300', 'tag': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'status': 'completed', 'code': 200} May 27 22:50:14.844677 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:14.868374 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b44fff-455d-4102-89bd-db8d925c45b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=372a01e5-f075-4c40-b29f-d36c3b2928bf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:14.878188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-aa48fd22-895d-4291-8413-44102745f6aa tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:14.878882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-aa48fd22-895d-4291-8413-44102745f6aa tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Synchronizing usage tracker for tenant:53d923b432974a83b5d42963ced4cc2e on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:14.888537 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-51b44fff-455d-4102-89bd-db8d925c45b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:14.895928 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Transition to ACTIVE for port object 4695da47-e118-48f7-9175-c6f75bd48292 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:14.898226 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-51b44fff-455d-4102-89bd-db8d925c45b2 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/372a01e5-f075-4c40-b29f-d36c3b2928bf HTTP/1.1" status: 204 len: 168 time: 1.4938374 May 27 22:50:14.906955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 6b72d875-c86b-46f3-a1e6-b4c65dddd023 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:50:14.945063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49076) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:15.025567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Transition to ACTIVE for port object 4695da47-e118-48f7-9175-c6f75bd48292 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:15.085627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Allocated IP 2001:db8:1::2 (25a62530-a1e9-4ade-9975-8334f23d4775/7e6270e7-509f-4a28-b5ad-4c6da668b69a/7d5df277-f31e-4219-a1e8-af3939cf3998) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:15.151802 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d777ae6-4269-493b-85c9-28eb1947228f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:15.159375 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:15.199934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd28b3-6b90-4daa-82c0-c5981e5ae9a6 req-ee317d99-8da2-4ba8-a9e6-cee007b252fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:15.201701 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7dd28b3-6b90-4daa-82c0-c5981e5ae9a6 req-ee317d99-8da2-4ba8-a9e6-cee007b252fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce374891ed0f4bd582f3450e6b65dedf&device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 1097 time: 0.3554587 May 27 22:50:15.209940 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::2f3 (c744ea9b-cdeb-488b-a067-0b211d4c406e/18cdbeec-4048-4019-9548-6878f7bd7c55/6b72d875-c86b-46f3-a1e6-b4c65dddd023) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:15.260542 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-aa48fd22-895d-4291-8413-44102745f6aa tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Unset dirty status for tenant:53d923b432974a83b5d42963ced4cc2e on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:15.261582 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-aa48fd22-895d-4291-8413-44102745f6aa tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.57 "GET /v2.0/networks?id=834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 200 len: 815 time: 0.6176553 May 27 22:50:15.307184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:15.321711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:15.328563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:15.331635 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Pushing event updated for resources: {'Port': ['ID=4695da47-e118-48f7-9175-c6f75bd48292,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:15.346091 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-eb0f6df2-358b-47ef-87c1-3ce43eb68d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:49:52Z', 'revision_number': 6, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '861f6893-3105-41e7-95c7-873b26cbb348', 'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:82:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:50Z', 'updated_at': '2022-05-27T22:47:09Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:15.369815 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f6df2-358b-47ef-87c1-3ce43eb68d0f None None] Checking router: 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:50:15.392148 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0f6df2-358b-47ef-87c1-3ce43eb68d0f None None] Routers {'3d3376c3-75c1-4e1e-958b-91a1e0b09f47'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:15.392894 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-eb0f6df2-358b-47ef-87c1-3ce43eb68d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:15.435313 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d777ae6-4269-493b-85c9-28eb1947228f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:15.469122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2d777ae6-4269-493b-85c9-28eb1947228f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c109479-04b0-4247-8c8e-bec3be30243d']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:15.483944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2d777ae6-4269-493b-85c9-28eb1947228f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8865832d-5e76-4383-b54e-2dc159ebd78f') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:15.484240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2d777ae6-4269-493b-85c9-28eb1947228f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8865832d-5e76-4383-b54e-2dc159ebd78f') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:15.496961 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d777ae6-4269-493b-85c9-28eb1947228f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:15.514134 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d777ae6-4269-493b-85c9-28eb1947228f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:15.521006 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d777ae6-4269-493b-85c9-28eb1947228f admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:50:15.521332 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d777ae6-4269-493b-85c9-28eb1947228f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:15.550384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Attempting to bind port 4695da47-e118-48f7-9175-c6f75bd48292 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:50:15.553027 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Attempting to bind port 4695da47-e118-48f7-9175-c6f75bd48292 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:50:15.555288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Attempting to bind port 4695da47-e118-48f7-9175-c6f75bd48292 on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:50:15.569428 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:50:15.570102 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:50:15.570683 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:15.571232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:50:15.571883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Bound port: 4695da47-e118-48f7-9175-c6f75bd48292, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:50:15.572645 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:15.596292 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1762c767-cc33-493a-a0e3-40ac1eb07b82 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:15.606104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-30c23adf-e9e9-466a-b706-eab45e01c6c0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Synchronizing usage tracker for tenant:53d923b432974a83b5d42963ced4cc2e on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:15.695820 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-eb0f6df2-358b-47ef-87c1-3ce43eb68d0f None None] Set router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:50:15.863998 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:15.867409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] For port 4695da47-e118-48f7-9175-c6f75bd48292, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:50:15.873648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] For port 4695da47-e118-48f7-9175-c6f75bd48292, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4695da47-e118-48f7-9175-c6f75bd48292,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:50:15.885327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Transition to ACTIVE for port object 7d5df277-f31e-4219-a1e8-af3939cf3998 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:15.893555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-30c23adf-e9e9-466a-b706-eab45e01c6c0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Unset dirty status for tenant:53d923b432974a83b5d42963ced4cc2e on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:15.895210 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-30c23adf-e9e9-466a-b706-eab45e01c6c0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d923b432974a83b5d42963ced4cc2e HTTP/1.1" status: 200 len: 380 time: 0.5827553 May 27 22:50:15.938990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Transition to ACTIVE for port object 7d5df277-f31e-4219-a1e8-af3939cf3998 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:15.946732 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:15.958937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'port': {'device_id': '830921b0-afc6-470b-82c9-3c335b772c41', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'admin_state_up': True, 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'security_groups': ['31d89ded-f3ef-4484-badd-bb447fa3e3c4']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:15.986855 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:15.996031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd28b3-6b90-4daa-82c0-c5981e5ae9a6 req-61d2a695-538c-4519-973a-640173901288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:15.997548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7dd28b3-6b90-4daa-82c0-c5981e5ae9a6 req-61d2a695-538c-4519-973a-640173901288 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4b5f3112-8843-4db2-a9cb-cbd88c26be4d HTTP/1.1" status: 200 len: 898 time: 0.7719803 May 27 22:50:16.007950 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f931f86a-b619-4d82-8ad6-698acfa73e62 req-45fffe92-fa5d-4914-a57a-6c769d5a8e7b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 210 time: 0.2227299 May 27 22:50:16.024477 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 8865832d-5e76-4383-b54e-2dc159ebd78f resource provider aggregate not found May 27 22:50:16.083027 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e51a9a-127e-41cc-baeb-3fdbb5fc02be None None] Pushing event updated for resources: {'Port': ['ID=4695da47-e118-48f7-9175-c6f75bd48292,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:16.093545 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:16.166416 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d777ae6-4269-493b-85c9-28eb1947228f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:16.212211 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 8865832d-5e76-4383-b54e-2dc159ebd78f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8865832d-5e76-4383-b54e-2dc159ebd78f found for delete ", "request_id": "req-de93057d-9cda-4b39-af3b-e160f1210073"}]} May 27 22:50:16.215173 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7dd28b3-6b90-4daa-82c0-c5981e5ae9a6 req-30bef985-1632-4f29-8b74-4b8dfa37771e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cde0a19c-5d96-4af2-a6f7-fa72c0c28636 HTTP/1.1" status: 200 len: 217 time: 0.1783228 May 27 22:50:16.222021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Network 25a62530-a1e9-4ade-9975-8334f23d4775 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:16.230282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:16.243059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:16.277913 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2d777ae6-4269-493b-85c9-28eb1947228f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:16.304583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Pushing event updated for resources: {'Port': ['ID=7d5df277-f31e-4219-a1e8-af3939cf3998,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:16.305587 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:16.369907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object 6b72d875-c86b-46f3-a1e6-b4c65dddd023 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:16.376939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2d777ae6-4269-493b-85c9-28eb1947228f admin admin] 10.222.0.27 "DELETE /v2.0/networks/9c109479-04b0-4247-8c8e-bec3be30243d HTTP/1.1" status: 204 len: 168 time: 1.4292290 May 27 22:50:16.379254 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd28b3-6b90-4daa-82c0-c5981e5ae9a6 req-4de2e549-883e-405c-b888-ccfe5a8685fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:16.391311 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7dd28b3-6b90-4daa-82c0-c5981e5ae9a6 req-4de2e549-883e-405c-b888-ccfe5a8685fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4b92ff6-e6b9-4035-8632-be20ce2b0fde HTTP/1.1" status: 200 len: 834 time: 0.0976446 May 27 22:50:16.400153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Attempting to bind port 7d5df277-f31e-4219-a1e8-af3939cf3998 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:50:16.400641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Attempting to bind port 7d5df277-f31e-4219-a1e8-af3939cf3998 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '7513ed3c-4414-4baf-874c-aeecc9fdef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '25a62530-a1e9-4ade-9975-8334f23d4775'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:50:16.401001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Attempting to bind port 7d5df277-f31e-4219-a1e8-af3939cf3998 on network 25a62530-a1e9-4ade-9975-8334f23d4775 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:50:16.409059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:50:16.409433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Checking segment: {'id': '7513ed3c-4414-4baf-874c-aeecc9fdef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '25a62530-a1e9-4ade-9975-8334f23d4775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:50:16.409968 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:16.410364 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Bound using segment: {'id': '7513ed3c-4414-4baf-874c-aeecc9fdef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '25a62530-a1e9-4ade-9975-8334f23d4775'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:50:16.410831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Bound port: 7d5df277-f31e-4219-a1e8-af3939cf3998, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7513ed3c-4414-4baf-874c-aeecc9fdef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '25a62530-a1e9-4ade-9975-8334f23d4775'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:50:16.411202 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:16.448705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d777ae6-4269-493b-85c9-28eb1947228f admin admin] Pushing event deleted for resources: {'Network': ['ID=9c109479-04b0-4247-8c8e-bec3be30243d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:16.545813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c1152-5349-4339-b0b1-a220fd10b58a req-b2eccd41-4b28-41aa-9e99-d6e3fe282554 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:16.553692 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-412c1152-5349-4339-b0b1-a220fd10b58a req-b2eccd41-4b28-41aa-9e99-d6e3fe282554 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.3198161 May 27 22:50:16.580194 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-eb0f6df2-358b-47ef-87c1-3ce43eb68d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:49:52Z', 'revision_number': 6, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '861f6893-3105-41e7-95c7-873b26cbb348', 'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:82:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:50Z', 'updated_at': '2022-05-27T22:47:09Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:16.582564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:16.591261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:port and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:16.597308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:16.604018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:16.604200 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0f6df2-358b-47ef-87c1-3ce43eb68d0f None None] The sync data for ids ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'] in n-d-843680-3 is: [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:49:52Z', 'revision_number': 6, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '861f6893-3105-41e7-95c7-873b26cbb348', 'name': '', 'network_id': '4b5f3112-8843-4db2-a9cb-cbd88c26be4d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:82:11:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:50Z', 'updated_at': '2022-05-27T22:47:09Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'f4b92ff6-e6b9-4035-8632-be20ce2b0fde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:50:16.734727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Made reservation on behalf of 53d923b432974a83b5d42963ced4cc2e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:16.739636 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:16.765269 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:16.785863 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-1762c767-cc33-493a-a0e3-40ac1eb07b82 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:50:16.786951 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1762c767-cc33-493a-a0e3-40ac1eb07b82 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "PUT /v2.0/routers/24b58ea9-2803-4acd-9c58-84ce7921d40c HTTP/1.1" status: 400 len: 364 time: 2.5432289 May 27 22:50:16.790611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] For port 7d5df277-f31e-4219-a1e8-af3939cf3998, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:50:16.801466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] For port 7d5df277-f31e-4219-a1e8-af3939cf3998, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=7d5df277-f31e-4219-a1e8-af3939cf3998,segment=NetworkSegment(7513ed3c-4414-4baf-874c-aeecc9fdef46),segment_id=7513ed3c-4414-4baf-874c-aeecc9fdef46)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:50:16.844488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49098) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:16.867194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:16.888676 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:16.918420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:16.926799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:16.932526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:16.933252 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:16.941403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd28b3-6b90-4daa-82c0-c5981e5ae9a6 req-37c68aca-6efe-4046-983d-bdfba3ee8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:16.943620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7dd28b3-6b90-4daa-82c0-c5981e5ae9a6 req-37c68aca-6efe-4046-983d-bdfba3ee8f89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4b5f3112-8843-4db2-a9cb-cbd88c26be4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5482805 May 27 22:50:16.960843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a84104-163a-4566-ae3a-75145e924c44 req-4cc1b67f-eca9-486c-825a-0df8e2a97e9e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:16.961605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-46a84104-163a-4566-ae3a-75145e924c44 req-4cc1b67f-eca9-486c-825a-0df8e2a97e9e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Synchronizing usage tracker for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:17.034604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=6b72d875-c86b-46f3-a1e6-b4c65dddd023,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:17.038262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49104) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:17.066221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f5901-3eab-402c-b1a3-3f82f5aabb04 None None] Pushing event updated for resources: {'Port': ['ID=7d5df277-f31e-4219-a1e8-af3939cf3998,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:17.163377 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8482fed-3248-436d-a739-cd58eb710138 None None] New status for floating IP c1088895-1009-4839-a9a2-8bcf736ea5fa: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:50:17.245298 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-31528d0c-6604-41d8-a2b4-a2a62c336894 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3895612 May 27 22:50:17.247515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-46a84104-163a-4566-ae3a-75145e924c44 req-4cc1b67f-eca9-486c-825a-0df8e2a97e9e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Unset dirty status for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:17.249611 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46a84104-163a-4566-ae3a-75145e924c44 req-4cc1b67f-eca9-486c-825a-0df8e2a97e9e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 946 time: 1.6259201 May 27 22:50:17.256503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49108) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:17.263942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-412c1152-5349-4339-b0b1-a220fd10b58a req-8f12a80d-8dc9-4a1d-b98c-4f494a0f35ed tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6805286 May 27 22:50:17.352493 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-46add53c-76ee-4a59-bfed-1df564edb804 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fa282ceceda443dfb1283786b7d16e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979913 May 27 22:50:17.450571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49112) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:17.453720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Allocated IP 172.20.0.12 (834ac9cf-7900-4562-81d7-7075078e1b9c/36c561ad-418b-4404-b3f7-e1414a606ae6/3d6b797d-7b7d-464b-913b-d96e66a883d7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:17.659240 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ce8aaea-c9b6-4fdf-a63e-2d804419f0ca req-1cb7c241-78b6-474f-b5a8-95a7f47b0293 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 210 time: 0.2003195 May 27 22:50:17.697818 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a305c07-588c-4423-859f-979545547d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:17.723876 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53631bf0-abdd-436c-9dd3-6ae1947509b1 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:17.730154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53631bf0-abdd-436c-9dd3-6ae1947509b1 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:17.730967 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-53631bf0-abdd-436c-9dd3-6ae1947509b1 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:17.809826 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a305c07-588c-4423-859f-979545547d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:17.849666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46a84104-163a-4566-ae3a-75145e924c44 req-fd3912bd-8df2-4727-8046-068de4eb4070 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=4fcf9d10-484f-41fe-a587-9690661b489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5734012 May 27 22:50:17.876832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87b4c9-b2f4-4bac-a302-7377d3a20497 req-de615993-874a-4014-a155-2488c5fce78f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:17.876832 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f87b4c9-b2f4-4bac-a302-7377d3a20497 req-de615993-874a-4014-a155-2488c5fce78f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.57 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 946 time: 1.1950002 May 27 22:50:17.877016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-53631bf0-abdd-436c-9dd3-6ae1947509b1 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:17.877016 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-53631bf0-abdd-436c-9dd3-6ae1947509b1 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5861735 May 27 22:50:17.877160 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7dd28b3-6b90-4daa-82c0-c5981e5ae9a6 req-731b9794-c375-4eda-a28f-035e9f5de6bb service neutron] 10.222.0.57 "GET /v2.0/networks/4b5f3112-8843-4db2-a9cb-cbd88c26be4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9002330 May 27 22:50:17.878046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49118) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:17.970363 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a305c07-588c-4423-859f-979545547d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:18.010801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a305c07-588c-4423-859f-979545547d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6184e27d-b05a-42cb-a504-c34c1b44c482,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:18.020247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9f916f1e-4ce4-4034-865d-e78670a12281 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 6b72d875-c86b-46f3-a1e6-b4c65dddd023 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:18.020837 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f916f1e-4ce4-4034-865d-e78670a12281 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:18.091273 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a26618b6-1ef4-4d8f-87d4-6cf83f9aa009 None None] Provisioning for port 4695da47-e118-48f7-9175-c6f75bd48292 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:18.102819 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:18.112139 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a305c07-588c-4423-859f-979545547d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:18.113852 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8a305c07-588c-4423-859f-979545547d1b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6184e27d-b05a-42cb-a504-c34c1b44c482 HTTP/1.1" status: 204 len: 168 time: 0.6620326 May 27 22:50:18.145449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Transition to ACTIVE for port object 3d6b797d-7b7d-464b-913b-d96e66a883d7 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:18.389399 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:18.504687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7d5df277-f31e-4219-a1e8-af3939cf3998 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:18.555277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c14509a5-3acc-4259-b1cc-30c5ebe26be8 None None] Provisioning for port 6b72d875-c86b-46f3-a1e6-b4c65dddd023 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:18.556128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9f87b4c9-b2f4-4bac-a302-7377d3a20497 req-e5ce6a45-b14e-481f-a425-7da81d33fcd8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Deleting port cde0a19c-5d96-4af2-a6f7-fa72c0c28636 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:18.556495 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f87b4c9-b2f4-4bac-a302-7377d3a20497 req-e5ce6a45-b14e-481f-a425-7da81d33fcd8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:18.571020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Network 834ac9cf-7900-4562-81d7-7075078e1b9c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:18.577274 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c14509a5-3acc-4259-b1cc-30c5ebe26be8 None None] Provisioning complete for port 6b72d875-c86b-46f3-a1e6-b4c65dddd023 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:18.578036 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c14509a5-3acc-4259-b1cc-30c5ebe26be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:18.578188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:18.601896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:18.674123 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:18.680662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c14509a5-3acc-4259-b1cc-30c5ebe26be8 None None] Port 6b72d875-c86b-46f3-a1e6-b4c65dddd023 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:50:18.716724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2276860d-a1ff-473e-8626-a613c5dceac5 None None] Network 25a62530-a1e9-4ade-9975-8334f23d4775 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:18.774032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'Port': ['ID=3d6b797d-7b7d-464b-913b-d96e66a883d7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:18.834460 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f916f1e-4ce4-4034-865d-e78670a12281 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:18.849092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 7d5df277-f31e-4219-a1e8-af3939cf3998 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:18.879685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:18.880400 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:18.887103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4695da47-e118-48f7-9175-c6f75bd48292 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:19.099427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9f916f1e-4ce4-4034-865d-e78670a12281 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 6b72d875-c86b-46f3-a1e6-b4c65dddd023 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:19.179747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-592f235d-782f-4b11-8b56-3a683fc22d58 None None] Provisioning for port 7d5df277-f31e-4219-a1e8-af3939cf3998 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:19.188318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-592f235d-782f-4b11-8b56-3a683fc22d58 None None] Provisioning complete for port 7d5df277-f31e-4219-a1e8-af3939cf3998 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:19.189044 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-592f235d-782f-4b11-8b56-3a683fc22d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:19.219442 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0ad420b6-7917-4029-bb04-debea00bd7ee tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2703013 May 27 22:50:19.256523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Request body: {'port': {'device_id': '830921b0-afc6-470b-82c9-3c335b772c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:19.273491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 4695da47-e118-48f7-9175-c6f75bd48292 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:19.285907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4695da47-e118-48f7-9175-c6f75bd48292 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:19.286469 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:19.644018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4695da47-e118-48f7-9175-c6f75bd48292 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:19.644537 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:19.646556 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7dd28b3-6b90-4daa-82c0-c5981e5ae9a6 req-1076eb1c-4e79-40ec-848c-fecb6d77acb3 service neutron] 10.222.0.57 "GET /v2.0/networks/4b5f3112-8843-4db2-a9cb-cbd88c26be4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6789122 May 27 22:50:19.662757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Allocated IP 2001:db8::1 (3b510ff3-79a6-4ca2-a47f-c8caac93b7f9/c18e62da-5106-4341-994d-46fd9b3e10f7/c3640dc7-6754-41ff-ba18-df78a50095fd) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:19.753190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 4695da47-e118-48f7-9175-c6f75bd48292, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4695da47-e118-48f7-9175-c6f75bd48292,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:19.756299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-592f235d-782f-4b11-8b56-3a683fc22d58 None None] Current status of the port 7d5df277-f31e-4219-a1e8-af3939cf3998 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:19.756299 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-592f235d-782f-4b11-8b56-3a683fc22d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:19.808123 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-592f235d-782f-4b11-8b56-3a683fc22d58 None None] For port 7d5df277-f31e-4219-a1e8-af3939cf3998, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=7d5df277-f31e-4219-a1e8-af3939cf3998,segment=NetworkSegment(7513ed3c-4414-4baf-874c-aeecc9fdef46),segment_id=7513ed3c-4414-4baf-874c-aeecc9fdef46)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:19.904298 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:19.946905 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:19.986681 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169b4e8-7067-4f76-abaf-04b67f4a0c1d req-d10823cc-daa9-4748-a568-cae1fc0778c9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:19.994108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d169b4e8-7067-4f76-abaf-04b67f4a0c1d req-d10823cc-daa9-4748-a568-cae1fc0778c9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 1.4824238 May 27 22:50:20.005144 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-592f235d-782f-4b11-8b56-3a683fc22d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:20.017695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=4695da47-e118-48f7-9175-c6f75bd48292,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:20.085263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50f752-f802-494c-a06b-f52db0d3d472 req-c027e995-30dd-4946-a99c-7503835ed15c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:20.092283 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa50f752-f802-494c-a06b-f52db0d3d472 req-c027e995-30dd-4946-a99c-7503835ed15c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 932 time: 1.1410558 May 27 22:50:20.097898 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f916f1e-4ce4-4034-865d-e78670a12281 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:20.114163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f235d-782f-4b11-8b56-3a683fc22d58 None None] Pushing event updated for resources: {'Port': ['ID=7d5df277-f31e-4219-a1e8-af3939cf3998,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:20.146564 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b47d13da-896d-4287-8a2c-4b9adafec24b None None] Provisioning complete for port 7d5df277-f31e-4219-a1e8-af3939cf3998 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:20.146936 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b47d13da-896d-4287-8a2c-4b9adafec24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:20.181213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f916f1e-4ce4-4034-865d-e78670a12281 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=6b72d875-c86b-46f3-a1e6-b4c65dddd023,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:20.197310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d169b4e8-7067-4f76-abaf-04b67f4a0c1d req-bb199284-359e-4878-8e37-ec9ab7c2caa6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021241 May 27 22:50:20.248452 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f916f1e-4ce4-4034-865d-e78670a12281 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:20.299792 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa50f752-f802-494c-a06b-f52db0d3d472 req-e602e922-e1c4-4d43-8151-f25dd95e98c6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d89ded-f3ef-4484-badd-bb447fa3e3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064018 May 27 22:50:20.366359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-9f87b4c9-b2f4-4bac-a302-7377d3a20497 req-e5ce6a45-b14e-481f-a425-7da81d33fcd8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] For port cde0a19c-5d96-4af2-a6f7-fa72c0c28636, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=cde0a19c-5d96-4af2-a6f7-fa72c0c28636,segment=NetworkSegment(b64552c6-083f-432a-9a70-bab2ac16407c),segment_id=b64552c6-083f-432a-9a70-bab2ac16407c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:20.370900 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f87b4c9-b2f4-4bac-a302-7377d3a20497 req-e5ce6a45-b14e-481f-a425-7da81d33fcd8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:20.403513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7d5df277-f31e-4219-a1e8-af3939cf3998 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:20.452230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b47d13da-896d-4287-8a2c-4b9adafec24b None None] Current status of the port 7d5df277-f31e-4219-a1e8-af3939cf3998 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:20.491380 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9f916f1e-4ce4-4034-865d-e78670a12281 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/6b72d875-c86b-46f3-a1e6-b4c65dddd023 HTTP/1.1" status: 204 len: 168 time: 2.6121740 May 27 22:50:20.511619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49196) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:20.562492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b47d13da-896d-4287-8a2c-4b9adafec24b None None] Provisioning for port 3d6b797d-7b7d-464b-913b-d96e66a883d7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:20.569931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b47d13da-896d-4287-8a2c-4b9adafec24b None None] Provisioning complete for port 3d6b797d-7b7d-464b-913b-d96e66a883d7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:20.570299 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b47d13da-896d-4287-8a2c-4b9adafec24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:20.606340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9f87b4c9-b2f4-4bac-a302-7377d3a20497 req-e5ce6a45-b14e-481f-a425-7da81d33fcd8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Calling delete_port for cde0a19c-5d96-4af2-a6f7-fa72c0c28636 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:20.637684 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b47d13da-896d-4287-8a2c-4b9adafec24b None None] Port 3d6b797d-7b7d-464b-913b-d96e66a883d7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:50:20.648735 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:20.653885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 7d5df277-f31e-4219-a1e8-af3939cf3998 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:20.654819 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:20.696601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ebf5f-2c8e-4eed-8081-1616018d0f6f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:20.698437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814ebf5f-2c8e-4eed-8081-1616018d0f6f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:20.699475 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-814ebf5f-2c8e-4eed-8081-1616018d0f6f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:20.702839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Transition to ACTIVE for port object c3640dc7-6754-41ff-ba18-df78a50095fd will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:20.795644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d184e4e-7327-407c-9f36-70b749edfaef req-8239bb3c-4cef-4172-a46d-fa4fe4be04a7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:20.803523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0d184e4e-7327-407c-9f36-70b749edfaef req-8239bb3c-4cef-4172-a46d-fa4fe4be04a7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 946 time: 0.3135738 May 27 22:50:20.827240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-814ebf5f-2c8e-4eed-8081-1616018d0f6f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:20.831969 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-814ebf5f-2c8e-4eed-8081-1616018d0f6f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3191192 May 27 22:50:20.835301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49204) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:20.839358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 7d5df277-f31e-4219-a1e8-af3939cf3998 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:20.840958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4695da47-e118-48f7-9175-c6f75bd48292 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:20.851380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6b797d-7b7d-464b-913b-d96e66a883d7 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:50:20.861907 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:20.878566 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Transition to ACTIVE for port object 3d6b797d-7b7d-464b-913b-d96e66a883d7 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:20.917625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4695da47-e118-48f7-9175-c6f75bd48292 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:20.917994 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:20.944869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed35228-6407-450f-9836-3e1b0fd48f49 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 18cdbeec-4048-4019-9548-6878f7bd7c55 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:50:20.950552 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0d184e4e-7327-407c-9f36-70b749edfaef req-aba06a3d-2937-48a8-953d-a78e47b29e1b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=4fcf9d10-484f-41fe-a587-9690661b489e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460743 May 27 22:50:20.951274 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ed35228-6407-450f-9836-3e1b0fd48f49 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:20.986315 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:21.013567 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ed35228-6407-450f-9836-3e1b0fd48f49 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:21.056583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4695da47-e118-48f7-9175-c6f75bd48292 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:21.111423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49210) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:21.113976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device cde0a19c-5d96-4af2-a6f7-fa72c0c28636 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:21.196301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6b797d-7b7d-464b-913b-d96e66a883d7,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:21.207112 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: cde0a19c-5d96-4af2-a6f7-fa72c0c28636 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:50:21.208454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device cde0a19c-5d96-4af2-a6f7-fa72c0c28636 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:50:21.247701 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:21.261454 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f87b4c9-b2f4-4bac-a302-7377d3a20497 req-e5ce6a45-b14e-481f-a425-7da81d33fcd8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:21.364058 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fef73fb-28a6-472a-825d-982efac19930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:21.378408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Attempting to bind port 3d6b797d-7b7d-464b-913b-d96e66a883d7 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:50:21.378836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Attempting to bind port 3d6b797d-7b7d-464b-913b-d96e66a883d7 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:50:21.379226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Attempting to bind port 3d6b797d-7b7d-464b-913b-d96e66a883d7 on network 834ac9cf-7900-4562-81d7-7075078e1b9c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:50:21.389478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5fef73fb-28a6-472a-825d-982efac19930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:21.393355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Port 3d6b797d-7b7d-464b-913b-d96e66a883d7 on network 834ac9cf-7900-4562-81d7-7075078e1b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:50:21.393744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Attempting to bind port 3d6b797d-7b7d-464b-913b-d96e66a883d7 on network 834ac9cf-7900-4562-81d7-7075078e1b9c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:50:21.400677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5fef73fb-28a6-472a-825d-982efac19930 admin admin] Usage tracker for resource:security_group_rule and tenant:cb0732c820324da98ccccfa6e558191b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:21.403766 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:50:21.404085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Checking segment: {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:50:21.404513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Bound using segment: {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:50:21.404950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Bound port: 3d6b797d-7b7d-464b-913b-d96e66a883d7, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:50:21.405414 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:21.419107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5fef73fb-28a6-472a-825d-982efac19930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:21.430565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5fef73fb-28a6-472a-825d-982efac19930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:21.499263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Network 3b510ff3-79a6-4ca2-a47f-c8caac93b7f9 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:21.528449 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:21.531018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:21.531563 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:21.554697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] For port 3d6b797d-7b7d-464b-913b-d96e66a883d7, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:50:21.558921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] For port 3d6b797d-7b7d-464b-913b-d96e66a883d7, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3d6b797d-7b7d-464b-913b-d96e66a883d7,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:50:21.615878 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fef73fb-28a6-472a-825d-982efac19930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:21.633275 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:21.717897 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fef73fb-28a6-472a-825d-982efac19930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:21.807341 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5fef73fb-28a6-472a-825d-982efac19930 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cb0732c820324da98ccccfa6e558191b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6947899 May 27 22:50:21.819585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f87b4c9-b2f4-4bac-a302-7377d3a20497 req-e5ce6a45-b14e-481f-a425-7da81d33fcd8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] No DVR routers for this DVR port cde0a19c-5d96-4af2-a6f7-fa72c0c28636 on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:21.827715 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9f87b4c9-b2f4-4bac-a302-7377d3a20497 req-e5ce6a45-b14e-481f-a425-7da81d33fcd8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:21.832664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event updated for resources: {'Port': ['ID=c3640dc7-6754-41ff-ba18-df78a50095fd,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:21.834618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49252) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:21.880571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:21.880571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:21.880571 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] 10.222.0.57 "PUT /v2.0/ports/3d6b797d-7b7d-464b-913b-d96e66a883d7 HTTP/1.1" status: 200 len: 1092 time: 2.6412930 May 27 22:50:21.882387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830921b0-afc6-470b-82c9-3c335b772c41', 'tag': '3d6b797d-7b7d-464b-913b-d96e66a883d7'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:50:21.889645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684cf071-2ef5-4ffa-97c6-149509b40300', 'name': 'network-vif-deleted', 'tag': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:50:21.929694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce6a45-b14e-481f-a425-7da81d33fcd8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Port': ['ID=cde0a19c-5d96-4af2-a6f7-fa72c0c28636,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:21.956243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef73fb-28a6-472a-825d-982efac19930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69c398d-7a76-41ce-9d5f-f0fee2c4d1b8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:21.981775 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ed35228-6407-450f-9836-3e1b0fd48f49 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:22.056222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f87b4c9-b2f4-4bac-a302-7377d3a20497 req-e5ce6a45-b14e-481f-a425-7da81d33fcd8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.57 "DELETE /v2.0/ports/cde0a19c-5d96-4af2-a6f7-fa72c0c28636 HTTP/1.1" status: 204 len: 173 time: 4.1404984 May 27 22:50:22.080088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef03d0-5066-4824-b501-7e160cf953b6 req-6fe994d8-3397-48f4-a384-28229372aba6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:22.082360 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2eef03d0-5066-4824-b501-7e160cf953b6 req-6fe994d8-3397-48f4-a384-28229372aba6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.7186332 May 27 22:50:22.092903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-068aa038-c3eb-4052-9e90-46aaa0d7f6ff None None] Provisioning for port c3640dc7-6754-41ff-ba18-df78a50095fd completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:22.097480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47367157-c1da-46fa-af45-50e372e9c304 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6b797d-7b7d-464b-913b-d96e66a883d7,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:22.098771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-068aa038-c3eb-4052-9e90-46aaa0d7f6ff None None] Provisioning complete for port c3640dc7-6754-41ff-ba18-df78a50095fd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:22.101569 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-068aa038-c3eb-4052-9e90-46aaa0d7f6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:22.173712 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a6de232-8b41-4682-8bad-b084f3fff59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:22.191909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6916a4-e749-4c94-8368-3f1de5facceb req-f847f7d5-6f61-4022-bda3-d53952f35df2 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:22.199850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e6916a4-e749-4c94-8368-3f1de5facceb req-f847f7d5-6f61-4022-bda3-d53952f35df2 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 944 time: 0.6991706 May 27 22:50:22.239793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-068aa038-c3eb-4052-9e90-46aaa0d7f6ff None None] Port c3640dc7-6754-41ff-ba18-df78a50095fd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:50:22.257508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a6de232-8b41-4682-8bad-b084f3fff59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:22.284218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-94df3c84-e702-4ad7-a876-3246e1a7c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:22.285964 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-94df3c84-e702-4ad7-a876-3246e1a7c4c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 1095 time: 0.2705829 May 27 22:50:22.288048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2eef03d0-5066-4824-b501-7e160cf953b6 req-8b585df0-acd6-4a3f-a73a-af093338c147 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964586 May 27 22:50:22.312811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:22.329799 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e6916a4-e749-4c94-8368-3f1de5facceb req-969b3d43-2b67-436d-9f2a-0da2a6bf5fc9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d89ded-f3ef-4484-badd-bb447fa3e3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284230 May 27 22:50:22.370335 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ed35228-6407-450f-9836-3e1b0fd48f49 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:22.395189 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:22.442239 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-f51c50ac-5595-49b4-8f9f-66f7f39bd6dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d6b797d-7b7d-464b-913b-d96e66a883d7 HTTP/1.1" status: 200 len: 217 time: 0.1075354 May 27 22:50:22.444550 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38d4edc-3289-403e-8f52-c7505ba8abd1'] response: {'name': 'network-changed', 'server_uuid': '830921b0-afc6-470b-82c9-3c335b772c41', 'tag': '3d6b797d-7b7d-464b-913b-d96e66a883d7', 'status': 'completed', 'code': 200} May 27 22:50:22.445192 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a6de232-8b41-4682-8bad-b084f3fff59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:22.467295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ff2e5-756a-4120-84bd-4e27b276c8a1 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:22.483276 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db1fb559-396f-41f8-b373-0f8dba8f5d1c'] response: {'server_uuid': '684cf071-2ef5-4ffa-97c6-149509b40300', 'name': 'network-vif-deleted', 'tag': 'cde0a19c-5d96-4af2-a6f7-fa72c0c28636', 'status': 'completed', 'code': 200} May 27 22:50:22.487547 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ed35228-6407-450f-9836-3e1b0fd48f49 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:22.512136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed35228-6407-450f-9836-3e1b0fd48f49 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=18cdbeec-4048-4019-9548-6878f7bd7c55,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:22.514157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6de232-8b41-4682-8bad-b084f3fff59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69c398d-7a76-41ce-9d5f-f0fee2c4d1b8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:22.531004 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a6de232-8b41-4682-8bad-b084f3fff59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:22.535059 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8a6de232-8b41-4682-8bad-b084f3fff59c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d69c398d-7a76-41ce-9d5f-f0fee2c4d1b8 HTTP/1.1" status: 204 len: 168 time: 0.6962187 May 27 22:50:22.548828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-799a8796-f370-4e09-badc-cd21a1ca0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:22.550259 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-799a8796-f370-4e09-badc-cd21a1ca0e24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c561ad-418b-4404-b3f7-e1414a606ae6 HTTP/1.1" status: 200 len: 854 time: 0.0985479 May 27 22:50:22.592924 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-0f52144b-9149-4613-9c29-36eb4de8ecff req-307fcda3-57cc-46a3-bf99-b5d514d54753 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Synchronizing usage tracker for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:22.608904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0ed35228-6407-450f-9836-3e1b0fd48f49 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/18cdbeec-4048-4019-9548-6878f7bd7c55 HTTP/1.1" status: 204 len: 168 time: 1.7653744 May 27 22:50:22.616004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49264) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:22.706177 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b82092af-5a02-4eb1-bad3-9eab56152e91 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889053 May 27 22:50:22.712775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49268) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:22.849989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-0f52144b-9149-4613-9c29-36eb4de8ecff req-307fcda3-57cc-46a3-bf99-b5d514d54753 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Unset dirty status for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:22.854987 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f52144b-9149-4613-9c29-36eb4de8ecff req-307fcda3-57cc-46a3-bf99-b5d514d54753 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=684cf071-2ef5-4ffa-97c6-149509b40300 HTTP/1.1" status: 200 len: 210 time: 0.3394275 May 27 22:50:23.009336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-33ca4d57-6503-4701-a9b4-d4215d09677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:23.011083 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-33ca4d57-6503-4701-a9b4-d4215d09677a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=834ac9cf-7900-4562-81d7-7075078e1b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4539013 May 27 22:50:23.014725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05251e73-b1eb-4dfb-b473-506b726c8050 None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:50:23.020497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-05251e73-b1eb-4dfb-b473-506b726c8050 None None] Deleting port 4695da47-e118-48f7-9175-c6f75bd48292 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:23.020935 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-05251e73-b1eb-4dfb-b473-506b726c8050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:23.050521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f46f9f-41c7-4640-b441-3c0bd95a5a1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:23.051332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-24f46f9f-41c7-4640-b441-3c0bd95a5a1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:23.167714 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:23.196316 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-1adcbaec-c938-408c-880f-624bcf5c28e5 service neutron] 10.222.0.57 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766384 May 27 22:50:23.243359 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:23.243359 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:23.285177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-05251e73-b1eb-4dfb-b473-506b726c8050 None None] For port 4695da47-e118-48f7-9175-c6f75bd48292, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4695da47-e118-48f7-9175-c6f75bd48292,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:23.285177 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-05251e73-b1eb-4dfb-b473-506b726c8050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:23.320884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-24f46f9f-41c7-4640-b441-3c0bd95a5a1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:23.322434 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-24f46f9f-41c7-4640-b441-3c0bd95a5a1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6083291 May 27 22:50:23.324896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49284) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:23.466231 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-31d73e7d-d504-4745-833c-e50f6edb8d27 req-0e5bb2bc-8af2-4384-ba4c-1a914769ddda service neutron] 10.222.0.57 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623148 May 27 22:50:23.525357 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-05251e73-b1eb-4dfb-b473-506b726c8050 None None] Calling delete_port for 4695da47-e118-48f7-9175-c6f75bd48292 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:23.689806 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-05251e73-b1eb-4dfb-b473-506b726c8050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:23.712896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77491e65-59f2-4d3b-90d1-b5004ed69436 req-80876937-8dc0-4705-84d1-52be2a90a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:23.714932 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-77491e65-59f2-4d3b-90d1-b5004ed69436 req-80876937-8dc0-4705-84d1-52be2a90a792 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 1095 time: 0.0850916 May 27 22:50:23.800432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05251e73-b1eb-4dfb-b473-506b726c8050 None None] Pushing event deleted for resources: {'Port': ['ID=4695da47-e118-48f7-9175-c6f75bd48292,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:23.803972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05251e73-b1eb-4dfb-b473-506b726c8050 None None] No DVR routers for this DVR port 4695da47-e118-48f7-9175-c6f75bd48292 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:23.806514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event updated for resources: {'Port': ['ID=c3640dc7-6754-41ff-ba18-df78a50095fd,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:23.845842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3944a34d-9f79-4f94-9395-f37a2d42b524 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:23.846602 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3944a34d-9f79-4f94-9395-f37a2d42b524 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:23.923148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Network 3b510ff3-79a6-4ca2-a47f-c8caac93b7f9 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:23.928029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:23.947185 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54db80-f151-4fe1-a5d4-bf2bd9ce7469 req-6adaf693-6005-4225-b20f-d635f159f92c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:23.947795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77491e65-59f2-4d3b-90d1-b5004ed69436 req-3c9c7bce-2727-4752-b983-6bc81643cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:23.949241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f54db80-f151-4fe1-a5d4-bf2bd9ce7469 req-6adaf693-6005-4225-b20f-d635f159f92c tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.2957296 May 27 22:50:23.949410 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-77491e65-59f2-4d3b-90d1-b5004ed69436 req-3c9c7bce-2727-4752-b983-6bc81643cedf service neutron] 10.222.0.57 "GET /v2.0/networks?id=834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 200 len: 916 time: 0.2271833 May 27 22:50:24.021985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd978a0-f13f-42b7-8203-c43c933d5dbb req-056b4efc-30bc-464b-bee7-78cd7d494040 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:24.036186 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4cd978a0-f13f-42b7-8203-c43c933d5dbb req-056b4efc-30bc-464b-bee7-78cd7d494040 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 944 time: 0.3833964 May 27 22:50:24.066505 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-77491e65-59f2-4d3b-90d1-b5004ed69436 req-f48509ac-374f-4754-92fb-25034eb56b02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d6b797d-7b7d-464b-913b-d96e66a883d7 HTTP/1.1" status: 200 len: 217 time: 0.1093693 May 27 22:50:24.109030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3944a34d-9f79-4f94-9395-f37a2d42b524 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:24.112689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3944a34d-9f79-4f94-9395-f37a2d42b524 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7741182 May 27 22:50:24.158619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77491e65-59f2-4d3b-90d1-b5004ed69436 req-27f5131d-f7de-422f-b94f-7ac3e8131bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:24.160607 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-77491e65-59f2-4d3b-90d1-b5004ed69436 req-27f5131d-f7de-422f-b94f-7ac3e8131bf2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c561ad-418b-4404-b3f7-e1414a606ae6 HTTP/1.1" status: 200 len: 854 time: 0.0874803 May 27 22:50:24.161332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49304) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:24.242680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4cd978a0-f13f-42b7-8203-c43c933d5dbb req-fcfab90b-f8b8-4b4d-b031-0b03a909d237 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d89ded-f3ef-4484-badd-bb447fa3e3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051237 May 27 22:50:24.270932 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d88ec4ef-3f80-4fda-a60c-72a57056cb46 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084383 May 27 22:50:24.271602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49310) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:24.317486 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f54db80-f151-4fe1-a5d4-bf2bd9ce7469 req-240cf51c-49ac-4262-b403-77c89547b06e tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3044991 May 27 22:50:24.337478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Router 24b58ea9-2803-4acd-9c58-84ce7921d40c has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:50:24.340801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bc8719c0-8462-46c7-a858-0f6c811cd385 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:24.352403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49316) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:24.364469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4695da47-e118-48f7-9175-c6f75bd48292 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:24.430708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 4695da47-e118-48f7-9175-c6f75bd48292 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:50:24.431554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4695da47-e118-48f7-9175-c6f75bd48292 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:50:24.465369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6f2d50dc-c070-4c70-bd20-f60e888f8249 None None] Provisioning complete for port c3640dc7-6754-41ff-ba18-df78a50095fd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:24.466078 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6f2d50dc-c070-4c70-bd20-f60e888f8249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:24.503547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bc8719c0-8462-46c7-a858-0f6c811cd385 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:24.535650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bc8719c0-8462-46c7-a858-0f6c811cd385 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:24.573248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d50dc-c070-4c70-bd20-f60e888f8249 None None] Port c3640dc7-6754-41ff-ba18-df78a50095fd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:50:24.613829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77491e65-59f2-4d3b-90d1-b5004ed69436 req-72283665-777c-4fd7-adc6-497b4681985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:24.615374 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-77491e65-59f2-4d3b-90d1-b5004ed69436 req-72283665-777c-4fd7-adc6-497b4681985e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=834ac9cf-7900-4562-81d7-7075078e1b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3589532 May 27 22:50:24.662366 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3ea91820-293f-4fd1-9d2b-778541d5d432 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:24.675299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:50:24.688229 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b99b2241-1104-4dc8-ba4e-8832fbfc3a0b tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "PUT /v2.0/routers/24b58ea9-2803-4acd-9c58-84ce7921d40c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8236156 May 27 22:50:24.688332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8719c0-8462-46c7-a858-0f6c811cd385 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:24.688481 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d25c3-4e2c-41a7-aae3-8fd8fbfebd89 None None] Sync routers for ids ['24b58ea9-2803-4acd-9c58-84ce7921d40c'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:50:24.688876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49322) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:24.695163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc8719c0-8462-46c7-a858-0f6c811cd385 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:24.702095 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d25c3-4e2c-41a7-aae3-8fd8fbfebd89 None None] Routers {'24b58ea9-2803-4acd-9c58-84ce7921d40c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:24.702916 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-831d25c3-4e2c-41a7-aae3-8fd8fbfebd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['24b58ea9-2803-4acd-9c58-84ce7921d40c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:24.788825 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-831d25c3-4e2c-41a7-aae3-8fd8fbfebd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:24.807673 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831d25c3-4e2c-41a7-aae3-8fd8fbfebd89 None None] Routers {'24b58ea9-2803-4acd-9c58-84ce7921d40c'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:24.811609 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-831d25c3-4e2c-41a7-aae3-8fd8fbfebd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['24b58ea9-2803-4acd-9c58-84ce7921d40c'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:24.961550 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-831d25c3-4e2c-41a7-aae3-8fd8fbfebd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:24.962203 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831d25c3-4e2c-41a7-aae3-8fd8fbfebd89 None None] The sync data for ids ['24b58ea9-2803-4acd-9c58-84ce7921d40c'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:50:24.991839 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-77491e65-59f2-4d3b-90d1-b5004ed69436 req-ca91ec44-b4f8-4a32-b49b-50f60534627f service neutron] 10.222.0.57 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583899 May 27 22:50:25.062255 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3ea91820-293f-4fd1-9d2b-778541d5d432 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:25.155307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3d6b797d-7b7d-464b-913b-d96e66a883d7 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:50:25.231494 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0f41d177-0004-4199-b907-982778192b88 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:25.324144 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3ea91820-293f-4fd1-9d2b-778541d5d432 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:25.371790 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-77491e65-59f2-4d3b-90d1-b5004ed69436 req-49d90128-6bbb-4e26-8199-9b6ab0859d00 service neutron] 10.222.0.57 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728380 May 27 22:50:25.414941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3d6b797d-7b7d-464b-913b-d96e66a883d7, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3d6b797d-7b7d-464b-913b-d96e66a883d7,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:25.435196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '3d6b797d-7b7d-464b-913b-d96e66a883d7', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'port_id': '3d6b797d-7b7d-464b-913b-d96e66a883d7', 'mac_address': 'fa:16:3e:db:4c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:50:25.437421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea91820-293f-4fd1-9d2b-778541d5d432 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcf9d10-484f-41fe-a587-9690661b489e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:25.447219 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc8719c0-8462-46c7-a858-0f6c811cd385 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:25.531451 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3ea91820-293f-4fd1-9d2b-778541d5d432 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:25.534408 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3ea91820-293f-4fd1-9d2b-778541d5d432 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "DELETE /v2.0/security-groups/4fcf9d10-484f-41fe-a587-9690661b489e HTTP/1.1" status: 204 len: 168 time: 1.1803484 May 27 22:50:25.537000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3d6b797d-7b7d-464b-913b-d96e66a883d7 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:25.537640 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:25.544305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8719c0-8462-46c7-a858-0f6c811cd385 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=f8ac1c81-e993-46fc-9877-76d4f240b325,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:25.558999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8719c0-8462-46c7-a858-0f6c811cd385 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:25.560144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bc8719c0-8462-46c7-a858-0f6c811cd385 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:25.563080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8719c0-8462-46c7-a858-0f6c811cd385 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:25.563665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc8719c0-8462-46c7-a858-0f6c811cd385 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:25.569513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6b797d-7b7d-464b-913b-d96e66a883d7 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:50:25.576103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ac0729-d477-401c-85a6-980779bef94c req-a8efee52-1b35-4c80-b017-a0877163d4e6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:25.585570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46ac0729-d477-401c-85a6-980779bef94c req-a8efee52-1b35-4c80-b017-a0877163d4e6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.6108811 May 27 22:50:25.586844 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f975d0f-2055-4402-b42e-ad30cdadf67a None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:25.607374 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-0f41d177-0004-4199-b907-982778192b88 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 22:50:25.611347 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0f41d177-0004-4199-b907-982778192b88 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "DELETE /v2.0/routers/24b58ea9-2803-4acd-9c58-84ce7921d40c HTTP/1.1" status: 409 len: 329 time: 0.9192922 May 27 22:50:25.613632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49346) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:25.615844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62139e47-54cb-4dbe-a1e4-1321691c5006 req-761f54fc-b8a6-44d9-ae54-81cda1f56395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:25.617319 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62139e47-54cb-4dbe-a1e4-1321691c5006 req-761f54fc-b8a6-44d9-ae54-81cda1f56395 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 1095 time: 0.4970174 May 27 22:50:25.788107 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3d6b797d-7b7d-464b-913b-d96e66a883d7, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3d6b797d-7b7d-464b-913b-d96e66a883d7,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:25.859574 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:25.880658 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bc8719c0-8462-46c7-a858-0f6c811cd385 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5605123 May 27 22:50:25.890496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49352) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:25.909938 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': 'f8ac1c81-e993-46fc-9877-76d4f240b325'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:50:25.910865 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:25.961220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'fixed_ips': [{'subnet_id': 'f8ac1c81-e993-46fc-9877-76d4f240b325', 'ip_address': '2001:db8::735c:fb3b:acea:4ab7'}], 'name': 'tempest-NetworksTestDHCPv6-1798015909'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:25.975889 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46ac0729-d477-401c-85a6-980779bef94c req-8fa1b9ae-22ac-44cf-af5e-795e0f3ae304 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3891144 May 27 22:50:26.021894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f582e6-5ab6-4eb5-97e9-2555c10ccbc3 req-51a3edbd-d6ec-4623-8a12-8cd1477b7903 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:26.023359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40f582e6-5ab6-4eb5-97e9-2555c10ccbc3 req-51a3edbd-d6ec-4623-8a12-8cd1477b7903 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 944 time: 0.6082065 May 27 22:50:26.029871 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3d6b797d-7b7d-464b-913b-d96e66a883d7,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:26.100671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62139e47-54cb-4dbe-a1e4-1321691c5006 req-59fcccfa-2e7c-40c1-85e4-258481942ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:26.102834 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62139e47-54cb-4dbe-a1e4-1321691c5006 req-59fcccfa-2e7c-40c1-85e4-258481942ec4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.4709935 May 27 22:50:26.112369 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40f582e6-5ab6-4eb5-97e9-2555c10ccbc3 req-b30feba0-bbb7-4082-9edd-779227044d5e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d89ded-f3ef-4484-badd-bb447fa3e3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742819 May 27 22:50:26.163181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Allocated IP 2001:db8::2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/f8ac1c81-e993-46fc-9877-76d4f240b325/a53fedeb-0ec7-4f75-859e-03bd3ccecdda) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:26.169985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49358) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:26.172289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['3d6b797d-7b7d-464b-913b-d96e66a883d7'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:50:26.330241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62139e47-54cb-4dbe-a1e4-1321691c5006 req-041249a8-cbd5-4038-a691-8ceb684b530e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a HTTP/1.1" status: 200 len: 999 time: 0.2166977 May 27 22:50:26.371293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:26.390796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:26.482244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62139e47-54cb-4dbe-a1e4-1321691c5006 req-d7e86b21-62ad-455a-933e-017f9c2c2ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:26.484133 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62139e47-54cb-4dbe-a1e4-1321691c5006 req-d7e86b21-62ad-455a-933e-017f9c2c2ae4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.0954006 May 27 22:50:26.605530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:26.745902 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c3a6-2c21-4414-84ac-0b2c096ae745 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:26.783950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62139e47-54cb-4dbe-a1e4-1321691c5006 req-626205cc-3e06-4bab-97ff-9dc1d2d0ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:26.785767 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62139e47-54cb-4dbe-a1e4-1321691c5006 req-626205cc-3e06-4bab-97ff-9dc1d2d0ba01 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322953 May 27 22:50:26.807716 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:26.827124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Transition to ACTIVE for port object a53fedeb-0ec7-4f75-859e-03bd3ccecdda will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:26.851688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Transition to ACTIVE for port object a53fedeb-0ec7-4f75-859e-03bd3ccecdda will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:26.938560 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:27.011567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:27.014014 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:27.015170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:27.018747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:27.087845 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62139e47-54cb-4dbe-a1e4-1321691c5006 req-e87e4cc7-e7d1-4879-b698-0663a01b8718 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927535 May 27 22:50:27.100178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 00b78663-d68c-435e-ae91-3ebc7ad96bfd yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:50:27.102343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Pushing event updated for resources: {'Port': ['ID=a53fedeb-0ec7-4f75-859e-03bd3ccecdda,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:27.127555 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Attempting to bind port a53fedeb-0ec7-4f75-859e-03bd3ccecdda on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:50:27.127982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Attempting to bind port a53fedeb-0ec7-4f75-859e-03bd3ccecdda by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:50:27.128422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Attempting to bind port a53fedeb-0ec7-4f75-859e-03bd3ccecdda on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:50:27.134062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:50:27.134443 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:50:27.134845 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:27.135367 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:50:27.135843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Bound port: a53fedeb-0ec7-4f75-859e-03bd3ccecdda, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:50:27.136213 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:27.335143 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] For port a53fedeb-0ec7-4f75-859e-03bd3ccecdda, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:50:27.339257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] For port a53fedeb-0ec7-4f75-859e-03bd3ccecdda, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a53fedeb-0ec7-4f75-859e-03bd3ccecdda,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:50:27.425289 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:27.461331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62139e47-54cb-4dbe-a1e4-1321691c5006 req-53c55a8e-aafa-4351-960e-700fb73dd26a service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642983 May 27 22:50:27.496781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::735c:fb3b:acea:4ab7 (c744ea9b-cdeb-488b-a067-0b211d4c406e/f8ac1c81-e993-46fc-9877-76d4f240b325/00b78663-d68c-435e-ae91-3ebc7ad96bfd) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:27.527378 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf22e9e6-6613-4bd6-bb71-ee7abf650c4a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:27.527721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1c3a6-2c21-4414-84ac-0b2c096ae745 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Deleting port c3640dc7-6754-41ff-ba18-df78a50095fd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:27.528118 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c3a6-2c21-4414-84ac-0b2c096ae745 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:27.633323 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e646b-2c9a-4354-be95-519f52ccf79e None None] Pushing event updated for resources: {'Port': ['ID=a53fedeb-0ec7-4f75-859e-03bd3ccecdda,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:27.638936 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0863edb6-8875-4306-af4f-e8cc43d8bc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:27.877704 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b2ee2-e3d5-48e5-8656-22c9b6f3e219 req-769f4935-6dd4-4fa8-865c-6274f8d4faab tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:27.879489 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-538b2ee2-e3d5-48e5-8656-22c9b6f3e219 req-769f4935-6dd4-4fa8-865c-6274f8d4faab tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.6013441 May 27 22:50:27.889842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d5ae8-962c-43ed-98a4-a9a7123610cb req-2e980652-f91d-4935-9dac-b1d044a7256e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:27.891662 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a74d5ae8-962c-43ed-98a4-a9a7123610cb req-2e980652-f91d-4935-9dac-b1d044a7256e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 945 time: 0.5203950 May 27 22:50:28.106615 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c3a6-2c21-4414-84ac-0b2c096ae745 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:28.276208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1c3a6-2c21-4414-84ac-0b2c096ae745 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Calling delete_port for c3640dc7-6754-41ff-ba18-df78a50095fd owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:28.331485 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:28.380894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object 00b78663-d68c-435e-ae91-3ebc7ad96bfd will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:28.387608 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a53fedeb-0ec7-4f75-859e-03bd3ccecdda up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:28.447674 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-538b2ee2-e3d5-48e5-8656-22c9b6f3e219 req-3209254c-5c1e-47d2-8a45-9c91201ab6c7 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5549359 May 27 22:50:28.500371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a74d5ae8-962c-43ed-98a4-a9a7123610cb req-2ec1b73a-27f8-4b7a-8bdb-2cde00765a66 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d89ded-f3ef-4484-badd-bb447fa3e3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5886600 May 27 22:50:28.529498 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:28.632418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port a53fedeb-0ec7-4f75-859e-03bd3ccecdda completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:28.633700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=00b78663-d68c-435e-ae91-3ebc7ad96bfd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:28.647706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e9e6-6613-4bd6-bb71-ee7abf650c4a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Deleting port 861f6893-3105-41e7-95c7-873b26cbb348 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:28.647706 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf22e9e6-6613-4bd6-bb71-ee7abf650c4a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:28.653756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:28.658214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:28.661259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:28.667055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:28.667677 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:28.768747 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c3a6-2c21-4414-84ac-0b2c096ae745 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:28.832664 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-83a5b9a8-2507-429a-8d90-666b939dc94a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9383485 May 27 22:50:28.838754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49386) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:28.906929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1c3a6-2c21-4414-84ac-0b2c096ae745 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event deleted for resources: {'Port': ['ID=c3640dc7-6754-41ff-ba18-df78a50095fd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:28.957342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-bf22e9e6-6613-4bd6-bb71-ee7abf650c4a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] For port 861f6893-3105-41e7-95c7-873b26cbb348, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=861f6893-3105-41e7-95c7-873b26cbb348,segment=NetworkSegment(b64552c6-083f-432a-9a70-bab2ac16407c),segment_id=b64552c6-083f-432a-9a70-bab2ac16407c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:28.958046 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf22e9e6-6613-4bd6-bb71-ee7abf650c4a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:29.189171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3d6b797d-7b7d-464b-913b-d96e66a883d7 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:29.205113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-bf22e9e6-6613-4bd6-bb71-ee7abf650c4a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Calling delete_port for 861f6893-3105-41e7-95c7-873b26cbb348 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:29.305558 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb1c3a6-2c21-4414-84ac-0b2c096ae745 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:29.376290 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 3d6b797d-7b7d-464b-913b-d96e66a883d7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:29.382065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 3d6b797d-7b7d-464b-913b-d96e66a883d7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:29.382433 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:29.571630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79856266-ae38-46a3-abdb-9699b03631b8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:29.583553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79856266-ae38-46a3-abdb-9699b03631b8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:29.583553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-79856266-ae38-46a3-abdb-9699b03631b8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:29.762385 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 3d6b797d-7b7d-464b-913b-d96e66a883d7 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:29.771539 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:29.849148 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 3d6b797d-7b7d-464b-913b-d96e66a883d7, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3d6b797d-7b7d-464b-913b-d96e66a883d7,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:29.850450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830921b0-afc6-470b-82c9-3c335b772c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6b797d-7b7d-464b-913b-d96e66a883d7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:50:29.862356 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bfb23583-97ab-4292-b49b-0c7106a63769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:29.866713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-18d0c459-e80f-44ab-bcc5-748acae145f1 None None] Provisioning for port a53fedeb-0ec7-4f75-859e-03bd3ccecdda completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:29.886484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-18d0c459-e80f-44ab-bcc5-748acae145f1 None None] Provisioning complete for port a53fedeb-0ec7-4f75-859e-03bd3ccecdda triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:29.886862 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18d0c459-e80f-44ab-bcc5-748acae145f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:29.964311 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:30.079113 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf22e9e6-6613-4bd6-bb71-ee7abf650c4a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:30.127600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb1c3a6-2c21-4414-84ac-0b2c096ae745 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Router 24b58ea9-2803-4acd-9c58-84ce7921d40c has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:50:30.210576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-79856266-ae38-46a3-abdb-9699b03631b8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:30.211830 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-79856266-ae38-46a3-abdb-9699b03631b8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.3718960 May 27 22:50:30.217794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49406) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:30.286749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22e9e6-6613-4bd6-bb71-ee7abf650c4a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Port': ['ID=861f6893-3105-41e7-95c7-873b26cbb348,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:30.319147 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=3d6b797d-7b7d-464b-913b-d96e66a883d7,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:30.374317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb1c3a6-2c21-4414-84ac-0b2c096ae745 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:50:30.381457 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6eb1c3a6-2c21-4414-84ac-0b2c096ae745 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "PUT /v2.0/routers/24b58ea9-2803-4acd-9c58-84ce7921d40c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7665608 May 27 22:50:30.386261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49414) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:30.400916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4f826-2a1c-4af5-970f-2b98318bdb40 None None] Sync routers for ids ['24b58ea9-2803-4acd-9c58-84ce7921d40c'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:50:30.415258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4f826-2a1c-4af5-970f-2b98318bdb40 None None] Routers {'24b58ea9-2803-4acd-9c58-84ce7921d40c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:30.415258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d8a4f826-2a1c-4af5-970f-2b98318bdb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['24b58ea9-2803-4acd-9c58-84ce7921d40c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:30.468902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-18d0c459-e80f-44ab-bcc5-748acae145f1 None None] Current status of the port a53fedeb-0ec7-4f75-859e-03bd3ccecdda is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:30.470114 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18d0c459-e80f-44ab-bcc5-748acae145f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:30.527439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-342f08f4-0f10-4885-8ed9-6cbb287a9c1b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 00b78663-d68c-435e-ae91-3ebc7ad96bfd {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:30.527777 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-342f08f4-0f10-4885-8ed9-6cbb287a9c1b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:30.530213 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-52ab77d4-d629-4907-adcb-f7cd50c44215 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] show failed (client error): The resource could not be found. May 27 22:50:30.531686 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-52ab77d4-d629-4907-adcb-f7cd50c44215 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "GET /v2.0/routers/tempest-non_exist_router-1595393119 HTTP/1.1" status: 404 len: 335 time: 0.1420763 May 27 22:50:30.538388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d8a4f826-2a1c-4af5-970f-2b98318bdb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:30.539725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49420) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:30.554880 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:50:30.557608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f19b564d-7795-4468-bad2-2b7cbd9334e1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:30.584233 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a4f826-2a1c-4af5-970f-2b98318bdb40 None None] Routers {'24b58ea9-2803-4acd-9c58-84ce7921d40c'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:30.585633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d8a4f826-2a1c-4af5-970f-2b98318bdb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['24b58ea9-2803-4acd-9c58-84ce7921d40c'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:30.664993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d8a4f826-2a1c-4af5-970f-2b98318bdb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:30.665636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a4f826-2a1c-4af5-970f-2b98318bdb40 None None] The sync data for ids ['24b58ea9-2803-4acd-9c58-84ce7921d40c'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:50:30.668255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-18d0c459-e80f-44ab-bcc5-748acae145f1 None None] For port a53fedeb-0ec7-4f75-859e-03bd3ccecdda, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a53fedeb-0ec7-4f75-859e-03bd3ccecdda,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:30.679158 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-f19b564d-7795-4468-bad2-2b7cbd9334e1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] update failed (client error): The resource could not be found. May 27 22:50:30.680435 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f19b564d-7795-4468-bad2-2b7cbd9334e1 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "PUT /v2.0/routers/tempest-non_exist_router-1344298185 HTTP/1.1" status: 404 len: 335 time: 0.1386180 May 27 22:50:30.685049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49424) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:30.768371 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18d0c459-e80f-44ab-bcc5-748acae145f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:30.786699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Deleting subnet 7e6270e7-509f-4a28-b5ad-4c6da668b69a {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:50:30.792172 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:30.874708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0c459-e80f-44ab-bcc5-748acae145f1 None None] Pushing event updated for resources: {'Port': ['ID=a53fedeb-0ec7-4f75-859e-03bd3ccecdda,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:30.877442 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:30.971846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da834ae7-72a9-49a5-b349-6a7442819ba2 req-4797a68b-cd9b-4d4a-bda0-b20b1999c365 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:30.975666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da834ae7-72a9-49a5-b349-6a7442819ba2 req-4797a68b-cd9b-4d4a-bda0-b20b1999c365 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 946 time: 1.0523241 May 27 22:50:30.990186 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:30.991145 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:30.992676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-017c3224-48f0-4df5-a818-f70afbdca15c None None] Provisioning for port 00b78663-d68c-435e-ae91-3ebc7ad96bfd completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:30.999319 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:30.999857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-017c3224-48f0-4df5-a818-f70afbdca15c None None] Provisioning complete for port 00b78663-d68c-435e-ae91-3ebc7ad96bfd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:31.000219 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-017c3224-48f0-4df5-a818-f70afbdca15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:31.096179 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-017c3224-48f0-4df5-a818-f70afbdca15c None None] Port 00b78663-d68c-435e-ae91-3ebc7ad96bfd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:50:31.153514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4d375-8c63-49ec-8e4b-ca3a35a20c55 req-5c21507a-f759-4cfe-b5e6-7cb977331ee8 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:31.155142 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2c4d375-8c63-49ec-8e4b-ca3a35a20c55 req-5c21507a-f759-4cfe-b5e6-7cb977331ee8 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 1.2322085 May 27 22:50:31.231339 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:31.257243 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da834ae7-72a9-49a5-b349-6a7442819ba2 req-71318e7c-d0b1-4b28-a2f8-a30b65f02df2 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d89ded-f3ef-4484-badd-bb447fa3e3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554512 May 27 22:50:31.279959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6270e7-509f-4a28-b5ad-4c6da668b69a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:31.290634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:31.291024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:31.291486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:31.291885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:31.293793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:31.294209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:31.297026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:31.297402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:31.297769 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:31.299031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:31.299371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:31.299702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:31.301691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29be8834-5a41-4ee4-9af9-d522406e72fc None None] Network 25a62530-a1e9-4ade-9975-8334f23d4775 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:31.305632 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:31.313676 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf22e9e6-6613-4bd6-bb71-ee7abf650c4a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:31.329747 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a903830f-e1f0-4f7c-b8b0-ba009d27adfa tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "DELETE /v2.0/subnets/7e6270e7-509f-4a28-b5ad-4c6da668b69a HTTP/1.1" status: 204 len: 168 time: 0.6434445 May 27 22:50:31.332190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49436) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:31.344918 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-342f08f4-0f10-4885-8ed9-6cbb287a9c1b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:31.388639 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca043698-d3c3-447b-8520-b08c1faa523b'] response: {'server_uuid': '830921b0-afc6-470b-82c9-3c335b772c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6b797d-7b7d-464b-913b-d96e66a883d7', 'code': 200} May 27 22:50:31.429225 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2c4d375-8c63-49ec-8e4b-ca3a35a20c55 req-60b81ab9-afa9-400a-a441-66fd1601b65d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500637 May 27 22:50:31.576432 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:31.601241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Deleting port 7d5df277-f31e-4219-a1e8-af3939cf3998 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:31.601591 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:31.636785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c18197-6148-4baf-a2a3-4ecfafe267e8 None None] DHCP port deletion for 25a62530-a1e9-4ade-9975-8334f23d4775 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:50:31.642178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-19c18197-6148-4baf-a2a3-4ecfafe267e8 None None] Deleting port 7d5df277-f31e-4219-a1e8-af3939cf3998 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:31.642629 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-19c18197-6148-4baf-a2a3-4ecfafe267e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:31.675665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-342f08f4-0f10-4885-8ed9-6cbb287a9c1b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 00b78663-d68c-435e-ae91-3ebc7ad96bfd owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:31.900448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] For port 7d5df277-f31e-4219-a1e8-af3939cf3998, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=7d5df277-f31e-4219-a1e8-af3939cf3998,segment=NetworkSegment(7513ed3c-4414-4baf-874c-aeecc9fdef46),segment_id=7513ed3c-4414-4baf-874c-aeecc9fdef46)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:31.901024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:32.011558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-19c18197-6148-4baf-a2a3-4ecfafe267e8 None None] For port 7d5df277-f31e-4219-a1e8-af3939cf3998, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=7d5df277-f31e-4219-a1e8-af3939cf3998,segment=NetworkSegment(7513ed3c-4414-4baf-874c-aeecc9fdef46),segment_id=7513ed3c-4414-4baf-874c-aeecc9fdef46)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:32.012155 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-19c18197-6148-4baf-a2a3-4ecfafe267e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:32.047556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Calling delete_port for 7d5df277-f31e-4219-a1e8-af3939cf3998 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:32.146464 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:32.153487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-19c18197-6148-4baf-a2a3-4ecfafe267e8 None None] Calling delete_port for 7d5df277-f31e-4219-a1e8-af3939cf3998 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:32.215801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e1f18-0e30-40e5-ab5f-27b03f27b78e req-f847fdd5-30af-4e99-9550-c5ae08e44a74 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:32.223164 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d59e1f18-0e30-40e5-ab5f-27b03f27b78e req-f847fdd5-30af-4e99-9550-c5ae08e44a74 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.4697707 May 27 22:50:32.228318 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-342f08f4-0f10-4885-8ed9-6cbb287a9c1b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:32.230784 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:32.231829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97ac8e-f533-4981-b540-141cd0b369e1 req-caf5e47b-c66d-4aa2-90da-73e6bb7b8e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:32.233578 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c97ac8e-f533-4981-b540-141cd0b369e1 req-caf5e47b-c66d-4aa2-90da-73e6bb7b8e63 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 1097 time: 0.7118039 May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.245663 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.248182 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.248182 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.248182 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.248182 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.248182 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.248182 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.248182 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.248182 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.248182 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.248182 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.248182 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.248182 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.248182 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:50:32.248182 n-d-843680-3 neutron-server[88902]: util.warn( May 27 22:50:32.251766 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-19c18197-6148-4baf-a2a3-4ecfafe267e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:50:32.252185 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-19c18197-6148-4baf-a2a3-4ecfafe267e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:50:32.292955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event deleted for resources: {'Port': ['ID=7d5df277-f31e-4219-a1e8-af3939cf3998,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:32.302315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] No DVR routers for this DVR port 7d5df277-f31e-4219-a1e8-af3939cf3998 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:32.433070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a53fedeb-0ec7-4f75-859e-03bd3ccecdda up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:32.465786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f08f4-0f10-4885-8ed9-6cbb287a9c1b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=00b78663-d68c-435e-ae91-3ebc7ad96bfd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:32.506802 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:32.538696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a62530-a1e9-4ade-9975-8334f23d4775']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:32.553991 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a53fedeb-0ec7-4f75-859e-03bd3ccecdda triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:32.554462 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:32.557334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7513ed3c-4414-4baf-874c-aeecc9fdef46') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:32.557822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7513ed3c-4414-4baf-874c-aeecc9fdef46') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:32.582032 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:32.641009 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-342f08f4-0f10-4885-8ed9-6cbb287a9c1b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:32.649337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c97ac8e-f533-4981-b540-141cd0b369e1 req-23d00d7c-713a-4a96-8a9a-dd83d54b2372 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=31d89ded-f3ef-4484-badd-bb447fa3e3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591428 May 27 22:50:32.663900 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:32.676494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:50:32.676930 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:32.752890 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-19c18197-6148-4baf-a2a3-4ecfafe267e8 None None] Deleting port 7d5df277-f31e-4219-a1e8-af3939cf3998 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:32.753292 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-19c18197-6148-4baf-a2a3-4ecfafe267e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:32.794964 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7513ed3c-4414-4baf-874c-aeecc9fdef46 resource provider aggregate not found May 27 22:50:32.828931 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 7513ed3c-4414-4baf-874c-aeecc9fdef46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7513ed3c-4414-4baf-874c-aeecc9fdef46 found for delete ", "request_id": "req-3a6dc850-c2cc-43dc-9fe7-30b00b9505f4"}]} May 27 22:50:32.865643 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a53fedeb-0ec7-4f75-859e-03bd3ccecdda is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:32.932659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7d5df277-f31e-4219-a1e8-af3939cf3998 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:32.951410 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:32.961617 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:32.977640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-19c18197-6148-4baf-a2a3-4ecfafe267e8 None None] The port '7d5df277-f31e-4219-a1e8-af3939cf3998' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:50:32.980421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 7d5df277-f31e-4219-a1e8-af3939cf3998 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:50:32.980764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7d5df277-f31e-4219-a1e8-af3939cf3998 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:50:32.997820 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d59e1f18-0e30-40e5-ab5f-27b03f27b78e req-b2d3b7f6-17b6-4819-9214-2af138ba87da tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7519684 May 27 22:50:33.034936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event deleted for resources: {'Network': ['ID=25a62530-a1e9-4ade-9975-8334f23d4775,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:33.044905 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-38156013-9974-49c1-913a-3708fda9a6a0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "DELETE /v2.0/networks/25a62530-a1e9-4ade-9975-8334f23d4775 HTTP/1.1" status: 204 len: 168 time: 1.7115917 May 27 22:50:33.045562 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49462) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:33.107880 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-342f08f4-0f10-4885-8ed9-6cbb287a9c1b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/00b78663-d68c-435e-ae91-3ebc7ad96bfd HTTP/1.1" status: 204 len: 168 time: 2.8247807 May 27 22:50:33.110691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49468) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:33.167128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf22e9e6-6613-4bd6-bb71-ee7abf650c4a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:50:33.268158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27f652-65a8-4534-aee0-c540929f7811 req-9d8c5479-dd73-4de7-b2f5-f7c0941be06b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:33.269990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f27f652-65a8-4534-aee0-c540929f7811 req-9d8c5479-dd73-4de7-b2f5-f7c0941be06b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 946 time: 0.8102927 May 27 22:50:33.353878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-00641dd3-1ec4-474b-af20-755f14159dfb tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Deleting subnet 8fb9c709-5c3d-447f-ac0c-ca34ce921c4c {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:50:33.356517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f0110-7f8c-4fe5-8f97-618b2f35eb85 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:33.358150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0f0110-7f8c-4fe5-8f97-618b2f35eb85 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:33.358899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cb0f0110-7f8c-4fe5-8f97-618b2f35eb85 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:33.394174 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00641dd3-1ec4-474b-af20-755f14159dfb tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:33.442138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cb0f0110-7f8c-4fe5-8f97-618b2f35eb85 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:33.443337 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cb0f0110-7f8c-4fe5-8f97-618b2f35eb85 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3316712 May 27 22:50:33.446059 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49484) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:33.528386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-01067953-9025-480a-b8ca-9c0802f22e18 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet f8ac1c81-e993-46fc-9877-76d4f240b325 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:50:33.531437 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01067953-9025-480a-b8ca-9c0802f22e18 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:33.548752 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00641dd3-1ec4-474b-af20-755f14159dfb tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:33.578196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f27f652-65a8-4534-aee0-c540929f7811 req-d611fae4-224b-488a-b951-6837ffde6f81 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d89ded-f3ef-4484-badd-bb447fa3e3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363720 May 27 22:50:33.595839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01067953-9025-480a-b8ca-9c0802f22e18 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:33.647806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc01a3-add5-4721-9a3b-27907f003c99 req-a4d545d8-73b6-4ff5-9427-8be171026532 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:33.649354 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15fc01a3-add5-4721-9a3b-27907f003c99 req-a4d545d8-73b6-4ff5-9427-8be171026532 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.4886260 May 27 22:50:33.701124 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01067953-9025-480a-b8ca-9c0802f22e18 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:33.728055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf22e9e6-6613-4bd6-bb71-ee7abf650c4a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:50:33.737968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bf22e9e6-6613-4bd6-bb71-ee7abf650c4a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "PUT /v2.0/routers/3d3376c3-75c1-4e1e-958b-91a1e0b09f47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5590124 May 27 22:50:33.740107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49490) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:33.744455 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeba3b28-94e7-4d80-ace6-e101c3859286 None None] Sync routers for ids ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:50:33.762989 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeba3b28-94e7-4d80-ace6-e101c3859286 None None] Routers {'3d3376c3-75c1-4e1e-958b-91a1e0b09f47'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:33.764640 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-aeba3b28-94e7-4d80-ace6-e101c3859286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:33.883883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15fc01a3-add5-4721-9a3b-27907f003c99 req-b1195430-c766-4a10-a1e7-392276d5bc63 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086134 May 27 22:50:33.894048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00641dd3-1ec4-474b-af20-755f14159dfb tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:33.900004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3bef1de-9565-43b8-bab2-ba3ffa2e997c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Deleting subnet f4b92ff6-e6b9-4035-8632-be20ce2b0fde {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:50:33.904232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3bef1de-9565-43b8-bab2-ba3ffa2e997c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:33.974431 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3bef1de-9565-43b8-bab2-ba3ffa2e997c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:33.979632 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-aeba3b28-94e7-4d80-ace6-e101c3859286 None None] Set router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:50:34.049016 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01067953-9025-480a-b8ca-9c0802f22e18 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:34.145295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01067953-9025-480a-b8ca-9c0802f22e18 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ac1c81-e993-46fc-9877-76d4f240b325,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:34.180965 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01067953-9025-480a-b8ca-9c0802f22e18 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:34.190727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1842c9e7-8ab4-4c67-a979-fd4f2908c8c9 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:34.250365 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3bef1de-9565-43b8-bab2-ba3ffa2e997c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:34.276718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70821-083d-414f-b2ae-f6fa5ac3e8e1 req-d4d838a7-f8f6-4314-8bad-3ad3fd5643dc tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:34.279005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8dc70821-083d-414f-b2ae-f6fa5ac3e8e1 req-d4d838a7-f8f6-4314-8bad-3ad3fd5643dc tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1835136 May 27 22:50:34.280853 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00641dd3-1ec4-474b-af20-755f14159dfb tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:34.297981 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-01067953-9025-480a-b8ca-9c0802f22e18 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/f8ac1c81-e993-46fc-9877-76d4f240b325 HTTP/1.1" status: 204 len: 168 time: 0.8501704 May 27 22:50:34.303025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49498) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:34.328956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00641dd3-1ec4-474b-af20-755f14159dfb tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event deleted for resources: {'Subnet': ['ID=8fb9c709-5c3d-447f-ac0c-ca34ce921c4c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:34.356274 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00641dd3-1ec4-474b-af20-755f14159dfb tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:34.369821 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-00641dd3-1ec4-474b-af20-755f14159dfb tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "DELETE /v2.0/subnets/8fb9c709-5c3d-447f-ac0c-ca34ce921c4c HTTP/1.1" status: 204 len: 168 time: 1.3232000 May 27 22:50:34.379719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49504) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:34.386201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdc9575-e96c-498f-ac6a-4f04488b192d None None] Network 743bfdf9-2d75-4656-b6ec-691ac6d5d6a1 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:34.402315 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-aeba3b28-94e7-4d80-ace6-e101c3859286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:50:29Z', 'revision_number': 7, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:34.408774 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeba3b28-94e7-4d80-ace6-e101c3859286 None None] Checking router: 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:50:34.420156 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeba3b28-94e7-4d80-ace6-e101c3859286 None None] Routers {'3d3376c3-75c1-4e1e-958b-91a1e0b09f47'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:34.420809 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-aeba3b28-94e7-4d80-ace6-e101c3859286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:34.491322 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fc119ac6-5b95-4d57-add1-5ae5acf6e44a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1846561 May 27 22:50:34.492206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49510) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:34.516577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8dc70821-083d-414f-b2ae-f6fa5ac3e8e1 req-fe6d0786-4b18-4266-a579-de60e003ed20 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2295296 May 27 22:50:34.557774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ba20d9-05b3-45c5-add2-153d9ac5629f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Deleting subnet f832dcd7-ba54-49e7-bf82-3414cc04814a {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:50:34.561976 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-93ba20d9-05b3-45c5-add2-153d9ac5629f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:34.592943 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6e06f2f5-41f2-4c0b-8723-6d404d991c15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:34.690604 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-93ba20d9-05b3-45c5-add2-153d9ac5629f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:34.807611 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3bef1de-9565-43b8-bab2-ba3ffa2e997c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:34.816204 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-aeba3b28-94e7-4d80-ace6-e101c3859286 None None] Set router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:50:34.827478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6e06f2f5-41f2-4c0b-8723-6d404d991c15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:34.900942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6e06f2f5-41f2-4c0b-8723-6d404d991c15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:34.906726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6e06f2f5-41f2-4c0b-8723-6d404d991c15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:34.921721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bef1de-9565-43b8-bab2-ba3ffa2e997c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b92ff6-e6b9-4035-8632-be20ce2b0fde,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:34.924112 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3bef1de-9565-43b8-bab2-ba3ffa2e997c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:34.927572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6e06f2f5-41f2-4c0b-8723-6d404d991c15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:34.947082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40914a8b-662f-4283-a922-63741b5def0f None None] Network 4b5f3112-8843-4db2-a9cb-cbd88c26be4d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:34.950801 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f3bef1de-9565-43b8-bab2-ba3ffa2e997c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "DELETE /v2.0/subnets/f4b92ff6-e6b9-4035-8632-be20ce2b0fde HTTP/1.1" status: 204 len: 168 time: 1.2053328 May 27 22:50:34.950801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49518) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:35.007013 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-93ba20d9-05b3-45c5-add2-153d9ac5629f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:35.095445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e06f2f5-41f2-4c0b-8723-6d404d991c15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:35.099638 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e06f2f5-41f2-4c0b-8723-6d404d991c15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:35.205173 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-93ba20d9-05b3-45c5-add2-153d9ac5629f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:35.338887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9a3e39-a1f5-44b6-ac51-bc913189467d req-ceb6024c-7733-4676-b0d4-8c939c03ccfa tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:35.342908 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b9a3e39-a1f5-44b6-ac51-bc913189467d req-ceb6024c-7733-4676-b0d4-8c939c03ccfa tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.5468376 May 27 22:50:35.354122 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-93ba20d9-05b3-45c5-add2-153d9ac5629f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:35.360927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d079400-c8b0-42b0-a7cc-826c853a89ef None None] Network e5057a0b-9201-4295-9f2e-16436de74c9a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:35.388902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba20d9-05b3-45c5-add2-153d9ac5629f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event deleted for resources: {'Subnet': ['ID=f832dcd7-ba54-49e7-bf82-3414cc04814a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:35.445674 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-aeba3b28-94e7-4d80-ace6-e101c3859286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:50:29Z', 'revision_number': 7, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:35.458233 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-93ba20d9-05b3-45c5-add2-153d9ac5629f tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "DELETE /v2.0/subnets/f832dcd7-ba54-49e7-bf82-3414cc04814a HTTP/1.1" status: 204 len: 168 time: 1.0704303 May 27 22:50:35.458435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49524) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:35.460903 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeba3b28-94e7-4d80-ace6-e101c3859286 None None] The sync data for ids ['3d3376c3-75c1-4e1e-958b-91a1e0b09f47'] in n-d-843680-3 is: [{'id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'name': 'tempest-TestNetworkBasicOps-router-165913833', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:46:36Z', 'updated_at': '2022-05-27T22:50:29Z', 'revision_number': 7, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '2fb1b7fd-8b18-4598-a5fa-f8033a63e63d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:bd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3376c3-75c1-4e1e-958b-91a1e0b09f47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2387, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:46:38Z', 'updated_at': '2022-05-27T22:46:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:50:35.475381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86779436-4996-49b9-8340-9bcb3285d1f4 req-9983d436-d4c0-4d8b-8f2a-7cba6c297635 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:35.477053 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86779436-4996-49b9-8340-9bcb3285d1f4 req-9983d436-d4c0-4d8b-8f2a-7cba6c297635 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 946 time: 0.6174057 May 27 22:50:35.530394 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b9a3e39-a1f5-44b6-ac51-bc913189467d req-556e2c00-c986-4393-9950-49e60e18b793 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593814 May 27 22:50:35.580117 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86779436-4996-49b9-8340-9bcb3285d1f4 req-d2518bcd-829f-4299-b4be-863b0e86d2f0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d89ded-f3ef-4484-badd-bb447fa3e3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644014 May 27 22:50:35.599170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:50:35.611837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] DHCP port deletion for 743bfdf9-2d75-4656-b6ec-691ac6d5d6a1 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:50:35.624051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Deleting port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:35.624467 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:35.721785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] Deleting port a53fedeb-0ec7-4f75-859e-03bd3ccecdda {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:35.722079 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:35.755187 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:35.936095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99685d1d-6b10-409a-8376-3f598c914bd2 req-c209150b-c4ff-4ae8-9da3-e691d1cc03a4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:35.938462 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99685d1d-6b10-409a-8376-3f598c914bd2 req-c209150b-c4ff-4ae8-9da3-e691d1cc03a4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 946 time: 0.1468799 May 27 22:50:35.951579 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49536) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:35.960101 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:35.974470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e343aa29-702e-41ca-9fe3-607c9393c6cd tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'floatingip': {'port_id': '3d6b797d-7b7d-464b-913b-d96e66a883d7'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:35.978246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd0c858-f218-4e8a-bf48-51165a07f09d None None] DHCP port deletion for 4b5f3112-8843-4db2-a9cb-cbd88c26be4d request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:50:36.108180 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e343aa29-702e-41ca-9fe3-607c9393c6cd tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:36.145045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] For port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=067cdf98-4aa6-4e39-a782-ea4ed1da4c88,segment=NetworkSegment(5e9a7ae6-0002-408c-a086-827974438516),segment_id=5e9a7ae6-0002-408c-a086-827974438516)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:36.145436 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:36.309319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Calling delete_port for 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:36.310117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Deleting port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:36.310658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:36.425948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0c858-f218-4e8a-bf48-51165a07f09d None None] Deleting port dcd40e2f-ce46-455f-b715-4a48c34041b7 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:36.426523 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c858-f218-4e8a-bf48-51165a07f09d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:36.464021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a53fedeb-0ec7-4f75-859e-03bd3ccecdda no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:36.512120 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:36.526560 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:36.537386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] The port '067cdf98-4aa6-4e39-a782-ea4ed1da4c88' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:50:36.685572 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:36.717704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743bfdf9-2d75-4656-b6ec-691ac6d5d6a1']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:36.718821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Pushing event deleted for resources: {'Port': ['ID=067cdf98-4aa6-4e39-a782-ea4ed1da4c88,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:36.733759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] No DVR routers for this DVR port 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:36.735639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9a7ae6-0002-408c-a086-827974438516') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:36.736124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9a7ae6-0002-408c-a086-827974438516') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:36.786226 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e06f2f5-41f2-4c0b-8723-6d404d991c15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:36.804316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:36.805185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:36.806256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:36.806802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:36.807355 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:36.808019 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:36.808812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:36.809435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:36.811715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:36.812458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:36.813975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:36.816191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999b7ae1-3dad-4fec-940a-7668ab3dd697 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:36.820945 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:36.872618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e06f2f5-41f2-4c0b-8723-6d404d991c15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:36.878368 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:36.887035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6e06f2f5-41f2-4c0b-8723-6d404d991c15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:36.888467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e06f2f5-41f2-4c0b-8723-6d404d991c15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:36.888601 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e06f2f5-41f2-4c0b-8723-6d404d991c15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:36.915072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06f2f5-41f2-4c0b-8723-6d404d991c15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=73b380b3-7dea-4490-8afd-b31ac33ae3e0,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:36.917719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:50:36.918125 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:36.941115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Deleting port 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:36.941460 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:37.057776 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 5e9a7ae6-0002-408c-a086-827974438516 resource provider aggregate not found May 27 22:50:37.090999 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6e06f2f5-41f2-4c0b-8723-6d404d991c15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5942607 May 27 22:50:37.093422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49550) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:37.104655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282c56f-f0b7-4947-bcb9-6ecdc0526bb6 req-77b65e02-5a8f-4a46-961a-e67621ff2781 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:37.110435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a282c56f-f0b7-4947-bcb9-6ecdc0526bb6 req-77b65e02-5a8f-4a46-961a-e67621ff2781 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.3348920 May 27 22:50:37.132939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'fixed_ips': [{'subnet_id': '73b380b3-7dea-4490-8afd-b31ac33ae3e0', 'ip_address': '2001:db8::189c:749:755a:7e45'}], 'name': 'tempest-NetworksTestDHCPv6-1322038462'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:37.150429 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 5e9a7ae6-0002-408c-a086-827974438516 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e9a7ae6-0002-408c-a086-827974438516 found for delete ", "request_id": "req-916ff86f-21f6-4ce4-b4ad-5f98dc8df21b"}]} May 27 22:50:37.207758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a53fedeb-0ec7-4f75-859e-03bd3ccecdda is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:37.208141 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:37.259760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] For port a53fedeb-0ec7-4f75-859e-03bd3ccecdda, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a53fedeb-0ec7-4f75-859e-03bd3ccecdda,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:37.263573 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:37.287425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a282c56f-f0b7-4947-bcb9-6ecdc0526bb6 req-db5a3125-822f-4e9f-aba3-48c3e05a1586 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687531 May 27 22:50:37.291587 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port a53fedeb-0ec7-4f75-859e-03bd3ccecdda, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a53fedeb-0ec7-4f75-859e-03bd3ccecdda,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:37.300190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc9e44-6627-44ac-9d5d-65ade39ed8b3 None None] DHCP port deletion for e5057a0b-9201-4295-9f2e-16436de74c9a request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:50:37.303604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8dd0c858-f218-4e8a-bf48-51165a07f09d None None] For port dcd40e2f-ce46-455f-b715-4a48c34041b7, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=dcd40e2f-ce46-455f-b715-4a48c34041b7,segment=NetworkSegment(b64552c6-083f-432a-9a70-bab2ac16407c),segment_id=b64552c6-083f-432a-9a70-bab2ac16407c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:37.304221 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c858-f218-4e8a-bf48-51165a07f09d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:37.331902 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:37.372080 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:37.380458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event deleted for resources: {'Network': ['ID=743bfdf9-2d75-4656-b6ec-691ac6d5d6a1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:37.400529 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a43f9d78-5aa9-4d40-a05d-85d12992ac53 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "DELETE /v2.0/networks/743bfdf9-2d75-4656-b6ec-691ac6d5d6a1 HTTP/1.1" status: 204 len: 168 time: 1.9426765 May 27 22:50:37.401380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49556) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:37.496673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] For port 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2fb1b7fd-8b18-4598-a5fa-f8033a63e63d,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:37.496964 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:37.528215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-23cc9e44-6627-44ac-9d5d-65ade39ed8b3 None None] Deleting port e4779475-9f94-4ff0-b4a6-f3512d79515c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:37.528826 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-23cc9e44-6627-44ac-9d5d-65ade39ed8b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:37.561878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49560) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:37.565251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] Calling delete_port for a53fedeb-0ec7-4f75-859e-03bd3ccecdda owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:37.603511 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e343aa29-702e-41ca-9fe3-607c9393c6cd tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:37.667638 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:37.668982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 861f6893-3105-41e7-95c7-873b26cbb348 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:37.700549 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e343aa29-702e-41ca-9fe3-607c9393c6cd tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:37.717743 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8dd0c858-f218-4e8a-bf48-51165a07f09d None None] Calling delete_port for dcd40e2f-ce46-455f-b715-4a48c34041b7 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:37.759062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Calling delete_port for 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:37.838999 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=a53fedeb-0ec7-4f75-859e-03bd3ccecdda,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:37.867271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 861f6893-3105-41e7-95c7-873b26cbb348 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:50:37.867741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 861f6893-3105-41e7-95c7-873b26cbb348 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:50:37.868239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device dcd40e2f-ce46-455f-b715-4a48c34041b7 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:37.905921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:37.909119 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f45dcf70-d064-4e20-9047-70537d64950b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:37.919703 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-e343aa29-702e-41ca-9fe3-607c9393c6cd tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Floating IP 89d7b6a3-6c5b-4922-88c7-ee38934e35b0 associated. External IP: 172.25.2.205, port: 3d6b797d-7b7d-464b-913b-d96e66a883d7. May 27 22:50:37.926066 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:37.933709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:37.938990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:37.944937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:37.954636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f45dcf70-d064-4e20-9047-70537d64950b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:37.966349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f45dcf70-d064-4e20-9047-70537d64950b admin admin] Usage tracker for resource:security_group_rule and tenant:ba12a860582f4d4080e873df95f6b1a2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:37.973194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f45dcf70-d064-4e20-9047-70537d64950b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:37.988393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f45dcf70-d064-4e20-9047-70537d64950b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:37.990793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Deleting port e4779475-9f94-4ff0-b4a6-f3512d79515c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:37.991167 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:38.077105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:38.138685 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-23cc9e44-6627-44ac-9d5d-65ade39ed8b3 None None] For port e4779475-9f94-4ff0-b4a6-f3512d79515c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e4779475-9f94-4ff0-b4a6-f3512d79515c,segment=NetworkSegment(0ab5ed3c-707e-4f3a-9533-62d6cb71feb3),segment_id=0ab5ed3c-707e-4f3a-9533-62d6cb71feb3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:38.139151 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-23cc9e44-6627-44ac-9d5d-65ade39ed8b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:38.302944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Port dcd40e2f-ce46-455f-b715-4a48c34041b7 update to DOWN by agent not found {{(pid=88902) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 27 22:50:38.303509 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:38.329369 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:50:38.329870 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:50:38.352071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-23cc9e44-6627-44ac-9d5d-65ade39ed8b3 None None] Calling delete_port for e4779475-9f94-4ff0-b4a6-f3512d79515c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:38.385865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:50:38.386338 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 067cdf98-4aa6-4e39-a782-ea4ed1da4c88 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:50:38.388399 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8dd0c858-f218-4e8a-bf48-51165a07f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:38.429141 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:38.456461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0c858-f218-4e8a-bf48-51165a07f09d None None] Pushing event deleted for resources: {'Port': ['ID=dcd40e2f-ce46-455f-b715-4a48c34041b7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:38.458727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e343aa29-702e-41ca-9fe3-607c9393c6cd tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Router fd43306b-6880-4ab7-80c3-69e01d3729fd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:50:38.463040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd0c858-f218-4e8a-bf48-51165a07f09d None None] No DVR routers for this DVR port dcd40e2f-ce46-455f-b715-4a48c34041b7 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:38.534218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 8fa241d0-41c6-4459-9160-f893e0022f49 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:50:38.568156 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-23cc9e44-6627-44ac-9d5d-65ade39ed8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:38.618079 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:38.651594 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e4779475-9f94-4ff0-b4a6-f3512d79515c no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:38.754470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: e4779475-9f94-4ff0-b4a6-f3512d79515c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:50:38.756274 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e4779475-9f94-4ff0-b4a6-f3512d79515c not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:50:38.758614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Port': ['ID=2fb1b7fd-8b18-4598-a5fa-f8033a63e63d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:38.782208 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc9e44-6627-44ac-9d5d-65ade39ed8b3 None None] Pushing event deleted for resources: {'Port': ['ID=e4779475-9f94-4ff0-b4a6-f3512d79515c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:38.792087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cc9e44-6627-44ac-9d5d-65ade39ed8b3 None None] No DVR routers for this DVR port e4779475-9f94-4ff0-b4a6-f3512d79515c on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:38.831129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] Deleting port a53fedeb-0ec7-4f75-859e-03bd3ccecdda {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:38.836244 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:38.913346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e343aa29-702e-41ca-9fe3-607c9393c6cd tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:50:38.918274 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e343aa29-702e-41ca-9fe3-607c9393c6cd tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:38.966826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] For port e4779475-9f94-4ff0-b4a6-f3512d79515c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e4779475-9f94-4ff0-b4a6-f3512d79515c,segment=NetworkSegment(0ab5ed3c-707e-4f3a-9533-62d6cb71feb3),segment_id=0ab5ed3c-707e-4f3a-9533-62d6cb71feb3)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:38.967219 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:38.972928 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbfadd1-3f57-4881-b542-990714cddd4c None None] Sync routers for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:50:38.987438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105fdc8-a032-436a-80bb-1ed052330131 req-cf58d028-55b2-4d98-9e27-d1a48096fae6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:38.989243 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3105fdc8-a032-436a-80bb-1ed052330131 req-cf58d028-55b2-4d98-9e27-d1a48096fae6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.3864520 May 27 22:50:38.993472 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f45dcf70-d064-4e20-9047-70537d64950b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:39.015559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbfadd1-3f57-4881-b542-990714cddd4c None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:39.015933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5cbfadd1-3f57-4881-b542-990714cddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:39.025474 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e343aa29-702e-41ca-9fe3-607c9393c6cd tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "PUT /v2.0/floatingips/89d7b6a3-6c5b-4922-88c7-ee38934e35b0 HTTP/1.1" status: 200 len: 992 time: 3.0722256 May 27 22:50:39.028224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830921b0-afc6-470b-82c9-3c335b772c41', 'tag': '3d6b797d-7b7d-464b-913b-d96e66a883d7'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:50:39.085901 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1e68bc-0469-455d-96d1-1cde04a27428'] response: {'name': 'network-changed', 'server_uuid': '830921b0-afc6-470b-82c9-3c335b772c41', 'tag': '3d6b797d-7b7d-464b-913b-d96e66a883d7', 'status': 'completed', 'code': 200} May 27 22:50:39.092444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3105fdc8-a032-436a-80bb-1ed052330131 req-3a022f32-54e6-4e8a-8fc4-2665d015fc9d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953524 May 27 22:50:39.207280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Calling delete_port for e4779475-9f94-4ff0-b4a6-f3512d79515c owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:39.240463 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:39.306352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec391bc3-c2f1-4206-8f5b-2782f019cf74 req-b9d34105-5772-41b2-8361-a8df22f1015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:39.307843 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec391bc3-c2f1-4206-8f5b-2782f019cf74 req-b9d34105-5772-41b2-8361-a8df22f1015f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 1097 time: 0.1679010 May 27 22:50:39.313839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f45dcf70-d064-4e20-9047-70537d64950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:39.409443 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-5cbfadd1-3f57-4881-b542-990714cddd4c None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:50:39.457751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec391bc3-c2f1-4206-8f5b-2782f019cf74 req-ab26eaef-f06b-44c7-baae-f636e5e21c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:39.459778 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec391bc3-c2f1-4206-8f5b-2782f019cf74 req-ab26eaef-f06b-44c7-baae-f636e5e21c17 service neutron] 10.222.0.57 "GET /v2.0/networks?id=834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 200 len: 916 time: 0.1450403 May 27 22:50:39.502741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] For port a53fedeb-0ec7-4f75-859e-03bd3ccecdda, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a53fedeb-0ec7-4f75-859e-03bd3ccecdda,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:39.503133 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:39.609873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45dcf70-d064-4e20-9047-70537d64950b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbe5d6e-ea63-49a6-afb1-0454d257c390,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:39.681166 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:39.689926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec391bc3-c2f1-4206-8f5b-2782f019cf74 req-8c9271a5-7368-4878-9fb4-ba316c4ee657 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d6b797d-7b7d-464b-913b-d96e66a883d7 HTTP/1.1" status: 200 len: 1000 time: 0.2242262 May 27 22:50:39.694262 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:39.701580 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:50:39.702217 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:50:39.856026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49580) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:39.856831 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f45dcf70-d064-4e20-9047-70537d64950b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ba12a860582f4d4080e873df95f6b1a2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1708093 May 27 22:50:39.856831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::189c:749:755a:7e45 (c744ea9b-cdeb-488b-a067-0b211d4c406e/73b380b3-7dea-4490-8afd-b31ac33ae3e0/8fa241d0-41c6-4459-9160-f893e0022f49) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:39.857034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] Calling delete_port for a53fedeb-0ec7-4f75-859e-03bd3ccecdda owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:39.857423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0272cf-adc5-44ae-888a-a5ab18492c75 req-416ff6fa-9084-42e5-9ab5-ab21d31efb20 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:39.857423 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f0272cf-adc5-44ae-888a-a5ab18492c75 req-416ff6fa-9084-42e5-9ab5-ab21d31efb20 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.2571642 May 27 22:50:39.908398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec391bc3-c2f1-4206-8f5b-2782f019cf74 req-1ae9555d-9882-4d11-9298-2350e637f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:39.911049 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec391bc3-c2f1-4206-8f5b-2782f019cf74 req-1ae9555d-9882-4d11-9298-2350e637f605 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c561ad-418b-4404-b3f7-e1414a606ae6 HTTP/1.1" status: 200 len: 854 time: 0.1845946 May 27 22:50:39.974336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f9c63-0c08-4417-81e9-73c0d2198991 req-4d14a148-cee8-4c2c-ac27-18bfa5386195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:39.976181 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-610f9c63-0c08-4417-81e9-73c0d2198991 req-4d14a148-cee8-4c2c-ac27-18bfa5386195 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 1095 time: 0.1996431 May 27 22:50:40.071081 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ea4b8c6-da93-4b94-b0cf-6e2502ed9209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:40.081113 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f0272cf-adc5-44ae-888a-a5ab18492c75 req-f51258c9-5f2a-4878-8867-1f384b5107d3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032864 May 27 22:50:40.128968 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ea4b8c6-da93-4b94-b0cf-6e2502ed9209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:40.172926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec391bc3-c2f1-4206-8f5b-2782f019cf74 req-b1910be8-0109-4def-af64-30b509c065e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:40.174338 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec391bc3-c2f1-4206-8f5b-2782f019cf74 req-b1910be8-0109-4def-af64-30b509c065e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=834ac9cf-7900-4562-81d7-7075078e1b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2508168 May 27 22:50:40.177854 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:40.203608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Deleting port e4779475-9f94-4ff0-b4a6-f3512d79515c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:40.204009 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:40.242150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5cbfadd1-3f57-4881-b542-990714cddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '89d7b6a3-6c5b-4922-88c7-ee38934e35b0', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': '3d6b797d-7b7d-464b-913b-d96e66a883d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:db:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830921b0-afc6-470b-82c9-3c335b772c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:50:05Z', 'updated_at': '2022-05-27T22:50:37Z', 'revision_number': 1, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:40.247080 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbfadd1-3f57-4881-b542-990714cddd4c None None] Checking router: fd43306b-6880-4ab7-80c3-69e01d3729fd for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:50:40.258203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbfadd1-3f57-4881-b542-990714cddd4c None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:40.258827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5cbfadd1-3f57-4881-b542-990714cddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:40.385406 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec391bc3-c2f1-4206-8f5b-2782f019cf74 req-95c09799-dafd-4f02-b539-c0c195e53617 service neutron] 10.222.0.57 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043200 May 27 22:50:40.468666 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-5cbfadd1-3f57-4881-b542-990714cddd4c None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:50:40.480581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] The port 'e4779475-9f94-4ff0-b4a6-f3512d79515c' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:50:40.507313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f9c63-0c08-4417-81e9-73c0d2198991 req-08813a75-e089-4e8c-a2ac-c45e563a52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:40.508834 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-610f9c63-0c08-4417-81e9-73c0d2198991 req-08813a75-e089-4e8c-a2ac-c45e563a52ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.5277500 May 27 22:50:40.555483 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec391bc3-c2f1-4206-8f5b-2782f019cf74 req-6ebab4be-f819-47bc-8a67-f07812925a54 service neutron] 10.222.0.57 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635754 May 27 22:50:40.625613 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:40.627294 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ea4b8c6-da93-4b94-b0cf-6e2502ed9209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:40.653049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object 8fa241d0-41c6-4459-9160-f893e0022f49 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:40.655601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4b8c6-da93-4b94-b0cf-6e2502ed9209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbe5d6e-ea63-49a6-afb1-0454d257c390,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:40.667892 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:40.668334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Fanout notify agent at l3_agent the message router_deleted on router 3d3376c3-75c1-4e1e-958b-91a1e0b09f47 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:50:40.684180 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ea4b8c6-da93-4b94-b0cf-6e2502ed9209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:40.691202 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9ea4b8c6-da93-4b94-b0cf-6e2502ed9209 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2dbe5d6e-ea63-49a6-afb1-0454d257c390 HTTP/1.1" status: 204 len: 168 time: 0.9622173 May 27 22:50:40.738990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] Pushing event deleted for resources: {'Port': ['ID=a53fedeb-0ec7-4f75-859e-03bd3ccecdda,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:40.767499 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcae537-6e10-4044-b87f-53507490abb0 None None] No DVR routers for this DVR port a53fedeb-0ec7-4f75-859e-03bd3ccecdda on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:40.776617 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:40.817009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69ae1bf-0df7-4b7b-b4c8-8b756d8b414c None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:40.821813 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-610f9c63-0c08-4417-81e9-73c0d2198991 req-2501f40d-c1a8-484e-9569-f0eebf0f1fcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a HTTP/1.1" status: 200 len: 999 time: 0.3003862 May 27 22:50:40.827589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5057a0b-9201-4295-9f2e-16436de74c9a']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:40.884069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab5ed3c-707e-4f3a-9533-62d6cb71feb3') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:40.884365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab5ed3c-707e-4f3a-9533-62d6cb71feb3') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:40.913724 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:40.923351 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:40.927239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49596) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:40.927424 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5bc6bf35-1a07-458e-99cd-119cee97e728 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "DELETE /v2.0/routers/3d3376c3-75c1-4e1e-958b-91a1e0b09f47 HTTP/1.1" status: 204 len: 168 time: 5.9768245 May 27 22:50:40.946521 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:40.953486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f9c63-0c08-4417-81e9-73c0d2198991 req-2a9e0e74-24ce-4b60-b247-158ef0ea1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:40.954927 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-610f9c63-0c08-4417-81e9-73c0d2198991 req-2a9e0e74-24ce-4b60-b247-158ef0ea1157 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.1109991 May 27 22:50:40.958068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:50:40.958068 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:41.029660 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0ab5ed3c-707e-4f3a-9533-62d6cb71feb3 resource provider aggregate not found May 27 22:50:41.091964 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:41.123001 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7da9cd69-925b-4416-9262-f694b475852f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:41.154064 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0ab5ed3c-707e-4f3a-9533-62d6cb71feb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ab5ed3c-707e-4f3a-9533-62d6cb71feb3 found for delete ", "request_id": "req-7a48afb4-7aee-43b2-8426-0cd835535f40"}]} May 27 22:50:41.207108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:41.217461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:41.222867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:41.229629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:41.230279 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:41.246694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=8fa241d0-41c6-4459-9160-f893e0022f49,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:41.268954 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:41.293615 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:41.295039 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "DELETE /v2.0/networks/e5057a0b-9201-4295-9f2e-16436de74c9a HTTP/1.1" status: 204 len: 168 time: 3.8784075 May 27 22:50:41.295415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49608) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:41.339386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3292c19-3628-4bd5-97b8-8ec0e5e4b6ff tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event deleted for resources: {'Network': ['ID=e5057a0b-9201-4295-9f2e-16436de74c9a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:41.342984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f9c63-0c08-4417-81e9-73c0d2198991 req-16027537-11f9-4cfc-a475-b06562645740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:41.345088 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-610f9c63-0c08-4417-81e9-73c0d2198991 req-16027537-11f9-4cfc-a475-b06562645740 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3677557 May 27 22:50:41.353955 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8bfc9cf2-24e6-448b-9f0f-6431860d5644 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2345924 May 27 22:50:41.363118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49612) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:41.413387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5cbfadd1-3f57-4881-b542-990714cddd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '89d7b6a3-6c5b-4922-88c7-ee38934e35b0', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': '3d6b797d-7b7d-464b-913b-d96e66a883d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:db:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830921b0-afc6-470b-82c9-3c335b772c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:50:05Z', 'updated_at': '2022-05-27T22:50:37Z', 'revision_number': 1, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:41.418779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbfadd1-3f57-4881-b542-990714cddd4c None None] The sync data for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 is: [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '89d7b6a3-6c5b-4922-88c7-ee38934e35b0', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': '3d6b797d-7b7d-464b-913b-d96e66a883d7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:db:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830921b0-afc6-470b-82c9-3c335b772c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:50:05Z', 'updated_at': '2022-05-27T22:50:37Z', 'revision_number': 1, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:50:41.439957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '73b380b3-7dea-4490-8afd-b31ac33ae3e0'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:50:41.440829 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:41.529708 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7da9cd69-925b-4416-9262-f694b475852f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:41.554401 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4296d8-f070-42c7-8b9a-7102dc087e78 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Deleting subnet c18e62da-5106-4341-994d-46fd9b3e10f7 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:50:41.559067 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d4296d8-f070-42c7-8b9a-7102dc087e78 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:41.563146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7da9cd69-925b-4416-9262-f694b475852f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5f3112-8843-4db2-a9cb-cbd88c26be4d']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:41.581079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7da9cd69-925b-4416-9262-f694b475852f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64552c6-083f-432a-9a70-bab2ac16407c') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:41.582774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7da9cd69-925b-4416-9262-f694b475852f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64552c6-083f-432a-9a70-bab2ac16407c') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:41.602950 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7da9cd69-925b-4416-9262-f694b475852f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:41.628800 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7da9cd69-925b-4416-9262-f694b475852f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:41.641520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da9cd69-925b-4416-9262-f694b475852f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:50:41.641520 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7da9cd69-925b-4416-9262-f694b475852f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:41.643144 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d4296d8-f070-42c7-8b9a-7102dc087e78 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:41.713193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913dabf-67de-4a4d-b39d-bae1c72428c9 req-713e03a9-6b13-423d-87c1-9cfa7d4bc38f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:41.723281 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c913dabf-67de-4a4d-b39d-bae1c72428c9 req-713e03a9-6b13-423d-87c1-9cfa7d4bc38f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.3156798 May 27 22:50:41.731616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d58106e-f731-4fde-8ea6-ac8d2d39d879 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:41.746681 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Allocated IP 2001:db8::2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/73b380b3-7dea-4490-8afd-b31ac33ae3e0/0c71b9d7-29d6-466f-9869-f067a16cdc9d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:41.747948 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d58106e-f731-4fde-8ea6-ac8d2d39d879 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:41.777248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49630) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:41.787005 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-610f9c63-0c08-4417-81e9-73c0d2198991 req-393e65fc-695b-47ae-a208-26740a330640 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317186 May 27 22:50:41.842097 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2cfd6d42-bfba-4765-8a88-7d3f8d46fdd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:41.886517 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5b106a-a16f-40a7-ae65-da2e0dc37f91 None None] New status for floating IP 89d7b6a3-6c5b-4922-88c7-ee38934e35b0: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:50:41.957809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2cfd6d42-bfba-4765-8a88-7d3f8d46fdd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:41.965724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2cfd6d42-bfba-4765-8a88-7d3f8d46fdd6 admin admin] Usage tracker for resource:security_group_rule and tenant:8fabdf0d8d5b4293b76e83ae71178d22 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:41.971691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2cfd6d42-bfba-4765-8a88-7d3f8d46fdd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:41.982086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2cfd6d42-bfba-4765-8a88-7d3f8d46fdd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:42.016630 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d4296d8-f070-42c7-8b9a-7102dc087e78 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.062131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d58106e-f731-4fde-8ea6-ac8d2d39d879 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:42.066599 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8d58106e-f731-4fde-8ea6-ac8d2d39d879 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7002935 May 27 22:50:42.087459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49634) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:42.113499 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.149515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Transition to ACTIVE for port object 0c71b9d7-29d6-466f-9869-f067a16cdc9d will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:42.168952 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-610f9c63-0c08-4417-81e9-73c0d2198991 req-b24b4e60-8c1c-4168-9740-60be88795400 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738089 May 27 22:50:42.196221 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b64552c6-083f-432a-9a70-bab2ac16407c resource provider aggregate not found May 27 22:50:42.203318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Transition to ACTIVE for port object 0c71b9d7-29d6-466f-9869-f067a16cdc9d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:42.220637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9b922-2675-4b8e-aa45-cbc075257244 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 8fa241d0-41c6-4459-9160-f893e0022f49 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:42.220984 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4fc9b922-2675-4b8e-aa45-cbc075257244 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.242917 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b64552c6-083f-432a-9a70-bab2ac16407c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b64552c6-083f-432a-9a70-bab2ac16407c found for delete ", "request_id": "req-b318860b-e1bc-4eca-814f-1ba657cbd0ea"}]} May 27 22:50:42.247571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c913dabf-67de-4a4d-b39d-bae1c72428c9 req-22ba8a37-ca91-471b-b599-89a1375de27f tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5234437 May 27 22:50:42.258410 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7da9cd69-925b-4416-9262-f694b475852f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.270883 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7da9cd69-925b-4416-9262-f694b475852f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.305670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9cd69-925b-4416-9262-f694b475852f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Network': ['ID=4b5f3112-8843-4db2-a9cb-cbd88c26be4d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:42.312668 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7da9cd69-925b-4416-9262-f694b475852f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "DELETE /v2.0/networks/4b5f3112-8843-4db2-a9cb-cbd88c26be4d HTTP/1.1" status: 204 len: 168 time: 1.3834476 May 27 22:50:42.322519 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.330332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49640) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:42.345641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'network': {'name': 'tempest-network-smoke--174930890', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:42.363516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:42.369972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:network and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:42.382895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:42.390218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:42.394529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:42.402653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:42.490328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:42.514123 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Pushing event updated for resources: {'Port': ['ID=0c71b9d7-29d6-466f-9869-f067a16cdc9d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:42.538458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:50:42.538864 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2fb1b7fd-8b18-4598-a5fa-f8033a63e63d not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:50:42.550824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Attempting to bind port 0c71b9d7-29d6-466f-9869-f067a16cdc9d on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:50:42.551475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Attempting to bind port 0c71b9d7-29d6-466f-9869-f067a16cdc9d by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:50:42.552073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Attempting to bind port 0c71b9d7-29d6-466f-9869-f067a16cdc9d on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:50:42.560060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:42.560875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:50:42.561851 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:50:42.562549 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.563148 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:50:42.564181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Bound port: 0c71b9d7-29d6-466f-9869-f067a16cdc9d, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:50:42.564800 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.568491 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d4296d8-f070-42c7-8b9a-7102dc087e78 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.648041 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2cfd6d42-bfba-4765-8a88-7d3f8d46fdd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.651583 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d4296d8-f070-42c7-8b9a-7102dc087e78 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.654582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4296d8-f070-42c7-8b9a-7102dc087e78 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event deleted for resources: {'Subnet': ['ID=c18e62da-5106-4341-994d-46fd9b3e10f7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:42.669042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa5a679-5261-43cb-96af-c078df6ab767 None None] Network 3b510ff3-79a6-4ca2-a47f-c8caac93b7f9 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:42.744966 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2cfd6d42-bfba-4765-8a88-7d3f8d46fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.755636 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6d4296d8-f070-42c7-8b9a-7102dc087e78 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "DELETE /v2.0/subnets/c18e62da-5106-4341-994d-46fd9b3e10f7 HTTP/1.1" status: 204 len: 168 time: 1.4539354 May 27 22:50:42.756432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49646) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:42.786925 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] For port 0c71b9d7-29d6-466f-9869-f067a16cdc9d, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:50:42.838411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd6d42-bfba-4765-8a88-7d3f8d46fdd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6491aa-086c-43b1-9d80-c885a95d4560,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:42.847316 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2cfd6d42-bfba-4765-8a88-7d3f8d46fdd6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8fabdf0d8d5b4293b76e83ae71178d22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0563488 May 27 22:50:42.857667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49650) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:42.857667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Made reservation on behalf of ce374891ed0f4bd582f3450e6b65dedf for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:42.857667 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.858103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] For port 0c71b9d7-29d6-466f-9869-f067a16cdc9d, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0c71b9d7-29d6-466f-9869-f067a16cdc9d,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:50:42.914749 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.914960 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4fc9b922-2675-4b8e-aa45-cbc075257244 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.932740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Deleting port 5039ce65-58cd-43b1-b88c-990064566854 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:42.932740 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:42.951708 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:43.033396 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90e0b8e-a2cf-46c5-b807-ce5c9d592a75 None None] DHCP port deletion for 3b510ff3-79a6-4ca2-a47f-c8caac93b7f9 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:50:43.085732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f90e0b8e-a2cf-46c5-b807-ce5c9d592a75 None None] Deleting port 5039ce65-58cd-43b1-b88c-990064566854 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:43.086101 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f90e0b8e-a2cf-46c5-b807-ce5c9d592a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:43.149491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9b922-2675-4b8e-aa45-cbc075257244 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 8fa241d0-41c6-4459-9160-f893e0022f49 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:43.184119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7adffd-1858-4400-a134-d84cbc09cb24 None None] Pushing event updated for resources: {'Port': ['ID=0c71b9d7-29d6-466f-9869-f067a16cdc9d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:43.206968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:50:43.208858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] For port 5039ce65-58cd-43b1-b88c-990064566854, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=5039ce65-58cd-43b1-b88c-990064566854,segment=NetworkSegment(227039ee-725b-448a-b1f4-d42b90bb471f),segment_id=227039ee-725b-448a-b1f4-d42b90bb471f)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:43.209429 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:43.239126 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:43.239549 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Added segment 4fd41852-1c77-45d4-86e1-c577e7415750 of type vlan for network 99c52a33-b2db-491f-a975-bcf42408879d May 27 22:50:43.255070 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5cbb76ff-94b4-4263-8113-73791c09b7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:43.331140 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5cbb76ff-94b4-4263-8113-73791c09b7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:43.373957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Calling delete_port for 5039ce65-58cd-43b1-b88c-990064566854 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:43.384490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f90e0b8e-a2cf-46c5-b807-ce5c9d592a75 None None] For port 5039ce65-58cd-43b1-b88c-990064566854, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=5039ce65-58cd-43b1-b88c-990064566854,segment=NetworkSegment(227039ee-725b-448a-b1f4-d42b90bb471f),segment_id=227039ee-725b-448a-b1f4-d42b90bb471f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:43.384897 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f90e0b8e-a2cf-46c5-b807-ce5c9d592a75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:43.493354 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:43.503826 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5cbb76ff-94b4-4263-8113-73791c09b7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:43.557640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb76ff-94b4-4263-8113-73791c09b7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6491aa-086c-43b1-9d80-c885a95d4560,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:43.570953 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4fc9b922-2675-4b8e-aa45-cbc075257244 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:43.581344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb662f-11e0-42f5-a7e8-3a44664235aa req-e01be32e-b59b-4b87-9c5f-008465dcd29b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:43.582901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ccb662f-11e0-42f5-a7e8-3a44664235aa req-e01be32e-b59b-4b87-9c5f-008465dcd29b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.1623228 May 27 22:50:43.663297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9b922-2675-4b8e-aa45-cbc075257244 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=8fa241d0-41c6-4459-9160-f893e0022f49,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:43.667350 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:43.680437 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ccb662f-11e0-42f5-a7e8-3a44664235aa req-b0d4733c-27e0-423b-9c75-28cb950f1b96 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815954 May 27 22:50:43.684487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:43.685233 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:43.685491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f90e0b8e-a2cf-46c5-b807-ce5c9d592a75 None None] Calling delete_port for 5039ce65-58cd-43b1-b88c-990064566854 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:43.711288 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:43.833768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event deleted for resources: {'Port': ['ID=5039ce65-58cd-43b1-b88c-990064566854,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:43.843033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] No DVR routers for this DVR port 5039ce65-58cd-43b1-b88c-990064566854 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:43.928379 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5cbb76ff-94b4-4263-8113-73791c09b7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:43.933923 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5cbb76ff-94b4-4263-8113-73791c09b7e8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ff6491aa-086c-43b1-9d80-c885a95d4560 HTTP/1.1" status: 204 len: 168 time: 1.0682254 May 27 22:50:43.946631 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-f90e0b8e-a2cf-46c5-b807-ce5c9d592a75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:50:43.947036 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-f90e0b8e-a2cf-46c5-b807-ce5c9d592a75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:50:43.966396 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4fc9b922-2675-4b8e-aa45-cbc075257244 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:43.971647 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4fc9b922-2675-4b8e-aa45-cbc075257244 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/8fa241d0-41c6-4459-9160-f893e0022f49 HTTP/1.1" status: 204 len: 168 time: 1.8803351 May 27 22:50:43.972655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49670) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:43.976302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Network': ['ID=99c52a33-b2db-491f-a975-bcf42408879d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:43.990238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 99c52a33-b2db-491f-a975-bcf42408879d details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:50:44.063133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5c0762-ab22-4ea5-8e54-6cfb047deac0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:44.064830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5c0762-ab22-4ea5-8e54-6cfb047deac0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:44.065690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2f5c0762-ab22-4ea5-8e54-6cfb047deac0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:44.076885 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a92063fa-1015-4c12-b8ab-741943ef6b0b tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7425976 May 27 22:50:44.079046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49674) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:44.087762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'admin_state_up': True, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:44.099289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:44.104066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:router and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:44.107761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:44.116714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:44.121175 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:44.168700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b510ff3-79a6-4ca2-a47f-c8caac93b7f9']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:44.184382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227039ee-725b-448a-b1f4-d42b90bb471f') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:44.184669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227039ee-725b-448a-b1f4-d42b90bb471f') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:44.185744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2f5c0762-ab22-4ea5-8e54-6cfb047deac0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:44.187238 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2f5c0762-ab22-4ea5-8e54-6cfb047deac0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2135608 May 27 22:50:44.189938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49678) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:44.202927 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:44.227283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af5a4d-a02d-4557-a38c-85608adf381a req-6f5b8889-31f9-499b-9fb9-897d8a4ab2cc tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:44.228806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72af5a4d-a02d-4557-a38c-85608adf381a req-6f5b8889-31f9-499b-9fb9-897d8a4ab2cc tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.2457676 May 27 22:50:44.234996 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:44.244368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:50:44.244921 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:44.246453 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:44.247496 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:44.291207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:44.299497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec02c43-537d-4b9e-8d3e-9e24877a25d8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 73b380b3-7dea-4490-8afd-b31ac33ae3e0 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:50:44.310478 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ec02c43-537d-4b9e-8d3e-9e24877a25d8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:44.342097 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 227039ee-725b-448a-b1f4-d42b90bb471f resource provider aggregate not found May 27 22:50:44.404982 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ec02c43-537d-4b9e-8d3e-9e24877a25d8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:44.448545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f90e0b8e-a2cf-46c5-b807-ce5c9d592a75 None None] Deleting port 5039ce65-58cd-43b1-b88c-990064566854 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:44.454039 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f90e0b8e-a2cf-46c5-b807-ce5c9d592a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:44.492023 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 227039ee-725b-448a-b1f4-d42b90bb471f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 227039ee-725b-448a-b1f4-d42b90bb471f found for delete ", "request_id": "req-3b0e744c-f046-4376-914a-db9e9832bd4e"}]} May 27 22:50:44.530603 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72af5a4d-a02d-4557-a38c-85608adf381a req-3cd01c55-cca3-4e90-a92c-8c0c5a2eeb50 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900643 May 27 22:50:44.543927 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:44.603319 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:44.616502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0c71b9d7-29d6-466f-9869-f067a16cdc9d up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:44.635888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Pushing event deleted for resources: {'Network': ['ID=3b510ff3-79a6-4ca2-a47f-c8caac93b7f9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:44.650204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:44.651651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:44.664943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:44.666400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:44.669823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:44.670488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:44.670836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:44.671163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:44.672709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:44.673175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:44.673363 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:44.673688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:50:44.688703 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6cfe40e2-e559-4059-a056-e10ad3c35d4a tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "DELETE /v2.0/networks/3b510ff3-79a6-4ca2-a47f-c8caac93b7f9 HTTP/1.1" status: 204 len: 168 time: 1.9230838 May 27 22:50:44.689486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49696) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:44.711058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f90e0b8e-a2cf-46c5-b807-ce5c9d592a75 None None] The port '5039ce65-58cd-43b1-b88c-990064566854' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:50:44.808122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-819463e6-5f93-41ba-bf54-2f7f3892dda0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Synchronizing usage tracker for tenant:ab606b6039444fffa3763e8bb186b305 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:44.813945 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 0c71b9d7-29d6-466f-9869-f067a16cdc9d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:44.933168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 5039ce65-58cd-43b1-b88c-990064566854 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:44.974166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-819463e6-5f93-41ba-bf54-2f7f3892dda0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Unset dirty status for tenant:ab606b6039444fffa3763e8bb186b305 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:44.975229 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-819463e6-5f93-41ba-bf54-2f7f3892dda0 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "GET /v2.0/ports?device_id=24b58ea9-2803-4acd-9c58-84ce7921d40c HTTP/1.1" status: 200 len: 205 time: 0.2844086 May 27 22:50:44.977825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49710) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:45.036941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 5039ce65-58cd-43b1-b88c-990064566854 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:50:45.037285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 5039ce65-58cd-43b1-b88c-990064566854 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:50:45.081867 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ec02c43-537d-4b9e-8d3e-9e24877a25d8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:45.089914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3f694223-4215-49c9-854c-7a936f717310 None None] Could not find standard attr ID for object 8fa241d0-41c6-4459-9160-f893e0022f49. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:50:45.191594 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:45.195283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3f694223-4215-49c9-854c-7a936f717310 None None] Provisioning for port 0c71b9d7-29d6-466f-9869-f067a16cdc9d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:45.202532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3f694223-4215-49c9-854c-7a936f717310 None None] Provisioning complete for port 0c71b9d7-29d6-466f-9869-f067a16cdc9d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:45.204623 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f694223-4215-49c9-854c-7a936f717310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:45.223219 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-68e7abe9-d9d2-4ca6-9999-9b638c1a7c35 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:45.288443 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ec02c43-537d-4b9e-8d3e-9e24877a25d8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:45.398753 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3f694223-4215-49c9-854c-7a936f717310 None None] Current status of the port 0c71b9d7-29d6-466f-9869-f067a16cdc9d is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:45.399439 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f694223-4215-49c9-854c-7a936f717310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:45.401378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec02c43-537d-4b9e-8d3e-9e24877a25d8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=73b380b3-7dea-4490-8afd-b31ac33ae3e0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:45.447638 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ec02c43-537d-4b9e-8d3e-9e24877a25d8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:45.491688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-3f694223-4215-49c9-854c-7a936f717310 None None] For port 0c71b9d7-29d6-466f-9869-f067a16cdc9d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0c71b9d7-29d6-466f-9869-f067a16cdc9d,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:45.580035 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f694223-4215-49c9-854c-7a936f717310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:45.681964 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1ec02c43-537d-4b9e-8d3e-9e24877a25d8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/73b380b3-7dea-4490-8afd-b31ac33ae3e0 HTTP/1.1" status: 204 len: 168 time: 1.4908524 May 27 22:50:45.687086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49740) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:45.813711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d24c9710-1afc-4979-af80-12be62a67e44 None None] Could not find standard attr ID for object 8fa241d0-41c6-4459-9160-f893e0022f49. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:50:45.826614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6572b0c5-4af9-4d7f-907b-2d953ab48b72 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:45.843483 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-68e7abe9-d9d2-4ca6-9999-9b638c1a7c35 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:45.846495 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-68e7abe9-d9d2-4ca6-9999-9b638c1a7c35 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:45.891280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f694223-4215-49c9-854c-7a936f717310 None None] Pushing event updated for resources: {'Port': ['ID=0c71b9d7-29d6-466f-9869-f067a16cdc9d,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:45.892109 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-af60f0b4-1b60-45f8-adb9-c02b6d785759 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2038870 May 27 22:50:45.904962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49750) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:45.912905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-46b31d76-ed65-4dde-8eb7-c9a5615e3014 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:45.982659 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:46.075703 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-68e7abe9-d9d2-4ca6-9999-9b638c1a7c35 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:46.076314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e7abe9-d9d2-4ca6-9999-9b638c1a7c35 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Fanout notify agent at l3_agent the message router_deleted on router 24b58ea9-2803-4acd-9c58-84ce7921d40c {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:50:46.138273 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-68e7abe9-d9d2-4ca6-9999-9b638c1a7c35 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:46.138273 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-68e7abe9-d9d2-4ca6-9999-9b638c1a7c35 tempest-RoutersNegativeIpV6Test-1398726979 tempest-RoutersNegativeIpV6Test-1398726979-project] 10.222.0.27 "DELETE /v2.0/routers/24b58ea9-2803-4acd-9c58-84ce7921d40c HTTP/1.1" status: 204 len: 168 time: 1.1562414 May 27 22:50:46.172300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-46b31d76-ed65-4dde-8eb7-c9a5615e3014 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:46.180338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-46b31d76-ed65-4dde-8eb7-c9a5615e3014 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:46.185522 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-46b31d76-ed65-4dde-8eb7-c9a5615e3014 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:46.192000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-46b31d76-ed65-4dde-8eb7-c9a5615e3014 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:46.244774 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:46.280015 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:46.300015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b31d76-ed65-4dde-8eb7-c9a5615e3014 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:46.306011 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46b31d76-ed65-4dde-8eb7-c9a5615e3014 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:46.313105 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee2373-8ec3-4f6b-95a4-5a89cf5c6215 None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:50:46.317398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee2373-8ec3-4f6b-95a4-5a89cf5c6215 None None] Deleting port 0c71b9d7-29d6-466f-9869-f067a16cdc9d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:46.318055 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2373-8ec3-4f6b-95a4-5a89cf5c6215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:46.430826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Allocated IP 172.25.2.247 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/39ea43ef-377d-42c7-9bed-4390cccce0bb) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:46.559117 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0c71b9d7-29d6-466f-9869-f067a16cdc9d no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:46.636206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:46.639068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c9ee2373-8ec3-4f6b-95a4-5a89cf5c6215 None None] For port 0c71b9d7-29d6-466f-9869-f067a16cdc9d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0c71b9d7-29d6-466f-9869-f067a16cdc9d,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:46.639522 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2373-8ec3-4f6b-95a4-5a89cf5c6215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:46.723078 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46b31d76-ed65-4dde-8eb7-c9a5615e3014 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:46.790118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee2373-8ec3-4f6b-95a4-5a89cf5c6215 None None] Calling delete_port for 0c71b9d7-29d6-466f-9869-f067a16cdc9d owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:46.797850 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:46.830124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b31d76-ed65-4dde-8eb7-c9a5615e3014 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:46.834725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-46b31d76-ed65-4dde-8eb7-c9a5615e3014 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:46.846623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b31d76-ed65-4dde-8eb7-c9a5615e3014 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:46.847565 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46b31d76-ed65-4dde-8eb7-c9a5615e3014 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:46.848696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:46.855468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:46.865403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:46.866691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0c71b9d7-29d6-466f-9869-f067a16cdc9d is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:46.867166 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:46.884511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b31d76-ed65-4dde-8eb7-c9a5615e3014 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=5ecb369b-d7b2-48ea-a652-e324ce0a7acf,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:46.946418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Port': ['ID=39ea43ef-377d-42c7-9bed-4390cccce0bb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:46.964702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49784) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:47.006240 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-46b31d76-ed65-4dde-8eb7-c9a5615e3014 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1017613 May 27 22:50:47.006603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49790) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:47.013140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'fixed_ips': [{'subnet_id': '5ecb369b-d7b2-48ea-a652-e324ce0a7acf', 'ip_address': '2001:db8::cd70:509b:743c:3540'}], 'name': 'tempest-NetworksTestDHCPv6-378145735'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:47.049255 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9ee2373-8ec3-4f6b-95a4-5a89cf5c6215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:47.111702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee2373-8ec3-4f6b-95a4-5a89cf5c6215 None None] Pushing event deleted for resources: {'Port': ['ID=0c71b9d7-29d6-466f-9869-f067a16cdc9d,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:47.117962 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 27 22:50:47.117962 n-d-843680-3 neutron-server[88902]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] May 27 22:50:47.117962 n-d-843680-3 neutron-server[88902]: [parameters: {'status': 'DOWN', 'ports_id': '0c71b9d7-29d6-466f-9869-f067a16cdc9d'}] May 27 22:50:47.117962 n-d-843680-3 neutron-server[88902]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:50:47.118822 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:50:47.119783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee2373-8ec3-4f6b-95a4-5a89cf5c6215 None None] No DVR routers for this DVR port 0c71b9d7-29d6-466f-9869-f067a16cdc9d on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:47.153475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f5d13b-4668-42a1-9fad-3ce9ca7c8b1c None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:47.271463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:47.278347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:47.282081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:47.293931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:47.315231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32755d-68bf-45f5-bdde-2ba8234d3e77 req-dabeb49a-b7c6-4531-8a10-9362a6c92448 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:47.316822 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d32755d-68bf-45f5-bdde-2ba8234d3e77 req-dabeb49a-b7c6-4531-8a10-9362a6c92448 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=0dc595a4-4ac0-46b9-8420-b8068c5e00c7 HTTP/1.1" status: 200 len: 944 time: 0.1316509 May 27 22:50:47.400061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9d32755d-68bf-45f5-bdde-2ba8234d3e77 req-7deebc83-c307-4317-9ea8-0ab4a8bc5959 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Deleting port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:47.400429 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9d32755d-68bf-45f5-bdde-2ba8234d3e77 req-7deebc83-c307-4317-9ea8-0ab4a8bc5959 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:47.443139 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:47.528429 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '5ecb369b-d7b2-48ea-a652-e324ce0a7acf'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:50:47.528691 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:47.577362 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-09c1e759-ea11-4bb1-a3ed-c34557697755 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ab606b6039444fffa3763e8bb186b305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6111188 May 27 22:50:47.580465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49802) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:47.664089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Port 0c71b9d7-29d6-466f-9869-f067a16cdc9d update to DOWN by agent not found {{(pid=88902) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 27 22:50:47.745543 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:47.762089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Allocated IP 2001:db8::2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/5ecb369b-d7b2-48ea-a652-e324ce0a7acf/37d9f347-aa1a-4066-b506-269afa828e73) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:47.789694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 8ae89dfb-9fcc-4d13-bd4c-3bd1262be4e4 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:50:47.808607 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:48.019658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b04aebb8-9397-4b69-89f8-fad0c5b89076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:48.026036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-9d32755d-68bf-45f5-bdde-2ba8234d3e77 req-7deebc83-c307-4317-9ea8-0ab4a8bc5959 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] For port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:48.026390 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9d32755d-68bf-45f5-bdde-2ba8234d3e77 req-7deebc83-c307-4317-9ea8-0ab4a8bc5959 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:48.052121 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:48.071508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b04aebb8-9397-4b69-89f8-fad0c5b89076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:48.075187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Transition to ACTIVE for port object 37d9f347-aa1a-4066-b506-269afa828e73 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:48.107236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Transition to ACTIVE for port object 37d9f347-aa1a-4066-b506-269afa828e73 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:48.197834 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:48.204317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-9d32755d-68bf-45f5-bdde-2ba8234d3e77 req-7deebc83-c307-4317-9ea8-0ab4a8bc5959 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Calling delete_port for c9cd4563-bed0-4cd2-8ab3-1cf204cffabf owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:48.278489 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:48.281932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:48.288782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:48.346540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Pushing event updated for resources: {'Port': ['ID=37d9f347-aa1a-4066-b506-269afa828e73,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:48.371385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::cd70:509b:743c:3540 (c744ea9b-cdeb-488b-a067-0b211d4c406e/5ecb369b-d7b2-48ea-a652-e324ce0a7acf/8ae89dfb-9fcc-4d13-bd4c-3bd1262be4e4) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:48.414527 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:48.419353 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b04aebb8-9397-4b69-89f8-fad0c5b89076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:48.423745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Attempting to bind port 37d9f347-aa1a-4066-b506-269afa828e73 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:50:48.424780 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Attempting to bind port 37d9f347-aa1a-4066-b506-269afa828e73 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:50:48.425562 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Attempting to bind port 37d9f347-aa1a-4066-b506-269afa828e73 on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:50:48.432022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:50:48.432450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:50:48.432854 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:48.433243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:50:48.433710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Bound port: 37d9f347-aa1a-4066-b506-269afa828e73, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:50:48.434083 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:48.525986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04aebb8-9397-4b69-89f8-fad0c5b89076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e2e7bb-948d-4c9b-b42e-5e4723c01d8e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:48.544882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] For port 37d9f347-aa1a-4066-b506-269afa828e73, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:50:48.547222 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b04aebb8-9397-4b69-89f8-fad0c5b89076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:48.550689 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b04aebb8-9397-4b69-89f8-fad0c5b89076 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e9e2e7bb-948d-4c9b-b42e-5e4723c01d8e HTTP/1.1" status: 204 len: 168 time: 0.9652991 May 27 22:50:48.564440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] For port 37d9f347-aa1a-4066-b506-269afa828e73, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=37d9f347-aa1a-4066-b506-269afa828e73,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:50:48.719912 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9d32755d-68bf-45f5-bdde-2ba8234d3e77 req-7deebc83-c307-4317-9ea8-0ab4a8bc5959 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:48.733462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['00c17a0f-5241-4008-a545-08da2475b362'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:50:48.760539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['4a29ac9d-35f5-4057-851a-0cb4e7dcf245'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:50:48.798592 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:48.823305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deebc83-c307-4317-9ea8-0ab4a8bc5959 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event deleted for resources: {'Port': ['ID=c9cd4563-bed0-4cd2-8ab3-1cf204cffabf,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:48.842128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Router efe75550-d9dc-42c8-93f6-7854da110ada is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:50:48.931955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d32755d-68bf-45f5-bdde-2ba8234d3e77 req-7deebc83-c307-4317-9ea8-0ab4a8bc5959 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] No DVR routers for this DVR port c9cd4563-bed0-4cd2-8ab3-1cf204cffabf on host n-h1-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:48.952182 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9d32755d-68bf-45f5-bdde-2ba8234d3e77 req-7deebc83-c307-4317-9ea8-0ab4a8bc5959 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:48.954901 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc595a4-4ac0-46b9-8420-b8068c5e00c7', 'name': 'network-vif-deleted', 'tag': 'c9cd4563-bed0-4cd2-8ab3-1cf204cffabf'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:50:49.004274 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05160290-de13-40ed-9a0e-cbe02f4b6fc9 None None] Pushing event updated for resources: {'Port': ['ID=37d9f347-aa1a-4066-b506-269afa828e73,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:49.036771 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:49.055105 n-d-843680-3 neutron-server[88900]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-17770d3d-353f-4691-a93c-b45edfc04f20']: {'server_uuid': '0dc595a4-4ac0-46b9-8420-b8068c5e00c7', 'name': 'network-vif-deleted', 'tag': 'c9cd4563-bed0-4cd2-8ab3-1cf204cffabf', 'status': 'failed', 'code': 422} returned with failed status May 27 22:50:49.073914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object 8ae89dfb-9fcc-4d13-bd4c-3bd1262be4e4 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:49.108492 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d32755d-68bf-45f5-bdde-2ba8234d3e77 req-7deebc83-c307-4317-9ea8-0ab4a8bc5959 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "DELETE /v2.0/ports/c9cd4563-bed0-4cd2-8ab3-1cf204cffabf HTTP/1.1" status: 204 len: 173 time: 1.7818694 May 27 22:50:49.189716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:50:49.204958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Sync routers for ids ['efe75550-d9dc-42c8-93f6-7854da110ada'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:50:49.276327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Routers {'efe75550-d9dc-42c8-93f6-7854da110ada'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:49.277152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['efe75550-d9dc-42c8-93f6-7854da110ada'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:49.316128 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:49.402455 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:49.407472 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a5380cd-3480-40d3-8343-9bb396d07346 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.3242702 May 27 22:50:49.408240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49840) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:49.414367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:49.417611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:49.423091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:49.428697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:49.429796 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:49.434590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=8ae89dfb-9fcc-4d13-bd4c-3bd1262be4e4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:49.487863 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2a9b2397-66d1-4ac4-94d5-3fdf5cf99336 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=ce374891ed0f4bd582f3450e6b65dedf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0782056 May 27 22:50:49.490847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49846) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:49.586294 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-be82f275-1e9f-4060-8afe-994353b6888a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5784111 May 27 22:50:49.588395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49856) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:49.682027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2676712-bd2b-43a9-8738-c8cf7f01bac1 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:49.688033 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d2676712-bd2b-43a9-8738-c8cf7f01bac1 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1930134 May 27 22:50:49.688257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49860) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:49.747174 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6cff6d1b-8c21-42f4-ae07-18ffacbfc94c tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544956 May 27 22:50:49.748483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49864) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:49.763505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-107652295', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:49.771720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Set router efe75550-d9dc-42c8-93f6-7854da110ada gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:50:49.865235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a49c1b-3872-45f1-b2f4-6e866e8d6ed7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:49.871029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a49c1b-3872-45f1-b2f4-6e866e8d6ed7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:49.871796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-82a49c1b-3872-45f1-b2f4-6e866e8d6ed7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:49.948498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:49.953569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:subnet and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:49.956976 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:49.963723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:50.042022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49872) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:50.087895 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-82a49c1b-3872-45f1-b2f4-6e866e8d6ed7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:50.089138 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-82a49c1b-3872-45f1-b2f4-6e866e8d6ed7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4994659 May 27 22:50:50.091940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49880) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:50.149567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:50:44Z', 'updated_at': '2022-05-27T22:50:47Z', 'revision_number': 3, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:46Z', 'updated_at': '2022-05-27T22:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:50.158813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Checking router: efe75550-d9dc-42c8-93f6-7854da110ada for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:50:50.159950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Updating router efe75550-d9dc-42c8-93f6-7854da110ada port 39ea43ef-377d-42c7-9bed-4390cccce0bb binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:50:50.221383 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64a55194-39c1-48a3-8c88-0cea10d1a522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:50.241146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-64a55194-39c1-48a3-8c88-0cea10d1a522 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:50.245734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-64a55194-39c1-48a3-8c88-0cea10d1a522 admin admin] Usage tracker for resource:security_group_rule and tenant:d9ecc169af06483c9874afc2b12e72c9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:50.245929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7a5a0-69ef-4105-a588-620e6674769d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 8ae89dfb-9fcc-4d13-bd4c-3bd1262be4e4 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:50.246129 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ad7a5a0-69ef-4105-a588-620e6674769d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:50.249481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-64a55194-39c1-48a3-8c88-0cea10d1a522 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:50.256955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-64a55194-39c1-48a3-8c88-0cea10d1a522 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:50.278494 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:50.299650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Made reservation on behalf of ce374891ed0f4bd582f3450e6b65dedf for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:50.314214 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:50.431007 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6c9413a5-357d-4397-92f2-8c7882017e9b req-fefc9e9c-1eb8-4d54-9dec-40ad07ec326f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1681421 May 27 22:50:50.504890 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64a55194-39c1-48a3-8c88-0cea10d1a522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:50.602602 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64a55194-39c1-48a3-8c88-0cea10d1a522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:50.762289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 37d9f347-aa1a-4066-b506-269afa828e73 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:50.789386 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-64a55194-39c1-48a3-8c88-0cea10d1a522 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d9ecc169af06483c9874afc2b12e72c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7462342 May 27 22:50:50.793541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49900) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:50.895740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a55194-39c1-48a3-8c88-0cea10d1a522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e8fc12-ea4c-4541-989b-9b77815312af,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:50.936599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9413a5-357d-4397-92f2-8c7882017e9b req-03464414-fe7a-4a41-9d51-41679f22af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:50.938682 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6c9413a5-357d-4397-92f2-8c7882017e9b req-03464414-fe7a-4a41-9d51-41679f22af5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16b517763e0477b92463f30c2606338&device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 1097 time: 0.4401700 May 27 22:50:50.942032 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62afbcd8-f2c3-4b50-82bb-fd09015a84f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:50.986069 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62afbcd8-f2c3-4b50-82bb-fd09015a84f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:51.122668 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b3987fd8-5417-4125-9fa7-2dc65bd81c16 None None] Provisioning for port 37d9f347-aa1a-4066-b506-269afa828e73 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:51.171152 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:51.188939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Transition to ACTIVE for port object 39ea43ef-377d-42c7-9bed-4390cccce0bb will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:51.193950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 37d9f347-aa1a-4066-b506-269afa828e73 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:51.199127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 37d9f347-aa1a-4066-b506-269afa828e73 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:51.199497 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:51.210175 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ad7a5a0-69ef-4105-a588-620e6674769d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:51.329174 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:51.335182 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9413a5-357d-4397-92f2-8c7882017e9b req-5f3d4457-9ef2-4054-8df3-8b620affe8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:51.336713 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6c9413a5-357d-4397-92f2-8c7882017e9b req-5f3d4457-9ef2-4054-8df3-8b620affe8ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 200 len: 913 time: 0.3065503 May 27 22:50:51.364019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2ad7a5a0-69ef-4105-a588-620e6674769d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 8ae89dfb-9fcc-4d13-bd4c-3bd1262be4e4 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:51.397230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-197cdbea-11b1-4954-aee3-e4413ebc0ef0 None None] Provisioning for port 8ae89dfb-9fcc-4d13-bd4c-3bd1262be4e4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:51.399668 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:51.413716 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6c9413a5-357d-4397-92f2-8c7882017e9b req-a95b82f6-e3a0-4811-bf4a-a0059395d99a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a29ac9d-35f5-4057-851a-0cb4e7dcf245 HTTP/1.1" status: 200 len: 217 time: 0.0701203 May 27 22:50:51.419197 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62afbcd8-f2c3-4b50-82bb-fd09015a84f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:51.433562 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-197cdbea-11b1-4954-aee3-e4413ebc0ef0 None None] Provisioning complete for port 8ae89dfb-9fcc-4d13-bd4c-3bd1262be4e4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:51.434036 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-197cdbea-11b1-4954-aee3-e4413ebc0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:51.479655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afbcd8-f2c3-4b50-82bb-fd09015a84f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e8fc12-ea4c-4541-989b-9b77815312af,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:51.490157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 37d9f347-aa1a-4066-b506-269afa828e73 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:51.490532 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:51.494645 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62afbcd8-f2c3-4b50-82bb-fd09015a84f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:51.495754 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-62afbcd8-f2c3-4b50-82bb-fd09015a84f8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/24e8fc12-ea4c-4541-989b-9b77815312af HTTP/1.1" status: 204 len: 168 time: 0.7006059 May 27 22:50:51.510114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9413a5-357d-4397-92f2-8c7882017e9b req-a04a60df-cf71-4b3f-85a8-9a9fa2c9b210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:51.511595 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6c9413a5-357d-4397-92f2-8c7882017e9b req-a04a60df-cf71-4b3f-85a8-9a9fa2c9b210 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 200 len: 851 time: 0.0861497 May 27 22:50:51.533964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Subnet': ['ID=cb973e81-a972-4bb7-8f6e-68e95d18b08d,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:51.537017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Attempting to bind port 39ea43ef-377d-42c7-9bed-4390cccce0bb on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:50:51.539061 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Attempting to bind port 39ea43ef-377d-42c7-9bed-4390cccce0bb by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:50:51.539061 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Attempting to bind port 39ea43ef-377d-42c7-9bed-4390cccce0bb on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:50:51.539565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326711bb-c1e2-4926-b705-213f53a2687b None None] Pushing event updated for resources: {'Port': ['ID=39ea43ef-377d-42c7-9bed-4390cccce0bb,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:51.556122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:50:51.556501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:50:51.556900 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:51.557286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:50:51.557759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Bound port: 39ea43ef-377d-42c7-9bed-4390cccce0bb, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:50:51.558150 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:51.601034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-197cdbea-11b1-4954-aee3-e4413ebc0ef0 None None] Port 8ae89dfb-9fcc-4d13-bd4c-3bd1262be4e4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:50:51.620260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Checking segment: {'id': '4fd41852-1c77-45d4-86e1-c577e7415750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:50:51.620260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network hostable DHCP agents. Network: 99c52a33-b2db-491f-a975-bcf42408879d, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:50:51.630738 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 37d9f347-aa1a-4066-b506-269afa828e73, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=37d9f347-aa1a-4066-b506-269afa828e73,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:51.636553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9413a5-357d-4397-92f2-8c7882017e9b req-67e2ec6f-93ff-41fa-a151-8eb77629c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:51.638824 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6c9413a5-357d-4397-92f2-8c7882017e9b req-67e2ec6f-93ff-41fa-a151-8eb77629c5c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bf83da6-a4b0-4696-9b0e-9b626b20ad05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1188982 May 27 22:50:51.655518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] For port 39ea43ef-377d-42c7-9bed-4390cccce0bb, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:50:51.660291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] For port 39ea43ef-377d-42c7-9bed-4390cccce0bb, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=39ea43ef-377d-42c7-9bed-4390cccce0bb,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:50:51.789651 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:51.875402 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:51.884620 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network 99c52a33-b2db-491f-a975-bcf42408879d is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:50:51.888283 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6c9413a5-357d-4397-92f2-8c7882017e9b req-4ce4f8a6-57ef-4d98-83f4-375fd47e2fd2 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419164 May 27 22:50:51.895264 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ad7a5a0-69ef-4105-a588-620e6674769d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:51.945364 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=37d9f347-aa1a-4066-b506-269afa828e73,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:52.023151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Routers {'efe75550-d9dc-42c8-93f6-7854da110ada'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:52.023853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['efe75550-d9dc-42c8-93f6-7854da110ada'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:52.100939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad7a5a0-69ef-4105-a588-620e6674769d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=8ae89dfb-9fcc-4d13-bd4c-3bd1262be4e4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:52.194656 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ad7a5a0-69ef-4105-a588-620e6674769d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:52.197214 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6c9413a5-357d-4397-92f2-8c7882017e9b req-8928a904-88f6-43a1-8d2c-a4a65d2a8641 service neutron] 10.222.0.57 "GET /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004889 May 27 22:50:52.202623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 99c52a33-b2db-491f-a975-bcf42408879d) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:52.243660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6f4488-41d9-4e8b-b7a8-0b2511a83585 None None] Network 99c52a33-b2db-491f-a975-bcf42408879d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:52.255001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:52.256034 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:52.334716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65b9a6-ec32-46f5-a4c1-c374b65f5cac req-e337d054-9605-4880-81c3-c71a98f5a898 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:52.335836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6a65b9a6-ec32-46f5-a4c1-c374b65f5cac req-e337d054-9605-4880-81c3-c71a98f5a898 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Synchronizing usage tracker for tenant:e16b517763e0477b92463f30c2606338 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:52.414087 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2ad7a5a0-69ef-4105-a588-620e6674769d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/8ae89dfb-9fcc-4d13-bd4c-3bd1262be4e4 HTTP/1.1" status: 204 len: 168 time: 2.3210461 May 27 22:50:52.416632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49930) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:52.443001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326711bb-c1e2-4926-b705-213f53a2687b None None] Pushing event updated for resources: {'Port': ['ID=39ea43ef-377d-42c7-9bed-4390cccce0bb,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:52.472934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6a65b9a6-ec32-46f5-a4c1-c374b65f5cac req-e337d054-9605-4880-81c3-c71a98f5a898 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Unset dirty status for tenant:e16b517763e0477b92463f30c2606338 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:52.473772 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:52.475405 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a65b9a6-ec32-46f5-a4c1-c374b65f5cac req-e337d054-9605-4880-81c3-c71a98f5a898 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 908 time: 0.6561778 May 27 22:50:52.481624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0a3e9f0b-0e90-4339-8d5c-e62ba064c098 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7289460 May 27 22:50:52.485897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49934) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:52.493363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] Set router efe75550-d9dc-42c8-93f6-7854da110ada gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:50:52.516727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631f5e8-9b93-4176-bf3e-49d492c25670 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:52.518852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4631f5e8-9b93-4176-bf3e-49d492c25670 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:52.520434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4631f5e8-9b93-4176-bf3e-49d492c25670 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:52.609820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4631f5e8-9b93-4176-bf3e-49d492c25670 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:52.612229 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4631f5e8-9b93-4176-bf3e-49d492c25670 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1940651 May 27 22:50:52.614812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49942) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:52.668805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 37d9f347-aa1a-4066-b506-269afa828e73 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:52.705023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49946) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:52.779391 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef05f678-6444-4e77-b540-470102c0b7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:52.804909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ef05f678-6444-4e77-b540-470102c0b7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:52.814837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ec8f52-7075-49a3-a93c-f8cff8be4741 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 5ecb369b-d7b2-48ea-a652-e324ce0a7acf {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:50:52.817259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ef05f678-6444-4e77-b540-470102c0b7e2 admin admin] Usage tracker for resource:security_group_rule and tenant:3778239824b044a59d695de1a2d56cb7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:52.821122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ef05f678-6444-4e77-b540-470102c0b7e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:52.824140 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96ec8f52-7075-49a3-a93c-f8cff8be4741 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:52.860763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ef05f678-6444-4e77-b540-470102c0b7e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:52.905093 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96ec8f52-7075-49a3-a93c-f8cff8be4741 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:53.032669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-99c52a33-b2db-491f-a975-bcf42408879d', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ips': [{'subnet_id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:50:53.033493 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:53.068139 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96ec8f52-7075-49a3-a93c-f8cff8be4741 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:53.096041 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 37d9f347-aa1a-4066-b506-269afa828e73 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:53.096439 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:53.103812 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef05f678-6444-4e77-b540-470102c0b7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:53.142636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592ec60-06d0-43fb-ab91-cd5cf308a59a req-d004a956-9940-4870-97e8-59129de00ea1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:53.144075 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f592ec60-06d0-43fb-ab91-cd5cf308a59a req-d004a956-9940-4870-97e8-59129de00ea1 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 908 time: 0.2908123 May 27 22:50:53.190720 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef05f678-6444-4e77-b540-470102c0b7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:53.244782 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ef05f678-6444-4e77-b540-470102c0b7e2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3778239824b044a59d695de1a2d56cb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5308931 May 27 22:50:53.244782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05f678-6444-4e77-b540-470102c0b7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa887400-2477-4729-b340-87c2f049b5e9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:53.247605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49952) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:53.288187 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96ec8f52-7075-49a3-a93c-f8cff8be4741 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:53.344640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec8f52-7075-49a3-a93c-f8cff8be4741 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=5ecb369b-d7b2-48ea-a652-e324ce0a7acf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:53.349988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-f592ec60-06d0-43fb-ab91-cd5cf308a59a req-0f8791d8-dc54-4652-bb26-37f97533f5da tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Deleting port 1bafee51-6293-4ce5-83ba-57e526db17c2 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:53.349988 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f592ec60-06d0-43fb-ab91-cd5cf308a59a req-0f8791d8-dc54-4652-bb26-37f97533f5da tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:53.353169 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96ec8f52-7075-49a3-a93c-f8cff8be4741 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:53.357056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:50:44Z', 'updated_at': '2022-05-27T22:50:47Z', 'revision_number': 3, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:46Z', 'updated_at': '2022-05-27T22:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:53.377267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0af0c5c-0e16-4a0b-abec-342a26059f99 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:53.383921 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d894a53-0cec-4a27-9c87-e62cdaf3e1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:53.400880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01070ab6-c8e5-4369-8697-fe5a75d9b553 None None] The sync data for ids ['efe75550-d9dc-42c8-93f6-7854da110ada'] in n-d-843680-3 is: [{'id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:50:44Z', 'updated_at': '2022-05-27T22:50:47Z', 'revision_number': 3, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:46Z', 'updated_at': '2022-05-27T22:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:50:53.415731 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d894a53-0cec-4a27-9c87-e62cdaf3e1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:53.456667 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-96ec8f52-7075-49a3-a93c-f8cff8be4741 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/5ecb369b-d7b2-48ea-a652-e324ce0a7acf HTTP/1.1" status: 204 len: 168 time: 0.8402462 May 27 22:50:53.458202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 37d9f347-aa1a-4066-b506-269afa828e73 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:53.461274 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Allocated IP 172.20.0.2 (99c52a33-b2db-491f-a975-bcf42408879d/cb973e81-a972-4bb7-8f6e-68e95d18b08d/24055438-b8cb-460b-9bfb-3d0cd8afdfac) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:53.461477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49956) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:53.560292 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d3a82a2b-55b7-4ff7-a558-c108531152a3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0973990 May 27 22:50:53.562702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49962) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:53.664096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d8e372-365c-4cfe-9a9b-06a5b8e64905 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:53.665011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-65d8e372-365c-4cfe-9a9b-06a5b8e64905 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:53.860151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-65d8e372-365c-4cfe-9a9b-06a5b8e64905 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:53.861483 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-65d8e372-365c-4cfe-9a9b-06a5b8e64905 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2977521 May 27 22:50:53.863142 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d894a53-0cec-4a27-9c87-e62cdaf3e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:53.876330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49966) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:53.876515 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:53.881152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d894a53-0cec-4a27-9c87-e62cdaf3e1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa887400-2477-4729-b340-87c2f049b5e9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:53.885972 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d894a53-0cec-4a27-9c87-e62cdaf3e1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:53.887232 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0d894a53-0cec-4a27-9c87-e62cdaf3e1bf admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/aa887400-2477-4729-b340-87c2f049b5e9 HTTP/1.1" status: 204 len: 168 time: 0.6402533 May 27 22:50:53.916970 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Transition to ACTIVE for port object 24055438-b8cb-460b-9bfb-3d0cd8afdfac will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:54.038740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99c4d0e-e966-42e9-9693-89750f64f766 None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:50:54.054145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e99c4d0e-e966-42e9-9693-89750f64f766 None None] Deleting port 37d9f347-aa1a-4066-b506-269afa828e73 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:54.054677 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e99c4d0e-e966-42e9-9693-89750f64f766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:54.160490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-f592ec60-06d0-43fb-ab91-cd5cf308a59a req-0f8791d8-dc54-4652-bb26-37f97533f5da tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] For port 1bafee51-6293-4ce5-83ba-57e526db17c2, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1bafee51-6293-4ce5-83ba-57e526db17c2,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:54.160646 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f592ec60-06d0-43fb-ab91-cd5cf308a59a req-0f8791d8-dc54-4652-bb26-37f97533f5da tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:54.240540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Transition to ACTIVE for port object 24055438-b8cb-460b-9bfb-3d0cd8afdfac will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:54.357897 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:54.364072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-f592ec60-06d0-43fb-ab91-cd5cf308a59a req-0f8791d8-dc54-4652-bb26-37f97533f5da tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Calling delete_port for 1bafee51-6293-4ce5-83ba-57e526db17c2 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:54.459667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e99c4d0e-e966-42e9-9693-89750f64f766 None None] For port 37d9f347-aa1a-4066-b506-269afa828e73, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=37d9f347-aa1a-4066-b506-269afa828e73,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:54.460189 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e99c4d0e-e966-42e9-9693-89750f64f766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:54.461408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17ddf0-b7c3-436b-855f-138bed349a89 req-ac32ea41-2b11-4e9c-a693-55bb391dcbe9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:54.462945 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb17ddf0-b7c3-436b-855f-138bed349a89 req-ac32ea41-2b11-4e9c-a693-55bb391dcbe9 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 908 time: 0.7102304 May 27 22:50:54.475074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13437e59-f5f0-4bae-a649-8b83bc5d4af9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:54.476197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-13437e59-f5f0-4bae-a649-8b83bc5d4af9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:54.547569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Network 99c52a33-b2db-491f-a975-bcf42408879d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:54.557625 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:54.669947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:54.682616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e99c4d0e-e966-42e9-9693-89750f64f766 None None] Calling delete_port for 37d9f347-aa1a-4066-b506-269afa828e73 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:50:54.693097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-13437e59-f5f0-4bae-a649-8b83bc5d4af9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:54.697039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49980) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:54.701460 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-13437e59-f5f0-4bae-a649-8b83bc5d4af9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8312340 May 27 22:50:54.741973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 39ea43ef-377d-42c7-9bed-4390cccce0bb up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:54.789113 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:54.803542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Pushing event updated for resources: {'Port': ['ID=24055438-b8cb-460b-9bfb-3d0cd8afdfac,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:54.822343 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-32965c53-06ac-4f66-9f31-1f9f7c67b9b3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1237423 May 27 22:50:54.828063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49990) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:54.834330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-31850895-249d-4917-8645-cbb4c77a662b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:54.956394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Attempting to bind port 24055438-b8cb-460b-9bfb-3d0cd8afdfac on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:50:54.956724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Attempting to bind port 24055438-b8cb-460b-9bfb-3d0cd8afdfac by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '4fd41852-1c77-45d4-86e1-c577e7415750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:50:54.957125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Attempting to bind port 24055438-b8cb-460b-9bfb-3d0cd8afdfac on network 99c52a33-b2db-491f-a975-bcf42408879d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:50:54.957582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31850895-249d-4917-8645-cbb4c77a662b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:54.965977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:50:54.966342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Checking segment: {'id': '4fd41852-1c77-45d4-86e1-c577e7415750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:50:54.966779 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:54.967169 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Bound using segment: {'id': '4fd41852-1c77-45d4-86e1-c577e7415750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:50:54.967528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-31850895-249d-4917-8645-cbb4c77a662b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:54.967652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Bound port: 24055438-b8cb-460b-9bfb-3d0cd8afdfac, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd41852-1c77-45d4-86e1-c577e7415750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:50:54.967978 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:55.001456 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f592ec60-06d0-43fb-ab91-cd5cf308a59a req-0f8791d8-dc54-4652-bb26-37f97533f5da tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:55.068523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] For port 24055438-b8cb-460b-9bfb-3d0cd8afdfac, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:50:55.077237 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8791d8-dc54-4652-bb26-37f97533f5da tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event deleted for resources: {'Port': ['ID=1bafee51-6293-4ce5-83ba-57e526db17c2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:55.155071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31850895-249d-4917-8645-cbb4c77a662b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:55.159425 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31850895-249d-4917-8645-cbb4c77a662b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:55.193937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f592ec60-06d0-43fb-ab91-cd5cf308a59a req-0f8791d8-dc54-4652-bb26-37f97533f5da tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] No DVR routers for this DVR port 1bafee51-6293-4ce5-83ba-57e526db17c2 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:55.200278 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-f592ec60-06d0-43fb-ab91-cd5cf308a59a req-0f8791d8-dc54-4652-bb26-37f97533f5da tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:55.206612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 39ea43ef-377d-42c7-9bed-4390cccce0bb completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:55.216417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] For port 24055438-b8cb-460b-9bfb-3d0cd8afdfac, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=24055438-b8cb-460b-9bfb-3d0cd8afdfac,segment=NetworkSegment(4fd41852-1c77-45d4-86e1-c577e7415750),segment_id=4fd41852-1c77-45d4-86e1-c577e7415750)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:50:55.216542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b011ac-f2a4-4280-8e08-a53e92fff6d2', 'name': 'network-vif-deleted', 'tag': '1bafee51-6293-4ce5-83ba-57e526db17c2'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:50:55.216632 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e99c4d0e-e966-42e9-9693-89750f64f766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:55.272826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 39ea43ef-377d-42c7-9bed-4390cccce0bb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:55.276159 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:55.285800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Allocated IP 172.20.0.1 (99c52a33-b2db-491f-a975-bcf42408879d/cb973e81-a972-4bb7-8f6e-68e95d18b08d/43d925f9-e431-43e0-96ce-48bc18da56b8) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:55.316738 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f592ec60-06d0-43fb-ab91-cd5cf308a59a req-0f8791d8-dc54-4652-bb26-37f97533f5da tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.46 "DELETE /v2.0/ports/1bafee51-6293-4ce5-83ba-57e526db17c2 HTTP/1.1" status: 204 len: 173 time: 2.1187680 May 27 22:50:55.321229 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029d7de6-5e77-4296-86df-ba1105359680'] response: {'server_uuid': 'f4b011ac-f2a4-4280-8e08-a53e92fff6d2', 'name': 'network-vif-deleted', 'tag': '1bafee51-6293-4ce5-83ba-57e526db17c2', 'status': 'completed', 'code': 200} May 27 22:50:55.470471 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c4d0e-e966-42e9-9693-89750f64f766 None None] Pushing event deleted for resources: {'Port': ['ID=37d9f347-aa1a-4066-b506-269afa828e73,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:55.477547 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:55.524885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c4d0e-e966-42e9-9693-89750f64f766 None None] No DVR routers for this DVR port 37d9f347-aa1a-4066-b506-269afa828e73 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:50:55.607392 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:55.632072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Transition to ACTIVE for port object 43d925f9-e431-43e0-96ce-48bc18da56b8 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:55.659613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 39ea43ef-377d-42c7-9bed-4390cccce0bb is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:55.660587 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:55.691252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 39ea43ef-377d-42c7-9bed-4390cccce0bb, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=39ea43ef-377d-42c7-9bed-4390cccce0bb,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:55.737645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bd75e-7ec8-47e0-8a02-333d6f1d7219 None None] Pushing event updated for resources: {'Port': ['ID=24055438-b8cb-460b-9bfb-3d0cd8afdfac,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:55.774163 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:55.845716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ed52e640-44cc-4973-a8f3-2d3263703651 req-e6a07839-da5f-475b-920b-83072ee0bb2a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Synchronizing usage tracker for tenant:e16b517763e0477b92463f30c2606338 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:55.865257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 37d9f347-aa1a-4066-b506-269afa828e73 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:55.923091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 37d9f347-aa1a-4066-b506-269afa828e73 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:50:55.923437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 37d9f347-aa1a-4066-b506-269afa828e73 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:50:55.930212 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:55.965288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=39ea43ef-377d-42c7-9bed-4390cccce0bb,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:56.141941 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31850895-249d-4917-8645-cbb4c77a662b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:56.214737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31850895-249d-4917-8645-cbb4c77a662b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:56.223038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-31850895-249d-4917-8645-cbb4c77a662b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:56.223733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ed52e640-44cc-4973-a8f3-2d3263703651 req-e6a07839-da5f-475b-920b-83072ee0bb2a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Unset dirty status for tenant:e16b517763e0477b92463f30c2606338 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:56.225000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ed52e640-44cc-4973-a8f3-2d3263703651 req-e6a07839-da5f-475b-920b-83072ee0bb2a tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=f4b011ac-f2a4-4280-8e08-a53e92fff6d2 HTTP/1.1" status: 200 len: 210 time: 0.5329258 May 27 22:50:56.226654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31850895-249d-4917-8645-cbb4c77a662b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:56.227368 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-31850895-249d-4917-8645-cbb4c77a662b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:56.238422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network 99c52a33-b2db-491f-a975-bcf42408879d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:56.241495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:56.243326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bd645e-d439-41b5-9f3f-aeb009592110 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:56.245746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:56.271975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31850895-249d-4917-8645-cbb4c77a662b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=51ffe973-4a08-4845-b221-867fbec0848a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:56.301306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Port': ['ID=43d925f9-e431-43e0-96ce-48bc18da56b8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:56.326689 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:56.400729 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-31850895-249d-4917-8645-cbb4c77a662b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5713942 May 27 22:50:56.401900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50028) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:56.409460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'fixed_ips': [{'subnet_id': '51ffe973-4a08-4845-b221-867fbec0848a', 'ip_address': '2001:db8::8714:b9fd:807f:9dfd'}], 'name': 'tempest-NetworksTestDHCPv6-858758005'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:56.553356 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '51ffe973-4a08-4845-b221-867fbec0848a'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:50:56.555039 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:56.629717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:56.651011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:56.658883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:56.666801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:56.692772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 39ea43ef-377d-42c7-9bed-4390cccce0bb up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:56.813929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:56.818940 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:56.940043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Allocated IP 2001:db8::2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/51ffe973-4a08-4845-b221-867fbec0848a/b4b4c1cb-58f8-43f5-9ebf-e1341edc232c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:56.951515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 39ea43ef-377d-42c7-9bed-4390cccce0bb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:56.951883 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:56.973765 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:57.011262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 0a6ccd76-f9b3-4a05-8ce2-b51d8031aba7 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:50:57.429372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1bafee51-6293-4ce5-83ba-57e526db17c2 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:50:57.488178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d7fcf3-3594-41ab-ac36-6a5460630cd7 None None] Network 99c52a33-b2db-491f-a975-bcf42408879d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:50:57.619149 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:57.710036 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:57.762794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 1bafee51-6293-4ce5-83ba-57e526db17c2 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:50:57.763467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1bafee51-6293-4ce5-83ba-57e526db17c2 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:50:57.878155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Port': ['ID=43d925f9-e431-43e0-96ce-48bc18da56b8,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:57.880651 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:57.906581 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:57.950060 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-686cea45-dac0-43c0-bc52-0021fe4e71e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:57.968746 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Transition to ACTIVE for port object b4b4c1cb-58f8-43f5-9ebf-e1341edc232c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:57.981084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d309af54-5f50-4048-b81b-daa187114477 None None] Provisioning for port 24055438-b8cb-460b-9bfb-3d0cd8afdfac completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:58.017432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 39ea43ef-377d-42c7-9bed-4390cccce0bb is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:58.018639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 24055438-b8cb-460b-9bfb-3d0cd8afdfac up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:50:58.049051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Transition to ACTIVE for port object b4b4c1cb-58f8-43f5-9ebf-e1341edc232c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:58.111978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network 99c52a33-b2db-491f-a975-bcf42408879d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:58.111978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:58.138367 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:58.197877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 24055438-b8cb-460b-9bfb-3d0cd8afdfac completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:58.226351 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 24055438-b8cb-460b-9bfb-3d0cd8afdfac triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:58.226731 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:58.229547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::8714:b9fd:807f:9dfd (c744ea9b-cdeb-488b-a067-0b211d4c406e/51ffe973-4a08-4845-b221-867fbec0848a/0a6ccd76-f9b3-4a05-8ce2-b51d8031aba7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:50:58.273620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:58.298096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:58.306982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Pushing event updated for resources: {'Port': ['ID=b4b4c1cb-58f8-43f5-9ebf-e1341edc232c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:58.312273 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:58.495846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df59c8-8513-4a16-819f-36a50827a03e req-13af2a3c-db0a-468a-bb70-ccbd76e4f073 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:58.508490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Attempting to bind port b4b4c1cb-58f8-43f5-9ebf-e1341edc232c on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:50:58.508768 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f4df59c8-8513-4a16-819f-36a50827a03e req-13af2a3c-db0a-468a-bb70-ccbd76e4f073 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 946 time: 0.3101497 May 27 22:50:58.516150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Attempting to bind port b4b4c1cb-58f8-43f5-9ebf-e1341edc232c by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:50:58.516748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Attempting to bind port b4b4c1cb-58f8-43f5-9ebf-e1341edc232c on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:50:58.551633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Router efe75550-d9dc-42c8-93f6-7854da110ada has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:50:58.572409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:50:58.573079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:50:58.573682 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:58.574283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:50:58.574957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Bound port: b4b4c1cb-58f8-43f5-9ebf-e1341edc232c, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:50:58.575533 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:58.635668 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:58.639059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f6d84f8f-8e2b-4fe6-baa4-afe08285ac8a None None] Provisioning for port 43d925f9-e431-43e0-96ce-48bc18da56b8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:50:58.657985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object 0a6ccd76-f9b3-4a05-8ce2-b51d8031aba7 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:50:58.764031 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:58.771170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f6d84f8f-8e2b-4fe6-baa4-afe08285ac8a None None] Provisioning complete for port 43d925f9-e431-43e0-96ce-48bc18da56b8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:58.771668 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6d84f8f-8e2b-4fe6-baa4-afe08285ac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:58.785255 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f4df59c8-8513-4a16-819f-36a50827a03e req-4142654f-8d78-4e6a-9f9b-beac4491e11b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733827 May 27 22:50:58.879524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:50:58.885424 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 24055438-b8cb-460b-9bfb-3d0cd8afdfac is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:50:58.889079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:50:58.896214 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:58.896624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:50:58.903445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:58.904686 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:58.998651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=0a6ccd76-f9b3-4a05-8ce2-b51d8031aba7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:59.046876 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3274dab7-2bd3-4e39-a542-5e45bc6b6f34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6432965 May 27 22:50:59.053169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50084) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:59.061744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ad39e367-6dbb-4f8f-8e68-b1548d0c7793 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'fixed_ips': [{'subnet_id': '51ffe973-4a08-4845-b221-867fbec0848a', 'ip_address': '2001:db8::8714:b9fd:807f:9dfd'}], 'name': 'tempest-NetworksTestDHCPv6-692553885'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:50:59.096195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f6d84f8f-8e2b-4fe6-baa4-afe08285ac8a None None] Port 43d925f9-e431-43e0-96ce-48bc18da56b8 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:50:59.102091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] For port b4b4c1cb-58f8-43f5-9ebf-e1341edc232c, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:50:59.120322 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 24055438-b8cb-460b-9bfb-3d0cd8afdfac, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=24055438-b8cb-460b-9bfb-3d0cd8afdfac,segment=NetworkSegment(4fd41852-1c77-45d4-86e1-c577e7415750),segment_id=4fd41852-1c77-45d4-86e1-c577e7415750)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:50:59.125033 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] For port b4b4c1cb-58f8-43f5-9ebf-e1341edc232c, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b4b4c1cb-58f8-43f5-9ebf-e1341edc232c,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:50:59.143215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f6d84f8f-8e2b-4fe6-baa4-afe08285ac8a None None] Provisioning complete for port 24055438-b8cb-460b-9bfb-3d0cd8afdfac triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:50:59.143215 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6d84f8f-8e2b-4fe6-baa4-afe08285ac8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:59.200969 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:59.234847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:50:59.245183 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-db9ea7ca-32d2-454d-b930-c986ea396862 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "PUT /v2.0/routers/efe75550-d9dc-42c8-93f6-7854da110ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7600310 May 27 22:50:59.246164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50090) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:59.247957 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Sync routers for ids ['efe75550-d9dc-42c8-93f6-7854da110ada'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:50:59.254106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5c47d-f696-4746-87f3-81322019f030 req-df0cf3b5-79ec-4079-bcaf-e057a82005f3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.254951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-23f5c47d-f696-4746-87f3-81322019f030 req-df0cf3b5-79ec-4079-bcaf-e057a82005f3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Synchronizing usage tracker for tenant:e16b517763e0477b92463f30c2606338 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:50:59.265998 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Routers {'efe75550-d9dc-42c8-93f6-7854da110ada'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:50:59.267336 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:50:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['efe75550-d9dc-42c8-93f6-7854da110ada'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:50:59.277814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ad39e367-6dbb-4f8f-8e68-b1548d0c7793 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:50:59.280220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-23f5c47d-f696-4746-87f3-81322019f030 req-df0cf3b5-79ec-4079-bcaf-e057a82005f3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Unset dirty status for tenant:e16b517763e0477b92463f30c2606338 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:50:59.281817 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-23f5c47d-f696-4746-87f3-81322019f030 req-df0cf3b5-79ec-4079-bcaf-e057a82005f3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 946 time: 0.2841604 May 27 22:50:59.284636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ad39e367-6dbb-4f8f-8e68-b1548d0c7793 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:50:59.288149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ad39e367-6dbb-4f8f-8e68-b1548d0c7793 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:50:59.328699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ad39e367-6dbb-4f8f-8e68-b1548d0c7793 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:50:59.357446 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:59.378477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-23f5c47d-f696-4746-87f3-81322019f030 req-1b5f74fb-681f-453a-ab50-a9f24d7c8cd0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Deleting port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:50:59.379103 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-23f5c47d-f696-4746-87f3-81322019f030 req-1b5f74fb-681f-453a-ab50-a9f24d7c8cd0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:59.437199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad39e367-6dbb-4f8f-8e68-b1548d0c7793 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:50:59.442661 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ad39e367-6dbb-4f8f-8e68-b1548d0c7793 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:50:59.526671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-ad39e367-6dbb-4f8f-8e68-b1548d0c7793 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 02d3c84d-c2a6-426e-9010-028e6c7bee3e yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:50:59.532958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be018f79-1a5c-4602-93d3-7cf516896288 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.534350 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be018f79-1a5c-4602-93d3-7cf516896288 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.535419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be018f79-1a5c-4602-93d3-7cf516896288 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.536264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be018f79-1a5c-4602-93d3-7cf516896288 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.538333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be018f79-1a5c-4602-93d3-7cf516896288 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.540023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be018f79-1a5c-4602-93d3-7cf516896288 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.540590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be018f79-1a5c-4602-93d3-7cf516896288 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.541666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be018f79-1a5c-4602-93d3-7cf516896288 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.542762 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be018f79-1a5c-4602-93d3-7cf516896288 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.549449 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-be018f79-1a5c-4602-93d3-7cf516896288 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6389 time: 0.3010042 May 27 22:50:59.550381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50104) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:50:59.566488 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Set router efe75550-d9dc-42c8-93f6-7854da110ada gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:50:59.619869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d4d70-cad0-49d8-a58b-a02f091ecd36 None None] Pushing event updated for resources: {'Port': ['ID=b4b4c1cb-58f8-43f5-9ebf-e1341edc232c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:50:59.763662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050b5dc0-7cf1-4dcb-8926-a43fbb5fd9a3 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.764139 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050b5dc0-7cf1-4dcb-8926-a43fbb5fd9a3 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.766774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050b5dc0-7cf1-4dcb-8926-a43fbb5fd9a3 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.770672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050b5dc0-7cf1-4dcb-8926-a43fbb5fd9a3 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.771155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050b5dc0-7cf1-4dcb-8926-a43fbb5fd9a3 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.771611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050b5dc0-7cf1-4dcb-8926-a43fbb5fd9a3 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.772058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050b5dc0-7cf1-4dcb-8926-a43fbb5fd9a3 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.772593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050b5dc0-7cf1-4dcb-8926-a43fbb5fd9a3 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.773031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050b5dc0-7cf1-4dcb-8926-a43fbb5fd9a3 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:50:59.777954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-050b5dc0-7cf1-4dcb-8926-a43fbb5fd9a3 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5923 time: 0.2265675 May 27 22:50:59.781639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50112) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:00.013830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f6d84f8f-8e2b-4fe6-baa4-afe08285ac8a None None] Current status of the port 24055438-b8cb-460b-9bfb-3d0cd8afdfac is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:00.036129 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fcfcd608-7313-47d5-a519-9fc5c4b7f57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:00.073032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=24055438-b8cb-460b-9bfb-3d0cd8afdfac,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:00.138675 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2815d065-5e61-4aea-9141-3437b63a667c None None] Provisioning complete for port 43d925f9-e431-43e0-96ce-48bc18da56b8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:00.139307 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2815d065-5e61-4aea-9141-3437b63a667c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:00.236712 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2815d065-5e61-4aea-9141-3437b63a667c None None] Port 43d925f9-e431-43e0-96ce-48bc18da56b8 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:51:00.345546 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:50:44Z', 'updated_at': '2022-05-27T22:50:56Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:46Z', 'updated_at': '2022-05-27T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '43d925f9-e431-43e0-96ce-48bc18da56b8', 'name': '', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:fb:92:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:54Z', 'updated_at': '2022-05-27T22:50:57Z', 'revision_number': 2, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:00.351359 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Checking router: efe75550-d9dc-42c8-93f6-7854da110ada for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:51:00.351977 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Updating router efe75550-d9dc-42c8-93f6-7854da110ada port 43d925f9-e431-43e0-96ce-48bc18da56b8 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:51:00.369973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-23f5c47d-f696-4746-87f3-81322019f030 req-1b5f74fb-681f-453a-ab50-a9f24d7c8cd0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] For port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4a29ac9d-35f5-4057-851a-0cb4e7dcf245,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:00.370526 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-23f5c47d-f696-4746-87f3-81322019f030 req-1b5f74fb-681f-453a-ab50-a9f24d7c8cd0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:00.378446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dfbe6-0512-45b2-9bc6-38fac4028788 req-0215830e-f4a3-439d-9320-bc6a755406c3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:00.380268 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f74dfbe6-0512-45b2-9bc6-38fac4028788 req-0215830e-f4a3-439d-9320-bc6a755406c3 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 946 time: 0.2818017 May 27 22:51:00.430521 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:00.484955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f74dfbe6-0512-45b2-9bc6-38fac4028788 req-969f9748-9699-442b-a035-5517a89ab392 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927649 May 27 22:51:00.505316 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4dcda61f-4f0b-4e48-a056-c599b90e342f tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.7225299 May 27 22:51:00.707823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50130) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:00.718060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7038c6f1-e395-4daa-94d1-e4db16c50fe3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-957154218', 'description': 'tempest-secgroup-smoke-957154218 description', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:00.733518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7038c6f1-e395-4daa-94d1-e4db16c50fe3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:00.748515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7038c6f1-e395-4daa-94d1-e4db16c50fe3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:00.754747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7038c6f1-e395-4daa-94d1-e4db16c50fe3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:00.774936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7038c6f1-e395-4daa-94d1-e4db16c50fe3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:00.782455 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad39e367-6dbb-4f8f-8e68-b1548d0c7793 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] POST failed (client error): There was a conflict when trying to complete your request. May 27 22:51:00.783577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad39e367-6dbb-4f8f-8e68-b1548d0c7793 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:51:00.798407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-23f5c47d-f696-4746-87f3-81322019f030 req-1b5f74fb-681f-453a-ab50-a9f24d7c8cd0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Calling delete_port for 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:00.882389 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7038c6f1-e395-4daa-94d1-e4db16c50fe3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:00.908907 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:00.933223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7038c6f1-e395-4daa-94d1-e4db16c50fe3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:00.944484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7038c6f1-e395-4daa-94d1-e4db16c50fe3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:00.949621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7038c6f1-e395-4daa-94d1-e4db16c50fe3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:00.957971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7038c6f1-e395-4daa-94d1-e4db16c50fe3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:01.025819 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:01.029177 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ad39e367-6dbb-4f8f-8e68-b1548d0c7793 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9735391 May 27 22:51:01.032801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50142) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:01.111555 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:01.204435 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7038c6f1-e395-4daa-94d1-e4db16c50fe3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:01.212449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-23f5c47d-f696-4746-87f3-81322019f030 req-1b5f74fb-681f-453a-ab50-a9f24d7c8cd0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:01.220438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bd734f-c849-41bd-8885-5434a07b072e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:01.224194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['00c17a0f-5241-4008-a545-08da2475b362'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:51:01.227866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bd734f-c849-41bd-8885-5434a07b072e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:01.228699 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-37bd734f-c849-41bd-8885-5434a07b072e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:01.239739 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Transition to ACTIVE for port object 43d925f9-e431-43e0-96ce-48bc18da56b8 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:01.288621 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['4a29ac9d-35f5-4057-851a-0cb4e7dcf245'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:51:01.328821 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7038c6f1-e395-4daa-94d1-e4db16c50fe3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:01.356161 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:01.383518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f5c47d-f696-4746-87f3-81322019f030 req-1b5f74fb-681f-453a-ab50-a9f24d7c8cd0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] No DVR routers for this DVR port 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:51:01.387266 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-23f5c47d-f696-4746-87f3-81322019f030 req-1b5f74fb-681f-453a-ab50-a9f24d7c8cd0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:01.391752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f74fb-681f-453a-ab50-a9f24d7c8cd0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event deleted for resources: {'Port': ['ID=4a29ac9d-35f5-4057-851a-0cb4e7dcf245,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:01.395608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb13829-4ea9-4c54-9efc-3d6d734c4fe5', 'name': 'network-vif-deleted', 'tag': '4a29ac9d-35f5-4057-851a-0cb4e7dcf245'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:51:01.431735 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-37bd734f-c849-41bd-8885-5434a07b072e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:01.431735 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-37bd734f-c849-41bd-8885-5434a07b072e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3884852 May 27 22:51:01.432576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50152) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:01.525960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038c6f1-e395-4daa-94d1-e4db16c50fe3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a435d302-1eb9-492f-8f7f-33d11d887d05,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:01.582640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b0de195b-6658-49a6-b209-4e5674ab600a None None] Provisioning for port b4b4c1cb-58f8-43f5-9ebf-e1341edc232c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:01.596412 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7038c6f1-e395-4daa-94d1-e4db16c50fe3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:01.597379 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7038c6f1-e395-4daa-94d1-e4db16c50fe3 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8885269 May 27 22:51:01.600690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50160) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:01.606120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f948fa37-ec86-4b9d-8f4d-99131083edb7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': 'a435d302-1eb9-492f-8f7f-33d11d887d05', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:01.621350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2451ce73-82d0-4330-b979-d7f0e747d10a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 0a6ccd76-f9b3-4a05-8ce2-b51d8031aba7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:01.623208 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2451ce73-82d0-4330-b979-d7f0e747d10a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:01.623666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f948fa37-ec86-4b9d-8f4d-99131083edb7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:01.646711 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df1570-eaea-4acc-86b8-60ba2925e8d2 None None] Pushing event updated for resources: {'Port': ['ID=43d925f9-e431-43e0-96ce-48bc18da56b8,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:01.792255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f948fa37-ec86-4b9d-8f4d-99131083edb7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:01.817702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f948fa37-ec86-4b9d-8f4d-99131083edb7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:01.827054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b4b4c1cb-58f8-43f5-9ebf-e1341edc232c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:01.832434 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df1570-eaea-4acc-86b8-60ba2925e8d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:01.835674 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df1570-eaea-4acc-86b8-60ba2925e8d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:01.838618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df1570-eaea-4acc-86b8-60ba2925e8d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:01.838618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df1570-eaea-4acc-86b8-60ba2925e8d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:01.838618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df1570-eaea-4acc-86b8-60ba2925e8d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:01.838618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df1570-eaea-4acc-86b8-60ba2925e8d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:01.838618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df1570-eaea-4acc-86b8-60ba2925e8d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:01.838618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df1570-eaea-4acc-86b8-60ba2925e8d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:01.838618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df1570-eaea-4acc-86b8-60ba2925e8d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:01.838618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df1570-eaea-4acc-86b8-60ba2925e8d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:01.838618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df1570-eaea-4acc-86b8-60ba2925e8d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:01.849173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f948fa37-ec86-4b9d-8f4d-99131083edb7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:01.852090 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10df1570-eaea-4acc-86b8-60ba2925e8d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:01.875717 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1be296-e941-4c69-aa84-8188c52653b7'] response: {'server_uuid': '6cb13829-4ea9-4c54-9efc-3d6d734c4fe5', 'name': 'network-vif-deleted', 'tag': '4a29ac9d-35f5-4057-851a-0cb4e7dcf245', 'status': 'completed', 'code': 200} May 27 22:51:01.923162 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-23f5c47d-f696-4746-87f3-81322019f030 req-1b5f74fb-681f-453a-ab50-a9f24d7c8cd0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.57 "DELETE /v2.0/ports/4a29ac9d-35f5-4057-851a-0cb4e7dcf245 HTTP/1.1" status: 204 len: 173 time: 2.6317582 May 27 22:51:01.981887 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f948fa37-ec86-4b9d-8f4d-99131083edb7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.001187 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Attempting to bind port 43d925f9-e431-43e0-96ce-48bc18da56b8 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:51:02.001552 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Attempting to bind port 43d925f9-e431-43e0-96ce-48bc18da56b8 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '4fd41852-1c77-45d4-86e1-c577e7415750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:51:02.001913 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Attempting to bind port 43d925f9-e431-43e0-96ce-48bc18da56b8 on network 99c52a33-b2db-491f-a975-bcf42408879d {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:51:02.023465 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:51:02.023951 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Checking segment: {'id': '4fd41852-1c77-45d4-86e1-c577e7415750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:51:02.024445 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.024776 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Bound using segment: {'id': '4fd41852-1c77-45d4-86e1-c577e7415750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:51:02.025237 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Bound port: 43d925f9-e431-43e0-96ce-48bc18da56b8, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd41852-1c77-45d4-86e1-c577e7415750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:51:02.025607 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.215952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3582b4a4-1e9b-4d7f-ab5d-498c2f905651 None None] Provisioning for port 0a6ccd76-f9b3-4a05-8ce2-b51d8031aba7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:02.222821 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f948fa37-ec86-4b9d-8f4d-99131083edb7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.229371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50168) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:02.233915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3582b4a4-1e9b-4d7f-ab5d-498c2f905651 None None] Provisioning complete for port 0a6ccd76-f9b3-4a05-8ce2-b51d8031aba7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:02.236556 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3582b4a4-1e9b-4d7f-ab5d-498c2f905651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.283211 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f948fa37-ec86-4b9d-8f4d-99131083edb7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.352178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948fa37-ec86-4b9d-8f4d-99131083edb7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e67741-d1de-4549-985a-364ad5e2c471,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:02.354331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port b4b4c1cb-58f8-43f5-9ebf-e1341edc232c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:02.364117 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.365375 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] For port 43d925f9-e431-43e0-96ce-48bc18da56b8, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:51:02.373255 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] For port 43d925f9-e431-43e0-96ce-48bc18da56b8, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=43d925f9-e431-43e0-96ce-48bc18da56b8,segment=NetworkSegment(4fd41852-1c77-45d4-86e1-c577e7415750),segment_id=4fd41852-1c77-45d4-86e1-c577e7415750)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:51:02.382474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port b4b4c1cb-58f8-43f5-9ebf-e1341edc232c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:02.382825 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.441375 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.452974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3582b4a4-1e9b-4d7f-ab5d-498c2f905651 None None] Port 0a6ccd76-f9b3-4a05-8ce2-b51d8031aba7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:51:02.485486 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f948fa37-ec86-4b9d-8f4d-99131083edb7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.489908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50176) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:02.491994 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f948fa37-ec86-4b9d-8f4d-99131083edb7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8902578 May 27 22:51:02.494896 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a76e0c2f-d822-4825-8fff-546aa3934627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.497794 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4a497f68-42cd-4600-8a94-93a1707ac4b1 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': 'a435d302-1eb9-492f-8f7f-33d11d887d05', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:02.518985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4a497f68-42cd-4600-8a94-93a1707ac4b1 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:02.527718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4a497f68-42cd-4600-8a94-93a1707ac4b1 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:02.532116 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2451ce73-82d0-4330-b979-d7f0e747d10a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.538824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a76e0c2f-d822-4825-8fff-546aa3934627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:02.541447 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4a497f68-42cd-4600-8a94-93a1707ac4b1 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:02.543080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a76e0c2f-d822-4825-8fff-546aa3934627 admin admin] Usage tracker for resource:security_group_rule and tenant:a06c4422ecf04ca2a58ce291ee40aba9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:02.549335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a76e0c2f-d822-4825-8fff-546aa3934627 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:02.551352 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4a497f68-42cd-4600-8a94-93a1707ac4b1 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:02.564586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a76e0c2f-d822-4825-8fff-546aa3934627 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:02.606699 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Routers {'efe75550-d9dc-42c8-93f6-7854da110ada'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:02.609326 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['efe75550-d9dc-42c8-93f6-7854da110ada'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:02.697965 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port b4b4c1cb-58f8-43f5-9ebf-e1341edc232c is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:02.698290 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.728465 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df1570-eaea-4acc-86b8-60ba2925e8d2 None None] Pushing event updated for resources: {'Port': ['ID=43d925f9-e431-43e0-96ce-48bc18da56b8,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:02.788504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port b4b4c1cb-58f8-43f5-9ebf-e1341edc232c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b4b4c1cb-58f8-43f5-9ebf-e1341edc232c,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:02.801612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2451ce73-82d0-4330-b979-d7f0e747d10a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 0a6ccd76-f9b3-4a05-8ce2-b51d8031aba7 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:02.851737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-352f6f4f-1b7e-4ece-a06a-305b0b6a53a8 req-24bc91da-9cd2-483b-93a1-b93fade35ef2 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=6cb13829-4ea9-4c54-9efc-3d6d734c4fe5 HTTP/1.1" status: 200 len: 210 time: 0.4541020 May 27 22:51:02.873844 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.874791 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 24055438-b8cb-460b-9bfb-3d0cd8afdfac up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:02.902048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a76e0c2f-d822-4825-8fff-546aa3934627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.940290 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] Set router efe75550-d9dc-42c8-93f6-7854da110ada gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:02.944517 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a497f68-42cd-4600-8a94-93a1707ac4b1 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:02.995477 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a76e0c2f-d822-4825-8fff-546aa3934627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:03.048982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=b4b4c1cb-58f8-43f5-9ebf-e1341edc232c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:03.068016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e0c2f-d822-4825-8fff-546aa3934627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6d9810-24a5-429d-9bf7-5e0806fa2c82,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:03.075759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 24055438-b8cb-460b-9bfb-3d0cd8afdfac triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:03.076243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:03.103305 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a497f68-42cd-4600-8a94-93a1707ac4b1 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:03.126041 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a76e0c2f-d822-4825-8fff-546aa3934627 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a06c4422ecf04ca2a58ce291ee40aba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8951240 May 27 22:51:03.128506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50188) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:03.191724 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2451ce73-82d0-4330-b979-d7f0e747d10a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:03.215301 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a497f68-42cd-4600-8a94-93a1707ac4b1 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:03.303569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 24055438-b8cb-460b-9bfb-3d0cd8afdfac is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:03.330421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:51:03.444210 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2451ce73-82d0-4330-b979-d7f0e747d10a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:03.459616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:51:03.460668 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4a29ac9d-35f5-4057-851a-0cb4e7dcf245 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:51:03.460984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a497f68-42cd-4600-8a94-93a1707ac4b1 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8d9f99-3b1c-468d-add5-6b0d3df7ad41,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:03.465222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451ce73-82d0-4330-b979-d7f0e747d10a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=0a6ccd76-f9b3-4a05-8ce2-b51d8031aba7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:03.479259 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:50:44Z', 'updated_at': '2022-05-27T22:50:56Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:46Z', 'updated_at': '2022-05-27T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '43d925f9-e431-43e0-96ce-48bc18da56b8', 'name': '', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:fb:92:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:54Z', 'updated_at': '2022-05-27T22:51:02Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:03.491066 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06067328-5af2-40b5-bd0b-322b9877e459 None None] The sync data for ids ['efe75550-d9dc-42c8-93f6-7854da110ada'] in n-d-843680-3 is: [{'id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:50:44Z', 'updated_at': '2022-05-27T22:50:56Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:46Z', 'updated_at': '2022-05-27T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '43d925f9-e431-43e0-96ce-48bc18da56b8', 'name': '', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:fb:92:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:54Z', 'updated_at': '2022-05-27T22:51:02Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:51:03.496319 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f097c5a9-051d-4512-b4e0-ff47ada1264c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:03.512127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50204) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:03.522360 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2451ce73-82d0-4330-b979-d7f0e747d10a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/0a6ccd76-f9b3-4a05-8ce2-b51d8031aba7 HTTP/1.1" status: 204 len: 168 time: 2.0955663 May 27 22:51:03.534226 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a497f68-42cd-4600-8a94-93a1707ac4b1 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:03.538288 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4a497f68-42cd-4600-8a94-93a1707ac4b1 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0446777 May 27 22:51:03.540734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:03.582280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b2f8ad84-f3a5-4e30-8e69-c241863c614c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': 'a435d302-1eb9-492f-8f7f-33d11d887d05', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:03.595701 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b4b4c1cb-58f8-43f5-9ebf-e1341edc232c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:03.603677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b2f8ad84-f3a5-4e30-8e69-c241863c614c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:03.613241 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f097c5a9-051d-4512-b4e0-ff47ada1264c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:03.642436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b2f8ad84-f3a5-4e30-8e69-c241863c614c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:03.649416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b2f8ad84-f3a5-4e30-8e69-c241863c614c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:03.658853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccda8c02-e2b6-45cd-91b6-7cf7257f2507 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:03.660428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccda8c02-e2b6-45cd-91b6-7cf7257f2507 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:03.666777 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ccda8c02-e2b6-45cd-91b6-7cf7257f2507 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1534712 May 27 22:51:03.667450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50212) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:03.696386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b2f8ad84-f3a5-4e30-8e69-c241863c614c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:03.760300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port b4b4c1cb-58f8-43f5-9ebf-e1341edc232c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:03.761462 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:03.778791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-870b9149-1d22-4474-afd6-f0b1530af94c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 51ffe973-4a08-4845-b221-867fbec0848a {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:51:03.794849 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-870b9149-1d22-4474-afd6-f0b1530af94c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:03.814941 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ad84-f3a5-4e30-8e69-c241863c614c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:03.836652 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f097c5a9-051d-4512-b4e0-ff47ada1264c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:03.899893 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-870b9149-1d22-4474-afd6-f0b1530af94c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:03.984767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097c5a9-051d-4512-b4e0-ff47ada1264c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6d9810-24a5-429d-9bf7-5e0806fa2c82,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:04.020957 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f097c5a9-051d-4512-b4e0-ff47ada1264c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:04.024831 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f097c5a9-051d-4512-b4e0-ff47ada1264c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1d6d9810-24a5-429d-9bf7-5e0806fa2c82 HTTP/1.1" status: 204 len: 168 time: 0.8951228 May 27 22:51:04.046371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port b4b4c1cb-58f8-43f5-9ebf-e1341edc232c is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:04.053142 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-870b9149-1d22-4474-afd6-f0b1530af94c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:04.096161 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ad84-f3a5-4e30-8e69-c241863c614c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:04.167621 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ad84-f3a5-4e30-8e69-c241863c614c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:04.218332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8ad84-f3a5-4e30-8e69-c241863c614c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cadd89c6-871d-4e52-916c-d736cb9d49f5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:04.339089 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2f8ad84-f3a5-4e30-8e69-c241863c614c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:04.344055 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b2f8ad84-f3a5-4e30-8e69-c241863c614c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7987702 May 27 22:51:04.344055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50228) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:04.348482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e8c2f675-ba07-4592-97a6-9c860d071ed7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': 'a435d302-1eb9-492f-8f7f-33d11d887d05', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:04.361311 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e8c2f675-ba07-4592-97a6-9c860d071ed7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:04.365953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e8c2f675-ba07-4592-97a6-9c860d071ed7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:04.368976 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e8c2f675-ba07-4592-97a6-9c860d071ed7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:04.375724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e8c2f675-ba07-4592-97a6-9c860d071ed7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:04.410900 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-870b9149-1d22-4474-afd6-f0b1530af94c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:04.456710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-66aacd6b-7047-4582-8d2a-a1ead0ed0975 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:04.458131 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-66aacd6b-7047-4582-8d2a-a1ead0ed0975 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 812 time: 0.2637289 May 27 22:51:04.462096 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f675-ba07-4592-97a6-9c860d071ed7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:04.465380 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-870b9149-1d22-4474-afd6-f0b1530af94c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:04.472386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbf49bf-0a0c-4b08-ac72-bd228fd83398 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:51:04.484315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b9149-1d22-4474-afd6-f0b1530af94c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=51ffe973-4a08-4845-b221-867fbec0848a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:04.512073 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-30a115bd-925f-41d9-8a88-d6a89c741cf5 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/quotas/a3537ac059424872b0999096f4b18e5e HTTP/1.1" status: 200 len: 375 time: 0.0297151 May 27 22:51:04.516547 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-870b9149-1d22-4474-afd6-f0b1530af94c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/51ffe973-4a08-4845-b221-867fbec0848a HTTP/1.1" status: 204 len: 168 time: 0.8480732 May 27 22:51:04.521797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50234) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:04.545214 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f675-ba07-4592-97a6-9c860d071ed7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:04.630023 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f675-ba07-4592-97a6-9c860d071ed7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:04.643374 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-adf6df1e-ca23-4270-8eaf-faa9299480e8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1203032 May 27 22:51:04.647025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50240) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:04.664403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2c356fe1-855c-4745-bfc7-f06d6957f0f2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:04.741758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2f675-ba07-4592-97a6-9c860d071ed7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b57cc8-95d9-480d-808f-c521b4ba2d55,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:04.785185 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8c2f675-ba07-4592-97a6-9c860d071ed7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:04.789303 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e8c2f675-ba07-4592-97a6-9c860d071ed7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4450846 May 27 22:51:04.790327 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50246) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:04.795018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1300d443-5483-452a-bb0a-c8ce9fcb93d7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': 'a435d302-1eb9-492f-8f7f-33d11d887d05', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:04.814950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1300d443-5483-452a-bb0a-c8ce9fcb93d7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:04.820486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1300d443-5483-452a-bb0a-c8ce9fcb93d7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:04.833363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1300d443-5483-452a-bb0a-c8ce9fcb93d7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:04.840554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1300d443-5483-452a-bb0a-c8ce9fcb93d7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:04.933510 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-1300d443-5483-452a-bb0a-c8ce9fcb93d7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Project ce374891ed0f4bd582f3450e6b65dedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 22:51:04.946231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267dbaec-536f-46ed-a714-75584d46707d None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:51:04.948172 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1300d443-5483-452a-bb0a-c8ce9fcb93d7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:04.951017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-267dbaec-536f-46ed-a714-75584d46707d None None] Deleting port b4b4c1cb-58f8-43f5-9ebf-e1341edc232c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:04.951524 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-267dbaec-536f-46ed-a714-75584d46707d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:05.046055 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1300d443-5483-452a-bb0a-c8ce9fcb93d7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:05.139244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1300d443-5483-452a-bb0a-c8ce9fcb93d7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:05.140550 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-928edab8-9895-4604-afd7-93ed1284d730 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6216247 May 27 22:51:05.185788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2c356fe1-855c-4745-bfc7-f06d6957f0f2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:05.197080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1300d443-5483-452a-bb0a-c8ce9fcb93d7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c06a4d1-62cf-41db-860a-47f0996dafaa,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:05.240630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2c356fe1-855c-4745-bfc7-f06d6957f0f2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:05.249909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2c356fe1-855c-4745-bfc7-f06d6957f0f2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:05.254219 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-267dbaec-536f-46ed-a714-75584d46707d None None] For port b4b4c1cb-58f8-43f5-9ebf-e1341edc232c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b4b4c1cb-58f8-43f5-9ebf-e1341edc232c,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:05.254520 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-267dbaec-536f-46ed-a714-75584d46707d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:05.265569 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1300d443-5483-452a-bb0a-c8ce9fcb93d7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:05.267739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2c356fe1-855c-4745-bfc7-f06d6957f0f2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:05.267888 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1300d443-5483-452a-bb0a-c8ce9fcb93d7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4769344 May 27 22:51:05.270649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50254) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:05.277586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-69a760e4-8671-4437-ba16-0ed4208a198a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'security_group_rule': {'security_group_id': 'a435d302-1eb9-492f-8f7f-33d11d887d05', 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:05.296139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-69a760e4-8671-4437-ba16-0ed4208a198a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:05.302189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-69a760e4-8671-4437-ba16-0ed4208a198a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:security_group_rule and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:05.307349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-69a760e4-8671-4437-ba16-0ed4208a198a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:05.315265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-69a760e4-8671-4437-ba16-0ed4208a198a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:05.338886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbc2e3-fcf4-4f7e-9d69-3d83164bf212 req-342af5ba-5a41-404d-98f5-7b072851e7f0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:05.346745 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2dbc2e3-fcf4-4f7e-9d69-3d83164bf212 req-342af5ba-5a41-404d-98f5-7b072851e7f0 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.3847840 May 27 22:51:05.361808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32a621-84f7-4718-898e-6eeedb1133de req-eab0211c-128b-4b25-b492-37ffced2971b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:05.361808 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b32a621-84f7-4718-898e-6eeedb1133de req-eab0211c-128b-4b25-b492-37ffced2971b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.46 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.3970296 May 27 22:51:05.381179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c356fe1-855c-4745-bfc7-f06d6957f0f2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:51:05.395512 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c356fe1-855c-4745-bfc7-f06d6957f0f2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:05.414252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-267dbaec-536f-46ed-a714-75584d46707d None None] Calling delete_port for b4b4c1cb-58f8-43f5-9ebf-e1341edc232c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:05.438411 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-6d7a31fe-26fd-4070-941f-43f33d9228a2 service neutron] 10.222.0.27 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878504 May 27 22:51:05.438930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50258) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:05.519747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 43d925f9-e431-43e0-96ce-48bc18da56b8 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:05.563116 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-69a760e4-8671-4437-ba16-0ed4208a198a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Project ce374891ed0f4bd582f3450e6b65dedf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 22:51:05.573873 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a760e4-8671-4437-ba16-0ed4208a198a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:05.589797 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b0aea7b7-2b5c-4ef8-9cc3-4e1721bf9edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:05.598714 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-267dbaec-536f-46ed-a714-75584d46707d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:05.656228 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a760e4-8671-4437-ba16-0ed4208a198a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:05.656703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dbaec-536f-46ed-a714-75584d46707d None None] Pushing event deleted for resources: {'Port': ['ID=b4b4c1cb-58f8-43f5-9ebf-e1341edc232c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:05.663702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267dbaec-536f-46ed-a714-75584d46707d None None] No DVR routers for this DVR port b4b4c1cb-58f8-43f5-9ebf-e1341edc232c on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:51:05.665656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 43d925f9-e431-43e0-96ce-48bc18da56b8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:05.672748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 43d925f9-e431-43e0-96ce-48bc18da56b8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:05.673194 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:05.690064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2dbc2e3-fcf4-4f7e-9d69-3d83164bf212 req-2924aaec-eb4d-4f12-bdcc-8c1c07e0b631 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424494 May 27 22:51:05.708878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b0aea7b7-2b5c-4ef8-9cc3-4e1721bf9edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:05.712791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b0aea7b7-2b5c-4ef8-9cc3-4e1721bf9edc admin admin] Usage tracker for resource:security_group_rule and tenant:7852d02a1307491ab6292a570fef6e2c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:05.715699 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b0aea7b7-2b5c-4ef8-9cc3-4e1721bf9edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:05.730336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b0aea7b7-2b5c-4ef8-9cc3-4e1721bf9edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:05.741611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-0b32a621-84f7-4718-898e-6eeedb1133de req-1720a63f-2f6b-429b-acdb-bda640f3316b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Deleting port 00c17a0f-5241-4008-a545-08da2475b362 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:05.741940 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0b32a621-84f7-4718-898e-6eeedb1133de req-1720a63f-2f6b-429b-acdb-bda640f3316b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:05.761979 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a760e4-8671-4437-ba16-0ed4208a198a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:05.788935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a760e4-8671-4437-ba16-0ed4208a198a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c82b1c5-30db-48bb-b8e0-c60f6f421d0f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:05.833450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 43d925f9-e431-43e0-96ce-48bc18da56b8 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:05.833826 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:05.870739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 43d925f9-e431-43e0-96ce-48bc18da56b8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=43d925f9-e431-43e0-96ce-48bc18da56b8,segment=NetworkSegment(4fd41852-1c77-45d4-86e1-c577e7415750),segment_id=4fd41852-1c77-45d4-86e1-c577e7415750)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:05.921153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-1d828d7b-76af-4b8c-9a6d-07c696c03592 service neutron] 10.222.0.27 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708042 May 27 22:51:05.941937 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69a760e4-8671-4437-ba16-0ed4208a198a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:05.946771 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-69a760e4-8671-4437-ba16-0ed4208a198a tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6748693 May 27 22:51:05.962224 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:06.035402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b4b4c1cb-58f8-43f5-9ebf-e1341edc232c no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:51:06.099054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: b4b4c1cb-58f8-43f5-9ebf-e1341edc232c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:51:06.099723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b4b4c1cb-58f8-43f5-9ebf-e1341edc232c not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:51:06.126507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=43d925f9-e431-43e0-96ce-48bc18da56b8,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:06.220510 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b0aea7b7-2b5c-4ef8-9cc3-4e1721bf9edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:06.329397 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b0aea7b7-2b5c-4ef8-9cc3-4e1721bf9edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:06.335856 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67a0fc92-e51e-4322-839f-a7260e52a5ed req-968a3c84-e193-4d29-a7fc-f22305507269 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 210 time: 0.1137438 May 27 22:51:06.429189 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c356fe1-855c-4745-bfc7-f06d6957f0f2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:06.472876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-cb310303-0ccc-4a0c-9651-7f6cb3673732 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Synchronizing usage tracker for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:06.492175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b0aea7b7-2b5c-4ef8-9cc3-4e1721bf9edc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7852d02a1307491ab6292a570fef6e2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0410111 May 27 22:51:06.492873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:06.498488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aea7b7-2b5c-4ef8-9cc3-4e1721bf9edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb52c391-6e77-48da-a2d2-93582eb495c8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:06.519226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-0b32a621-84f7-4718-898e-6eeedb1133de req-1720a63f-2f6b-429b-acdb-bda640f3316b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] For port 00c17a0f-5241-4008-a545-08da2475b362, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=00c17a0f-5241-4008-a545-08da2475b362,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:06.519226 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0b32a621-84f7-4718-898e-6eeedb1133de req-1720a63f-2f6b-429b-acdb-bda640f3316b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:06.552215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c356fe1-855c-4745-bfc7-f06d6957f0f2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:06.562931 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b94bebe-ca7b-4c5c-8152-b9008968e57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:06.594714 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b94bebe-ca7b-4c5c-8152-b9008968e57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:06.607347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-2c356fe1-855c-4745-bfc7-f06d6957f0f2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:06.618631 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5800f8aa-c481-403f-9ee7-6931372605a4 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:51:06.671519 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c356fe1-855c-4745-bfc7-f06d6957f0f2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:06.672108 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c356fe1-855c-4745-bfc7-f06d6957f0f2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:06.681766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-0b32a621-84f7-4718-898e-6eeedb1133de req-1720a63f-2f6b-429b-acdb-bda640f3316b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Calling delete_port for 00c17a0f-5241-4008-a545-08da2475b362 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:06.746654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c356fe1-855c-4745-bfc7-f06d6957f0f2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=85006e2d-b062-4bc8-bf6b-6df2b2e49b9f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:06.763732 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b94bebe-ca7b-4c5c-8152-b9008968e57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:06.782011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-cb310303-0ccc-4a0c-9651-7f6cb3673732 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Unset dirty status for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:06.789651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94bebe-ca7b-4c5c-8152-b9008968e57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb52c391-6e77-48da-a2d2-93582eb495c8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:06.789810 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-cb310303-0ccc-4a0c-9651-7f6cb3673732 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957154218&fields=id&tenant_id=ce374891ed0f4bd582f3450e6b65dedf HTTP/1.1" status: 200 len: 267 time: 0.5139160 May 27 22:51:06.802969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b94bebe-ca7b-4c5c-8152-b9008968e57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:06.804661 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6b94bebe-ca7b-4c5c-8152-b9008968e57a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cb52c391-6e77-48da-a2d2-93582eb495c8 HTTP/1.1" status: 204 len: 168 time: 0.3107553 May 27 22:51:06.992831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '85006e2d-b062-4bc8-bf6b-6df2b2e49b9f'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:51:06.993900 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:07.057026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2c356fe1-855c-4745-bfc7-f06d6957f0f2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4089878 May 27 22:51:07.060184 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:07.066965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a1a948a5-04fc-4536-a4a5-b6e57e904b84 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'fixed_ips': [{'subnet_id': '85006e2d-b062-4bc8-bf6b-6df2b2e49b9f', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-903732229'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:07.201786 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Allocated IP 2001:db8::2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/85006e2d-b062-4bc8-bf6b-6df2b2e49b9f/cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:07.237690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-b70ab2c6-8471-4a9e-a4aa-5a60fc14301f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:07.238654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-b70ab2c6-8471-4a9e-a4aa-5a60fc14301f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Synchronizing usage tracker for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:07.242267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a1a948a5-04fc-4536-a4a5-b6e57e904b84 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:07.247029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1a948a5-04fc-4536-a4a5-b6e57e904b84 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:07.251070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1a948a5-04fc-4536-a4a5-b6e57e904b84 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:07.259041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a1a948a5-04fc-4536-a4a5-b6e57e904b84 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:07.270155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b6073-622c-4cdf-8b9b-bedbdce54131 req-6553735b-f52c-471f-9884-293c2554e903 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:07.271640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-439b6073-622c-4cdf-8b9b-bedbdce54131 req-6553735b-f52c-471f-9884-293c2554e903 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 945 time: 0.2226167 May 27 22:51:07.343887 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-439b6073-622c-4cdf-8b9b-bedbdce54131 req-83c37101-90ac-45c0-aeb4-a62caacae6e5 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=429416a8-021d-443f-a53c-d35dcc45b6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625124 May 27 22:51:07.344966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a948a5-04fc-4536-a4a5-b6e57e904b84 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:51:07.347947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-b70ab2c6-8471-4a9e-a4aa-5a60fc14301f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Unset dirty status for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:07.356223 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-b70ab2c6-8471-4a9e-a4aa-5a60fc14301f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/networks?id=99c52a33-b2db-491f-a975-bcf42408879d HTTP/1.1" status: 200 len: 796 time: 0.5459158 May 27 22:51:07.365734 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0b32a621-84f7-4718-898e-6eeedb1133de req-1720a63f-2f6b-429b-acdb-bda640f3316b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:07.397895 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-ae26b2f8-8422-42c1-9760-456ab6dd2b69 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/quotas/ce374891ed0f4bd582f3450e6b65dedf HTTP/1.1" status: 200 len: 375 time: 0.0390546 May 27 22:51:07.493141 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720a63f-2f6b-429b-acdb-bda640f3316b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event deleted for resources: {'Port': ['ID=00c17a0f-5241-4008-a545-08da2475b362,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:07.506069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 43d925f9-e431-43e0-96ce-48bc18da56b8 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:07.557105 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:51:07.601759 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1a948a5-04fc-4536-a4a5-b6e57e904b84 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:07.615858 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:07.630942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Transition to ACTIVE for port object cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:07.650744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Transition to ACTIVE for port object cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:07.675746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-a1a948a5-04fc-4536-a4a5-b6e57e904b84 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 9aaa1a78-c787-45cb-9961-9aaf3aaaf4d6 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:51:07.679657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 43d925f9-e431-43e0-96ce-48bc18da56b8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:07.680020 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:07.753782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b32a621-84f7-4718-898e-6eeedb1133de req-1720a63f-2f6b-429b-acdb-bda640f3316b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] No DVR routers for this DVR port 00c17a0f-5241-4008-a545-08da2475b362 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:51:07.755460 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-0b32a621-84f7-4718-898e-6eeedb1133de req-1720a63f-2f6b-429b-acdb-bda640f3316b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:07.778651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82871d9e-ed71-4b9b-8308-f8b0820c81b4', 'name': 'network-vif-deleted', 'tag': '00c17a0f-5241-4008-a545-08da2475b362'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:51:07.789163 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b32a621-84f7-4718-898e-6eeedb1133de req-1720a63f-2f6b-429b-acdb-bda640f3316b tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.46 "DELETE /v2.0/ports/00c17a0f-5241-4008-a545-08da2475b362 HTTP/1.1" status: 204 len: 173 time: 2.4117129 May 27 22:51:07.810108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13e5324d-6aef-4718-9789-9b7552813441 req-b7346bdb-058d-416d-8fa2-808e3f67f8fc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 210 time: 0.1699171 May 27 22:51:07.817676 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:07.892872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-fcd35725-aa25-40cf-8ecb-686bd33e0a4c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Synchronizing usage tracker for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:07.934989 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b8922b-ce80-4922-9f65-8aa75d1880d9'] response: {'server_uuid': '82871d9e-ed71-4b9b-8308-f8b0820c81b4', 'name': 'network-vif-deleted', 'tag': '00c17a0f-5241-4008-a545-08da2475b362', 'status': 'completed', 'code': 200} May 27 22:51:08.003250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:08.007727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:08.010226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:51:08.047935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-fcd35725-aa25-40cf-8ecb-686bd33e0a4c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Unset dirty status for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:08.048647 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a948a5-04fc-4536-a4a5-b6e57e904b84 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:51:08.049507 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-fcd35725-aa25-40cf-8ecb-686bd33e0a4c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ce374891ed0f4bd582f3450e6b65dedf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5719841 May 27 22:51:08.050208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a948a5-04fc-4536-a4a5-b6e57e904b84 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:51:08.058363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Pushing event updated for resources: {'Port': ['ID=cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:08.162707 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1a948a5-04fc-4536-a4a5-b6e57e904b84 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1005073 May 27 22:51:08.165083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50334) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:08.175570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Attempting to bind port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:51:08.176121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Attempting to bind port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:51:08.176504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Attempting to bind port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:51:08.184634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 43d925f9-e431-43e0-96ce-48bc18da56b8 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:08.188828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:51:08.189193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:51:08.189715 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:08.189958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:51:08.190423 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Bound port: cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:51:08.190786 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:08.289232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2ebc51-5f35-4653-93c3-647d302aa843 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:08.290029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e2ebc51-5f35-4653-93c3-647d302aa843 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:08.304453 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] For port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:51:08.308649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] For port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:51:08.357767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e2ebc51-5f35-4653-93c3-647d302aa843 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:08.358115 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8e2ebc51-5f35-4653-93c3-647d302aa843 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1918955 May 27 22:51:08.361062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50340) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:08.385233 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:08.391915 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-b0d64c80-19bb-40df-8552-78acb5ca087c service neutron] 10.222.0.27 "GET /v2.0/networks/99c52a33-b2db-491f-a975-bcf42408879d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239429 May 27 22:51:08.509065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18788117-bc9f-406f-9d6e-e244b43ee47e None None] Pushing event updated for resources: {'Port': ['ID=cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:08.527680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa584399-2bb3-4ef8-b735-ea570e4d4303 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:08.535713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa584399-2bb3-4ef8-b735-ea570e4d4303 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:08.537244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fa584399-2bb3-4ef8-b735-ea570e4d4303 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:08.620611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-517513d6-5e00-47fd-b97d-d85a1bc49943 req-71f8fa8d-fde9-47ff-83f0-0815e88c6fbf tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Synchronizing usage tracker for tenant:e16b517763e0477b92463f30c2606338 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:08.626252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fa584399-2bb3-4ef8-b735-ea570e4d4303 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:08.628150 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fa584399-2bb3-4ef8-b735-ea570e4d4303 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2660911 May 27 22:51:08.630549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50350) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:08.708767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-517513d6-5e00-47fd-b97d-d85a1bc49943 req-71f8fa8d-fde9-47ff-83f0-0815e88c6fbf tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Unset dirty status for tenant:e16b517763e0477b92463f30c2606338 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:08.709921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-517513d6-5e00-47fd-b97d-d85a1bc49943 req-71f8fa8d-fde9-47ff-83f0-0815e88c6fbf tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=82871d9e-ed71-4b9b-8308-f8b0820c81b4 HTTP/1.1" status: 200 len: 210 time: 0.1490200 May 27 22:51:08.771015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-262d3a6e-4145-490b-a914-f82ae71e018c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 85006e2d-b062-4bc8-bf6b-6df2b2e49b9f {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:51:08.775672 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-262d3a6e-4145-490b-a914-f82ae71e018c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:08.786457 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-66fe67cb-f450-436c-92ae-4aef14efe502 service neutron] 10.222.0.27 "GET /v2.0/networks/99c52a33-b2db-491f-a975-bcf42408879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884301 May 27 22:51:08.895400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-a2f09c47-153a-44ee-be72-074152faa248 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:08.896954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-a2f09c47-153a-44ee-be72-074152faa248 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 812 time: 0.2272313 May 27 22:51:08.911808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'port': {'device_id': 'f807057b-d014-4829-aa81-e44a25c0a185', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'admin_state_up': True, 'tenant_id': 'a3537ac059424872b0999096f4b18e5e'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:08.926923 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-262d3a6e-4145-490b-a914-f82ae71e018c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:09.254630 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72e6632a-b80a-4514-bb9b-7691631ef737 req-f0b4448c-41c2-4ed6-a6b1-b5b4b6c4ac5d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 210 time: 0.1566460 May 27 22:51:09.257368 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-262d3a6e-4145-490b-a914-f82ae71e018c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:09.285539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 00c17a0f-5241-4008-a545-08da2475b362 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:51:09.370336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 00c17a0f-5241-4008-a545-08da2475b362 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:51:09.384289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 00c17a0f-5241-4008-a545-08da2475b362 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:51:09.411727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-101fa509-4fcb-4014-93d4-58c9401bb9ab req-b5ea7994-74d6-4f5c-8bba-b6f60c937fef tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 210 time: 0.1747382 May 27 22:51:09.436957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:09.451579 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:09.531120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:09.539534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Made reservation on behalf of a3537ac059424872b0999096f4b18e5e for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:51:09.543102 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:09.568205 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-262d3a6e-4145-490b-a914-f82ae71e018c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:09.645525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d3a6e-4145-490b-a914-f82ae71e018c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=85006e2d-b062-4bc8-bf6b-6df2b2e49b9f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:09.687099 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-262d3a6e-4145-490b-a914-f82ae71e018c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:09.726237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:09.809669 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-262d3a6e-4145-490b-a914-f82ae71e018c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/85006e2d-b062-4bc8-bf6b-6df2b2e49b9f HTTP/1.1" status: 204 len: 168 time: 1.1777453 May 27 22:51:09.815161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50384) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:09.892536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Allocated IP 172.20.0.12 (d259ef12-3c47-4a2a-b28b-38e6df0b8220/359c9276-8a0d-4cf7-bcd9-97af35f64e95/0448c876-45cc-4187-83fc-6360305a481c) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:09.977231 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6c61eb3b-5ce8-48e2-a15c-5b6cbb64e0c0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1571074 May 27 22:51:09.977503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50392) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:09.984103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4b7356ea-af00-4cac-b4ed-1f05934ebf28 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:10.170337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b7356ea-af00-4cac-b4ed-1f05934ebf28 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:10.176327 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b7356ea-af00-4cac-b4ed-1f05934ebf28 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:10.179889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b7356ea-af00-4cac-b4ed-1f05934ebf28 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:10.187240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b7356ea-af00-4cac-b4ed-1f05934ebf28 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:10.285214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7356ea-af00-4cac-b4ed-1f05934ebf28 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:51:10.285920 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b7356ea-af00-4cac-b4ed-1f05934ebf28 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:10.328586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72293bf4-3bdb-4cc0-9a5a-07e5992f10e7 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:51:10.504744 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:10.521211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Transition to ACTIVE for port object 0448c876-45cc-4187-83fc-6360305a481c will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:10.599741 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9db12756-230c-4848-81f1-8a787a8f1bc9 req-19b14490-9004-406c-aa05-178d0363d09f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 210 time: 0.0510247 May 27 22:51:10.672824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:10.741335 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b7356ea-af00-4cac-b4ed-1f05934ebf28 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:10.786957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4d26fb52-9150-4258-91ab-565f2ff6b91f None None] Provisioning for port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:10.817164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4d26fb52-9150-4258-91ab-565f2ff6b91f None None] Provisioning complete for port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:10.818549 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d26fb52-9150-4258-91ab-565f2ff6b91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:10.925623 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c392dcd-c735-4171-b2a4-216301bfb6f2 req-6b09dead-ea24-4a2e-8186-6ed918868861 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 210 time: 0.0672064 May 27 22:51:11.013553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7356ea-af00-4cac-b4ed-1f05934ebf28 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=54ed623f-330a-4e94-afbf-2a551c5def54,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:11.013911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Network d259ef12-3c47-4a2a-b28b-38e6df0b8220 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:11.014005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7356ea-af00-4cac-b4ed-1f05934ebf28 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:11.017389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4b7356ea-af00-4cac-b4ed-1f05934ebf28 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:11.024249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7356ea-af00-4cac-b4ed-1f05934ebf28 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:11.024715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:11.024922 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b7356ea-af00-4cac-b4ed-1f05934ebf28 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:11.031960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:51:11.078615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'Port': ['ID=0448c876-45cc-4187-83fc-6360305a481c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:11.142672 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4d26fb52-9150-4258-91ab-565f2ff6b91f None None] Current status of the port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:11.143898 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d26fb52-9150-4258-91ab-565f2ff6b91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:11.144842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2a58d-9643-4617-9d51-cb2c40edec6f req-badae3aa-a382-43e9-90a1-78505b4f8108 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:11.146298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0dc2a58d-9643-4617-9d51-cb2c40edec6f req-badae3aa-a382-43e9-90a1-78505b4f8108 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.3819690 May 27 22:51:11.154458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:11.155095 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:11.197297 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4d26fb52-9150-4258-91ab-565f2ff6b91f None None] For port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:11.219819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0dc2a58d-9643-4617-9d51-cb2c40edec6f req-605a5b5c-b6a9-4d26-971c-ab228dbe8d05 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605338 May 27 22:51:11.261671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:51:11.266153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] Deleting port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:11.266547 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:11.310922 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4b7356ea-af00-4cac-b4ed-1f05934ebf28 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3321297 May 27 22:51:11.312126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-d22fd846-af21-44d3-b3cb-884362b333cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4071369 May 27 22:51:11.314121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50418) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:11.326461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f19a441d-e145-4b0f-9f7a-75b774f2bbe4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1662097482', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:11.327233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Request body: {'port': {'device_id': 'f807057b-d014-4829-aa81-e44a25c0a185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:11.353677 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d26fb52-9150-4258-91ab-565f2ff6b91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:11.356937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f19a441d-e145-4b0f-9f7a-75b774f2bbe4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:11.376141 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f19a441d-e145-4b0f-9f7a-75b774f2bbe4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:router and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:11.381943 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f19a441d-e145-4b0f-9f7a-75b774f2bbe4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:11.404772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f19a441d-e145-4b0f-9f7a-75b774f2bbe4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:11.504692 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f19a441d-e145-4b0f-9f7a-75b774f2bbe4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:11.506021 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f19a441d-e145-4b0f-9f7a-75b774f2bbe4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:11.526305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26fb52-9150-4258-91ab-565f2ff6b91f None None] Pushing event updated for resources: {'Port': ['ID=cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:11.532725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:51:11.538247 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f19a441d-e145-4b0f-9f7a-75b774f2bbe4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:11.620461 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:11.716771 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f19a441d-e145-4b0f-9f7a-75b774f2bbe4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:11.726922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a59368a8-1e0b-4702-9564-77cc879d0d5d None None] Provisioning for port 0448c876-45cc-4187-83fc-6360305a481c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:11.771809 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a59368a8-1e0b-4702-9564-77cc879d0d5d None None] Provisioning complete for port 0448c876-45cc-4187-83fc-6360305a481c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:11.772244 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a59368a8-1e0b-4702-9564-77cc879d0d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:11.876110 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f19a441d-e145-4b0f-9f7a-75b774f2bbe4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:11.877294 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f19a441d-e145-4b0f-9f7a-75b774f2bbe4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5622220 May 27 22:51:11.879982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50436) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:12.005312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a59368a8-1e0b-4702-9564-77cc879d0d5d None None] Port 0448c876-45cc-4187-83fc-6360305a481c cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:51:12.060405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54170-8f33-431a-a2c4-cf02055bd5a1 req-27627f4e-4ea8-4d7c-9f34-f0b988ff3fe4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:12.061112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1ab54170-8f33-431a-a2c4-cf02055bd5a1 req-27627f4e-4ea8-4d7c-9f34-f0b988ff3fe4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Synchronizing usage tracker for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:12.119933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:12.120693 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:12.187602 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1ab54170-8f33-431a-a2c4-cf02055bd5a1 req-27627f4e-4ea8-4d7c-9f34-f0b988ff3fe4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Unset dirty status for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:12.188936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ab54170-8f33-431a-a2c4-cf02055bd5a1 req-27627f4e-4ea8-4d7c-9f34-f0b988ff3fe4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 932 time: 0.3674664 May 27 22:51:12.198135 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7756d5c-ea83-41db-8f12-6ebc264548ae req-76ee568c-a98d-4490-95ef-4932d50d1d90 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 210 time: 0.0768528 May 27 22:51:12.223443 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:12.238480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] For port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:12.238870 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:12.388636 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:12.418686 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ab54170-8f33-431a-a2c4-cf02055bd5a1 req-28443aa5-f3c6-4f42-9773-f11f3f24ee74 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231584 May 27 22:51:12.505008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0448c876-45cc-4187-83fc-6360305a481c {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:51:12.519508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] Calling delete_port for cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:12.521912 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:12.681401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:12.762604 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:51:12.763280 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:51:12.907401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Transition to ACTIVE for port object 0448c876-45cc-4187-83fc-6360305a481c will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:12.930930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04eeeaa-cb9c-4156-8678-7ad9ea3d2d83 req-08a8c8cb-3032-4d39-b7b5-faebd8c216ec tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:12.932433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f04eeeaa-cb9c-4156-8678-7ad9ea3d2d83 req-08a8c8cb-3032-4d39-b7b5-faebd8c216ec tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.5090024 May 27 22:51:12.948262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-3c009943-5475-419b-8f6c-c8a28ed1a5be tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:12.950158 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-3c009943-5475-419b-8f6c-c8a28ed1a5be tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.57 "GET /v2.0/networks?id=99c52a33-b2db-491f-a975-bcf42408879d HTTP/1.1" status: 200 len: 796 time: 0.3835571 May 27 22:51:13.018468 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f04eeeaa-cb9c-4156-8678-7ad9ea3d2d83 req-b33dd261-5d0d-4284-8d7b-10c4a9880158 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673208 May 27 22:51:13.019056 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:13.124907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0448c876-45cc-4187-83fc-6360305a481c,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:13.192236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-28cc6e9d-59d5-4173-8c6a-6c4f3cf95d6d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:13.193139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-28cc6e9d-59d5-4173-8c6a-6c4f3cf95d6d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Synchronizing usage tracker for tenant:e16b517763e0477b92463f30c2606338 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:13.250008 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:13.265825 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] Deleting port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:13.266197 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:13.280221 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-8dc1c853-5acf-4384-aedd-9c75c0534a75 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce374891ed0f4bd582f3450e6b65dedf HTTP/1.1" status: 200 len: 379 time: 0.2659471 May 27 22:51:13.300013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'port': {'device_id': '7a15acea-26f7-461a-a6ef-2949e0b7d269', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'admin_state_up': True, 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'security_groups': ['a435d302-1eb9-492f-8f7f-33d11d887d05']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:13.754608 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] For port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:13.755194 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:13.756429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-28cc6e9d-59d5-4173-8c6a-6c4f3cf95d6d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Unset dirty status for tenant:e16b517763e0477b92463f30c2606338 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:13.757691 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-28cc6e9d-59d5-4173-8c6a-6c4f3cf95d6d tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.57 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 1.4390230 May 27 22:51:13.976194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] Calling delete_port for cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:14.060800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Attempting to bind port 0448c876-45cc-4187-83fc-6360305a481c on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:51:14.061129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Attempting to bind port 0448c876-45cc-4187-83fc-6360305a481c by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:51:14.061488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Attempting to bind port 0448c876-45cc-4187-83fc-6360305a481c on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:51:14.082834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-abc29b1b-9f55-458d-bf11-d9945767ee58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Deleting port 4168d69f-51a0-4562-a53c-13c04d14ed4a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:14.083434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-abc29b1b-9f55-458d-bf11-d9945767ee58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:14.134474 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eacb1e7c-9e0d-4e5e-9c89-9ce488ce2b18 req-a546f4e3-d242-45c6-a5b4-eb9a135405b9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 210 time: 0.3034513 May 27 22:51:14.135056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Port 0448c876-45cc-4187-83fc-6360305a481c on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:51:14.135398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Attempting to bind port 0448c876-45cc-4187-83fc-6360305a481c on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:51:14.145419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:51:14.145826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Checking segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:51:14.146319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Bound using segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:51:14.146769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Bound port: 0448c876-45cc-4187-83fc-6360305a481c, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:51:14.147382 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:14.277177 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:14.348435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] For port 0448c876-45cc-4187-83fc-6360305a481c, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:51:14.349214 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] No DVR routers for this DVR port cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:51:14.352148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] For port 0448c876-45cc-4187-83fc-6360305a481c, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0448c876-45cc-4187-83fc-6360305a481c,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:51:14.359353 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4b57a-1319-44b8-b215-b9b2c65e0219 None None] Pushing event deleted for resources: {'Port': ['ID=cb0fa1ea-9df4-4a21-b264-d0ba60ff2f78,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:14.373660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bd2ed3-7bcf-45a4-b5e0-5ff215d7d3dc None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:51:14.441576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a43b3-a4f7-4c5b-b363-b30df6987234 req-df6dea39-4e35-43ca-ac09-8724ffc6f852 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:14.447488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-052a43b3-a4f7-4c5b-b363-b30df6987234 req-df6dea39-4e35-43ca-ac09-8724ffc6f852 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.5475285 May 27 22:51:14.461327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:14.470222 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:14.716201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '54ed623f-330a-4e94-afbf-2a551c5def54'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:51:14.716933 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:14.804431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:14.818680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:14.819414 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:14.821044 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] 10.222.0.46 "PUT /v2.0/ports/0448c876-45cc-4187-83fc-6360305a481c HTTP/1.1" status: 200 len: 1092 time: 3.5021281 May 27 22:51:14.841647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f807057b-d014-4829-aa81-e44a25c0a185', 'tag': '0448c876-45cc-4187-83fc-6360305a481c'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:51:14.912255 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-052a43b3-a4f7-4c5b-b363-b30df6987234 req-fa490a00-39f4-42fe-8325-ab81e81ea5c1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288435 May 27 22:51:14.929050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c716ed1-52cf-4207-81ca-6430424f57e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0448c876-45cc-4187-83fc-6360305a481c,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:14.932816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::1 (c744ea9b-cdeb-488b-a067-0b211d4c406e/54ed623f-330a-4e94-afbf-2a551c5def54/d8a81eac-ed9f-41b8-ae21-fa9e60561fc6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:15.033367 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-506e6291-e98b-44ec-b3e5-e1c9c4845e8f'] response: {'name': 'network-changed', 'server_uuid': 'f807057b-d014-4829-aa81-e44a25c0a185', 'tag': '0448c876-45cc-4187-83fc-6360305a481c', 'status': 'completed', 'code': 200} May 27 22:51:15.062745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Made reservation on behalf of ce374891ed0f4bd582f3450e6b65dedf for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:51:15.075403 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:15.110733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf8a5d-e7e3-4a2d-96ec-1b3f563214f4 req-e135089a-bed2-4d4d-80f6-5bc0f98a96da tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:15.113255 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5bcf8a5d-e7e3-4a2d-96ec-1b3f563214f4 req-e135089a-bed2-4d4d-80f6-5bc0f98a96da tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 944 time: 0.6609373 May 27 22:51:15.374527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50506) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:15.420199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 4168d69f-51a0-4562-a53c-13c04d14ed4a no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:51:15.442211 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9a184ba-ad6e-436f-bb3d-fc84ae0763d1 req-ea6489b9-f077-4a5f-a8d8-8ba61abbc238 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 210 time: 0.0686328 May 27 22:51:15.496404 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-abc29b1b-9f55-458d-bf11-d9945767ee58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] For port 4168d69f-51a0-4562-a53c-13c04d14ed4a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=4168d69f-51a0-4562-a53c-13c04d14ed4a,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:15.496910 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-abc29b1b-9f55-458d-bf11-d9945767ee58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:15.499955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5bcf8a5d-e7e3-4a2d-96ec-1b3f563214f4 req-3bb6e283-fa41-4f9c-a8ab-e9733c3967d6 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups?id=4ae85495-9ee5-4271-bd36-4a71277c66d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3708735 May 27 22:51:15.578915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Allocated IP 172.20.0.7 (99c52a33-b2db-491f-a975-bcf42408879d/cb973e81-a972-4bb7-8f6e-68e95d18b08d/533636f2-5f8b-4b66-8627-d3737b400fba) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:15.746886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 4168d69f-51a0-4562-a53c-13c04d14ed4a is: DOWN; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:15.822611 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:15.851872 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:15.857906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-21028e96-abdc-4359-a2ea-80ab9a8ee910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:15.860229 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-21028e96-abdc-4359-a2ea-80ab9a8ee910 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 1095 time: 0.9057086 May 27 22:51:15.861105 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-40d8a885-8f21-4adb-8be5-58b168a5772a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:15.898383 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:15.959320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:15.983916 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-cbdc999c-30de-4b7f-90d0-5674985fb629 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0448c876-45cc-4187-83fc-6360305a481c HTTP/1.1" status: 200 len: 217 time: 0.0998015 May 27 22:51:15.988065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-40d8a885-8f21-4adb-8be5-58b168a5772a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:15.991982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-40d8a885-8f21-4adb-8be5-58b168a5772a admin admin] Usage tracker for resource:security_group_rule and tenant:3505be366bea485ca878c2ba7b73d2f7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:16.027843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-40d8a885-8f21-4adb-8be5-58b168a5772a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:16.046854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-40d8a885-8f21-4adb-8be5-58b168a5772a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:16.058776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Transition to ACTIVE for port object 533636f2-5f8b-4b66-8627-d3737b400fba will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:16.168378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Allocated IP 2001:db8::2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/54ed623f-330a-4e94-afbf-2a551c5def54/4fb401bc-2ef9-484e-9804-47a82ed0fd05) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:16.180225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-890199e2-30ef-4a4c-8216-c06db6875eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:16.182354 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-890199e2-30ef-4a4c-8216-c06db6875eb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.1874914 May 27 22:51:16.190108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:16.275857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:16.279419 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-abc29b1b-9f55-458d-bf11-d9945767ee58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:16.279809 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-abc29b1b-9f55-458d-bf11-d9945767ee58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:16.281063 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-abc29b1b-9f55-458d-bf11-d9945767ee58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Floating IP 7225948f-b22d-49e9-b939-edd798212376 disassociated. External IP: 172.25.2.194, port: 4168d69f-51a0-4562-a53c-13c04d14ed4a. May 27 22:51:16.281063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-abc29b1b-9f55-458d-bf11-d9945767ee58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Calling delete_port for 4168d69f-51a0-4562-a53c-13c04d14ed4a owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:16.288490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9c38c-a097-4927-a9f4-77258302e166 req-24e65971-d21c-4809-894b-bd3621a5cdf5 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:16.289987 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-48e9c38c-a097-4927-a9f4-77258302e166 req-24e65971-d21c-4809-894b-bd3621a5cdf5 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.2266316 May 27 22:51:16.316400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:16.326710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:51:16.327761 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:16.354127 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-48e9c38c-a097-4927-a9f4-77258302e166 req-73d44bc8-aed4-4e42-b0d1-b457b9dcf310 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582988 May 27 22:51:16.382111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=d8a81eac-ed9f-41b8-ae21-fa9e60561fc6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:16.384546 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:16.481335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Port': ['ID=533636f2-5f8b-4b66-8627-d3737b400fba,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:16.502138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network 99c52a33-b2db-491f-a975-bcf42408879d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:16.504164 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-40d8a885-8f21-4adb-8be5-58b168a5772a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:16.506347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:16.516577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-c0cfba27-af2a-498a-9270-6b7d4b245515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:16.518431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-c0cfba27-af2a-498a-9270-6b7d4b245515 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3159988 May 27 22:51:16.519457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:51:16.684920 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-abc29b1b-9f55-458d-bf11-d9945767ee58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:16.687273 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-40d8a885-8f21-4adb-8be5-58b168a5772a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:16.698815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:16.708875 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:16.759185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Transition to ACTIVE for port object 4fb401bc-2ef9-484e-9804-47a82ed0fd05 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:16.818262 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Transition to ACTIVE for port object 4fb401bc-2ef9-484e-9804-47a82ed0fd05 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:16.865178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc29b1b-9f55-458d-bf11-d9945767ee58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event deleted for resources: {'Port': ['ID=4168d69f-51a0-4562-a53c-13c04d14ed4a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:16.939001 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:17.023498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f3837c97-9765-4cce-97f9-8a5d0ccb47e7 None None] Provisioning for port 533636f2-5f8b-4b66-8627-d3737b400fba completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:17.070530 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-40d8a885-8f21-4adb-8be5-58b168a5772a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3505be366bea485ca878c2ba7b73d2f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6834438 May 27 22:51:17.074683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f3837c97-9765-4cce-97f9-8a5d0ccb47e7 None None] Provisioning complete for port 533636f2-5f8b-4b66-8627-d3737b400fba triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:17.075241 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3837c97-9765-4cce-97f9-8a5d0ccb47e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:17.081787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:17.082431 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:17.086650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50536) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:17.091465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8a885-8f21-4adb-8be5-58b168a5772a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e24c3b-4546-48e0-8962-3fe734e41a89,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:17.172407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f3837c97-9765-4cce-97f9-8a5d0ccb47e7 None None] Port 533636f2-5f8b-4b66-8627-d3737b400fba cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:51:17.181431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:17.182318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Pushing event updated for resources: {'Port': ['ID=4fb401bc-2ef9-484e-9804-47a82ed0fd05,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:17.187078 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:17.192305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:51:17.203992 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-58f9a35a-a1e3-422f-b81b-99c30a8af17c service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095765 May 27 22:51:17.333456 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-e804eef7-3e96-4a8e-acc2-1d75e3e3acd6 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0391605 May 27 22:51:17.345610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d2484-9897-4042-8b6b-e22017654e48 req-50158cc3-0812-4b30-86c8-522e313dea3d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:17.346418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fd8d2484-9897-4042-8b6b-e22017654e48 req-50158cc3-0812-4b30-86c8-522e313dea3d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Synchronizing usage tracker for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:17.360760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Request body: {'port': {'device_id': '7a15acea-26f7-461a-a6ef-2949e0b7d269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:17.379667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-abc29b1b-9f55-458d-bf11-d9945767ee58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Router 15f5493d-a7b4-4836-8885-0cdf7f173d48 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:51:17.394945 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff5bd4fc-65ce-41d9-9ca7-0fa77ad2e34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:17.405817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Attempting to bind port 4fb401bc-2ef9-484e-9804-47a82ed0fd05 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:51:17.410646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Attempting to bind port 4fb401bc-2ef9-484e-9804-47a82ed0fd05 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:51:17.410646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Attempting to bind port 4fb401bc-2ef9-484e-9804-47a82ed0fd05 on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:51:17.418160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:51:17.418532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:51:17.418981 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:17.419378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:51:17.420268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Bound port: 4fb401bc-2ef9-484e-9804-47a82ed0fd05, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:51:17.420268 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:17.509265 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff5bd4fc-65ce-41d9-9ca7-0fa77ad2e34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:17.566945 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] For port 4fb401bc-2ef9-484e-9804-47a82ed0fd05, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:51:17.578376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] For port 4fb401bc-2ef9-484e-9804-47a82ed0fd05, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4fb401bc-2ef9-484e-9804-47a82ed0fd05,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:51:17.602949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fd8d2484-9897-4042-8b6b-e22017654e48 req-50158cc3-0812-4b30-86c8-522e313dea3d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Unset dirty status for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:17.609768 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd8d2484-9897-4042-8b6b-e22017654e48 req-50158cc3-0812-4b30-86c8-522e313dea3d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 931 time: 0.9241087 May 27 22:51:17.653327 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:17.668617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-983d5086-f16d-44db-a71b-3c03b7ba1885 req-6c904a4f-22a9-4a69-b2dd-aa3ff2e8f4c6 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528687 May 27 22:51:17.698442 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:17.733015 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd8d2484-9897-4042-8b6b-e22017654e48 req-9328cd76-faec-48a0-9107-46baa56d6952 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a435d302-1eb9-492f-8f7f-33d11d887d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222689 May 27 22:51:17.866962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7f4e0-6ebd-42df-a7af-a48ec655e168 None None] Pushing event updated for resources: {'Port': ['ID=4fb401bc-2ef9-484e-9804-47a82ed0fd05,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:17.967883 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff5bd4fc-65ce-41d9-9ca7-0fa77ad2e34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:17.999695 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:18.003752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-abc29b1b-9f55-458d-bf11-d9945767ee58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:51:18.018469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84756876-e982-4edb-a59d-34ab1181e327 None None] Sync routers for ids ['15f5493d-a7b4-4836-8885-0cdf7f173d48'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:51:18.031906 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84756876-e982-4edb-a59d-34ab1181e327 None None] Routers {'15f5493d-a7b4-4836-8885-0cdf7f173d48'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:18.032983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-84756876-e982-4edb-a59d-34ab1181e327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['15f5493d-a7b4-4836-8885-0cdf7f173d48'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:18.039750 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bd4fc-65ce-41d9-9ca7-0fa77ad2e34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e24c3b-4546-48e0-8962-3fe734e41a89,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:18.112241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-abc29b1b-9f55-458d-bf11-d9945767ee58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] No DVR routers for this DVR port 4168d69f-51a0-4562-a53c-13c04d14ed4a on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:51:18.115289 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:18.116318 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:18.121836 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-abc29b1b-9f55-458d-bf11-d9945767ee58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:18.215116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-deleted', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:51:18.279760 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff5bd4fc-65ce-41d9-9ca7-0fa77ad2e34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:18.281462 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ff5bd4fc-65ce-41d9-9ca7-0fa77ad2e34a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d1e24c3b-4546-48e0-8962-3fe734e41a89 HTTP/1.1" status: 204 len: 168 time: 1.1913712 May 27 22:51:18.308014 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55f450b1-1f7f-4243-9642-98bfb47afdb3 req-66a37046-0d21-4757-b25e-1a09334d9116 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 210 time: 0.2842324 May 27 22:51:18.414962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71179ce6-858f-402a-900e-9f091c12337a req-75f49278-de8f-4e21-85a1-bc8d2abc69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:18.426769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71179ce6-858f-402a-900e-9f091c12337a req-75f49278-de8f-4e21-85a1-bc8d2abc69a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 1095 time: 0.5115876 May 27 22:51:18.471915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-84756876-e982-4edb-a59d-34ab1181e327 None None] Set router 15f5493d-a7b4-4836-8885-0cdf7f173d48 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:18.659396 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ed4649-4f35-4ef6-b974-d7f668fd6b27'] response: {'server_uuid': 'c194690a-939b-4d8a-8cfa-bcb5f96ce0d6', 'name': 'network-vif-deleted', 'tag': '4168d69f-51a0-4562-a53c-13c04d14ed4a', 'status': 'completed', 'code': 200} May 27 22:51:18.685334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:18.698459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:18.796860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902a40c-bc20-41ed-8385-68ee2da2b8ed req-de3dfb7e-0914-413d-9703-30e515ddf022 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:18.801110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9902a40c-bc20-41ed-8385-68ee2da2b8ed req-de3dfb7e-0914-413d-9703-30e515ddf022 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.7566519 May 27 22:51:19.191229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=d8a81eac-ed9f-41b8-ae21-fa9e60561fc6,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:19.226862 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-defc4d7b-bf0b-4f46-bab4-f39e6cc55d74 req-abc29b1b-9f55-458d-bf11-d9945767ee58 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.57 "DELETE /v2.0/ports/4168d69f-51a0-4562-a53c-13c04d14ed4a HTTP/1.1" status: 204 len: 173 time: 5.4575491 May 27 22:51:19.233849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-84756876-e982-4edb-a59d-34ab1181e327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:42:08Z', 'updated_at': '2022-05-27T22:42:20Z', 'revision_number': 4, 'project_id': 'e16b517763e0477b92463f30c2606338', 'gw_port': {'id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:10Z', 'updated_at': '2022-05-27T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '40e5e4ed-703f-4e90-8c87-cb52386f144f', 'name': '', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'mac_address': 'fa:16:3e:1b:fd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:18Z', 'updated_at': '2022-05-27T22:42:30Z', 'revision_number': 5, 'project_id': 'e16b517763e0477b92463f30c2606338', 'subnets': [{'id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:19.240556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84756876-e982-4edb-a59d-34ab1181e327 None None] Checking router: 15f5493d-a7b4-4836-8885-0cdf7f173d48 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:51:19.257259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84756876-e982-4edb-a59d-34ab1181e327 None None] Routers {'15f5493d-a7b4-4836-8885-0cdf7f173d48'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:19.258185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-84756876-e982-4edb-a59d-34ab1181e327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['15f5493d-a7b4-4836-8885-0cdf7f173d48'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:19.309427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71179ce6-858f-402a-900e-9f091c12337a req-59dba851-538c-4183-bb6f-f46945791e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:19.311049 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71179ce6-858f-402a-900e-9f091c12337a req-59dba851-538c-4183-bb6f-f46945791e06 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.7781570 May 27 22:51:19.337153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9902a40c-bc20-41ed-8385-68ee2da2b8ed req-ff577a57-3c03-43f1-ab6e-3c1922c58cad tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264578 May 27 22:51:19.464672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Router 8320c989-8bf0-47a9-8fd3-522af72edb09 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:51:19.529585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71179ce6-858f-402a-900e-9f091c12337a req-c1390716-28f7-4f9b-808a-8feee8753ab1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0448c876-45cc-4187-83fc-6360305a481c HTTP/1.1" status: 200 len: 217 time: 0.2100947 May 27 22:51:19.554373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50564) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:19.577903 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533636f2-5f8b-4b66-8627-d3737b400fba {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:51:19.657532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4fb401bc-2ef9-484e-9804-47a82ed0fd05 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:19.686487 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:19.752948 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e716d30a-f455-42ea-8c4e-53b9ab4470c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:19.798148 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b428e888-a6e7-4c1f-a521-95ab089266d2 req-fb50e0f5-600f-4aa9-affa-bcde83fb7737 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/ports?device_id=c194690a-939b-4d8a-8cfa-bcb5f96ce0d6 HTTP/1.1" status: 200 len: 210 time: 0.1536977 May 27 22:51:19.800744 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e716d30a-f455-42ea-8c4e-53b9ab4470c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:19.813098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Transition to ACTIVE for port object 533636f2-5f8b-4b66-8627-d3737b400fba will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:19.815803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e716d30a-f455-42ea-8c4e-53b9ab4470c7 admin admin] Usage tracker for resource:security_group_rule and tenant:8081004bbabc47849877a6507905dfa8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:19.823111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e716d30a-f455-42ea-8c4e-53b9ab4470c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:19.837579 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e716d30a-f455-42ea-8c4e-53b9ab4470c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:19.848784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71179ce6-858f-402a-900e-9f091c12337a req-eddc7eb4-10fa-49ed-868e-f8e54316ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:19.851137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71179ce6-858f-402a-900e-9f091c12337a req-eddc7eb4-10fa-49ed-868e-f8e54316ece0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.2995815 May 27 22:51:19.934682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36b11c-bc0c-40c4-b8e5-2e2264b4c27c req-620c58ea-7a07-491a-9b24-6f184836f81f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:19.939717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:51:19.945939 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a2e3c279-0637-4d1f-8a5e-c1b578d68954 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "PUT /v2.0/routers/8320c989-8bf0-47a9-8fd3-522af72edb09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0649643 May 27 22:51:19.949823 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f36b11c-bc0c-40c4-b8e5-2e2264b4c27c req-620c58ea-7a07-491a-9b24-6f184836f81f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 931 time: 0.8220322 May 27 22:51:19.951724 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Sync routers for ids ['8320c989-8bf0-47a9-8fd3-522af72edb09'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:51:19.956259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50568) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:19.963292 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Routers {'8320c989-8bf0-47a9-8fd3-522af72edb09'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:19.975269 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8320c989-8bf0-47a9-8fd3-522af72edb09'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:20.075153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-84756876-e982-4edb-a59d-34ab1181e327 None None] Set router 15f5493d-a7b4-4836-8885-0cdf7f173d48 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:20.246260 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:20.279715 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Set router 8320c989-8bf0-47a9-8fd3-522af72edb09 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:20.420371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 4fb401bc-2ef9-484e-9804-47a82ed0fd05 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:20.457260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a7f8cdfb-df5f-45ef-8d1e-c08435582518 None None] Provisioning for port 4fb401bc-2ef9-484e-9804-47a82ed0fd05 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:20.471948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a7f8cdfb-df5f-45ef-8d1e-c08435582518 None None] Provisioning complete for port 4fb401bc-2ef9-484e-9804-47a82ed0fd05 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:20.472761 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7f8cdfb-df5f-45ef-8d1e-c08435582518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:20.498578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ac7877-7798-4930-8939-4a02b6abedf9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:20.501200 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-56ac7877-7798-4930-8939-4a02b6abedf9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports/d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 HTTP/1.1" status: 200 len: 911 time: 0.5417018 May 27 22:51:20.501564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50576) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:20.607358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4fb401bc-2ef9-484e-9804-47a82ed0fd05 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:20.607755 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:20.758600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e4324-2ceb-4270-a315-734dc868418f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:20.765078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91e4324-2ceb-4270-a315-734dc868418f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:20.765884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a91e4324-2ceb-4270-a315-734dc868418f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:20.914804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a91e4324-2ceb-4270-a315-734dc868418f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:20.920949 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a91e4324-2ceb-4270-a315-734dc868418f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.4179893 May 27 22:51:20.921841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50584) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:21.023831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Pushing event updated for resources: {'Port': ['ID=533636f2-5f8b-4b66-8627-d3737b400fba,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:21.033828 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f36b11c-bc0c-40c4-b8e5-2e2264b4c27c req-b7fa90f9-19cc-4581-a86a-a8f7b31bac06 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a435d302-1eb9-492f-8f7f-33d11d887d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0829747 May 27 22:51:21.195440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71179ce6-858f-402a-900e-9f091c12337a req-b7a938cb-aade-44a8-b59d-ea7fcda88db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:21.196155 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71179ce6-858f-402a-900e-9f091c12337a req-b7a938cb-aade-44a8-b59d-ea7fcda88db0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3366244 May 27 22:51:21.203349 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8320c989-8bf0-47a9-8fd3-522af72edb09', 'name': 'tempest-NetworksTestDHCPv6-router-1662097482', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:11Z', 'updated_at': '2022-05-27T22:51:16Z', 'revision_number': 2, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'gw_port_host': None, '_interfaces': [{'id': 'd8a81eac-ed9f-41b8-ae21-fa9e60561fc6', 'name': '', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'mac_address': 'fa:16:3e:89:57:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8320c989-8bf0-47a9-8fd3-522af72edb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '54ed623f-330a-4e94-afbf-2a551c5def54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:13Z', 'updated_at': '2022-05-27T22:51:17Z', 'revision_number': 2, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'subnets': [{'id': '54ed623f-330a-4e94-afbf-2a551c5def54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:21.215808 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Checking router: 8320c989-8bf0-47a9-8fd3-522af72edb09 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:51:21.216299 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Updating router 8320c989-8bf0-47a9-8fd3-522af72edb09 port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:51:21.299585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a7f8cdfb-df5f-45ef-8d1e-c08435582518 None None] Current status of the port 4fb401bc-2ef9-484e-9804-47a82ed0fd05 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:21.300012 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7f8cdfb-df5f-45ef-8d1e-c08435582518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:21.315836 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:21.375472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50590) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:21.437326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a7f8cdfb-df5f-45ef-8d1e-c08435582518 None None] For port 4fb401bc-2ef9-484e-9804-47a82ed0fd05, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4fb401bc-2ef9-484e-9804-47a82ed0fd05,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:21.445165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4fb401bc-2ef9-484e-9804-47a82ed0fd05 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:21.445557 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:21.462749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-84756876-e982-4edb-a59d-34ab1181e327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:42:08Z', 'updated_at': '2022-05-27T22:42:20Z', 'revision_number': 4, 'project_id': 'e16b517763e0477b92463f30c2606338', 'gw_port': {'id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:10Z', 'updated_at': '2022-05-27T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '40e5e4ed-703f-4e90-8c87-cb52386f144f', 'name': '', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'mac_address': 'fa:16:3e:1b:fd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:18Z', 'updated_at': '2022-05-27T22:42:30Z', 'revision_number': 5, 'project_id': 'e16b517763e0477b92463f30c2606338', 'subnets': [{'id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:21.474878 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84756876-e982-4edb-a59d-34ab1181e327 None None] The sync data for ids ['15f5493d-a7b4-4836-8885-0cdf7f173d48'] in n-d-843680-3 is: [{'id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:42:08Z', 'updated_at': '2022-05-27T22:42:20Z', 'revision_number': 4, 'project_id': 'e16b517763e0477b92463f30c2606338', 'gw_port': {'id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:10Z', 'updated_at': '2022-05-27T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '40e5e4ed-703f-4e90-8c87-cb52386f144f', 'name': '', 'network_id': '1bf83da6-a4b0-4696-9b0e-9b626b20ad05', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'mac_address': 'fa:16:3e:1b:fd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_interface', 'standard_attr_id': 2034, 'fixed_ips': [{'subnet_id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:18Z', 'updated_at': '2022-05-27T22:42:30Z', 'revision_number': 5, 'project_id': 'e16b517763e0477b92463f30c2606338', 'subnets': [{'id': '120e6826-1d4c-4a02-bf20-000d486569ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:51:21.528231 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7f8cdfb-df5f-45ef-8d1e-c08435582518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:21.611622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Attempting to bind port 533636f2-5f8b-4b66-8627-d3737b400fba on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:51:21.612270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Attempting to bind port 533636f2-5f8b-4b66-8627-d3737b400fba by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '4fd41852-1c77-45d4-86e1-c577e7415750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:51:21.623258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Attempting to bind port 533636f2-5f8b-4b66-8627-d3737b400fba on network 99c52a33-b2db-491f-a975-bcf42408879d {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:51:21.669663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Port 533636f2-5f8b-4b66-8627-d3737b400fba on network 99c52a33-b2db-491f-a975-bcf42408879d not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:51:21.670157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Attempting to bind port 533636f2-5f8b-4b66-8627-d3737b400fba on network 99c52a33-b2db-491f-a975-bcf42408879d {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:51:21.703521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8cdfb-df5f-45ef-8d1e-c08435582518 None None] Pushing event updated for resources: {'Port': ['ID=4fb401bc-2ef9-484e-9804-47a82ed0fd05,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:21.756498 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:51:21.756778 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:51:21.757642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:51:21.758082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Checking segment: {'id': '4fd41852-1c77-45d4-86e1-c577e7415750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:51:21.758595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Bound using segment: {'id': '4fd41852-1c77-45d4-86e1-c577e7415750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:51:21.759301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Bound port: 533636f2-5f8b-4b66-8627-d3737b400fba, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd41852-1c77-45d4-86e1-c577e7415750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:51:21.759878 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:21.813676 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:21.864707 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f48d6de0-095f-47dc-9ea6-197582a1829d None None] Provisioning for port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:21.870130 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f48d6de0-095f-47dc-9ea6-197582a1829d None None] Provisioning complete for port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:21.870503 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f48d6de0-095f-47dc-9ea6-197582a1829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:21.899213 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e716d30a-f455-42ea-8c4e-53b9ab4470c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:21.915149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cbbc3-3c9c-4259-86d1-0b9c21a93454 req-0c013f6e-c148-49f3-aea2-0d2e68858069 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:21.922427 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e44cbbc3-3c9c-4259-86d1-0b9c21a93454 req-0c013f6e-c148-49f3-aea2-0d2e68858069 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 1.1678674 May 27 22:51:21.968592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f48d6de0-095f-47dc-9ea6-197582a1829d None None] Port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:51:22.063290 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e44cbbc3-3c9c-4259-86d1-0b9c21a93454 req-f0f8dbb0-c466-434b-b309-668f086b4986 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398923 May 27 22:51:22.069409 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-17b0f0f5-1ee1-4910-b7dc-ba32aab9b0a4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:22.078289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6030d352-77ef-4eec-924c-a02d67d3290f None None] New status for floating IP 7225948f-b22d-49e9-b939-edd798212376: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:51:22.101977 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:22.115337 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Transition to ACTIVE for port object d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:22.124939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] For port 533636f2-5f8b-4b66-8627-d3737b400fba, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:51:22.128303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] For port 533636f2-5f8b-4b66-8627-d3737b400fba, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=533636f2-5f8b-4b66-8627-d3737b400fba,segment=NetworkSegment(4fd41852-1c77-45d4-86e1-c577e7415750),segment_id=4fd41852-1c77-45d4-86e1-c577e7415750)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:51:22.151421 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e716d30a-f455-42ea-8c4e-53b9ab4470c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:22.207365 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e716d30a-f455-42ea-8c4e-53b9ab4470c7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8081004bbabc47849877a6507905dfa8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6241741 May 27 22:51:22.210987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50600) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:22.214701 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71179ce6-858f-402a-900e-9f091c12337a req-3e518445-25d9-4d95-848a-e2bab723734a service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0014346 May 27 22:51:22.252707 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:22.313533 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:22.388674 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-17b0f0f5-1ee1-4910-b7dc-ba32aab9b0a4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:22.409876 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3590a66-a6a3-4b23-ab19-53f6856b7a3a None None] Pushing event updated for resources: {'Port': ['ID=d8a81eac-ed9f-41b8-ae21-fa9e60561fc6,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:22.470319 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5897d003-99f9-4711-aeec-3ee62ebf8311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:22.535994 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5897d003-99f9-4711-aeec-3ee62ebf8311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:22.563160 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:22.569685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:22.570252 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:22.599840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4fb401bc-2ef9-484e-9804-47a82ed0fd05 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:22.731649 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Attempting to bind port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:51:22.738228 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Attempting to bind port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:51:22.738228 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Attempting to bind port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:51:22.748135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Pushing event updated for resources: {'Port': ['ID=533636f2-5f8b-4b66-8627-d3737b400fba,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:22.755232 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71179ce6-858f-402a-900e-9f091c12337a req-17efdda4-fca8-46d2-a422-9517d2cd97cf service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943917 May 27 22:51:22.763382 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-17b0f0f5-1ee1-4910-b7dc-ba32aab9b0a4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:22.773635 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:51:22.773635 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:51:22.773635 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:22.773635 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:51:22.774605 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Bound port: d8a81eac-ed9f-41b8-ae21-fa9e60561fc6, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:51:22.775245 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:22.793217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4fb401bc-2ef9-484e-9804-47a82ed0fd05 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:22.796030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e716d30a-f455-42ea-8c4e-53b9ab4470c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b605ea5c-1433-4368-80d5-0a07ce7d91a1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:22.867953 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:22.874478 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:22.881337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-d2897a6b-ca9a-4d78-8d14-cfc3d7efe349 service neutron] 10.222.0.57 "PUT /v2.0/ports/533636f2-5f8b-4b66-8627-d3737b400fba HTTP/1.1" status: 200 len: 1091 time: 5.5264318 May 27 22:51:22.904619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a15acea-26f7-461a-a6ef-2949e0b7d269', 'tag': '533636f2-5f8b-4b66-8627-d3737b400fba'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:51:22.927831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b0f0f5-1ee1-4910-b7dc-ba32aab9b0a4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae85495-9ee5-4271-bd36-4a71277c66d8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:22.977647 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-17b0f0f5-1ee1-4910-b7dc-ba32aab9b0a4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:22.984887 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-17b0f0f5-1ee1-4910-b7dc-ba32aab9b0a4 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "DELETE /v2.0/security-groups/4ae85495-9ee5-4271-bd36-4a71277c66d8 HTTP/1.1" status: 204 len: 168 time: 1.6083009 May 27 22:51:22.988259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50608) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:23.112571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff82c87-1a80-4009-802d-529af929ba95 req-d990c172-c0d4-443a-bc90-be0426552ae4 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:23.113742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4fb401bc-2ef9-484e-9804-47a82ed0fd05 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:23.114355 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:23.121066 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fff82c87-1a80-4009-802d-529af929ba95 req-d990c172-c0d4-443a-bc90-be0426552ae4 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 943 time: 0.9017572 May 27 22:51:23.124334 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-e5455928-08e7-493e-ae9e-36285eadb6ac tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] show failed (client error): The resource could not be found. May 27 22:51:23.129426 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e5455928-08e7-493e-ae9e-36285eadb6ac tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "GET /v2.0/security-groups/4ae85495-9ee5-4271-bd36-4a71277c66d8 HTTP/1.1" status: 404 len: 347 time: 0.1252627 May 27 22:51:23.130010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50618) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:23.131413 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] For port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:51:23.131906 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9225a0e-1db4-4575-a1bc-d5daac3bde49'] response: {'name': 'network-changed', 'server_uuid': '7a15acea-26f7-461a-a6ef-2949e0b7d269', 'tag': '533636f2-5f8b-4b66-8627-d3737b400fba', 'status': 'completed', 'code': 200} May 27 22:51:23.138613 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] For port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d8a81eac-ed9f-41b8-ae21-fa9e60561fc6,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:51:23.181886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] For port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6, host n-d-843680-3, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:23.182590 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:23.197150 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5897d003-99f9-4711-aeec-3ee62ebf8311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:23.271332 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:23.323960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897d003-99f9-4711-aeec-3ee62ebf8311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b605ea5c-1433-4368-80d5-0a07ce7d91a1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:23.415523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:23.444582 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3590a66-a6a3-4b23-ab19-53f6856b7a3a None None] Pushing event updated for resources: {'Port': ['ID=d8a81eac-ed9f-41b8-ae21-fa9e60561fc6,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:23.470615 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5897d003-99f9-4711-aeec-3ee62ebf8311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:23.470615 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5897d003-99f9-4711-aeec-3ee62ebf8311 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b605ea5c-1433-4368-80d5-0a07ce7d91a1 HTTP/1.1" status: 204 len: 168 time: 1.2562993 May 27 22:51:23.479863 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Routers {'8320c989-8bf0-47a9-8fd3-522af72edb09'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:23.480547 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8320c989-8bf0-47a9-8fd3-522af72edb09'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:23.513817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4fb401bc-2ef9-484e-9804-47a82ed0fd05 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:23.542884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d6a78168-d216-4ead-8408-140406ad4161 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Deleting port fa521760-68f1-4d68-b3c6-cc92daf277f7 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:23.543452 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6a78168-d216-4ead-8408-140406ad4161 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:23.699486 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:51:23.706221 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:51:23.722900 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] Set router 8320c989-8bf0-47a9-8fd3-522af72edb09 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:24.075842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fff82c87-1a80-4009-802d-529af929ba95 req-98b52276-ee0a-4ddb-a33b-2f4062d213fd tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a435d302-1eb9-492f-8f7f-33d11d887d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9537921 May 27 22:51:24.196512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048cca7-bc6b-4805-9161-db6b3cf91604 req-b1c924e3-601b-4ec9-a650-83397de7c11f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:24.202880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:24.203377 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:24.214702 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e048cca7-bc6b-4805-9161-db6b3cf91604 req-b1c924e3-601b-4ec9-a650-83397de7c11f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.6768453 May 27 22:51:24.222548 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6a78168-d216-4ead-8408-140406ad4161 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:24.222959 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6a78168-d216-4ead-8408-140406ad4161 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:24.301881 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8320c989-8bf0-47a9-8fd3-522af72edb09', 'name': 'tempest-NetworksTestDHCPv6-router-1662097482', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:11Z', 'updated_at': '2022-05-27T22:51:16Z', 'revision_number': 2, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'gw_port_host': None, '_interfaces': [{'id': 'd8a81eac-ed9f-41b8-ae21-fa9e60561fc6', 'name': '', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'mac_address': 'fa:16:3e:89:57:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8320c989-8bf0-47a9-8fd3-522af72edb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '54ed623f-330a-4e94-afbf-2a551c5def54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:13Z', 'updated_at': '2022-05-27T22:51:23Z', 'revision_number': 4, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'subnets': [{'id': '54ed623f-330a-4e94-afbf-2a551c5def54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:24.307296 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ca0812-bb65-4844-94bd-40cfe39dc7c6 None None] The sync data for ids ['8320c989-8bf0-47a9-8fd3-522af72edb09'] in n-d-843680-3 is: [{'id': '8320c989-8bf0-47a9-8fd3-522af72edb09', 'name': 'tempest-NetworksTestDHCPv6-router-1662097482', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:11Z', 'updated_at': '2022-05-27T22:51:16Z', 'revision_number': 2, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'gw_port_host': None, '_interfaces': [{'id': 'd8a81eac-ed9f-41b8-ae21-fa9e60561fc6', 'name': '', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'mac_address': 'fa:16:3e:89:57:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8320c989-8bf0-47a9-8fd3-522af72edb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': '54ed623f-330a-4e94-afbf-2a551c5def54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:13Z', 'updated_at': '2022-05-27T22:51:23Z', 'revision_number': 4, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'subnets': [{'id': '54ed623f-330a-4e94-afbf-2a551c5def54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:51:24.407055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d6a78168-d216-4ead-8408-140406ad4161 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Calling delete_port for fa521760-68f1-4d68-b3c6-cc92daf277f7 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:24.441847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-a46025f7-de81-4b3b-96d4-98f5fc232baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:24.443332 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-a46025f7-de81-4b3b-96d4-98f5fc232baf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce374891ed0f4bd582f3450e6b65dedf&device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 1094 time: 1.3107224 May 27 22:51:24.497947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] For port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d8a81eac-ed9f-41b8-ae21-fa9e60561fc6,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:24.498313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:24.567141 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-c4a78d75-a6c9-42a5-982c-c3887ca801b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=533636f2-5f8b-4b66-8627-d3737b400fba HTTP/1.1" status: 200 len: 217 time: 0.1014092 May 27 22:51:24.633376 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e048cca7-bc6b-4805-9161-db6b3cf91604 req-b5ae24b3-e9ec-440d-9f18-4f293532900d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177005 May 27 22:51:24.684828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:24.801453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-7848473c-a629-48a2-ae94-a70af35a0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:24.803410 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-7848473c-a629-48a2-ae94-a70af35a0af1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb973e81-a972-4bb7-8f6e-68e95d18b08d HTTP/1.1" status: 200 len: 834 time: 0.2227724 May 27 22:51:24.819705 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:24.928256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50640) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:25.033255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-a2fb2b89-be3d-4c93-abd3-7a758a95adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:25.035490 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-a2fb2b89-be3d-4c93-abd3-7a758a95adb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=99c52a33-b2db-491f-a975-bcf42408879d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2165129 May 27 22:51:25.110047 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:25.110720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:25.117863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:25.118492 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:25.120239 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6a78168-d216-4ead-8408-140406ad4161 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:25.207787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a78168-d216-4ead-8408-140406ad4161 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Pushing event deleted for resources: {'Port': ['ID=fa521760-68f1-4d68-b3c6-cc92daf277f7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:25.221823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Port d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 was deleted so its status cannot be updated. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 27 22:51:25.313507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=d8a81eac-ed9f-41b8-ae21-fa9e60561fc6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:25.505975 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00392dda-e7e3-4d3a-822c-a0097b528b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:25.529407 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6a78168-d216-4ead-8408-140406ad4161 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:25.543081 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-56d9cd9a-14bc-4f2a-a9e0-4b9162a10105 service neutron] 10.222.0.57 "GET /v2.0/networks/99c52a33-b2db-491f-a975-bcf42408879d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013180 May 27 22:51:25.635766 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6a78168-d216-4ead-8408-140406ad4161 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:25.637014 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d6a78168-d216-4ead-8408-140406ad4161 tempest-ServerActionsTestJSON-1651540672 tempest-ServerActionsTestJSON-1651540672-project] 10.222.0.27 "DELETE /v2.0/floatingips/7225948f-b22d-49e9-b939-edd798212376 HTTP/1.1" status: 204 len: 168 time: 2.5011551 May 27 22:51:25.647073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50662) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:25.658849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-00392dda-e7e3-4d3a-822c-a0097b528b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:25.673778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-00392dda-e7e3-4d3a-822c-a0097b528b8c admin admin] Usage tracker for resource:security_group_rule and tenant:205362075a9a4f1da56b684ef13c172b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:25.678580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-00392dda-e7e3-4d3a-822c-a0097b528b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:25.686087 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:25.696956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-00392dda-e7e3-4d3a-822c-a0097b528b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:25.698693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39782d37-6a61-44a4-a216-e539abe7c23e req-9667efb1-0752-48c0-94a7-8c20aa8a079c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:25.700574 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39782d37-6a61-44a4-a216-e539abe7c23e req-9667efb1-0752-48c0-94a7-8c20aa8a079c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 943 time: 0.3347392 May 27 22:51:25.831703 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39782d37-6a61-44a4-a216-e539abe7c23e req-df0aef92-00e1-4c81-bb4d-27529a1f2044 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a435d302-1eb9-492f-8f7f-33d11d887d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198061 May 27 22:51:25.839109 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30144139-a2d4-4cfa-bac2-d399d5b5f5d4 req-9b6a6165-7850-455b-9ed1-9b953af9f452 service neutron] 10.222.0.57 "GET /v2.0/networks/99c52a33-b2db-491f-a975-bcf42408879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807989 May 27 22:51:26.024718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Router 8320c989-8bf0-47a9-8fd3-522af72edb09 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:51:26.195052 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00392dda-e7e3-4d3a-822c-a0097b528b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:26.200173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:51:26.243530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50672) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:26.282035 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00392dda-e7e3-4d3a-822c-a0097b528b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:26.328444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d8db3-e1aa-4ac1-b706-1c2248db5250 req-437844b9-6521-4c2b-999b-c4b2ff98bd1c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:26.330019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a70d8db3-e1aa-4ac1-b706-1c2248db5250 req-437844b9-6521-4c2b-999b-c4b2ff98bd1c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.4054103 May 27 22:51:26.366791 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0032014-5d71-4567-950c-57b99259fe43 None None] Sync routers for ids ['8320c989-8bf0-47a9-8fd3-522af72edb09'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:51:26.371166 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-00392dda-e7e3-4d3a-822c-a0097b528b8c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=205362075a9a4f1da56b684ef13c172b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4350958 May 27 22:51:26.377238 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50680) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:26.381411 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0032014-5d71-4567-950c-57b99259fe43 None None] Routers {'8320c989-8bf0-47a9-8fd3-522af72edb09'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:26.382196 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f0032014-5d71-4567-950c-57b99259fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8320c989-8bf0-47a9-8fd3-522af72edb09'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:26.440252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00392dda-e7e3-4d3a-822c-a0097b528b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3eee20-d147-4941-88bf-68faf9fa7d81,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:26.452565 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f654cd86-4bbf-4f8b-8081-6fb5c443e63e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "PUT /v2.0/routers/8320c989-8bf0-47a9-8fd3-522af72edb09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5286872 May 27 22:51:26.453746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50686) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:26.477419 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6842c49-4c8f-4f3e-b793-43b322935843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:26.506488 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a6842c49-4c8f-4f3e-b793-43b322935843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:26.508637 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f4dda1c-ebf3-496e-8ff3-340fc8fbf36b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:26.512373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a6842c49-4c8f-4f3e-b793-43b322935843 admin admin] Usage tracker for resource:security_group_rule and tenant:6fda55a477cb4e76aefc60ac1479cea7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:26.521558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a6842c49-4c8f-4f3e-b793-43b322935843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:26.534095 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a6842c49-4c8f-4f3e-b793-43b322935843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:26.556068 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f4dda1c-ebf3-496e-8ff3-340fc8fbf36b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:26.569622 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f0032014-5d71-4567-950c-57b99259fe43 None None] Set router 8320c989-8bf0-47a9-8fd3-522af72edb09 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:26.636227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b9e9f-b9c7-43d1-90dc-824695065f67 req-596a9040-f03f-4c32-a794-7407544a5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:26.644537 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d6b9e9f-b9c7-43d1-90dc-824695065f67 req-596a9040-f03f-4c32-a794-7407544a5ce5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce374891ed0f4bd582f3450e6b65dedf&device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 1094 time: 0.5709484 May 27 22:51:26.653654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a70d8db3-e1aa-4ac1-b706-1c2248db5250 req-ab01a669-cf0e-48f5-ad7d-ed1bfd0aebae tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131709 May 27 22:51:26.698091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f946c601-35c2-47d1-bb73-c12d57dfe465 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:26.699913 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f946c601-35c2-47d1-bb73-c12d57dfe465 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:26.700827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f946c601-35c2-47d1-bb73-c12d57dfe465 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:26.723416 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6842c49-4c8f-4f3e-b793-43b322935843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:26.724759 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f0032014-5d71-4567-950c-57b99259fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8320c989-8bf0-47a9-8fd3-522af72edb09', 'name': 'tempest-NetworksTestDHCPv6-router-1662097482', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:11Z', 'updated_at': '2022-05-27T22:51:24Z', 'revision_number': 3, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:26.734407 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0032014-5d71-4567-950c-57b99259fe43 None None] Checking router: 8320c989-8bf0-47a9-8fd3-522af72edb09 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:51:26.738889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f4dda1c-ebf3-496e-8ff3-340fc8fbf36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:26.750577 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0032014-5d71-4567-950c-57b99259fe43 None None] Routers {'8320c989-8bf0-47a9-8fd3-522af72edb09'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:26.751326 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f0032014-5d71-4567-950c-57b99259fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8320c989-8bf0-47a9-8fd3-522af72edb09'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:26.761587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4dda1c-ebf3-496e-8ff3-340fc8fbf36b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3eee20-d147-4941-88bf-68faf9fa7d81,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:26.775129 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f4dda1c-ebf3-496e-8ff3-340fc8fbf36b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:26.779936 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8f4dda1c-ebf3-496e-8ff3-340fc8fbf36b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cd3eee20-d147-4941-88bf-68faf9fa7d81 HTTP/1.1" status: 204 len: 168 time: 0.3954031 May 27 22:51:26.807033 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a6842c49-4c8f-4f3e-b793-43b322935843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:26.892972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6842c49-4c8f-4f3e-b793-43b322935843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589e5923-38d9-4a2b-8e57-347a8dab7123,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:26.910630 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a6842c49-4c8f-4f3e-b793-43b322935843 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6fda55a477cb4e76aefc60ac1479cea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6657348 May 27 22:51:26.913152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50694) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:26.932256 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f0032014-5d71-4567-950c-57b99259fe43 None None] Set router 8320c989-8bf0-47a9-8fd3-522af72edb09 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:26.975805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f946c601-35c2-47d1-bb73-c12d57dfe465 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:26.977255 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f946c601-35c2-47d1-bb73-c12d57dfe465 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5225918 May 27 22:51:26.980580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50698) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:26.983996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b9e9f-b9c7-43d1-90dc-824695065f67 req-0be9e221-cb14-4e34-a749-284f14efb579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:26.985604 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d6b9e9f-b9c7-43d1-90dc-824695065f67 req-0be9e221-cb14-4e34-a749-284f14efb579 service neutron] 10.222.0.57 "GET /v2.0/networks?id=99c52a33-b2db-491f-a975-bcf42408879d HTTP/1.1" status: 200 len: 897 time: 0.3277633 May 27 22:51:26.986088 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01a5588-af42-4ee8-bd2f-da24e61428a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:27.019077 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01a5588-af42-4ee8-bd2f-da24e61428a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:27.062590 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f0032014-5d71-4567-950c-57b99259fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8320c989-8bf0-47a9-8fd3-522af72edb09', 'name': 'tempest-NetworksTestDHCPv6-router-1662097482', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:11Z', 'updated_at': '2022-05-27T22:51:24Z', 'revision_number': 3, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:27.067070 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0032014-5d71-4567-950c-57b99259fe43 None None] The sync data for ids ['8320c989-8bf0-47a9-8fd3-522af72edb09'] in n-d-843680-3 is: [{'id': '8320c989-8bf0-47a9-8fd3-522af72edb09', 'name': 'tempest-NetworksTestDHCPv6-router-1662097482', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:11Z', 'updated_at': '2022-05-27T22:51:24Z', 'revision_number': 3, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:51:27.168523 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01a5588-af42-4ee8-bd2f-da24e61428a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:27.173746 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d6b9e9f-b9c7-43d1-90dc-824695065f67 req-6a570f99-8d1d-4398-93a2-17032d65edb0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=533636f2-5f8b-4b66-8627-d3737b400fba HTTP/1.1" status: 200 len: 217 time: 0.1465607 May 27 22:51:27.189270 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a5588-af42-4ee8-bd2f-da24e61428a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589e5923-38d9-4a2b-8e57-347a8dab7123,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:27.207340 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01a5588-af42-4ee8-bd2f-da24e61428a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:27.210346 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f01a5588-af42-4ee8-bd2f-da24e61428a3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/589e5923-38d9-4a2b-8e57-347a8dab7123 HTTP/1.1" status: 204 len: 168 time: 0.2945068 May 27 22:51:27.259765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-34564dbe-d3e8-4226-8418-c720045fda01 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 54ed623f-330a-4e94-afbf-2a551c5def54 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:51:27.277934 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34564dbe-d3e8-4226-8418-c720045fda01 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:27.589278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b9e9f-b9c7-43d1-90dc-824695065f67 req-cbea9401-1080-471f-b11e-198819f826c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:27.589278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d6b9e9f-b9c7-43d1-90dc-824695065f67 req-cbea9401-1080-471f-b11e-198819f826c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb973e81-a972-4bb7-8f6e-68e95d18b08d HTTP/1.1" status: 200 len: 834 time: 0.1643052 May 27 22:51:27.589278 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34564dbe-d3e8-4226-8418-c720045fda01 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:27.597942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 533636f2-5f8b-4b66-8627-d3737b400fba details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:51:27.598716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdc768-e2b6-4da4-8d07-180904a6d4cb req-8e2396b9-534d-4716-992f-7e2bffeb1563 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:27.598716 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bcdc768-e2b6-4da4-8d07-180904a6d4cb req-8e2396b9-534d-4716-992f-7e2bffeb1563 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 943 time: 0.5091367 May 27 22:51:27.635011 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bcdc768-e2b6-4da4-8d07-180904a6d4cb req-5114f99d-810d-4c4a-95ee-c2127a57d814 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a435d302-1eb9-492f-8f7f-33d11d887d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988169 May 27 22:51:27.646309 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35a5a992-cec7-4f38-9bd6-10d14617aabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:27.653882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b9e9f-b9c7-43d1-90dc-824695065f67 req-dbcf5813-43e9-46be-b091-e95dc9208602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:27.664760 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d6b9e9f-b9c7-43d1-90dc-824695065f67 req-dbcf5813-43e9-46be-b091-e95dc9208602 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=99c52a33-b2db-491f-a975-bcf42408879d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2977018 May 27 22:51:27.761043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 533636f2-5f8b-4b66-8627-d3737b400fba, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=533636f2-5f8b-4b66-8627-d3737b400fba,segment=NetworkSegment(4fd41852-1c77-45d4-86e1-c577e7415750),segment_id=4fd41852-1c77-45d4-86e1-c577e7415750)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:27.764935 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34564dbe-d3e8-4226-8418-c720045fda01 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:27.777063 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '533636f2-5f8b-4b66-8627-d3737b400fba', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'port_id': '533636f2-5f8b-4b66-8627-d3737b400fba', 'mac_address': 'fa:16:3e:f9:19:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:51:27.801283 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8d24b35-5f61-44fc-95ce-92af27e38a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:27.848949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 533636f2-5f8b-4b66-8627-d3737b400fba is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:27.853043 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:27.868041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50710) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:27.877519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533636f2-5f8b-4b66-8627-d3737b400fba {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:51:27.889607 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b350e6a9-9630-4402-9123-3ae5d5e2b02c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:27.901357 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 533636f2-5f8b-4b66-8627-d3737b400fba, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=533636f2-5f8b-4b66-8627-d3737b400fba,segment=NetworkSegment(4fd41852-1c77-45d4-86e1-c577e7415750),segment_id=4fd41852-1c77-45d4-86e1-c577e7415750)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:27.907888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b350e6a9-9630-4402-9123-3ae5d5e2b02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:27.911851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b350e6a9-9630-4402-9123-3ae5d5e2b02c admin admin] Usage tracker for resource:security_group_rule and tenant:cc7217305231445f817fccea4ba8ca4b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:27.914766 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b350e6a9-9630-4402-9123-3ae5d5e2b02c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:27.926597 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b350e6a9-9630-4402-9123-3ae5d5e2b02c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:28.037963 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b350e6a9-9630-4402-9123-3ae5d5e2b02c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:28.047580 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:28.113637 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b350e6a9-9630-4402-9123-3ae5d5e2b02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:28.178539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=533636f2-5f8b-4b66-8627-d3737b400fba,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:28.189933 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b350e6a9-9630-4402-9123-3ae5d5e2b02c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cc7217305231445f817fccea4ba8ca4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206463 May 27 22:51:28.191372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350e6a9-9630-4402-9123-3ae5d5e2b02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bd66d2-634f-48b0-95df-bf91519592b9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:28.195094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50718) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:28.263546 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d6b9e9f-b9c7-43d1-90dc-824695065f67 req-d1998c7f-0e04-4c36-9dea-823b3f252786 service neutron] 10.222.0.57 "GET /v2.0/networks/99c52a33-b2db-491f-a975-bcf42408879d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5983791 May 27 22:51:28.276731 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29088696-df9c-42dc-a1e2-dd9f8af709b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:28.309313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29088696-df9c-42dc-a1e2-dd9f8af709b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:28.363372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['533636f2-5f8b-4b66-8627-d3737b400fba'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:51:28.457968 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34564dbe-d3e8-4226-8418-c720045fda01 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:28.516185 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29088696-df9c-42dc-a1e2-dd9f8af709b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:28.565632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fa0c2-9cd6-4239-8ce7-392478e3a3ca req-8207b0cc-26e1-403e-b138-13cd09fa4417 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:28.568363 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-241fa0c2-9cd6-4239-8ce7-392478e3a3ca req-8207b0cc-26e1-403e-b138-13cd09fa4417 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.7096195 May 27 22:51:28.586731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34564dbe-d3e8-4226-8418-c720045fda01 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=54ed623f-330a-4e94-afbf-2a551c5def54,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:28.594692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29088696-df9c-42dc-a1e2-dd9f8af709b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bd66d2-634f-48b0-95df-bf91519592b9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:28.594692 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-29088696-df9c-42dc-a1e2-dd9f8af709b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:28.594692 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-29088696-df9c-42dc-a1e2-dd9f8af709b0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e6bd66d2-634f-48b0-95df-bf91519592b9 HTTP/1.1" status: 204 len: 168 time: 0.3943534 May 27 22:51:28.622040 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34564dbe-d3e8-4226-8418-c720045fda01 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:28.627185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e53cbfc-2fdf-454e-9c87-a815438aefd4 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:51:28.818925 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d6b9e9f-b9c7-43d1-90dc-824695065f67 req-352fbc13-6e1e-442b-92f7-b9bcdc5caac2 service neutron] 10.222.0.57 "GET /v2.0/networks/99c52a33-b2db-491f-a975-bcf42408879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425649 May 27 22:51:28.832190 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-241fa0c2-9cd6-4239-8ce7-392478e3a3ca req-0dd8d781-93e4-4f62-a243-08ef398b10f0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927443 May 27 22:51:28.832377 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:51:28.865415 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-34564dbe-d3e8-4226-8418-c720045fda01 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/54ed623f-330a-4e94-afbf-2a551c5def54 HTTP/1.1" status: 204 len: 168 time: 1.8836975 May 27 22:51:28.869471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50738) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:29.072201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:51:29.072893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d8a81eac-ed9f-41b8-ae21-fa9e60561fc6 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:51:29.167906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-99da4caa-2ac1-4f6e-9f17-723bc5b6ac10 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:router {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:29.220035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e8d24b35-5f61-44fc-95ce-92af27e38a0b admin admin] Deleting port 40e5e4ed-703f-4e90-8c87-cb52386f144f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:29.221551 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8d24b35-5f61-44fc-95ce-92af27e38a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:29.328438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50752) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:29.338170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-26c7b93f-fb12-42a5-9fed-e3678d0808d9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593594523', 'description': 'tempest-description--356665313'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:29.348251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-26c7b93f-fb12-42a5-9fed-e3678d0808d9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:29.362754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-26c7b93f-fb12-42a5-9fed-e3678d0808d9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:29.380058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5921d70-6e51-4db5-9248-65d1e1a4511e None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:51:29.383933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c5921d70-6e51-4db5-9248-65d1e1a4511e None None] Deleting port 4fb401bc-2ef9-484e-9804-47a82ed0fd05 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:29.384301 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5921d70-6e51-4db5-9248-65d1e1a4511e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:29.392906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-99da4caa-2ac1-4f6e-9f17-723bc5b6ac10 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:router {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:29.400433 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-99da4caa-2ac1-4f6e-9f17-723bc5b6ac10 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5298133 May 27 22:51:29.401284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50758) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:29.586693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06003207-a292-434f-a1f4-04eba5328a44 req-38e40209-0ff8-4bc0-bf4e-d0ae83326ca9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:29.588257 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06003207-a292-434f-a1f4-04eba5328a44 req-38e40209-0ff8-4bc0-bf4e-d0ae83326ca9 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 944 time: 0.5751147 May 27 22:51:29.624527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-e8d24b35-5f61-44fc-95ce-92af27e38a0b admin admin] For port 40e5e4ed-703f-4e90-8c87-cb52386f144f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=40e5e4ed-703f-4e90-8c87-cb52386f144f,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:29.625590 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8d24b35-5f61-44fc-95ce-92af27e38a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:29.808381 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26c7b93f-fb12-42a5-9fed-e3678d0808d9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:29.818141 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e8d24b35-5f61-44fc-95ce-92af27e38a0b admin admin] Calling delete_port for 40e5e4ed-703f-4e90-8c87-cb52386f144f owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:29.894871 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06003207-a292-434f-a1f4-04eba5328a44 req-58955eee-0817-453e-bab9-7b2b83b71ba2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a435d302-1eb9-492f-8f7f-33d11d887d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919774 May 27 22:51:29.909376 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9610553d-122c-4b1f-a7ca-ceeac704cdd3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:29.934446 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c5921d70-6e51-4db5-9248-65d1e1a4511e None None] For port 4fb401bc-2ef9-484e-9804-47a82ed0fd05, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4fb401bc-2ef9-484e-9804-47a82ed0fd05,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:29.935002 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5921d70-6e51-4db5-9248-65d1e1a4511e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:29.965144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-26c7b93f-fb12-42a5-9fed-e3678d0808d9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:29.981831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-26c7b93f-fb12-42a5-9fed-e3678d0808d9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:security_group_rule and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:30.060741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-26c7b93f-fb12-42a5-9fed-e3678d0808d9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:30.061902 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29338614-d395-43c8-a42a-d372297eaa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:30.093604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-26c7b93f-fb12-42a5-9fed-e3678d0808d9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:30.184364 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c5921d70-6e51-4db5-9248-65d1e1a4511e None None] Calling delete_port for 4fb401bc-2ef9-484e-9804-47a82ed0fd05 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:30.314100 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9610553d-122c-4b1f-a7ca-ceeac704cdd3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:30.318304 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9610553d-122c-4b1f-a7ca-ceeac704cdd3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:30.428786 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c5921d70-6e51-4db5-9248-65d1e1a4511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:30.438053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7e327-a52d-43bb-a3c6-0e80c909055a req-4bb97c9d-7aa2-4186-9e38-b33af81afe4a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:30.440818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06f7e327-a52d-43bb-a3c6-0e80c909055a req-4bb97c9d-7aa2-4186-9e38-b33af81afe4a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.2401719 May 27 22:51:30.471931 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9610553d-122c-4b1f-a7ca-ceeac704cdd3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:30.472826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9610553d-122c-4b1f-a7ca-ceeac704cdd3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Fanout notify agent at l3_agent the message router_deleted on router 8320c989-8bf0-47a9-8fd3-522af72edb09 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:51:30.497591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5921d70-6e51-4db5-9248-65d1e1a4511e None None] Pushing event deleted for resources: {'Port': ['ID=4fb401bc-2ef9-484e-9804-47a82ed0fd05,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:30.509683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5921d70-6e51-4db5-9248-65d1e1a4511e None None] No DVR routers for this DVR port 4fb401bc-2ef9-484e-9804-47a82ed0fd05 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:51:30.537182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06f7e327-a52d-43bb-a3c6-0e80c909055a req-369e0579-7126-4b7a-9565-4f5544cb016b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900950 May 27 22:51:30.570325 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26c7b93f-fb12-42a5-9fed-e3678d0808d9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:30.613540 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8d24b35-5f61-44fc-95ce-92af27e38a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:30.647943 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26c7b93f-fb12-42a5-9fed-e3678d0808d9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:30.760638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4fb401bc-2ef9-484e-9804-47a82ed0fd05 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:51:30.803222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7b93f-fb12-42a5-9fed-e3678d0808d9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6163f36-745d-4fad-9ad8-35970c6e4d9b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:30.845793 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9610553d-122c-4b1f-a7ca-ceeac704cdd3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:30.868669 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9610553d-122c-4b1f-a7ca-ceeac704cdd3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/routers/8320c989-8bf0-47a9-8fd3-522af72edb09 HTTP/1.1" status: 204 len: 168 time: 1.4662266 May 27 22:51:30.871856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50794) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:30.884051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f4ee5d14-80a3-4d30-ad88-7eff57955aae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:30.907751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d24b35-5f61-44fc-95ce-92af27e38a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=40e5e4ed-703f-4e90-8c87-cb52386f144f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:30.909227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 4fb401bc-2ef9-484e-9804-47a82ed0fd05 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:51:30.913122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4fb401bc-2ef9-484e-9804-47a82ed0fd05 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:51:30.984128 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:31.046366 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:31.106952 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26c7b93f-fb12-42a5-9fed-e3678d0808d9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:31.115008 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-26c7b93f-fb12-42a5-9fed-e3678d0808d9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7854404 May 27 22:51:31.116757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50804) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:31.118052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f4ee5d14-80a3-4d30-ad88-7eff57955aae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:31.126817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f4ee5d14-80a3-4d30-ad88-7eff57955aae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:31.132570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'security_group_rule': {'security_group_id': 'f6163f36-745d-4fad-9ad8-35970c6e4d9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:31.143307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f4ee5d14-80a3-4d30-ad88-7eff57955aae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:31.151646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:31.158402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f4ee5d14-80a3-4d30-ad88-7eff57955aae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:31.160637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:security_group_rule and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:31.169438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:31.179854 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:31.287081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ee5d14-80a3-4d30-ad88-7eff57955aae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:51:31.291168 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f4ee5d14-80a3-4d30-ad88-7eff57955aae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:31.380057 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:31.470424 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8d24b35-5f61-44fc-95ce-92af27e38a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:31.482475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79235ff7-d949-4ed7-9559-e39849cf01c8 req-c12ddd3f-7a62-45fe-8c23-65f9121dc4ab tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:31.484649 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79235ff7-d949-4ed7-9559-e39849cf01c8 req-c12ddd3f-7a62-45fe-8c23-65f9121dc4ab tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 944 time: 0.2007296 May 27 22:51:31.502095 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:31.537584 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 533636f2-5f8b-4b66-8627-d3737b400fba up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:31.627238 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:31.693593 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882c1bc2-6224-45ff-b03e-2833831aa6c0,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:31.700234 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79235ff7-d949-4ed7-9559-e39849cf01c8 req-5d564e74-8beb-4e3b-84c2-0e7aa794031d tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a435d302-1eb9-492f-8f7f-33d11d887d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514571 May 27 22:51:31.708986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:31.709457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:31.710070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:31.710808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:31.711246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:31.711677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:31.712107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:31.712597 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:31.713057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:31.713448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:31.713830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:31.714207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:31.773966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 533636f2-5f8b-4b66-8627-d3737b400fba completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:31.776108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f4ee5d14-80a3-4d30-ad88-7eff57955aae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:31.787406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 533636f2-5f8b-4b66-8627-d3737b400fba triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:31.788210 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:31.851492 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:31.855139 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-976c6dc0-f0b0-4832-8d9f-28c8338e50ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7306957 May 27 22:51:31.857158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50820) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:31.868271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6a043645-5530-4b37-a643-23468352d7b7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'security_group_rule': {'security_group_id': 'f6163f36-745d-4fad-9ad8-35970c6e4d9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:31.878988 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ee5d14-80a3-4d30-ad88-7eff57955aae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:31.884953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6a043645-5530-4b37-a643-23468352d7b7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:31.895872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f4ee5d14-80a3-4d30-ad88-7eff57955aae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:31.900036 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6a043645-5530-4b37-a643-23468352d7b7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:security_group_rule and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:31.903465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ee5d14-80a3-4d30-ad88-7eff57955aae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:31.904060 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f4ee5d14-80a3-4d30-ad88-7eff57955aae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:31.912244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6a043645-5530-4b37-a643-23468352d7b7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:31.915756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee5d14-80a3-4d30-ad88-7eff57955aae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=ae86ba24-ccad-4b49-a257-56e144711c3a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:31.931471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6a043645-5530-4b37-a643-23468352d7b7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:31.932973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3e223f-ca22-4ea8-b53b-aa4b2a2afd2b None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:51:32.050264 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f4ee5d14-80a3-4d30-ad88-7eff57955aae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1772904 May 27 22:51:32.062259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50826) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:32.067254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fcd804bb-7404-4103-8a0e-6d739f012f2a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1906980767', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:32.069766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabc907-98d2-429e-93f7-21bbd164aec3 req-039972c0-d04c-4515-9e7c-ab175e259e75 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:32.077326 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cfabc907-98d2-429e-93f7-21bbd164aec3 req-039972c0-d04c-4515-9e7c-ab175e259e75 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.3734417 May 27 22:51:32.080574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fcd804bb-7404-4103-8a0e-6d739f012f2a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:32.085380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fcd804bb-7404-4103-8a0e-6d739f012f2a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:router and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:32.100742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fcd804bb-7404-4103-8a0e-6d739f012f2a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:32.109192 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fcd804bb-7404-4103-8a0e-6d739f012f2a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:32.160726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d24b35-5f61-44fc-95ce-92af27e38a0b admin admin] Router 15f5493d-a7b4-4836-8885-0cdf7f173d48 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:51:32.177716 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cfabc907-98d2-429e-93f7-21bbd164aec3 req-49abb9a9-bc81-4629-b3f2-982dfc4c09f4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890765 May 27 22:51:32.183915 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a043645-5530-4b37-a643-23468352d7b7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:32.270763 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fcd804bb-7404-4103-8a0e-6d739f012f2a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:32.271815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fcd804bb-7404-4103-8a0e-6d739f012f2a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:32.290498 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:32.291974 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fcd804bb-7404-4103-8a0e-6d739f012f2a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:32.310642 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': 'ae86ba24-ccad-4b49-a257-56e144711c3a'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:51:32.311553 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:32.336930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 533636f2-5f8b-4b66-8627-d3737b400fba is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:32.337496 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:32.420241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a15acea-26f7-461a-a6ef-2949e0b7d269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533636f2-5f8b-4b66-8627-d3737b400fba'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:51:32.420485 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a043645-5530-4b37-a643-23468352d7b7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:32.459751 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fcd804bb-7404-4103-8a0e-6d739f012f2a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:32.470164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d24b35-5f61-44fc-95ce-92af27e38a0b admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:51:32.503633 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e8d24b35-5f61-44fc-95ce-92af27e38a0b admin admin] 10.222.0.27 "PUT /v2.0/routers/15f5493d-a7b4-4836-8885-0cdf7f173d48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8533418 May 27 22:51:32.504337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50856) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:32.537413 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6924e3cf-810e-4050-b9dc-51797fdc18b6'] response: {'server_uuid': '7a15acea-26f7-461a-a6ef-2949e0b7d269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533636f2-5f8b-4b66-8627-d3737b400fba', 'code': 200} May 27 22:51:32.541032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a61b32-9af4-488f-85c2-3347505e8ad3 None None] Sync routers for ids ['15f5493d-a7b4-4836-8885-0cdf7f173d48'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:51:32.544104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a043645-5530-4b37-a643-23468352d7b7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:32.555031 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 533636f2-5f8b-4b66-8627-d3737b400fba, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=533636f2-5f8b-4b66-8627-d3737b400fba,segment=NetworkSegment(4fd41852-1c77-45d4-86e1-c577e7415750),segment_id=4fd41852-1c77-45d4-86e1-c577e7415750)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:32.565328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a61b32-9af4-488f-85c2-3347505e8ad3 None None] Routers {'15f5493d-a7b4-4836-8885-0cdf7f173d48'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:32.566098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-70a61b32-9af4-488f-85c2-3347505e8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['15f5493d-a7b4-4836-8885-0cdf7f173d48'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:32.605475 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a043645-5530-4b37-a643-23468352d7b7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e55411-5acc-449e-9144-a098f2ac7ee8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:32.618159 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fcd804bb-7404-4103-8a0e-6d739f012f2a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:32.619334 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fcd804bb-7404-4103-8a0e-6d739f012f2a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5562274 May 27 22:51:32.622124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50864) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:32.686577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Allocated IP 2001:db8::2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/ae86ba24-ccad-4b49-a257-56e144711c3a/d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:32.704021 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:32.844079 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6a043645-5530-4b37-a643-23468352d7b7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:32.845582 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6a043645-5530-4b37-a643-23468352d7b7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9865453 May 27 22:51:32.855569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50878) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:32.864342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:32.872660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:32.879819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:floatingip and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:32.883101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:32.891002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:32.948833 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=533636f2-5f8b-4b66-8627-d3737b400fba,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:33.043121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000a29d-808d-4824-bbcd-9e40763aaf28 req-f26776c6-60c4-4305-9601-b82ebbf032f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:33.044651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a000a29d-808d-4824-bbcd-9e40763aaf28 req-f26776c6-60c4-4305-9601-b82ebbf032f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 1095 time: 0.4377763 May 27 22:51:33.047553 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:33.129624 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-70a61b32-9af4-488f-85c2-3347505e8ad3 None None] Set router 15f5493d-a7b4-4836-8885-0cdf7f173d48 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:33.446103 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:33.523164 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:33.538077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Transition to ACTIVE for port object d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:33.571574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Transition to ACTIVE for port object d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:33.621484 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:33.626865 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a000a29d-808d-4824-bbcd-9e40763aaf28 req-8b9e6954-22c5-4673-ace9-c9004d4ae45e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a435d302-1eb9-492f-8f7f-33d11d887d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921325 May 27 22:51:33.634472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35611f-eaf0-4a8d-916d-c128cea5f013 req-d73fc7b2-c511-4b5e-969a-9119f7e27d44 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:33.643833 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f35611f-eaf0-4a8d-916d-c128cea5f013 req-d73fc7b2-c511-4b5e-969a-9119f7e27d44 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 945 time: 0.7656655 May 27 22:51:33.696681 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-70a61b32-9af4-488f-85c2-3347505e8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:42:08Z', 'updated_at': '2022-05-27T22:51:30Z', 'revision_number': 5, 'project_id': 'e16b517763e0477b92463f30c2606338', 'gw_port': {'id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:10Z', 'updated_at': '2022-05-27T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:33.701907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a61b32-9af4-488f-85c2-3347505e8ad3 None None] Checking router: 15f5493d-a7b4-4836-8885-0cdf7f173d48 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:51:33.713564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f35611f-eaf0-4a8d-916d-c128cea5f013 req-fc0e1af7-c8d3-4872-a961-0de00767b583 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a435d302-1eb9-492f-8f7f-33d11d887d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695987 May 27 22:51:33.720450 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:33.723228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a61b32-9af4-488f-85c2-3347505e8ad3 None None] Routers {'15f5493d-a7b4-4836-8885-0cdf7f173d48'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:33.724533 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-70a61b32-9af4-488f-85c2-3347505e8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['15f5493d-a7b4-4836-8885-0cdf7f173d48'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:33.730761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584c5c3-c98d-4ad9-b92f-cd738ce97ec1 req-76e2e6ab-4882-4ba9-8af6-efa6650a9db2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:33.744941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c584c5c3-c98d-4ad9-b92f-cd738ce97ec1 req-76e2e6ab-4882-4ba9-8af6-efa6650a9db2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.3111537 May 27 22:51:33.845064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c584c5c3-c98d-4ad9-b92f-cd738ce97ec1 req-07e93deb-4ba7-414e-b3c4-37262b5c1217 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941715 May 27 22:51:33.859530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] Deleting port c9a01b59-63d3-46fd-9248-c7107a8fb22a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:33.860291 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:33.869758 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:34.002512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:34.062236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:34.074785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:51:34.087644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Pushing event updated for resources: {'Port': ['ID=d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:34.101751 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:34.169123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] For port c9a01b59-63d3-46fd-9248-c7107a8fb22a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c9a01b59-63d3-46fd-9248-c7107a8fb22a,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:34.170766 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:34.248378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Attempting to bind port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:51:34.249344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Attempting to bind port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:51:34.249344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Attempting to bind port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:51:34.256638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:51:34.257015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:51:34.257415 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:34.258354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:51:34.258354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Bound port: d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:51:34.258722 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:34.359230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] For port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:51:34.362973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] For port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:51:34.368274 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-70a61b32-9af4-488f-85c2-3347505e8ad3 None None] Set router 15f5493d-a7b4-4836-8885-0cdf7f173d48 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:34.393914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] Calling delete_port for c9a01b59-63d3-46fd-9248-c7107a8fb22a owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:34.411970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Allocated IP 172.25.2.202 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/1426cb6e-c3e8-4bfe-b7de-d39b8d893c04) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:34.429082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::1 (c744ea9b-cdeb-488b-a067-0b211d4c406e/ae86ba24-ccad-4b49-a257-56e144711c3a/071e14a8-0b7e-44a0-8350-69efcff76319) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:34.509408 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:34.706844 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc57eeef-d1ef-4292-a7c3-0feb051c1e64 None None] Pushing event updated for resources: {'Port': ['ID=d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:34.743899 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:34.827933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a01b59-63d3-46fd-9248-c7107a8fb22a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:34.895598 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:34.936152 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:34.962376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object 071e14a8-0b7e-44a0-8350-69efcff76319 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:35.043005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-70a61b32-9af4-488f-85c2-3347505e8ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:42:08Z', 'updated_at': '2022-05-27T22:51:30Z', 'revision_number': 5, 'project_id': 'e16b517763e0477b92463f30c2606338', 'gw_port': {'id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:10Z', 'updated_at': '2022-05-27T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:35.060106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a61b32-9af4-488f-85c2-3347505e8ad3 None None] The sync data for ids ['15f5493d-a7b4-4836-8885-0cdf7f173d48'] in n-d-843680-3 is: [{'id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'name': 'tempest-ServerActionsTestJSON-1043080315-router', 'tenant_id': 'e16b517763e0477b92463f30c2606338', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:42:08Z', 'updated_at': '2022-05-27T22:51:30Z', 'revision_number': 5, 'project_id': 'e16b517763e0477b92463f30c2606338', 'gw_port': {'id': 'c9a01b59-63d3-46fd-9248-c7107a8fb22a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:3d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f5493d-a7b4-4836-8885-0cdf7f173d48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:42:10Z', 'updated_at': '2022-05-27T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:51:35.086072 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:35.170840 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:35.199185 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:35.254169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:35.279185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:35.293360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:51:35.341388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:35.345444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:35.352563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'Port': ['ID=1426cb6e-c3e8-4bfe-b7de-d39b8d893c04,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:35.353524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:51:35.354124 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:35.474342 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:35.479033 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:35.551081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c65a8-931e-4f99-bb96-a9e6dcb5a644 req-b7354b47-3014-4be4-a100-c008303d8a87 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:35.553228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f57c65a8-931e-4f99-bb96-a9e6dcb5a644 req-b7354b47-3014-4be4-a100-c008303d8a87 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.4801857 May 27 22:51:35.642956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ab507-93f9-4527-b3b9-9cf2f4185fcd req-4b73682f-a76b-4df2-b1ab-6e0b0a0c1365 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:35.647095 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-816ab507-93f9-4527-b3b9-9cf2f4185fcd req-4b73682f-a76b-4df2-b1ab-6e0b0a0c1365 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 945 time: 0.2439890 May 27 22:51:35.650590 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:35.651338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15f5493d-a7b4-4836-8885-0cdf7f173d48 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:51:35.701667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=071e14a8-0b7e-44a0-8350-69efcff76319,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:35.720587 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f57c65a8-931e-4f99-bb96-a9e6dcb5a644 req-9f957034-ee85-46c9-85e2-4d9677377b81 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599047 May 27 22:51:35.733106 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:35.745979 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:35.745979 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-67b1e946-ff68-43a9-9c03-9e5c2a39e370 admin admin] 10.222.0.27 "DELETE /v2.0/routers/15f5493d-a7b4-4836-8885-0cdf7f173d48 HTTP/1.1" status: 204 len: 168 time: 3.2359102 May 27 22:51:35.745979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50956) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:35.820125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6b2357-88cf-4bba-8ff5-5187d9b9ba58 admin admin] Deleting subnet 120e6826-1d4c-4a02-bf20-000d486569ed {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:51:35.824085 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c6b2357-88cf-4bba-8ff5-5187d9b9ba58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:36.052126 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:36.058250 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-816ab507-93f9-4527-b3b9-9cf2f4185fcd req-ecbd2dbb-43cc-47b5-95a8-a9be31a5b7ba tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a435d302-1eb9-492f-8f7f-33d11d887d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4044993 May 27 22:51:36.141131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c6b2357-88cf-4bba-8ff5-5187d9b9ba58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:36.408259 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c6b2357-88cf-4bba-8ff5-5187d9b9ba58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:36.645364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51068f-8902-4218-9dd3-16f32487ca33 req-bdc61f4f-858f-4135-9bc7-a36924f213ea tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:36.647317 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e51068f-8902-4218-9dd3-16f32487ca33 req-bdc61f4f-858f-4135-9bc7-a36924f213ea tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 945 time: 0.3389003 May 27 22:51:36.779685 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e51068f-8902-4218-9dd3-16f32487ca33 req-a46c3eaa-6084-483e-9121-8123d575c440 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a435d302-1eb9-492f-8f7f-33d11d887d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264019 May 27 22:51:36.795839 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c6b2357-88cf-4bba-8ff5-5187d9b9ba58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:36.801596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50988) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:36.819447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5868723b-ca5f-48a7-acf8-2eb4b4ececa6 None None] Provisioning for port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:36.964613 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:37.035757 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:37.094472 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:51:37.117883 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:37.145147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b2357-88cf-4bba-8ff5-5187d9b9ba58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120e6826-1d4c-4a02-bf20-000d486569ed,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:37.241480 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c6b2357-88cf-4bba-8ff5-5187d9b9ba58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:37.243188 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:37.244200 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:37.254653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0d6b5d-6ce7-45bc-a800-83727cff6ad9 None None] Network 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:51:37.264607 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9c6b2357-88cf-4bba-8ff5-5187d9b9ba58 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/120e6826-1d4c-4a02-bf20-000d486569ed HTTP/1.1" status: 204 len: 168 time: 1.5188899 May 27 22:51:37.270552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51004) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:37.429159 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6d7e106f-da5a-4a92-94a4-afe6d13b154e None None] Provisioning for port 071e14a8-0b7e-44a0-8350-69efcff76319 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:37.431665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:37.472771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=071e14a8-0b7e-44a0-8350-69efcff76319,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:37.483085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:37.483458 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:37.516175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6d7e106f-da5a-4a92-94a4-afe6d13b154e None None] Provisioning complete for port 071e14a8-0b7e-44a0-8350-69efcff76319 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:37.516499 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d7e106f-da5a-4a92-94a4-afe6d13b154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:37.532264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869522d-47ca-4b4f-82f4-6d668347ad5e req-568f1a92-958c-4396-a09c-99213bba4eed tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:37.539665 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8869522d-47ca-4b4f-82f4-6d668347ad5e req-568f1a92-958c-4396-a09c-99213bba4eed tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.4946814 May 27 22:51:37.580939 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:37.606070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:37.610811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:37.648889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a028fb8-3e3b-47ed-9772-f97002c7c9a3 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:37.650708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2a028fb8-3e3b-47ed-9772-f97002c7c9a3 tempest-TestNetworkBasicOps-850234197 tempest-TestNetworkBasicOps-850234197-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 1091 time: 0.6683388 May 27 22:51:37.657248 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:37.662164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51008) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:37.679106 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8869522d-47ca-4b4f-82f4-6d668347ad5e req-e8dee41f-368e-45e1-aa2e-8e7dafbb09cf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377914 May 27 22:51:37.689165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '533636f2-5f8b-4b66-8627-d3737b400fba', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:37.724718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:37.729327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e106f-da5a-4a92-94a4-afe6d13b154e None None] Port 071e14a8-0b7e-44a0-8350-69efcff76319 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:51:37.746348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Usage tracker for resource:floatingip and tenant:ce374891ed0f4bd582f3450e6b65dedf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:37.751491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:37.764631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] Deleting port 76c4224b-18e4-459c-8980-60bdca165fa8 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:37.764970 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:37.787349 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:37.843254 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:37.900547 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:37.907449 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:38.004067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda54315-29c6-4aaa-b711-8f31aca4f947 None None] DHCP port deletion for 1bf83da6-a4b0-4696-9b0e-9b626b20ad05 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:51:38.044838 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:38.054334 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:38.069367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'Port': ['ID=1426cb6e-c3e8-4bfe-b7de-d39b8d893c04,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:38.086993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bda54315-29c6-4aaa-b711-8f31aca4f947 None None] Deleting port 76c4224b-18e4-459c-8980-60bdca165fa8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:38.086993 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bda54315-29c6-4aaa-b711-8f31aca4f947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:38.153060 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:38.239928 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 40e5e4ed-703f-4e90-8c87-cb52386f144f no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:51:38.306904 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:38.334171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 40e5e4ed-703f-4e90-8c87-cb52386f144f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:51:38.334563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 40e5e4ed-703f-4e90-8c87-cb52386f144f not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:51:38.334898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c9a01b59-63d3-46fd-9248-c7107a8fb22a no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:51:38.414868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: c9a01b59-63d3-46fd-9248-c7107a8fb22a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:51:38.415304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c9a01b59-63d3-46fd-9248-c7107a8fb22a not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:51:38.416945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] For port 76c4224b-18e4-459c-8980-60bdca165fa8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=76c4224b-18e4-459c-8980-60bdca165fa8,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:38.417308 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:38.425124 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:38.429005 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1af5de59-9b82-4619-aa0c-879112e62326 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5723467 May 27 22:51:38.462105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Router b8174edb-56bd-4d5f-bd1f-eabb89d0151a is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:51:38.643215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] Calling delete_port for 76c4224b-18e4-459c-8980-60bdca165fa8 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:38.886599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:51:38.894889 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-443c5319-b929-418e-b2ee-c14f5b0ac7c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "PUT /v2.0/routers/b8174edb-56bd-4d5f-bd1f-eabb89d0151a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2717216 May 27 22:51:38.895620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51056) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:38.898769 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Sync routers for ids ['b8174edb-56bd-4d5f-bd1f-eabb89d0151a'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:51:38.919660 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Routers {'b8174edb-56bd-4d5f-bd1f-eabb89d0151a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:38.921389 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b8174edb-56bd-4d5f-bd1f-eabb89d0151a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:38.945381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 76c4224b-18e4-459c-8980-60bdca165fa8 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:51:38.954659 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:38.984083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de0c56a-1c92-4779-9270-5a2ec977beea tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:38.984731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4de0c56a-1c92-4779-9270-5a2ec977beea tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:38.989401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f4432bd1-f6d4-4313-b5c8-82d3637fbdbf None None] Provisioning complete for port 071e14a8-0b7e-44a0-8350-69efcff76319 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:38.989903 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f4432bd1-f6d4-4313-b5c8-82d3637fbdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:39.028414 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-88270a36-9247-4380-b0c6-15f6bed3fb4c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--593594523&fields=id&tenant_id=53d923b432974a83b5d42963ced4cc2e HTTP/1.1" status: 200 len: 267 time: 0.1521611 May 27 22:51:39.032761 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:39.051035 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:39.064477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4de0c56a-1c92-4779-9270-5a2ec977beea tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:39.069793 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4de0c56a-1c92-4779-9270-5a2ec977beea tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports/071e14a8-0b7e-44a0-8350-69efcff76319 HTTP/1.1" status: 200 len: 911 time: 0.1730278 May 27 22:51:39.072899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51068) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:39.096747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:39.097220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:39.097619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:39.098016 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:39.100645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:39.100645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:39.100645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:39.100645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:39.100645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:39.100645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:39.100645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:39.101374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:39.119723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bda54315-29c6-4aaa-b711-8f31aca4f947 None None] For port 76c4224b-18e4-459c-8980-60bdca165fa8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=76c4224b-18e4-459c-8980-60bdca165fa8,segment=NetworkSegment(54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5),segment_id=54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:39.121006 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bda54315-29c6-4aaa-b711-8f31aca4f947 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:39.129375 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f4432bd1-f6d4-4313-b5c8-82d3637fbdbf None None] Port 071e14a8-0b7e-44a0-8350-69efcff76319 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:51:39.177156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] Pushing event deleted for resources: {'Port': ['ID=76c4224b-18e4-459c-8980-60bdca165fa8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:39.186192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] No DVR routers for this DVR port 76c4224b-18e4-459c-8980-60bdca165fa8 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:51:39.191511 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No active binding found for port 76c4224b-18e4-459c-8980-60bdca165fa8 {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 22:51:39.191842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 76c4224b-18e4-459c-8980-60bdca165fa8 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:51:39.249859 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Set router b8174edb-56bd-4d5f-bd1f-eabb89d0151a gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:39.280299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bda54315-29c6-4aaa-b711-8f31aca4f947 None None] Calling delete_port for 76c4224b-18e4-459c-8980-60bdca165fa8 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:39.386272 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-bda54315-29c6-4aaa-b711-8f31aca4f947 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:51:39.386617 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-bda54315-29c6-4aaa-b711-8f31aca4f947 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:51:39.450772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0b08d0-ea17-44a3-b5a7-6d8d38713c41 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:39.457087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0b08d0-ea17-44a3-b5a7-6d8d38713c41 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:39.462160 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6c0b08d0-ea17-44a3-b5a7-6d8d38713c41 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3894632 May 27 22:51:39.462821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51076) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:39.608085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51082) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:39.616261 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:39.641693 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8174edb-56bd-4d5f-bd1f-eabb89d0151a', 'name': 'tempest-NetworksTestDHCPv6-router-1906980767', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:32Z', 'updated_at': '2022-05-27T22:51:35Z', 'revision_number': 2, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'gw_port_host': None, '_interfaces': [{'id': '071e14a8-0b7e-44a0-8350-69efcff76319', 'name': '', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'mac_address': 'fa:16:3e:56:3b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8174edb-56bd-4d5f-bd1f-eabb89d0151a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'ae86ba24-ccad-4b49-a257-56e144711c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:34Z', 'updated_at': '2022-05-27T22:51:36Z', 'revision_number': 2, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'subnets': [{'id': 'ae86ba24-ccad-4b49-a257-56e144711c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:39.645905 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Checking router: b8174edb-56bd-4d5f-bd1f-eabb89d0151a for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:51:39.646444 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Updating router b8174edb-56bd-4d5f-bd1f-eabb89d0151a port 071e14a8-0b7e-44a0-8350-69efcff76319 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:51:39.699024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf83da6-a4b0-4696-9b0e-9b626b20ad05']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:39.716196 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:39.780942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-86db1c79-8225-4476-8b81-28e393483c67 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:39.787929 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-86db1c79-8225-4476-8b81-28e393483c67 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/networks?id=834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 200 len: 815 time: 0.7071459 May 27 22:51:39.815693 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-7165a7bd-cbc7-48c8-a1c7-089a9efbacd1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/quotas/53d923b432974a83b5d42963ced4cc2e HTTP/1.1" status: 200 len: 375 time: 0.0268273 May 27 22:51:39.883722 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d3f5e66-3fec-4be6-a27b-8d637aecea68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:39.888440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bda54315-29c6-4aaa-b711-8f31aca4f947 None None] Deleting port 76c4224b-18e4-459c-8980-60bdca165fa8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:39.888843 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bda54315-29c6-4aaa-b711-8f31aca4f947 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:39.915792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6d3f5e66-3fec-4be6-a27b-8d637aecea68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:39.920498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6d3f5e66-3fec-4be6-a27b-8d637aecea68 admin admin] Usage tracker for resource:security_group_rule and tenant:57ba15fc67f0419d91d22556774bf35b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:39.923422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6d3f5e66-3fec-4be6-a27b-8d637aecea68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:39.928921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Allocated IP 172.25.2.106 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/b8db6acb-3dcf-4b4f-82ab-0f41bb8c83b8) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:39.929489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6d3f5e66-3fec-4be6-a27b-8d637aecea68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:39.966424 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bda54315-29c6-4aaa-b711-8f31aca4f947 None None] The port '76c4224b-18e4-459c-8980-60bdca165fa8' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:51:40.025899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:40.026505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:40.055414 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d3f5e66-3fec-4be6-a27b-8d637aecea68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.061341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2100d3-653e-42c1-aab8-4aed3d0a1815 req-7571b75d-4ed2-4dba-8f7a-1c5510d3200d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:40.062801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf2100d3-653e-42c1-aab8-4aed3d0a1815 req-7571b75d-4ed2-4dba-8f7a-1c5510d3200d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 1.1575150 May 27 22:51:40.066827 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.120422 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.134620 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d3f5e66-3fec-4be6-a27b-8d637aecea68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.152609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:51:40.152941 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.192168 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6d3f5e66-3fec-4be6-a27b-8d637aecea68 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=57ba15fc67f0419d91d22556774bf35b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5832586 May 27 22:51:40.199164 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51090) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:40.213647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f5e66-3fec-4be6-a27b-8d637aecea68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841bbb54-f110-413b-96f0-0ea6a249ea02,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:40.238827 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.257340 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Transition to ACTIVE for port object 071e14a8-0b7e-44a0-8350-69efcff76319 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:40.331008 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf2100d3-653e-42c1-aab8-4aed3d0a1815 req-aff94ae4-35bf-4b0c-b9e8-db2e480df998 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508698 May 27 22:51:40.333146 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1f6dbe3-c69a-4b4c-bc4c-0d1982d5c160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.334910 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.335154 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5 resource provider aggregate not found May 27 22:51:40.358336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-273ac9db-b4cf-4deb-9387-9311d884da66 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5411763 May 27 22:51:40.362309 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1f6dbe3-c69a-4b4c-bc4c-0d1982d5c160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.385965 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.399444 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.417084 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.457183 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54d9ae8b-3bba-405a-bc42-a2c4d2b8c7d5 found for delete ", "request_id": "req-57c9355e-89b6-41a8-ac38-e6facb05ecfc"}]} May 27 22:51:40.499903 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.626921 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1f6dbe3-c69a-4b4c-bc4c-0d1982d5c160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.653040 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6dbe3-c69a-4b4c-bc4c-0d1982d5c160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841bbb54-f110-413b-96f0-0ea6a249ea02,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:40.688774 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45120b-4a92-4c54-887c-bfc100625700 None None] Pushing event updated for resources: {'Port': ['ID=071e14a8-0b7e-44a0-8350-69efcff76319,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:40.712952 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Attempting to bind port 071e14a8-0b7e-44a0-8350-69efcff76319 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:51:40.716253 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Attempting to bind port 071e14a8-0b7e-44a0-8350-69efcff76319 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:51:40.717327 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Attempting to bind port 071e14a8-0b7e-44a0-8350-69efcff76319 on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:51:40.736152 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-0e177eb1-c600-46ec-a9a3-9455b9c36c01 service neutron] 10.222.0.27 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180795 May 27 22:51:40.741360 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:51:40.744740 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:51:40.745255 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.745752 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:51:40.746349 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Bound port: 071e14a8-0b7e-44a0-8350-69efcff76319, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:51:40.746828 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.782566 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1f6dbe3-c69a-4b4c-bc4c-0d1982d5c160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.784099 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1f6dbe3-c69a-4b4c-bc4c-0d1982d5c160 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/841bbb54-f110-413b-96f0-0ea6a249ea02 HTTP/1.1" status: 204 len: 168 time: 0.5839200 May 27 22:51:40.788973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:40.927723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 071e14a8-0b7e-44a0-8350-69efcff76319 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:40.929571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.934576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:40.935071 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:40.937058 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] For port 071e14a8-0b7e-44a0-8350-69efcff76319, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:51:40.943806 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] For port 071e14a8-0b7e-44a0-8350-69efcff76319, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=071e14a8-0b7e-44a0-8350-69efcff76319,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:51:40.958647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf83da6-a4b0-4696-9b0e-9b626b20ad05,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:40.999530 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-23eb2137-3ead-4f8d-ac51-852fb3137e96 service neutron] 10.222.0.27 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588384 May 27 22:51:41.009261 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fb911b3e-d354-455d-b061-f9abafc0138d admin admin] 10.222.0.27 "DELETE /v2.0/networks/1bf83da6-a4b0-4696-9b0e-9b626b20ad05 HTTP/1.1" status: 204 len: 168 time: 3.7376597 May 27 22:51:41.038241 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:41.070352 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:41.175166 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:41.213708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:41.222295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:41.224147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:51:41.255509 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Routers {'b8174edb-56bd-4d5f-bd1f-eabb89d0151a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:41.256896 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b8174edb-56bd-4d5f-bd1f-eabb89d0151a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:41.469285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Port': ['ID=b8db6acb-3dcf-4b4f-82ab-0f41bb8c83b8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:41.513727 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45120b-4a92-4c54-887c-bfc100625700 None None] Pushing event updated for resources: {'Port': ['ID=071e14a8-0b7e-44a0-8350-69efcff76319,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:41.515714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] For port 071e14a8-0b7e-44a0-8350-69efcff76319, host n-d-843680-3, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:41.516544 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:41.625803 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] Set router b8174edb-56bd-4d5f-bd1f-eabb89d0151a gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:41.697392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51120) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:41.990712 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 071e14a8-0b7e-44a0-8350-69efcff76319 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:42.105896 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b4814eee-dbab-495e-9119-c061218eb432 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e16b517763e0477b92463f30c2606338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4076068 May 27 22:51:42.116252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51130) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:42.190954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-690bf142-e209-4f15-8827-09770bbc5fc8 req-fbf11082-8139-4c8b-9366-6611cc5fd0f4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 210 time: 0.7683964 May 27 22:51:42.334261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a178e6e0-a390-4c37-9b5a-0a76790a8ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:42.401245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a178e6e0-a390-4c37-9b5a-0a76790a8ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:42.435262 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:51:42.435989 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:42.436270 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:51:42.448683 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8174edb-56bd-4d5f-bd1f-eabb89d0151a', 'name': 'tempest-NetworksTestDHCPv6-router-1906980767', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:32Z', 'updated_at': '2022-05-27T22:51:35Z', 'revision_number': 2, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'gw_port_host': None, '_interfaces': [{'id': '071e14a8-0b7e-44a0-8350-69efcff76319', 'name': '', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'mac_address': 'fa:16:3e:56:3b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8174edb-56bd-4d5f-bd1f-eabb89d0151a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'ae86ba24-ccad-4b49-a257-56e144711c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:34Z', 'updated_at': '2022-05-27T22:51:40Z', 'revision_number': 4, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'subnets': [{'id': 'ae86ba24-ccad-4b49-a257-56e144711c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:42.465687 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c51aa77-4c89-4918-acd2-88737d76cc87 None None] The sync data for ids ['b8174edb-56bd-4d5f-bd1f-eabb89d0151a'] in n-d-843680-3 is: [{'id': 'b8174edb-56bd-4d5f-bd1f-eabb89d0151a', 'name': 'tempest-NetworksTestDHCPv6-router-1906980767', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:32Z', 'updated_at': '2022-05-27T22:51:35Z', 'revision_number': 2, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'gw_port_host': None, '_interfaces': [{'id': '071e14a8-0b7e-44a0-8350-69efcff76319', 'name': '', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'mac_address': 'fa:16:3e:56:3b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8174edb-56bd-4d5f-bd1f-eabb89d0151a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': 'ae86ba24-ccad-4b49-a257-56e144711c3a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:34Z', 'updated_at': '2022-05-27T22:51:40Z', 'revision_number': 4, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'subnets': [{'id': 'ae86ba24-ccad-4b49-a257-56e144711c3a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:51:42.612069 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a178e6e0-a390-4c37-9b5a-0a76790a8ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:42.627051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045cad9a-c68c-4ed2-958e-83d9c3929cab req-b52d5989-9689-4347-9eda-bde20b6c447d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:42.628572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-045cad9a-c68c-4ed2-958e-83d9c3929cab req-b52d5989-9689-4347-9eda-bde20b6c447d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.5419149 May 27 22:51:42.640775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178e6e0-a390-4c37-9b5a-0a76790a8ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429416a8-021d-443f-a53c-d35dcc45b6e2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:42.684844 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-045cad9a-c68c-4ed2-958e-83d9c3929cab req-57a6fbba-fea8-4da5-b4ff-a14e4cb45c82 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498252 May 27 22:51:42.755737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a178e6e0-a390-4c37-9b5a-0a76790a8ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:42.757328 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a178e6e0-a390-4c37-9b5a-0a76790a8ee8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/429416a8-021d-443f-a53c-d35dcc45b6e2 HTTP/1.1" status: 204 len: 168 time: 0.6406434 May 27 22:51:42.842687 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:42.932076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 071e14a8-0b7e-44a0-8350-69efcff76319 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:42.933322 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:43.216247 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:43.253585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] For port 071e14a8-0b7e-44a0-8350-69efcff76319, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=071e14a8-0b7e-44a0-8350-69efcff76319,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:43.254274 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:43.292770 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:43.498980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 071e14a8-0b7e-44a0-8350-69efcff76319 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:43.543837 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af1dde95-ba39-484e-8fc4-af6642d9705e req-a6538349-d797-45da-bf2c-676fa97ab7cc tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 210 time: 0.1152303 May 27 22:51:43.571157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event updated for resources: {'Port': ['ID=b8db6acb-3dcf-4b4f-82ab-0f41bb8c83b8,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:43.577695 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:43.911047 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Floating IP 5a0ecda5-466c-4695-bf70-fc2d851e549e associated. External IP: 172.25.2.106, port: 533636f2-5f8b-4b66-8627-d3737b400fba. May 27 22:51:44.064126 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:44.261155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=071e14a8-0b7e-44a0-8350-69efcff76319,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:44.473491 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:44.515575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f308c-b86e-4aa2-880a-538ac4a4ae75 req-5c75b801-7498-4e9a-9599-67b4e994226b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:44.527309 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae5f308c-b86e-4aa2-880a-538ac4a4ae75 req-5c75b801-7498-4e9a-9599-67b4e994226b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.4850345 May 27 22:51:44.564746 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:51:44.588658 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae5f308c-b86e-4aa2-880a-538ac4a4ae75 req-8b8edbf1-9e47-433d-9345-97a087451cbc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605404 May 27 22:51:44.918500 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a42a2d73-8a02-49d2-9f59-5e45ff31d4c1 req-92a51ba0-4a4b-4a72-90c0-36eacdbe922b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 210 time: 0.1528180 May 27 22:51:44.980470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51198) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:44.986669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Router b8174edb-56bd-4d5f-bd1f-eabb89d0151a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:51:45.156748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Router efe75550-d9dc-42c8-93f6-7854da110ada has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:51:45.374792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-network', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:45.446696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:45.451310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Usage tracker for resource:network and tenant:ca9d74d397174f93ba6e5bd6746411ba is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:45.454707 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:45.461361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:45.477111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-ab3c32bb-810c-470d-abb6-81cd9c396527 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:45.478545 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-ab3c32bb-810c-470d-abb6-81cd9c396527 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.46 "GET /v2.0/networks?id=834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 200 len: 815 time: 0.5392537 May 27 22:51:45.494748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:51:45.509326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e6d22c-fb80-477b-b207-f7ec3128656a None None] Sync routers for ids ['b8174edb-56bd-4d5f-bd1f-eabb89d0151a'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:51:45.526644 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1d7e63b5-008b-4c03-bfbd-472a1e7cf9a7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "PUT /v2.0/routers/b8174edb-56bd-4d5f-bd1f-eabb89d0151a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0627594 May 27 22:51:45.530164 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51216) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:45.547771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e6d22c-fb80-477b-b207-f7ec3128656a None None] Routers {'b8174edb-56bd-4d5f-bd1f-eabb89d0151a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:45.549075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b8e6d22c-fb80-477b-b207-f7ec3128656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b8174edb-56bd-4d5f-bd1f-eabb89d0151a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:45.648095 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b517f019-999f-413f-ae0e-1e85cff773c9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:45.649813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b517f019-999f-413f-ae0e-1e85cff773c9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:45.650712 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b517f019-999f-413f-ae0e-1e85cff773c9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:45.655395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Made reservation on behalf of ca9d74d397174f93ba6e5bd6746411ba for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:51:45.657590 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-630ee8f7-18b8-4526-b1d1-e0b4c6f4de92 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d923b432974a83b5d42963ced4cc2e HTTP/1.1" status: 200 len: 472 time: 0.1700618 May 27 22:51:45.669492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'port': {'device_id': '24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'admin_state_up': True, 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'security_groups': ['f6163f36-745d-4fad-9ad8-35970c6e4d9b']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:45.673264 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:45.714706 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:45.744322 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:45.750486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:51:45.764102 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d269d-cab4-4d0d-b32f-8ae7b2e0e8c8 None None] Sync routers for ids ['efe75550-d9dc-42c8-93f6-7854da110ada'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:51:45.768576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Usage tracker for resource:security_group_rule and tenant:ca9d74d397174f93ba6e5bd6746411ba is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:45.775806 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:45.782954 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d269d-cab4-4d0d-b32f-8ae7b2e0e8c8 None None] Routers {'efe75550-d9dc-42c8-93f6-7854da110ada'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:45.786971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:45.788392 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-674d269d-cab4-4d0d-b32f-8ae7b2e0e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['efe75550-d9dc-42c8-93f6-7854da110ada'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:45.849744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-b8e6d22c-fb80-477b-b207-f7ec3128656a None None] Set router b8174edb-56bd-4d5f-bd1f-eabb89d0151a gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:45.887206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b517f019-999f-413f-ae0e-1e85cff773c9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:45.890790 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b517f019-999f-413f-ae0e-1e85cff773c9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3570752 May 27 22:51:45.894754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51226) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:46.007872 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:46.069361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:46.081104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:port and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:46.086694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:46.098849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:46.100189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:46.106139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0ac729f7-53c8-4558-9dd1-56046df366b2 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.4431694 May 27 22:51:46.106749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51240) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:46.110182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a15acea-26f7-461a-a6ef-2949e0b7d269', 'tag': '533636f2-5f8b-4b66-8627-d3737b400fba'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:51:46.113424 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b8e6d22c-fb80-477b-b207-f7ec3128656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8174edb-56bd-4d5f-bd1f-eabb89d0151a', 'name': 'tempest-NetworksTestDHCPv6-router-1906980767', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:32Z', 'updated_at': '2022-05-27T22:51:43Z', 'revision_number': 3, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:46.120371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e85f471-b2ee-4c5d-9ff0-49d35244200a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet ae86ba24-ccad-4b49-a257-56e144711c3a {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:51:46.128532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e6d22c-fb80-477b-b207-f7ec3128656a None None] Checking router: b8174edb-56bd-4d5f-bd1f-eabb89d0151a for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:51:46.129175 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-674d269d-cab4-4d0d-b32f-8ae7b2e0e8c8 None None] Set router efe75550-d9dc-42c8-93f6-7854da110ada gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:46.139942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e6d22c-fb80-477b-b207-f7ec3128656a None None] Routers {'b8174edb-56bd-4d5f-bd1f-eabb89d0151a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:46.140816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b8e6d22c-fb80-477b-b207-f7ec3128656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b8174edb-56bd-4d5f-bd1f-eabb89d0151a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:46.205790 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e85f471-b2ee-4c5d-9ff0-49d35244200a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:46.239982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc18aba-ffe8-4a7e-9d59-d4749d4cacb1 req-3a097b55-d30c-4c90-948f-517850916b31 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:46.249688 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:46.261538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebc18aba-ffe8-4a7e-9d59-d4749d4cacb1 req-3a097b55-d30c-4c90-948f-517850916b31 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.4026630 May 27 22:51:46.265778 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2833d449-cf34-4e43-a8a7-fd403b91fe7b req-53701866-210f-4530-a064-cbea6a6be7a4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 210 time: 0.1623232 May 27 22:51:46.266731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:51:46.302705 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:46.308957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Made reservation on behalf of 53d923b432974a83b5d42963ced4cc2e for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:51:46.317705 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:46.335934 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-b8e6d22c-fb80-477b-b207-f7ec3128656a None None] Set router b8174edb-56bd-4d5f-bd1f-eabb89d0151a gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:46.376464 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1ca32acc-f98d-439d-a1fc-0efc02e50d18 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/floatingips/5a0ecda5-466c-4695-bf70-fc2d851e549e HTTP/1.1" status: 200 len: 991 time: 0.2671173 May 27 22:51:46.382014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f4e41f-49a3-4107-bfdc-b94846b21635,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:46.385382 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:46.385848 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Added segment 13ee269e-c823-4d4c-96f3-33e283955dd1 of type vlan for network 8514dbac-db35-4503-b472-f0edb8e4c6d8 May 27 22:51:46.453726 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e85f471-b2ee-4c5d-9ff0-49d35244200a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:46.541525 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebc18aba-ffe8-4a7e-9d59-d4749d4cacb1 req-bcf8b447-6234-475c-af92-6c565f5b9397 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864528 May 27 22:51:46.564904 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:46.605387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b8e6d22c-fb80-477b-b207-f7ec3128656a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8174edb-56bd-4d5f-bd1f-eabb89d0151a', 'name': 'tempest-NetworksTestDHCPv6-router-1906980767', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:32Z', 'updated_at': '2022-05-27T22:51:43Z', 'revision_number': 3, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:46.616118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e6d22c-fb80-477b-b207-f7ec3128656a None None] The sync data for ids ['b8174edb-56bd-4d5f-bd1f-eabb89d0151a'] in n-d-843680-3 is: [{'id': 'b8174edb-56bd-4d5f-bd1f-eabb89d0151a', 'name': 'tempest-NetworksTestDHCPv6-router-1906980767', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:32Z', 'updated_at': '2022-05-27T22:51:43Z', 'revision_number': 3, 'project_id': '2409c310ce334aaf9bddf7061bd14b72', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:51:46.642764 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e85f471-b2ee-4c5d-9ff0-49d35244200a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:46.720961 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:46.721858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:46.722430 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:46.777208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Allocated IP 172.20.0.11 (834ac9cf-7900-4562-81d7-7075078e1b9c/36c561ad-418b-4404-b3f7-e1414a606ae6/7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:46.914484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] Pushing event updated for resources: {'Network': ['ID=8514dbac-db35-4503-b472-f0edb8e4c6d8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:46.926731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 8514dbac-db35-4503-b472-f0edb8e4c6d8 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:51:46.944025 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-674d269d-cab4-4d0d-b32f-8ae7b2e0e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:50:44Z', 'updated_at': '2022-05-27T22:50:56Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:46Z', 'updated_at': '2022-05-27T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '5a0ecda5-466c-4695-bf70-fc2d851e549e', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'port_id': '533636f2-5f8b-4b66-8627-d3737b400fba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'mac_address': 'fa:16:3e:f9:19:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15acea-26f7-461a-a6ef-2949e0b7d269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:51:42Z', 'updated_at': '2022-05-27T22:51:42Z', 'revision_number': 0, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d925f9-e431-43e0-96ce-48bc18da56b8', 'name': '', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:fb:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:54Z', 'updated_at': '2022-05-27T22:51:05Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:46.948576 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d269d-cab4-4d0d-b32f-8ae7b2e0e8c8 None None] Checking router: efe75550-d9dc-42c8-93f6-7854da110ada for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:51:46.957429 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674d269d-cab4-4d0d-b32f-8ae7b2e0e8c8 None None] Routers {'efe75550-d9dc-42c8-93f6-7854da110ada'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:46.958032 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-674d269d-cab4-4d0d-b32f-8ae7b2e0e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['efe75550-d9dc-42c8-93f6-7854da110ada'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:46.971082 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609008b3-53f9-4b9a-9f7b-3b4e806b2f61'] response: {'name': 'network-changed', 'server_uuid': '7a15acea-26f7-461a-a6ef-2949e0b7d269', 'tag': '533636f2-5f8b-4b66-8627-d3737b400fba', 'status': 'completed', 'code': 200} May 27 22:51:47.018121 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b0589406-c301-4a50-9ab2-d59afae1000e admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0296211 May 27 22:51:47.019935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51268) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:47.022384 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e85f471-b2ee-4c5d-9ff0-49d35244200a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:47.124997 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e85f471-b2ee-4c5d-9ff0-49d35244200a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:47.135773 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffacb4da-152d-4616-8516-6529b2aa4719 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:51:47.143790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] Request body: {'subnet': {'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-subnet', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:47.151356 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85f471-b2ee-4c5d-9ff0-49d35244200a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=ae86ba24-ccad-4b49-a257-56e144711c3a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:47.166137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:47.177424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] Usage tracker for resource:subnet and tenant:ca9d74d397174f93ba6e5bd6746411ba is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:47.185729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:47.190237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:47.201860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279689-af2a-49f9-9384-13ded6309265 req-b394d534-809b-46d2-a42e-d465fe30c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:47.207189 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea279689-af2a-49f9-9384-13ded6309265 req-b394d534-809b-46d2-a42e-d465fe30c346 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce374891ed0f4bd582f3450e6b65dedf&device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 1096 time: 0.2376237 May 27 22:51:47.235969 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-674d269d-cab4-4d0d-b32f-8ae7b2e0e8c8 None None] Set router efe75550-d9dc-42c8-93f6-7854da110ada gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:47.237397 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:47.260426 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Transition to ACTIVE for port object 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:47.282008 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4e85f471-b2ee-4c5d-9ff0-49d35244200a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/ae86ba24-ccad-4b49-a257-56e144711c3a HTTP/1.1" status: 204 len: 168 time: 1.3848748 May 27 22:51:47.284496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51274) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:47.409518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51280) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:47.434840 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:47.555538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] Made reservation on behalf of ca9d74d397174f93ba6e5bd6746411ba for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:51:47.571934 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc93cc2-8f1d-4710-8542-c493c70ba7aa None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:51:47.572088 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:47.576218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6cc93cc2-8f1d-4710-8542-c493c70ba7aa None None] Deleting port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:47.576668 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cc93cc2-8f1d-4710-8542-c493c70ba7aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:47.587779 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51288) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:47.588509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'Port': ['ID=7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:47.666565 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:47.666788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:47.667187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:47.667582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:47.667962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:47.668373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:47.668878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:47.669225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:47.670160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:47.670559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:47.670944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:47.671372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:51:47.683816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Network 834ac9cf-7900-4562-81d7-7075078e1b9c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:47.688884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:47.695626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:51:47.871199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:47.876030 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:47.895361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279689-af2a-49f9-9384-13ded6309265 req-d4ff0aad-d026-4c20-9aaf-7324704cdfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:47.897228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea279689-af2a-49f9-9384-13ded6309265 req-d4ff0aad-d026-4c20-9aaf-7324704cdfae service neutron] 10.222.0.57 "GET /v2.0/networks?id=99c52a33-b2db-491f-a975-bcf42408879d HTTP/1.1" status: 200 len: 897 time: 0.5930011 May 27 22:51:47.924140 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-674d269d-cab4-4d0d-b32f-8ae7b2e0e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:50:44Z', 'updated_at': '2022-05-27T22:50:56Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:46Z', 'updated_at': '2022-05-27T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '5a0ecda5-466c-4695-bf70-fc2d851e549e', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'port_id': '533636f2-5f8b-4b66-8627-d3737b400fba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'mac_address': 'fa:16:3e:f9:19:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15acea-26f7-461a-a6ef-2949e0b7d269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:51:42Z', 'updated_at': '2022-05-27T22:51:42Z', 'revision_number': 0, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d925f9-e431-43e0-96ce-48bc18da56b8', 'name': '', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:fb:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:54Z', 'updated_at': '2022-05-27T22:51:05Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:47.935042 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674d269d-cab4-4d0d-b32f-8ae7b2e0e8c8 None None] The sync data for ids ['efe75550-d9dc-42c8-93f6-7854da110ada'] in n-d-843680-3 is: [{'id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:50:44Z', 'updated_at': '2022-05-27T22:50:56Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:46Z', 'updated_at': '2022-05-27T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '5a0ecda5-466c-4695-bf70-fc2d851e549e', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'port_id': '533636f2-5f8b-4b66-8627-d3737b400fba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2773, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'mac_address': 'fa:16:3e:f9:19:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a15acea-26f7-461a-a6ef-2949e0b7d269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:51:42Z', 'updated_at': '2022-05-27T22:51:42Z', 'revision_number': 0, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d925f9-e431-43e0-96ce-48bc18da56b8', 'name': '', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:fb:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:54Z', 'updated_at': '2022-05-27T22:51:05Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:51:47.941189 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-42d74bdf-74e9-4341-9290-3e7a04f5968f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/floatingips/5a0ecda5-466c-4695-bf70-fc2d851e549e HTTP/1.1" status: 200 len: 991 time: 0.5130045 May 27 22:51:47.956057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2865273c-b8fd-4a2e-a064-a9bb1a3c4fff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:router {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:48.054959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2865273c-b8fd-4a2e-a064-a9bb1a3c4fff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:router {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:48.057261 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2865273c-b8fd-4a2e-a064-a9bb1a3c4fff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7706962 May 27 22:51:48.072795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:48.114635 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-abb9c67e-0019-46be-af9c-77b49dd3b8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:48.157547 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6cc93cc2-8f1d-4710-8542-c493c70ba7aa None None] For port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:48.158086 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cc93cc2-8f1d-4710-8542-c493c70ba7aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:48.173948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6b944-cc96-46af-8d39-82cf099c5170 req-26044d63-63e9-4199-a159-c931e81f383f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:48.174646 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-24d6b944-cc96-46af-8d39-82cf099c5170 req-26044d63-63e9-4199-a159-c931e81f383f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Synchronizing usage tracker for tenant:53d923b432974a83b5d42963ced4cc2e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:48.190889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-abb9c67e-0019-46be-af9c-77b49dd3b8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:48.209169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-abb9c67e-0019-46be-af9c-77b49dd3b8df admin admin] Usage tracker for resource:security_group_rule and tenant:9777c6ef2ec54ba6b7185b0aa800d427 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:48.217720 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-d3a917b8-57b7-43ab-aa8f-fed3176e4f8e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5522966 May 27 22:51:48.226987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-abb9c67e-0019-46be-af9c-77b49dd3b8df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:48.231258 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea279689-af2a-49f9-9384-13ded6309265 req-1a7cfe62-08f3-4418-8707-bad1fd5043b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=533636f2-5f8b-4b66-8627-d3737b400fba HTTP/1.1" status: 200 len: 999 time: 0.2132955 May 27 22:51:48.242403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-297cc66b-77c0-46db-82d2-f80365c425f4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:51:48.246401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-297cc66b-77c0-46db-82d2-f80365c425f4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082350 May 27 22:51:48.246401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-abb9c67e-0019-46be-af9c-77b49dd3b8df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:48.304257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6cc93cc2-8f1d-4710-8542-c493c70ba7aa None None] Calling delete_port for d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:48.350115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-24d6b944-cc96-46af-8d39-82cf099c5170 req-26044d63-63e9-4199-a159-c931e81f383f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Unset dirty status for tenant:53d923b432974a83b5d42963ced4cc2e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:48.361006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24d6b944-cc96-46af-8d39-82cf099c5170 req-26044d63-63e9-4199-a159-c931e81f383f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 932 time: 0.7768507 May 27 22:51:48.399844 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311dd51f-fee7-44dd-8e72-adc89d3babdb None None] New status for floating IP 5a0ecda5-466c-4695-bf70-fc2d851e549e: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:51:48.422966 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Request body: {'port': {'device_id': '24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:48.454178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fde0d51-2541-4f8b-96a6-7fcdb45168b6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:48.585030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae25c7b-166c-4d13-a41e-3b9f92401130 req-5f68e6ca-f16f-40f1-b7fb-a48eee3d9b02 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:48.586410 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ae25c7b-166c-4d13-a41e-3b9f92401130 req-5f68e6ca-f16f-40f1-b7fb-a48eee3d9b02 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.7005844 May 27 22:51:48.640803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279689-af2a-49f9-9384-13ded6309265 req-3270dc09-5156-45cb-be3d-7de74a34e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:48.642247 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea279689-af2a-49f9-9384-13ded6309265 req-3270dc09-5156-45cb-be3d-7de74a34e7aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb973e81-a972-4bb7-8f6e-68e95d18b08d HTTP/1.1" status: 200 len: 834 time: 0.3933856 May 27 22:51:48.674419 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24d6b944-cc96-46af-8d39-82cf099c5170 req-3514e570-3c34-4b34-832f-19afef0c97fe tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=f6163f36-745d-4fad-9ad8-35970c6e4d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3104308 May 27 22:51:48.776043 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:48.779075 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ae25c7b-166c-4d13-a41e-3b9f92401130 req-7cf4f2e4-2efb-49b1-b18c-5341070cab26 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814387 May 27 22:51:48.790391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 071e14a8-0b7e-44a0-8350-69efcff76319 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:51:48.825442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ef838676-c5cd-42d9-a605-7edf0423498a None None] Provisioning for port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:48.845181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 071e14a8-0b7e-44a0-8350-69efcff76319 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:51:48.845444 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 071e14a8-0b7e-44a0-8350-69efcff76319 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:51:48.845861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:51:48.861077 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:48.904764 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-abb9c67e-0019-46be-af9c-77b49dd3b8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:48.905748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ef838676-c5cd-42d9-a605-7edf0423498a None None] Provisioning complete for port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:48.906118 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef838676-c5cd-42d9-a605-7edf0423498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:48.935819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No active binding found for port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 22:51:48.936657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:51:48.938455 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cc93cc2-8f1d-4710-8542-c493c70ba7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:48.947296 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51304) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:49.021454 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fde0d51-2541-4f8b-96a6-7fcdb45168b6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:49.027303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc93cc2-8f1d-4710-8542-c493c70ba7aa None None] Pushing event deleted for resources: {'Port': ['ID=d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:49.029598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc93cc2-8f1d-4710-8542-c493c70ba7aa None None] No DVR routers for this DVR port d6b6bc50-dc5b-44a0-98e7-d4ab44ecfd93 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:51:49.030524 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fde0d51-2541-4f8b-96a6-7fcdb45168b6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:49.042709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ef838676-c5cd-42d9-a605-7edf0423498a None None] Port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:51:49.072169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40bc52a-d4d7-4d2a-b439-787ca5d1faec,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:49.084425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] Checking segment: {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:51:49.084794 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] Network hostable DHCP agents. Network: 8514dbac-db35-4503-b472-f0edb8e4c6d8, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:51:49.125618 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-abb9c67e-0019-46be-af9c-77b49dd3b8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:49.143011 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fde0d51-2541-4f8b-96a6-7fcdb45168b6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:49.143569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fde0d51-2541-4f8b-96a6-7fcdb45168b6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Fanout notify agent at l3_agent the message router_deleted on router b8174edb-56bd-4d5f-bd1f-eabb89d0151a {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:51:49.175054 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] Network 8514dbac-db35-4503-b472-f0edb8e4c6d8 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:51:49.231872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea279689-af2a-49f9-9384-13ded6309265 req-0702c65b-9f34-4910-b302-64c696a7828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:49.233511 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea279689-af2a-49f9-9384-13ded6309265 req-0702c65b-9f34-4910-b302-64c696a7828d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=99c52a33-b2db-491f-a975-bcf42408879d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5764098 May 27 22:51:49.238630 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-abb9c67e-0019-46be-af9c-77b49dd3b8df admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9777c6ef2ec54ba6b7185b0aa800d427&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6447389 May 27 22:51:49.242051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb9c67e-0019-46be-af9c-77b49dd3b8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3cf2ba-e502-4ce8-8ef5-bbe0521e1664,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:49.242785 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:49.266597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-ea279689-af2a-49f9-9384-13ded6309265 req-10c6179c-af73-4ba0-a1a9-57d0ae76495e service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:51:49.267638 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea279689-af2a-49f9-9384-13ded6309265 req-10c6179c-af73-4ba0-a1a9-57d0ae76495e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178621 May 27 22:51:49.295290 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-65a25896-2428-4068-90b9-34bd866d955c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/floatingips/5a0ecda5-466c-4695-bf70-fc2d851e549e HTTP/1.1" status: 200 len: 993 time: 0.3338330 May 27 22:51:49.339825 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fde0d51-2541-4f8b-96a6-7fcdb45168b6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:49.340993 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3fde0d51-2541-4f8b-96a6-7fcdb45168b6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/routers/b8174edb-56bd-4d5f-bd1f-eabb89d0151a HTTP/1.1" status: 204 len: 168 time: 1.2672570 May 27 22:51:49.345676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 8514dbac-db35-4503-b472-f0edb8e4c6d8) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:49.350809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:49.351389 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:49.354772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3965c5fb-72d8-4948-bfdc-b5762b2e7ae2 None None] Network 8514dbac-db35-4503-b472-f0edb8e4c6d8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:51:49.371952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51314) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:49.424736 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cc046f9-2560-4291-a60f-58c65abc7158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:49.427451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6dda5079-41ab-47a8-93a9-52684ee74d85 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:49.468342 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cc046f9-2560-4291-a60f-58c65abc7158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:49.513644 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e69da656-5438-4c5f-9727-c5a684d46930 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4936404 May 27 22:51:49.518563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51318) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:49.524614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:49.531702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:49.534808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6dda5079-41ab-47a8-93a9-52684ee74d85 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:49.536286 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6dda5079-41ab-47a8-93a9-52684ee74d85 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1632740 May 27 22:51:49.540424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Usage tracker for resource:router and tenant:ca9d74d397174f93ba6e5bd6746411ba is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:49.543558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:49.551450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:49.554872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51322) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:49.587572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea279689-af2a-49f9-9384-13ded6309265 req-c5441ed9-a001-4815-9f23-e03f4dec23ac service neutron] 10.222.0.57 "GET /v2.0/networks/99c52a33-b2db-491f-a975-bcf42408879d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839496 May 27 22:51:49.622291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-8514dbac-db35-4503-b472-f0edb8e4c6d8', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:51:49.625539 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:49.642716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b95168-c828-471e-9bde-79b077a73ce0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:49.643810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1b95168-c828-471e-9bde-79b077a73ce0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:49.715867 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cc046f9-2560-4291-a60f-58c65abc7158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:49.744148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:51:49.756199 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:49.783785 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cc046f9-2560-4291-a60f-58c65abc7158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:49.784945 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9cc046f9-2560-4291-a60f-58c65abc7158 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fa3cf2ba-e502-4ce8-8ef5-bbe0521e1664 HTTP/1.1" status: 204 len: 168 time: 0.5408509 May 27 22:51:49.791749 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:49.793081 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:49.812222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a1b95168-c828-471e-9bde-79b077a73ce0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:49.816293 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1b95168-c828-471e-9bde-79b077a73ce0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2576950 May 27 22:51:49.817761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51334) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:49.822920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc046f9-2560-4291-a60f-58c65abc7158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3cf2ba-e502-4ce8-8ef5-bbe0521e1664,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:49.851832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Transition to ACTIVE for port object 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:49.859767 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea279689-af2a-49f9-9384-13ded6309265 req-0d09e520-777e-4440-a8b5-d0cfc0dec9cb service neutron] 10.222.0.57 "GET /v2.0/networks/99c52a33-b2db-491f-a975-bcf42408879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659564 May 27 22:51:49.929132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Allocated IP 172.20.0.2 (8514dbac-db35-4503-b472-f0edb8e4c6d8/c40bc52a-d4d7-4d2a-b439-787ca5d1faec/9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:49.949830 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:49.991103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-88b66e50-01dc-4c29-a292-17559d104847 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:router {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:51:50.021972 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:50.104048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-88b66e50-01dc-4c29-a292-17559d104847 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:router {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:51:50.106769 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-88b66e50-01dc-4c29-a292-17559d104847 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2688870 May 27 22:51:50.110175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51338) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:50.117246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-55defb4f-f786-4d56-a3df-073aaaae8c29 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:50.178455 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:50.194218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Transition to ACTIVE for port object 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:50.222283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Transition to ACTIVE for port object 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:50.298689 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:50.311643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:50.456321 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Network 8514dbac-db35-4503-b472-f0edb8e4c6d8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:50.460816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:50.464272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:51:50.510164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9d5bc-3277-4c02-ba7d-091bdaa67327 req-324ce286-7586-41f1-a9f5-124f447128e0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:50.511664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-48e9d5bc-3277-4c02-ba7d-091bdaa67327 req-324ce286-7586-41f1-a9f5-124f447128e0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.4498072 May 27 22:51:50.522661 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Pushing event updated for resources: {'Port': ['ID=9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:50.523847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2a3f7-6691-4733-b728-83f633583e80 req-26f814f9-aa96-49a0-abe5-975ca56618b6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:50.534876 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbe2a3f7-6691-4733-b728-83f633583e80 req-26f814f9-aa96-49a0-abe5-975ca56618b6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 944 time: 0.5467997 May 27 22:51:50.562344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Attempting to bind port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:51:50.562681 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Attempting to bind port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:51:50.563008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Attempting to bind port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa on network 834ac9cf-7900-4562-81d7-7075078e1b9c {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:51:50.581924 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa on network 834ac9cf-7900-4562-81d7-7075078e1b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:51:50.582260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Attempting to bind port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa on network 834ac9cf-7900-4562-81d7-7075078e1b9c {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:51:50.598810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Attempting to bind port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:51:50.599659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Attempting to bind port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:51:50.600277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Attempting to bind port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 on network 8514dbac-db35-4503-b472-f0edb8e4c6d8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:51:50.606611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:51:50.608171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Checking segment: {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:51:50.608834 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:50.609187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:51:50.609531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Checking segment: {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:51:50.609763 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Bound using segment: {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:51:50.609890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Bound using segment: {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:51:50.610350 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Bound port: 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:51:50.610705 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:50.610926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Bound port: 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:51:50.611713 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:50.611847 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:50.634070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-55defb4f-f786-4d56-a3df-073aaaae8c29 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:50.634350 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-48e9d5bc-3277-4c02-ba7d-091bdaa67327 req-20a2554d-63d7-4e2e-b126-4c4daac4eab3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009338 May 27 22:51:50.655983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-55defb4f-f786-4d56-a3df-073aaaae8c29 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:50.684524 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbe2a3f7-6691-4733-b728-83f633583e80 req-9690e598-c53b-4abe-810b-54367fea2d1e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=f6163f36-745d-4fad-9ad8-35970c6e4d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523354 May 27 22:51:50.735843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] For port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:51:50.743710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] For port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:51:50.835662 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:50.945658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51344) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:50.946683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55defb4f-f786-4d56-a3df-073aaaae8c29 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:51:50.950545 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55defb4f-f786-4d56-a3df-073aaaae8c29 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:50.967060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b0bb0-dbfa-43db-8f7a-81f677c79990 None None] Pushing event updated for resources: {'Port': ['ID=9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:50.980947 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3020961a-7a70-4adc-afbc-9fc211ab72a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:50.994596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] For port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:51:51.009329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] For port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:51:51.010525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3020961a-7a70-4adc-afbc-9fc211ab72a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:51.017244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3020961a-7a70-4adc-afbc-9fc211ab72a1 admin admin] Usage tracker for resource:security_group_rule and tenant:648e9adbd17245d8bdd2dbc8c36d55bf is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:51.021221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3020961a-7a70-4adc-afbc-9fc211ab72a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:51.027648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3020961a-7a70-4adc-afbc-9fc211ab72a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:51.088922 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:51.180986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:51.181618 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:51.183092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] 10.222.0.46 "PUT /v2.0/ports/7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa HTTP/1.1" status: 200 len: 1092 time: 2.8967102 May 27 22:51:51.185624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4', 'tag': '7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:51:51.209133 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3020961a-7a70-4adc-afbc-9fc211ab72a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:51.220765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef24ef-fa59-4fc8-97c7-8ee5997e20f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:51.252166 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0efb3b0e-16cc-48f1-8c21-fc0477e9ca6c'] response: {'name': 'network-changed', 'server_uuid': '24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4', 'tag': '7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa', 'status': 'completed', 'code': 200} May 27 22:51:51.344410 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3020961a-7a70-4adc-afbc-9fc211ab72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:51.399934 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3020961a-7a70-4adc-afbc-9fc211ab72a1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=648e9adbd17245d8bdd2dbc8c36d55bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508061 May 27 22:51:51.401397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51352) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:51.441660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020961a-7a70-4adc-afbc-9fc211ab72a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f795ee-4d3c-4121-9e6c-c4419925b57d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:51.474322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319829fd-03ae-4e96-902a-fe286e0910ca req-0e4c7e02-b091-4290-bf11-d8f7810a4b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:51.475483 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-319829fd-03ae-4e96-902a-fe286e0910ca req-0e4c7e02-b091-4290-bf11-d8f7810a4b62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 1095 time: 0.1904123 May 27 22:51:51.496754 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:51.539886 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:51.656633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319829fd-03ae-4e96-902a-fe286e0910ca req-91381741-0615-4b59-a5fd-ef749881c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:51.658268 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-319829fd-03ae-4e96-902a-fe286e0910ca req-91381741-0615-4b59-a5fd-ef749881c233 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=53d923b432974a83b5d42963ced4cc2e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1750593 May 27 22:51:51.678488 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca86b847-3d4f-4e18-8334-2e69dcd6973f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:51.822754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-55defb4f-f786-4d56-a3df-073aaaae8c29 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:51:51.837703 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55defb4f-f786-4d56-a3df-073aaaae8c29 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:51.922536 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca86b847-3d4f-4e18-8334-2e69dcd6973f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:51.960099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55defb4f-f786-4d56-a3df-073aaaae8c29 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:51.970971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-55defb4f-f786-4d56-a3df-073aaaae8c29 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:51.981353 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55defb4f-f786-4d56-a3df-073aaaae8c29 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:51.981991 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-55defb4f-f786-4d56-a3df-073aaaae8c29 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:51.986723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27f3ac8-03db-40c4-9bcd-968d3df4cea4 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:51:52.023030 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55defb4f-f786-4d56-a3df-073aaaae8c29 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=7e21ee7d-852a-4ba2-9800-02f0d4a349c1,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:52.040848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Allocated IP 172.25.2.28 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/a0cba19f-be26-42b8-89e5-c71bcdf80167) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:52.047334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319829fd-03ae-4e96-902a-fe286e0910ca req-64065f87-245b-43d1-9c28-0dd4a591f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:52.054288 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-319829fd-03ae-4e96-902a-fe286e0910ca req-64065f87-245b-43d1-9c28-0dd4a591f35f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3867607 May 27 22:51:52.081364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac67fa-b062-4a0e-945c-680986a891d0 req-1ab1a040-d0de-4ade-96e4-c81afe016d6d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:52.083201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40ac67fa-b062-4a0e-945c-680986a891d0 req-1ab1a040-d0de-4ade-96e4-c81afe016d6d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.2317984 May 27 22:51:52.117842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74274d1-a74e-43e3-8de5-76410bcf3131 req-7a064cae-c519-4164-a0be-4e2888e22212 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:52.119436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b74274d1-a74e-43e3-8de5-76410bcf3131 req-7a064cae-c519-4164-a0be-4e2888e22212 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 944 time: 0.2367029 May 27 22:51:52.170005 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-55defb4f-f786-4d56-a3df-073aaaae8c29 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0576906 May 27 22:51:52.174949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51364) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:52.189244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0da550ec-30cb-4d74-8f1f-e9b332057d4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:52.211763 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca86b847-3d4f-4e18-8334-2e69dcd6973f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:52.316723 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca86b847-3d4f-4e18-8334-2e69dcd6973f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:52.317864 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca86b847-3d4f-4e18-8334-2e69dcd6973f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/63f795ee-4d3c-4121-9e6c-c4419925b57d HTTP/1.1" status: 204 len: 168 time: 0.8884838 May 27 22:51:52.363621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86b847-3d4f-4e18-8334-2e69dcd6973f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f795ee-4d3c-4121-9e6c-c4419925b57d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:52.439676 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40ac67fa-b062-4a0e-945c-680986a891d0 req-50214f06-e3f3-4fdf-9362-0db07bedd49e tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191171 May 27 22:51:52.461147 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b74274d1-a74e-43e3-8de5-76410bcf3131 req-f7599b04-634f-4641-a330-3bf3149f9c5e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=f6163f36-745d-4fad-9ad8-35970c6e4d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773588 May 27 22:51:52.474421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-b3dbb2a4-5dcb-4a52-b95d-5d2b6c1f9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:52.476043 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-b3dbb2a4-5dcb-4a52-b95d-5d2b6c1f9703 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 1095 time: 0.3346047 May 27 22:51:52.511642 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '7e21ee7d-852a-4ba2-9800-02f0d4a349c1'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:51:52.512523 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:52.579982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-8d7bf63b-6fb7-4462-928a-8cc37672864e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa HTTP/1.1" status: 200 len: 217 time: 0.0926790 May 27 22:51:52.608875 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:52.646407 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:52.655286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0da550ec-30cb-4d74-8f1f-e9b332057d4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:52.701880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0da550ec-30cb-4d74-8f1f-e9b332057d4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:52.717876 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0da550ec-30cb-4d74-8f1f-e9b332057d4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:52.742080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0da550ec-30cb-4d74-8f1f-e9b332057d4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:52.754861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-f50c39b6-babe-4a01-915f-50b4d442ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:52.756477 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-f50c39b6-babe-4a01-915f-50b4d442ab0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=36c561ad-418b-4404-b3f7-e1414a606ae6 HTTP/1.1" status: 200 len: 854 time: 0.1702645 May 27 22:51:52.841108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da550ec-30cb-4d74-8f1f-e9b332057d4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:51:52.844956 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0da550ec-30cb-4d74-8f1f-e9b332057d4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:52.940915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-7f36019a-b8f2-428a-ac64-0aef63825e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:52.947306 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-7f36019a-b8f2-428a-ac64-0aef63825e01 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=834ac9cf-7900-4562-81d7-7075078e1b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780555 May 27 22:51:52.955432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:53.026859 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:53.037664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67475ae-32d4-4887-90e2-04b42f462ddf None None] Network 8514dbac-db35-4503-b472-f0edb8e4c6d8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:51:53.126377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:53.143275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:53.159131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:51:53.160515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-197d2227-d670-4e07-9c11-b4425e1f6d17 service neutron] 10.222.0.46 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120571 May 27 22:51:53.226884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Allocated IP 2001:db8::f816:3eff:fe63:d525 (c744ea9b-cdeb-488b-a067-0b211d4c406e/7e21ee7d-852a-4ba2-9800-02f0d4a349c1/8213d0f3-8083-4e2a-9464-9e85397e2fe8) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:53.248733 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Pushing event updated for resources: {'Port': ['ID=a0cba19f-be26-42b8-89e5-c71bcdf80167,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:53.379269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0b9f6782-1f4c-4f4a-a0e4-6e4e4bf97023 None None] Provisioning for port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:53.425756 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6110a0ab-9b12-4bb8-a1f5-5531bf9dab75 req-c463523b-0fa9-482d-9cfb-f8689b459d55 service neutron] 10.222.0.46 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575028 May 27 22:51:53.627944 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:53.632229 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0448c876-45cc-4187-83fc-6360305a481c details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:51:53.676573 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:53.711438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:53.724014 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:53.759936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d84ee-d818-4451-a0ef-56962cf70243 req-91c5f267-14dc-4195-8ea1-4be74e777b68 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:53.768429 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-778d84ee-d818-4451-a0ef-56962cf70243 req-91c5f267-14dc-4195-8ea1-4be74e777b68 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 944 time: 0.1727746 May 27 22:51:53.801902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Transition to ACTIVE for port object 8213d0f3-8083-4e2a-9464-9e85397e2fe8 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:53.805001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a058c-7b67-41c8-b43c-a0e5ccf049e6 req-5118b88d-bf2b-4c05-92b0-e394b208af67 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:53.806631 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a43a058c-7b67-41c8-b43c-a0e5ccf049e6 req-5118b88d-bf2b-4c05-92b0-e394b208af67 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 944 time: 0.1703653 May 27 22:51:53.860691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Transition to ACTIVE for port object 8213d0f3-8083-4e2a-9464-9e85397e2fe8 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:53.864985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-778d84ee-d818-4451-a0ef-56962cf70243 req-4c7459e5-e109-4ffe-a677-8b2919c5b6b9 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954554 May 27 22:51:53.897422 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a43a058c-7b67-41c8-b43c-a0e5ccf049e6 req-0700527c-d3fa-4ece-af9b-71fcdc8e5686 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=f6163f36-745d-4fad-9ad8-35970c6e4d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808213 May 27 22:51:53.991271 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:54.053484 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:54.141393 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:54.155879 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Pushing event updated for resources: {'Port': ['ID=8213d0f3-8083-4e2a-9464-9e85397e2fe8,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:54.165820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:54.179717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:51:54.189340 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:54.189948 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:54.254455 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0448c876-45cc-4187-83fc-6360305a481c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0448c876-45cc-4187-83fc-6360305a481c,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:54.327584 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '0448c876-45cc-4187-83fc-6360305a481c', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'port_id': '0448c876-45cc-4187-83fc-6360305a481c', 'mac_address': 'fa:16:3e:76:9d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:51:54.336703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:54.341199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Attempting to bind port 8213d0f3-8083-4e2a-9464-9e85397e2fe8 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:51:54.341199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Attempting to bind port 8213d0f3-8083-4e2a-9464-9e85397e2fe8 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:51:54.341199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Attempting to bind port 8213d0f3-8083-4e2a-9464-9e85397e2fe8 on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:51:54.391731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:51:54.392260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:51:54.392520 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:54.392906 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:51:54.393379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Bound port: 8213d0f3-8083-4e2a-9464-9e85397e2fe8, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:51:54.393742 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:54.458390 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:54.512250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0448c876-45cc-4187-83fc-6360305a481c is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:54.516273 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:54.573292 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0448c876-45cc-4187-83fc-6360305a481c {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:51:54.647550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] For port 8213d0f3-8083-4e2a-9464-9e85397e2fe8, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:51:54.649913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:54.654625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0448c876-45cc-4187-83fc-6360305a481c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0448c876-45cc-4187-83fc-6360305a481c,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:54.657301 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9f477dd8-9b0b-451e-adf5-514c31525ccc None None] Provisioning complete for port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:54.657664 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f477dd8-9b0b-451e-adf5-514c31525ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:54.703680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] For port 8213d0f3-8083-4e2a-9464-9e85397e2fe8, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8213d0f3-8083-4e2a-9464-9e85397e2fe8,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:51:54.710261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:54.759459 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:54.817541 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0da550ec-30cb-4d74-8f1f-e9b332057d4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:54.842222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9f477dd8-9b0b-451e-adf5-514c31525ccc None None] Current status of the port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:54.854612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0448c876-45cc-4187-83fc-6360305a481c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:54.858836 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:54.945213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a10515-da8d-44d5-8ba2-9ebbb8c5a7ad None None] Pushing event updated for resources: {'Port': ['ID=8213d0f3-8083-4e2a-9464-9e85397e2fe8,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:54.975508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da550ec-30cb-4d74-8f1f-e9b332057d4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:54.981539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0da550ec-30cb-4d74-8f1f-e9b332057d4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:54.984496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['0448c876-45cc-4187-83fc-6360305a481c'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:51:54.990233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da550ec-30cb-4d74-8f1f-e9b332057d4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:54.990828 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0da550ec-30cb-4d74-8f1f-e9b332057d4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:55.011714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da550ec-30cb-4d74-8f1f-e9b332057d4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=f8c6d962-7044-44b0-8e91-417942b5d1f8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:55.122940 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0da550ec-30cb-4d74-8f1f-e9b332057d4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9461372 May 27 22:51:55.125649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51454) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:55.131856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'mac_address': 'fa:16:3e:72:06:d6', 'name': 'tempest-NetworksTestDHCPv6-1688326530'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:51:55.183929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Router a5d3c54f-0b2e-49f9-8c21-98a79313e814 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:51:55.300921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c1af1-98f1-4f9e-baa2-a5cbc9323598 req-0a308a60-bfe2-4ca0-88c3-2a9ff3867bb0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:55.303113 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-865c1af1-98f1-4f9e-baa2-a5cbc9323598 req-0a308a60-bfe2-4ca0-88c3-2a9ff3867bb0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 945 time: 0.2982483 May 27 22:51:55.364025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51460) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:55.380381 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-865c1af1-98f1-4f9e-baa2-a5cbc9323598 req-90e45e4f-92d8-43a8-8b13-7c5fd8b555ac tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705383 May 27 22:51:55.420002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92efdf-2d69-4666-a5da-3927153b1f58 req-7cf4286c-aecd-4dce-a86c-3e3686bf22aa tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:55.424053 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc92efdf-2d69-4666-a5da-3927153b1f58 req-7cf4286c-aecd-4dce-a86c-3e3686bf22aa tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 944 time: 0.3357706 May 27 22:51:55.481652 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc92efdf-2d69-4666-a5da-3927153b1f58 req-642ff635-1f7b-45a4-956a-36c0a131052f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=f6163f36-745d-4fad-9ad8-35970c6e4d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516527 May 27 22:51:55.507893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:51:55.548817 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c7ff0781-df9a-4d3f-a027-0dd479aa12f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:55.573967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c7ff0781-df9a-4d3f-a027-0dd479aa12f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:55.578723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c7ff0781-df9a-4d3f-a027-0dd479aa12f3 admin admin] Usage tracker for resource:security_group_rule and tenant:e05d06d2571a43b78929ba1708a693e9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:55.583209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c7ff0781-df9a-4d3f-a027-0dd479aa12f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:55.589433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c7ff0781-df9a-4d3f-a027-0dd479aa12f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:55.644579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:51:55.653347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:51:55.658912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:51:55.667294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:51:55.670462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:51:55.681725 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Sync routers for ids ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:51:55.695361 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Routers {'a5d3c54f-0b2e-49f9-8c21-98a79313e814'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:55.696421 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:55.696759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:55.715561 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'port_id': '7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa', 'mac_address': 'fa:16:3e:e7:af:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:51:55.717263 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c7ff0781-df9a-4d3f-a027-0dd479aa12f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:55.773004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:51:55.804805 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c7ff0781-df9a-4d3f-a027-0dd479aa12f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:55.823573 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:55.825963 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3dbb95b4-8e4b-4af1-b546-8257fefe3312 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3063538 May 27 22:51:55.826549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:55.827065 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:55.831584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51470) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:55.876732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:51:55.896503 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c7ff0781-df9a-4d3f-a027-0dd479aa12f3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e05d06d2571a43b78929ba1708a693e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5267911 May 27 22:51:55.900252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51472) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:55.905380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff0781-df9a-4d3f-a027-0dd479aa12f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55735fb3-e61e-4307-aabc-2ba59e40a8f0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:55.913046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:55.944206 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Set router a5d3c54f-0b2e-49f9-8c21-98a79313e814 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:55.989464 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:56.034137 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daef0ecc-0f86-4415-bd0a-d7d1179755bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:56.113585 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daef0ecc-0f86-4415-bd0a-d7d1179755bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:56.158898 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:56.190949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:56.209468 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:51:56.274653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 92903bff-bc9f-4285-a3fb-e5a0153cb5c6 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:51:56.281801 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daef0ecc-0f86-4415-bd0a-d7d1179755bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:56.296742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39676dd2-8ea1-451c-8a5f-791c08f48d20 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:51:56.298211 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:51:53Z', 'revision_number': 3, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:56.302319 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Checking router: a5d3c54f-0b2e-49f9-8c21-98a79313e814 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:51:56.302827 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Updating router a5d3c54f-0b2e-49f9-8c21-98a79313e814 port a0cba19f-be26-42b8-89e5-c71bcdf80167 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:51:56.302954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef0ecc-0f86-4415-bd0a-d7d1179755bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55735fb3-e61e-4307-aabc-2ba59e40a8f0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:56.339794 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daef0ecc-0f86-4415-bd0a-d7d1179755bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:56.344629 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-daef0ecc-0f86-4415-bd0a-d7d1179755bd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/55735fb3-e61e-4307-aabc-2ba59e40a8f0 HTTP/1.1" status: 204 len: 168 time: 0.4409406 May 27 22:51:56.405476 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:56.541175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 172.20.0.6 (c744ea9b-cdeb-488b-a067-0b211d4c406e/f8c6d962-7044-44b0-8e91-417942b5d1f8/92903bff-bc9f-4285-a3fb-e5a0153cb5c6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:56.549017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::f816:3eff:fe72:6d6 (c744ea9b-cdeb-488b-a067-0b211d4c406e/7e21ee7d-852a-4ba2-9800-02f0d4a349c1/92903bff-bc9f-4285-a3fb-e5a0153cb5c6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:56.667220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-22df7673-f6f5-42ca-90ee-3f9964978332 None None] Provisioning for port 8213d0f3-8083-4e2a-9464-9e85397e2fe8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:56.924081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105499f-2eb7-4071-af9c-373688680b8a req-ee312980-b680-4b85-a302-1895f4bec67e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:56.925815 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4105499f-2eb7-4071-af9c-373688680b8a req-ee312980-b680-4b85-a302-1895f4bec67e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 945 time: 0.2019417 May 27 22:51:56.980566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8213d0f3-8083-4e2a-9464-9e85397e2fe8 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:56.986800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877acfd-fce4-4919-bca6-d86bde9314c3 req-7fa07c03-5068-4e6f-9f2d-1be668deaba7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:56.988795 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b877acfd-fce4-4919-bca6-d86bde9314c3 req-7fa07c03-5068-4e6f-9f2d-1be668deaba7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 945 time: 0.4221141 May 27 22:51:57.063533 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7930d6b5-7140-421b-9682-e3af6ba62e3a None None] Update dhcp port {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'fixed_ips': [{'subnet_id': '7e21ee7d-852a-4ba2-9800-02f0d4a349c1', 'ip_address': '2001:db8::f816:3eff:fe63:d525'}, {'subnet_id': 'f8c6d962-7044-44b0-8e91-417942b5d1f8'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '8213d0f3-8083-4e2a-9464-9e85397e2fe8'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 22:51:57.130658 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7930d6b5-7140-421b-9682-e3af6ba62e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:57.139009 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b877acfd-fce4-4919-bca6-d86bde9314c3 req-968c42f0-9b5d-4ed2-b8e1-dded2c7c3c92 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225991 May 27 22:51:57.172611 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4105499f-2eb7-4071-af9c-373688680b8a req-19d9c37d-52f4-49a2-b57c-3150ec4fa692 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=f6163f36-745d-4fad-9ad8-35970c6e4d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382865 May 27 22:51:57.222700 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:57.239297 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Transition to ACTIVE for port object a0cba19f-be26-42b8-89e5-c71bcdf80167 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:57.261078 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:57.268504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 8213d0f3-8083-4e2a-9464-9e85397e2fe8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:57.288723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8213d0f3-8083-4e2a-9464-9e85397e2fe8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:57.289183 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:57.316645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object 92903bff-bc9f-4285-a3fb-e5a0153cb5c6 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:57.334186 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:57.433681 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8213d0f3-8083-4e2a-9464-9e85397e2fe8 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:57.434469 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:57.445988 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Attempting to bind port a0cba19f-be26-42b8-89e5-c71bcdf80167 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:51:57.446786 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Attempting to bind port a0cba19f-be26-42b8-89e5-c71bcdf80167 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:51:57.447139 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Attempting to bind port a0cba19f-be26-42b8-89e5-c71bcdf80167 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:51:57.467880 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:51:57.468316 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:51:57.468764 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:57.469290 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:51:57.470249 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Bound port: a0cba19f-be26-42b8-89e5-c71bcdf80167, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:51:57.470630 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:57.500097 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:57.503511 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 8213d0f3-8083-4e2a-9464-9e85397e2fe8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8213d0f3-8083-4e2a-9464-9e85397e2fe8,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:57.517605 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:57.546558 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98b6f1-8d3e-4d6b-86e8-29e7aa74a987 None None] Pushing event updated for resources: {'Port': ['ID=a0cba19f-be26-42b8-89e5-c71bcdf80167,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:57.562615 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-75a40abf-3587-4ee5-925d-0d6e9f614517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:57.585414 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] For port a0cba19f-be26-42b8-89e5-c71bcdf80167, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:51:57.587992 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:57.588919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:57.590064 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] For port a0cba19f-be26-42b8-89e5-c71bcdf80167, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a0cba19f-be26-42b8-89e5-c71bcdf80167,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:51:57.618913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:57.675448 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:57.696233 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-7930d6b5-7140-421b-9682-e3af6ba62e3a None None] Allocated IP 172.20.0.2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/f8c6d962-7044-44b0-8e91-417942b5d1f8/8213d0f3-8083-4e2a-9464-9e85397e2fe8) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:57.722665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:57.729196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:57.738693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:51:57.821268 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98b6f1-8d3e-4d6b-86e8-29e7aa74a987 None None] Pushing event updated for resources: {'Port': ['ID=a0cba19f-be26-42b8-89e5-c71bcdf80167,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:57.838665 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Routers {'a5d3c54f-0b2e-49f9-8c21-98a79313e814'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:51:57.838665 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:51:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:57.876548 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7930d6b5-7140-421b-9682-e3af6ba62e3a None None] For port 8213d0f3-8083-4e2a-9464-9e85397e2fe8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8213d0f3-8083-4e2a-9464-9e85397e2fe8,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:57.905831 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7930d6b5-7140-421b-9682-e3af6ba62e3a None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:57.926355 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7930d6b5-7140-421b-9682-e3af6ba62e3a None None] Transition to ACTIVE for port object 8213d0f3-8083-4e2a-9464-9e85397e2fe8 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:58.002847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=92903bff-bc9f-4285-a3fb-e5a0153cb5c6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:58.030648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:58.031311 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:58.120485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=8213d0f3-8083-4e2a-9464-9e85397e2fe8,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:58.124812 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] Set router a5d3c54f-0b2e-49f9-8c21-98a79313e814 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:51:58.126493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Allocated IP 172.20.0.1 (8514dbac-db35-4503-b472-f0edb8e4c6d8/c40bc52a-d4d7-4d2a-b439-787ca5d1faec/703d3cd0-5424-47c8-af94-712791e8f895) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:51:58.129388 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7930d6b5-7140-421b-9682-e3af6ba62e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:58.220860 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-57a91d3f-b5f5-48c5-8358-66735cfad876 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0919302 May 27 22:51:58.221502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51520) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:58.320213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930d6b5-7140-421b-9682-e3af6ba62e3a None None] Pushing event updated for resources: {'Port': ['ID=8213d0f3-8083-4e2a-9464-9e85397e2fe8,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:58.415912 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:58.454029 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:58.475553 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:58.475924 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:58.498420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Transition to ACTIVE for port object 703d3cd0-5424-47c8-af94-712791e8f895 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:51:58.556115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd12fe-374c-4699-a356-8c2a8dd85db2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:58.562407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffd12fe-374c-4699-a356-8c2a8dd85db2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:58.565514 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fffd12fe-374c-4699-a356-8c2a8dd85db2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3420644 May 27 22:51:58.577748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51530) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:58.628072 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:58.628703 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:58.654662 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:58.785233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156076e1-f34d-4c51-9275-94d0dd17872e req-5ee2a636-87b8-462e-b606-d4921f661d5d tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:58.787280 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-156076e1-f34d-4c51-9275-94d0dd17872e req-5ee2a636-87b8-462e-b606-d4921f661d5d tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 945 time: 0.3391697 May 27 22:51:58.825907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Network 8514dbac-db35-4503-b472-f0edb8e4c6d8 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:51:58.840367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:51:58.850624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:51:58.852285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:58.853356 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:58.889338 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:51:53Z', 'revision_number': 3, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:51:58.898933 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023dd41d-37e3-41db-8d34-ec5afe990913 None None] The sync data for ids ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'] in n-d-843680-3 is: [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:51:53Z', 'revision_number': 3, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:51:58.902618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ccd31ef4-39ab-4a2d-8cf6-0ae547cc874a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 92903bff-bc9f-4285-a3fb-e5a0153cb5c6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:51:58.902961 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccd31ef4-39ab-4a2d-8cf6-0ae547cc874a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:58.908369 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b0cc6-82ce-430d-840f-03d57d9445ac req-4ea9dd09-46d6-4b92-afdc-625f46ddbbc3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:58.910177 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f21b0cc6-82ce-430d-840f-03d57d9445ac req-4ea9dd09-46d6-4b92-afdc-625f46ddbbc3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 945 time: 0.3643508 May 27 22:51:58.912816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:58.913561 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-156076e1-f34d-4c51-9275-94d0dd17872e req-48493bbc-a7d5-4e58-8df2-a1526ccc6aaf tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=f6163f36-745d-4fad-9ad8-35970c6e4d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197503 May 27 22:51:58.927294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:51:59.026449 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f21b0cc6-82ce-430d-840f-03d57d9445ac req-e3f4c3e6-aa9b-4f08-a163-26d29a6bd825 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088846 May 27 22:51:59.051316 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:59.059050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0448c876-45cc-4187-83fc-6360305a481c up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:59.102347 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63d7259-2436-4b99-8769-e22aa94518d1'] response: {'server_uuid': '24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa', 'code': 200} May 27 22:51:59.183594 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:59.223606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Pushing event updated for resources: {'Port': ['ID=703d3cd0-5424-47c8-af94-712791e8f895,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:59.229392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:51:59.284587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30372046-c07d-45a2-ac48-804c46413882 req-5cde900c-0ae2-46b7-871e-30c42859ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:51:59.286088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30372046-c07d-45a2-ac48-804c46413882 req-5cde900c-0ae2-46b7-871e-30c42859ea05 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 1097 time: 0.1591697 May 27 22:51:59.292245 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 0448c876-45cc-4187-83fc-6360305a481c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:59.308636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 0448c876-45cc-4187-83fc-6360305a481c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:59.309294 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:59.323026 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:59.389339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30372046-c07d-45a2-ac48-804c46413882 req-c11254e9-bf76-4943-80f1-887a0d142f97 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f6163f36-745d-4fad-9ad8-35970c6e4d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954003 May 27 22:51:59.420781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8213d0f3-8083-4e2a-9464-9e85397e2fe8 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:51:59.690423 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccd31ef4-39ab-4a2d-8cf6-0ae547cc874a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:59.726848 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-58496bb0-8b6f-4880-838b-fd8687247fff None None] Provisioning for port 703d3cd0-5424-47c8-af94-712791e8f895 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:51:59.739298 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ff3fb6b-3286-40a6-af80-1b155c9ed1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:59.757080 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-58496bb0-8b6f-4880-838b-fd8687247fff None None] Provisioning complete for port 703d3cd0-5424-47c8-af94-712791e8f895 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:51:59.757632 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58496bb0-8b6f-4880-838b-fd8687247fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:59.836544 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0448c876-45cc-4187-83fc-6360305a481c is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:51:59.837025 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:51:59.892485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-58496bb0-8b6f-4880-838b-fd8687247fff None None] Port 703d3cd0-5424-47c8-af94-712791e8f895 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:51:59.917860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0448c876-45cc-4187-83fc-6360305a481c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0448c876-45cc-4187-83fc-6360305a481c,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:51:59.934050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51564) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:51:59.968267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ccd31ef4-39ab-4a2d-8cf6-0ae547cc874a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 92903bff-bc9f-4285-a3fb-e5a0153cb5c6 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:51:59.972608 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:00.128150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0448c876-45cc-4187-83fc-6360305a481c,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:00.166876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9fe3ce83-e544-4366-abb9-fa9d28729a91 None None] Provisioning for port 8213d0f3-8083-4e2a-9464-9e85397e2fe8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:00.173255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9fe3ce83-e544-4366-abb9-fa9d28729a91 None None] Provisioning complete for port 8213d0f3-8083-4e2a-9464-9e85397e2fe8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:00.173744 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fe3ce83-e544-4366-abb9-fa9d28729a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:00.356228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9fe3ce83-e544-4366-abb9-fa9d28729a91 None None] Current status of the port 8213d0f3-8083-4e2a-9464-9e85397e2fe8 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:00.366164 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-19277ec3-4b71-4a87-b379-b2cafd0a7021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:00.422414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-19277ec3-4b71-4a87-b379-b2cafd0a7021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:00.429495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-19277ec3-4b71-4a87-b379-b2cafd0a7021 admin admin] Usage tracker for resource:security_group_rule and tenant:8e5ad2f3c1324cf896d2d7ce3337f46c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:00.433524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-19277ec3-4b71-4a87-b379-b2cafd0a7021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:00.440791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-19277ec3-4b71-4a87-b379-b2cafd0a7021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:00.482226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229981f-b124-4ac9-a9ac-4d09d6eaee30 req-6b918c57-e5c4-4c77-89e7-d4762ac462a0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:00.483986 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b229981f-b124-4ac9-a9ac-4d09d6eaee30 req-6b918c57-e5c4-4c77-89e7-d4762ac462a0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 946 time: 0.2162976 May 27 22:52:00.497463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32f33a-096b-4fb4-b9c9-bda36f48255c req-0010c2dd-c899-466a-8ff4-c105833e0794 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:00.500473 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:00.504806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5a32f33a-096b-4fb4-b9c9-bda36f48255c req-0010c2dd-c899-466a-8ff4-c105833e0794 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 946 time: 0.2955620 May 27 22:52:00.573471 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5a32f33a-096b-4fb4-b9c9-bda36f48255c req-0c735a41-7076-4b0a-b1fb-18a238ba9849 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=f6163f36-745d-4fad-9ad8-35970c6e4d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676479 May 27 22:52:00.585693 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b229981f-b124-4ac9-a9ac-4d09d6eaee30 req-6e146656-3c08-402b-848e-0f7ecca2792f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663872 May 27 22:52:00.595945 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f03133eb-78a1-4f13-af75-24f2f5b3256e None None] Provisioning for port 92903bff-bc9f-4285-a3fb-e5a0153cb5c6 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:00.601450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f03133eb-78a1-4f13-af75-24f2f5b3256e None None] Provisioning complete for port 92903bff-bc9f-4285-a3fb-e5a0153cb5c6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:00.601879 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f03133eb-78a1-4f13-af75-24f2f5b3256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:00.640555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccd31ef4-39ab-4a2d-8cf6-0ae547cc874a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:00.670503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f03133eb-78a1-4f13-af75-24f2f5b3256e None None] Port 92903bff-bc9f-4285-a3fb-e5a0153cb5c6 was deleted so its status cannot be updated. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 27 22:52:00.688272 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-19277ec3-4b71-4a87-b379-b2cafd0a7021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:00.771978 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-19277ec3-4b71-4a87-b379-b2cafd0a7021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:00.785778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd31ef4-39ab-4a2d-8cf6-0ae547cc874a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=92903bff-bc9f-4285-a3fb-e5a0153cb5c6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:00.825947 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-19277ec3-4b71-4a87-b379-b2cafd0a7021 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8e5ad2f3c1324cf896d2d7ce3337f46c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8884804 May 27 22:52:00.825947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19277ec3-4b71-4a87-b379-b2cafd0a7021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875fb32c-6d1e-4c82-88f0-d667ad633ffc,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:00.827603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51576) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:00.949379 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:00.977906 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:01.030127 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccd31ef4-39ab-4a2d-8cf6-0ae547cc874a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:01.058038 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c9b5445-fd50-40fe-8133-81b69bf45583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:01.062947 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ccd31ef4-39ab-4a2d-8cf6-0ae547cc874a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/92903bff-bc9f-4285-a3fb-e5a0153cb5c6 HTTP/1.1" status: 204 len: 168 time: 2.4841347 May 27 22:52:01.065456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51584) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:01.077116 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:01.108917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f807057b-d014-4829-aa81-e44a25c0a185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0448c876-45cc-4187-83fc-6360305a481c'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:52:01.112340 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c9b5445-fd50-40fe-8133-81b69bf45583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:01.159053 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:01.170641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf57d04f-e7ef-405b-b79e-9fcb8fbe476e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:01.172136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf57d04f-e7ef-405b-b79e-9fcb8fbe476e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:01.173658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf57d04f-e7ef-405b-b79e-9fcb8fbe476e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:01.174468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-cf57d04f-e7ef-405b-b79e-9fcb8fbe476e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:01.281011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-cf57d04f-e7ef-405b-b79e-9fcb8fbe476e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:01.285123 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cf57d04f-e7ef-405b-b79e-9fcb8fbe476e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2161226 May 27 22:52:01.285385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51592) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:01.308559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a0cba19f-be26-42b8-89e5-c71bcdf80167 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:01.364890 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe542a2-f2a3-45f7-9e35-638c205be4a8'] response: {'server_uuid': 'f807057b-d014-4829-aa81-e44a25c0a185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0448c876-45cc-4187-83fc-6360305a481c', 'code': 200} May 27 22:52:01.378736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb4d97c-23f7-4e99-82b6-b1f587a2fad9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 7e21ee7d-852a-4ba2-9800-02f0d4a349c1 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:52:01.382191 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d97c-23f7-4e99-82b6-b1f587a2fad9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:01.450172 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:01.454924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Pushing event updated for resources: {'Port': ['ID=703d3cd0-5424-47c8-af94-712791e8f895,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:01.501759 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d97c-23f7-4e99-82b6-b1f587a2fad9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:01.504337 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port a0cba19f-be26-42b8-89e5-c71bcdf80167 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:01.516463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a0cba19f-be26-42b8-89e5-c71bcdf80167 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:01.516463 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:01.538626 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c9b5445-fd50-40fe-8133-81b69bf45583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:01.565475 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b5445-fd50-40fe-8133-81b69bf45583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875fb32c-6d1e-4c82-88f0-d667ad633ffc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:01.573929 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4c9b5445-fd50-40fe-8133-81b69bf45583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:01.574065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18a70e-f55b-4c20-b933-c0b558abbd40 req-3884d936-abf6-489f-a1df-0b3e62338a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:01.575916 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4c9b5445-fd50-40fe-8133-81b69bf45583 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/875fb32c-6d1e-4c82-88f0-d667ad633ffc HTTP/1.1" status: 204 len: 168 time: 0.7469366 May 27 22:52:01.578913 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e18a70e-f55b-4c20-b933-c0b558abbd40 req-3884d936-abf6-489f-a1df-0b3e62338a81 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 1097 time: 0.1546953 May 27 22:52:01.672391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Network 8514dbac-db35-4503-b472-f0edb8e4c6d8 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:01.674749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:01.692014 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d97c-23f7-4e99-82b6-b1f587a2fad9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:01.773985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e18a70e-f55b-4c20-b933-c0b558abbd40 req-87f4bf7d-0877-42e9-ab9c-1f2797f76461 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857560 May 27 22:52:01.818069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a0cba19f-be26-42b8-89e5-c71bcdf80167 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:01.818460 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:01.872924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port a0cba19f-be26-42b8-89e5-c71bcdf80167, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a0cba19f-be26-42b8-89e5-c71bcdf80167,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:01.972563 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:02.089555 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=a0cba19f-be26-42b8-89e5-c71bcdf80167,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:02.090962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Router a5d3c54f-0b2e-49f9-8c21-98a79313e814 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:52:02.128645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-465b3249-35e2-4d11-b577-2181e56a8287 None None] Provisioning complete for port 703d3cd0-5424-47c8-af94-712791e8f895 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:02.129260 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-465b3249-35e2-4d11-b577-2181e56a8287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:02.163271 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d97c-23f7-4e99-82b6-b1f587a2fad9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:02.201062 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:02.239164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-465b3249-35e2-4d11-b577-2181e56a8287 None None] Port 703d3cd0-5424-47c8-af94-712791e8f895 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:52:02.244470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4d97c-23f7-4e99-82b6-b1f587a2fad9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=7e21ee7d-852a-4ba2-9800-02f0d4a349c1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:02.256444 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75fc898-56e7-45fd-be5f-d961eb094b26 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:02.284717 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4bb4d97c-23f7-4e99-82b6-b1f587a2fad9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:02.367414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97887f3-641e-4d58-981f-f8636a6a7f9c req-c9e246a2-39d8-419e-8c34-14633d5a5731 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:02.367414 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a97887f3-641e-4d58-981f-f8636a6a7f9c req-c9e246a2-39d8-419e-8c34-14633d5a5731 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 946 time: 0.4369164 May 27 22:52:02.368480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9c6bd-502d-43ae-ad1a-c9206760754b req-cad665f7-66d8-4c9b-827a-5ac980168572 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:02.369932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97a9c6bd-502d-43ae-ad1a-c9206760754b req-cad665f7-66d8-4c9b-827a-5ac980168572 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 946 time: 0.4508073 May 27 22:52:02.438715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4bb4d97c-23f7-4e99-82b6-b1f587a2fad9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/7e21ee7d-852a-4ba2-9800-02f0d4a349c1 HTTP/1.1" status: 204 len: 168 time: 1.1520495 May 27 22:52:02.447300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51618) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:02.468986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:52:02.477276 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3fa3997b-c9ee-43a6-b195-3ffb15987464 admin admin] 10.222.0.27 "PUT /v2.0/routers/a5d3c54f-0b2e-49f9-8c21-98a79313e814/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5552418 May 27 22:52:02.489904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97a9c6bd-502d-43ae-ad1a-c9206760754b req-4258f662-90a0-4694-bdaa-9e17ad9ae595 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=f6163f36-745d-4fad-9ad8-35970c6e4d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026556 May 27 22:52:02.492411 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a97887f3-641e-4d58-981f-f8636a6a7f9c req-6236f1e6-0a52-4b76-b870-3bc2a9ae214e tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212168 May 27 22:52:02.535141 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Sync routers for ids ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:52:02.542194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-4554411a-ba40-46d9-a5e2-409aaee7dc15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet f8c6d962-7044-44b0-8e91-417942b5d1f8 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:52:02.546343 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4554411a-ba40-46d9-a5e2-409aaee7dc15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:02.569419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Routers {'a5d3c54f-0b2e-49f9-8c21-98a79313e814'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:52:02.570363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:52:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:02.619859 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4554411a-ba40-46d9-a5e2-409aaee7dc15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:02.815412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee628597-15f5-4f9b-b3a8-26a82720ca53 req-0fcd45bc-4afa-4fa1-a1c0-91edd4ed4a64 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:02.820406 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee628597-15f5-4f9b-b3a8-26a82720ca53 req-0fcd45bc-4afa-4fa1-a1c0-91edd4ed4a64 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 946 time: 0.1615701 May 27 22:52:02.824220 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4554411a-ba40-46d9-a5e2-409aaee7dc15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:02.837265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51636) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:02.843439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-adf03baf-ea5f-42d0-a066-1490625ed744 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'floatingip': {'port_id': '7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:02.981359 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Set router a5d3c54f-0b2e-49f9-8c21-98a79313e814 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:52:03.001066 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-adf03baf-ea5f-42d0-a066-1490625ed744 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:03.007254 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4554411a-ba40-46d9-a5e2-409aaee7dc15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:03.094213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4554411a-ba40-46d9-a5e2-409aaee7dc15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=f8c6d962-7044-44b0-8e91-417942b5d1f8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:03.115710 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4554411a-ba40-46d9-a5e2-409aaee7dc15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:03.140029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51652) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:03.140826 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4554411a-ba40-46d9-a5e2-409aaee7dc15 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/f8c6d962-7044-44b0-8e91-417942b5d1f8 HTTP/1.1" status: 204 len: 168 time: 0.6902666 May 27 22:52:03.318364 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a0cba19f-be26-42b8-89e5-c71bcdf80167 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:03.368839 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-08434b60-7ce3-4bec-90eb-584ab448d3c5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2254803 May 27 22:52:03.369500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51658) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:03.375101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:03.383936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51662) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:03.555267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a0cba19f-be26-42b8-89e5-c71bcdf80167 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:03.555642 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:03.615313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:03.621634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:03.625280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:03.630576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-10afe899-9ae6-4880-bc15-dea0e4c92bd9 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] Request body: {'port': {'network_id': 'dd8f5d79-f0a3-4caa-87f7-5ab56c3b5f84', 'name': 'tempest-NetworksNegativeTestJSON-120463556'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:03.640682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:03.822882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:03.827597 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:03.853676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:52:00Z', 'revision_number': 4, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '703d3cd0-5424-47c8-af94-712791e8f895', 'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'mac_address': 'fa:16:3e:8a:1b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:57Z', 'updated_at': '2022-05-27T22:52:00Z', 'revision_number': 2, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'subnets': [{'id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:03.859232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a0cba19f-be26-42b8-89e5-c71bcdf80167 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:03.871785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Checking router: a5d3c54f-0b2e-49f9-8c21-98a79313e814 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:52:03.871785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Updating router a5d3c54f-0b2e-49f9-8c21-98a79313e814 port 703d3cd0-5424-47c8-af94-712791e8f895 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:52:03.912610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7619e02b-9447-4d43-8e0b-f0da9f818a49 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:03.944670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-71eee29e-2302-42d8-8d12-d0669bb884cc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:03.946499 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-71eee29e-2302-42d8-8d12-d0669bb884cc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 819 time: 0.8033941 May 27 22:52:03.994771 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a76262bb-fefc-4ec1-a0e0-7c320a7fda7b tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/quotas/ca9d74d397174f93ba6e5bd6746411ba HTTP/1.1" status: 200 len: 375 time: 0.0389178 May 27 22:52:04.018102 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-10afe899-9ae6-4880-bc15-dea0e4c92bd9 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] POST failed (client error): The resource could not be found. May 27 22:52:04.019138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10afe899-9ae6-4880-bc15-dea0e4c92bd9 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:52:04.023951 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-10afe899-9ae6-4880-bc15-dea0e4c92bd9 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6357896 May 27 22:52:04.024647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51670) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:04.057215 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:04.141250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3f99305d-b7cd-4243-bcd7-0cecc556486d None None] Provisioning complete for port 8213d0f3-8083-4e2a-9464-9e85397e2fe8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:04.141705 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3f99305d-b7cd-4243-bcd7-0cecc556486d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:04.149760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e861dc-6c9f-4613-9c75-77768296dcf0 req-17d24068-12f0-4823-86b0-0a378f7d7bb8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:04.151485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6e861dc-6c9f-4613-9c75-77768296dcf0 req-17d24068-12f0-4823-86b0-0a378f7d7bb8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 946 time: 0.4196196 May 27 22:52:04.160670 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-948dd8db-4ab6-4370-903c-a263940c5c54 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557038 May 27 22:52:04.218860 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcf1d75-74e2-4dec-8f35-4f08c2c25577 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] DELETE failed (client error): The resource could not be found. May 27 22:52:04.219725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcf1d75-74e2-4dec-8f35-4f08c2c25577 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:52:04.225091 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2dcf1d75-74e2-4dec-8f35-4f08c2c25577 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] 10.222.0.27 "DELETE /v2.0/networks/d9f8481a-0196-4edf-ba1c-bd2d2e891609 HTTP/1.1" status: 404 len: 339 time: 0.1959531 May 27 22:52:04.226492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51674) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:04.279939 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-177ff62a-c4de-40c5-adda-6e22dab73d0c tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] DELETE failed (client error): The resource could not be found. May 27 22:52:04.295007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177ff62a-c4de-40c5-adda-6e22dab73d0c tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:52:04.295007 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-177ff62a-c4de-40c5-adda-6e22dab73d0c tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] 10.222.0.27 "DELETE /v2.0/ports/337b6b70-829d-42b5-8690-9121971ccef3 HTTP/1.1" status: 404 len: 333 time: 0.0548909 May 27 22:52:04.295007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51678) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:04.370796 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c469527-f6d8-450f-8f99-186dccb1338b tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] DELETE failed (client error): The resource could not be found. May 27 22:52:04.371255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c469527-f6d8-450f-8f99-186dccb1338b tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:52:04.380221 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2c469527-f6d8-450f-8f99-186dccb1338b tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] 10.222.0.27 "DELETE /v2.0/subnets/ced93d1c-43a8-435b-9f79-432a4f698637 HTTP/1.1" status: 404 len: 337 time: 0.0854368 May 27 22:52:04.382207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51684) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:04.416409 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-3399ca8e-f1bb-4471-8ce3-7cbd6f67cc88 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] GET failed (client error): The resource could not be found. May 27 22:52:04.423705 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3399ca8e-f1bb-4471-8ce3-7cbd6f67cc88 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] 10.222.0.27 "GET /v2.0/networks/6f354617-970c-4b84-a1ec-29d6384e6a7f HTTP/1.1" status: 404 len: 339 time: 0.0399394 May 27 22:52:04.424939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6e861dc-6c9f-4613-9c75-77768296dcf0 req-cac82fa4-d3af-4ffb-9c7e-635a37806c33 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620239 May 27 22:52:04.425451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51688) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:04.432712 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-adf03baf-ea5f-42d0-a066-1490625ed744 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:52:04.588307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c03d399-3e60-4f7a-b643-5f2c7844c5da None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:52:04.597770 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-adf03baf-ea5f-42d0-a066-1490625ed744 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:04.598039 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6c03d399-3e60-4f7a-b643-5f2c7844c5da None None] Deleting port 8213d0f3-8083-4e2a-9464-9e85397e2fe8 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:04.598178 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c03d399-3e60-4f7a-b643-5f2c7844c5da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:04.614083 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b648da-1c32-4d96-96c8-61db49710d9a tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] GET failed (client error): The resource could not be found. May 27 22:52:04.620114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-45b648da-1c32-4d96-96c8-61db49710d9a tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] 10.222.0.27 "GET /v2.0/ports/d350577c-8803-4739-9f48-d4bd56cd2599 HTTP/1.1" status: 404 len: 333 time: 0.1824632 May 27 22:52:04.620718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51694) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:04.637641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3f99305d-b7cd-4243-bcd7-0cecc556486d None None] Current status of the port 8213d0f3-8083-4e2a-9464-9e85397e2fe8 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:04.710148 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-adf03baf-ea5f-42d0-a066-1490625ed744 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:04.746495 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-44455f80-4e04-4ae9-ab95-691c850d5a72 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] GET failed (client error): The resource could not be found. May 27 22:52:04.749175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-44455f80-4e04-4ae9-ab95-691c850d5a72 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] 10.222.0.27 "GET /v2.0/subnets/47f0943a-b468-42ad-b127-472eb895302c HTTP/1.1" status: 404 len: 337 time: 0.1257794 May 27 22:52:04.779430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51698) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:04.788128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-1494fa07-be8e-4b92-bde8-2551532d068c service neutron] 10.222.0.27 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911970 May 27 22:52:04.796885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-40ea4fe8-46b2-4e40-b6c3-9ac4b751df07 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:04.869426 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ea4fe8-46b2-4e40-b6c3-9ac4b751df07 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] PUT failed (client error): The resource could not be found. May 27 22:52:04.870036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ea4fe8-46b2-4e40-b6c3-9ac4b751df07 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:52:04.876436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-40ea4fe8-46b2-4e40-b6c3-9ac4b751df07 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] 10.222.0.27 "PUT /v2.0/networks/5e32aa01-2f31-4388-9379-02df102b98f9 HTTP/1.1" status: 404 len: 339 time: 0.0894492 May 27 22:52:04.878008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51702) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:04.879126 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6c03d399-3e60-4f7a-b643-5f2c7844c5da None None] For port 8213d0f3-8083-4e2a-9464-9e85397e2fe8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8213d0f3-8083-4e2a-9464-9e85397e2fe8,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:04.879580 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c03d399-3e60-4f7a-b643-5f2c7844c5da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:04.884336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-375d8a1e-1c5e-4fbb-b4a7-7b61c73ea9e4 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:05.010559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6c03d399-3e60-4f7a-b643-5f2c7844c5da None None] Calling delete_port for 8213d0f3-8083-4e2a-9464-9e85397e2fe8 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:05.086188 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:52:05.113376 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-375d8a1e-1c5e-4fbb-b4a7-7b61c73ea9e4 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] PUT failed (client error): The resource could not be found. May 27 22:52:05.113765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-375d8a1e-1c5e-4fbb-b4a7-7b61c73ea9e4 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:52:05.120161 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-375d8a1e-1c5e-4fbb-b4a7-7b61c73ea9e4 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] 10.222.0.27 "PUT /v2.0/ports/63b503f6-b905-48a7-9aa0-1b2fce282046 HTTP/1.1" status: 404 len: 333 time: 0.2358701 May 27 22:52:05.123143 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51706) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:05.127643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baffe8c-49f9-420a-8601-b5481b440795 req-f95acd03-7725-4cdf-8a28-ec5689182d82 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:05.129300 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3baffe8c-49f9-420a-8601-b5481b440795 req-f95acd03-7725-4cdf-8a28-ec5689182d82 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 946 time: 0.5096045 May 27 22:52:05.139134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-958ee1dc-3a6f-4e45-99f3-458f8858dd59 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:05.177358 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:05.189413 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-958ee1dc-3a6f-4e45-99f3-458f8858dd59 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] PUT failed (client error): The resource could not be found. May 27 22:52:05.189413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958ee1dc-3a6f-4e45-99f3-458f8858dd59 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:52:05.189413 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-958ee1dc-3a6f-4e45-99f3-458f8858dd59 tempest-NetworksNegativeTestJSON-996756210 tempest-NetworksNegativeTestJSON-996756210-project] 10.222.0.27 "PUT /v2.0/subnets/fc713ccd-7434-43d1-8469-96e6d91a8122 HTTP/1.1" status: 404 len: 337 time: 0.0594585 May 27 22:52:05.215893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Transition to ACTIVE for port object 703d3cd0-5424-47c8-af94-712791e8f895 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:05.216982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.objects.ports [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88900) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:52:05.219427 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a6a2a73e-a966-4461-99d3-bb2011144ead service neutron] 10.222.0.27 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903213 May 27 22:52:05.224506 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c03d399-3e60-4f7a-b643-5f2c7844c5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:05.250399 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-adf03baf-ea5f-42d0-a066-1490625ed744 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Floating IP 58d28e69-f86b-4b06-8915-f1b60f76505e associated. External IP: 172.25.2.202, port: 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa. May 27 22:52:05.274604 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3baffe8c-49f9-420a-8601-b5481b440795 req-1a075c47-5494-4b4b-8fea-179d919fed34 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242588 May 27 22:52:05.294676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03d399-3e60-4f7a-b643-5f2c7844c5da None None] No DVR routers for this DVR port 8213d0f3-8083-4e2a-9464-9e85397e2fe8 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:52:05.314328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03d399-3e60-4f7a-b643-5f2c7844c5da None None] Pushing event deleted for resources: {'Port': ['ID=8213d0f3-8083-4e2a-9464-9e85397e2fe8,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:05.331988 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:05.423438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8213d0f3-8083-4e2a-9464-9e85397e2fe8 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:52:05.443080 n-d-843680-3 neutron-server[88900]: WARNING neutron.services.revisions.revision_plugin [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Could not find related port for resource to bump revision. May 27 22:52:05.509837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.ipam_pluggable_backend [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Port 8213d0f3-8083-4e2a-9464-9e85397e2fe8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88900) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 27 22:52:05.510061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.ipam_pluggable_backend [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Reverting IP allocation for 2001:db8::f816:3eff:fe63:d525 {{(pid=88900) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 27 22:52:05.518630 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:05.693105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:05.696933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 8213d0f3-8083-4e2a-9464-9e85397e2fe8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:52:05.697327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8213d0f3-8083-4e2a-9464-9e85397e2fe8 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:52:05.701701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:05.720676 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:05.721289 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:05.723186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b095cf-db0d-498e-ba3a-bd58d509b74d None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:05.748547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=66fd2dc7-4ed7-4edc-a2b8-f0df3d1e3b22,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:05.834577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f809e5-ed65-4949-8f23-98a8a3295025 req-7c132551-3f20-4dfe-a80b-170d48edd524 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:05.838256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51f809e5-ed65-4949-8f23-98a8a3295025 req-7c132551-3f20-4dfe-a80b-170d48edd524 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 946 time: 0.2208796 May 27 22:52:05.974876 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf4b6d63-5c42-4de9-9523-dca4438faff0 req-99187d3c-4850-4ce2-9990-db9213e78734 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 210 time: 0.1208084 May 27 22:52:05.995919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e868717-ebea-42e1-8a38-aac703d082b4 None None] Pushing event updated for resources: {'Port': ['ID=703d3cd0-5424-47c8-af94-712791e8f895,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:05.999082 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bb8e2b09-8ae6-43e8-85c8-3473b8bfade2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6255705 May 27 22:52:06.021153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51724) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:06.046483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Attempting to bind port 703d3cd0-5424-47c8-af94-712791e8f895 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:52:06.048389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Attempting to bind port 703d3cd0-5424-47c8-af94-712791e8f895 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:52:06.048389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Attempting to bind port 703d3cd0-5424-47c8-af94-712791e8f895 on network 8514dbac-db35-4503-b472-f0edb8e4c6d8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:52:06.066798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:52:06.066798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Checking segment: {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:52:06.066798 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:06.066798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Bound using segment: {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:52:06.066798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Bound port: 703d3cd0-5424-47c8-af94-712791e8f895, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:52:06.066798 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:06.080264 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf03baf-ea5f-42d0-a066-1490625ed744 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Router fd43306b-6880-4ab7-80c3-69e01d3729fd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:52:06.084670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e0e296ce-9f66-4302-8492-bf107cfab76e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:06.276728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '66fd2dc7-4ed7-4edc-a2b8-f0df3d1e3b22'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:52:06.277637 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:06.288741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] For port 703d3cd0-5424-47c8-af94-712791e8f895, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:52:06.310863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] For port 703d3cd0-5424-47c8-af94-712791e8f895, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=703d3cd0-5424-47c8-af94-712791e8f895,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:52:06.359493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf03baf-ea5f-42d0-a066-1490625ed744 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:52:06.365875 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-adf03baf-ea5f-42d0-a066-1490625ed744 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:06.371487 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ab0913-a288-4239-8e65-182b05acffc1 None None] Sync routers for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:52:06.398250 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab0913-a288-4239-8e65-182b05acffc1 None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:52:06.401759 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a6ab0913-a288-4239-8e65-182b05acffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:52:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:06.425068 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:06.448455 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-adf03baf-ea5f-42d0-a066-1490625ed744 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "PUT /v2.0/floatingips/58d28e69-f86b-4b06-8915-f1b60f76505e HTTP/1.1" status: 200 len: 992 time: 3.6097991 May 27 22:52:06.450938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4', 'tag': '7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:52:06.454507 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51f809e5-ed65-4949-8f23-98a8a3295025 req-3f96f96f-e275-40e1-ae05-1a769dec7274 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724648 May 27 22:52:06.546047 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf9e918-7d20-456f-83f6-39220661b44e'] response: {'name': 'network-changed', 'server_uuid': '24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4', 'tag': '7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa', 'status': 'completed', 'code': 200} May 27 22:52:06.654357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51750) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:06.740405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e868717-ebea-42e1-8a38-aac703d082b4 None None] Pushing event updated for resources: {'Port': ['ID=703d3cd0-5424-47c8-af94-712791e8f895,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:06.775789 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e0e296ce-9f66-4302-8492-bf107cfab76e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:06.784972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e0e296ce-9f66-4302-8492-bf107cfab76e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:06.792145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e0e296ce-9f66-4302-8492-bf107cfab76e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:06.793517 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a6ab0913-a288-4239-8e65-182b05acffc1 None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:52:06.809595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e0e296ce-9f66-4302-8492-bf107cfab76e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:06.862551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Routers {'a5d3c54f-0b2e-49f9-8c21-98a79313e814'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:52:06.863919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:52:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:06.998913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38612a02-ad06-4d5f-88f9-39e2369cc731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:07.043219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-38612a02-ad06-4d5f-88f9-39e2369cc731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:07.052841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-38612a02-ad06-4d5f-88f9-39e2369cc731 admin admin] Usage tracker for resource:security_group_rule and tenant:732b985c2bc84039b6e3ae1db4b02d14 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:07.059295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-38612a02-ad06-4d5f-88f9-39e2369cc731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:07.068256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e296ce-9f66-4302-8492-bf107cfab76e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:07.077480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-38612a02-ad06-4d5f-88f9-39e2369cc731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:07.077667 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0e296ce-9f66-4302-8492-bf107cfab76e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:07.151553 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Allocated IP 2001:db8::f816:3eff:fe06:d58a (c744ea9b-cdeb-488b-a067-0b211d4c406e/66fd2dc7-4ed7-4edc-a2b8-f0df3d1e3b22/583c5047-7b41-4615-a90c-0b305e7ecc65) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:07.225499 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38612a02-ad06-4d5f-88f9-39e2369cc731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:07.315717 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38612a02-ad06-4d5f-88f9-39e2369cc731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:07.422143 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] Set router a5d3c54f-0b2e-49f9-8c21-98a79313e814 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:52:07.422800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38612a02-ad06-4d5f-88f9-39e2369cc731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c0102e-75b6-4b78-adc4-36966f067226,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:07.425376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-ae5fa2f9-1899-4e6e-b340-c439065dde74 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:07.442161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-ae5fa2f9-1899-4e6e-b340-c439065dde74 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 819 time: 0.8083255 May 27 22:52:07.472089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-b8b8221a-8bbb-4551-a1ae-d3cd37f987cc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/quotas/ca9d74d397174f93ba6e5bd6746411ba HTTP/1.1" status: 200 len: 375 time: 0.0289054 May 27 22:52:07.477716 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-38612a02-ad06-4d5f-88f9-39e2369cc731 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=732b985c2bc84039b6e3ae1db4b02d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8220215 May 27 22:52:07.478262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63829a-ebe3-4d4a-b4db-55983b0e6e42 req-525d1224-1ec1-4dab-9a10-5c8ac3ee0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:07.479812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51766) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:07.479931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef63829a-ebe3-4d4a-b4db-55983b0e6e42 req-525d1224-1ec1-4dab-9a10-5c8ac3ee0f48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 1097 time: 0.8975413 May 27 22:52:07.617079 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8648100-6aaf-49b0-9589-c20c18c01b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:07.703245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8648100-6aaf-49b0-9589-c20c18c01b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:07.782513 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a6ab0913-a288-4239-8e65-182b05acffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '58d28e69-f86b-4b06-8915-f1b60f76505e', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': '7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:e7:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:51:35Z', 'updated_at': '2022-05-27T22:52:04Z', 'revision_number': 1, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}, {'id': '89d7b6a3-6c5b-4922-88c7-ee38934e35b0', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': '3d6b797d-7b7d-464b-913b-d96e66a883d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:db:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830921b0-afc6-470b-82c9-3c335b772c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:50:05Z', 'updated_at': '2022-05-27T22:50:42Z', 'revision_number': 2, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:07.795345 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ab0913-a288-4239-8e65-182b05acffc1 None None] Checking router: fd43306b-6880-4ab7-80c3-69e01d3729fd for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:52:07.813535 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab0913-a288-4239-8e65-182b05acffc1 None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:52:07.814151 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a6ab0913-a288-4239-8e65-182b05acffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:52:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:07.899818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63829a-ebe3-4d4a-b4db-55983b0e6e42 req-7dad961f-1c3f-44a5-b9a2-d94c43355e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:07.902790 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef63829a-ebe3-4d4a-b4db-55983b0e6e42 req-7dad961f-1c3f-44a5-b9a2-d94c43355e09 service neutron] 10.222.0.46 "GET /v2.0/networks?id=834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 200 len: 916 time: 0.3472447 May 27 22:52:07.978127 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8648100-6aaf-49b0-9589-c20c18c01b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:07.997741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8648100-6aaf-49b0-9589-c20c18c01b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c0102e-75b6-4b78-adc4-36966f067226,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:08.004410 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8648100-6aaf-49b0-9589-c20c18c01b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:08.004410 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e8648100-6aaf-49b0-9589-c20c18c01b4d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/21c0102e-75b6-4b78-adc4-36966f067226 HTTP/1.1" status: 204 len: 168 time: 0.5214097 May 27 22:52:08.085211 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:08.093465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-15cbbbc4-4e09-4690-bea8-bfcc00d28df6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6204114 May 27 22:52:08.098325 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a6ab0913-a288-4239-8e65-182b05acffc1 None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:52:08.100293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Transition to ACTIVE for port object 583c5047-7b41-4615-a90c-0b305e7ecc65 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:08.140692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:52:00Z', 'revision_number': 4, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '703d3cd0-5424-47c8-af94-712791e8f895', 'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'mac_address': 'fa:16:3e:8a:1b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:57Z', 'updated_at': '2022-05-27T22:52:06Z', 'revision_number': 4, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'subnets': [{'id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:08.152435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Transition to ACTIVE for port object 583c5047-7b41-4615-a90c-0b305e7ecc65 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:08.155405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dea36e-4f88-406d-8d80-21098b416bac None None] The sync data for ids ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'] in n-d-843680-3 is: [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:52:00Z', 'revision_number': 4, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '703d3cd0-5424-47c8-af94-712791e8f895', 'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'mac_address': 'fa:16:3e:8a:1b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:57Z', 'updated_at': '2022-05-27T22:52:06Z', 'revision_number': 4, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'subnets': [{'id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:52:08.255664 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:08.354483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:08.358248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:08.362655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:52:08.461155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Pushing event updated for resources: {'Port': ['ID=583c5047-7b41-4615-a90c-0b305e7ecc65,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:08.494726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Attempting to bind port 583c5047-7b41-4615-a90c-0b305e7ecc65 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:52:08.495243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Attempting to bind port 583c5047-7b41-4615-a90c-0b305e7ecc65 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:52:08.495761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Attempting to bind port 583c5047-7b41-4615-a90c-0b305e7ecc65 on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:52:08.508998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:52:08.522087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:52:08.522087 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:08.522087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:52:08.522087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Bound port: 583c5047-7b41-4615-a90c-0b305e7ecc65, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:52:08.522087 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:08.718457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] For port 583c5047-7b41-4615-a90c-0b305e7ecc65, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:52:08.729566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] For port 583c5047-7b41-4615-a90c-0b305e7ecc65, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=583c5047-7b41-4615-a90c-0b305e7ecc65,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:52:08.776726 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-23769413-3dfb-44a0-acdf-96a081767cb9 service neutron] 10.222.0.27 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821063 May 27 22:52:08.795443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f764c-723f-4958-8c17-e23a47253f9b req-e21ac4e2-8f3b-403e-8085-a4034c7ef261 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:08.802776 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab9f764c-723f-4958-8c17-e23a47253f9b req-e21ac4e2-8f3b-403e-8085-a4034c7ef261 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 946 time: 1.1512415 May 27 22:52:08.831963 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:09.040735 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a6ab0913-a288-4239-8e65-182b05acffc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '58d28e69-f86b-4b06-8915-f1b60f76505e', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': '7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:e7:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:51:35Z', 'updated_at': '2022-05-27T22:52:04Z', 'revision_number': 1, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}, {'id': '89d7b6a3-6c5b-4922-88c7-ee38934e35b0', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': '3d6b797d-7b7d-464b-913b-d96e66a883d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:db:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830921b0-afc6-470b-82c9-3c335b772c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:50:05Z', 'updated_at': '2022-05-27T22:50:42Z', 'revision_number': 2, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:09.048767 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ab0913-a288-4239-8e65-182b05acffc1 None None] The sync data for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 is: [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '58d28e69-f86b-4b06-8915-f1b60f76505e', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.202', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': '7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:e7:af:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:51:35Z', 'updated_at': '2022-05-27T22:52:04Z', 'revision_number': 1, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}, {'id': '89d7b6a3-6c5b-4922-88c7-ee38934e35b0', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': '3d6b797d-7b7d-464b-913b-d96e66a883d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:db:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830921b0-afc6-470b-82c9-3c335b772c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:50:05Z', 'updated_at': '2022-05-27T22:50:42Z', 'revision_number': 2, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:52:09.096874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef458de3-9a57-42fa-b595-097b62650305 None None] Pushing event updated for resources: {'Port': ['ID=583c5047-7b41-4615-a90c-0b305e7ecc65,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:09.100509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17163242-b667-47db-8261-ea6a5f8e2758 req-00d4c9ac-567e-41c0-8d35-a828e0304b8c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:09.101160 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-17163242-b667-47db-8261-ea6a5f8e2758 req-00d4c9ac-567e-41c0-8d35-a828e0304b8c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Synchronizing usage tracker for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:09.149992 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef63829a-ebe3-4d4a-b4db-55983b0e6e42 req-5b61aad0-14c5-4f71-bb11-2a62bfda0713 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa HTTP/1.1" status: 200 len: 1000 time: 1.2402539 May 27 22:52:09.160969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-17163242-b667-47db-8261-ea6a5f8e2758 req-00d4c9ac-567e-41c0-8d35-a828e0304b8c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Unset dirty status for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:09.162215 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-17163242-b667-47db-8261-ea6a5f8e2758 req-00d4c9ac-567e-41c0-8d35-a828e0304b8c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 946 time: 0.2539895 May 27 22:52:09.396569 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-97ee099a-3f9c-4e3f-b34e-9dddbdc17a6f service neutron] 10.222.0.27 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652938 May 27 22:52:09.484191 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab9f764c-723f-4958-8c17-e23a47253f9b req-303cf5d4-b4ea-44dc-bfd0-4992062a1a4f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803977 May 27 22:52:09.560687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 703d3cd0-5424-47c8-af94-712791e8f895 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:09.786395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63829a-ebe3-4d4a-b4db-55983b0e6e42 req-f531a0f9-e6dd-4202-82b1-75357d04a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:09.795092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef63829a-ebe3-4d4a-b4db-55983b0e6e42 req-f531a0f9-e6dd-4202-82b1-75357d04a7e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=36c561ad-418b-4404-b3f7-e1414a606ae6 HTTP/1.1" status: 200 len: 854 time: 0.5216346 May 27 22:52:09.795339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dadc22d-4b2c-4dc0-b887-4c6f6043bcac None None] New status for floating IP 58d28e69-f86b-4b06-8915-f1b60f76505e: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:52:09.829908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-17163242-b667-47db-8261-ea6a5f8e2758 req-cab29aa1-4961-46c6-b517-4127756f4bd8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Deleting port 0448c876-45cc-4187-83fc-6360305a481c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:09.830256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-17163242-b667-47db-8261-ea6a5f8e2758 req-cab29aa1-4961-46c6-b517-4127756f4bd8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:09.916297 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0e296ce-9f66-4302-8492-bf107cfab76e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:10.098787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e296ce-9f66-4302-8492-bf107cfab76e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:10.115817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-e0e296ce-9f66-4302-8492-bf107cfab76e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:10.121686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e296ce-9f66-4302-8492-bf107cfab76e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:10.130551 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0e296ce-9f66-4302-8492-bf107cfab76e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:10.265487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51802) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:10.373965 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-664026e7-d415-4a05-b39d-e25739593f21 req-a6f186e4-9bc7-4193-9877-76219eaf8e5d tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 210 time: 0.2055256 May 27 22:52:10.420040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e296ce-9f66-4302-8492-bf107cfab76e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=0421c7c8-4236-4b46-9f90-8ee6f95f950e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:10.469679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63829a-ebe3-4d4a-b4db-55983b0e6e42 req-dc19d4f0-019c-48aa-8cbc-225aa5552fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:10.473478 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef63829a-ebe3-4d4a-b4db-55983b0e6e42 req-dc19d4f0-019c-48aa-8cbc-225aa5552fe4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=834ac9cf-7900-4562-81d7-7075078e1b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6725526 May 27 22:52:10.571837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 703d3cd0-5424-47c8-af94-712791e8f895 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:10.605833 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 703d3cd0-5424-47c8-af94-712791e8f895 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:10.606390 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:10.746627 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-13b4523b-07a0-41ce-a5bc-5fe15aae5ced tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/floatingips/5a0ecda5-466c-4695-bf70-fc2d851e549e HTTP/1.1" status: 200 len: 993 time: 0.4788015 May 27 22:52:10.791525 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e0e296ce-9f66-4302-8492-bf107cfab76e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7221625 May 27 22:52:10.810458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51818) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:10.816478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'mac_address': 'fa:16:3e:cf:a1:e8', 'name': 'tempest-NetworksTestDHCPv6-1189599785'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:11.180716 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 703d3cd0-5424-47c8-af94-712791e8f895 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:11.190668 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:11.236958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef63829a-ebe3-4d4a-b4db-55983b0e6e42 req-beef4d42-8097-407a-bce6-c066ce10f8b5 service neutron] 10.222.0.46 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7510531 May 27 22:52:11.253570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2466803-a058-429f-bb7e-93c8d20786e1 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:11.282842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51828) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:11.416647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-17163242-b667-47db-8261-ea6a5f8e2758 req-cab29aa1-4961-46c6-b517-4127756f4bd8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] For port 0448c876-45cc-4187-83fc-6360305a481c, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0448c876-45cc-4187-83fc-6360305a481c,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:11.417311 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-17163242-b667-47db-8261-ea6a5f8e2758 req-cab29aa1-4961-46c6-b517-4127756f4bd8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:11.452784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcdd4f-798d-4e8c-9636-0bda86d3f1d0 req-8ec8781f-c5af-4286-ab2e-407363c23efe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:11.454292 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31dcdd4f-798d-4e8c-9636-0bda86d3f1d0 req-8ec8781f-c5af-4286-ab2e-407363c23efe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 946 time: 0.5840802 May 27 22:52:11.478925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a7cd9afe-8c87-4cdc-8c49-aee9baced8a0 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:11.480465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a7cd9afe-8c87-4cdc-8c49-aee9baced8a0 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.57 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 819 time: 0.6875997 May 27 22:52:11.500408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Request body: {'port': {'device_id': '98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'admin_state_up': True, 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:11.504205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:11.549743 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 703d3cd0-5424-47c8-af94-712791e8f895, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=703d3cd0-5424-47c8-af94-712791e8f895,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:11.586556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:11.598272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-17163242-b667-47db-8261-ea6a5f8e2758 req-cab29aa1-4961-46c6-b517-4127756f4bd8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Calling delete_port for 0448c876-45cc-4187-83fc-6360305a481c owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:11.628895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:11.644365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:11.649818 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-473416db-b3be-4c3e-abb6-7d67fdfe1f90 None None] Provisioning for port 583c5047-7b41-4615-a90c-0b305e7ecc65 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:11.666180 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:11.726154 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-720092bf-c89d-4c89-b542-34600b8dea1e req-ebb7be87-5049-47c9-ad06-542072dbabbe tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 210 time: 0.2540443 May 27 22:52:11.730730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:11.771958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Usage tracker for resource:port and tenant:ca9d74d397174f93ba6e5bd6746411ba is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:11.795140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:11.814681 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31dcdd4f-798d-4e8c-9636-0bda86d3f1d0 req-5c87c37c-90f1-45b8-ad5c-b9094ea56f38 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464262 May 27 22:52:11.815876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:11.819257 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef63829a-ebe3-4d4a-b4db-55983b0e6e42 req-0c36daf7-ede2-4f9e-ac07-e276b5a89fc8 service neutron] 10.222.0.46 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586257 May 27 22:52:11.879201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=703d3cd0-5424-47c8-af94-712791e8f895,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:11.945366 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 583c5047-7b41-4615-a90c-0b305e7ecc65 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:11.996848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:12.038845 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9b5aea-4f1a-4a71-a538-becc064deb4f None None] Update dhcp port {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'fixed_ips': [{'subnet_id': '66fd2dc7-4ed7-4edc-a2b8-f0df3d1e3b22', 'ip_address': '2001:db8::f816:3eff:fe06:d58a'}, {'subnet_id': '0421c7c8-4236-4b46-9f90-8ee6f95f950e'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '583c5047-7b41-4615-a90c-0b305e7ecc65'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 22:52:12.041570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Made reservation on behalf of ca9d74d397174f93ba6e5bd6746411ba for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:12.051933 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:12.080708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b40d4f01-4fe6-4bfc-8838-4a8247c47608 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Deleting port b8db6acb-3dcf-4b4f-82ab-0f41bb8c83b8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:12.081395 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b40d4f01-4fe6-4bfc-8838-4a8247c47608 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:12.105864 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf9b5aea-4f1a-4a71-a538-becc064deb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:12.314448 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 583c5047-7b41-4615-a90c-0b305e7ecc65 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:12.325556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:12.360079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 583c5047-7b41-4615-a90c-0b305e7ecc65 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:12.360599 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:12.371167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 27121eca-1beb-419a-8242-1994143d7b70 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:52:12.388663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Allocated IP 172.20.0.8 (8514dbac-db35-4503-b472-f0edb8e4c6d8/c40bc52a-d4d7-4d2a-b439-787ca5d1faec/33dde196-688f-455b-a13a-7b0b9e314e50) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:12.448470 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b40d4f01-4fe6-4bfc-8838-4a8247c47608 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:12.448809 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b40d4f01-4fe6-4bfc-8838-4a8247c47608 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:12.842528 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 583c5047-7b41-4615-a90c-0b305e7ecc65 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:12.843107 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:12.871489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b40d4f01-4fe6-4bfc-8838-4a8247c47608 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Calling delete_port for b8db6acb-3dcf-4b4f-82ab-0f41bb8c83b8 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:12.937729 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-bf9b5aea-4f1a-4a71-a538-becc064deb4f None None] Allocated IP 172.20.0.2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/0421c7c8-4236-4b46-9f90-8ee6f95f950e/583c5047-7b41-4615-a90c-0b305e7ecc65) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:13.043669 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-17163242-b667-47db-8261-ea6a5f8e2758 req-cab29aa1-4961-46c6-b517-4127756f4bd8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:13.113095 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab29aa1-4961-46c6-b517-4127756f4bd8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event deleted for resources: {'Port': ['ID=0448c876-45cc-4187-83fc-6360305a481c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:13.219517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-17163242-b667-47db-8261-ea6a5f8e2758 req-cab29aa1-4961-46c6-b517-4127756f4bd8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] No DVR routers for this DVR port 0448c876-45cc-4187-83fc-6360305a481c on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:52:13.224684 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-17163242-b667-47db-8261-ea6a5f8e2758 req-cab29aa1-4961-46c6-b517-4127756f4bd8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:13.231023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f807057b-d014-4829-aa81-e44a25c0a185', 'name': 'network-vif-deleted', 'tag': '0448c876-45cc-4187-83fc-6360305a481c'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:52:13.245479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bf9b5aea-4f1a-4a71-a538-becc064deb4f None None] For port 583c5047-7b41-4615-a90c-0b305e7ecc65, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=583c5047-7b41-4615-a90c-0b305e7ecc65,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:13.264769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93f452a8-ce5e-43ff-b4b6-10234289aed7 req-5789db86-f431-47fb-a76d-7618b4caf986 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 210 time: 0.0686095 May 27 22:52:13.267594 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:13.293259 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf9b5aea-4f1a-4a71-a538-becc064deb4f None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:13.308144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bf9b5aea-4f1a-4a71-a538-becc064deb4f None None] Transition to ACTIVE for port object 583c5047-7b41-4615-a90c-0b305e7ecc65 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:13.321932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4a5a92d-d659-4335-b6d7-23c35b7f94c4 req-a587e70c-f1a1-49d4-92cc-215a8f13a4d9 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 210 time: 0.1269727 May 27 22:52:13.331528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Transition to ACTIVE for port object 33dde196-688f-455b-a13a-7b0b9e314e50 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:13.405372 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c96958d9-c7ee-4ae7-bcfb-4c655721be24'] response: {'server_uuid': 'f807057b-d014-4829-aa81-e44a25c0a185', 'name': 'network-vif-deleted', 'tag': '0448c876-45cc-4187-83fc-6360305a481c', 'status': 'completed', 'code': 200} May 27 22:52:13.419507 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 27 22:52:13.419507 n-d-843680-3 neutron-server[88902]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] May 27 22:52:13.419507 n-d-843680-3 neutron-server[88902]: [parameters: {'status': 'ACTIVE', 'ports_id': '583c5047-7b41-4615-a90c-0b305e7ecc65'}] May 27 22:52:13.419507 n-d-843680-3 neutron-server[88902]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:52:13.420132 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:52:13.435153 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf9b5aea-4f1a-4a71-a538-becc064deb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:13.435961 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-17163242-b667-47db-8261-ea6a5f8e2758 req-cab29aa1-4961-46c6-b517-4127756f4bd8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "DELETE /v2.0/ports/0448c876-45cc-4187-83fc-6360305a481c HTTP/1.1" status: 204 len: 173 time: 4.2662072 May 27 22:52:13.481654 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:13.573668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Network 8514dbac-db35-4503-b472-f0edb8e4c6d8 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:13.580650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:13.580650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:52:13.619608 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0448c876-45cc-4187-83fc-6360305a481c no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:52:13.639580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Pushing event updated for resources: {'Port': ['ID=33dde196-688f-455b-a13a-7b0b9e314e50,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:13.690215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:13.691419 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:13.728442 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 172.20.0.7 (c744ea9b-cdeb-488b-a067-0b211d4c406e/0421c7c8-4236-4b46-9f90-8ee6f95f950e/27121eca-1beb-419a-8242-1994143d7b70) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:13.732963 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b40d4f01-4fe6-4bfc-8838-4a8247c47608 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:13.738004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 0448c876-45cc-4187-83fc-6360305a481c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:52:13.738475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0448c876-45cc-4187-83fc-6360305a481c not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:52:13.764946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b5aea-4f1a-4a71-a538-becc064deb4f None None] Pushing event updated for resources: {'Port': ['ID=583c5047-7b41-4615-a90c-0b305e7ecc65,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:13.813063 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-a87fa8d3-d232-400d-913a-1979db580ee6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3163610 May 27 22:52:13.834779 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Request body: {'port': {'device_id': '98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:13.876148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::f816:3eff:fecf:a1e8 (c744ea9b-cdeb-488b-a067-0b211d4c406e/66fd2dc7-4ed7-4edc-a2b8-f0df3d1e3b22/27121eca-1beb-419a-8242-1994143d7b70) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:13.886823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d4f01-4fe6-4bfc-8838-4a8247c47608 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Port': ['ID=b8db6acb-3dcf-4b4f-82ab-0f41bb8c83b8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:14.047131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 583c5047-7b41-4615-a90c-0b305e7ecc65 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:14.047825 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:14.089666 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:14.098748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f400b1dc-3d75-4fff-92cb-b804fb00b828 None None] Provisioning for port 33dde196-688f-455b-a13a-7b0b9e314e50 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:14.121359 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f400b1dc-3d75-4fff-92cb-b804fb00b828 None None] Provisioning complete for port 33dde196-688f-455b-a13a-7b0b9e314e50 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:14.121928 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f400b1dc-3d75-4fff-92cb-b804fb00b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:14.200962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 583c5047-7b41-4615-a90c-0b305e7ecc65, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=583c5047-7b41-4615-a90c-0b305e7ecc65,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:14.273603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f400b1dc-3d75-4fff-92cb-b804fb00b828 None None] Port 33dde196-688f-455b-a13a-7b0b9e314e50 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:52:14.280219 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:14.461551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-0e23d851-6b56-4124-9835-f69efafe26d7 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:14.462240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-0e23d851-6b56-4124-9835-f69efafe26d7 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Synchronizing usage tracker for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:14.527603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 583c5047-7b41-4615-a90c-0b305e7ecc65 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:14.588422 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b40d4f01-4fe6-4bfc-8838-4a8247c47608 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:14.588762 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-b40d4f01-4fe6-4bfc-8838-4a8247c47608 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Floating IP 5a0ecda5-466c-4695-bf70-fc2d851e549e disassociated (deleted). External IP: 172.25.2.106, port: 533636f2-5f8b-4b66-8627-d3737b400fba. May 27 22:52:14.611235 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=583c5047-7b41-4615-a90c-0b305e7ecc65,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:14.711119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-0e23d851-6b56-4124-9835-f69efafe26d7 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Unset dirty status for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:14.720607 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-0e23d851-6b56-4124-9835-f69efafe26d7 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.57 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 819 time: 0.6073074 May 27 22:52:14.742392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 703d3cd0-5424-47c8-af94-712791e8f895 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:14.850872 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c322e3e9-6580-48e1-921c-c592212363ef req-7bf897e0-c9c2-4cb6-9078-6d77c06e5f27 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 210 time: 0.1112034 May 27 22:52:14.891262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-de6dfa9a-4d35-4a52-9619-9a6c4f41e5f4 req-59a20b37-c6b6-4474-b621-488251d7c27a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Synchronizing usage tracker for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:14.911717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Request body: {'port': {'device_id': '433a274a-f7ab-45c2-ac9b-a78ae3df2734', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'admin_state_up': True, 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:14.921492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 703d3cd0-5424-47c8-af94-712791e8f895 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:14.924092 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:15.127591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 703d3cd0-5424-47c8-af94-712791e8f895 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:15.130535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33dde196-688f-455b-a13a-7b0b9e314e50 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:52:15.141578 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:15.162263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Transition to ACTIVE for port object 33dde196-688f-455b-a13a-7b0b9e314e50 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:15.164106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-de6dfa9a-4d35-4a52-9619-9a6c4f41e5f4 req-59a20b37-c6b6-4474-b621-488251d7c27a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Unset dirty status for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:15.165908 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de6dfa9a-4d35-4a52-9619-9a6c4f41e5f4 req-59a20b37-c6b6-4474-b621-488251d7c27a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 210 time: 0.5312381 May 27 22:52:15.206054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cce49902-50da-425c-94dc-ccead1aa4a90 None None] Provisioning for port 583c5047-7b41-4615-a90c-0b305e7ecc65 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:15.211778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cce49902-50da-425c-94dc-ccead1aa4a90 None None] Provisioning complete for port 583c5047-7b41-4615-a90c-0b305e7ecc65 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:15.216702 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cce49902-50da-425c-94dc-ccead1aa4a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:15.235189 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:15.310539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:15.491340 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cce49902-50da-425c-94dc-ccead1aa4a90 None None] Current status of the port 583c5047-7b41-4615-a90c-0b305e7ecc65 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:15.703404 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Pushing event updated for resources: {'Port': ['ID=33dde196-688f-455b-a13a-7b0b9e314e50,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:15.742991 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:15.748053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:15.818052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object 27121eca-1beb-419a-8242-1994143d7b70 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:15.833225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Attempting to bind port 33dde196-688f-455b-a13a-7b0b9e314e50 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:52:15.833907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Attempting to bind port 33dde196-688f-455b-a13a-7b0b9e314e50 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:52:15.834226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Attempting to bind port 33dde196-688f-455b-a13a-7b0b9e314e50 on network 8514dbac-db35-4503-b472-f0edb8e4c6d8 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:52:15.848412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Port 33dde196-688f-455b-a13a-7b0b9e314e50 on network 8514dbac-db35-4503-b472-f0edb8e4c6d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:52:15.848753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Attempting to bind port 33dde196-688f-455b-a13a-7b0b9e314e50 on network 8514dbac-db35-4503-b472-f0edb8e4c6d8 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:52:15.860510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:52:15.862087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Checking segment: {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:52:15.862485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Bound using segment: {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:52:15.863985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Bound port: 33dde196-688f-455b-a13a-7b0b9e314e50, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:52:15.864342 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:15.909666 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:15.947694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Made reservation on behalf of ca9d74d397174f93ba6e5bd6746411ba for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:15.952426 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:16.054233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] For port 33dde196-688f-455b-a13a-7b0b9e314e50, host n-h1-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:52:16.080141 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3098f2c-2755-42b2-8316-09507f8e5ee3 req-abf0057d-f3c6-4040-99fb-0e79ada10e9a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=f807057b-d014-4829-aa81-e44a25c0a185 HTTP/1.1" status: 200 len: 210 time: 0.0589042 May 27 22:52:16.089067 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] For port 33dde196-688f-455b-a13a-7b0b9e314e50, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=33dde196-688f-455b-a13a-7b0b9e314e50,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:52:16.107162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40d4f01-4fe6-4bfc-8838-4a8247c47608 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Router efe75550-d9dc-42c8-93f6-7854da110ada has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:52:16.184010 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:16.263770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:16.264514 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:16.270061 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] 10.222.0.57 "PUT /v2.0/ports/33dde196-688f-455b-a13a-7b0b9e314e50 HTTP/1.1" status: 200 len: 1091 time: 2.4402158 May 27 22:52:16.270639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e', 'tag': '33dde196-688f-455b-a13a-7b0b9e314e50'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:52:16.296230 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:16.335525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d40a88f-d0be-4b46-a009-1f3c47eeecba service neutron] Pushing event updated for resources: {'Port': ['ID=33dde196-688f-455b-a13a-7b0b9e314e50,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:16.385767 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b040036-a8e1-4075-b8bf-9bc7ada64d92'] response: {'name': 'network-changed', 'server_uuid': '98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e', 'tag': '33dde196-688f-455b-a13a-7b0b9e314e50', 'status': 'completed', 'code': 200} May 27 22:52:16.424717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 583c5047-7b41-4615-a90c-0b305e7ecc65 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:16.615906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Allocated IP 172.20.0.12 (8514dbac-db35-4503-b472-f0edb8e4c6d8/c40bc52a-d4d7-4d2a-b439-787ca5d1faec/84377929-8b51-45ed-abc5-514178ab5fcc) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:16.620267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:16.635965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:16.656601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:52:16.678982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d5fb7-70ce-49b9-b3b1-0bdc01faf514 req-a6e5c803-8c01-4a9c-aae2-825c040de20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:16.685056 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f94d5fb7-70ce-49b9-b3b1-0bdc01faf514 req-a6e5c803-8c01-4a9c-aae2-825c040de20c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 1094 time: 0.2449708 May 27 22:52:16.742480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=27121eca-1beb-419a-8242-1994143d7b70,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:16.770184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 583c5047-7b41-4615-a90c-0b305e7ecc65 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:16.770590 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:16.898695 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:16.907922 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:16.918929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40d4f01-4fe6-4bfc-8838-4a8247c47608 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:52:16.935773 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ef4b7f-5fac-443b-82e1-4f0e9a72e7dd None None] Sync routers for ids ['efe75550-d9dc-42c8-93f6-7854da110ada'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:52:16.954249 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ef4b7f-5fac-443b-82e1-4f0e9a72e7dd None None] Routers {'efe75550-d9dc-42c8-93f6-7854da110ada'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:52:16.954877 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-97ef4b7f-5fac-443b-82e1-4f0e9a72e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:52:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['efe75550-d9dc-42c8-93f6-7854da110ada'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:17.093700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 583c5047-7b41-4615-a90c-0b305e7ecc65 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:17.125305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e0e7cf93-0a74-4cbf-b133-c0343b6f8305 req-9f31a3e4-1f88-4b61-b017-cc37aea3eb31 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 210 time: 0.1052988 May 27 22:52:17.143726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d5fb7-70ce-49b9-b3b1-0bdc01faf514 req-a9193cb2-fd60-44de-b3e2-16eaef399104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:17.172320 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f94d5fb7-70ce-49b9-b3b1-0bdc01faf514 req-a9193cb2-fd60-44de-b3e2-16eaef399104 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4737465 May 27 22:52:17.237866 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b40d4f01-4fe6-4bfc-8838-4a8247c47608 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:17.269630 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-515347ee-0ec3-4bd8-a6e7-f40b24e040d7 None None] Provisioning for port 27121eca-1beb-419a-8242-1994143d7b70 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:17.275348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-515347ee-0ec3-4bd8-a6e7-f40b24e040d7 None None] Provisioning complete for port 27121eca-1beb-419a-8242-1994143d7b70 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:17.279032 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-515347ee-0ec3-4bd8-a6e7-f40b24e040d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:17.290760 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-97ef4b7f-5fac-443b-82e1-4f0e9a72e7dd None None] Set router efe75550-d9dc-42c8-93f6-7854da110ada gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:52:17.362397 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4ca49d32-9f24-4910-bed4-6c474724f50d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.5484188 May 27 22:52:17.372482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-515347ee-0ec3-4bd8-a6e7-f40b24e040d7 None None] Port 27121eca-1beb-419a-8242-1994143d7b70 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:52:17.379604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51894) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:17.501218 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b40d4f01-4fe6-4bfc-8838-4a8247c47608 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "DELETE /v2.0/floatingips/5a0ecda5-466c-4695-bf70-fc2d851e549e HTTP/1.1" status: 204 len: 168 time: 6.2149696 May 27 22:52:17.514300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a15acea-26f7-461a-a6ef-2949e0b7d269', 'tag': '533636f2-5f8b-4b66-8627-d3737b400fba'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:52:17.582390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d5fb7-70ce-49b9-b3b1-0bdc01faf514 req-764713b9-5b3a-42c5-88ff-190f164ef826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:17.583850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f94d5fb7-70ce-49b9-b3b1-0bdc01faf514 req-764713b9-5b3a-42c5-88ff-190f164ef826 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4047492 May 27 22:52:17.632599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:17.655669 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17bdd53-580c-4204-a399-2e55a8b6780f'] response: {'name': 'network-changed', 'server_uuid': '7a15acea-26f7-461a-a6ef-2949e0b7d269', 'tag': '533636f2-5f8b-4b66-8627-d3737b400fba', 'status': 'completed', 'code': 200} May 27 22:52:17.674836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Transition to ACTIVE for port object 84377929-8b51-45ed-abc5-514178ab5fcc will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:17.693324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57305b2a-cc9b-4cc5-9bf7-15b16007c5fd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:17.703347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57305b2a-cc9b-4cc5-9bf7-15b16007c5fd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:17.703347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-57305b2a-cc9b-4cc5-9bf7-15b16007c5fd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:17.808627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-57305b2a-cc9b-4cc5-9bf7-15b16007c5fd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:17.813040 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-57305b2a-cc9b-4cc5-9bf7-15b16007c5fd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4112329 May 27 22:52:17.813371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51906) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:17.861708 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:17.924476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcc0cc-fde1-4781-8a25-bac8e63f7a1c req-5b69fa6a-757a-4f19-bfd3-6b3e4726cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:17.925966 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3fcc0cc-fde1-4781-8a25-bac8e63f7a1c req-5b69fa6a-757a-4f19-bfd3-6b3e4726cdef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce374891ed0f4bd582f3450e6b65dedf&device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 1096 time: 0.1448209 May 27 22:52:17.932700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-ce8994a5-b0a3-4908-b389-2a12050b21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:17.933537 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-ce8994a5-b0a3-4908-b389-2a12050b21c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 1094 time: 0.2620261 May 27 22:52:17.990577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Pushing event updated for resources: {'Port': ['ID=84377929-8b51-45ed-abc5-514178ab5fcc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:18.010826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Network 8514dbac-db35-4503-b472-f0edb8e4c6d8 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:18.014612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:18.020590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b61f5b7b-423c-45e8-b94f-0c3afc472a91 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 27121eca-1beb-419a-8242-1994143d7b70 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:18.020930 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b61f5b7b-423c-45e8-b94f-0c3afc472a91 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:18.048691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:52:18.058626 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-97ef4b7f-5fac-443b-82e1-4f0e9a72e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:50:44Z', 'updated_at': '2022-05-27T22:50:56Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:46Z', 'updated_at': '2022-05-27T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '43d925f9-e431-43e0-96ce-48bc18da56b8', 'name': '', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:fb:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:54Z', 'updated_at': '2022-05-27T22:51:05Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:18.064583 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ef4b7f-5fac-443b-82e1-4f0e9a72e7dd None None] Checking router: efe75550-d9dc-42c8-93f6-7854da110ada for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:52:18.080089 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ef4b7f-5fac-443b-82e1-4f0e9a72e7dd None None] Routers {'efe75550-d9dc-42c8-93f6-7854da110ada'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:52:18.080730 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-97ef4b7f-5fac-443b-82e1-4f0e9a72e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:52:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['efe75550-d9dc-42c8-93f6-7854da110ada'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:18.163284 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-bab9dab0-9198-423c-ba39-de2bf8e469a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33dde196-688f-455b-a13a-7b0b9e314e50 HTTP/1.1" status: 200 len: 217 time: 0.2061112 May 27 22:52:18.406683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:18.407575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:18.538130 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-97ef4b7f-5fac-443b-82e1-4f0e9a72e7dd None None] Set router efe75550-d9dc-42c8-93f6-7854da110ada gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:52:18.600666 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6daac305-3ba1-4c28-a0e4-eb102f343b30 None None] Provisioning for port 84377929-8b51-45ed-abc5-514178ab5fcc completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:18.607077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6daac305-3ba1-4c28-a0e4-eb102f343b30 None None] Provisioning complete for port 84377929-8b51-45ed-abc5-514178ab5fcc triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:18.607826 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6daac305-3ba1-4c28-a0e4-eb102f343b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:18.616694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-8fef745e-41d6-4645-a934-ecbfd9b38236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:18.618131 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-8fef745e-41d6-4645-a934-ecbfd9b38236 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.4415476 May 27 22:52:18.644611 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-e66b6e4d-b8ff-492d-a20f-3aa51a8c0d14 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7369111 May 27 22:52:18.648492 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b61f5b7b-423c-45e8-b94f-0c3afc472a91 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:18.672510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Request body: {'port': {'device_id': '433a274a-f7ab-45c2-ac9b-a78ae3df2734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:18.763055 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6daac305-3ba1-4c28-a0e4-eb102f343b30 None None] Port 84377929-8b51-45ed-abc5-514178ab5fcc cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:52:18.817566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcc0cc-fde1-4781-8a25-bac8e63f7a1c req-e4107430-314b-49ab-8687-6e8f379a4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:18.821859 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3fcc0cc-fde1-4781-8a25-bac8e63f7a1c req-e4107430-314b-49ab-8687-6e8f379a4126 service neutron] 10.222.0.57 "GET /v2.0/networks?id=99c52a33-b2db-491f-a975-bcf42408879d HTTP/1.1" status: 200 len: 897 time: 0.8694263 May 27 22:52:19.019818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3fcc0cc-fde1-4781-8a25-bac8e63f7a1c req-87ef781a-6692-4fe8-9c87-97c1d8ea663a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=533636f2-5f8b-4b66-8627-d3737b400fba HTTP/1.1" status: 200 len: 217 time: 0.1905999 May 27 22:52:19.108138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-979a1dae-bde5-4c69-9e54-b3e921d8e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:19.109635 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-979a1dae-bde5-4c69-9e54-b3e921d8e4ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4544442 May 27 22:52:19.118682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113074e1-6158-4ae3-89d3-1419c1db85a9 req-0605a932-3f6e-4b47-a96b-d240b8864f67 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:19.131033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b61f5b7b-423c-45e8-b94f-0c3afc472a91 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 27121eca-1beb-419a-8242-1994143d7b70 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:19.142398 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-113074e1-6158-4ae3-89d3-1419c1db85a9 req-0605a932-3f6e-4b47-a96b-d240b8864f67 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 932 time: 0.7910202 May 27 22:52:19.215785 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-97ef4b7f-5fac-443b-82e1-4f0e9a72e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:50:44Z', 'updated_at': '2022-05-27T22:50:56Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:46Z', 'updated_at': '2022-05-27T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '43d925f9-e431-43e0-96ce-48bc18da56b8', 'name': '', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:fb:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:54Z', 'updated_at': '2022-05-27T22:51:05Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:19.231404 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ef4b7f-5fac-443b-82e1-4f0e9a72e7dd None None] The sync data for ids ['efe75550-d9dc-42c8-93f6-7854da110ada'] in n-d-843680-3 is: [{'id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:50:44Z', 'updated_at': '2022-05-27T22:50:56Z', 'revision_number': 4, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:46Z', 'updated_at': '2022-05-27T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '43d925f9-e431-43e0-96ce-48bc18da56b8', 'name': '', 'network_id': '99c52a33-b2db-491f-a975-bcf42408879d', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'mac_address': 'fa:16:3e:fb:92:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:54Z', 'updated_at': '2022-05-27T22:51:05Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'subnets': [{'id': 'cb973e81-a972-4bb7-8f6e-68e95d18b08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:52:19.331044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cf6ae-8b25-46de-a379-d91bec4529e1 req-8a3a3466-d912-4562-ae43-90505235c4c8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:19.332562 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb9cf6ae-8b25-46de-a379-d91bec4529e1 req-8a3a3466-d912-4562-ae43-90505235c4c8 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 945 time: 0.9802384 May 27 22:52:19.357220 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:19.382681 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-113074e1-6158-4ae3-89d3-1419c1db85a9 req-099a271c-7d58-49c0-b405-354176a4980e tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392952 May 27 22:52:19.405151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcc0cc-fde1-4781-8a25-bac8e63f7a1c req-5d30330a-c93d-478d-bbb7-c2698d829287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:19.406774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3fcc0cc-fde1-4781-8a25-bac8e63f7a1c req-5d30330a-c93d-478d-bbb7-c2698d829287 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cb973e81-a972-4bb7-8f6e-68e95d18b08d HTTP/1.1" status: 200 len: 834 time: 0.3655241 May 27 22:52:19.605706 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-469bc7c1-cae4-4199-afc0-a9228b2d2f9e service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308863 May 27 22:52:19.616894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb9cf6ae-8b25-46de-a379-d91bec4529e1 req-4bed9de1-cb02-4529-9a10-3fa91e3df372 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a435d302-1eb9-492f-8f7f-33d11d887d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661712 May 27 22:52:19.680456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.57', 62742) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:19.785721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcc0cc-fde1-4781-8a25-bac8e63f7a1c req-7bb79ee5-34ee-48dd-acb4-d44f4901f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:19.787322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3fcc0cc-fde1-4781-8a25-bac8e63f7a1c req-7bb79ee5-34ee-48dd-acb4-d44f4901f306 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=99c52a33-b2db-491f-a975-bcf42408879d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3669779 May 27 22:52:19.871481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc2a5b6-0836-4f6a-acc0-447cd0ce4dff None None] New status for floating IP 5a0ecda5-466c-4695-bf70-fc2d851e549e: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:52:20.103713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b61f5b7b-423c-45e8-b94f-0c3afc472a91 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:20.198148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f5b7b-423c-45e8-b94f-0c3afc472a91 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=27121eca-1beb-419a-8242-1994143d7b70,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:20.296636 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-b30b2189-3c2d-4ce4-bc88-62637f733df3 service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6784952 May 27 22:52:20.298929 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3fcc0cc-fde1-4781-8a25-bac8e63f7a1c req-84c63da4-e79c-4118-86f2-b4bcd2d205cb service neutron] 10.222.0.57 "GET /v2.0/networks/99c52a33-b2db-491f-a975-bcf42408879d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912896 May 27 22:52:20.454977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f164a24-b26c-403f-8efb-05f331d760b1 req-c6c294a9-fcb7-42ff-bd30-5d1aadb80bbd tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:20.456412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-5f164a24-b26c-403f-8efb-05f331d760b1 req-c6c294a9-fcb7-42ff-bd30-5d1aadb80bbd tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Synchronizing usage tracker for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:20.626607 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b61f5b7b-423c-45e8-b94f-0c3afc472a91 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:20.705679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-5f164a24-b26c-403f-8efb-05f331d760b1 req-c6c294a9-fcb7-42ff-bd30-5d1aadb80bbd tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Unset dirty status for tenant:ce374891ed0f4bd582f3450e6b65dedf on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:20.706861 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5f164a24-b26c-403f-8efb-05f331d760b1 req-c6c294a9-fcb7-42ff-bd30-5d1aadb80bbd tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 945 time: 1.0196335 May 27 22:52:20.762046 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b61f5b7b-423c-45e8-b94f-0c3afc472a91 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/27121eca-1beb-419a-8242-1994143d7b70 HTTP/1.1" status: 204 len: 168 time: 2.9475863 May 27 22:52:20.768298 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51942) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:20.841154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84377929-8b51-45ed-abc5-514178ab5fcc {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:52:20.859063 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:20.880909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-5f164a24-b26c-403f-8efb-05f331d760b1 req-9acfbcc9-9325-445c-9d8d-55475c218993 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Deleting port 533636f2-5f8b-4b66-8627-d3737b400fba {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:20.881265 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5f164a24-b26c-403f-8efb-05f331d760b1 req-9acfbcc9-9325-445c-9d8d-55475c218993 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:20.929889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Transition to ACTIVE for port object 84377929-8b51-45ed-abc5-514178ab5fcc will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:20.948455 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3fcc0cc-fde1-4781-8a25-bac8e63f7a1c req-54750d3e-5cb2-4767-974f-eef8f3b48892 service neutron] 10.222.0.57 "GET /v2.0/networks/99c52a33-b2db-491f-a975-bcf42408879d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350980 May 27 22:52:20.966915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fd5705-b832-407f-924c-d7d3a46dc34e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:20.969176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fd5705-b832-407f-924c-d7d3a46dc34e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:20.972137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fd5705-b832-407f-924c-d7d3a46dc34e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:20.973185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-32fd5705-b832-407f-924c-d7d3a46dc34e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:21.004226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de6daa-5d95-4dd7-901a-262ec9706d4c req-906f817b-2b28-4404-86c7-2751c00bffcc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:21.010282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04de6daa-5d95-4dd7-901a-262ec9706d4c req-906f817b-2b28-4404-86c7-2751c00bffcc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 932 time: 0.2853837 May 27 22:52:21.021425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0b4bd-1541-4c29-a9b9-a026aa43712f req-a481ac34-8e63-4b90-94f5-9b124d44f762 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:21.032304 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dbb0b4bd-1541-4c29-a9b9-a026aa43712f req-a481ac34-8e63-4b90-94f5-9b124d44f762 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 945 time: 0.2086926 May 27 22:52:21.036769 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:21.149453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dbb0b4bd-1541-4c29-a9b9-a026aa43712f req-2b91438c-c50d-4a75-9052-657313c46d29 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/security-groups?id=a435d302-1eb9-492f-8f7f-33d11d887d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825999 May 27 22:52:21.172801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04de6daa-5d95-4dd7-901a-262ec9706d4c req-43601f75-4799-4fb0-bce7-b75c04df3194 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485970 May 27 22:52:21.313537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-32fd5705-b832-407f-924c-d7d3a46dc34e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:21.314873 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-32fd5705-b832-407f-924c-d7d3a46dc34e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5436854 May 27 22:52:21.317749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51956) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:21.437879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc0765b-ff5c-41ee-b5e4-a64dce526020 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 0421c7c8-4236-4b46-9f90-8ee6f95f950e {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:52:21.441192 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4bc0765b-ff5c-41ee-b5e4-a64dce526020 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:21.547396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4bc0765b-ff5c-41ee-b5e4-a64dce526020 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:21.563356 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:52:21.609692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Pushing event updated for resources: {'Port': ['ID=84377929-8b51-45ed-abc5-514178ab5fcc,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:21.662591 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4bc0765b-ff5c-41ee-b5e4-a64dce526020 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:21.702106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Attempting to bind port 84377929-8b51-45ed-abc5-514178ab5fcc on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:52:21.702436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Attempting to bind port 84377929-8b51-45ed-abc5-514178ab5fcc by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:52:21.702763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Attempting to bind port 84377929-8b51-45ed-abc5-514178ab5fcc on network 8514dbac-db35-4503-b472-f0edb8e4c6d8 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:52:21.718725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Port 84377929-8b51-45ed-abc5-514178ab5fcc on network 8514dbac-db35-4503-b472-f0edb8e4c6d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:52:21.719089 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Attempting to bind port 84377929-8b51-45ed-abc5-514178ab5fcc on network 8514dbac-db35-4503-b472-f0edb8e4c6d8 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:52:21.738249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:52:21.738584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Checking segment: {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:52:21.738961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Bound using segment: {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:52:21.739399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Bound port: 84377929-8b51-45ed-abc5-514178ab5fcc, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:52:21.739738 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:21.765476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-5f164a24-b26c-403f-8efb-05f331d760b1 req-9acfbcc9-9325-445c-9d8d-55475c218993 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] For port 533636f2-5f8b-4b66-8627-d3737b400fba, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=533636f2-5f8b-4b66-8627-d3737b400fba,segment=NetworkSegment(4fd41852-1c77-45d4-86e1-c577e7415750),segment_id=4fd41852-1c77-45d4-86e1-c577e7415750)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:21.765833 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5f164a24-b26c-403f-8efb-05f331d760b1 req-9acfbcc9-9325-445c-9d8d-55475c218993 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:21.828738 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 33dde196-688f-455b-a13a-7b0b9e314e50 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:52:21.858748 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4bc0765b-ff5c-41ee-b5e4-a64dce526020 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:21.942688 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4bc0765b-ff5c-41ee-b5e4-a64dce526020 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:21.943626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-5f164a24-b26c-403f-8efb-05f331d760b1 req-9acfbcc9-9325-445c-9d8d-55475c218993 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Calling delete_port for 533636f2-5f8b-4b66-8627-d3737b400fba owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:21.951617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0765b-ff5c-41ee-b5e4-a64dce526020 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=0421c7c8-4236-4b46-9f90-8ee6f95f950e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:21.954751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8917af-a411-4ee8-845c-fae2a4a9079f None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:22.029080 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4bc0765b-ff5c-41ee-b5e4-a64dce526020 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/0421c7c8-4236-4b46-9f90-8ee6f95f950e HTTP/1.1" status: 204 len: 168 time: 0.7072196 May 27 22:52:22.030657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51962) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:22.052996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] For port 84377929-8b51-45ed-abc5-514178ab5fcc, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:52:22.061900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] For port 84377929-8b51-45ed-abc5-514178ab5fcc, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=84377929-8b51-45ed-abc5-514178ab5fcc,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:52:22.108033 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 33dde196-688f-455b-a13a-7b0b9e314e50, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=33dde196-688f-455b-a13a-7b0b9e314e50,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:22.123351 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cd5e78-d89a-47a8-8548-d214476e55d2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 66fd2dc7-4ed7-4edc-a2b8-f0df3d1e3b22 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:52:22.128569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15cd5e78-d89a-47a8-8548-d214476e55d2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:22.133010 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:22.136637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '33dde196-688f-455b-a13a-7b0b9e314e50', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'port_id': '33dde196-688f-455b-a13a-7b0b9e314e50', 'mac_address': 'fa:16:3e:78:0b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:52:22.245672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:22.246956 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:22.248727 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] 10.222.0.57 "PUT /v2.0/ports/84377929-8b51-45ed-abc5-514178ab5fcc HTTP/1.1" status: 200 len: 1092 time: 3.5879340 May 27 22:52:22.251859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433a274a-f7ab-45c2-ac9b-a78ae3df2734', 'tag': '84377929-8b51-45ed-abc5-514178ab5fcc'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:52:22.277152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af463c-d9d6-4ed5-b36a-5208758d6697 service neutron] Pushing event updated for resources: {'Port': ['ID=84377929-8b51-45ed-abc5-514178ab5fcc,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:22.286294 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15cd5e78-d89a-47a8-8548-d214476e55d2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:22.373243 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5f164a24-b26c-403f-8efb-05f331d760b1 req-9acfbcc9-9325-445c-9d8d-55475c218993 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:22.445454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 33dde196-688f-455b-a13a-7b0b9e314e50 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:22.445454 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:22.467811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:22.576026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33dde196-688f-455b-a13a-7b0b9e314e50 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:52:22.589121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfbcc9-9325-445c-9d8d-55475c218993 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Port': ['ID=533636f2-5f8b-4b66-8627-d3737b400fba,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:22.598691 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b8ba8eb-17d7-4407-a842-de0a49472814 req-c2bb660f-cb9a-46e7-a773-94bc6956c887 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 210 time: 0.2258062 May 27 22:52:22.608660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 33dde196-688f-455b-a13a-7b0b9e314e50, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=33dde196-688f-455b-a13a-7b0b9e314e50,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:22.691922 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:22.707013 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a2630d-8647-437e-aa0e-73544c2438e1'] response: {'name': 'network-changed', 'server_uuid': '433a274a-f7ab-45c2-ac9b-a78ae3df2734', 'tag': '84377929-8b51-45ed-abc5-514178ab5fcc', 'status': 'completed', 'code': 200} May 27 22:52:22.792711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f651-5cd2-4ac5-9296-0c96fdd24dd0 req-f7f88805-9480-49d3-8d73-2abd17a3a243 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:22.794568 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=33dde196-688f-455b-a13a-7b0b9e314e50,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:22.796432 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8f27f651-5cd2-4ac5-9296-0c96fdd24dd0 req-f7f88805-9480-49d3-8d73-2abd17a3a243 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 944 time: 0.3224001 May 27 22:52:22.811600 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15cd5e78-d89a-47a8-8548-d214476e55d2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:22.890508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f164a24-b26c-403f-8efb-05f331d760b1 req-9acfbcc9-9325-445c-9d8d-55475c218993 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] No DVR routers for this DVR port 533636f2-5f8b-4b66-8627-d3737b400fba on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:52:22.894835 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5f164a24-b26c-403f-8efb-05f331d760b1 req-9acfbcc9-9325-445c-9d8d-55475c218993 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:22.925192 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-fe918635-3659-42da-866e-02c4a5d80cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:22.927012 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-fe918635-3659-42da-866e-02c4a5d80cca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 1095 time: 0.4605000 May 27 22:52:22.965032 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8f27f651-5cd2-4ac5-9296-0c96fdd24dd0 req-10befc63-64b5-4e90-9240-320a813fe9a4 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595480 May 27 22:52:23.021455 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5f164a24-b26c-403f-8efb-05f331d760b1 req-9acfbcc9-9325-445c-9d8d-55475c218993 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.57 "DELETE /v2.0/ports/533636f2-5f8b-4b66-8627-d3737b400fba HTTP/1.1" status: 204 len: 173 time: 2.2993400 May 27 22:52:23.022188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['33dde196-688f-455b-a13a-7b0b9e314e50'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:52:23.034321 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-fdc131bb-6636-42eb-a359-463276164001 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84377929-8b51-45ed-abc5-514178ab5fcc HTTP/1.1" status: 200 len: 217 time: 0.0920558 May 27 22:52:23.106320 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15cd5e78-d89a-47a8-8548-d214476e55d2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:23.126496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-dd0b40f4-a855-42bf-94cf-f7431fae4c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:23.135859 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-dd0b40f4-a855-42bf-94cf-f7431fae4c05 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.0875897 May 27 22:52:23.249811 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15cd5e78-d89a-47a8-8548-d214476e55d2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:23.258274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd5e78-d89a-47a8-8548-d214476e55d2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=66fd2dc7-4ed7-4edc-a2b8-f0df3d1e3b22,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:23.306140 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-15cd5e78-d89a-47a8-8548-d214476e55d2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/66fd2dc7-4ed7-4edc-a2b8-f0df3d1e3b22 HTTP/1.1" status: 204 len: 168 time: 1.2722645 May 27 22:52:23.309227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51994) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:23.357202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-8ad212fd-e329-485a-aebd-ca7d0e379e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:23.358687 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-8ad212fd-e329-485a-aebd-ca7d0e379e74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2241735 May 27 22:52:23.463638 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-64cadbd1-d58b-4278-b94d-02d55f1ccdac tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1531744 May 27 22:52:23.464229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51998) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:23.471361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7c8bf6a6-6943-4403-b2f2-0bdf0836afd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:23.659182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7c8bf6a6-6943-4403-b2f2-0bdf0836afd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:23.672311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7c8bf6a6-6943-4403-b2f2-0bdf0836afd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:23.679280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7c8bf6a6-6943-4403-b2f2-0bdf0836afd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:23.686167 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-a6d90f63-6ccb-488b-b1d5-eefa158307c4 service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179636 May 27 22:52:23.692491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7c8bf6a6-6943-4403-b2f2-0bdf0836afd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:23.705425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e102dcf6-9d00-4b80-8f4e-57a7fba04729 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:23.853752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8bf6a6-6943-4403-b2f2-0bdf0836afd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:23.857420 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf6a6-6943-4403-b2f2-0bdf0836afd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:23.896400 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 533636f2-5f8b-4b66-8627-d3737b400fba no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:52:23.926114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c83d04c-1f2f-49da-ae86-2a5aa56f4a71 req-e6eaf119-ff54-4f86-b74f-dfdbdf00e2e7 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "GET /v2.0/ports?device_id=7a15acea-26f7-461a-a6ef-2949e0b7d269 HTTP/1.1" status: 200 len: 210 time: 0.1430604 May 27 22:52:23.961529 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c7adc893-4d43-4313-acdf-cff66f5b5493 req-c336292b-2359-486e-ae36-9509c81306cd service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540996 May 27 22:52:23.999091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dba913c3-ec33-4ffd-bf62-6bf9c2e92e34 None None] Provisioning complete for port 583c5047-7b41-4615-a90c-0b305e7ecc65 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:23.999634 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dba913c3-ec33-4ffd-bf62-6bf9c2e92e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:24.025605 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 533636f2-5f8b-4b66-8627-d3737b400fba {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:52:24.026246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 533636f2-5f8b-4b66-8627-d3737b400fba not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:52:24.247119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996896-4bb7-4412-b142-000bd73c4574 req-f12af660-1cea-4dbb-89f4-85560343141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:24.249205 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5996896-4bb7-4412-b142-000bd73c4574 req-f12af660-1cea-4dbb-89f4-85560343141b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 1095 time: 0.1156375 May 27 22:52:24.289446 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-dba913c3-ec33-4ffd-bf62-6bf9c2e92e34 None None] Current status of the port 583c5047-7b41-4615-a90c-0b305e7ecc65 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:24.410027 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1db304-fdc5-4856-8922-116ffd22ad96 None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:52:24.414530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2d1db304-fdc5-4856-8922-116ffd22ad96 None None] Deleting port 583c5047-7b41-4615-a90c-0b305e7ecc65 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:24.414888 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d1db304-fdc5-4856-8922-116ffd22ad96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:24.455030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182059de-fa21-4c59-b30a-00539f4e16c0 req-60321597-0406-42a9-a1ea-754d50db70f9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:24.456586 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-182059de-fa21-4c59-b30a-00539f4e16c0 req-60321597-0406-42a9-a1ea-754d50db70f9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 944 time: 0.2443767 May 27 22:52:24.540216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996896-4bb7-4412-b142-000bd73c4574 req-bfab9896-7640-4886-9ffd-d20c3e21339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:24.542312 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5996896-4bb7-4412-b142-000bd73c4574 req-bfab9896-7640-4886-9ffd-d20c3e21339c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 920 time: 0.2863064 May 27 22:52:24.624371 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf6a6-6943-4403-b2f2-0bdf0836afd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:24.647621 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5996896-4bb7-4412-b142-000bd73c4574 req-d8290d9d-773f-4e50-9956-9bc98912d6fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84377929-8b51-45ed-abc5-514178ab5fcc HTTP/1.1" status: 200 len: 217 time: 0.0988069 May 27 22:52:24.692056 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-182059de-fa21-4c59-b30a-00539f4e16c0 req-5f91ba1e-3c08-4264-b6b9-e9a03fef18a9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220078 May 27 22:52:24.721974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8bf6a6-6943-4403-b2f2-0bdf0836afd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:24.741178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bf6a6-6943-4403-b2f2-0bdf0836afd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=9f043939-e8e1-461b-ad67-fbd69c737a70,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:24.743000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-7c8bf6a6-6943-4403-b2f2-0bdf0836afd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:24.749228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a15acea-26f7-461a-a6ef-2949e0b7d269', 'name': 'network-vif-deleted', 'tag': '533636f2-5f8b-4b66-8627-d3737b400fba'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:52:24.755331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8bf6a6-6943-4403-b2f2-0bdf0836afd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:24.755940 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c8bf6a6-6943-4403-b2f2-0bdf0836afd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:24.828458 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d9b5c4-bf4f-4323-b0c2-729d8143ee12'] response: {'server_uuid': '7a15acea-26f7-461a-a6ef-2949e0b7d269', 'name': 'network-vif-deleted', 'tag': '533636f2-5f8b-4b66-8627-d3737b400fba', 'status': 'completed', 'code': 200} May 27 22:52:24.858861 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7c8bf6a6-6943-4403-b2f2-0bdf0836afd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3933949 May 27 22:52:24.859777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996896-4bb7-4412-b142-000bd73c4574 req-8fb661be-7796-4edc-8f54-42063ae7ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:24.861703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52016) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:24.861845 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5996896-4bb7-4412-b142-000bd73c4574 req-8fb661be-7796-4edc-8f54-42063ae7ed69 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.2073414 May 27 22:52:24.867309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6714b674-358f-492a-b097-8b6737de8dcb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:24.886174 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2d1db304-fdc5-4856-8922-116ffd22ad96 None None] For port 583c5047-7b41-4615-a90c-0b305e7ecc65, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=583c5047-7b41-4615-a90c-0b305e7ecc65,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:24.886823 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d1db304-fdc5-4856-8922-116ffd22ad96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:25.035536 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2d1db304-fdc5-4856-8922-116ffd22ad96 None None] Calling delete_port for 583c5047-7b41-4615-a90c-0b305e7ecc65 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:25.114604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52022) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:25.189345 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6714b674-358f-492a-b097-8b6737de8dcb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:25.195015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5996896-4bb7-4412-b142-000bd73c4574 req-b22f7c7d-dbc0-44ff-91c2-d43b89e78ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:25.196534 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5996896-4bb7-4412-b142-000bd73c4574 req-b22f7c7d-dbc0-44ff-91c2-d43b89e78ca2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3269067 May 27 22:52:25.205415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6714b674-358f-492a-b097-8b6737de8dcb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:25.209770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6714b674-358f-492a-b097-8b6737de8dcb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:25.232998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6714b674-358f-492a-b097-8b6737de8dcb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:25.240081 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d1db304-fdc5-4856-8922-116ffd22ad96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:25.272089 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9445f7c4-0712-49e8-825f-aa1cd44e0b3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:25.328569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9445f7c4-0712-49e8-825f-aa1cd44e0b3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:25.343646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1db304-fdc5-4856-8922-116ffd22ad96 None None] No DVR routers for this DVR port 583c5047-7b41-4615-a90c-0b305e7ecc65 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:52:25.344105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6714b674-358f-492a-b097-8b6737de8dcb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:25.347945 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6714b674-358f-492a-b097-8b6737de8dcb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:25.352657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1db304-fdc5-4856-8922-116ffd22ad96 None None] Pushing event deleted for resources: {'Port': ['ID=583c5047-7b41-4615-a90c-0b305e7ecc65,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:25.374657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be75070-b26e-47c9-af75-a25cf7555765 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:25.411520 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5996896-4bb7-4412-b142-000bd73c4574 req-a56ccb15-31e3-4a76-bbef-c9e67606f191 service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080045 May 27 22:52:25.725859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '9f043939-e8e1-461b-ad67-fbd69c737a70'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:52:25.727033 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:25.731892 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9445f7c4-0712-49e8-825f-aa1cd44e0b3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:25.732970 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d5996896-4bb7-4412-b142-000bd73c4574 req-56513a6f-665e-4aa3-aebd-a6854f097833 service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148839 May 27 22:52:25.859979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445f7c4-0712-49e8-825f-aa1cd44e0b3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a435d302-1eb9-492f-8f7f-33d11d887d05,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:25.889134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 84377929-8b51-45ed-abc5-514178ab5fcc details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:52:25.910570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 33dde196-688f-455b-a13a-7b0b9e314e50 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:25.998576 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9445f7c4-0712-49e8-825f-aa1cd44e0b3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:26.002631 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9445f7c4-0712-49e8-825f-aa1cd44e0b3e tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "DELETE /v2.0/security-groups/a435d302-1eb9-492f-8f7f-33d11d887d05 HTTP/1.1" status: 204 len: 168 time: 0.8871286 May 27 22:52:26.029649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcab61-5660-4ff3-9151-19b0ee7364cb req-ca6c754e-2922-489a-89d6-7d16a32d592f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:26.031383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-64bcab61-5660-4ff3-9151-19b0ee7364cb req-ca6c754e-2922-489a-89d6-7d16a32d592f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 944 time: 0.1220837 May 27 22:52:26.095465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52038) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:26.304616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.objects.ports [None req-6714b674-358f-492a-b097-8b6737de8dcb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88900) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:52:26.306083 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6714b674-358f-492a-b097-8b6737de8dcb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:26.310723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 84377929-8b51-45ed-abc5-514178ab5fcc, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=84377929-8b51-45ed-abc5-514178ab5fcc,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:26.325396 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Allocated IP 172.20.0.2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/9f043939-e8e1-461b-ad67-fbd69c737a70/933177a7-90de-475c-a738-5f6975af9160) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:26.332552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 33dde196-688f-455b-a13a-7b0b9e314e50 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:26.346247 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '84377929-8b51-45ed-abc5-514178ab5fcc', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'port_id': '84377929-8b51-45ed-abc5-514178ab5fcc', 'mac_address': 'fa:16:3e:e3:38:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:52:26.380788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 33dde196-688f-455b-a13a-7b0b9e314e50 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:26.381234 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:26.412485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6714b674-358f-492a-b097-8b6737de8dcb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:26.419778 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-64bcab61-5660-4ff3-9151-19b0ee7364cb req-1745faee-a51d-436d-b5c1-828771ff3f48 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812826 May 27 22:52:26.434305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-6714b674-358f-492a-b097-8b6737de8dcb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:26.434305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6714b674-358f-492a-b097-8b6737de8dcb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:26.434305 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6714b674-358f-492a-b097-8b6737de8dcb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:26.438694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 583c5047-7b41-4615-a90c-0b305e7ecc65 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:52:26.467391 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714b674-358f-492a-b097-8b6737de8dcb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=1af6d069-ac0d-4df5-8073-eeca4af8126e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:26.536560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 583c5047-7b41-4615-a90c-0b305e7ecc65 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:52:26.536903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 583c5047-7b41-4615-a90c-0b305e7ecc65 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:52:26.545755 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6714b674-358f-492a-b097-8b6737de8dcb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6828878 May 27 22:52:26.548340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52042) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:26.555187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'mac_address': 'fa:16:3e:e7:b3:f4', 'name': 'tempest-NetworksTestDHCPv6-99110833'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:26.627570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 84377929-8b51-45ed-abc5-514178ab5fcc is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:26.628059 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:26.734367 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84377929-8b51-45ed-abc5-514178ab5fcc {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:52:26.774382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:26.785213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:26.792920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:26.808754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:26.875966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 84377929-8b51-45ed-abc5-514178ab5fcc, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=84377929-8b51-45ed-abc5-514178ab5fcc,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:26.922733 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 33dde196-688f-455b-a13a-7b0b9e314e50 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:26.923024 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:26.937698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:26.963228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33dde196-688f-455b-a13a-7b0b9e314e50'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:52:26.986074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 33dde196-688f-455b-a13a-7b0b9e314e50, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=33dde196-688f-455b-a13a-7b0b9e314e50,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:26.989403 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:27.034303 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:27.072164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Transition to ACTIVE for port object 933177a7-90de-475c-a738-5f6975af9160 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:27.087098 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:27.102886 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc2057e-fadb-4c1a-ba12-cc5168d960a3'] response: {'server_uuid': '98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33dde196-688f-455b-a13a-7b0b9e314e50', 'code': 200} May 27 22:52:27.151670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Transition to ACTIVE for port object 933177a7-90de-475c-a738-5f6975af9160 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:27.164056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=84377929-8b51-45ed-abc5-514178ab5fcc,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:27.291589 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:27.341029 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:27.341422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:27.344835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:27.347218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:52:27.409636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port ac14f685-7a2f-4ef2-88df-4afd7db18d1b yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:52:27.410808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['84377929-8b51-45ed-abc5-514178ab5fcc'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:52:27.426331 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68b62477-55f8-42e6-a6fa-b6228fa69caf tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:27.645847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf8df2-437e-441b-944b-3774d16fb703 req-6f6cad61-ab4e-499b-b0db-4d9d10182fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:27.647484 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-99cf8df2-437e-441b-944b-3774d16fb703 req-6f6cad61-ab4e-499b-b0db-4d9d10182fde service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 1096 time: 0.4575014 May 27 22:52:27.702756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=33dde196-688f-455b-a13a-7b0b9e314e50,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:27.942993 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-99cf8df2-437e-441b-944b-3774d16fb703 req-3f7ddec4-b2dc-4a67-b1fe-352b59e70bb0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873554 May 27 22:52:28.000723 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0205ffca-d4a4-4e1c-b560-a0daf73ecaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:28.010275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Attempting to bind port 933177a7-90de-475c-a738-5f6975af9160 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:52:28.010634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Attempting to bind port 933177a7-90de-475c-a738-5f6975af9160 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:52:28.010981 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Attempting to bind port 933177a7-90de-475c-a738-5f6975af9160 on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:52:28.021632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:52:28.034887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:52:28.034887 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:28.034887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:52:28.034887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Bound port: 933177a7-90de-475c-a738-5f6975af9160, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:52:28.034887 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:28.075642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fea7f0-26df-4ad4-af95-eedd880a455f req-95e558f9-8c47-4949-89bf-62819768de23 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:28.080258 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97fea7f0-26df-4ad4-af95-eedd880a455f req-95e558f9-8c47-4949-89bf-62819768de23 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 945 time: 0.3844571 May 27 22:52:28.131504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 172.20.0.11 (c744ea9b-cdeb-488b-a067-0b211d4c406e/9f043939-e8e1-461b-ad67-fbd69c737a70/ac14f685-7a2f-4ef2-88df-4afd7db18d1b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:28.160387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::f816:3eff:fee7:b3f4 (c744ea9b-cdeb-488b-a067-0b211d4c406e/1af6d069-ac0d-4df5-8073-eeca4af8126e/ac14f685-7a2f-4ef2-88df-4afd7db18d1b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:28.171352 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Pushing event updated for resources: {'Port': ['ID=933177a7-90de-475c-a738-5f6975af9160,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:28.228925 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] For port 933177a7-90de-475c-a738-5f6975af9160, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:52:28.232859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] For port 933177a7-90de-475c-a738-5f6975af9160, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=933177a7-90de-475c-a738-5f6975af9160,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:52:28.249076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97fea7f0-26df-4ad4-af95-eedd880a455f req-5d7f5722-4d01-492c-8db6-3d200d416cb5 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580558 May 27 22:52:28.266752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-68b62477-55f8-42e6-a6fa-b6228fa69caf tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Deleting port 43d925f9-e431-43e0-96ce-48bc18da56b8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:28.272861 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68b62477-55f8-42e6-a6fa-b6228fa69caf tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:28.299405 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:28.494124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6aaf2c-9902-43c9-950b-9165236c32d4 None None] Pushing event updated for resources: {'Port': ['ID=933177a7-90de-475c-a738-5f6975af9160,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:28.605912 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:28.619469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52118) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:28.634348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object ac14f685-7a2f-4ef2-88df-4afd7db18d1b will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:28.849658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-68b62477-55f8-42e6-a6fa-b6228fa69caf tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] For port 43d925f9-e431-43e0-96ce-48bc18da56b8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=43d925f9-e431-43e0-96ce-48bc18da56b8,segment=NetworkSegment(4fd41852-1c77-45d4-86e1-c577e7415750),segment_id=4fd41852-1c77-45d4-86e1-c577e7415750)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:28.851348 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68b62477-55f8-42e6-a6fa-b6228fa69caf tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:28.959610 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c0532ea-12cd-4ed7-a7f1-a38da88b3973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:29.016177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0c0532ea-12cd-4ed7-a7f1-a38da88b3973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:29.058730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0c0532ea-12cd-4ed7-a7f1-a38da88b3973 admin admin] Usage tracker for resource:security_group_rule and tenant:02c6e9c5c6e8441fb5a21615f779eae6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:29.067503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0c0532ea-12cd-4ed7-a7f1-a38da88b3973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:29.081793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0c0532ea-12cd-4ed7-a7f1-a38da88b3973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:29.117985 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:29.125908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-68b62477-55f8-42e6-a6fa-b6228fa69caf tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Calling delete_port for 43d925f9-e431-43e0-96ce-48bc18da56b8 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:29.289439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:29.294136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:29.302930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:52:29.418834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=ac14f685-7a2f-4ef2-88df-4afd7db18d1b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:29.442542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:29.443303 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:29.670212 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7fcb954e-dfbf-41c4-90f4-b49fa69a8c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:29.700889 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c0532ea-12cd-4ed7-a7f1-a38da88b3973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:29.736414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f3135-c197-4c8c-8843-43f109ef82a6 req-bca4e76e-a16a-4b1e-a2d3-c3be2e29d3be tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:29.740387 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-786f3135-c197-4c8c-8843-43f109ef82a6 req-bca4e76e-a16a-4b1e-a2d3-c3be2e29d3be tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 945 time: 0.2883563 May 27 22:52:29.747104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bc753348-f5b4-41fe-916a-fc8fdbac6f48 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1974211 May 27 22:52:29.748798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52160) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:29.859106 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68b62477-55f8-42e6-a6fa-b6228fa69caf tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:29.864906 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c0532ea-12cd-4ed7-a7f1-a38da88b3973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:29.876954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 84377929-8b51-45ed-abc5-514178ab5fcc up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:29.952174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b62477-55f8-42e6-a6fa-b6228fa69caf tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Port': ['ID=43d925f9-e431-43e0-96ce-48bc18da56b8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:30.057018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-786f3135-c197-4c8c-8843-43f109ef82a6 req-21433581-990b-4cee-8ebb-fa04f8522cb6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068631 May 27 22:52:30.086030 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 84377929-8b51-45ed-abc5-514178ab5fcc completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:30.088518 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0c0532ea-12cd-4ed7-a7f1-a38da88b3973 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=02c6e9c5c6e8441fb5a21615f779eae6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4650660 May 27 22:52:30.089411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52166) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:30.093173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 84377929-8b51-45ed-abc5-514178ab5fcc triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:30.093547 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:30.101227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0532ea-12cd-4ed7-a7f1-a38da88b3973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d9aea8-acf3-43c5-9745-5eb1f16b4742,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:30.179593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d326a7-6f19-4a8b-9ee8-93b2c9c7c549 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:30.186303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d326a7-6f19-4a8b-9ee8-93b2c9c7c549 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:30.187378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c9d326a7-6f19-4a8b-9ee8-93b2c9c7c549 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:30.228528 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-39621f59-2b71-4cb1-95d1-fc49ec48b33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:30.280647 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-39621f59-2b71-4cb1-95d1-fc49ec48b33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:30.287980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c9d326a7-6f19-4a8b-9ee8-93b2c9c7c549 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:30.296947 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c9d326a7-6f19-4a8b-9ee8-93b2c9c7c549 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.5263770 May 27 22:52:30.303373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52172) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:30.309926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 84377929-8b51-45ed-abc5-514178ab5fcc is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:30.310310 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:30.358553 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50694a7-ca11-4fe6-bcdc-222bed328fef None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:30.414577 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68b62477-55f8-42e6-a6fa-b6228fa69caf tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:30.466253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e9524f92-bbc9-4bc6-a6fd-63d71dde3f23 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port ac14f685-7a2f-4ef2-88df-4afd7db18d1b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:30.466950 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9524f92-bbc9-4bc6-a6fd-63d71dde3f23 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:30.492995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433a274a-f7ab-45c2-ac9b-a78ae3df2734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84377929-8b51-45ed-abc5-514178ab5fcc'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:52:30.555887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 84377929-8b51-45ed-abc5-514178ab5fcc, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=84377929-8b51-45ed-abc5-514178ab5fcc,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:30.571381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 933177a7-90de-475c-a738-5f6975af9160 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:30.621697 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6847c4-668b-4131-ad7f-8da79dbd78c4'] response: {'server_uuid': '433a274a-f7ab-45c2-ac9b-a78ae3df2734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84377929-8b51-45ed-abc5-514178ab5fcc', 'code': 200} May 27 22:52:30.649457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7bf406e2-0025-4cde-a4cf-15a73f6ba002 None None] Provisioning for port 933177a7-90de-475c-a738-5f6975af9160 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:30.723896 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:30.828842 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9524f92-bbc9-4bc6-a6fd-63d71dde3f23 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:30.932591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b62477-55f8-42e6-a6fa-b6228fa69caf tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Router efe75550-d9dc-42c8-93f6-7854da110ada has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:52:30.935325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e068450-6459-42d9-a5c6-437491af5b91 req-df4d5b49-e1d0-48da-a2f6-ff86bd54bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:30.941296 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8e068450-6459-42d9-a5c6-437491af5b91 req-df4d5b49-e1d0-48da-a2f6-ff86bd54bf97 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 1097 time: 0.2233355 May 27 22:52:30.952158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=84377929-8b51-45ed-abc5-514178ab5fcc,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:30.999421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e9524f92-bbc9-4bc6-a6fd-63d71dde3f23 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for ac14f685-7a2f-4ef2-88df-4afd7db18d1b owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:31.017156 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:31.042483 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-39621f59-2b71-4cb1-95d1-fc49ec48b33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:31.073432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 933177a7-90de-475c-a738-5f6975af9160 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:31.079059 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:31.088319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 933177a7-90de-475c-a738-5f6975af9160 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:31.088319 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:31.091044 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-39621f59-2b71-4cb1-95d1-fc49ec48b33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:31.092831 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-39621f59-2b71-4cb1-95d1-fc49ec48b33b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/55d9aea8-acf3-43c5-9745-5eb1f16b4742 HTTP/1.1" status: 204 len: 168 time: 1.0016005 May 27 22:52:31.099665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39621f59-2b71-4cb1-95d1-fc49ec48b33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d9aea8-acf3-43c5-9745-5eb1f16b4742,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:31.230111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d011d0c4-f95f-444b-8f3d-42f21ac7b661 None None] Update dhcp port {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'fixed_ips': [{'subnet_id': '9f043939-e8e1-461b-ad67-fbd69c737a70', 'ip_address': '172.20.0.2'}, {'subnet_id': '1af6d069-ac0d-4df5-8073-eeca4af8126e'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '933177a7-90de-475c-a738-5f6975af9160'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 22:52:31.336271 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8e068450-6459-42d9-a5c6-437491af5b91 req-d5bf6e78-75d0-4884-907d-b6057dad073c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884871 May 27 22:52:31.345611 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d011d0c4-f95f-444b-8f3d-42f21ac7b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:31.453794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f12d9-80cf-402a-9941-7570fdb87660 req-c721b599-0e71-4a75-822d-6f5fbd95cb09 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:31.465979 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2b4f12d9-80cf-402a-9941-7570fdb87660 req-c721b599-0e71-4a75-822d-6f5fbd95cb09 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.2092617 May 27 22:52:31.495317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b62477-55f8-42e6-a6fa-b6228fa69caf tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:52:31.503361 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b262c-edd9-4b4f-896b-913cb878b32c None None] Sync routers for ids ['efe75550-d9dc-42c8-93f6-7854da110ada'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:52:31.506538 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-68b62477-55f8-42e6-a6fa-b6228fa69caf tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "PUT /v2.0/routers/efe75550-d9dc-42c8-93f6-7854da110ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4099772 May 27 22:52:31.509108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52194) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:31.526105 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b262c-edd9-4b4f-896b-913cb878b32c None None] Routers {'efe75550-d9dc-42c8-93f6-7854da110ada'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:52:31.528050 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a3b262c-edd9-4b4f-896b-913cb878b32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:52:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['efe75550-d9dc-42c8-93f6-7854da110ada'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:31.545983 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2b4f12d9-80cf-402a-9941-7570fdb87660 req-74b9b4c7-a3f7-45a1-ba97-5cb8bac99e97 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773489 May 27 22:52:31.550313 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9524f92-bbc9-4bc6-a6fd-63d71dde3f23 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:31.553396 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 933177a7-90de-475c-a738-5f6975af9160 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:31.558530 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:31.608129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9524f92-bbc9-4bc6-a6fd-63d71dde3f23 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=ac14f685-7a2f-4ef2-88df-4afd7db18d1b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:31.623796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 933177a7-90de-475c-a738-5f6975af9160, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=933177a7-90de-475c-a738-5f6975af9160,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:31.666207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Deleting subnet cb973e81-a972-4bb7-8f6e-68e95d18b08d {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:52:31.689209 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:31.722950 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:31.798034 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:31.867114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-d011d0c4-f95f-444b-8f3d-42f21ac7b661 None None] Allocated IP 2001:db8::f816:3eff:fe94:3fe1 (c744ea9b-cdeb-488b-a067-0b211d4c406e/1af6d069-ac0d-4df5-8073-eeca4af8126e/933177a7-90de-475c-a738-5f6975af9160) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:31.961678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=933177a7-90de-475c-a738-5f6975af9160,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:31.969463 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:32.000401 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9524f92-bbc9-4bc6-a6fd-63d71dde3f23 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:32.034259 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5a3b262c-edd9-4b4f-896b-913cb878b32c None None] Set router efe75550-d9dc-42c8-93f6-7854da110ada gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:52:32.084304 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e9524f92-bbc9-4bc6-a6fd-63d71dde3f23 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/ac14f685-7a2f-4ef2-88df-4afd7db18d1b HTTP/1.1" status: 204 len: 168 time: 1.7766535 May 27 22:52:32.084304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52206) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:32.177235 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:32.191868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d011d0c4-f95f-444b-8f3d-42f21ac7b661 None None] For port 933177a7-90de-475c-a738-5f6975af9160, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=933177a7-90de-475c-a738-5f6975af9160,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:32.195460 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:32.227393 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d011d0c4-f95f-444b-8f3d-42f21ac7b661 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:32.234114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfa264a-87fb-4eda-bc07-28b7e75d3718 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:32.236026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfa264a-87fb-4eda-bc07-28b7e75d3718 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:32.237566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfa264a-87fb-4eda-bc07-28b7e75d3718 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:32.238442 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-adfa264a-87fb-4eda-bc07-28b7e75d3718 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:32.258178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d011d0c4-f95f-444b-8f3d-42f21ac7b661 None None] Transition to ACTIVE for port object 933177a7-90de-475c-a738-5f6975af9160 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:32.258816 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:32.266959 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "DELETE /v2.0/subnets/cb973e81-a972-4bb7-8f6e-68e95d18b08d HTTP/1.1" status: 204 len: 168 time: 0.7565999 May 27 22:52:32.268292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Subnet': ['ID=cb973e81-a972-4bb7-8f6e-68e95d18b08d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:32.272770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d885382b-d3e6-4943-b41f-ef8e00eacb80 None None] Network 99c52a33-b2db-491f-a975-bcf42408879d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:32.281594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52212) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:32.283402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:32.283573 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:32.283912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:32.284312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:32.284675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:32.285011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:32.285367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:32.285913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:32.286245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:32.286569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:32.286903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:32.287216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef373ff4-8bc4-4682-8b09-f8d0122b9a27 tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:32.377100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-adfa264a-87fb-4eda-bc07-28b7e75d3718 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:32.380809 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-adfa264a-87fb-4eda-bc07-28b7e75d3718 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2934375 May 27 22:52:32.381184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52218) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:32.614476 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d011d0c4-f95f-444b-8f3d-42f21ac7b661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:32.618944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 933177a7-90de-475c-a738-5f6975af9160 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:32.643343 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a3b262c-edd9-4b4f-896b-913cb878b32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:50:44Z', 'updated_at': '2022-05-27T22:52:29Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:46Z', 'updated_at': '2022-05-27T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:32.659419 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b262c-edd9-4b4f-896b-913cb878b32c None None] Checking router: efe75550-d9dc-42c8-93f6-7854da110ada for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:52:32.681157 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3b262c-edd9-4b4f-896b-913cb878b32c None None] Routers {'efe75550-d9dc-42c8-93f6-7854da110ada'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:52:32.681792 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a3b262c-edd9-4b4f-896b-913cb878b32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:52:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['efe75550-d9dc-42c8-93f6-7854da110ada'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:32.811147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-471147af-bb70-48bf-8fc7-c54869b91a8b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 1af6d069-ac0d-4df5-8073-eeca4af8126e {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:52:32.821080 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-471147af-bb70-48bf-8fc7-c54869b91a8b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:32.950498 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:32.977352 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011d0c4-f95f-444b-8f3d-42f21ac7b661 None None] Pushing event updated for resources: {'Port': ['ID=933177a7-90de-475c-a738-5f6975af9160,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:33.034743 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-471147af-bb70-48bf-8fc7-c54869b91a8b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:33.147176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b628b5-0c22-41ea-955b-c8a39e728412 req-10c469f0-f9bb-4503-9829-043419020262 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:33.150290 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e3b628b5-0c22-41ea-955b-c8a39e728412 req-10c469f0-f9bb-4503-9829-043419020262 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.2183144 May 27 22:52:33.319677 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e3b628b5-0c22-41ea-955b-c8a39e728412 req-4d35b914-9e8c-4793-801c-48de476dad38 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457596 May 27 22:52:33.320584 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-471147af-bb70-48bf-8fc7-c54869b91a8b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:33.351390 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5a3b262c-edd9-4b4f-896b-913cb878b32c None None] Set router efe75550-d9dc-42c8-93f6-7854da110ada gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:52:33.352071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f885590f-433c-4540-9503-cefb5e10881d None None] DHCP port deletion for 99c52a33-b2db-491f-a975-bcf42408879d request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:52:33.357605 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f885590f-433c-4540-9503-cefb5e10881d None None] Deleting port 24055438-b8cb-460b-9bfb-3d0cd8afdfac {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:33.357991 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f885590f-433c-4540-9503-cefb5e10881d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:33.363299 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:33.434169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Deleting port 39ea43ef-377d-42c7-9bed-4390cccce0bb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:33.434708 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:33.520731 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-471147af-bb70-48bf-8fc7-c54869b91a8b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:33.682553 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-471147af-bb70-48bf-8fc7-c54869b91a8b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:33.722430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471147af-bb70-48bf-8fc7-c54869b91a8b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=1af6d069-ac0d-4df5-8073-eeca4af8126e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:33.766672 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-471147af-bb70-48bf-8fc7-c54869b91a8b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/1af6d069-ac0d-4df5-8073-eeca4af8126e HTTP/1.1" status: 204 len: 168 time: 1.3843853 May 27 22:52:33.769101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52246) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:33.785277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] For port 39ea43ef-377d-42c7-9bed-4390cccce0bb, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=39ea43ef-377d-42c7-9bed-4390cccce0bb,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:33.786016 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:33.891358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f885590f-433c-4540-9503-cefb5e10881d None None] For port 24055438-b8cb-460b-9bfb-3d0cd8afdfac, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=24055438-b8cb-460b-9bfb-3d0cd8afdfac,segment=NetworkSegment(4fd41852-1c77-45d4-86e1-c577e7415750),segment_id=4fd41852-1c77-45d4-86e1-c577e7415750)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:33.891765 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f885590f-433c-4540-9503-cefb5e10881d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:33.978541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a745b4-2c29-41a2-b594-4346a4f8955e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 9f043939-e8e1-461b-ad67-fbd69c737a70 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:52:33.983187 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7a745b4-2c29-41a2-b594-4346a4f8955e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:34.068581 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7a745b4-2c29-41a2-b594-4346a4f8955e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:34.145328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Calling delete_port for 39ea43ef-377d-42c7-9bed-4390cccce0bb owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:34.202396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7a745b4-2c29-41a2-b594-4346a4f8955e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:34.256953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f885590f-433c-4540-9503-cefb5e10881d None None] Calling delete_port for 24055438-b8cb-460b-9bfb-3d0cd8afdfac owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:34.377186 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a3b262c-edd9-4b4f-896b-913cb878b32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:50:44Z', 'updated_at': '2022-05-27T22:52:29Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:46Z', 'updated_at': '2022-05-27T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:34.388255 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3b262c-edd9-4b4f-896b-913cb878b32c None None] The sync data for ids ['efe75550-d9dc-42c8-93f6-7854da110ada'] in n-d-843680-3 is: [{'id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'name': 'tempest-TestNetworkBasicOps-router-1873365190', 'tenant_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:50:44Z', 'updated_at': '2022-05-27T22:52:29Z', 'revision_number': 5, 'project_id': 'ce374891ed0f4bd582f3450e6b65dedf', 'gw_port': {'id': '39ea43ef-377d-42c7-9bed-4390cccce0bb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe75550-d9dc-42c8-93f6-7854da110ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:50:46Z', 'updated_at': '2022-05-27T22:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:52:34.429224 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7a745b4-2c29-41a2-b594-4346a4f8955e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:34.441197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 933177a7-90de-475c-a738-5f6975af9160 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:34.515464 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f885590f-433c-4540-9503-cefb5e10881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:34.519563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a745b4-2c29-41a2-b594-4346a4f8955e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=9f043939-e8e1-461b-ad67-fbd69c737a70,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:34.522089 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7a745b4-2c29-41a2-b594-4346a4f8955e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:34.567566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f71b19-f3aa-469b-8160-9f26f4c1d4d2 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:34.575044 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b7a745b4-2c29-41a2-b594-4346a4f8955e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/9f043939-e8e1-461b-ad67-fbd69c737a70 HTTP/1.1" status: 204 len: 168 time: 0.8037202 May 27 22:52:34.587909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52258) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:34.609937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885590f-433c-4540-9503-cefb5e10881d None None] Pushing event deleted for resources: {'Port': ['ID=24055438-b8cb-460b-9bfb-3d0cd8afdfac,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:34.662569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-05649cb5-7c4c-4480-aa84-91b10f6430fa None None] Could not find standard attr ID for object ac14f685-7a2f-4ef2-88df-4afd7db18d1b. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:52:34.664281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49dbf7-327d-49e0-aed5-f517be052b1e req-f0a9de7b-8f77-4412-8094-aa41f98a9802 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:34.674376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f885590f-433c-4540-9503-cefb5e10881d None None] No DVR routers for this DVR port 24055438-b8cb-460b-9bfb-3d0cd8afdfac on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:52:34.676560 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d49dbf7-327d-49e0-aed5-f517be052b1e req-f0a9de7b-8f77-4412-8094-aa41f98a9802 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.1452513 May 27 22:52:34.763329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d49dbf7-327d-49e0-aed5-f517be052b1e req-1ea64e49-6562-4607-bfd6-36223cdf375d tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817795 May 27 22:52:34.831835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-05649cb5-7c4c-4480-aa84-91b10f6430fa None None] Provisioning for port 933177a7-90de-475c-a738-5f6975af9160 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:34.895352 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0b920aab-7e88-4c0a-aa27-accadb6698e7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3054926 May 27 22:52:34.896704 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:34.902078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52268) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:34.906375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ec894cfc-0a37-4590-8728-bb57d77beec4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:34.918664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-05649cb5-7c4c-4480-aa84-91b10f6430fa None None] Provisioning complete for port 933177a7-90de-475c-a738-5f6975af9160 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:34.919027 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-05649cb5-7c4c-4480-aa84-91b10f6430fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:34.951603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Port': ['ID=39ea43ef-377d-42c7-9bed-4390cccce0bb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:35.001066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 24055438-b8cb-460b-9bfb-3d0cd8afdfac no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:52:35.047687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 24055438-b8cb-460b-9bfb-3d0cd8afdfac {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:52:35.048200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 24055438-b8cb-460b-9bfb-3d0cd8afdfac not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:52:35.183908 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-05649cb5-7c4c-4480-aa84-91b10f6430fa None None] Current status of the port 933177a7-90de-475c-a738-5f6975af9160 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:35.231515 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:35.249294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a5906c-8422-4761-b00d-0d31ba63d5c1 None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:52:35.255789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-89a5906c-8422-4761-b00d-0d31ba63d5c1 None None] Deleting port 933177a7-90de-475c-a738-5f6975af9160 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:35.256255 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89a5906c-8422-4761-b00d-0d31ba63d5c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:35.257084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ec894cfc-0a37-4590-8728-bb57d77beec4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:35.271725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ec894cfc-0a37-4590-8728-bb57d77beec4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:35.274786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ec894cfc-0a37-4590-8728-bb57d77beec4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:35.289745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ec894cfc-0a37-4590-8728-bb57d77beec4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:35.360313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec894cfc-0a37-4590-8728-bb57d77beec4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:35.364547 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec894cfc-0a37-4590-8728-bb57d77beec4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:35.600777 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:35.609905 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:35.635389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-89a5906c-8422-4761-b00d-0d31ba63d5c1 None None] For port 933177a7-90de-475c-a738-5f6975af9160, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=933177a7-90de-475c-a738-5f6975af9160,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:35.635389 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89a5906c-8422-4761-b00d-0d31ba63d5c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:35.706827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52282) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:35.766383 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:35.766857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Fanout notify agent at l3_agent the message router_deleted on router efe75550-d9dc-42c8-93f6-7854da110ada {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:52:35.795494 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:35.800201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52292) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:35.805322 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6fed8b8e-93ad-4f67-8ce5-5c743b215f3f tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "DELETE /v2.0/routers/efe75550-d9dc-42c8-93f6-7854da110ada HTTP/1.1" status: 204 len: 168 time: 3.5010929 May 27 22:52:35.875908 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec894cfc-0a37-4590-8728-bb57d77beec4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:36.010269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e82f30-9b1a-4de7-bd54-39f4cacb6194 req-48cf5ebe-ed42-4d5a-a4b1-e153ac739ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:36.015286 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-59e82f30-9b1a-4de7-bd54-39f4cacb6194 req-48cf5ebe-ed42-4d5a-a4b1-e153ac739ed4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 1097 time: 0.1575778 May 27 22:52:36.076639 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-189d49de-4bdc-4093-9917-5f97a90b5ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:36.107157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-89a5906c-8422-4761-b00d-0d31ba63d5c1 None None] Calling delete_port for 933177a7-90de-475c-a738-5f6975af9160 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:36.143126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-189d49de-4bdc-4093-9917-5f97a90b5ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:36.156638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-189d49de-4bdc-4093-9917-5f97a90b5ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:09c5163f06224991b4a718a643023e9e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:36.161316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-189d49de-4bdc-4093-9917-5f97a90b5ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:36.171782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-189d49de-4bdc-4093-9917-5f97a90b5ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:36.238903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e82f30-9b1a-4de7-bd54-39f4cacb6194 req-4ab0d91a-8118-4b53-9c8b-0b81fd35ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:36.240763 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-59e82f30-9b1a-4de7-bd54-39f4cacb6194 req-4ab0d91a-8118-4b53-9c8b-0b81fd35ab35 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 920 time: 0.2170548 May 27 22:52:36.319179 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-59e82f30-9b1a-4de7-bd54-39f4cacb6194 req-f5a2542f-a6e8-42df-a822-13d2111829b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84377929-8b51-45ed-abc5-514178ab5fcc HTTP/1.1" status: 200 len: 217 time: 0.0686438 May 27 22:52:36.326683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec894cfc-0a37-4590-8728-bb57d77beec4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:36.417376 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89a5906c-8422-4761-b00d-0d31ba63d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:36.429822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-ec894cfc-0a37-4590-8728-bb57d77beec4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:36.441355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec894cfc-0a37-4590-8728-bb57d77beec4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:36.442064 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec894cfc-0a37-4590-8728-bb57d77beec4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:36.468440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e82f30-9b1a-4de7-bd54-39f4cacb6194 req-362bb8aa-6cf8-4b60-aaca-020d4f037fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:36.482031 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-59e82f30-9b1a-4de7-bd54-39f4cacb6194 req-362bb8aa-6cf8-4b60-aaca-020d4f037fea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.1498320 May 27 22:52:36.564717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 43d925f9-e431-43e0-96ce-48bc18da56b8 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:52:36.565339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-307384d4-8343-4c68-835b-2fe14b25a38c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:36.572449 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec894cfc-0a37-4590-8728-bb57d77beec4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=96426176-8286-45bb-9d28-cf3f9319818c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:36.645284 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-189d49de-4bdc-4093-9917-5f97a90b5ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:36.673733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ec894cfc-0a37-4590-8728-bb57d77beec4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7723866 May 27 22:52:36.679973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:36.690924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 43d925f9-e431-43e0-96ce-48bc18da56b8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:52:36.695678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 43d925f9-e431-43e0-96ce-48bc18da56b8 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:52:36.696585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 39ea43ef-377d-42c7-9bed-4390cccce0bb no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:52:36.711968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:36.745451 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-189d49de-4bdc-4093-9917-5f97a90b5ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:36.773802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa721e5-7694-4496-85dc-ddc5dd020096 req-d39bff58-bca8-4693-9c49-c4cb85bf3a8c tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:36.780961 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fa721e5-7694-4496-85dc-ddc5dd020096 req-d39bff58-bca8-4693-9c49-c4cb85bf3a8c tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.7415025 May 27 22:52:36.804269 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-307384d4-8343-4c68-835b-2fe14b25a38c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:36.815488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a5906c-8422-4761-b00d-0d31ba63d5c1 None None] No DVR routers for this DVR port 933177a7-90de-475c-a738-5f6975af9160 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:52:36.831883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a5906c-8422-4761-b00d-0d31ba63d5c1 None None] Pushing event deleted for resources: {'Port': ['ID=933177a7-90de-475c-a738-5f6975af9160,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:36.869667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03766e35-349b-4e04-9970-c95a5cef6c10 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:36.882260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-307384d4-8343-4c68-835b-2fe14b25a38c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c52a33-b2db-491f-a975-bcf42408879d']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:36.914525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-307384d4-8343-4c68-835b-2fe14b25a38c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd41852-1c77-45d4-86e1-c577e7415750') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:36.914825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-307384d4-8343-4c68-835b-2fe14b25a38c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd41852-1c77-45d4-86e1-c577e7415750') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:36.933034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fa721e5-7694-4496-85dc-ddc5dd020096 req-65465cea-71f3-4d46-9444-e2ff76563859 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511223 May 27 22:52:36.945141 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-307384d4-8343-4c68-835b-2fe14b25a38c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:36.997943 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d49de-4bdc-4093-9917-5f97a90b5ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846c541a-f036-497a-8d25-0491859dab91,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:37.051126 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-189d49de-4bdc-4093-9917-5f97a90b5ba2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=09c5163f06224991b4a718a643023e9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3417208 May 27 22:52:37.056335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52312) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:37.105435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e82f30-9b1a-4de7-bd54-39f4cacb6194 req-349584c0-cc16-464d-b91f-d2b14529250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:37.106243 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-307384d4-8343-4c68-835b-2fe14b25a38c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:37.107938 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-59e82f30-9b1a-4de7-bd54-39f4cacb6194 req-349584c0-cc16-464d-b91f-d2b14529250e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6138949 May 27 22:52:37.113661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307384d4-8343-4c68-835b-2fe14b25a38c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:52:37.117396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-307384d4-8343-4c68-835b-2fe14b25a38c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:37.153965 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 4fd41852-1c77-45d4-86e1-c577e7415750 resource provider aggregate not found May 27 22:52:37.200498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 39ea43ef-377d-42c7-9bed-4390cccce0bb {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:52:37.202395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 39ea43ef-377d-42c7-9bed-4390cccce0bb not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:52:37.202395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 933177a7-90de-475c-a738-5f6975af9160 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:52:37.221900 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 4fd41852-1c77-45d4-86e1-c577e7415750 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fd41852-1c77-45d4-86e1-c577e7415750 found for delete ", "request_id": "req-22eb0627-4a2f-4a6d-a62b-a3fe6b943fdc"}]} May 27 22:52:37.258620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 933177a7-90de-475c-a738-5f6975af9160 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:52:37.258929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 933177a7-90de-475c-a738-5f6975af9160 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:52:37.263822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:37.290248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:37.296986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:37.301797 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2675501-2536-43b2-a906-8ed00bd84e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:37.330675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2675501-2536-43b2-a906-8ed00bd84e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:37.339093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '96426176-8286-45bb-9d28-cf3f9319818c'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:52:37.340716 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:37.347351 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:37.360321 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-307384d4-8343-4c68-835b-2fe14b25a38c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:37.394351 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-307384d4-8343-4c68-835b-2fe14b25a38c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:37.416770 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-59e82f30-9b1a-4de7-bd54-39f4cacb6194 req-8b04ad2a-0a6a-40e2-af30-de2a2d703adb service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979555 May 27 22:52:37.432557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307384d4-8343-4c68-835b-2fe14b25a38c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] Pushing event deleted for resources: {'Network': ['ID=99c52a33-b2db-491f-a975-bcf42408879d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:37.494933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e05cccc-6116-499a-bffc-c381914ce5ff req-fffac193-60c4-4ea8-82e7-3dae856d64a6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:37.501098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:37.502677 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e05cccc-6116-499a-bffc-c381914ce5ff req-fffac193-60c4-4ea8-82e7-3dae856d64a6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 946 time: 0.1095085 May 27 22:52:37.505096 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:37.526221 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-307384d4-8343-4c68-835b-2fe14b25a38c tempest-TestNetworkBasicOps-1476036050 tempest-TestNetworkBasicOps-1476036050-project] 10.222.0.27 "DELETE /v2.0/networks/99c52a33-b2db-491f-a975-bcf42408879d HTTP/1.1" status: 204 len: 168 time: 1.7194810 May 27 22:52:37.545558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Allocated IP 172.20.0.2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/96426176-8286-45bb-9d28-cf3f9319818c/c38bb496-0f38-47c7-9b30-1a937e01c2fd) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:37.592990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e05cccc-6116-499a-bffc-c381914ce5ff req-a340437c-1d8c-4a47-95fa-5b70e6c9a0bc tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=f6163f36-745d-4fad-9ad8-35970c6e4d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892408 May 27 22:52:37.772566 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2675501-2536-43b2-a906-8ed00bd84e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:37.808274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2675501-2536-43b2-a906-8ed00bd84e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846c541a-f036-497a-8d25-0491859dab91,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:37.837467 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:37.845509 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2675501-2536-43b2-a906-8ed00bd84e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:37.845509 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b2675501-2536-43b2-a906-8ed00bd84e35 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/846c541a-f036-497a-8d25-0491859dab91 HTTP/1.1" status: 204 len: 168 time: 0.7861235 May 27 22:52:37.875607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Transition to ACTIVE for port object c38bb496-0f38-47c7-9b30-1a937e01c2fd will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:37.897745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Transition to ACTIVE for port object c38bb496-0f38-47c7-9b30-1a937e01c2fd will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:37.901540 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-59e82f30-9b1a-4de7-bd54-39f4cacb6194 req-e98bebdf-c832-40b1-a128-83ccc81cc89b service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790092 May 27 22:52:37.962945 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:38.051713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Pushing event updated for resources: {'Port': ['ID=c38bb496-0f38-47c7-9b30-1a937e01c2fd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:38.068965 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:38.076465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:38.086042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:52:38.168839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52340) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:38.290758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Attempting to bind port c38bb496-0f38-47c7-9b30-1a937e01c2fd on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:52:38.292098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Attempting to bind port c38bb496-0f38-47c7-9b30-1a937e01c2fd by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:52:38.292594 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Attempting to bind port c38bb496-0f38-47c7-9b30-1a937e01c2fd on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:52:38.300487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:52:38.301143 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:52:38.301636 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:38.302427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:52:38.303100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Bound port: c38bb496-0f38-47c7-9b30-1a937e01c2fd, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:52:38.304507 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:38.327053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16092ee6-4aa2-43b5-9fee-6066fa89a2e0 req-d2dad2bc-6962-48fa-8d1c-a7acfb1d6a74 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:38.333192 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16092ee6-4aa2-43b5-9fee-6066fa89a2e0 req-d2dad2bc-6962-48fa-8d1c-a7acfb1d6a74 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.1968110 May 27 22:52:38.450729 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16092ee6-4aa2-43b5-9fee-6066fa89a2e0 req-d4080da1-da2c-402a-99e2-a7168125509f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066470 May 27 22:52:38.501341 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] For port c38bb496-0f38-47c7-9b30-1a937e01c2fd, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:52:38.504825 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] For port c38bb496-0f38-47c7-9b30-1a937e01c2fd, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c38bb496-0f38-47c7-9b30-1a937e01c2fd,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:52:38.580021 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:38.580748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:52:38.701874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52352) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:38.701985 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4a9e1f99-fb42-4824-9877-9d5ab9b8a653 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ce374891ed0f4bd582f3450e6b65dedf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5244007 May 27 22:52:38.716795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a965c26-3a84-4423-9db8-e72126a4c07d None None] Pushing event updated for resources: {'Port': ['ID=c38bb496-0f38-47c7-9b30-1a937e01c2fd,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:38.795337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-53e5817e-d785-4f7f-9054-a03a1c3f8456 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:38.796070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-53e5817e-d785-4f7f-9054-a03a1c3f8456 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Synchronizing usage tracker for tenant:53d923b432974a83b5d42963ced4cc2e on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:38.819207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52356) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:38.846273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-53e5817e-d785-4f7f-9054-a03a1c3f8456 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Unset dirty status for tenant:53d923b432974a83b5d42963ced4cc2e on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:38.847418 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-53e5817e-d785-4f7f-9054-a03a1c3f8456 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.46 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 946 time: 0.3506868 May 27 22:52:38.849797 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10d766f1-08db-49a2-88cd-ccba4667fd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:38.871797 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fcfba18c-d74c-426e-82ea-051d61734b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:38.921209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-10d766f1-08db-49a2-88cd-ccba4667fd10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:38.929135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-10d766f1-08db-49a2-88cd-ccba4667fd10 admin admin] Usage tracker for resource:security_group_rule and tenant:0e0ee554a2c448d49fa400200f68384e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:38.936032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-10d766f1-08db-49a2-88cd-ccba4667fd10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:38.961659 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fcfba18c-d74c-426e-82ea-051d61734b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:38.983778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-10d766f1-08db-49a2-88cd-ccba4667fd10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:38.997571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-940fd824-f5a1-4c62-86f8-136b5e5bc5ae tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Deleting port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:38.997788 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-940fd824-f5a1-4c62-86f8-136b5e5bc5ae tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:39.115660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb7827-3e5d-49e9-ac44-83b2e253449e req-1074a3d7-d047-402a-b54d-54324b5010f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:39.118098 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8beb7827-3e5d-49e9-ac44-83b2e253449e req-1074a3d7-d047-402a-b54d-54324b5010f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 946 time: 0.2313771 May 27 22:52:39.134802 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:39.207305 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fcfba18c-d74c-426e-82ea-051d61734b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:39.253256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfba18c-d74c-426e-82ea-051d61734b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b445e0c3-2db3-4c56-9175-9af5b342dfab,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:39.257595 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8beb7827-3e5d-49e9-ac44-83b2e253449e req-0e47bd96-53ea-4f00-b02c-eee637514177 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=f6163f36-745d-4fad-9ad8-35970c6e4d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210108 May 27 22:52:39.258868 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fcfba18c-d74c-426e-82ea-051d61734b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:39.263044 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fcfba18c-d74c-426e-82ea-051d61734b81 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b445e0c3-2db3-4c56-9175-9af5b342dfab HTTP/1.1" status: 204 len: 168 time: 0.5645015 May 27 22:52:39.695441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] For port c38bb496-0f38-47c7-9b30-1a937e01c2fd, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c38bb496-0f38-47c7-9b30-1a937e01c2fd,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:39.748505 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:39.769258 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10d766f1-08db-49a2-88cd-ccba4667fd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:39.816819 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0be81c-f5c9-45ea-99ee-540c3780436e req-007a0f06-4de8-463d-a984-616b30adbd3f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:39.818999 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e0be81c-f5c9-45ea-99ee-540c3780436e req-007a0f06-4de8-463d-a984-616b30adbd3f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.1642480 May 27 22:52:39.831156 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:39.831871 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:39.901490 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e0be81c-f5c9-45ea-99ee-540c3780436e req-094860f8-6f5d-4aae-9bd0-260cf00aefe6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715356 May 27 22:52:39.915954 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10d766f1-08db-49a2-88cd-ccba4667fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:40.031434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:40.036056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-940fd824-f5a1-4c62-86f8-136b5e5bc5ae tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] For port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:40.036481 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-940fd824-f5a1-4c62-86f8-136b5e5bc5ae tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:40.059109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:40.074971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:40.075571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:40.212509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=209dec6b-283c-471c-b5b9-92fc6e0b6d64,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:40.220678 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-10d766f1-08db-49a2-88cd-ccba4667fd10 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0e0ee554a2c448d49fa400200f68384e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3978531 May 27 22:52:40.222163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52370) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:40.258602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d766f1-08db-49a2-88cd-ccba4667fd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b089782-1c90-4def-a56a-3e5d71d4779f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:40.335647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=c38bb496-0f38-47c7-9b30-1a937e01c2fd,revision_number=4']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:40.381696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52378) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:40.388975 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c70d6d4-d794-4a8e-861d-db338a327229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:40.406083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aa0236-0506-4021-afa8-7e1f5334fd7b None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:40.430123 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c70d6d4-d794-4a8e-861d-db338a327229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:40.467634 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-67b252e9-df01-4146-97ec-a1f68cfe7360 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7683468 May 27 22:52:40.483320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52382) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:40.495615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'mac_address': 'fa:16:3e:d6:3b:07', 'name': 'tempest-NetworksTestDHCPv6-1298814420'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:40.533823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40743857-5804-4f8e-8901-c0316d8f05b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:40.543594 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c38bb496-0f38-47c7-9b30-1a937e01c2fd up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:40.727189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:40.731436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:40.734800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:40.741413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:40.779509 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port c38bb496-0f38-47c7-9b30-1a937e01c2fd completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:40.783769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d200e12-06dc-4095-a659-a7f632a15257 req-6bdc53f2-4fe1-4759-8424-4827dfc628af tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:40.784820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-40743857-5804-4f8e-8901-c0316d8f05b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:40.787256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d200e12-06dc-4095-a659-a7f632a15257 req-6bdc53f2-4fe1-4759-8424-4827dfc628af tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 946 time: 0.2937350 May 27 22:52:40.787958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Provisioning for port c38bb496-0f38-47c7-9b30-1a937e01c2fd completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:40.799621 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Provisioning complete for port c38bb496-0f38-47c7-9b30-1a937e01c2fd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:40.799621 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:40.799941 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40743857-5804-4f8e-8901-c0316d8f05b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b9814421335543788bfc0f2f4fffde94 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:40.804745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40743857-5804-4f8e-8901-c0316d8f05b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:40.816791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-40743857-5804-4f8e-8901-c0316d8f05b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:40.835348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c38bb496-0f38-47c7-9b30-1a937e01c2fd triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:40.835348 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:40.836580 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d200e12-06dc-4095-a659-a7f632a15257 req-7331ca62-e629-4303-87b5-b64befcb1c71 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=f6163f36-745d-4fad-9ad8-35970c6e4d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434713 May 27 22:52:40.837333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:40.955698 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-940fd824-f5a1-4c62-86f8-136b5e5bc5ae tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:40.956261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-940fd824-f5a1-4c62-86f8-136b5e5bc5ae tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:40.956555 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-940fd824-f5a1-4c62-86f8-136b5e5bc5ae tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Floating IP 58d28e69-f86b-4b06-8915-f1b60f76505e disassociated. External IP: 172.25.2.202, port: 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa. May 27 22:52:40.956736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-940fd824-f5a1-4c62-86f8-136b5e5bc5ae tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Calling delete_port for 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:40.968877 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c70d6d4-d794-4a8e-861d-db338a327229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:41.035509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70d6d4-d794-4a8e-861d-db338a327229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b089782-1c90-4def-a56a-3e5d71d4779f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:41.053924 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0c70d6d4-d794-4a8e-861d-db338a327229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:41.055233 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0c70d6d4-d794-4a8e-861d-db338a327229 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2b089782-1c90-4def-a56a-3e5d71d4779f HTTP/1.1" status: 204 len: 168 time: 0.8311813 May 27 22:52:41.144869 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40743857-5804-4f8e-8901-c0316d8f05b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:41.161257 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:41.204694 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40743857-5804-4f8e-8901-c0316d8f05b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:41.205978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 655dac56-d570-4801-9d5a-607dcc8ba1cd yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:52:41.230010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Current status of the port c38bb496-0f38-47c7-9b30-1a937e01c2fd is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:41.230832 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:41.259489 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-40743857-5804-4f8e-8901-c0316d8f05b5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b9814421335543788bfc0f2f4fffde94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8767190 May 27 22:52:41.264502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52392) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:41.265812 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-940fd824-f5a1-4c62-86f8-136b5e5bc5ae tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:41.304447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-218da013-1222-42f6-8483-d097e9fda161 None None] For port c38bb496-0f38-47c7-9b30-1a937e01c2fd, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c38bb496-0f38-47c7-9b30-1a937e01c2fd,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:41.319556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c38bb496-0f38-47c7-9b30-1a937e01c2fd is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:41.319938 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:41.320238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f767b90-335b-4c1b-a81a-5627c9fb5cd3 req-945037fe-91db-4b6a-b645-92f4bce5267e tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:41.322871 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f767b90-335b-4c1b-a81a-5627c9fb5cd3 req-945037fe-91db-4b6a-b645-92f4bce5267e tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.2603436 May 27 22:52:41.361611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940fd824-f5a1-4c62-86f8-136b5e5bc5ae tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event deleted for resources: {'Port': ['ID=7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:41.370334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40743857-5804-4f8e-8901-c0316d8f05b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20efe848-ea9b-4eab-87d3-056b4a4a716b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:41.381262 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:41.591138 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f767b90-335b-4c1b-a81a-5627c9fb5cd3 req-098a0ec7-f7f6-4003-baee-65c919c5416e tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610505 May 27 22:52:41.636913 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5d92-d7fe-47c3-ac37-25fec9a237f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:41.719776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Pushing event updated for resources: {'Port': ['ID=c38bb496-0f38-47c7-9b30-1a937e01c2fd,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:41.723011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-940fd824-f5a1-4c62-86f8-136b5e5bc5ae tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Router fd43306b-6880-4ab7-80c3-69e01d3729fd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:52:41.782029 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:52:41.783908 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:52:41.797227 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5d92-d7fe-47c3-ac37-25fec9a237f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:41.798634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:52:41.865518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:41.865866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:41.866754 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:41.868440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:41.868440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:41.868440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:41.868725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:41.868952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:41.869282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:41.869606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:41.870207 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:41.870538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da013-1222-42f6-8483-d097e9fda161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:41.883606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:52:41.883950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:52:41.952742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 172.20.0.4 (c744ea9b-cdeb-488b-a067-0b211d4c406e/96426176-8286-45bb-9d28-cf3f9319818c/655dac56-d570-4801-9d5a-607dcc8ba1cd) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:41.967356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::f816:3eff:fed6:3b07 (c744ea9b-cdeb-488b-a067-0b211d4c406e/209dec6b-283c-471c-b5b9-92fc6e0b6d64/655dac56-d570-4801-9d5a-607dcc8ba1cd) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:42.108758 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5d92-d7fe-47c3-ac37-25fec9a237f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:42.148272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-940fd824-f5a1-4c62-86f8-136b5e5bc5ae tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:52:42.162180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f4e483-177e-46f4-941b-a4a54b7273a3 None None] Sync routers for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:52:42.175070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f4e483-177e-46f4-941b-a4a54b7273a3 None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:52:42.186670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c1f4e483-177e-46f4-941b-a4a54b7273a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:52:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:42.204937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e5d92-d7fe-47c3-ac37-25fec9a237f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20efe848-ea9b-4eab-87d3-056b4a4a716b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:42.234685 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e82b2bc-c6b1-41bc-9b53-2fc9005c2e97 req-00167c9f-cfca-4796-bd0e-fded8ac1cb62 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 210 time: 0.1116219 May 27 22:52:42.332932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-940fd824-f5a1-4c62-86f8-136b5e5bc5ae tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] No DVR routers for this DVR port 7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:52:42.341560 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-940fd824-f5a1-4c62-86f8-136b5e5bc5ae tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:42.344741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4', 'name': 'network-vif-deleted', 'tag': '7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:52:42.475226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c38bb496-0f38-47c7-9b30-1a937e01c2fd is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:42.514523 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0dfb0dbd-ecd2-44b4-8e59-76db470182d3 req-940fd824-f5a1-4c62-86f8-136b5e5bc5ae tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.46 "DELETE /v2.0/ports/7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa HTTP/1.1" status: 204 len: 173 time: 3.6517479 May 27 22:52:42.539781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-abd577a2-6618-47cd-9c76-3e53c208fb2d None None] Provisioning complete for port c38bb496-0f38-47c7-9b30-1a937e01c2fd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:42.540157 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abd577a2-6618-47cd-9c76-3e53c208fb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:42.644097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-c1f4e483-177e-46f4-941b-a4a54b7273a3 None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:52:42.654748 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5d92-d7fe-47c3-ac37-25fec9a237f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:42.661084 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cc3e5d92-d7fe-47c3-ac37-25fec9a237f4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/20efe848-ea9b-4eab-87d3-056b4a4a716b HTTP/1.1" status: 204 len: 168 time: 1.3839142 May 27 22:52:42.790633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c38bb496-0f38-47c7-9b30-1a937e01c2fd up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:42.879097 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb83e247-68d5-4490-a6ca-e37de2a7f6e7'] response: {'server_uuid': '24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4', 'name': 'network-vif-deleted', 'tag': '7bdc77aa-ed9e-4ed9-96cd-9cecb22a7eaa', 'status': 'completed', 'code': 200} May 27 22:52:43.111343 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:43.164994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c38bb496-0f38-47c7-9b30-1a937e01c2fd triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:43.165108 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:43.202326 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object 655dac56-d570-4801-9d5a-607dcc8ba1cd will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:43.268572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e8209-4ca3-44f8-9393-ff510938351a req-0e812999-34f0-4269-83ed-7d895ab20c45 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:43.298379 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f1e8209-4ca3-44f8-9393-ff510938351a req-0e812999-34f0-4269-83ed-7d895ab20c45 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.3907058 May 27 22:52:43.299533 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-abd577a2-6618-47cd-9c76-3e53c208fb2d None None] Current status of the port c38bb496-0f38-47c7-9b30-1a937e01c2fd is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:43.402805 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f1e8209-4ca3-44f8-9393-ff510938351a req-05695cba-fb99-4288-81b7-18cc4244c41b tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033623 May 27 22:52:43.443784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-57168ac8-9255-4736-b4cf-88b5357ddc5a None None] Could not find standard attr ID for object ac14f685-7a2f-4ef2-88df-4afd7db18d1b. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:52:43.486798 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:43.598324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c38bb496-0f38-47c7-9b30-1a937e01c2fd is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:43.744290 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c1f4e483-177e-46f4-941b-a4a54b7273a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '89d7b6a3-6c5b-4922-88c7-ee38934e35b0', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': '3d6b797d-7b7d-464b-913b-d96e66a883d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:db:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830921b0-afc6-470b-82c9-3c335b772c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:50:05Z', 'updated_at': '2022-05-27T22:50:42Z', 'revision_number': 2, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:43.759983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f4e483-177e-46f4-941b-a4a54b7273a3 None None] Checking router: fd43306b-6880-4ab7-80c3-69e01d3729fd for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:52:43.764063 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0313d43-22f2-45da-8545-4ffeee95ee7c req-5c5789ac-075b-4c1e-9a6f-8e9a5081b878 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=24a3c81a-c09e-4eaa-a5a1-362cb7cf31c4 HTTP/1.1" status: 200 len: 210 time: 0.2680595 May 27 22:52:43.766372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:43.787770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:43.797229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:52:43.802165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f4e483-177e-46f4-941b-a4a54b7273a3 None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:52:43.803045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c1f4e483-177e-46f4-941b-a4a54b7273a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:52:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:44.004931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:44.004931 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:44.004931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=655dac56-d570-4801-9d5a-607dcc8ba1cd,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:44.191167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-c1f4e483-177e-46f4-941b-a4a54b7273a3 None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:52:44.332750 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3f682415-20c6-4379-b9ec-fad08cd36259 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8482745 May 27 22:52:44.335392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52460) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:44.365804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3ee3fe0d-db89-40df-aec6-259b39007b94 None None] Provisioning for port 655dac56-d570-4801-9d5a-607dcc8ba1cd completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:44.405353 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3ee3fe0d-db89-40df-aec6-259b39007b94 None None] Provisioning complete for port 655dac56-d570-4801-9d5a-607dcc8ba1cd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:44.405714 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3ee3fe0d-db89-40df-aec6-259b39007b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:44.474262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5299d7c-ad76-4a21-b0f6-16ceb3c9cd0d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:44.484281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3ee3fe0d-db89-40df-aec6-259b39007b94 None None] Port 655dac56-d570-4801-9d5a-607dcc8ba1cd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:52:44.491236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5299d7c-ad76-4a21-b0f6-16ceb3c9cd0d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:44.495788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b5299d7c-ad76-4a21-b0f6-16ceb3c9cd0d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:44.600987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b5299d7c-ad76-4a21-b0f6-16ceb3c9cd0d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:44.602671 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b5299d7c-ad76-4a21-b0f6-16ceb3c9cd0d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2662408 May 27 22:52:44.605927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52470) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:44.704878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dee965-005c-424e-8c8c-28f6475d328e req-0f39820c-74b3-49f5-af83-a87e5c8ed2ec tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:44.717697 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2dee965-005c-424e-8c8c-28f6475d328e req-0f39820c-74b3-49f5-af83-a87e5c8ed2ec tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.1362000 May 27 22:52:44.766078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c05f0a1c-e4f4-4eaa-b443-cc68f08e0683 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 655dac56-d570-4801-9d5a-607dcc8ba1cd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:44.767951 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c05f0a1c-e4f4-4eaa-b443-cc68f08e0683 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:44.830990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c1f4e483-177e-46f4-941b-a4a54b7273a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '89d7b6a3-6c5b-4922-88c7-ee38934e35b0', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': '3d6b797d-7b7d-464b-913b-d96e66a883d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:db:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830921b0-afc6-470b-82c9-3c335b772c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:50:05Z', 'updated_at': '2022-05-27T22:50:42Z', 'revision_number': 2, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:44.831689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2dee965-005c-424e-8c8c-28f6475d328e req-4492006f-77da-438c-ba34-0af3be690bfc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103685 May 27 22:52:44.848291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f4e483-177e-46f4-941b-a4a54b7273a3 None None] The sync data for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 is: [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '89d7b6a3-6c5b-4922-88c7-ee38934e35b0', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.205', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': '3d6b797d-7b7d-464b-913b-d96e66a883d7', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:db:4c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830921b0-afc6-470b-82c9-3c335b772c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:50:05Z', 'updated_at': '2022-05-27T22:50:42Z', 'revision_number': 2, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:52:45.069325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52496) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:45.175495 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9221a733-fce6-4421-91b6-5a7742f6fee0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:45.212681 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9221a733-fce6-4421-91b6-5a7742f6fee0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:45.252759 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c05f0a1c-e4f4-4eaa-b443-cc68f08e0683 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:45.321737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52502) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:45.376997 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9221a733-fce6-4421-91b6-5a7742f6fee0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:45.387375 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f4e24d-4400-403e-b5fa-0c40b2b4a2c2 None None] New status for floating IP 58d28e69-f86b-4b06-8915-f1b60f76505e: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:52:45.421435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221a733-fce6-4421-91b6-5a7742f6fee0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6163f36-745d-4fad-9ad8-35970c6e4d9b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:45.478876 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c05f0a1c-e4f4-4eaa-b443-cc68f08e0683 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 655dac56-d570-4801-9d5a-607dcc8ba1cd owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:45.497697 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9221a733-fce6-4421-91b6-5a7742f6fee0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:45.499146 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9221a733-fce6-4421-91b6-5a7742f6fee0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "DELETE /v2.0/security-groups/f6163f36-745d-4fad-9ad8-35970c6e4d9b HTTP/1.1" status: 204 len: 168 time: 0.4288151 May 27 22:52:45.502662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52516) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:45.546640 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-5dff2a8b-fb94-4fd8-b32b-b020b900727d tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] show failed (client error): The resource could not be found. May 27 22:52:45.547808 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5dff2a8b-fb94-4fd8-b32b-b020b900727d tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups/f6163f36-745d-4fad-9ad8-35970c6e4d9b HTTP/1.1" status: 404 len: 347 time: 0.0444708 May 27 22:52:45.553642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52520) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:45.567025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-629190843-network', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:45.577626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:45.665782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Usage tracker for resource:network and tenant:c5c2571319bd4772b001747f30d6e4be is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:45.677208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:45.694621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:45.792766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Deleting port 1426cb6e-c3e8-4bfe-b7de-d39b8d893c04 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:45.793510 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:45.881723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Made reservation on behalf of c5c2571319bd4772b001747f30d6e4be for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:45.884191 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:45.903172 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:45.906863 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:45.947200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:46.011830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Usage tracker for resource:security_group_rule and tenant:c5c2571319bd4772b001747f30d6e4be is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:46.028830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:46.057105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c05f0a1c-e4f4-4eaa-b443-cc68f08e0683 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:46.082303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:46.115077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52530) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:46.233279 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f0a1c-e4f4-4eaa-b443-cc68f08e0683 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=655dac56-d570-4801-9d5a-607dcc8ba1cd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:46.259017 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:46.262351 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:46.262877 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:46.424753 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c05f0a1c-e4f4-4eaa-b443-cc68f08e0683 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:46.430746 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:46.458441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Calling delete_port for 1426cb6e-c3e8-4bfe-b7de-d39b8d893c04 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:46.484868 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c05f0a1c-e4f4-4eaa-b443-cc68f08e0683 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/655dac56-d570-4801-9d5a-607dcc8ba1cd HTTP/1.1" status: 204 len: 168 time: 1.8755298 May 27 22:52:46.485529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52538) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:46.524260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287c83c-9d6e-4aaa-b9e7-aa50336e0df4 req-90136f5c-649f-438f-9b16-7b51039d8f70 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:46.525875 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0287c83c-9d6e-4aaa-b9e7-aa50336e0df4 req-90136f5c-649f-438f-9b16-7b51039d8f70 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.5106854 May 27 22:52:46.533927 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3c788108-635d-4616-8f91-888976fed5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:46.582850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:52:46.597591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c0cc0-b95c-4f75-a4ac-2319fe332786 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:46.599401 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c0cc0-b95c-4f75-a4ac-2319fe332786 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:46.599844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3c788108-635d-4616-8f91-888976fed5b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:46.601116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1c0cc0-b95c-4f75-a4ac-2319fe332786 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:46.602269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bd1c0cc0-b95c-4f75-a4ac-2319fe332786 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:46.614624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3c788108-635d-4616-8f91-888976fed5b1 admin admin] Usage tracker for resource:security_group_rule and tenant:20af3a2303024c0ebbccbb21f26c1c5c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:46.617576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9cd256-dfcd-47b0-89c8-8cfee929bde8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:46.620207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3c788108-635d-4616-8f91-888976fed5b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:46.623731 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:46.626111 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Added segment 75765629-3ca5-462e-a032-d342ccd8b2b7 of type vlan for network 52fc9a68-72c8-4997-84a0-65fb77b6541c May 27 22:52:46.647220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3c788108-635d-4616-8f91-888976fed5b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:46.702524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bd1c0cc0-b95c-4f75-a4ac-2319fe332786 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:46.702746 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0287c83c-9d6e-4aaa-b9e7-aa50336e0df4 req-b5552049-0c27-41e7-8bee-87e6a10d087b tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531792 May 27 22:52:46.703987 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bd1c0cc0-b95c-4f75-a4ac-2319fe332786 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2174478 May 27 22:52:46.706871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52542) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:46.708722 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:46.761090 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:52:46.761660 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:52:46.809307 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3c788108-635d-4616-8f91-888976fed5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:46.816699 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:46.818013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:46.819306 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:46.820099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aab06c7-7355-4dc2-b073-fab62e5443b6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 209dec6b-283c-471c-b5b9-92fc6e0b6d64 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:52:46.825007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5aab06c7-7355-4dc2-b073-fab62e5443b6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:46.890742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5aab06c7-7355-4dc2-b073-fab62e5443b6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:46.995941 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5aab06c7-7355-4dc2-b073-fab62e5443b6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:47.025065 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3c788108-635d-4616-8f91-888976fed5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:47.130861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] Pushing event updated for resources: {'Network': ['ID=52fc9a68-72c8-4997-84a0-65fb77b6541c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:47.143485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3c788108-635d-4616-8f91-888976fed5b1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=20af3a2303024c0ebbccbb21f26c1c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9342437 May 27 22:52:47.143485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c788108-635d-4616-8f91-888976fed5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d7c89a-14c8-4309-ab44-3ae821533d71,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:47.144166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52548) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:47.145277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 52fc9a68-72c8-4997-84a0-65fb77b6541c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:52:47.255891 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:47.269820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Deleting port 1426cb6e-c3e8-4bfe-b7de-d39b8d893c04 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:47.270209 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:47.348915 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:47.519542 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:47.519542 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:47.642874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Calling delete_port for 1426cb6e-c3e8-4bfe-b7de-d39b8d893c04 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:47.655046 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5aab06c7-7355-4dc2-b073-fab62e5443b6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:47.679841 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:47.688402 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c078ddf2-973a-45e8-bb9a-bfcab14a925f admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3616643 May 27 22:52:47.694135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52554) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:47.708506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] Request body: {'subnet': {'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-629190843-subnet', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:47.713531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab06c7-7355-4dc2-b073-fab62e5443b6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=209dec6b-283c-471c-b5b9-92fc6e0b6d64,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:47.713659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d7c89a-14c8-4309-ab44-3ae821533d71,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:47.718232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:47.721375 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5aab06c7-7355-4dc2-b073-fab62e5443b6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:47.726612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] Usage tracker for resource:subnet and tenant:c5c2571319bd4772b001747f30d6e4be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:47.727329 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e1db26-5d79-46a0-8a31-64bda71e7389 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:47.733418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:47.742479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:47.782378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:47.783168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:47.783511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:47.783841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:47.784167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:47.784532 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:47.784856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:47.785174 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:47.785495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:47.785809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:47.786123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:47.786572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:52:47.801315 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:47.805634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-78ec551f-e263-4029-be9c-72ffe347c02d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/97d7c89a-14c8-4309-ab44-3ae821533d71 HTTP/1.1" status: 204 len: 168 time: 0.6571863 May 27 22:52:47.855787 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5aab06c7-7355-4dc2-b073-fab62e5443b6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/209dec6b-283c-471c-b5b9-92fc6e0b6d64 HTTP/1.1" status: 204 len: 168 time: 1.1454651 May 27 22:52:47.856942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52562) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:47.972607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] Made reservation on behalf of c5c2571319bd4772b001747f30d6e4be for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:47.975187 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:47.998603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d73735-cef3-460e-b04d-31e43933686e req-ddb7957b-2ce3-4658-8c4a-bcc6a1ceecba tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:48.006418 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e3d73735-cef3-460e-b04d-31e43933686e req-ddb7957b-2ce3-4658-8c4a-bcc6a1ceecba tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.1140013 May 27 22:52:48.069049 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:48.102246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba15406e-6e70-42ee-976f-40591ac4a5c9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 96426176-8286-45bb-9d28-cf3f9319818c {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:52:48.111240 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba15406e-6e70-42ee-976f-40591ac4a5c9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:48.192581 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba15406e-6e70-42ee-976f-40591ac4a5c9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:48.215161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e3d73735-cef3-460e-b04d-31e43933686e req-7ceb10ca-0c96-47e1-9912-1d798be6b840 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072098 May 27 22:52:48.254162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event deleted for resources: {'Port': ['ID=1426cb6e-c3e8-4bfe-b7de-d39b8d893c04,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:48.304223 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:48.321499 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:48.325750 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bc36dd5a-9c6a-42b1-8bf8-1912ef29f10f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "DELETE /v2.0/floatingips/58d28e69-f86b-4b06-8915-f1b60f76505e HTTP/1.1" status: 204 len: 168 time: 2.7671680 May 27 22:52:48.461389 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba15406e-6e70-42ee-976f-40591ac4a5c9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:48.623386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:48.729707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba15406e-6e70-42ee-976f-40591ac4a5c9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:48.763040 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ba15406e-6e70-42ee-976f-40591ac4a5c9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:48.806840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e5e612-ccec-465a-9aa0-192c4d7d5395,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:48.811366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52578) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:48.838598 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0af8beb8-8e8c-4830-bd23-5f4e4abeb44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:48.850302 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ba15406e-6e70-42ee-976f-40591ac4a5c9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/96426176-8286-45bb-9d28-cf3f9319818c HTTP/1.1" status: 204 len: 168 time: 0.9931734 May 27 22:52:48.852610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52582) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:48.865278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] Checking segment: {'id': '75765629-3ca5-462e-a032-d342ccd8b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:52:48.865639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] Network hostable DHCP agents. Network: 52fc9a68-72c8-4997-84a0-65fb77b6541c, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:52:48.877356 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15406e-6e70-42ee-976f-40591ac4a5c9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=96426176-8286-45bb-9d28-cf3f9319818c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:48.932427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef79733-1ee1-45ac-b1cc-a23a66f796fd None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:48.954571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-04a9509f-2301-4ebd-ad3a-0317f71ea95c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004024 May 27 22:52:48.957934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52588) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:48.962814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0af8beb8-8e8c-4830-bd23-5f4e4abeb44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:48.967928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0af8beb8-8e8c-4830-bd23-5f4e4abeb44a admin admin] Usage tracker for resource:security_group_rule and tenant:de40ced0faa64fb88d80111302716bf9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:48.972302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0af8beb8-8e8c-4830-bd23-5f4e4abeb44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:48.980112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0af8beb8-8e8c-4830-bd23-5f4e4abeb44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:49.027026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] Network 52fc9a68-72c8-4997-84a0-65fb77b6541c is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:52:49.068388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-50b8acd1-cdc9-4ce0-93b8-773c69b43583 None None] Provisioning complete for port c38bb496-0f38-47c7-9b30-1a937e01c2fd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:49.068765 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-50b8acd1-cdc9-4ce0-93b8-773c69b43583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:49.095354 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693511a8-cce0-4395-adb5-4abbb5d819c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:49.096281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-693511a8-cce0-4395-adb5-4abbb5d819c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:49.114342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 52fc9a68-72c8-4997-84a0-65fb77b6541c) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:49.126694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:49.127409 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:49.146750 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585be8f3-788a-43d0-bd23-ca88f451b0dc None None] Network 52fc9a68-72c8-4997-84a0-65fb77b6541c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:49.183726 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0af8beb8-8e8c-4830-bd23-5f4e4abeb44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:49.194307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-693511a8-cce0-4395-adb5-4abbb5d819c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:49.195912 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-693511a8-cce0-4395-adb5-4abbb5d819c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2369254 May 27 22:52:49.198568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52594) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:49.251326 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6d8bdaf8-a18a-4576-a435-ec75806d99b1 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5559800 May 27 22:52:49.256746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52600) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:49.261728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:49.289348 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0af8beb8-8e8c-4830-bd23-5f4e4abeb44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:49.302984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:49.325608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Usage tracker for resource:router and tenant:c5c2571319bd4772b001747f30d6e4be is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:49.331044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:49.353149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5f2903-a394-4365-8942-67178fa21177 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:49.355425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:49.358091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6f5f2903-a394-4365-8942-67178fa21177 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:49.383041 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0af8beb8-8e8c-4830-bd23-5f4e4abeb44a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=de40ced0faa64fb88d80111302716bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5696285 May 27 22:52:49.385560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8beb8-8e8c-4830-bd23-5f4e4abeb44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369f0a2d-f68c-43b1-8693-22fbb7b17d36,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:49.391422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52608) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:49.484398 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:49.486074 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:49.504044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6f5f2903-a394-4365-8942-67178fa21177 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:49.509573 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6f5f2903-a394-4365-8942-67178fa21177 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3100858 May 27 22:52:49.516214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52614) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:49.591240 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1f5b42e-2372-4a12-89fd-beea3f5fce8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:49.624088 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1f5b42e-2372-4a12-89fd-beea3f5fce8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:49.667655 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:49.675590 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3e7ee7d5-2d47-4f9a-8e22-dc50b2a84ef1 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1637225 May 27 22:52:49.688580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52618) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:49.694869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5965c2fe-4c87-4244-aad7-1388e25e6be5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:49.723710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3e5ce-29aa-4360-9bb9-f22c516f9c5a req-561df1ba-b408-43a3-bb37-25f15492c97a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:49.732343 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ad3e5ce-29aa-4360-9bb9-f22c516f9c5a req-561df1ba-b408-43a3-bb37-25f15492c97a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.2504306 May 27 22:52:49.810046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-50b8acd1-cdc9-4ce0-93b8-773c69b43583 None None] Current status of the port c38bb496-0f38-47c7-9b30-1a937e01c2fd is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:49.812334 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-52fc9a68-72c8-4997-84a0-65fb77b6541c', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'fixed_ips': [{'subnet_id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:52:49.813397 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:49.888539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5965c2fe-4c87-4244-aad7-1388e25e6be5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:49.903248 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1f5b42e-2372-4a12-89fd-beea3f5fce8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:49.914796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5965c2fe-4c87-4244-aad7-1388e25e6be5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:49.940198 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ad3e5ce-29aa-4360-9bb9-f22c516f9c5a req-2fe567db-f27d-4b9b-8050-86ac850725cd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057157 May 27 22:52:49.988069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60658574-1f85-4c34-b23b-d894e9ca4181 None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:52:50.004557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-60658574-1f85-4c34-b23b-d894e9ca4181 None None] Deleting port c38bb496-0f38-47c7-9b30-1a937e01c2fd {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:50.004931 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60658574-1f85-4c34-b23b-d894e9ca4181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:50.025336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5b42e-2372-4a12-89fd-beea3f5fce8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369f0a2d-f68c-43b1-8693-22fbb7b17d36,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:50.039784 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1f5b42e-2372-4a12-89fd-beea3f5fce8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:50.043026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d1f5b42e-2372-4a12-89fd-beea3f5fce8e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/369f0a2d-f68c-43b1-8693-22fbb7b17d36 HTTP/1.1" status: 204 len: 168 time: 0.6477897 May 27 22:52:50.050884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5965c2fe-4c87-4244-aad7-1388e25e6be5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:50.054404 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5965c2fe-4c87-4244-aad7-1388e25e6be5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:50.055828 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-5965c2fe-4c87-4244-aad7-1388e25e6be5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:52:50.056256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5965c2fe-4c87-4244-aad7-1388e25e6be5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:52:50.097916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Allocated IP 172.20.0.2 (52fc9a68-72c8-4997-84a0-65fb77b6541c/f4e5e612-ccec-465a-9aa0-192c4d7d5395/79de374d-5495-44b2-881d-b687587bbc98) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:50.184216 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5965c2fe-4c87-4244-aad7-1388e25e6be5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4955134 May 27 22:52:50.186933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52628) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:50.196043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a2ebd47e-c033-4f96-a8eb-1c2bc5048fd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:50.312088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52632) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:50.439317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-60658574-1f85-4c34-b23b-d894e9ca4181 None None] For port c38bb496-0f38-47c7-9b30-1a937e01c2fd, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c38bb496-0f38-47c7-9b30-1a937e01c2fd,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:50.442159 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60658574-1f85-4c34-b23b-d894e9ca4181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:50.495924 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:50.553591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a2ebd47e-c033-4f96-a8eb-1c2bc5048fd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:50.569067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a2ebd47e-c033-4f96-a8eb-1c2bc5048fd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:50.816222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c38bb496-0f38-47c7-9b30-1a937e01c2fd no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:52:50.828856 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-837c4d25-80a8-404f-8864-8adf08d900ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:50.883079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-837c4d25-80a8-404f-8864-8adf08d900ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:50.892730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-837c4d25-80a8-404f-8864-8adf08d900ac admin admin] Usage tracker for resource:security_group_rule and tenant:20b3d00dea904ea88b7da8773ca3337c is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:50.897669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-837c4d25-80a8-404f-8864-8adf08d900ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:50.934255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-60658574-1f85-4c34-b23b-d894e9ca4181 None None] Calling delete_port for c38bb496-0f38-47c7-9b30-1a937e01c2fd owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:50.963169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-837c4d25-80a8-404f-8864-8adf08d900ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:51.117979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c38bb496-0f38-47c7-9b30-1a937e01c2fd is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:51.118596 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:51.132634 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:51.262093 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:51.307585 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:51.424012 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a2456-f99e-48a9-b068-4e55fd564022 req-9a1bc71a-6c9e-4b7d-9c5f-3b9feb409b7e tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:51.424012 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-672a2456-f99e-48a9-b068-4e55fd564022 req-9a1bc71a-6c9e-4b7d-9c5f-3b9feb409b7e tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.3058052 May 27 22:52:51.424012 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-837c4d25-80a8-404f-8864-8adf08d900ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:51.509022 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-672a2456-f99e-48a9-b068-4e55fd564022 req-e2500df6-7016-46f8-8545-62f010cdd0b0 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916898 May 27 22:52:51.535661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Allocated IP 172.25.2.44 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/cfe5b988-9126-40d5-89a2-6121a58e3aec) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:51.702746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ebd47e-c033-4f96-a8eb-1c2bc5048fd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:51.706248 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2ebd47e-c033-4f96-a8eb-1c2bc5048fd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:51.707734 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ebd47e-c033-4f96-a8eb-1c2bc5048fd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:52:51.708080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ebd47e-c033-4f96-a8eb-1c2bc5048fd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:52:51.743310 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Transition to ACTIVE for port object 79de374d-5495-44b2-881d-b687587bbc98 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:51.754079 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60658574-1f85-4c34-b23b-d894e9ca4181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:51.783390 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-837c4d25-80a8-404f-8864-8adf08d900ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:51.790840 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a2ebd47e-c033-4f96-a8eb-1c2bc5048fd7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.6027968 May 27 22:52:51.794850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52664) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:51.801381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-43392b88-7900-44e9-b270-6af63cb259a9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:51.856529 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-837c4d25-80a8-404f-8864-8adf08d900ac admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=20b3d00dea904ea88b7da8773ca3337c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5187356 May 27 22:52:51.858163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52668) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:51.875049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Transition to ACTIVE for port object 79de374d-5495-44b2-881d-b687587bbc98 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:51.921450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c4d25-80a8-404f-8864-8adf08d900ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b947f4e-daba-4685-b5d1-81f2d153fbe7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:51.928240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60658574-1f85-4c34-b23b-d894e9ca4181 None None] Pushing event deleted for resources: {'Port': ['ID=c38bb496-0f38-47c7-9b30-1a937e01c2fd,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:51.936160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60658574-1f85-4c34-b23b-d894e9ca4181 None None] No DVR routers for this DVR port c38bb496-0f38-47c7-9b30-1a937e01c2fd on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:52:51.993284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-43392b88-7900-44e9-b270-6af63cb259a9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:52.010380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-43392b88-7900-44e9-b270-6af63cb259a9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:52.051456 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:52.059538 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a0f7f9e-c688-4d85-8648-64085208fae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:52.065718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:52.099343 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a0f7f9e-c688-4d85-8648-64085208fae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:52.118362 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Network 52fc9a68-72c8-4997-84a0-65fb77b6541c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:52.121421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:52.125094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:52:52.137163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43392b88-7900-44e9-b270-6af63cb259a9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:52.137767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Pushing event updated for resources: {'Port': ['ID=79de374d-5495-44b2-881d-b687587bbc98,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:52.140689 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43392b88-7900-44e9-b270-6af63cb259a9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:52.142097 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-43392b88-7900-44e9-b270-6af63cb259a9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:52:52.142527 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43392b88-7900-44e9-b270-6af63cb259a9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:52:52.212798 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:52.267679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Attempting to bind port 79de374d-5495-44b2-881d-b687587bbc98 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:52:52.268361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Attempting to bind port 79de374d-5495-44b2-881d-b687587bbc98 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '75765629-3ca5-462e-a032-d342ccd8b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:52:52.268937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Attempting to bind port 79de374d-5495-44b2-881d-b687587bbc98 on network 52fc9a68-72c8-4997-84a0-65fb77b6541c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:52:52.280523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:52:52.287090 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Checking segment: {'id': '75765629-3ca5-462e-a032-d342ccd8b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:52:52.287090 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:52.287090 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Bound using segment: {'id': '75765629-3ca5-462e-a032-d342ccd8b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:52:52.287090 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Bound port: 79de374d-5495-44b2-881d-b687587bbc98, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75765629-3ca5-462e-a032-d342ccd8b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:52:52.287090 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:52.287561 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-43392b88-7900-44e9-b270-6af63cb259a9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4882531 May 27 22:52:52.290288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52688) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:52.299634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e5057486-5879-499c-aa56-bab9e36d2b95 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:52.322677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe5b988-9126-40d5-89a2-6121a58e3aec,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:52.331458 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a0f7f9e-c688-4d85-8648-64085208fae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:52.361494 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f7f9e-c688-4d85-8648-64085208fae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b947f4e-daba-4685-b5d1-81f2d153fbe7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:52.384765 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a0f7f9e-c688-4d85-8648-64085208fae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:52.388860 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0a0f7f9e-c688-4d85-8648-64085208fae8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7b947f4e-daba-4685-b5d1-81f2d153fbe7 HTTP/1.1" status: 204 len: 168 time: 0.4634359 May 27 22:52:52.392362 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:52.395182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:52.406105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:52:52.409025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] For port 79de374d-5495-44b2-881d-b687587bbc98, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:52:52.412259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] For port 79de374d-5495-44b2-881d-b687587bbc98, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=79de374d-5495-44b2-881d-b687587bbc98,segment=NetworkSegment(75765629-3ca5-462e-a032-d342ccd8b2b7),segment_id=75765629-3ca5-462e-a032-d342ccd8b2b7)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:52:52.498201 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:52.508923 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b982e3b7-9242-4be5-a07d-cc12f3778e54 req-7408df10-dc9c-4df6-acf6-6187fa350462 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3050375 May 27 22:52:52.525828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e5057486-5879-499c-aa56-bab9e36d2b95 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:52.547554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e5057486-5879-499c-aa56-bab9e36d2b95 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:52.656125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73d81b-633f-483d-93e1-02c1f06c7449 None None] Pushing event updated for resources: {'Port': ['ID=79de374d-5495-44b2-881d-b687587bbc98,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:52.663273 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:52.710075 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5057486-5879-499c-aa56-bab9e36d2b95 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:52.722849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e5057486-5879-499c-aa56-bab9e36d2b95 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:52.724551 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5057486-5879-499c-aa56-bab9e36d2b95 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:52:52.725372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5057486-5879-499c-aa56-bab9e36d2b95 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:52:52.818913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982e3b7-9242-4be5-a07d-cc12f3778e54 req-a246dbf7-6c30-456d-8666-193e846c11f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:52.825954 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b982e3b7-9242-4be5-a07d-cc12f3778e54 req-a246dbf7-6c30-456d-8666-193e846c11f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 1097 time: 0.1951535 May 27 22:52:52.902946 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e5057486-5879-499c-aa56-bab9e36d2b95 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6092403 May 27 22:52:52.923013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52708) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:53.075969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55259c-3a29-49cf-af48-e105e2a540bc req-a0e923a5-306d-4511-ac4c-6282176999fe tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:53.077563 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f55259c-3a29-49cf-af48-e105e2a540bc req-a0e923a5-306d-4511-ac4c-6282176999fe tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.2842140 May 27 22:52:53.168098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1eb1a13f-0a6b-4ce2-ac96-1d20dc86fd10 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:53.196162 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f55259c-3a29-49cf-af48-e105e2a540bc req-127eb842-a118-42e3-8b6b-4181eb5d6794 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114955 May 27 22:52:53.562589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982e3b7-9242-4be5-a07d-cc12f3778e54 req-28b46431-3fbc-4244-893c-fe5de1cdf4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:53.564332 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b982e3b7-9242-4be5-a07d-cc12f3778e54 req-28b46431-3fbc-4244-893c-fe5de1cdf4e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 200 len: 916 time: 0.7146280 May 27 22:52:53.631576 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:53.720476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1eb1a13f-0a6b-4ce2-ac96-1d20dc86fd10 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:53.733765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1eb1a13f-0a6b-4ce2-ac96-1d20dc86fd10 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:53.837373 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b982e3b7-9242-4be5-a07d-cc12f3778e54 req-947da072-4546-4e4e-932f-a13481beefd8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d6b797d-7b7d-464b-913b-d96e66a883d7 HTTP/1.1" status: 200 len: 1002 time: 0.2463615 May 27 22:52:53.838391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb1a13f-0a6b-4ce2-ac96-1d20dc86fd10 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:53.857573 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eb1a13f-0a6b-4ce2-ac96-1d20dc86fd10 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:53.860397 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb1a13f-0a6b-4ce2-ac96-1d20dc86fd10 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:52:53.862137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb1a13f-0a6b-4ce2-ac96-1d20dc86fd10 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:52:53.957195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982e3b7-9242-4be5-a07d-cc12f3778e54 req-12c46e6d-a275-4ced-b307-ec7ef5f72039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:53.958657 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b982e3b7-9242-4be5-a07d-cc12f3778e54 req-12c46e6d-a275-4ced-b307-ec7ef5f72039 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c561ad-418b-4404-b3f7-e1414a606ae6 HTTP/1.1" status: 200 len: 854 time: 0.0794485 May 27 22:52:54.074540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982e3b7-9242-4be5-a07d-cc12f3778e54 req-730009a4-ba70-415b-a0d7-7377e003f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:54.076285 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b982e3b7-9242-4be5-a07d-cc12f3778e54 req-730009a4-ba70-415b-a0d7-7377e003f213 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=834ac9cf-7900-4562-81d7-7075078e1b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079929 May 27 22:52:54.181222 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1eb1a13f-0a6b-4ce2-ac96-1d20dc86fd10 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2550478 May 27 22:52:54.181898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52740) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:54.190096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b375cc-6d91-4199-8d34-598a68b679a5 req-a997d3b5-cd1d-4aa7-8f12-ebe96c7ecc2e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:54.192573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-24b375cc-6d91-4199-8d34-598a68b679a5 req-a997d3b5-cd1d-4aa7-8f12-ebe96c7ecc2e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Synchronizing usage tracker for tenant:53d923b432974a83b5d42963ced4cc2e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:54.199449 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:54.200138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-949d0881-0087-4205-8ff6-c33e2859a0d9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:54.395893 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52760) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:54.442132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-949d0881-0087-4205-8ff6-c33e2859a0d9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:54.453172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-949d0881-0087-4205-8ff6-c33e2859a0d9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:54.465465 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b982e3b7-9242-4be5-a07d-cc12f3778e54 req-acb8212f-4b90-42cc-9b45-8c776390349e service neutron] 10.222.0.57 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820379 May 27 22:52:54.529967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-24b375cc-6d91-4199-8d34-598a68b679a5 req-a997d3b5-cd1d-4aa7-8f12-ebe96c7ecc2e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Unset dirty status for tenant:53d923b432974a83b5d42963ced4cc2e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:54.531065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949d0881-0087-4205-8ff6-c33e2859a0d9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:54.531162 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24b375cc-6d91-4199-8d34-598a68b679a5 req-a997d3b5-cd1d-4aa7-8f12-ebe96c7ecc2e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 946 time: 0.6756897 May 27 22:52:54.536715 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-949d0881-0087-4205-8ff6-c33e2859a0d9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:54.539044 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-949d0881-0087-4205-8ff6-c33e2859a0d9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:52:54.539954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949d0881-0087-4205-8ff6-c33e2859a0d9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:52:54.579951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306442d0-1951-41fc-ab8a-755b5db90c66 None None] Network 52fc9a68-72c8-4997-84a0-65fb77b6541c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:54.717155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-24b375cc-6d91-4199-8d34-598a68b679a5 req-ebf31a7f-5b01-4951-b5c9-0989168804d0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Synchronizing usage tracker for tenant:53d923b432974a83b5d42963ced4cc2e on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:54.758382 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-949d0881-0087-4205-8ff6-c33e2859a0d9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5693238 May 27 22:52:54.780706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52770) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:54.781210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 79de374d-5495-44b2-881d-b687587bbc98 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:54.783091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baaee9-abb3-46ae-8a24-10e7587203dc req-10f26fb9-ddc2-4041-ac46-95fa9dfa02d5 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:54.797572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45baaee9-abb3-46ae-8a24-10e7587203dc req-10f26fb9-ddc2-4041-ac46-95fa9dfa02d5 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.3911135 May 27 22:52:54.846956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1796445815-network', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:54.855973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:54.860421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Usage tracker for resource:network and tenant:bb74871ea0f2407184322f5c229c24bc is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:54.863461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:54.865921 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b982e3b7-9242-4be5-a07d-cc12f3778e54 req-4aec54b2-8cd1-4d33-8c69-50b8bf9f3967 service neutron] 10.222.0.57 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914986 May 27 22:52:54.868450 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a2146cf-e31e-48b2-9e7e-64d59577c2c3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0835190 May 27 22:52:54.870006 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:54.871384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52778) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:54.912593 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45baaee9-abb3-46ae-8a24-10e7587203dc req-5234e17d-571d-40cb-b72c-db4cbff86978 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889168 May 27 22:52:54.919731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-24b375cc-6d91-4199-8d34-598a68b679a5 req-ebf31a7f-5b01-4951-b5c9-0989168804d0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Unset dirty status for tenant:53d923b432974a83b5d42963ced4cc2e on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:54.932391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24b375cc-6d91-4199-8d34-598a68b679a5 req-ebf31a7f-5b01-4951-b5c9-0989168804d0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d89ded-f3ef-4484-badd-bb447fa3e3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336630 May 27 22:52:54.959861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Made reservation on behalf of bb74871ea0f2407184322f5c229c24bc for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:54.962190 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:54.975981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbb8cf0-1da1-47b2-a07b-f3e039844393 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:54.978023 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ccbb8cf0-1da1-47b2-a07b-f3e039844393 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1055193 May 27 22:52:54.981103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52782) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:54.993822 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:55.027050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Router 03e05af5-70d6-4b14-b83b-d967c081e417 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:52:55.029374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:55.046913 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Usage tracker for resource:security_group_rule and tenant:bb74871ea0f2407184322f5c229c24bc is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:55.051193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:55.072129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:55.089962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9fd85c93-9089-43da-957c-1e239f07b71f None None] Provisioning for port 79de374d-5495-44b2-881d-b687587bbc98 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:55.132217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 79de374d-5495-44b2-881d-b687587bbc98 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:55.141336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9fd85c93-9089-43da-957c-1e239f07b71f None None] Provisioning complete for port 79de374d-5495-44b2-881d-b687587bbc98 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:55.141984 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fd85c93-9089-43da-957c-1e239f07b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:55.216747 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9f3eb6a5-c56c-449c-b201-42a7c5959adb tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2305410 May 27 22:52:55.217196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52788) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:55.223053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d6afd53b-e90d-47c1-95e5-0a297d8bbf1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:55.234718 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 79de374d-5495-44b2-881d-b687587bbc98 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:55.235571 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:55.304842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:52:55.319682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Sync routers for ids ['03e05af5-70d6-4b14-b83b-d967c081e417'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:52:55.373484 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:55.398730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 79de374d-5495-44b2-881d-b687587bbc98 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:55.399418 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:55.411103 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:55.414753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-15f51156-ddfc-4c08-bb04-7833a963d8c9 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.1568737 May 27 22:52:55.415110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52792) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:55.425672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d6afd53b-e90d-47c1-95e5-0a297d8bbf1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:55.428785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Routers {'03e05af5-70d6-4b14-b83b-d967c081e417'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:52:55.429648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:52:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['03e05af5-70d6-4b14-b83b-d967c081e417'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:55.448303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d6afd53b-e90d-47c1-95e5-0a297d8bbf1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:55.476770 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:55.532321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:52:55.548587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe45bc2-08a2-4aac-a5c4-5d580b714f40,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:55.556035 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:55.556417 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Added segment 168e234f-808e-4c7e-a0af-e5ab29cba5cf of type vlan for network bc0232b1-7af0-461f-af78-b29321c2f3fe May 27 22:52:55.582795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 79de374d-5495-44b2-881d-b687587bbc98, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=79de374d-5495-44b2-881d-b687587bbc98,segment=NetworkSegment(75765629-3ca5-462e-a032-d342ccd8b2b7),segment_id=75765629-3ca5-462e-a032-d342ccd8b2b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:55.589289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6afd53b-e90d-47c1-95e5-0a297d8bbf1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:55.599119 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6afd53b-e90d-47c1-95e5-0a297d8bbf1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:55.673465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9fd85c93-9089-43da-957c-1e239f07b71f None None] Current status of the port 79de374d-5495-44b2-881d-b687587bbc98 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:55.674284 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9fd85c93-9089-43da-957c-1e239f07b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:55.761816 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:55.862585 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:55.993529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Set router 03e05af5-70d6-4b14-b83b-d967c081e417 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:52:56.013078 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:52:56.082067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-26ab45f4-e2cf-4ec9-b052-5dff78900a57 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:56.084073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-26ab45f4-e2cf-4ec9-b052-5dff78900a57 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Synchronizing usage tracker for tenant:53d923b432974a83b5d42963ced4cc2e on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:56.141550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-26ab45f4-e2cf-4ec9-b052-5dff78900a57 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Unset dirty status for tenant:53d923b432974a83b5d42963ced4cc2e on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:52:56.142709 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-26ab45f4-e2cf-4ec9-b052-5dff78900a57 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.57 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 946 time: 0.3738492 May 27 22:52:56.210665 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:56.211817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:56.212648 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:56.242139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-b2f68606-25b5-4872-98e4-878379fdbac6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Deleting port 3d6b797d-7b7d-464b-913b-d96e66a883d7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:52:56.242481 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-b2f68606-25b5-4872-98e4-878379fdbac6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:56.246406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=79de374d-5495-44b2-881d-b687587bbc98,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:56.260656 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-9fd85c93-9089-43da-957c-1e239f07b71f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:52:56.266122 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-9fd85c93-9089-43da-957c-1e239f07b71f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:52:56.584914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:49Z', 'updated_at': '2022-05-27T22:52:52Z', 'revision_number': 3, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'gw_port': {'id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:05:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:51Z', 'updated_at': '2022-05-27T22:52:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:56.596867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 79de374d-5495-44b2-881d-b687587bbc98 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:52:56.600114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] Pushing event updated for resources: {'Network': ['ID=bc0232b1-7af0-461f-af78-b29321c2f3fe,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:56.642993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network bc0232b1-7af0-461f-af78-b29321c2f3fe details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:52:56.707473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-d6afd53b-e90d-47c1-95e5-0a297d8bbf1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:52:56.709934 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6afd53b-e90d-47c1-95e5-0a297d8bbf1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:56.797295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afd53b-e90d-47c1-95e5-0a297d8bbf1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=7923bdf6-f602-427f-abf4-0dced79b3c99,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:56.804423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-b2f68606-25b5-4872-98e4-878379fdbac6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] For port 3d6b797d-7b7d-464b-913b-d96e66a883d7, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=3d6b797d-7b7d-464b-913b-d96e66a883d7,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:52:56.804797 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-b2f68606-25b5-4872-98e4-878379fdbac6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:56.830151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Checking router: 03e05af5-70d6-4b14-b83b-d967c081e417 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:52:56.830574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Updating router 03e05af5-70d6-4b14-b83b-d967c081e417 port cfe5b988-9126-40d5-89a2-6121a58e3aec binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:52:56.847814 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-48a770aa-d2d0-4d80-996b-cd18843f2b8b admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4516485 May 27 22:52:56.852876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52816) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:56.891814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] Request body: {'subnet': {'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1796445815-subnet', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:56.896340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6afd53b-e90d-47c1-95e5-0a297d8bbf1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:56.905937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d6afd53b-e90d-47c1-95e5-0a297d8bbf1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:56.917473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6afd53b-e90d-47c1-95e5-0a297d8bbf1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:56.918101 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6afd53b-e90d-47c1-95e5-0a297d8bbf1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:56.941799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011056f2-f97f-481d-89e5-0664cc0ff8e4 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:56.988716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:57.005250 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] Usage tracker for resource:subnet and tenant:bb74871ea0f2407184322f5c229c24bc is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:57.017703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:57.050667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d1ba3-4df3-4246-98f5-ceec735ac46f req-5e1e8587-4d17-4b5f-bca3-1b175b5f449a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:57.050667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-150d1ba3-4df3-4246-98f5-ceec735ac46f req-5e1e8587-4d17-4b5f-bca3-1b175b5f449a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.8514080 May 27 22:52:57.050667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:57.058558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9fd85c93-9089-43da-957c-1e239f07b71f None None] Current status of the port 79de374d-5495-44b2-881d-b687587bbc98 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:57.060455 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:57.062896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43c93a-b5b9-4ec8-bbf5-246e171e3794 req-c5e48e0c-b829-4e2d-9cb3-759f64519159 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:57.065405 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a43c93a-b5b9-4ec8-bbf5-246e171e3794 req-c5e48e0c-b829-4e2d-9cb3-759f64519159 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 946 time: 0.8743658 May 27 22:52:57.081307 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d6afd53b-e90d-47c1-95e5-0a297d8bbf1c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8628733 May 27 22:52:57.085339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52822) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:57.158194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'mac_address': 'fa:16:3e:80:0a:95', 'name': 'tempest-NetworksTestDHCPv6-1867821349'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:57.217470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 79de374d-5495-44b2-881d-b687587bbc98 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:57.217844 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:57.226153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a43c93a-b5b9-4ec8-bbf5-246e171e3794 req-92889f3f-5521-4ce9-98f0-c19ae41f0c48 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=31d89ded-f3ef-4484-badd-bb447fa3e3c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503067 May 27 22:52:57.231453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-150d1ba3-4df3-4246-98f5-ceec735ac46f req-e092180e-3869-47c9-8124-00c4866720ec tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645267 May 27 22:52:57.347064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:57.351359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] Made reservation on behalf of bb74871ea0f2407184322f5c229c24bc for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:57.354323 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:57.363255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:57.365100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cf6bd97a-2564-48b4-9383-807b5f602eb8 None None] Provisioning complete for port 79de374d-5495-44b2-881d-b687587bbc98 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:57.365683 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf6bd97a-2564-48b4-9383-807b5f602eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:57.368569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:57.378037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:57.394515 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-b2f68606-25b5-4872-98e4-878379fdbac6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:57.394886 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-b2f68606-25b5-4872-98e4-878379fdbac6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:57.395200 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-b2f68606-25b5-4872-98e4-878379fdbac6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Floating IP 89d7b6a3-6c5b-4922-88c7-ee38934e35b0 disassociated. External IP: 172.25.2.205, port: 3d6b797d-7b7d-464b-913b-d96e66a883d7. May 27 22:52:57.395539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-b2f68606-25b5-4872-98e4-878379fdbac6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Calling delete_port for 3d6b797d-7b7d-464b-913b-d96e66a883d7 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:52:57.473098 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:57.591611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '7923bdf6-f602-427f-abf4-0dced79b3c99'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:52:57.592446 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:57.648289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:52:57.821316 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:57.828805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Allocated IP 172.20.0.1 (52fc9a68-72c8-4997-84a0-65fb77b6541c/f4e5e612-ccec-465a-9aa0-192c4d7d5395/c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:57.850237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 3ec43245-c357-467b-b27f-bc505b1a9417 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:52:57.888803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-b2f68606-25b5-4872-98e4-878379fdbac6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:57.928073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Allocated IP 2001:db8::f816:3eff:fe98:afd2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/7923bdf6-f602-427f-abf4-0dced79b3c99/6b1fa7e2-864c-4003-b1f4-fb814745852e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:57.932598 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fdcf095b-2583-4131-bf82-2d37de49924e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:57.937345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 79de374d-5495-44b2-881d-b687587bbc98 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:58.037782 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:58.054530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f68606-25b5-4872-98e4-878379fdbac6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event deleted for resources: {'Port': ['ID=3d6b797d-7b7d-464b-913b-d96e66a883d7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:58.084155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3d6b797d-7b7d-464b-913b-d96e66a883d7 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:52:58.125808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf02982d-75be-4376-8d64-fca5d643757f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:58.139696 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cf6bd97a-2564-48b4-9383-807b5f602eb8 None None] Current status of the port 79de374d-5495-44b2-881d-b687587bbc98 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:52:58.176453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] Checking segment: {'id': '168e234f-808e-4c7e-a0af-e5ab29cba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:52:58.176808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] Network hostable DHCP agents. Network: bc0232b1-7af0-461f-af78-b29321c2f3fe, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:52:58.202247 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:58.204281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 3d6b797d-7b7d-464b-913b-d96e66a883d7 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:52:58.204998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 3d6b797d-7b7d-464b-913b-d96e66a883d7 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:52:58.216731 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:52:58.222694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Transition to ACTIVE for port object c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:58.251555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-b2f68606-25b5-4872-98e4-878379fdbac6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Router fd43306b-6880-4ab7-80c3-69e01d3729fd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:52:58.313862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] Network bc0232b1-7af0-461f-af78-b29321c2f3fe is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:52:58.400106 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:58.453113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, bc0232b1-7af0-461f-af78-b29321c2f3fe) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:58.464757 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:58.484479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-b2f68606-25b5-4872-98e4-878379fdbac6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:52:58.485445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ae5155-6876-448c-b280-60740cc45b7e None None] Network bc0232b1-7af0-461f-af78-b29321c2f3fe requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:52:58.500053 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3391cc-76b0-4cf8-be50-40e6bf73164f None None] Sync routers for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:52:58.515848 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3391cc-76b0-4cf8-be50-40e6bf73164f None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:52:58.517988 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8c3391cc-76b0-4cf8-be50-40e6bf73164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:52:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:58.520969 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Transition to ACTIVE for port object 6b1fa7e2-864c-4003-b1f4-fb814745852e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:58.560827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:58.561422 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:58.580617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Transition to ACTIVE for port object 6b1fa7e2-864c-4003-b1f4-fb814745852e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:58.604427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-b2f68606-25b5-4872-98e4-878379fdbac6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] No DVR routers for this DVR port 3d6b797d-7b7d-464b-913b-d96e66a883d7 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:52:58.608338 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-b2f68606-25b5-4872-98e4-878379fdbac6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:58.611937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830921b0-afc6-470b-82c9-3c335b772c41', 'name': 'network-vif-deleted', 'tag': '3d6b797d-7b7d-464b-913b-d96e66a883d7'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:52:58.621060 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:58.636155 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c295d2bd-fefb-4550-91f5-e3e7615c444c req-3addcd0d-3b3f-41be-bc24-57356babaa3e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 210 time: 0.1945632 May 27 22:52:58.641853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Network 52fc9a68-72c8-4997-84a0-65fb77b6541c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:58.642886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Transition to ACTIVE for port object cfe5b988-9126-40d5-89a2-6121a58e3aec will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:58.653843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:58.679593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:52:58.740027 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-8c3391cc-76b0-4cf8-be50-40e6bf73164f None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:52:58.753836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Pushing event updated for resources: {'Port': ['ID=c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:58.783729 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b542e2f1-9d09-432f-acd9-c0ac18c59d49'] response: {'server_uuid': '830921b0-afc6-470b-82c9-3c335b772c41', 'name': 'network-vif-deleted', 'tag': '3d6b797d-7b7d-464b-913b-d96e66a883d7', 'status': 'completed', 'code': 200} May 27 22:52:58.790438 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba144c41-f152-4d0e-949f-5482052e2e26 req-b2f68606-25b5-4872-98e4-878379fdbac6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.57 "DELETE /v2.0/ports/3d6b797d-7b7d-464b-913b-d96e66a883d7 HTTP/1.1" status: 204 len: 173 time: 2.6373146 May 27 22:52:58.797725 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:58.829461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::f816:3eff:fe80:a95 (c744ea9b-cdeb-488b-a067-0b211d4c406e/7923bdf6-f602-427f-abf4-0dced79b3c99/3ec43245-c357-467b-b27f-bc505b1a9417) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:52:58.851238 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:58.936287 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.000064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a98d49f3-29b7-47dc-b253-3d380214ea88 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1474802 May 27 22:52:59.005579 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52844) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:59.018309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73a323-c200-4dca-9bf6-6d4e15d2985c req-6fc5e59d-85e4-4b72-be25-81791df83636 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:59.025196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f73a323-c200-4dca-9bf6-6d4e15d2985c req-6fc5e59d-85e4-4b72-be25-81791df83636 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.5860534 May 27 22:52:59.031120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1796445815-router', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:52:59.066745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:59.085082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52848) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:59.088175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Usage tracker for resource:router and tenant:bb74871ea0f2407184322f5c229c24bc is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:59.098087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:59.123238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:59.163668 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f73a323-c200-4dca-9bf6-6d4e15d2985c req-0a1c3237-fdc5-4300-8377-85aa0e100b62 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212595 May 27 22:52:59.189222 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:52:59.204429 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:59.212745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:59.220517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Attempting to bind port cfe5b988-9126-40d5-89a2-6121a58e3aec on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:52:59.220895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Attempting to bind port cfe5b988-9126-40d5-89a2-6121a58e3aec by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:52:59.221246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Attempting to bind port cfe5b988-9126-40d5-89a2-6121a58e3aec on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:52:59.223517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:52:59.237828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Pushing event updated for resources: {'Port': ['ID=6b1fa7e2-864c-4003-b1f4-fb814745852e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:59.263425 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.279231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:52:59.279599 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:52:59.279994 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.280420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:52:59.280852 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Bound port: cfe5b988-9126-40d5-89a2-6121a58e3aec, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:52:59.281220 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.281359 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object 3ec43245-c357-467b-b27f-bc505b1a9417 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:52:59.310567 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6853cb2a-ad3a-4744-a9e2-8650bab24e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.329067 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6853cb2a-ad3a-4744-a9e2-8650bab24e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:52:59.333920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6853cb2a-ad3a-4744-a9e2-8650bab24e59 admin admin] Usage tracker for resource:security_group_rule and tenant:b80885e4c7014158bbc170f66d4a61b1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:52:59.338276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6853cb2a-ad3a-4744-a9e2-8650bab24e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:52:59.346665 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8c3391cc-76b0-4cf8-be50-40e6bf73164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:59.351263 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3391cc-76b0-4cf8-be50-40e6bf73164f None None] Checking router: fd43306b-6880-4ab7-80c3-69e01d3729fd for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:52:59.361983 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3391cc-76b0-4cf8-be50-40e6bf73164f None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:52:59.362603 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8c3391cc-76b0-4cf8-be50-40e6bf73164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:52:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:52:59.362880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6853cb2a-ad3a-4744-a9e2-8650bab24e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:52:59.372821 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.373874 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.405866 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.412472 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.443695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d7744793-1bf7-45fd-ba7e-4650f33698e1 None None] Provisioning for port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:52:59.522469 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.536286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:52:59.540576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:52:59.542932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d7744793-1bf7-45fd-ba7e-4650f33698e1 None None] Provisioning complete for port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:52:59.543295 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7744793-1bf7-45fd-ba7e-4650f33698e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.551348 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:52:59.559375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:59.560472 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.571468 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-8c3391cc-76b0-4cf8-be50-40e6bf73164f None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:52:59.574233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=3ec43245-c357-467b-b27f-bc505b1a9417,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:59.623303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c661cb4-0291-4582-ac72-7d17e153679b None None] Pushing event updated for resources: {'Port': ['ID=cfe5b988-9126-40d5-89a2-6121a58e3aec,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:52:59.645168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Attempting to bind port 6b1fa7e2-864c-4003-b1f4-fb814745852e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:52:59.645529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Attempting to bind port 6b1fa7e2-864c-4003-b1f4-fb814745852e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:52:59.645885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Attempting to bind port 6b1fa7e2-864c-4003-b1f4-fb814745852e on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:52:59.655591 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cb7c100d-fb97-4c96-b2b1-22c64b24fbf0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5684624 May 27 22:52:59.657435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52854) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:52:59.669655 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6853cb2a-ad3a-4744-a9e2-8650bab24e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.693533 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:52:59.693912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:52:59.694299 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.694683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:52:59.695162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Bound port: 6b1fa7e2-864c-4003-b1f4-fb814745852e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:52:59.695528 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.722112 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] For port cfe5b988-9126-40d5-89a2-6121a58e3aec, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:52:59.781674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d7744793-1bf7-45fd-ba7e-4650f33698e1 None None] Port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:52:59.821152 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bec6278e-c629-4401-9ab5-7377bdc9b1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.836907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] For port cfe5b988-9126-40d5-89a2-6121a58e3aec, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=cfe5b988-9126-40d5-89a2-6121a58e3aec,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:52:59.874575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-bc0232b1-7af0-461f-af78-b29321c2f3fe', 'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'fixed_ips': [{'subnet_id': 'bf02982d-75be-4376-8d64-fca5d643757f'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:52:59.876055 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.941424 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6853cb2a-ad3a-4744-a9e2-8650bab24e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.950774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a729b30-1d3e-4fc5-830c-67946d304df6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:59.967147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a729b30-1d3e-4fc5-830c-67946d304df6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:52:59.967966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1a729b30-1d3e-4fc5-830c-67946d304df6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:52:59.972309 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:52:59.999036 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6853cb2a-ad3a-4744-a9e2-8650bab24e59 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b80885e4c7014158bbc170f66d4a61b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9126568 May 27 22:53:00.003997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52860) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:00.037630 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8c3391cc-76b0-4cf8-be50-40e6bf73164f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:00.038100 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3391cc-76b0-4cf8-be50-40e6bf73164f None None] The sync data for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 is: [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:53:00.065861 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:00.074083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] For port 6b1fa7e2-864c-4003-b1f4-fb814745852e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:00.081363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] For port 6b1fa7e2-864c-4003-b1f4-fb814745852e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6b1fa7e2-864c-4003-b1f4-fb814745852e,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:00.099882 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec82b3e9-6f16-4a2c-87da-442dcb259022 req-a49c32cb-b74c-4dad-910b-5d0ff70c6902 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=830921b0-afc6-470b-82c9-3c335b772c41 HTTP/1.1" status: 200 len: 210 time: 0.0995746 May 27 22:53:00.114845 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c661cb4-0291-4582-ac72-7d17e153679b None None] Pushing event updated for resources: {'Port': ['ID=cfe5b988-9126-40d5-89a2-6121a58e3aec,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:00.121907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Routers {'03e05af5-70d6-4b14-b83b-d967c081e417'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:00.122519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['03e05af5-70d6-4b14-b83b-d967c081e417'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:00.155762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1a729b30-1d3e-4fc5-830c-67946d304df6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:00.160583 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1a729b30-1d3e-4fc5-830c-67946d304df6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4993179 May 27 22:53:00.163599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52864) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:00.164294 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52f1f29c-6f7d-4891-bde9-a494eabc4323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:00.221211 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:00.374313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52f1f29c-6f7d-4891-bde9-a494eabc4323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:00.376501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853cb2a-ad3a-4744-a9e2-8650bab24e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272b82d9-cf32-42ac-8002-7936aeb5d3a6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:00.430647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ce9da1f0-a0f7-409d-8e26-3bd7a46d9d8a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 3ec43245-c357-467b-b27f-bc505b1a9417 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:00.430998 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce9da1f0-a0f7-409d-8e26-3bd7a46d9d8a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:00.475708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Allocated IP 172.20.0.2 (bc0232b1-7af0-461f-af78-b29321c2f3fe/bf02982d-75be-4376-8d64-fca5d643757f/2e4aae89-a39b-4d08-b3bf-6c2772f88ada) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:00.564748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb30b63-35c0-4b95-aded-3cf85d1d1462 None None] New status for floating IP 89d7b6a3-6c5b-4922-88c7-ee38934e35b0: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:53:00.606199 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:00.617178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] Set router 03e05af5-70d6-4b14-b83b-d967c081e417 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:00.631104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face28fa-6375-4b0e-b920-992668abe022 req-3702646e-d49c-41c4-9c1f-2cd7b529b918 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:00.648002 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-face28fa-6375-4b0e-b920-992668abe022 req-3702646e-d49c-41c4-9c1f-2cd7b529b918 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.2203104 May 27 22:53:00.737437 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-face28fa-6375-4b0e-b920-992668abe022 req-45934c5b-4f84-4a1f-8a18-75813a8c130b tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939574 May 27 22:53:00.738850 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:00.819888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e7c4a-9c6b-4175-a107-69781229f361 None None] Pushing event updated for resources: {'Port': ['ID=6b1fa7e2-864c-4003-b1f4-fb814745852e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:00.837700 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52f1f29c-6f7d-4891-bde9-a494eabc4323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:00.871346 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1f29c-6f7d-4891-bde9-a494eabc4323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272b82d9-cf32-42ac-8002-7936aeb5d3a6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:00.876964 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52f1f29c-6f7d-4891-bde9-a494eabc4323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:00.880965 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-52f1f29c-6f7d-4891-bde9-a494eabc4323 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/272b82d9-cf32-42ac-8002-7936aeb5d3a6 HTTP/1.1" status: 204 len: 168 time: 0.8775156 May 27 22:53:00.920406 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:00.923890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Pushing event updated for resources: {'Port': ['ID=c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:00.943561 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce9da1f0-a0f7-409d-8e26-3bd7a46d9d8a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:01.139769 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-ce9da1f0-a0f7-409d-8e26-3bd7a46d9d8a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 3ec43245-c357-467b-b27f-bc505b1a9417 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:01.240226 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:01.308750 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:01.364210 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:01.377548 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:01.418468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Network 52fc9a68-72c8-4997-84a0-65fb77b6541c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:01.420002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:01.449329 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:49Z', 'updated_at': '2022-05-27T22:52:59Z', 'revision_number': 4, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'gw_port': {'id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:05:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:51Z', 'updated_at': '2022-05-27T22:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e', 'name': '', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:57Z', 'updated_at': '2022-05-27T22:52:57Z', 'revision_number': 1, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'subnets': [{'id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:01.451220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f590a810-a77c-4259-9f77-4f0d1011ed39 None None] The sync data for ids ['03e05af5-70d6-4b14-b83b-d967c081e417'] in n-d-843680-3 is: [{'id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:49Z', 'updated_at': '2022-05-27T22:52:59Z', 'revision_number': 4, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'gw_port': {'id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:05:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:51Z', 'updated_at': '2022-05-27T22:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e', 'name': '', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:57Z', 'updated_at': '2022-05-27T22:52:57Z', 'revision_number': 1, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'subnets': [{'id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:53:01.502314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52882) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:01.512813 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:01.543454 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce9da1f0-a0f7-409d-8e26-3bd7a46d9d8a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:01.544104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Transition to ACTIVE for port object 2e4aae89-a39b-4d08-b3bf-6c2772f88ada will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:01.578278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Transition to ACTIVE for port object 2e4aae89-a39b-4d08-b3bf-6c2772f88ada will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:01.691558 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:01.695699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9da1f0-a0f7-409d-8e26-3bd7a46d9d8a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=3ec43245-c357-467b-b27f-bc505b1a9417,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:01.747757 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce9da1f0-a0f7-409d-8e26-3bd7a46d9d8a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:01.791935 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ce9da1f0-a0f7-409d-8e26-3bd7a46d9d8a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/3ec43245-c357-467b-b27f-bc505b1a9417 HTTP/1.1" status: 204 len: 168 time: 1.6213489 May 27 22:53:01.815464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52888) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:01.900619 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e67eb0f3-6296-498e-a7f2-ca477cdebe2e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:01.908953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Network bc0232b1-7af0-461f-af78-b29321c2f3fe is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:01.910510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Pushing event updated for resources: {'Port': ['ID=2e4aae89-a39b-4d08-b3bf-6c2772f88ada,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:01.915422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:01.919767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:01.922269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2abbca81-cd7d-4095-b3f7-bf409eb2dc6f None None] Provisioning complete for port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:01.922913 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2abbca81-cd7d-4095-b3f7-bf409eb2dc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:02.006212 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e67eb0f3-6296-498e-a7f2-ca477cdebe2e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:02.015434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Router 03e05af5-70d6-4b14-b83b-d967c081e417 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:53:02.032177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0225cc1c-17fb-4955-9894-f180ba500bb0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:02.033745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0225cc1c-17fb-4955-9894-f180ba500bb0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:02.043259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0225cc1c-17fb-4955-9894-f180ba500bb0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:53:02.077357 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2abbca81-cd7d-4095-b3f7-bf409eb2dc6f None None] Port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:53:02.127040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Attempting to bind port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:02.127040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Attempting to bind port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '168e234f-808e-4c7e-a0af-e5ab29cba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:02.127040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Attempting to bind port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada on network bc0232b1-7af0-461f-af78-b29321c2f3fe {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:02.133913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:02.134308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Checking segment: {'id': '168e234f-808e-4c7e-a0af-e5ab29cba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:02.134683 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:02.135118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Bound using segment: {'id': '168e234f-808e-4c7e-a0af-e5ab29cba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:02.136267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Bound port: 2e4aae89-a39b-4d08-b3bf-6c2772f88ada, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168e234f-808e-4c7e-a0af-e5ab29cba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:02.136742 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:02.163636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Allocated IP 172.25.2.78 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/4f68c9ae-e1e7-43a9-8630-e6b86aee72eb) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:02.170595 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52892) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:02.191527 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-edfda543-c994-43b9-bb2c-af1392eb6010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:02.214365 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:02.223819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0225cc1c-17fb-4955-9894-f180ba500bb0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:02.227927 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0225cc1c-17fb-4955-9894-f180ba500bb0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4089904 May 27 22:53:02.227927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-edfda543-c994-43b9-bb2c-af1392eb6010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:02.229776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52896) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:02.285156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] For port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:02.289259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29013b49-c806-466d-9565-26e0b2f2ab4d req-60388165-7c08-4cb2-8c04-5cf8d36f46c3 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:02.290076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] For port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2e4aae89-a39b-4d08-b3bf-6c2772f88ada,segment=NetworkSegment(168e234f-808e-4c7e-a0af-e5ab29cba5cf),segment_id=168e234f-808e-4c7e-a0af-e5ab29cba5cf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:02.291485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-29013b49-c806-466d-9565-26e0b2f2ab4d req-60388165-7c08-4cb2-8c04-5cf8d36f46c3 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.2917478 May 27 22:53:02.351308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-825422a4-cc7b-4cba-aff9-f31271748d66 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 7923bdf6-f602-427f-abf4-0dced79b3c99 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:53:02.351308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-edfda543-c994-43b9-bb2c-af1392eb6010 admin admin] Usage tracker for resource:security_group_rule and tenant:675cd7d35b274957a60a66d6317791c2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:02.356251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-edfda543-c994-43b9-bb2c-af1392eb6010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:02.359119 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e67eb0f3-6296-498e-a7f2-ca477cdebe2e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:02.363288 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-825422a4-cc7b-4cba-aff9-f31271748d66 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:02.405691 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:02.405921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-edfda543-c994-43b9-bb2c-af1392eb6010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:02.524331 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-edfda543-c994-43b9-bb2c-af1392eb6010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:02.542952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dc6771ea-6dcf-44ec-9a3a-3768277678bc None None] Provisioning for port 6b1fa7e2-864c-4003-b1f4-fb814745852e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:02.580431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67eb0f3-6296-498e-a7f2-ca477cdebe2e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d89ded-f3ef-4484-badd-bb447fa3e3c4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:02.614624 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-edfda543-c994-43b9-bb2c-af1392eb6010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:02.638884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06711e0-5119-4603-b8ef-0c645cd82445 None None] Pushing event updated for resources: {'Port': ['ID=2e4aae89-a39b-4d08-b3bf-6c2772f88ada,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:02.684066 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-edfda543-c994-43b9-bb2c-af1392eb6010 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=675cd7d35b274957a60a66d6317791c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5120981 May 27 22:53:02.689582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-825422a4-cc7b-4cba-aff9-f31271748d66 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:02.740418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52902) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:02.818556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfda543-c994-43b9-bb2c-af1392eb6010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62be0727-9fd2-418c-b02d-4244582681d1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:02.821376 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e67eb0f3-6296-498e-a7f2-ca477cdebe2e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:02.824117 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e67eb0f3-6296-498e-a7f2-ca477cdebe2e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "DELETE /v2.0/security-groups/31d89ded-f3ef-4484-badd-bb447fa3e3c4 HTTP/1.1" status: 204 len: 168 time: 1.3206358 May 27 22:53:02.829777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52906) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:02.879415 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-ea6b0717-012d-4973-8e7d-021293105dca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] show failed (client error): The resource could not be found. May 27 22:53:02.880475 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ea6b0717-012d-4973-8e7d-021293105dca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups/31d89ded-f3ef-4484-badd-bb447fa3e3c4 HTTP/1.1" status: 404 len: 347 time: 0.0473378 May 27 22:53:02.889097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52910) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:02.891553 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device cfe5b988-9126-40d5-89a2-6121a58e3aec up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:02.971405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e95aa195-764b-4dd6-a2fa-f1526975bef7 None None] Could not find standard attr ID for object 3ec43245-c357-467b-b27f-bc505b1a9417. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:53:03.090667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-29013b49-c806-466d-9565-26e0b2f2ab4d req-6512186a-4ab0-4c1c-a6b3-b8157b942ed9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7741721 May 27 22:53:03.102447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port cfe5b988-9126-40d5-89a2-6121a58e3aec completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:03.108461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port cfe5b988-9126-40d5-89a2-6121a58e3aec triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:03.108825 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:03.123156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:53:03.153439 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:03.196385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6148831f-afd3-46ba-9b01-6f93c68f0d43 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Deleting port 9f511abe-659a-4a63-832d-701ca348d033 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:03.196795 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6148831f-afd3-46ba-9b01-6f93c68f0d43 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:03.223411 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a2890e25-0af4-41ca-8be0-f3e07104b691 admin admin] 10.222.0.27 "PUT /v2.0/routers/03e05af5-70d6-4b14-b83b-d967c081e417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8073730 May 27 22:53:03.326106 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:03.384031 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port cfe5b988-9126-40d5-89a2-6121a58e3aec is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:03.389083 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:03.410713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:03.413809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:03.415847 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-825422a4-cc7b-4cba-aff9-f31271748d66 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:03.425205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:03.430790 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port cfe5b988-9126-40d5-89a2-6121a58e3aec, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=cfe5b988-9126-40d5-89a2-6121a58e3aec,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:03.459150 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-615ccedc-c078-4a31-b4c1-8773aa9070f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:03.460468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Pushing event updated for resources: {'Port': ['ID=4f68c9ae-e1e7-43a9-8630-e6b86aee72eb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:03.520857 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:03.522056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6b1fa7e2-864c-4003-b1f4-fb814745852e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:03.548373 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-615ccedc-c078-4a31-b4c1-8773aa9070f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:03.595419 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6148831f-afd3-46ba-9b01-6f93c68f0d43 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:03.596144 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6148831f-afd3-46ba-9b01-6f93c68f0d43 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:03.698583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=cfe5b988-9126-40d5-89a2-6121a58e3aec,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:03.818745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 6b1fa7e2-864c-4003-b1f4-fb814745852e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:03.833375 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 6b1fa7e2-864c-4003-b1f4-fb814745852e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:03.833375 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:03.990321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6148831f-afd3-46ba-9b01-6f93c68f0d43 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Calling delete_port for 9f511abe-659a-4a63-832d-701ca348d033 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:04.152382 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-825422a4-cc7b-4cba-aff9-f31271748d66 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:04.168179 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6b1fa7e2-864c-4003-b1f4-fb814745852e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:04.169449 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:04.201787 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-825422a4-cc7b-4cba-aff9-f31271748d66 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:04.244203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82acda2-fdc1-4582-9a76-916373b855ec None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:53:04.247121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-615ccedc-c078-4a31-b4c1-8773aa9070f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:04.248503 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:04.249631 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-615ccedc-c078-4a31-b4c1-8773aa9070f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:04.250763 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-615ccedc-c078-4a31-b4c1-8773aa9070f9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/62be0727-9fd2-418c-b02d-4244582681d1 HTTP/1.1" status: 204 len: 168 time: 1.4991901 May 27 22:53:04.262558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825422a4-cc7b-4cba-aff9-f31271748d66 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=7923bdf6-f602-427f-abf4-0dced79b3c99,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:04.272255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ccedc-c078-4a31-b4c1-8773aa9070f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62be0727-9fd2-418c-b02d-4244582681d1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:04.275417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd9bed9-c510-4f3d-b311-8b8f8aa66a6c None None] Network bc0232b1-7af0-461f-af78-b29321c2f3fe requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:53:04.372199 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-825422a4-cc7b-4cba-aff9-f31271748d66 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/7923bdf6-f602-427f-abf4-0dced79b3c99 HTTP/1.1" status: 204 len: 168 time: 2.1412566 May 27 22:53:04.373939 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6148831f-afd3-46ba-9b01-6f93c68f0d43 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:04.377822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52932) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:04.457962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148831f-afd3-46ba-9b01-6f93c68f0d43 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event deleted for resources: {'Port': ['ID=9f511abe-659a-4a63-832d-701ca348d033,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:04.497060 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:53:04.497487 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:53:04.593322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ce677-0974-4d59-935f-3ef405baf89d req-23aeef6e-c556-443d-880a-cf1377584e47 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:04.594392 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ce17d78-eeb0-453d-b34e-6bb50958e2b0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1401556 May 27 22:53:04.596864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52936) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:04.603319 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-955ce677-0974-4d59-935f-3ef405baf89d req-23aeef6e-c556-443d-880a-cf1377584e47 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.2724543 May 27 22:53:04.618213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b9195726-a25d-4fa0-acbf-f62dd3feb8d3 None None] Provisioning for port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:04.687592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:04.778395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52944) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:04.806202 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-955ce677-0974-4d59-935f-3ef405baf89d req-3c536a7c-345f-4266-a201-212f12107cbb tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020402 May 27 22:53:04.820065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1282274336-network', 'tenant_id': '51e169357c1145f38f770d050163cfea'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:04.839340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:04.845991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Usage tracker for resource:network and tenant:51e169357c1145f38f770d050163cfea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:04.868753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:04.892673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:04.926338 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:04.956855 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Sync routers for ids ['03e05af5-70d6-4b14-b83b-d967c081e417'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:53:04.958388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:53:04.965920 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Deleting port 6b1fa7e2-864c-4003-b1f4-fb814745852e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:04.966296 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:04.977592 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Routers {'03e05af5-70d6-4b14-b83b-d967c081e417'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:04.978563 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['03e05af5-70d6-4b14-b83b-d967c081e417'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:05.067334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:05.078932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:05.095989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:05.114195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:05.142566 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6148831f-afd3-46ba-9b01-6f93c68f0d43 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:05.148539 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6148831f-afd3-46ba-9b01-6f93c68f0d43 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:05.153511 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6148831f-afd3-46ba-9b01-6f93c68f0d43 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "DELETE /v2.0/floatingips/89d7b6a3-6c5b-4922-88c7-ee38934e35b0 HTTP/1.1" status: 204 len: 168 time: 2.2616682 May 27 22:53:05.162457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6b1fa7e2-864c-4003-b1f4-fb814745852e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:05.162653 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:05.223131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Made reservation on behalf of 51e169357c1145f38f770d050163cfea for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:05.225864 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:05.257211 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Set router 03e05af5-70d6-4b14-b83b-d967c081e417 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:05.275990 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:05.295612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 6b1fa7e2-864c-4003-b1f4-fb814745852e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6b1fa7e2-864c-4003-b1f4-fb814745852e,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:05.308856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:05.311700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:05.312606 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:05.319232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Usage tracker for resource:security_group_rule and tenant:51e169357c1145f38f770d050163cfea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:05.325360 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:05.334916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:05.348774 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] For port 6b1fa7e2-864c-4003-b1f4-fb814745852e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6b1fa7e2-864c-4003-b1f4-fb814745852e,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:05.349285 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:05.404219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52960) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:05.424736 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:05.463353 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:05.514893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b93436d2-5eff-4dd8-a9c1-3c27c3acb5b8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--95883295', 'description': 'tempest-description--285917667'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:05.531699 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:05.547124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b93436d2-5eff-4dd8-a9c1-3c27c3acb5b8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:05.554330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:53:05.564476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b93436d2-5eff-4dd8-a9c1-3c27c3acb5b8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:security_group and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:05.570199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b93436d2-5eff-4dd8-a9c1-3c27c3acb5b8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:05.587973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b93436d2-5eff-4dd8-a9c1-3c27c3acb5b8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:05.619038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Router 9b16a2c3-f560-41bc-85e5-6bfcb5d5034f is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:53:05.644906 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Calling delete_port for 6b1fa7e2-864c-4003-b1f4-fb814745852e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:05.685465 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:05.686782 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Added segment 7d35bac8-a623-4c1a-90af-baa30355ecb7 of type vlan for network ecd693fc-1394-4c5b-920d-d13136930cb0 May 27 22:53:05.726113 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b93436d2-5eff-4dd8-a9c1-3c27c3acb5b8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:05.762022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b93436d2-5eff-4dd8-a9c1-3c27c3acb5b8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:05.766936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b93436d2-5eff-4dd8-a9c1-3c27c3acb5b8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:security_group_rule and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:05.769985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b93436d2-5eff-4dd8-a9c1-3c27c3acb5b8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:05.770211 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:49Z', 'updated_at': '2022-05-27T22:52:59Z', 'revision_number': 4, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'gw_port': {'id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:51Z', 'updated_at': '2022-05-27T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e', 'name': '', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:57Z', 'updated_at': '2022-05-27T22:52:59Z', 'revision_number': 2, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'subnets': [{'id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:05.781607 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Checking router: 03e05af5-70d6-4b14-b83b-d967c081e417 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:53:05.781607 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Updating router 03e05af5-70d6-4b14-b83b-d967c081e417 port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:53:05.785692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b93436d2-5eff-4dd8-a9c1-3c27c3acb5b8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:05.828833 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=6b1fa7e2-864c-4003-b1f4-fb814745852e,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:05.834866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2e4aae89-a39b-4d08-b3bf-6c2772f88ada up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:05.859260 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.000846 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b93436d2-5eff-4dd8-a9c1-3c27c3acb5b8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.020715 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.024311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db13a52f-91e8-4877-93ed-6fdd61ad0a30,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:06.103735 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:06.110334 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:06.111014 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.127593 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b93436d2-5eff-4dd8-a9c1-3c27c3acb5b8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.165236 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:53:06.165956 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:53:06.286786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93436d2-5eff-4dd8-a9c1-3c27c3acb5b8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe623793-bff0-4d6c-8633-d4964ba61746,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:06.308339 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b93436d2-5eff-4dd8-a9c1-3c27c3acb5b8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.312097 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b93436d2-5eff-4dd8-a9c1-3c27c3acb5b8 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9043808 May 27 22:53:06.313020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52978) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:06.320204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-038e67ae-8547-48d7-aeda-fe98028433e1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'security_group_rule': {'security_group_id': 'fe623793-bff0-4d6c-8633-d4964ba61746', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:06.322045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:06.323117 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.330799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-038e67ae-8547-48d7-aeda-fe98028433e1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:06.338040 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-038e67ae-8547-48d7-aeda-fe98028433e1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:security_group_rule and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:06.342143 n-d-843680-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:53:06.343122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-038e67ae-8547-48d7-aeda-fe98028433e1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:06.365360 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2e4aae89-a39b-4d08-b3bf-6c2772f88ada,segment=NetworkSegment(168e234f-808e-4c7e-a0af-e5ab29cba5cf),segment_id=168e234f-808e-4c7e-a0af-e5ab29cba5cf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:06.376945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af394b-b4a0-44a2-ade5-d524e61ec372 req-c2513061-937b-4a61-a959-9f319e55d173 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:06.378547 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1af394b-b4a0-44a2-ade5-d524e61ec372 req-c2513061-937b-4a61-a959-9f319e55d173 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.3475375 May 27 22:53:06.388624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:53:06.395989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-038e67ae-8547-48d7-aeda-fe98028433e1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:06.402658 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Sync routers for ids ['9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:53:06.416490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Routers {'9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:06.418440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:06.418612 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.423265 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.424308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:06.424947 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.444174 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Transition to ACTIVE for port object c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:06.505780 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.506756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device cfe5b988-9126-40d5-89a2-6121a58e3aec up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:06.523193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1af394b-b4a0-44a2-ade5-d524e61ec372 req-81f63e29-0826-47c4-8972-cb14d640d27d tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375151 May 27 22:53:06.557434 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.563104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] Pushing event updated for resources: {'Network': ['ID=ecd693fc-1394-4c5b-920d-d13136930cb0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:06.565048 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-038e67ae-8547-48d7-aeda-fe98028433e1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.645497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=2e4aae89-a39b-4d08-b3bf-6c2772f88ada,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:06.648522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network ecd693fc-1394-4c5b-920d-d13136930cb0 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:53:06.673663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Deleting port 6b1fa7e2-864c-4003-b1f4-fb814745852e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:06.674129 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.680059 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.681579 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2bec677e-14d3-4614-bff8-a4e0dee5918a admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.6748087 May 27 22:53:06.684529 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 52984) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:06.693780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 52988) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:06.700948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a6a0b240-7d28-4203-b941-260a4fe6605b admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8983016 May 27 22:53:06.711990 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dd77e-9cca-4f18-ab13-70fa45d3fb7b None None] Pushing event updated for resources: {'Port': ['ID=c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:06.763653 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.780687 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-038e67ae-8547-48d7-aeda-fe98028433e1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.785226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] Request body: {'subnet': {'network_id': 'ecd693fc-1394-4c5b-920d-d13136930cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1282274336-subnet', 'tenant_id': '51e169357c1145f38f770d050163cfea', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:06.796735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:06.805800 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd77e-9cca-4f18-ab13-70fa45d3fb7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:06.806142 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd77e-9cca-4f18-ab13-70fa45d3fb7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:06.806474 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd77e-9cca-4f18-ab13-70fa45d3fb7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:06.806802 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd77e-9cca-4f18-ab13-70fa45d3fb7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:06.807125 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd77e-9cca-4f18-ab13-70fa45d3fb7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:06.808002 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd77e-9cca-4f18-ab13-70fa45d3fb7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:06.808333 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd77e-9cca-4f18-ab13-70fa45d3fb7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:06.808772 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd77e-9cca-4f18-ab13-70fa45d3fb7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:06.809091 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd77e-9cca-4f18-ab13-70fa45d3fb7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:06.809407 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd77e-9cca-4f18-ab13-70fa45d3fb7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:06.809826 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd77e-9cca-4f18-ab13-70fa45d3fb7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:06.810301 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dd77e-9cca-4f18-ab13-70fa45d3fb7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:06.845780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] Usage tracker for resource:subnet and tenant:51e169357c1145f38f770d050163cfea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:06.864636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:06.878175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:06.903708 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-038e67ae-8547-48d7-aeda-fe98028433e1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.910455 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Attempting to bind port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:06.911321 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Attempting to bind port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '75765629-3ca5-462e-a032-d342ccd8b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:06.911612 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Attempting to bind port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e on network 52fc9a68-72c8-4997-84a0-65fb77b6541c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:06.917963 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:06.918625 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Checking segment: {'id': '75765629-3ca5-462e-a032-d342ccd8b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:06.919302 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.919849 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Bound using segment: {'id': '75765629-3ca5-462e-a032-d342ccd8b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:06.920488 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Bound port: c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75765629-3ca5-462e-a032-d342ccd8b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:06.921018 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:06.958124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e67ae-8547-48d7-aeda-fe98028433e1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272225d6-d494-4a70-9ab2-8f6f690d364b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:07.028471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] Made reservation on behalf of 51e169357c1145f38f770d050163cfea for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:07.031857 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:07.100225 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] For port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:07.105402 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] For port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e,segment=NetworkSegment(75765629-3ca5-462e-a032-d342ccd8b2b7),segment_id=75765629-3ca5-462e-a032-d342ccd8b2b7)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:07.266782 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:07.267453 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Set router 9b16a2c3-f560-41bc-85e5-6bfcb5d5034f gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:07.303827 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-038e67ae-8547-48d7-aeda-fe98028433e1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:07.307936 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-038e67ae-8547-48d7-aeda-fe98028433e1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9913259 May 27 22:53:07.309016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53004) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:07.336599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e09a0d65-f728-45aa-a1ae-2547508fa7df tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'security_group_rule': {'security_group_id': 'fe623793-bff0-4d6c-8633-d4964ba61746', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:07.344288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e09a0d65-f728-45aa-a1ae-2547508fa7df tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:07.348564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e09a0d65-f728-45aa-a1ae-2547508fa7df tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:security_group_rule and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:07.351679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e09a0d65-f728-45aa-a1ae-2547508fa7df tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:07.358430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e09a0d65-f728-45aa-a1ae-2547508fa7df tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:07.378099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] For port 6b1fa7e2-864c-4003-b1f4-fb814745852e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6b1fa7e2-864c-4003-b1f4-fb814745852e,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:07.427642 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port cfe5b988-9126-40d5-89a2-6121a58e3aec triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:07.428149 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:07.449266 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:07.488334 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dd77e-9cca-4f18-ab13-70fa45d3fb7b None None] Pushing event updated for resources: {'Port': ['ID=c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:07.513130 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Routers {'03e05af5-70d6-4b14-b83b-d967c081e417'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:07.514290 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['03e05af5-70d6-4b14-b83b-d967c081e417'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:07.565930 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e09a0d65-f728-45aa-a1ae-2547508fa7df tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:07.578813 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:07.579553 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:07.773709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] For port 6b1fa7e2-864c-4003-b1f4-fb814745852e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6b1fa7e2-864c-4003-b1f4-fb814745852e,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:07.774603 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:07.829634 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:07.886371 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] Set router 03e05af5-70d6-4b14-b83b-d967c081e417 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:07.899766 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:07.910400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:07.923711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Calling delete_port for 6b1fa7e2-864c-4003-b1f4-fb814745852e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:07.925122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:07.925832 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:08.006356 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=efdd9445-756c-4b0f-809e-06303d005942,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:08.013503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=6b1fa7e2-864c-4003-b1f4-fb814745852e,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:08.103601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2ee96-3e37-43e7-9af3-79230b3de9a6 req-2ccc8d1e-c13d-4f73-bb00-d94869c1e978 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:08.112567 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7e2ee96-3e37-43e7-9af3-79230b3de9a6 req-2ccc8d1e-c13d-4f73-bb00-d94869c1e978 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.2669177 May 27 22:53:08.180213 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e09a0d65-f728-45aa-a1ae-2547508fa7df tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:08.181257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] Checking segment: {'id': '7d35bac8-a623-4c1a-90af-baa30355ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ecd693fc-1394-4c5b-920d-d13136930cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:08.181671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] Network hostable DHCP agents. Network: ecd693fc-1394-4c5b-920d-d13136930cb0, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:53:08.228729 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2d29bb2d-165e-4ab7-a4a4-430be0aec088 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6306407 May 27 22:53:08.231325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53018) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:08.249196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'mac_address': 'fa:16:3e:c7:23:c6', 'name': 'tempest-NetworksTestDHCPv6-81837612'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:08.292639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4416d728-add9-4f5d-9cf6-5029ce094f28,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:08.346884 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e09a0d65-f728-45aa-a1ae-2547508fa7df tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:08.388078 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:49Z', 'updated_at': '2022-05-27T22:52:59Z', 'revision_number': 4, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'gw_port': {'id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:51Z', 'updated_at': '2022-05-27T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e', 'name': '', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:57Z', 'updated_at': '2022-05-27T22:53:07Z', 'revision_number': 4, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'subnets': [{'id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:08.388985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7e2ee96-3e37-43e7-9af3-79230b3de9a6 req-d3f730aa-8f4b-4029-92d7-4ff46fafb87c tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752519 May 27 22:53:08.394678 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86af822-d2f5-4b1e-91f5-d358269b330f None None] The sync data for ids ['03e05af5-70d6-4b14-b83b-d967c081e417'] in n-d-843680-3 is: [{'id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:49Z', 'updated_at': '2022-05-27T22:52:59Z', 'revision_number': 4, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'gw_port': {'id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:51Z', 'updated_at': '2022-05-27T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e', 'name': '', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:57Z', 'updated_at': '2022-05-27T22:53:07Z', 'revision_number': 4, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'subnets': [{'id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:53:08.397590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a0d65-f728-45aa-a1ae-2547508fa7df tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d62629-0e9d-43bb-8c03-b26948c14ada,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:08.455105 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:08.462338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] Network ecd693fc-1394-4c5b-920d-d13136930cb0 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:53:08.493904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:08.500531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:08.504382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:08.512150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:08.537853 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:53:08.538345 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:53:08.544843 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e09a0d65-f728-45aa-a1ae-2547508fa7df tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:08.549998 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e09a0d65-f728-45aa-a1ae-2547508fa7df tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2379775 May 27 22:53:08.551161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53028) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:08.552017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port cfe5b988-9126-40d5-89a2-6121a58e3aec is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:08.567987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:08.583806 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, ecd693fc-1394-4c5b-920d-d13136930cb0) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:08.597727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:08.598479 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:08.604239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a76a1ff-0a97-4619-b1e1-a6869357e62a None None] Network ecd693fc-1394-4c5b-920d-d13136930cb0 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:53:08.618000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:08.623221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:floatingip and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:08.627358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:08.634487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:08.653313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Deleting port 6b1fa7e2-864c-4003-b1f4-fb814745852e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:08.653313 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:08.682254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:08.732183 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6b1fa7e2-864c-4003-b1f4-fb814745852e no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:53:08.817227 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:08.988521 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a45e0a1-881b-4f12-bdee-76c3f7194d3a admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2234607 May 27 22:53:08.989463 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:08.996715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53036) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:09.005258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1282274336-router', 'tenant_id': '51e169357c1145f38f770d050163cfea', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:09.019711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:09.034169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Usage tracker for resource:router and tenant:51e169357c1145f38f770d050163cfea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:09.042775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:09.059456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:09.079434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Allocated IP 172.20.0.1 (bc0232b1-7af0-461f-af78-b29321c2f3fe/bf02982d-75be-4376-8d64-fca5d643757f/530854bd-a8ca-4f74-9b6e-34eade848899) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:09.162868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 43041c57-2a58-4cfb-9d01-87a1d7403d91 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:53:09.243125 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:09.244095 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:09.278004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:09.346435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] For port 6b1fa7e2-864c-4003-b1f4-fb814745852e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6b1fa7e2-864c-4003-b1f4-fb814745852e,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:09.346828 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:09.351927 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:09.371517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Transition to ACTIVE for port object 530854bd-a8ca-4f74-9b6e-34eade848899 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:09.513279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Calling delete_port for 6b1fa7e2-864c-4003-b1f4-fb814745852e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:09.572818 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::f816:3eff:fec7:23c6 (c744ea9b-cdeb-488b-a067-0b211d4c406e/efdd9445-756c-4b0f-809e-06303d005942/43041c57-2a58-4cfb-9d01-87a1d7403d91) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:09.605451 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:09.639960 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:09.666513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aaa0e6-07ba-43db-8416-ac4fce383143 req-cc985d9f-fa00-4daa-a533-ed672bb60c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:09.668195 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-42aaa0e6-07ba-43db-8416-ac4fce383143 req-cc985d9f-fa00-4daa-a533-ed672bb60c25 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 1097 time: 0.3389416 May 27 22:53:09.791701 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-42aaa0e6-07ba-43db-8416-ac4fce383143 req-3308b563-c0c0-42ce-a1bb-8655182f6ab5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114855 May 27 22:53:09.870899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Allocated IP 172.25.2.72 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/9eedcd63-e566-447a-a6f6-32145539e663) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:09.890522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'name': 'tempest-TestAggregatesBasicOps-1796445815-router', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:59Z', 'updated_at': '2022-05-27T22:53:03Z', 'revision_number': 3, 'project_id': 'bb74871ea0f2407184322f5c229c24bc', 'gw_port': {'id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:01Z', 'updated_at': '2022-05-27T22:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:09.911580 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:09.922286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Pushing event updated for resources: {'Port': ['ID=530854bd-a8ca-4f74-9b6e-34eade848899,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:09.968944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Checking router: 9b16a2c3-f560-41bc-85e5-6bfcb5d5034f for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:53:09.969624 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Updating router 9b16a2c3-f560-41bc-85e5-6bfcb5d5034f port 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:53:09.994237 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Network bc0232b1-7af0-461f-af78-b29321c2f3fe is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:09.995774 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:09.997388 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:10.002841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:10.094581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] Pushing event deleted for resources: {'Port': ['ID=6b1fa7e2-864c-4003-b1f4-fb814745852e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:10.110414 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:10.196271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6b1fa7e2-864c-4003-b1f4-fb814745852e is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:10.196685 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:10.221929 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:10.284069 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:10.293531 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:10.314710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object 43041c57-2a58-4cfb-9d01-87a1d7403d91 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:10.386933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109fccc-a8bc-4748-aff4-ee9e92df8e9b None None] No DVR routers for this DVR port 6b1fa7e2-864c-4003-b1f4-fb814745852e on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:53:10.405885 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:10.426376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098bd9b-58d2-467d-b4b5-d13115d8b1ea req-b1627a11-9599-4e4b-8e74-5fd5d27c4c54 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:10.433418 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0098bd9b-58d2-467d-b4b5-d13115d8b1ea req-b1627a11-9599-4e4b-8e74-5fd5d27c4c54 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.7919955 May 27 22:53:10.438797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76b205a-0854-4908-a3e0-0ca0b7dc4935 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:53:10.548278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0098bd9b-58d2-467d-b4b5-d13115d8b1ea req-4cab607b-5c6c-4c93-b650-fde1d5628b44 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138463 May 27 22:53:10.575557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3123f178-dd73-4fc6-a58f-3c4dfefc0631 None None] Provisioning for port 530854bd-a8ca-4f74-9b6e-34eade848899 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:10.589783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-ecd693fc-1394-4c5b-920d-d13136930cb0', 'network_id': 'ecd693fc-1394-4c5b-920d-d13136930cb0', 'tenant_id': '51e169357c1145f38f770d050163cfea', 'fixed_ips': [{'subnet_id': '4416d728-add9-4f5d-9cf6-5029ce094f28'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:53:10.590919 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:10.611753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3444a-458c-473e-9025-58f8cc157091 req-36047c72-d4af-471b-b272-e0648a73e9f7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:10.618948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11d3444a-458c-473e-9025-58f8cc157091 req-36047c72-d4af-471b-b272-e0648a73e9f7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 812 time: 0.3266449 May 27 22:53:10.641673 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11d3444a-458c-473e-9025-58f8cc157091 req-ad58e272-a675-4767-a86a-7e21d3866887 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/quotas/a3537ac059424872b0999096f4b18e5e HTTP/1.1" status: 200 len: 375 time: 0.0217514 May 27 22:53:10.663717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3123f178-dd73-4fc6-a58f-3c4dfefc0631 None None] Provisioning complete for port 530854bd-a8ca-4f74-9b6e-34eade848899 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:10.664362 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3123f178-dd73-4fc6-a58f-3c4dfefc0631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:10.666246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'Port': ['ID=9eedcd63-e566-447a-a6f6-32145539e663,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:10.672387 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:10.754459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:10.765283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:10.775573 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:10.777213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:10.823364 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:10.831749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:10.838979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:10.848803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:10.849077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3123f178-dd73-4fc6-a58f-3c4dfefc0631 None None] Port 530854bd-a8ca-4f74-9b6e-34eade848899 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:53:10.892309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=43041c57-2a58-4cfb-9d01-87a1d7403d91,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:10.945535 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:10.953528 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e63b2336-57d4-443a-8fe2-16819003bc4b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7064657 May 27 22:53:10.953819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53072) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:10.988011 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:11.048148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68513739-baad-4c97-b376-c9db3fcdfa5e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:11.049046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-68513739-baad-4c97-b376-c9db3fcdfa5e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:53:11.097220 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:11.124675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:11.211203 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-68513739-baad-4c97-b376-c9db3fcdfa5e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:11.215582 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-68513739-baad-4c97-b376-c9db3fcdfa5e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2576334 May 27 22:53:11.217585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53076) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:11.357341 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11d3444a-458c-473e-9025-58f8cc157091 req-d004f193-1f77-4ca1-acf0-7c1d546f675d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7061856 May 27 22:53:11.357642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fb16f358-2641-406c-a604-7c270fb6d002 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 43041c57-2a58-4cfb-9d01-87a1d7403d91 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:11.358140 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb16f358-2641-406c-a604-7c270fb6d002 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:11.414243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:11.423965 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Allocated IP 172.20.0.2 (ecd693fc-1394-4c5b-920d-d13136930cb0/4416d728-add9-4f5d-9cf6-5029ce094f28/76a81370-2a8b-4771-b58e-c3b626504928) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:11.441284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Transition to ACTIVE for port object 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:11.455600 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:11.469852 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': 'efdd9445-756c-4b0f-809e-06303d005942'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:53:11.470673 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:11.512708 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:11.533698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:11.553937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:11.554299 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:11.578594 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:11.620307 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:53:11.637450 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:11.746790 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb16f358-2641-406c-a604-7c270fb6d002 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:11.847408 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:11.866141 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11d3444a-458c-473e-9025-58f8cc157091 req-5b456aa6-63c6-41a6-bb2f-0f04d05531b0 service neutron] 10.222.0.27 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077605 May 27 22:53:11.892470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Attempting to bind port 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:11.892718 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Attempting to bind port 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:11.893209 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Attempting to bind port 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:11.935195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:11.935602 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:11.936032 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:11.936437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:11.936920 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Bound port: 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:11.937349 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:11.962487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20dca0-a57d-46b9-9414-7d5de77a1aa8 None None] Pushing event updated for resources: {'Port': ['ID=4f68c9ae-e1e7-43a9-8630-e6b86aee72eb,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:11.988516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fb16f358-2641-406c-a604-7c270fb6d002 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 43041c57-2a58-4cfb-9d01-87a1d7403d91 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:12.043844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Allocated IP 172.25.2.46 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/9acb77c8-dd88-4514-adc4-da1f1bfdf506) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:12.108041 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:12.111124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679ed63-1827-43af-9b2a-184d794abd01 req-b308b5f2-0437-40f9-b8f5-f424d485320a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:12.112689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3679ed63-1827-43af-9b2a-184d794abd01 req-b308b5f2-0437-40f9-b8f5-f424d485320a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.4028251 May 27 22:53:12.132165 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:12.142934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'Port': ['ID=9eedcd63-e566-447a-a6f6-32145539e663,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:12.202026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11d3444a-458c-473e-9025-58f8cc157091 req-efd44b6b-24fe-4e4c-b455-cd415cef8356 service neutron] 10.222.0.27 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152826 May 27 22:53:12.221804 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:12.242832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Allocated IP 2001:db8::f816:3eff:fe54:1d91 (c744ea9b-cdeb-488b-a067-0b211d4c406e/efdd9445-756c-4b0f-809e-06303d005942/e68289ff-df3d-4183-bc5c-cfd87eaf2840) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:12.253591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] For port 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:12.267144 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:12.277157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:12.277540 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:12.291949 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:12.293657 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-27da01da-c80c-4e5a-a794-cda8f8b6541c tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7395813 May 27 22:53:12.360883 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb16f358-2641-406c-a604-7c270fb6d002 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:12.366107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3679ed63-1827-43af-9b2a-184d794abd01 req-e6444bec-baef-4e51-b7b1-ffaf23b64c94 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320020 May 27 22:53:12.380604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Transition to ACTIVE for port object 76a81370-2a8b-4771-b58e-c3b626504928 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:12.411293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] For port 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4f68c9ae-e1e7-43a9-8630-e6b86aee72eb,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:12.434534 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e,segment=NetworkSegment(75765629-3ca5-462e-a032-d342ccd8b2b7),segment_id=75765629-3ca5-462e-a032-d342ccd8b2b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:12.440342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Transition to ACTIVE for port object 76a81370-2a8b-4771-b58e-c3b626504928 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:12.453317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Pushing event updated for resources: {'Port': ['ID=530854bd-a8ca-4f74-9b6e-34eade848899,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:12.466292 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:12.536626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16f358-2641-406c-a604-7c270fb6d002 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=43041c57-2a58-4cfb-9d01-87a1d7403d91,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:12.542848 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fb16f358-2641-406c-a604-7c270fb6d002 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:12.593146 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:12.605770 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fb16f358-2641-406c-a604-7c270fb6d002 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/43041c57-2a58-4cfb-9d01-87a1d7403d91 HTTP/1.1" status: 204 len: 168 time: 1.3875895 May 27 22:53:12.608145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53100) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:12.643548 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:12.656199 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:12.657371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2e4aae89-a39b-4d08-b3bf-6c2772f88ada up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:12.687801 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:12.721286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb157cf9-afb8-4c79-9475-57f162925959 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:12.724022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb157cf9-afb8-4c79-9475-57f162925959 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:12.724939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb157cf9-afb8-4c79-9475-57f162925959 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:53:12.780280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Network ecd693fc-1394-4c5b-920d-d13136930cb0 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:12.797165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:12.804402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Pushing event updated for resources: {'Port': ['ID=76a81370-2a8b-4771-b58e-c3b626504928,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:12.807393 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Routers {'9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:12.808194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:12.828133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb157cf9-afb8-4c79-9475-57f162925959 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:12.829626 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bb157cf9-afb8-4c79-9475-57f162925959 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2204733 May 27 22:53:12.833354 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53106) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:12.902053 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:12.904236 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:12.929094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Network bc0232b1-7af0-461f-af78-b29321c2f3fe is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:12.939945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c6af0-ec9c-4c3b-93f3-8bf467e447ad req-c92f4f4d-8f5b-43d7-ad84-c24058ee97a3 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:12.944636 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e88c6af0-ec9c-4c3b-93f3-8bf467e447ad req-c92f4f4d-8f5b-43d7-ad84-c24058ee97a3 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.2866161 May 27 22:53:12.945291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:12.951748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb14419-a35b-453c-8277-9c9898bdc003 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet efdd9445-756c-4b0f-809e-06303d005942 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:53:13.009085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Transition to ACTIVE for port object e68289ff-df3d-4183-bc5c-cfd87eaf2840 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:13.057054 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:13.166405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Transition to ACTIVE for port object e68289ff-df3d-4183-bc5c-cfd87eaf2840 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:13.181253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20dca0-a57d-46b9-9414-7d5de77a1aa8 None None] Pushing event updated for resources: {'Port': ['ID=4f68c9ae-e1e7-43a9-8630-e6b86aee72eb,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:13.273204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:13.275972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Attempting to bind port 76a81370-2a8b-4771-b58e-c3b626504928 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:13.276342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Attempting to bind port 76a81370-2a8b-4771-b58e-c3b626504928 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '7d35bac8-a623-4c1a-90af-baa30355ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ecd693fc-1394-4c5b-920d-d13136930cb0'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:13.276720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Attempting to bind port 76a81370-2a8b-4771-b58e-c3b626504928 on network ecd693fc-1394-4c5b-920d-d13136930cb0 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:13.287875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:13.288253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Checking segment: {'id': '7d35bac8-a623-4c1a-90af-baa30355ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ecd693fc-1394-4c5b-920d-d13136930cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:13.288753 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:13.289145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Bound using segment: {'id': '7d35bac8-a623-4c1a-90af-baa30355ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ecd693fc-1394-4c5b-920d-d13136930cb0'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:13.289628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Bound port: 76a81370-2a8b-4771-b58e-c3b626504928, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d35bac8-a623-4c1a-90af-baa30355ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ecd693fc-1394-4c5b-920d-d13136930cb0'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:13.289996 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:13.306024 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:13.364056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:13.364454 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:13.432940 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2cb14419-a35b-453c-8277-9c9898bdc003 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:13.479969 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:13.495267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:13.499356 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:13.509420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] Set router 9b16a2c3-f560-41bc-85e5-6bfcb5d5034f gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:13.527782 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e88c6af0-ec9c-4c3b-93f3-8bf467e447ad req-0cca59ed-08d5-4939-a36d-f98a5b8b51de tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947085 May 27 22:53:13.528609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:13.531536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:13.553021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:13.561865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Pushing event updated for resources: {'Port': ['ID=e68289ff-df3d-4183-bc5c-cfd87eaf2840,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:13.578637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-68cafd3a-8638-400b-a3b7-54d376274daf None None] Provisioning complete for port 530854bd-a8ca-4f74-9b6e-34eade848899 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:13.579008 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68cafd3a-8638-400b-a3b7-54d376274daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:13.618830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Pushing event updated for resources: {'Port': ['ID=9acb77c8-dd88-4514-adc4-da1f1bfdf506,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:13.670574 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2cb14419-a35b-453c-8277-9c9898bdc003 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:13.717920 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5325fdc9-3e00-458f-83bb-ca91d9db341a req-55121ee4-346a-4dca-8673-586b8270a4af tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 210 time: 0.1266994 May 27 22:53:13.729371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-1a719a31-7b9f-4371-a390-8366b758a699 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--95883295&fields=id&tenant_id=53d923b432974a83b5d42963ced4cc2e HTTP/1.1" status: 200 len: 267 time: 0.2669027 May 27 22:53:13.743421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Router 9b16a2c3-f560-41bc-85e5-6bfcb5d5034f has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:53:13.972715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-68cafd3a-8638-400b-a3b7-54d376274daf None None] Port 530854bd-a8ca-4f74-9b6e-34eade848899 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:53:13.977058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] For port 76a81370-2a8b-4771-b58e-c3b626504928, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:13.978628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Attempting to bind port e68289ff-df3d-4183-bc5c-cfd87eaf2840 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:13.979021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Attempting to bind port e68289ff-df3d-4183-bc5c-cfd87eaf2840 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:13.979386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Attempting to bind port e68289ff-df3d-4183-bc5c-cfd87eaf2840 on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:14.065279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:14.065619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:14.074220 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:14.074220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:14.074220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Bound port: e68289ff-df3d-4183-bc5c-cfd87eaf2840, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:14.074220 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:14.091216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] For port 76a81370-2a8b-4771-b58e-c3b626504928, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=76a81370-2a8b-4771-b58e-c3b626504928,segment=NetworkSegment(7d35bac8-a623-4c1a-90af-baa30355ecb7),segment_id=7d35bac8-a623-4c1a-90af-baa30355ecb7)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:14.098822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:14.158850 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:14.222265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:14.369152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] For port e68289ff-df3d-4183-bc5c-cfd87eaf2840, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:14.396783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] For port e68289ff-df3d-4183-bc5c-cfd87eaf2840, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e68289ff-df3d-4183-bc5c-cfd87eaf2840,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:14.413934 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540b203-b303-4836-a075-2a9dae805d0e None None] Pushing event updated for resources: {'Port': ['ID=76a81370-2a8b-4771-b58e-c3b626504928,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:14.445367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-17b41094-1087-4322-a41d-f80303cd6e93 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:14.446175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:14.446563 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:14.456313 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-17b41094-1087-4322-a41d-f80303cd6e93 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/networks?id=834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 200 len: 815 time: 0.7072663 May 27 22:53:14.479505 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:14.479766 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2cb14419-a35b-453c-8277-9c9898bdc003 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:14.527616 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-0ebed9a0-65ba-42f5-860a-9d3220897a20 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/quotas/53d923b432974a83b5d42963ced4cc2e HTTP/1.1" status: 200 len: 375 time: 0.0723128 May 27 22:53:14.629598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'name': 'tempest-TestAggregatesBasicOps-1796445815-router', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:59Z', 'updated_at': '2022-05-27T22:53:10Z', 'revision_number': 4, 'project_id': 'bb74871ea0f2407184322f5c229c24bc', 'gw_port': {'id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:01Z', 'updated_at': '2022-05-27T22:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '530854bd-a8ca-4f74-9b6e-34eade848899', 'name': '', 'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'mac_address': 'fa:16:3e:7f:de:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'bf02982d-75be-4376-8d64-fca5d643757f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:08Z', 'updated_at': '2022-05-27T22:53:11Z', 'revision_number': 2, 'project_id': 'bb74871ea0f2407184322f5c229c24bc', 'subnets': [{'id': 'bf02982d-75be-4376-8d64-fca5d643757f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:14.636159 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bde9d6-8889-49b5-833d-df14b7eb2add None None] Pushing event updated for resources: {'Port': ['ID=e68289ff-df3d-4183-bc5c-cfd87eaf2840,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:14.641188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9febd1be-d156-4d9d-8d26-923a52ea1366 None None] The sync data for ids ['9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'] in n-d-843680-3 is: [{'id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'name': 'tempest-TestAggregatesBasicOps-1796445815-router', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:59Z', 'updated_at': '2022-05-27T22:53:10Z', 'revision_number': 4, 'project_id': 'bb74871ea0f2407184322f5c229c24bc', 'gw_port': {'id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:01Z', 'updated_at': '2022-05-27T22:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '530854bd-a8ca-4f74-9b6e-34eade848899', 'name': '', 'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'mac_address': 'fa:16:3e:7f:de:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'bf02982d-75be-4376-8d64-fca5d643757f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:08Z', 'updated_at': '2022-05-27T22:53:11Z', 'revision_number': 2, 'project_id': 'bb74871ea0f2407184322f5c229c24bc', 'subnets': [{'id': 'bf02982d-75be-4376-8d64-fca5d643757f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:53:14.721763 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:53:14.832645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:14.896755 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2cb14419-a35b-453c-8277-9c9898bdc003 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:15.028630 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2cb14419-a35b-453c-8277-9c9898bdc003 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:15.082335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb14419-a35b-453c-8277-9c9898bdc003 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=efdd9445-756c-4b0f-809e-06303d005942,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:15.141445 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-428d291c-456b-4042-bffe-3eeecace7a21 admin admin] 10.222.0.27 "PUT /v2.0/routers/9b16a2c3-f560-41bc-85e5-6bfcb5d5034f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4558172 May 27 22:53:15.167581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2cb14419-a35b-453c-8277-9c9898bdc003 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/efdd9445-756c-4b0f-809e-06303d005942 HTTP/1.1" status: 204 len: 168 time: 2.3305495 May 27 22:53:15.167954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53146) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:15.317662 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a2d07e2-b73c-4b50-8cb0-01415372529c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1484187 May 27 22:53:15.318251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53150) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:15.327434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c321b-0a2d-4ab7-ba54-526b8cd87ad2 req-ece2e9fb-4b8e-43da-a8ef-fc1028c4c2d3 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:15.334796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-452c321b-0a2d-4ab7-ba54-526b8cd87ad2 req-ece2e9fb-4b8e-43da-a8ef-fc1028c4c2d3 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.8043873 May 27 22:53:15.354028 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:15.435689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-35b9ed30-add1-47eb-adc6-507c4d4dc0f9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9071167 May 27 22:53:15.549097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba98e723-c441-4dee-b02b-3777989b4da2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:15.552621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba98e723-c441-4dee-b02b-3777989b4da2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:53:15.668765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba98e723-c441-4dee-b02b-3777989b4da2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:15.670538 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ba98e723-c441-4dee-b02b-3777989b4da2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3511543 May 27 22:53:15.672733 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53158) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:15.874029 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:16.126917 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-452c321b-0a2d-4ab7-ba54-526b8cd87ad2 req-7d99817d-a6da-4de0-9e2e-39797c61f775 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7911170 May 27 22:53:16.247176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a4f814-19a2-4ab5-8122-03daaffeeccc None None] Network ecd693fc-1394-4c5b-920d-d13136930cb0 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:53:16.327291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5d9331-19df-4aea-8625-0c95ccd3ee23 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:16.331786 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ac5d9331-19df-4aea-8625-0c95ccd3ee23 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6549177 May 27 22:53:16.355520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53168) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:16.553229 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:16.649241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-93d64c18-0c61-49bc-9d27-6ce9863028da None None] Provisioning for port 76a81370-2a8b-4771-b58e-c3b626504928 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:16.719512 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b54e1aa1-8784-4bf9-896a-454b42af15da req-bd388e94-cb93-4382-9030-35d4893097ed tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 210 time: 0.1601803 May 27 22:53:16.762842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53178) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:16.793407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1681066119-network', 'tenant_id': 'fbe30052dea541319faf101796ce952e'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:16.824755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:16.827792 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:16.852521 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-da1c5ee7-8906-48ad-bac8-f46ff2a1e963 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2759593 May 27 22:53:16.854589 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-473b799e-b1b8-462c-9e45-ea6cc3e3e6bd service neutron] 10.222.0.27 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9030390 May 27 22:53:16.858721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Usage tracker for resource:network and tenant:fbe30052dea541319faf101796ce952e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:16.865622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53182) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:16.887830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c30777a-a15a-43e2-9929-f5c73be63e85 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:53:16.893814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:16.925422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:17.085866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c01604de-3016-4f1a-b79d-2b1b9560772d None None] Could not find standard attr ID for object 43041c57-2a58-4cfb-9d01-87a1d7403d91. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:53:17.107702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:17.182818 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3444a-458c-473e-9025-58f8cc157091 req-34cf1960-2680-4097-b764-5891185a263b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:17.184931 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-11d3444a-458c-473e-9025-58f8cc157091 req-34cf1960-2680-4097-b764-5891185a263b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 812 time: 0.8338687 May 27 22:53:17.192865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:17.198486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:17.201750 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:17.208189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:17.220877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'port': {'device_id': '81a30927-14c5-4459-b834-287902c5bfc2', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'admin_state_up': True, 'tenant_id': 'a3537ac059424872b0999096f4b18e5e'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:17.313371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:17.318419 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:17.343187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:17.352058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:17.352539 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:17.466047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c01604de-3016-4f1a-b79d-2b1b9560772d None None] Provisioning for port e68289ff-df3d-4183-bc5c-cfd87eaf2840 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:17.564003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3918f91-17e0-4054-8065-6ed9d1713dce req-a442cd19-6e22-4fa7-8d32-051897f3e1d4 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:17.571264 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e3918f91-17e0-4054-8065-6ed9d1713dce req-a442cd19-6e22-4fa7-8d32-051897f3e1d4 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.1822615 May 27 22:53:17.615873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Made reservation on behalf of fbe30052dea541319faf101796ce952e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:17.618222 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:17.630957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:17.632296 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:17.638229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Router 52e8550c-68e1-4e71-b808-21e3f5976d3b is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:53:17.648951 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:17.661412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4f68c9ae-e1e7-43a9-8630-e6b86aee72eb,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:17.669788 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-97f477b0-6f47-441b-a105-bcc8282bff89 service neutron] 10.222.0.27 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8125017 May 27 22:53:17.684165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e3918f91-17e0-4054-8065-6ed9d1713dce req-d91cbabd-e752-4927-98b9-9b61b85a83ce tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118720 May 27 22:53:17.688063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:17.696682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:17.715677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:53:17.721131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] Deleting port e68289ff-df3d-4183-bc5c-cfd87eaf2840 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:17.721723 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:17.744321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Usage tracker for resource:port and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:17.757683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:17.779309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:17.842101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Usage tracker for resource:security_group_rule and tenant:fbe30052dea541319faf101796ce952e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:17.859931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:17.881292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:17.901612 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:17.901612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e68289ff-df3d-4183-bc5c-cfd87eaf2840 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:17.942560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Made reservation on behalf of a3537ac059424872b0999096f4b18e5e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:17.946092 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:18.119220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:53:18.130756 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Sync routers for ids ['52e8550c-68e1-4e71-b808-21e3f5976d3b'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:53:18.150371 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Routers {'52e8550c-68e1-4e71-b808-21e3f5976d3b'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:18.153085 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['52e8550c-68e1-4e71-b808-21e3f5976d3b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:18.225540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=4f68c9ae-e1e7-43a9-8630-e6b86aee72eb,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:18.308903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Allocated IP 172.20.0.10 (d259ef12-3c47-4a2a-b28b-38e6df0b8220/359c9276-8a0d-4cf7-bcd9-97af35f64e95/27a3c9e4-e23c-445f-9e19-8bcd6388939e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:18.344228 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:18.401976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port e68289ff-df3d-4183-bc5c-cfd87eaf2840 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:18.446248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e68289ff-df3d-4183-bc5c-cfd87eaf2840 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:18.446581 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:18.517797 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a5be2470-b2be-499d-9258-cd41e2956655 req-6e1bddc2-47e2-454e-909c-9cf5421d7047 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 210 time: 0.2855492 May 27 22:53:18.527326 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:18.616871 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] For port e68289ff-df3d-4183-bc5c-cfd87eaf2840, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e68289ff-df3d-4183-bc5c-cfd87eaf2840,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:18.617621 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:18.638623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Sync routers for ids ['9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:53:18.642347 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:18.648282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-42adb99d-5664-4509-a599-34ef4f2bc794 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.6536648 May 27 22:53:18.682290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53204) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:18.704836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:53:18.705781 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Set router 52e8550c-68e1-4e71-b808-21e3f5976d3b gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:18.789161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea3bbb5c-9a77-4e73-83a3-333562520fbb req-ff8f9947-ce10-45fa-b4b7-f9928607a502 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 210 time: 0.0993001 May 27 22:53:18.798387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cf983d-d807-44bf-97cc-9ea82461b52d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:18.813313 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:18.813653 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Added segment 385f9203-282c-4e77-83cb-2e140ce167ce of type vlan for network 43125c94-2084-462e-bda4-d3eca1d023db May 27 22:53:18.871796 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:18.945692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] Calling delete_port for e68289ff-df3d-4183-bc5c-cfd87eaf2840 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:18.986592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e68289ff-df3d-4183-bc5c-cfd87eaf2840 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:18.987144 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:19.127031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96742f8-a4a7-4459-96b0-fc0c58bc8627 req-366bde11-6927-453a-9ec5-e9a2d9ffa053 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:19.128639 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f96742f8-a4a7-4459-96b0-fc0c58bc8627 req-366bde11-6927-453a-9ec5-e9a2d9ffa053 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.2073512 May 27 22:53:19.160854 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:19.162045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:19.162684 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:19.181810 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:19.204252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port e68289ff-df3d-4183-bc5c-cfd87eaf2840, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e68289ff-df3d-4183-bc5c-cfd87eaf2840,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:19.246342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Routers {'9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:19.247015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:19.260954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:53:19.398926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Transition to ACTIVE for port object 27a3c9e4-e23c-445f-9e19-8bcd6388939e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:19.589202 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f96742f8-a4a7-4459-96b0-fc0c58bc8627 req-37698039-2166-4290-92b6-432dd865fed1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537888 May 27 22:53:19.626706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] Pushing event updated for resources: {'Network': ['ID=43125c94-2084-462e-bda4-d3eca1d023db,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:19.642940 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-afc989c9-46c7-490d-a41f-8cef42ae3118 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8709481 May 27 22:53:19.644088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53218) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:19.656003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] Request body: {'subnet': {'network_id': '43125c94-2084-462e-bda4-d3eca1d023db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1681066119-subnet', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:19.667856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:19.673143 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'name': 'tempest-TestServerBasicOps-1282274336-router', 'tenant_id': '51e169357c1145f38f770d050163cfea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '9acb77c8-dd88-4514-adc4-da1f1bfdf506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:09Z', 'updated_at': '2022-05-27T22:53:14Z', 'revision_number': 3, 'project_id': '51e169357c1145f38f770d050163cfea', 'gw_port': {'id': '9acb77c8-dd88-4514-adc4-da1f1bfdf506', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:11Z', 'updated_at': '2022-05-27T22:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:19.677396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] Usage tracker for resource:subnet and tenant:fbe30052dea541319faf101796ce952e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:19.681415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:19.683166 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Checking router: 52e8550c-68e1-4e71-b808-21e3f5976d3b for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:53:19.683503 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Updating router 52e8550c-68e1-4e71-b808-21e3f5976d3b port 9acb77c8-dd88-4514-adc4-da1f1bfdf506 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:53:19.708666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:19.833390 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:19.840774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0d361eb-231d-4601-8ec5-1b4ca5b8d962 req-1423c8b2-b46b-4790-a059-a939db6e822a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 210 time: 0.1211069 May 27 22:53:19.855774 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 43125c94-2084-462e-bda4-d3eca1d023db details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:53:19.879242 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:19.880025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 76a81370-2a8b-4771-b58e-c3b626504928 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:19.902847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] Made reservation on behalf of fbe30052dea541319faf101796ce952e for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:19.905234 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:20.084076 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:20.168545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Set router 9b16a2c3-f560-41bc-85e5-6bfcb5d5034f gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:20.199072 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6fa14e3f-fc49-465e-a304-3404baac7354 req-d20ccb63-2329-4d1e-b358-c8b6bd4ab459 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 210 time: 0.1523547 May 27 22:53:20.475689 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:20.537003 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:20.567525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Network d259ef12-3c47-4a2a-b28b-38e6df0b8220 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:20.577865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=e68289ff-df3d-4183-bc5c-cfd87eaf2840,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:20.621276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:20.623377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'Port': ['ID=27a3c9e4-e23c-445f-9e19-8bcd6388939e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:20.633555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:20.634651 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:20.651588 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Transition to ACTIVE for port object 9acb77c8-dd88-4514-adc4-da1f1bfdf506 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:20.687455 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 76a81370-2a8b-4771-b58e-c3b626504928 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:20.692273 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:53:20.692649 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:53:20.694636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 76a81370-2a8b-4771-b58e-c3b626504928 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:20.694972 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:20.730755 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:20.799832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] Checking segment: {'id': '385f9203-282c-4e77-83cb-2e140ce167ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '43125c94-2084-462e-bda4-d3eca1d023db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:20.800343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] Network hostable DHCP agents. Network: 43125c94-2084-462e-bda4-d3eca1d023db, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:53:20.850534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aacde6f-8429-4e21-8d8d-48b0f3d81325,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:20.880205 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Attempting to bind port 9acb77c8-dd88-4514-adc4-da1f1bfdf506 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:20.880618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Attempting to bind port 9acb77c8-dd88-4514-adc4-da1f1bfdf506 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:20.880979 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Attempting to bind port 9acb77c8-dd88-4514-adc4-da1f1bfdf506 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:20.911543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'name': 'tempest-TestAggregatesBasicOps-1796445815-router', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:59Z', 'updated_at': '2022-05-27T22:53:10Z', 'revision_number': 4, 'project_id': 'bb74871ea0f2407184322f5c229c24bc', 'gw_port': {'id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:01Z', 'updated_at': '2022-05-27T22:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '530854bd-a8ca-4f74-9b6e-34eade848899', 'name': '', 'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'mac_address': 'fa:16:3e:7f:de:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'bf02982d-75be-4376-8d64-fca5d643757f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:08Z', 'updated_at': '2022-05-27T22:53:11Z', 'revision_number': 2, 'project_id': 'bb74871ea0f2407184322f5c229c24bc', 'subnets': [{'id': 'bf02982d-75be-4376-8d64-fca5d643757f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:20.919935 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:20.920586 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:20.920997 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:20.921393 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:20.921885 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Bound port: 9acb77c8-dd88-4514-adc4-da1f1bfdf506, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:20.922257 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:20.932817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Checking router: 9b16a2c3-f560-41bc-85e5-6bfcb5d5034f for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:53:20.934883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Updating router 9b16a2c3-f560-41bc-85e5-6bfcb5d5034f port 530854bd-a8ca-4f74-9b6e-34eade848899 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:53:20.976185 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] Network 43125c94-2084-462e-bda4-d3eca1d023db is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:53:21.057963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 76a81370-2a8b-4771-b58e-c3b626504928 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:21.058346 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:21.074882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:21.075539 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:21.081479 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c7e72-8740-467a-ad9d-2921fe615ce1 None None] Pushing event updated for resources: {'Port': ['ID=9acb77c8-dd88-4514-adc4-da1f1bfdf506,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:21.095844 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:21.109083 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] For port 9acb77c8-dd88-4514-adc4-da1f1bfdf506, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:21.116287 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] For port 9acb77c8-dd88-4514-adc4-da1f1bfdf506, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9acb77c8-dd88-4514-adc4-da1f1bfdf506,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:21.128785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 43125c94-2084-462e-bda4-d3eca1d023db) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:21.138876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:21.141431 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:21.200568 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:21.272821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc2fbb-e0be-4ed0-820a-5b9ae3490a1c req-e73ee3f1-179b-433e-ace8-95f45651528f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:21.280719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6fc2fbb-e0be-4ed0-820a-5b9ae3490a1c req-e73ee3f1-179b-433e-ace8-95f45651528f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.2733958 May 27 22:53:21.336751 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-11d3444a-458c-473e-9025-58f8cc157091 req-5336df12-3ab6-4cd8-ad25-c4778ee30b24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1194777 May 27 22:53:21.354995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Request body: {'port': {'device_id': '81a30927-14c5-4459-b834-287902c5bfc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:21.373845 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c7e72-8740-467a-ad9d-2921fe615ce1 None None] Pushing event updated for resources: {'Port': ['ID=9acb77c8-dd88-4514-adc4-da1f1bfdf506,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:21.421203 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Routers {'52e8550c-68e1-4e71-b808-21e3f5976d3b'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:21.421840 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['52e8550c-68e1-4e71-b808-21e3f5976d3b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:21.450508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e09542-6fc4-4e16-8219-fca4e5a81bf9 req-95a89045-ef4f-49e7-ab0b-574811124b4f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:21.452133 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72e09542-6fc4-4e16-8219-fca4e5a81bf9 req-95a89045-ef4f-49e7-ab0b-574811124b4f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 932 time: 0.3052905 May 27 22:53:21.465149 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-759ab4eb-da87-41cf-9ec2-1c8c6132c372 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8199706 May 27 22:53:21.480582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53240) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:21.504102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1681066119-router', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:21.518883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] For port e68289ff-df3d-4183-bc5c-cfd87eaf2840, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e68289ff-df3d-4183-bc5c-cfd87eaf2840,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:21.571007 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:21.596894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] Deleting port e68289ff-df3d-4183-bc5c-cfd87eaf2840 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:21.597265 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:21.610774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6fc2fbb-e0be-4ed0-820a-5b9ae3490a1c req-4cbe9548-2725-4c57-9389-c6e989a79a48 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272498 May 27 22:53:21.624306 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:21.663218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fa3c79-f380-4822-81fa-034f020e395b None None] Network 43125c94-2084-462e-bda4-d3eca1d023db requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:53:21.667781 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:21.676836 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:21.689354 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:21.722261 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] Set router 52e8550c-68e1-4e71-b808-21e3f5976d3b gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:21.754743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Usage tracker for resource:router and tenant:fbe30052dea541319faf101796ce952e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:21.769600 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:21.777411 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:21.778264 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:21.791763 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:21.800286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Transition to ACTIVE for port object 530854bd-a8ca-4f74-9b6e-34eade848899 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:21.814711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72e09542-6fc4-4e16-8219-fca4e5a81bf9 req-9fd651cf-f391-4ba6-9b8e-08cb8ef659b9 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329697 May 27 22:53:22.027333 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:22.033007 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:22.073982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1be46049-8465-4445-b455-ec5fa2b840a2 req-9ffe08d1-6b4b-4c50-93b9-1a4bb339583e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 210 time: 0.2270422 May 27 22:53:22.141275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:22.154801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-fc636803-b1a0-427e-b449-528758cac627 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:22.156646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:22.163353 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-fc636803-b1a0-427e-b449-528758cac627 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.46 "GET /v2.0/networks?id=834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 200 len: 815 time: 0.8167145 May 27 22:53:22.195759 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:22.206676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 76a81370-2a8b-4771-b58e-c3b626504928, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=76a81370-2a8b-4771-b58e-c3b626504928,segment=NetworkSegment(7d35bac8-a623-4c1a-90af-baa30355ecb7),segment_id=7d35bac8-a623-4c1a-90af-baa30355ecb7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:22.213816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:22.214408 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:22.218139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=6d540b05-fa88-4f25-bab0-2af28e4c53d8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:22.231064 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'name': 'tempest-TestServerBasicOps-1282274336-router', 'tenant_id': '51e169357c1145f38f770d050163cfea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '9acb77c8-dd88-4514-adc4-da1f1bfdf506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:09Z', 'updated_at': '2022-05-27T22:53:14Z', 'revision_number': 3, 'project_id': '51e169357c1145f38f770d050163cfea', 'gw_port': {'id': '9acb77c8-dd88-4514-adc4-da1f1bfdf506', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:11Z', 'updated_at': '2022-05-27T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:22.235869 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7a1217-0592-49e6-a6f0-eb6ebf021e89 None None] The sync data for ids ['52e8550c-68e1-4e71-b808-21e3f5976d3b'] in n-d-843680-3 is: [{'id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'name': 'tempest-TestServerBasicOps-1282274336-router', 'tenant_id': '51e169357c1145f38f770d050163cfea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '9acb77c8-dd88-4514-adc4-da1f1bfdf506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:09Z', 'updated_at': '2022-05-27T22:53:14Z', 'revision_number': 3, 'project_id': '51e169357c1145f38f770d050163cfea', 'gw_port': {'id': '9acb77c8-dd88-4514-adc4-da1f1bfdf506', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:11Z', 'updated_at': '2022-05-27T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:53:22.261216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9d10a7-d523-44be-8d41-5ad794523d29 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d923b432974a83b5d42963ced4cc2e HTTP/1.1" status: 200 len: 378 time: 0.0934095 May 27 22:53:22.265569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=e68289ff-df3d-4183-bc5c-cfd87eaf2840,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:22.275071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'port': {'device_id': 'aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'admin_state_up': True, 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'security_groups': ['fe623793-bff0-4d6c-8633-d4964ba61746']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:22.360516 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:22.361123 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:22.414069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fb9d81f9-5da5-4cfd-9148-1ab3368234b8 None None] Provisioning for port 27a3c9e4-e23c-445f-9e19-8bcd6388939e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:22.475027 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fb9d81f9-5da5-4cfd-9148-1ab3368234b8 None None] Provisioning complete for port 27a3c9e4-e23c-445f-9e19-8bcd6388939e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:22.475556 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb9d81f9-5da5-4cfd-9148-1ab3368234b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:22.552883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d81f9-5da5-4cfd-9148-1ab3368234b8 None None] Port 27a3c9e4-e23c-445f-9e19-8bcd6388939e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:53:22.554762 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-43125c94-2084-462e-bda4-d3eca1d023db', 'network_id': '43125c94-2084-462e-bda4-d3eca1d023db', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'fixed_ips': [{'subnet_id': '5aacde6f-8429-4e21-8d8d-48b0f3d81325'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:53:22.555686 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:22.581908 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:22.767460 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d4185fe5-2192-46db-937b-ce2d2912acbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 5.8837512 May 27 22:53:22.768587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53250) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:22.794275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:22.810133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'mac_address': 'fa:16:3e:6c:d1:2f', 'name': 'tempest-NetworksTestDHCPv6-1252875649'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:22.931971 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:23.015093 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:port and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:23.026240 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:23.265204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:23.334516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a3c9e4-e23c-445f-9e19-8bcd6388939e {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:53:23.344223 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:23.347495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=76a81370-2a8b-4771-b58e-c3b626504928,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:23.353115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:23.357818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fddc6cc1-b55f-4977-9cac-d630e1845b4b req-90aa196b-faa9-4a42-b1b1-7a57e62d099f tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 210 time: 0.0820692 May 27 22:53:23.363088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Transition to ACTIVE for port object 27a3c9e4-e23c-445f-9e19-8bcd6388939e will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:23.405465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Allocated IP 172.20.0.1 (ecd693fc-1394-4c5b-920d-d13136930cb0/4416d728-add9-4f5d-9cf6-5029ce094f28/05611454-61ee-4938-979b-67c31b0cb5fb) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:23.437540 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9083e-803d-4f94-a419-ff3783a6df52 req-b6d52622-0daa-401e-a551-a125c4f7eae1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:23.443662 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0b9083e-803d-4f94-a419-ff3783a6df52 req-b6d52622-0daa-401e-a551-a125c4f7eae1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 932 time: 0.4264894 May 27 22:53:23.504920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Made reservation on behalf of 53d923b432974a83b5d42963ced4cc2e for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:23.508725 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:23.554711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0b9083e-803d-4f94-a419-ff3783a6df52 req-211d57d5-71e9-454b-89a2-a5a1030618de tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041794 May 27 22:53:23.584035 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:23.623944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d43c69-14ca-4e93-bc8d-3220f00745ca None None] Pushing event updated for resources: {'Port': ['ID=530854bd-a8ca-4f74-9b6e-34eade848899,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:23.654360 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:23.719607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Attempting to bind port 530854bd-a8ca-4f74-9b6e-34eade848899 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:23.719953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Attempting to bind port 530854bd-a8ca-4f74-9b6e-34eade848899 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '168e234f-808e-4c7e-a0af-e5ab29cba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:23.720812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Attempting to bind port 530854bd-a8ca-4f74-9b6e-34eade848899 on network bc0232b1-7af0-461f-af78-b29321c2f3fe {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:23.793877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:23.794245 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Checking segment: {'id': '168e234f-808e-4c7e-a0af-e5ab29cba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:23.794645 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:23.795027 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Bound using segment: {'id': '168e234f-808e-4c7e-a0af-e5ab29cba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:23.799000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Bound port: 530854bd-a8ca-4f74-9b6e-34eade848899, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '168e234f-808e-4c7e-a0af-e5ab29cba5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:23.799415 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:23.925705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Transition to ACTIVE for port object 05611454-61ee-4938-979b-67c31b0cb5fb will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:23.949439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Pushing event updated for resources: {'Port': ['ID=27a3c9e4-e23c-445f-9e19-8bcd6388939e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:23.949873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:23.950956 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:24.054270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] For port e68289ff-df3d-4183-bc5c-cfd87eaf2840, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e68289ff-df3d-4183-bc5c-cfd87eaf2840,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:24.059808 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:24.125864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:24.153574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:24.206431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Attempting to bind port 27a3c9e4-e23c-445f-9e19-8bcd6388939e on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:24.206771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Attempting to bind port 27a3c9e4-e23c-445f-9e19-8bcd6388939e by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:24.207097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Attempting to bind port 27a3c9e4-e23c-445f-9e19-8bcd6388939e on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:24.212632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Port 27a3c9e4-e23c-445f-9e19-8bcd6388939e on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:53:24.213048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Attempting to bind port 27a3c9e4-e23c-445f-9e19-8bcd6388939e on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:24.220413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:24.220413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Checking segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:24.220413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Bound using segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:24.220833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Bound port: 27a3c9e4-e23c-445f-9e19-8bcd6388939e, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:24.221634 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:24.267667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] For port 530854bd-a8ca-4f74-9b6e-34eade848899, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:24.271307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:24.271482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] For port 530854bd-a8ca-4f74-9b6e-34eade848899, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=530854bd-a8ca-4f74-9b6e-34eade848899,segment=NetworkSegment(168e234f-808e-4c7e-a0af-e5ab29cba5cf),segment_id=168e234f-808e-4c7e-a0af-e5ab29cba5cf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:24.302596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Allocated IP 172.20.0.3 (834ac9cf-7900-4562-81d7-7075078e1b9c/36c561ad-418b-4404-b3f7-e1414a606ae6/b4f3b3ff-fa1e-47dd-8662-a524d91dae84) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:24.338021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Allocated IP 172.20.0.2 (43125c94-2084-462e-bda4-d3eca1d023db/5aacde6f-8429-4e21-8d8d-48b0f3d81325/3168bf81-d5ef-4f84-8cce-463563579d84) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:24.365973 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:24.368259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] Calling delete_port for e68289ff-df3d-4183-bc5c-cfd87eaf2840 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:24.411173 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:24.485130 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:24.532653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Network ecd693fc-1394-4c5b-920d-d13136930cb0 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:24.553579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:24.585194 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:24.589242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:24.603168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d43c69-14ca-4e93-bc8d-3220f00745ca None None] Pushing event updated for resources: {'Port': ['ID=530854bd-a8ca-4f74-9b6e-34eade848899,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:24.712178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Pushing event updated for resources: {'Port': ['ID=05611454-61ee-4938-979b-67c31b0cb5fb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:24.758535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] For port 27a3c9e4-e23c-445f-9e19-8bcd6388939e, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:24.770346 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:24.802793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] For port 27a3c9e4-e23c-445f-9e19-8bcd6388939e, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=27a3c9e4-e23c-445f-9e19-8bcd6388939e,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:24.819295 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:25.013860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 191db18b-44d8-4750-b871-4e2d3104b074 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:53:25.015615 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0d820bb-7862-4aee-925e-8a5a1bbff649 req-86f002a0-901f-41e8-ba98-e8f767673475 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 210 time: 0.2320726 May 27 22:53:25.060256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:25.221570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Routers {'9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:25.222159 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:25.233307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8686b0c-7dd2-4be3-8879-4c06c0a111d1 req-87e8014b-8522-4fb3-ac13-524c57f75f47 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:25.235144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8686b0c-7dd2-4be3-8879-4c06c0a111d1 req-87e8014b-8522-4fb3-ac13-524c57f75f47 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 944 time: 0.4442594 May 27 22:53:25.238291 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:25.242246 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Allocated IP 172.25.2.16 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/413464d3-14e2-42dd-bf51-0ec400d6fa5a) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:25.321387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Transition to ACTIVE for port object b4f3b3ff-fa1e-47dd-8662-a524d91dae84 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:25.351153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:25.352000 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:25.353638 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-11d3444a-458c-473e-9025-58f8cc157091 req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] 10.222.0.46 "PUT /v2.0/ports/27a3c9e4-e23c-445f-9e19-8bcd6388939e HTTP/1.1" status: 200 len: 1092 time: 4.0059707 May 27 22:53:25.354166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a30927-14c5-4459-b834-287902c5bfc2', 'tag': '27a3c9e4-e23c-445f-9e19-8bcd6388939e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:53:25.379830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9babd-3b39-45fd-b55c-5d491902fe9c service neutron] Pushing event updated for resources: {'Port': ['ID=27a3c9e4-e23c-445f-9e19-8bcd6388939e,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:25.391361 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:25.397585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:25.498953 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e8686b0c-7dd2-4be3-8879-4c06c0a111d1 req-5f34bdec-4e43-4ee7-872e-f11b7ef4d5c9 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532635 May 27 22:53:25.521088 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:25.549826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Transition to ACTIVE for port object 3168bf81-d5ef-4f84-8cce-463563579d84 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:25.561780 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e68289ff-df3d-4183-bc5c-cfd87eaf2840 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:53:25.622250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e14fbf4c-c243-4cb9-b3b5-aa017298dca4 None None] Provisioning for port 05611454-61ee-4938-979b-67c31b0cb5fb completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:25.631446 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:25.642370 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'Port': ['ID=b4f3b3ff-fa1e-47dd-8662-a524d91dae84,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:25.657387 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17519dc3-4c95-4cf1-88d4-c043b337952f'] response: {'name': 'network-changed', 'server_uuid': '81a30927-14c5-4459-b834-287902c5bfc2', 'tag': '27a3c9e4-e23c-445f-9e19-8bcd6388939e', 'status': 'completed', 'code': 200} May 27 22:53:25.665810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Network 834ac9cf-7900-4562-81d7-7075078e1b9c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:25.674615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:25.688205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:25.738935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::f816:3eff:fe6c:d12f (c744ea9b-cdeb-488b-a067-0b211d4c406e/6d540b05-fa88-4f25-bab0-2af28e4c53d8/191db18b-44d8-4750-b871-4e2d3104b074) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:25.770760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: e68289ff-df3d-4183-bc5c-cfd87eaf2840 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:53:25.771264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e68289ff-df3d-4183-bc5c-cfd87eaf2840 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:53:25.797042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e14fbf4c-c243-4cb9-b3b5-aa017298dca4 None None] Provisioning complete for port 05611454-61ee-4938-979b-67c31b0cb5fb triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:25.797042 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e14fbf4c-c243-4cb9-b3b5-aa017298dca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:25.840048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3444a-458c-473e-9025-58f8cc157091 req-ea7b27a5-a69b-44bb-a590-9940cc5969ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:25.841855 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-11d3444a-458c-473e-9025-58f8cc157091 req-ea7b27a5-a69b-44bb-a590-9940cc5969ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 1095 time: 0.2976451 May 27 22:53:25.865524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:25.865886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] Pushing event deleted for resources: {'Port': ['ID=e68289ff-df3d-4183-bc5c-cfd87eaf2840,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:25.866154 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:25.876115 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:25.957720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Transition to ACTIVE for port object 3168bf81-d5ef-4f84-8cce-463563579d84 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:26.025767 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-e96342e6-c9ee-4fb8-9629-895e3e2d02ce tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7566695 May 27 22:53:26.033886 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-11d3444a-458c-473e-9025-58f8cc157091 req-9ba1c86c-00fb-4dd4-b056-69c549be7e12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27a3c9e4-e23c-445f-9e19-8bcd6388939e HTTP/1.1" status: 200 len: 217 time: 0.1337261 May 27 22:53:26.044511 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] Set router 9b16a2c3-f560-41bc-85e5-6bfcb5d5034f gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:26.049802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Request body: {'port': {'device_id': 'aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:26.181356 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 76a81370-2a8b-4771-b58e-c3b626504928 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:26.213190 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:26.248395 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:26.290977 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:26.295970 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a1d06b-7e04-4a69-a7f6-2ac41946b72d None None] No DVR routers for this DVR port e68289ff-df3d-4183-bc5c-cfd87eaf2840 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:53:26.337432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e14fbf4c-c243-4cb9-b3b5-aa017298dca4 None None] Port 05611454-61ee-4938-979b-67c31b0cb5fb cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:53:26.381448 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cd574f-8bd0-4141-bbc7-33da5776b2f4 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:53:26.418086 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:26.436045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object 191db18b-44d8-4750-b871-4e2d3104b074 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:26.492470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Network 43125c94-2084-462e-bda4-d3eca1d023db is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:26.513960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:26.522726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:26.540580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:26.545545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:26.559356 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:26.564907 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:26.570626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3444a-458c-473e-9025-58f8cc157091 req-6723afdc-3475-4a54-813b-4eefaf5d7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:26.572083 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-11d3444a-458c-473e-9025-58f8cc157091 req-6723afdc-3475-4a54-813b-4eefaf5d7f91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.5314205 May 27 22:53:26.641466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=413464d3-14e2-42dd-bf51-0ec400d6fa5a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:26.694827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Pushing event updated for resources: {'Port': ['ID=3168bf81-d5ef-4f84-8cce-463563579d84,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:26.772796 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:26.834923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:26.847577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:26.860926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:26.867574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:26.868528 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:26.869070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd432c4b-18e7-4e91-b6d1-7730287a77e5 req-2bf2459d-49cb-4d30-86d3-407d85a7d800 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:26.870333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fd432c4b-18e7-4e91-b6d1-7730287a77e5 req-2bf2459d-49cb-4d30-86d3-407d85a7d800 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Synchronizing usage tracker for tenant:53d923b432974a83b5d42963ced4cc2e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:53:26.889392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Attempting to bind port 3168bf81-d5ef-4f84-8cce-463563579d84 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:26.893373 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Attempting to bind port 3168bf81-d5ef-4f84-8cce-463563579d84 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '385f9203-282c-4e77-83cb-2e140ce167ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '43125c94-2084-462e-bda4-d3eca1d023db'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:26.893373 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Attempting to bind port 3168bf81-d5ef-4f84-8cce-463563579d84 on network 43125c94-2084-462e-bda4-d3eca1d023db {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:26.896283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=191db18b-44d8-4750-b871-4e2d3104b074,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:26.908940 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 76a81370-2a8b-4771-b58e-c3b626504928 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:26.910063 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:26.920718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05095695-655d-4200-bfa2-8cb400646d0d req-a2c39e40-ee47-4866-9b76-ecdf998d69c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:26.922664 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-05095695-655d-4200-bfa2-8cb400646d0d req-a2c39e40-ee47-4866-9b76-ecdf998d69c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 1096 time: 0.6190076 May 27 22:53:26.986160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:26.986817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Checking segment: {'id': '385f9203-282c-4e77-83cb-2e140ce167ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '43125c94-2084-462e-bda4-d3eca1d023db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:26.987327 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:26.987859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Bound using segment: {'id': '385f9203-282c-4e77-83cb-2e140ce167ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '43125c94-2084-462e-bda4-d3eca1d023db'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:26.988741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Bound port: 3168bf81-d5ef-4f84-8cce-463563579d84, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385f9203-282c-4e77-83cb-2e140ce167ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '43125c94-2084-462e-bda4-d3eca1d023db'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:26.989331 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:27.106539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3444a-458c-473e-9025-58f8cc157091 req-d8262805-8bcd-4598-990d-ce6763d55bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:27.108767 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-11d3444a-458c-473e-9025-58f8cc157091 req-d8262805-8bcd-4598-990d-ce6763d55bf7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4453149 May 27 22:53:27.167309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5eba1e82-039c-455f-89ae-51292adb3362 None None] Provisioning for port b4f3b3ff-fa1e-47dd-8662-a524d91dae84 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:27.207538 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2ac40467-96ed-48ed-af19-3e335012f63b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4210596 May 27 22:53:27.216925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53300) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:27.231340 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:27.240169 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5eba1e82-039c-455f-89ae-51292adb3362 None None] Provisioning complete for port b4f3b3ff-fa1e-47dd-8662-a524d91dae84 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:27.245712 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5eba1e82-039c-455f-89ae-51292adb3362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:27.270556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05095695-655d-4200-bfa2-8cb400646d0d req-46b47d8e-f039-4fa8-b775-7e4b8a7be436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:27.272726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9f4b8-dae5-412f-8f3d-56dd30dcb122 req-ca0d3fa1-868b-411c-83a4-a7f67da892fa tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:27.272870 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-05095695-655d-4200-bfa2-8cb400646d0d req-46b47d8e-f039-4fa8-b775-7e4b8a7be436 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 920 time: 0.3301589 May 27 22:53:27.280108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-17f9f4b8-dae5-412f-8f3d-56dd30dcb122 req-ca0d3fa1-868b-411c-83a4-a7f67da892fa tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 1.1579113 May 27 22:53:27.359749 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-05095695-655d-4200-bfa2-8cb400646d0d req-5fbb7bae-d5de-4a2d-b3d6-fdb7e0cdba93 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33dde196-688f-455b-a13a-7b0b9e314e50 HTTP/1.1" status: 200 len: 217 time: 0.0784862 May 27 22:53:27.360268 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:27.360525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f3b3ff-fa1e-47dd-8662-a524d91dae84 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:53:27.379560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] For port 3168bf81-d5ef-4f84-8cce-463563579d84, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:27.380187 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:27.414526 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-17f9f4b8-dae5-412f-8f3d-56dd30dcb122 req-8929a6d1-032e-4c4a-aab1-6cc3ca39e847 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330085 May 27 22:53:27.435358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Transition to ACTIVE for port object b4f3b3ff-fa1e-47dd-8662-a524d91dae84 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:27.439186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-fd432c4b-18e7-4e91-b6d1-7730287a77e5 req-2bf2459d-49cb-4d30-86d3-407d85a7d800 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Unset dirty status for tenant:53d923b432974a83b5d42963ced4cc2e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:27.443013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd432c4b-18e7-4e91-b6d1-7730287a77e5 req-2bf2459d-49cb-4d30-86d3-407d85a7d800 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 931 time: 0.9959056 May 27 22:53:27.462306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] For port 3168bf81-d5ef-4f84-8cce-463563579d84, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3168bf81-d5ef-4f84-8cce-463563579d84,segment=NetworkSegment(385f9203-282c-4e77-83cb-2e140ce167ce),segment_id=385f9203-282c-4e77-83cb-2e140ce167ce)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:27.473956 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5eba1e82-039c-455f-89ae-51292adb3362 None None] Port b4f3b3ff-fa1e-47dd-8662-a524d91dae84 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:53:27.521994 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-11d3444a-458c-473e-9025-58f8cc157091 req-84da247b-fdf2-4e73-a42d-bbd3153a6fcd service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015162 May 27 22:53:27.525003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 76a81370-2a8b-4771-b58e-c3b626504928 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:27.526702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 530854bd-a8ca-4f74-9b6e-34eade848899 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:27.589004 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:27.599629 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:27.666745 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2e84e60d-a66d-4f98-bc13-3a85aa09372e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:27.683476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'name': 'tempest-TestAggregatesBasicOps-1796445815-router', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:59Z', 'updated_at': '2022-05-27T22:53:10Z', 'revision_number': 4, 'project_id': 'bb74871ea0f2407184322f5c229c24bc', 'gw_port': {'id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:01Z', 'updated_at': '2022-05-27T22:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '530854bd-a8ca-4f74-9b6e-34eade848899', 'name': '', 'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'mac_address': 'fa:16:3e:7f:de:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'bf02982d-75be-4376-8d64-fca5d643757f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:08Z', 'updated_at': '2022-05-27T22:53:24Z', 'revision_number': 4, 'project_id': 'bb74871ea0f2407184322f5c229c24bc', 'subnets': [{'id': 'bf02982d-75be-4376-8d64-fca5d643757f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:27.735761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a02b32-6afd-4987-b21f-3ee1d8826c30 None None] The sync data for ids ['9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'] in n-d-843680-3 is: [{'id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'name': 'tempest-TestAggregatesBasicOps-1796445815-router', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:59Z', 'updated_at': '2022-05-27T22:53:10Z', 'revision_number': 4, 'project_id': 'bb74871ea0f2407184322f5c229c24bc', 'gw_port': {'id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:01Z', 'updated_at': '2022-05-27T22:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '530854bd-a8ca-4f74-9b6e-34eade848899', 'name': '', 'network_id': 'bc0232b1-7af0-461f-af78-b29321c2f3fe', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'mac_address': 'fa:16:3e:7f:de:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'bf02982d-75be-4376-8d64-fca5d643757f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:08Z', 'updated_at': '2022-05-27T22:53:24Z', 'revision_number': 4, 'project_id': 'bb74871ea0f2407184322f5c229c24bc', 'subnets': [{'id': 'bf02982d-75be-4376-8d64-fca5d643757f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:53:27.748193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '6d540b05-fa88-4f25-bab0-2af28e4c53d8'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:53:27.749071 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:27.805417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f11ad-c93e-465b-b8fd-53be03682a3d None None] Pushing event updated for resources: {'Port': ['ID=3168bf81-d5ef-4f84-8cce-463563579d84,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:27.882205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd432c4b-18e7-4e91-b6d1-7730287a77e5 req-c8a16097-0750-4508-8455-5be7444ebd94 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe623793-bff0-4d6c-8633-d4964ba61746&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4381967 May 27 22:53:27.931038 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 530854bd-a8ca-4f74-9b6e-34eade848899 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:27.975545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 530854bd-a8ca-4f74-9b6e-34eade848899 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:27.975545 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:27.982327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f3b3ff-fa1e-47dd-8662-a524d91dae84,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:28.080597 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:28.086421 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:28.198543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05095695-655d-4200-bfa2-8cb400646d0d req-f9cd2c51-3ada-4c0b-b3ea-44cffbdc1ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:28.200189 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-05095695-655d-4200-bfa2-8cb400646d0d req-f9cd2c51-3ada-4c0b-b3ea-44cffbdc1ac5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.7901919 May 27 22:53:28.301804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Allocated IP 2001:db8::f816:3eff:fe89:92d9 (c744ea9b-cdeb-488b-a067-0b211d4c406e/6d540b05-fa88-4f25-bab0-2af28e4c53d8/350db32e-57b6-4aa3-8f9c-5a3088ba0548) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:28.555952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcc3094-eb2e-48b6-b4b2-fc7162436d9a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:28.559878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1fcc3094-eb2e-48b6-b4b2-fc7162436d9a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:53:28.560088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Pushing event updated for resources: {'Port': ['ID=05611454-61ee-4938-979b-67c31b0cb5fb,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:28.616411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 530854bd-a8ca-4f74-9b6e-34eade848899 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:28.617431 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:28.714236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05095695-655d-4200-bfa2-8cb400646d0d req-7c5deb13-a378-4586-a28b-fd7bbfcf2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:28.715841 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-05095695-655d-4200-bfa2-8cb400646d0d req-7c5deb13-a378-4586-a28b-fd7bbfcf2d1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4323506 May 27 22:53:28.717667 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-11d3444a-458c-473e-9025-58f8cc157091 req-c7a4e89d-5ab6-404d-b207-42fe7e794b1a service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7263558 May 27 22:53:28.774067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 530854bd-a8ca-4f74-9b6e-34eade848899, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=530854bd-a8ca-4f74-9b6e-34eade848899,segment=NetworkSegment(168e234f-808e-4c7e-a0af-e5ab29cba5cf),segment_id=168e234f-808e-4c7e-a0af-e5ab29cba5cf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:28.903071 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-05095695-655d-4200-bfa2-8cb400646d0d req-f42ce14f-5500-47ca-b324-5e2f884e1f67 service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797400 May 27 22:53:28.953298 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1fcc3094-eb2e-48b6-b4b2-fc7162436d9a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:28.956893 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1fcc3094-eb2e-48b6-b4b2-fc7162436d9a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.7282612 May 27 22:53:28.968037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3d8d3-bf78-43c3-90df-232e20eb6c68 req-3521d3bb-0d7b-4653-aeb4-a2edaca27d8b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:28.981542 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65f3d8d3-bf78-43c3-90df-232e20eb6c68 req-3521d3bb-0d7b-4653-aeb4-a2edaca27d8b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 944 time: 1.4285054 May 27 22:53:28.983310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53310) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:29.070236 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:29.071025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9acb77c8-dd88-4514-adc4-da1f1bfdf506 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:29.146353 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-05095695-655d-4200-bfa2-8cb400646d0d req-342b94be-d9da-484c-b5a8-fc76267f611c service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846361 May 27 22:53:29.163480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Network ecd693fc-1394-4c5b-920d-d13136930cb0 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:29.167386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:29.342989 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:29.367217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Transition to ACTIVE for port object 350db32e-57b6-4aa3-8f9c-5a3088ba0548 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:29.389416 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=530854bd-a8ca-4f74-9b6e-34eade848899,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:29.400008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Attempting to bind port b4f3b3ff-fa1e-47dd-8662-a524d91dae84 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:29.400008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Attempting to bind port b4f3b3ff-fa1e-47dd-8662-a524d91dae84 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:29.401423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Attempting to bind port b4f3b3ff-fa1e-47dd-8662-a524d91dae84 on network 834ac9cf-7900-4562-81d7-7075078e1b9c {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:29.408988 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Transition to ACTIVE for port object 350db32e-57b6-4aa3-8f9c-5a3088ba0548 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:29.422175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Port b4f3b3ff-fa1e-47dd-8662-a524d91dae84 on network 834ac9cf-7900-4562-81d7-7075078e1b9c not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:53:29.426019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Attempting to bind port b4f3b3ff-fa1e-47dd-8662-a524d91dae84 on network 834ac9cf-7900-4562-81d7-7075078e1b9c {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:29.443936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:29.444618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Checking segment: {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:29.445213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Bound using segment: {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:29.445882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Bound port: b4f3b3ff-fa1e-47dd-8662-a524d91dae84, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:29.446434 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:29.479482 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65f3d8d3-bf78-43c3-90df-232e20eb6c68 req-a1ce10eb-1ce6-4df3-aa39-69dfc3fe09d2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962931 May 27 22:53:29.496495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 9acb77c8-dd88-4514-adc4-da1f1bfdf506 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:29.501893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9acb77c8-dd88-4514-adc4-da1f1bfdf506 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:29.502354 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:29.525890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-7590ec7a-87f0-481e-8947-d671b305affc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 191db18b-44d8-4750-b871-4e2d3104b074 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:29.532769 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7590ec7a-87f0-481e-8947-d671b305affc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:29.606199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Router 52e8550c-68e1-4e71-b808-21e3f5976d3b has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:53:29.610623 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:29.702376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6f78d7-18ad-4649-8243-0b89a1fe58e9 None None] Network 43125c94-2084-462e-bda4-d3eca1d023db requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:53:29.801580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5b36e-b2c9-4c95-b9e5-e3fcd05a9eb4 req-f0b120c3-5b07-4a1e-ad12-434f0fdab521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:29.807209 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93b5b36e-b2c9-4c95-b9e5-e3fcd05a9eb4 req-f0b120c3-5b07-4a1e-ad12-434f0fdab521 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 1095 time: 0.9001017 May 27 22:53:29.942384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:29.943515 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ba6971d-a3fc-4f3b-951b-96f80ad72fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:29.945412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:29.956624 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:29.956854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ff8ce-02b0-4210-8327-c258c8d8726a req-111a5951-3dbf-404d-b61d-5cc190e23a7a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:29.958646 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649ff8ce-02b0-4210-8327-c258c8d8726a req-111a5951-3dbf-404d-b61d-5cc190e23a7a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 1.2639313 May 27 22:53:30.028972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Pushing event updated for resources: {'Port': ['ID=350db32e-57b6-4aa3-8f9c-5a3088ba0548,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:30.039075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a6ffeb00-72dc-4c75-a019-d05db8ba19cc None None] Provisioning complete for port 05611454-61ee-4938-979b-67c31b0cb5fb triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:30.039589 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6ffeb00-72dc-4c75-a019-d05db8ba19cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:30.157599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:53:30.165034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5b36e-b2c9-4c95-b9e5-e3fcd05a9eb4 req-db8563a7-b6cd-41a4-8502-e930c1efbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:30.166885 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Sync routers for ids ['52e8550c-68e1-4e71-b808-21e3f5976d3b'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:53:30.167382 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93b5b36e-b2c9-4c95-b9e5-e3fcd05a9eb4 req-db8563a7-b6cd-41a4-8502-e930c1efbf21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.3392246 May 27 22:53:30.171652 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-04a523d5-210b-47d2-a61f-45ee08dcc23e admin admin] 10.222.0.27 "PUT /v2.0/routers/52e8550c-68e1-4e71-b808-21e3f5976d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4810250 May 27 22:53:30.186580 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Routers {'52e8550c-68e1-4e71-b808-21e3f5976d3b'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:30.187211 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['52e8550c-68e1-4e71-b808-21e3f5976d3b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:30.208057 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-649ff8ce-02b0-4210-8327-c258c8d8726a req-1d7813fd-c4b0-4be5-8ec3-6b724e5af6b2 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358644 May 27 22:53:30.277694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a6ffeb00-72dc-4c75-a019-d05db8ba19cc None None] Port 05611454-61ee-4938-979b-67c31b0cb5fb cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:53:30.279207 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9acb77c8-dd88-4514-adc4-da1f1bfdf506 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:30.281804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] For port b4f3b3ff-fa1e-47dd-8662-a524d91dae84, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:30.282401 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:30.302202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 9acb77c8-dd88-4514-adc4-da1f1bfdf506, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9acb77c8-dd88-4514-adc4-da1f1bfdf506,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:30.323846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Attempting to bind port 350db32e-57b6-4aa3-8f9c-5a3088ba0548 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:30.324692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Attempting to bind port 350db32e-57b6-4aa3-8f9c-5a3088ba0548 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:30.328815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Attempting to bind port 350db32e-57b6-4aa3-8f9c-5a3088ba0548 on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:30.337595 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:30.345231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] For port b4f3b3ff-fa1e-47dd-8662-a524d91dae84, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b4f3b3ff-fa1e-47dd-8662-a524d91dae84,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:30.346514 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:30.347017 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:30.347551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:30.348059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Bound port: 350db32e-57b6-4aa3-8f9c-5a3088ba0548, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:30.348473 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:30.362534 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93b5b36e-b2c9-4c95-b9e5-e3fcd05a9eb4 req-07f89d29-3717-47ed-8678-5c3e814b302a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27a3c9e4-e23c-445f-9e19-8bcd6388939e HTTP/1.1" status: 200 len: 217 time: 0.1857331 May 27 22:53:30.422358 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:30.440063 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:30.541383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:30.545205 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:30.550680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] 10.222.0.46 "PUT /v2.0/ports/b4f3b3ff-fa1e-47dd-8662-a524d91dae84 HTTP/1.1" status: 200 len: 1091 time: 4.5171065 May 27 22:53:30.573507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0', 'tag': 'b4f3b3ff-fa1e-47dd-8662-a524d91dae84'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:53:30.580641 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Set router 52e8550c-68e1-4e71-b808-21e3f5976d3b gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:30.612432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8628c-6d3f-496d-9a1b-f4de13e04e96 req-a5874a30-5d48-4190-9f66-41d6065b7d75 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:30.620196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebc8628c-6d3f-496d-9a1b-f4de13e04e96 req-a5874a30-5d48-4190-9f66-41d6065b7d75 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 943 time: 0.8911364 May 27 22:53:30.708605 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:30.853306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5b36e-b2c9-4c95-b9e5-e3fcd05a9eb4 req-4076bdcc-46b5-4c54-9e41-0c393adc85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:30.856580 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93b5b36e-b2c9-4c95-b9e5-e3fcd05a9eb4 req-4076bdcc-46b5-4c54-9e41-0c393adc85eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.4883890 May 27 22:53:30.889073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3168bf81-d5ef-4f84-8cce-463563579d84 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:31.059402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5b36e-b2c9-4c95-b9e5-e3fcd05a9eb4 req-517a1498-21b2-4770-acb8-d62dcb8baaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:31.060918 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93b5b36e-b2c9-4c95-b9e5-e3fcd05a9eb4 req-517a1498-21b2-4770-acb8-d62dcb8baaa6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1976066 May 27 22:53:31.115889 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] For port 350db32e-57b6-4aa3-8f9c-5a3088ba0548, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:31.119996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-64cefafb-2ebd-456c-9782-2050ca453b9a None None] Provisioning for port 3168bf81-d5ef-4f84-8cce-463563579d84 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:31.164068 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ebc8628c-6d3f-496d-9a1b-f4de13e04e96 req-5c1fa4e7-0388-49a0-a864-8774a60419db tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe623793-bff0-4d6c-8633-d4964ba61746&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5397608 May 27 22:53:31.175800 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7590ec7a-87f0-481e-8947-d671b305affc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:31.188615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] For port 350db32e-57b6-4aa3-8f9c-5a3088ba0548, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=350db32e-57b6-4aa3-8f9c-5a3088ba0548,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:31.197365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9588cd-0f50-4061-bee7-0c369df81326 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f3b3ff-fa1e-47dd-8662-a524d91dae84,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:31.201168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53336) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:31.202068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=9acb77c8-dd88-4514-adc4-da1f1bfdf506,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:31.246043 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:31.255125 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:31.283357 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:31.318224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-fe3f8842-0e67-4152-ad18-323f9f0f1c8b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1233725903', 'description': 'tempest-secgroup-smoke-1233725903 description', 'project_id': 'c5c2571319bd4772b001747f30d6e4be'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:31.399035 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93b5b36e-b2c9-4c95-b9e5-e3fcd05a9eb4 req-aa95f3df-62ae-435d-8a52-e4f29d8e160a service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284163 May 27 22:53:31.428841 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'name': 'tempest-TestServerBasicOps-1282274336-router', 'tenant_id': '51e169357c1145f38f770d050163cfea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '9acb77c8-dd88-4514-adc4-da1f1bfdf506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:09Z', 'updated_at': '2022-05-27T22:53:25Z', 'revision_number': 4, 'project_id': '51e169357c1145f38f770d050163cfea', 'gw_port': {'id': '9acb77c8-dd88-4514-adc4-da1f1bfdf506', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:11Z', 'updated_at': '2022-05-27T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '05611454-61ee-4938-979b-67c31b0cb5fb', 'name': '', 'network_id': 'ecd693fc-1394-4c5b-920d-d13136930cb0', 'tenant_id': '51e169357c1145f38f770d050163cfea', 'mac_address': 'fa:16:3e:65:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '4416d728-add9-4f5d-9cf6-5029ce094f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:21Z', 'updated_at': '2022-05-27T22:53:26Z', 'revision_number': 2, 'project_id': '51e169357c1145f38f770d050163cfea', 'subnets': [{'id': '4416d728-add9-4f5d-9cf6-5029ce094f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:31.436859 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda000d4-8f72-455e-8fc7-a40a3087eb28'] response: {'name': 'network-changed', 'server_uuid': 'aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0', 'tag': 'b4f3b3ff-fa1e-47dd-8662-a524d91dae84', 'status': 'completed', 'code': 200} May 27 22:53:31.438284 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Checking router: 52e8550c-68e1-4e71-b808-21e3f5976d3b for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:53:31.439117 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Updating router 52e8550c-68e1-4e71-b808-21e3f5976d3b port 05611454-61ee-4938-979b-67c31b0cb5fb binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:53:31.475633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e3b5e-fb1b-4cee-a3b7-f282aefdb35d None None] Pushing event updated for resources: {'Port': ['ID=350db32e-57b6-4aa3-8f9c-5a3088ba0548,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:31.513359 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:31.519164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 3168bf81-d5ef-4f84-8cce-463563579d84 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:31.524556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3168bf81-d5ef-4f84-8cce-463563579d84 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:31.524921 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:31.621435 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93b5b36e-b2c9-4c95-b9e5-e3fcd05a9eb4 req-e217e9d6-fd56-4cb6-953f-1fe4a5664cc1 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150705 May 27 22:53:31.672568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-7590ec7a-87f0-481e-8947-d671b305affc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 191db18b-44d8-4750-b871-4e2d3104b074 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:31.740733 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3168bf81-d5ef-4f84-8cce-463563579d84 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:31.741109 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:31.792300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fe3f8842-0e67-4152-ad18-323f9f0f1c8b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:31.792994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 3168bf81-d5ef-4f84-8cce-463563579d84, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3168bf81-d5ef-4f84-8cce-463563579d84,segment=NetworkSegment(385f9203-282c-4e77-83cb-2e140ce167ce),segment_id=385f9203-282c-4e77-83cb-2e140ce167ce)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:31.873250 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:31.873988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fe3f8842-0e67-4152-ad18-323f9f0f1c8b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Usage tracker for resource:security_group and tenant:c5c2571319bd4772b001747f30d6e4be is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:31.874264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 530854bd-a8ca-4f74-9b6e-34eade848899 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:31.890486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fe3f8842-0e67-4152-ad18-323f9f0f1c8b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:31.901261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-0ca8c67b-cf8d-4550-83b7-f2697925a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:31.904883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-0ca8c67b-cf8d-4550-83b7-f2697925a8e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 1094 time: 1.1913748 May 27 22:53:31.928974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fe3f8842-0e67-4152-ad18-323f9f0f1c8b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:32.078544 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:32.099432 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Transition to ACTIVE for port object 05611454-61ee-4938-979b-67c31b0cb5fb will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:32.111748 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-f95453e3-3a5f-4003-a279-efb0ef7aa80d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4f3b3ff-fa1e-47dd-8662-a524d91dae84 HTTP/1.1" status: 200 len: 217 time: 0.1713078 May 27 22:53:32.117107 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c19e3510-c4a1-402e-9984-56fe3f24a32d None None] Provisioning complete for port 3168bf81-d5ef-4f84-8cce-463563579d84 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:32.119630 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c19e3510-c4a1-402e-9984-56fe3f24a32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:32.161088 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:32.178912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 530854bd-a8ca-4f74-9b6e-34eade848899 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:32.179202 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:32.204691 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8842-0e67-4152-ad18-323f9f0f1c8b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:32.215436 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:32.216100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=3168bf81-d5ef-4f84-8cce-463563579d84,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:32.277070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fe3f8842-0e67-4152-ad18-323f9f0f1c8b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:32.315463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-2b5fbfab-23d6-4934-863f-e7196af578ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:32.316949 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-2b5fbfab-23d6-4934-863f-e7196af578ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=36c561ad-418b-4404-b3f7-e1414a606ae6 HTTP/1.1" status: 200 len: 854 time: 0.1904507 May 27 22:53:32.346841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fe3f8842-0e67-4152-ad18-323f9f0f1c8b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Usage tracker for resource:security_group_rule and tenant:c5c2571319bd4772b001747f30d6e4be is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:32.351961 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fe3f8842-0e67-4152-ad18-323f9f0f1c8b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:32.381262 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c19e3510-c4a1-402e-9984-56fe3f24a32d None None] Current status of the port 3168bf81-d5ef-4f84-8cce-463563579d84 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:32.399986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854410f7-c8da-4fab-933a-3473b4f5edc1 req-3f0a015f-d33a-486c-9946-05c966cc812f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:32.404595 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-854410f7-c8da-4fab-933a-3473b4f5edc1 req-3f0a015f-d33a-486c-9946-05c966cc812f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 944 time: 0.6911478 May 27 22:53:32.404726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 530854bd-a8ca-4f74-9b6e-34eade848899 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:32.405808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fe3f8842-0e67-4152-ad18-323f9f0f1c8b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:32.423226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a266f37-5bdc-49ab-a245-50d4af203be8 req-04e45c7b-4ac3-421b-a9b5-be2540efa401 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:32.430279 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0a266f37-5bdc-49ab-a245-50d4af203be8 req-04e45c7b-4ac3-421b-a9b5-be2540efa401 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.6205075 May 27 22:53:32.430445 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770b60c-3fd9-4fe7-84e7-cc49a2a6ae3d None None] Pushing event updated for resources: {'Port': ['ID=05611454-61ee-4938-979b-67c31b0cb5fb,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:32.503495 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Attempting to bind port 05611454-61ee-4938-979b-67c31b0cb5fb on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:32.503495 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Attempting to bind port 05611454-61ee-4938-979b-67c31b0cb5fb by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '7d35bac8-a623-4c1a-90af-baa30355ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ecd693fc-1394-4c5b-920d-d13136930cb0'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:32.503495 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Attempting to bind port 05611454-61ee-4938-979b-67c31b0cb5fb on network ecd693fc-1394-4c5b-920d-d13136930cb0 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:32.511044 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:32.511304 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Checking segment: {'id': '7d35bac8-a623-4c1a-90af-baa30355ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ecd693fc-1394-4c5b-920d-d13136930cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:32.511674 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:32.512504 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Bound using segment: {'id': '7d35bac8-a623-4c1a-90af-baa30355ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ecd693fc-1394-4c5b-920d-d13136930cb0'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:32.512972 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Bound port: 05611454-61ee-4938-979b-67c31b0cb5fb, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d35bac8-a623-4c1a-90af-baa30355ecb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ecd693fc-1394-4c5b-920d-d13136930cb0'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:32.513342 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:32.547306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Router 07a1bf5d-11b9-459c-9618-d9afdb3aed63 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:53:32.597884 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0a266f37-5bdc-49ab-a245-50d4af203be8 req-a04ecfd9-8cbc-4c64-ab8f-a7208b58b3ae tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666861 May 27 22:53:32.621227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-854410f7-c8da-4fab-933a-3473b4f5edc1 req-9c9139a2-82b1-4e9f-b0b7-4af96fc8e603 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595099 May 27 22:53:32.667059 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] For port 05611454-61ee-4938-979b-67c31b0cb5fb, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:32.671194 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] For port 05611454-61ee-4938-979b-67c31b0cb5fb, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=05611454-61ee-4938-979b-67c31b0cb5fb,segment=NetworkSegment(7d35bac8-a623-4c1a-90af-baa30355ecb7),segment_id=7d35bac8-a623-4c1a-90af-baa30355ecb7)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:32.693888 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7590ec7a-87f0-481e-8947-d671b305affc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:32.719467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 350db32e-57b6-4aa3-8f9c-5a3088ba0548 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:32.742382 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:32.795471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590ec7a-87f0-481e-8947-d671b305affc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=191db18b-44d8-4750-b871-4e2d3104b074,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:32.889104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53354) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:32.915394 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Routers {'52e8550c-68e1-4e71-b808-21e3f5976d3b'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:32.918542 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['52e8550c-68e1-4e71-b808-21e3f5976d3b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:32.973314 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7590ec7a-87f0-481e-8947-d671b305affc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:32.993495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-3c09ee32-5b8a-4853-8b27-1a4fb1cab918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:32.995714 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-3c09ee32-5b8a-4853-8b27-1a4fb1cab918 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=834ac9cf-7900-4562-81d7-7075078e1b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6460311 May 27 22:53:33.011194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 350db32e-57b6-4aa3-8f9c-5a3088ba0548 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:33.017236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3168bf81-d5ef-4f84-8cce-463563579d84 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:33.097657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53360) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:33.113507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3168bf81-d5ef-4f84-8cce-463563579d84 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:33.114131 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:33.117092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7590ec7a-87f0-481e-8947-d671b305affc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/191db18b-44d8-4750-b871-4e2d3104b074 HTTP/1.1" status: 204 len: 168 time: 4.1185308 May 27 22:53:33.184465 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] Set router 52e8550c-68e1-4e71-b808-21e3f5976d3b gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:33.227106 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:33.274890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:33.280628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3168bf81-d5ef-4f84-8cce-463563579d84 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:33.281819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9acb77c8-dd88-4514-adc4-da1f1bfdf506 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:33.286669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Usage tracker for resource:security_group_rule and tenant:3ecddd2ad5c340d780c76d5d0ce389f5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:33.293466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:33.304927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:33.310465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117d8211-db9c-41f7-996e-f9808b6a25ad tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:33.312185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117d8211-db9c-41f7-996e-f9808b6a25ad tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:33.313757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-117d8211-db9c-41f7-996e-f9808b6a25ad tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:53:33.379712 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9acb77c8-dd88-4514-adc4-da1f1bfdf506 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:33.379973 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:33.380222 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8842-0e67-4152-ad18-323f9f0f1c8b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:33.384937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:53:33.401134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-117d8211-db9c-41f7-996e-f9808b6a25ad tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:33.403081 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-117d8211-db9c-41f7-996e-f9808b6a25ad tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3038859 May 27 22:53:33.405701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53364) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:33.414107 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770b60c-3fd9-4fe7-84e7-cc49a2a6ae3d None None] Pushing event updated for resources: {'Port': ['ID=05611454-61ee-4938-979b-67c31b0cb5fb,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:33.420550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d0468-fb81-4c6b-9605-1e77cd0d7a2f req-091e0b68-d80a-436d-9c67-d293340117bd tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:33.424218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Sync routers for ids ['07a1bf5d-11b9-459c-9618-d9afdb3aed63'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:53:33.430509 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-893d0468-fb81-4c6b-9605-1e77cd0d7a2f req-091e0b68-d80a-436d-9c67-d293340117bd tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 943 time: 0.5685041 May 27 22:53:33.477914 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8842-0e67-4152-ad18-323f9f0f1c8b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:33.512180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Routers {'07a1bf5d-11b9-459c-9618-d9afdb3aed63'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:33.515890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-687f24af-93be-4c60-a4c6-87018bef9066 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 6d540b05-fa88-4f25-bab0-2af28e4c53d8 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:53:33.519229 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['07a1bf5d-11b9-459c-9618-d9afdb3aed63'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:33.528230 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-687f24af-93be-4c60-a4c6-87018bef9066 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:33.551232 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'name': 'tempest-TestServerBasicOps-1282274336-router', 'tenant_id': '51e169357c1145f38f770d050163cfea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '9acb77c8-dd88-4514-adc4-da1f1bfdf506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:09Z', 'updated_at': '2022-05-27T22:53:25Z', 'revision_number': 4, 'project_id': '51e169357c1145f38f770d050163cfea', 'gw_port': {'id': '9acb77c8-dd88-4514-adc4-da1f1bfdf506', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:11Z', 'updated_at': '2022-05-27T22:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '05611454-61ee-4938-979b-67c31b0cb5fb', 'name': '', 'network_id': 'ecd693fc-1394-4c5b-920d-d13136930cb0', 'tenant_id': '51e169357c1145f38f770d050163cfea', 'mac_address': 'fa:16:3e:65:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '4416d728-add9-4f5d-9cf6-5029ce094f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:21Z', 'updated_at': '2022-05-27T22:53:32Z', 'revision_number': 4, 'project_id': '51e169357c1145f38f770d050163cfea', 'subnets': [{'id': '4416d728-add9-4f5d-9cf6-5029ce094f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:33.558515 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ace6a7-aed6-414b-97fc-ac7e48763d59 None None] The sync data for ids ['52e8550c-68e1-4e71-b808-21e3f5976d3b'] in n-d-843680-3 is: [{'id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'name': 'tempest-TestServerBasicOps-1282274336-router', 'tenant_id': '51e169357c1145f38f770d050163cfea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '9acb77c8-dd88-4514-adc4-da1f1bfdf506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:09Z', 'updated_at': '2022-05-27T22:53:25Z', 'revision_number': 4, 'project_id': '51e169357c1145f38f770d050163cfea', 'gw_port': {'id': '9acb77c8-dd88-4514-adc4-da1f1bfdf506', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:11Z', 'updated_at': '2022-05-27T22:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '05611454-61ee-4938-979b-67c31b0cb5fb', 'name': '', 'network_id': 'ecd693fc-1394-4c5b-920d-d13136930cb0', 'tenant_id': '51e169357c1145f38f770d050163cfea', 'mac_address': 'fa:16:3e:65:1d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '4416d728-add9-4f5d-9cf6-5029ce094f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:21Z', 'updated_at': '2022-05-27T22:53:32Z', 'revision_number': 4, 'project_id': '51e169357c1145f38f770d050163cfea', 'subnets': [{'id': '4416d728-add9-4f5d-9cf6-5029ce094f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:53:33.569806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-893d0468-fb81-4c6b-9605-1e77cd0d7a2f req-ef4fca51-5587-43ac-860b-08b61cef75bd tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe623793-bff0-4d6c-8633-d4964ba61746&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1382267 May 27 22:53:33.583768 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-6f94a50d-69b9-4ba6-90c6-bc7f2379d7db service neutron] 10.222.0.46 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899085 May 27 22:53:33.584655 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:33.589352 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a715b4f7-f05e-402d-8c9a-aa9cf84ba4f0 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.1060960 May 27 22:53:33.590243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53368) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:33.694200 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-687f24af-93be-4c60-a4c6-87018bef9066 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:33.695007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-43ecc456-206f-48eb-8153-be551badb315 None None] Provisioning for port 350db32e-57b6-4aa3-8f9c-5a3088ba0548 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:33.768294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f8842-0e67-4152-ad18-323f9f0f1c8b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b330e55-692f-497f-ac2e-d24ade11d30a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:33.794583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-43ecc456-206f-48eb-8153-be551badb315 None None] Provisioning complete for port 350db32e-57b6-4aa3-8f9c-5a3088ba0548 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:33.795239 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-43ecc456-206f-48eb-8153-be551badb315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:33.859769 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8842-0e67-4152-ad18-323f9f0f1c8b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:33.861363 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fe3f8842-0e67-4152-ad18-323f9f0f1c8b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.5498624 May 27 22:53:33.870035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53376) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:33.881855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4ddf5cf9-f529-4f9a-8721-7420f7e9cbdc tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Request body: {'security_group_rule': {'security_group_id': '4b330e55-692f-497f-ac2e-d24ade11d30a', 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:33.892223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4ddf5cf9-f529-4f9a-8721-7420f7e9cbdc tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:33.899113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4ddf5cf9-f529-4f9a-8721-7420f7e9cbdc tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Usage tracker for resource:security_group_rule and tenant:c5c2571319bd4772b001747f30d6e4be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:33.903764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4ddf5cf9-f529-4f9a-8721-7420f7e9cbdc tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:33.912840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4ddf5cf9-f529-4f9a-8721-7420f7e9cbdc tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:33.960867 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:33.975105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-687f24af-93be-4c60-a4c6-87018bef9066 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:34.042132 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ddf5cf9-f529-4f9a-8721-7420f7e9cbdc tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:34.064254 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:34.097840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9acb77c8-dd88-4514-adc4-da1f1bfdf506 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:34.133240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e773531-7d1c-4b83-917f-87c7c4fe8bf7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:34.151086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:34.151430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:34.151773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:34.152107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:34.152461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:34.152792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:34.155241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:34.156037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:34.156387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:34.156722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:34.157047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:34.157369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:34.191447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Set router 07a1bf5d-11b9-459c-9618-d9afdb3aed63 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:34.235395 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d92370ab-e4c3-4b5f-8fad-fcfbaaaec9c2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3ecddd2ad5c340d780c76d5d0ce389f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3425851 May 27 22:53:34.243561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53380) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:34.257752 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ddf5cf9-f529-4f9a-8721-7420f7e9cbdc tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:34.327219 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ddf5cf9-f529-4f9a-8721-7420f7e9cbdc tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:34.383231 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5cd9a3ff-b94b-41c6-bc8c-063ec5fbf759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:34.401522 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf5cf9-f529-4f9a-8721-7420f7e9cbdc tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5655d6-3689-407c-81d2-81ed2be4b7d0,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:34.457408 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-687f24af-93be-4c60-a4c6-87018bef9066 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:34.521255 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ddf5cf9-f529-4f9a-8721-7420f7e9cbdc tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:34.526891 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4ddf5cf9-f529-4f9a-8721-7420f7e9cbdc tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6515813 May 27 22:53:34.534301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53384) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:34.567142 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-43ecc456-206f-48eb-8153-be551badb315 None None] Current status of the port 350db32e-57b6-4aa3-8f9c-5a3088ba0548 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:34.569499 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-43ecc456-206f-48eb-8153-be551badb315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:34.577551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a002c7e2-72f3-4b57-89e0-02e7d9075a2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Request body: {'security_group_rule': {'security_group_id': '4b330e55-692f-497f-ac2e-d24ade11d30a', 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:34.598698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 05611454-61ee-4938-979b-67c31b0cb5fb up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:34.605260 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-687f24af-93be-4c60-a4c6-87018bef9066 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:34.607276 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-687f24af-93be-4c60-a4c6-87018bef9066 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/6d540b05-fa88-4f25-bab0-2af28e4c53d8 HTTP/1.1" status: 204 len: 168 time: 1.2001674 May 27 22:53:34.608301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f24af-93be-4c60-a4c6-87018bef9066 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=6d540b05-fa88-4f25-bab0-2af28e4c53d8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:34.611472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53390) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:34.613142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a002c7e2-72f3-4b57-89e0-02e7d9075a2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:34.690252 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ebb4a4-58b3-41e0-9249-aea95cbdd6c0 req-da79c62d-9f20-43f2-a4be-8a5ce7c08d2d service neutron] 10.222.0.46 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0958929 May 27 22:53:34.726882 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cf3060ad-eef9-401e-a316-eb84a0ff5429 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1078737 May 27 22:53:34.729679 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5cd9a3ff-b94b-41c6-bc8c-063ec5fbf759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:34.738422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a002c7e2-72f3-4b57-89e0-02e7d9075a2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Usage tracker for resource:security_group_rule and tenant:c5c2571319bd4772b001747f30d6e4be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:34.750863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53394) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:34.750863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a002c7e2-72f3-4b57-89e0-02e7d9075a2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:34.755525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:34.768501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b1104e-a988-4bef-b138-18b6acd9117f None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:53:34.789802 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a002c7e2-72f3-4b57-89e0-02e7d9075a2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:34.839136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e8d10-5a1b-48b1-af4c-b0df753d932b req-bdbd9059-b9bd-4895-aff3-85732d6ff05a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:34.847670 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-801e8d10-5a1b-48b1-af4c-b0df753d932b req-bdbd9059-b9bd-4895-aff3-85732d6ff05a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 944 time: 0.8830545 May 27 22:53:34.941071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:34.953283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:34.954061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c026b8c-9719-4b7d-be38-4d3482d97d58 req-0e1b9fac-65b3-43ea-91d0-6fed84ebda1e tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:34.961303 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4c026b8c-9719-4b7d-be38-4d3482d97d58 req-0e1b9fac-65b3-43ea-91d0-6fed84ebda1e tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.9858735 May 27 22:53:34.983057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 05611454-61ee-4938-979b-67c31b0cb5fb completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:34.987581 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-43ecc456-206f-48eb-8153-be551badb315 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:53:34.987934 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-43ecc456-206f-48eb-8153-be551badb315 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:53:34.993713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5cd9a3ff-b94b-41c6-bc8c-063ec5fbf759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.022701 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a002c7e2-72f3-4b57-89e0-02e7d9075a2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.032110 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9a3ff-b94b-41c6-bc8c-063ec5fbf759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e773531-7d1c-4b83-917f-87c7c4fe8bf7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:35.045942 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5cd9a3ff-b94b-41c6-bc8c-063ec5fbf759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.047064 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5cd9a3ff-b94b-41c6-bc8c-063ec5fbf759 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6e773531-7d1c-4b83-917f-87c7c4fe8bf7 HTTP/1.1" status: 204 len: 168 time: 0.7950585 May 27 22:53:35.054628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 05611454-61ee-4938-979b-67c31b0cb5fb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:35.055166 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.059226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:35.066831 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.112572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-801e8d10-5a1b-48b1-af4c-b0df753d932b req-2a516930-d390-45de-b9fa-be6ad2da3761 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636914 May 27 22:53:35.171425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4c026b8c-9719-4b7d-be38-4d3482d97d58 req-335e9d69-a8fa-4b68-ad8a-3681b5d6a792 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034383 May 27 22:53:35.283614 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a002c7e2-72f3-4b57-89e0-02e7d9075a2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.338885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'name': 'tempest-TestAggregatesBasicOps-1681066119-router', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:22Z', 'updated_at': '2022-05-27T22:53:27Z', 'revision_number': 3, 'project_id': 'fbe30052dea541319faf101796ce952e', 'gw_port': {'id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:24Z', 'updated_at': '2022-05-27T22:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:35.346925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0befcb-e4d5-45a3-bb93-be86db4163fb req-9fc84f22-9e91-4ae0-9d36-2c73ae3d8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:35.346925 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb0befcb-e4d5-45a3-bb93-be86db4163fb req-9fc84f22-9e91-4ae0-9d36-2c73ae3d8d77 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 1094 time: 0.4699903 May 27 22:53:35.363584 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Checking router: 07a1bf5d-11b9-459c-9618-d9afdb3aed63 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:53:35.369904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Updating router 07a1bf5d-11b9-459c-9618-d9afdb3aed63 port 413464d3-14e2-42dd-bf51-0ec400d6fa5a binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:53:35.371499 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a002c7e2-72f3-4b57-89e0-02e7d9075a2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.416394 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a002c7e2-72f3-4b57-89e0-02e7d9075a2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0314a99b-c38c-4f4b-bed2-a464e409bc72,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:35.431917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 05611454-61ee-4938-979b-67c31b0cb5fb is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:35.432244 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.487007 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.503642 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a002c7e2-72f3-4b57-89e0-02e7d9075a2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.506086 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a002c7e2-72f3-4b57-89e0-02e7d9075a2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9635370 May 27 22:53:35.518322 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53402) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:35.528511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bf13e3c4-3846-485f-a864-804bf806d70e tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Request body: {'security_group_rule': {'security_group_id': '4b330e55-692f-497f-ac2e-d24ade11d30a', 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:35.535833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bf13e3c4-3846-485f-a864-804bf806d70e tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:35.542026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bf13e3c4-3846-485f-a864-804bf806d70e tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Usage tracker for resource:security_group_rule and tenant:c5c2571319bd4772b001747f30d6e4be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:35.545559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bf13e3c4-3846-485f-a864-804bf806d70e tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:35.555204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bf13e3c4-3846-485f-a864-804bf806d70e tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:35.619604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:53:35.636286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-43ecc456-206f-48eb-8153-be551badb315 None None] Current status of the port 350db32e-57b6-4aa3-8f9c-5a3088ba0548 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:35.636713 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-43ecc456-206f-48eb-8153-be551badb315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.649686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137cafe-070b-4264-a12f-aed95940ae9c req-c943498f-2153-4ee6-aa04-8d7d29881d56 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:35.651818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b137cafe-070b-4264-a12f-aed95940ae9c req-c943498f-2153-4ee6-aa04-8d7d29881d56 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 943 time: 0.3753858 May 27 22:53:35.658504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0befcb-e4d5-45a3-bb93-be86db4163fb req-12f2ab90-3401-48d3-9bd1-dc0c6c0c8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:35.660081 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb0befcb-e4d5-45a3-bb93-be86db4163fb req-12f2ab90-3401-48d3-9bd1-dc0c6c0c8cb5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 200 len: 916 time: 0.3027668 May 27 22:53:35.676184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Deleting port 350db32e-57b6-4aa3-8f9c-5a3088ba0548 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:35.677267 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.684266 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf13e3c4-3846-485f-a864-804bf806d70e tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.801808 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b137cafe-070b-4264-a12f-aed95940ae9c req-680fb0c6-568f-4d9f-9fa4-dcdeafa59687 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe623793-bff0-4d6c-8633-d4964ba61746&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146252 May 27 22:53:35.805320 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb0befcb-e4d5-45a3-bb93-be86db4163fb req-c2d2d443-2b56-43b2-a16a-399d8ffc5db0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4f3b3ff-fa1e-47dd-8662-a524d91dae84 HTTP/1.1" status: 200 len: 217 time: 0.0975981 May 27 22:53:35.835556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 05611454-61ee-4938-979b-67c31b0cb5fb, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=05611454-61ee-4938-979b-67c31b0cb5fb,segment=NetworkSegment(7d35bac8-a623-4c1a-90af-baa30355ecb7),segment_id=7d35bac8-a623-4c1a-90af-baa30355ecb7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:35.877862 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.941091 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf13e3c4-3846-485f-a864-804bf806d70e tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.943343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0befcb-e4d5-45a3-bb93-be86db4163fb req-02472178-6fe2-4072-88fa-fe2ae3a573f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:35.944811 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb0befcb-e4d5-45a3-bb93-be86db4163fb req-02472178-6fe2-4072-88fa-fe2ae3a573f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=36c561ad-418b-4404-b3f7-e1414a606ae6 HTTP/1.1" status: 200 len: 854 time: 0.1325538 May 27 22:53:35.964485 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:35.993788 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:53:36.021256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53406) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:36.049749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-43ecc456-206f-48eb-8153-be551badb315 None None] For port 350db32e-57b6-4aa3-8f9c-5a3088ba0548, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=350db32e-57b6-4aa3-8f9c-5a3088ba0548,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:36.050777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 27a3c9e4-e23c-445f-9e19-8bcd6388939e details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:53:36.057405 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-704d76dc-341e-4507-8d90-c9508914f9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:36.113144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-704d76dc-341e-4507-8d90-c9508914f9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:36.118679 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf13e3c4-3846-485f-a864-804bf806d70e tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:36.124873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-704d76dc-341e-4507-8d90-c9508914f9dc admin admin] Usage tracker for resource:security_group_rule and tenant:1d622973ff594e04ab07c114f69de5d6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:36.132484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-704d76dc-341e-4507-8d90-c9508914f9dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:36.143439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-704d76dc-341e-4507-8d90-c9508914f9dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:36.172302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13e3c4-3846-485f-a864-804bf806d70e tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff45881-497a-4aca-a670-ffa7aa569118,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:36.185602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:53:36.185795 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-43ecc456-206f-48eb-8153-be551badb315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:36.197008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0befcb-e4d5-45a3-bb93-be86db4163fb req-2a7c97dd-bc4e-4253-bd22-05702a50e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:36.198488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb0befcb-e4d5-45a3-bb93-be86db4163fb req-2a7c97dd-bc4e-4253-bd22-05702a50e4f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=834ac9cf-7900-4562-81d7-7075078e1b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2467778 May 27 22:53:36.250114 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:53:36.280771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=05611454-61ee-4938-979b-67c31b0cb5fb,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:36.285390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-43ecc456-206f-48eb-8153-be551badb315 None None] Could not find standard attr ID for object 191db18b-44d8-4750-b871-4e2d3104b074. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:53:36.289955 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf13e3c4-3846-485f-a864-804bf806d70e tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:36.295905 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bf13e3c4-3846-485f-a864-804bf806d70e tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7730117 May 27 22:53:36.295905 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53414) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:36.302912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c332f495-8a1d-4555-8183-13b3ad0eeb42 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Request body: {'security_group_rule': {'security_group_id': '4b330e55-692f-497f-ac2e-d24ade11d30a', 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:36.313079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c332f495-8a1d-4555-8183-13b3ad0eeb42 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:36.323280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c332f495-8a1d-4555-8183-13b3ad0eeb42 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Usage tracker for resource:security_group_rule and tenant:c5c2571319bd4772b001747f30d6e4be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:36.327671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c332f495-8a1d-4555-8183-13b3ad0eeb42 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:36.335635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c332f495-8a1d-4555-8183-13b3ad0eeb42 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:36.492525 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c332f495-8a1d-4555-8183-13b3ad0eeb42 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:36.509108 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-14076796-a00d-4db3-98b2-29e272e58b46 None None] Could not find standard attr ID for object 43041c57-2a58-4cfb-9d01-87a1d7403d91. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:53:36.554170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-14076796-a00d-4db3-98b2-29e272e58b46 None None] Could not find standard attr ID for object 191db18b-44d8-4750-b871-4e2d3104b074. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:53:36.579769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 05611454-61ee-4938-979b-67c31b0cb5fb up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:36.591024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c332f495-8a1d-4555-8183-13b3ad0eeb42 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:36.592013 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:36.637463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecc456-206f-48eb-8153-be551badb315 None None] Pushing event updated for resources: {'Port': ['ID=350db32e-57b6-4aa3-8f9c-5a3088ba0548,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:36.642837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Allocated IP 172.20.0.1 (43125c94-2084-462e-bda4-d3eca1d023db/5aacde6f-8429-4e21-8d8d-48b0f3d81325/6cc96000-f620-449b-89c5-5b435090c33d) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:36.692320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] For port 350db32e-57b6-4aa3-8f9c-5a3088ba0548, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=350db32e-57b6-4aa3-8f9c-5a3088ba0548,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:36.692320 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:36.725208 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 27a3c9e4-e23c-445f-9e19-8bcd6388939e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=27a3c9e4-e23c-445f-9e19-8bcd6388939e,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:36.746638 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c332f495-8a1d-4555-8183-13b3ad0eeb42 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:36.801610 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb0befcb-e4d5-45a3-bb93-be86db4163fb req-90d0bfd0-33b8-4e63-b73d-8dd2822e861a service neutron] 10.222.0.46 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844393 May 27 22:53:36.831233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332f495-8a1d-4555-8183-13b3ad0eeb42 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed39e5b-37d5-4ce3-8e2d-55d05c15f1e2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:36.897447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Calling delete_port for 350db32e-57b6-4aa3-8f9c-5a3088ba0548 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:36.899247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] For port 350db32e-57b6-4aa3-8f9c-5a3088ba0548, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=350db32e-57b6-4aa3-8f9c-5a3088ba0548,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:36.930309 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:36.932908 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c332f495-8a1d-4555-8183-13b3ad0eeb42 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:36.934299 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c332f495-8a1d-4555-8183-13b3ad0eeb42 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6382003 May 27 22:53:36.937220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53420) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:36.937485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '27a3c9e4-e23c-445f-9e19-8bcd6388939e', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'port_id': '27a3c9e4-e23c-445f-9e19-8bcd6388939e', 'mac_address': 'fa:16:3e:7f:1e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:53:36.943357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-392fe65d-c885-4f67-a7ca-daf5fa0ad80b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Request body: {'security_group_rule': {'security_group_id': '4b330e55-692f-497f-ac2e-d24ade11d30a', 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:36.951457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-392fe65d-c885-4f67-a7ca-daf5fa0ad80b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:36.956185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-392fe65d-c885-4f67-a7ca-daf5fa0ad80b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Usage tracker for resource:security_group_rule and tenant:c5c2571319bd4772b001747f30d6e4be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:36.959997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-392fe65d-c885-4f67-a7ca-daf5fa0ad80b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:36.967700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-392fe65d-c885-4f67-a7ca-daf5fa0ad80b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:36.987804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:36.988919 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.008730 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.010269 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-704d76dc-341e-4507-8d90-c9508914f9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.019566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6724d-58c8-4b97-a83a-2abf7a4d9d6f req-91fdca8d-7345-4632-a842-d0c76589fc24 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:37.020781 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdc6724d-58c8-4b97-a83a-2abf7a4d9d6f req-91fdca8d-7345-4632-a842-d0c76589fc24 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.6014202 May 27 22:53:37.040393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2abad3-1d30-44c0-89f3-330eb3f556cd req-c5809fc2-fe13-4aa0-8e1d-f94e83e7c67b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:37.042615 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f2abad3-1d30-44c0-89f3-330eb3f556cd req-c5809fc2-fe13-4aa0-8e1d-f94e83e7c67b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 944 time: 0.6221249 May 27 22:53:37.059998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Transition to ACTIVE for port object 413464d3-14e2-42dd-bf51-0ec400d6fa5a will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:37.066450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 05611454-61ee-4938-979b-67c31b0cb5fb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:37.067545 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.090846 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-392fe65d-c885-4f67-a7ca-daf5fa0ad80b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Project c5c2571319bd4772b001747f30d6e4be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 22:53:37.122996 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-392fe65d-c885-4f67-a7ca-daf5fa0ad80b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.130651 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.135793 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-704d76dc-341e-4507-8d90-c9508914f9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.139206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:37.153624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:37.157058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:37.157649 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.170571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb0befcb-e4d5-45a3-bb93-be86db4163fb req-ae9cecef-c127-42fa-b891-d0bd2a322fd0 service neutron] 10.222.0.46 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586237 May 27 22:53:37.213472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=8c88b9f8-895b-48ef-9441-843e85220143,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:37.221245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=350db32e-57b6-4aa3-8f9c-5a3088ba0548,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:37.236589 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Transition to ACTIVE for port object 6cc96000-f620-449b-89c5-5b435090c33d will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:37.239672 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.251915 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdc6724d-58c8-4b97-a83a-2abf7a4d9d6f req-7e00d726-2de2-46a3-b679-6a859d97bcc2 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001789 May 27 22:53:37.255572 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-392fe65d-c885-4f67-a7ca-daf5fa0ad80b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.269266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f2abad3-1d30-44c0-89f3-330eb3f556cd req-acf431c9-da3c-4731-a49a-16b1e2cef146 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058339 May 27 22:53:37.271667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d76dc-341e-4507-8d90-c9508914f9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca422e51-e0f9-4173-aa73-b1a3eb1aff1e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:37.283077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 27a3c9e4-e23c-445f-9e19-8bcd6388939e is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:37.283569 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.293059 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-704d76dc-341e-4507-8d90-c9508914f9dc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1d622973ff594e04ab07c114f69de5d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2579985 May 27 22:53:37.294399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53424) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:37.298182 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cf93bbb1-b57c-4747-b154-0d369e10e1b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5530345 May 27 22:53:37.300438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53428) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:37.306794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'mac_address': 'fa:16:3e:2e:de:40', 'name': 'tempest-NetworksTestDHCPv6-681691760'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:37.315806 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-392fe65d-c885-4f67-a7ca-daf5fa0ad80b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.317164 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:53:37.317519 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:53:37.351214 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a3c9e4-e23c-445f-9e19-8bcd6388939e {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:53:37.395387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d1687-5e89-4f2f-8525-5c303d6b4dfb None None] Pushing event updated for resources: {'Port': ['ID=413464d3-14e2-42dd-bf51-0ec400d6fa5a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:37.405398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Attempting to bind port 413464d3-14e2-42dd-bf51-0ec400d6fa5a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:37.405775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Attempting to bind port 413464d3-14e2-42dd-bf51-0ec400d6fa5a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:37.406134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Attempting to bind port 413464d3-14e2-42dd-bf51-0ec400d6fa5a on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:37.409514 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 27a3c9e4-e23c-445f-9e19-8bcd6388939e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=27a3c9e4-e23c-445f-9e19-8bcd6388939e,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:37.410286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fe65d-c885-4f67-a7ca-daf5fa0ad80b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1254ba-0288-416c-b47a-7150d138804c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:37.419262 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:37.419426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:37.419794 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.420177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:37.420669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Bound port: 413464d3-14e2-42dd-bf51-0ec400d6fa5a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:37.421027 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.449702 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b504e8fb-a5e7-495a-a5ba-b14a314bb1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.470791 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-392fe65d-c885-4f67-a7ca-daf5fa0ad80b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.474722 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-392fe65d-c885-4f67-a7ca-daf5fa0ad80b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5334120 May 27 22:53:37.476541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53432) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:37.476705 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.482562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b0e31708-01d1-43f1-8fa1-5dbac5a0b9c0 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Request body: {'security_group_rule': {'security_group_id': '4b330e55-692f-497f-ac2e-d24ade11d30a', 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:37.488824 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b504e8fb-a5e7-495a-a5ba-b14a314bb1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.492042 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.500438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0e31708-01d1-43f1-8fa1-5dbac5a0b9c0 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:37.511939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0e31708-01d1-43f1-8fa1-5dbac5a0b9c0 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Usage tracker for resource:security_group_rule and tenant:c5c2571319bd4772b001747f30d6e4be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:37.517731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b0e31708-01d1-43f1-8fa1-5dbac5a0b9c0 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:37.532151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b0e31708-01d1-43f1-8fa1-5dbac5a0b9c0 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:37.577800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Network 43125c94-2084-462e-bda4-d3eca1d023db is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:37.584137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:37.590274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:37.607164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 05611454-61ee-4938-979b-67c31b0cb5fb is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:37.616199 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-b0e31708-01d1-43f1-8fa1-5dbac5a0b9c0 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Project c5c2571319bd4772b001747f30d6e4be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 22:53:37.617512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:37.624466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc96000-f620-449b-89c5-5b435090c33d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:37.626970 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=27a3c9e4-e23c-445f-9e19-8bcd6388939e,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:37.634199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:37.635590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] For port 413464d3-14e2-42dd-bf51-0ec400d6fa5a, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:37.640779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] For port 413464d3-14e2-42dd-bf51-0ec400d6fa5a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=413464d3-14e2-42dd-bf51-0ec400d6fa5a,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:37.641539 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0e31708-01d1-43f1-8fa1-5dbac5a0b9c0 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.651788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:37.655178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b504e8fb-a5e7-495a-a5ba-b14a314bb1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.672509 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.676968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:37.689955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 350db32e-57b6-4aa3-8f9c-5a3088ba0548 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:53:37.692507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504e8fb-a5e7-495a-a5ba-b14a314bb1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca422e51-e0f9-4173-aa73-b1a3eb1aff1e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:37.723965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ecad1-1b6c-4d5d-8db1-4340fe0d3614 req-7070601b-0fbd-4c03-b10b-fa1db16ffbc1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:37.725420 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a96ecad1-1b6c-4d5d-8db1-4340fe0d3614 req-7070601b-0fbd-4c03-b10b-fa1db16ffbc1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 943 time: 0.3122401 May 27 22:53:37.730175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['27a3c9e4-e23c-445f-9e19-8bcd6388939e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:53:37.736606 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b504e8fb-a5e7-495a-a5ba-b14a314bb1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.740112 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b504e8fb-a5e7-495a-a5ba-b14a314bb1fd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ca422e51-e0f9-4173-aa73-b1a3eb1aff1e HTTP/1.1" status: 204 len: 168 time: 0.4459445 May 27 22:53:37.771893 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0e31708-01d1-43f1-8fa1-5dbac5a0b9c0 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.783751 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.810709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:37.850727 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0e31708-01d1-43f1-8fa1-5dbac5a0b9c0 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.860731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Deleting port 350db32e-57b6-4aa3-8f9c-5a3088ba0548 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:37.861015 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:37.878881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e31708-01d1-43f1-8fa1-5dbac5a0b9c0 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e97532-e85e-4d6c-a2cd-a0715d57004f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:37.952071 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a96ecad1-1b6c-4d5d-8db1-4340fe0d3614 req-d89a5d84-072a-415d-904b-f2f12e77d486 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe623793-bff0-4d6c-8633-d4964ba61746&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2135522 May 27 22:53:37.999069 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0e31708-01d1-43f1-8fa1-5dbac5a0b9c0 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:38.001026 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b0e31708-01d1-43f1-8fa1-5dbac5a0b9c0 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5244987 May 27 22:53:38.012185 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:38.035332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d1687-5e89-4f2f-8525-5c303d6b4dfb None None] Pushing event updated for resources: {'Port': ['ID=413464d3-14e2-42dd-bf51-0ec400d6fa5a,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:38.046489 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Routers {'07a1bf5d-11b9-459c-9618-d9afdb3aed63'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:38.047194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['07a1bf5d-11b9-459c-9618-d9afdb3aed63'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:38.052541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port e2bd3be0-9957-4563-bd60-0573dc347b5c yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:53:38.136634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b4f3b3ff-fa1e-47dd-8662-a524d91dae84 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:53:38.269393 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:38.293179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::f816:3eff:fe2e:de40 (c744ea9b-cdeb-488b-a067-0b211d4c406e/8c88b9f8-895b-48ef-9441-843e85220143/e2bd3be0-9957-4563-bd60-0573dc347b5c) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:38.345340 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f544727d-e4ae-48a1-b188-2a2ddc1344a6 None None] Provisioning for port 6cc96000-f620-449b-89c5-5b435090c33d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:38.378340 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 350db32e-57b6-4aa3-8f9c-5a3088ba0548 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:38.378707 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:38.403408 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:53:38.426099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f544727d-e4ae-48a1-b188-2a2ddc1344a6 None None] Provisioning complete for port 6cc96000-f620-449b-89c5-5b435090c33d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:38.426460 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f544727d-e4ae-48a1-b188-2a2ddc1344a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:38.498073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-014f6052-5d3b-4092-8349-8dbd4968845e tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Synchronizing usage tracker for tenant:c5c2571319bd4772b001747f30d6e4be on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:53:38.612315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53456) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:38.618701 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] Set router 07a1bf5d-11b9-459c-9618-d9afdb3aed63 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:38.632468 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-037e9b0c-c2c6-4d0d-a352-6c12fe8dbee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:38.647673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-037e9b0c-c2c6-4d0d-a352-6c12fe8dbee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:38.652526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-037e9b0c-c2c6-4d0d-a352-6c12fe8dbee5 admin admin] Usage tracker for resource:security_group_rule and tenant:c29f7de7889e4c9da2c318c6e61ce9f0 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:38.655379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-037e9b0c-c2c6-4d0d-a352-6c12fe8dbee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:38.661470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-037e9b0c-c2c6-4d0d-a352-6c12fe8dbee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:38.738655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-014f6052-5d3b-4092-8349-8dbd4968845e tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Unset dirty status for tenant:c5c2571319bd4772b001747f30d6e4be on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:38.740248 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-014f6052-5d3b-4092-8349-8dbd4968845e tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1233725903&fields=id&tenant_id=c5c2571319bd4772b001747f30d6e4be HTTP/1.1" status: 200 len: 267 time: 0.4971395 May 27 22:53:38.759916 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-037e9b0c-c2c6-4d0d-a352-6c12fe8dbee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:38.813376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 350db32e-57b6-4aa3-8f9c-5a3088ba0548, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=350db32e-57b6-4aa3-8f9c-5a3088ba0548,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:38.815937 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-037e9b0c-c2c6-4d0d-a352-6c12fe8dbee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:38.829865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f544727d-e4ae-48a1-b188-2a2ddc1344a6 None None] Port 6cc96000-f620-449b-89c5-5b435090c33d cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:53:38.845166 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] For port 350db32e-57b6-4aa3-8f9c-5a3088ba0548, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=350db32e-57b6-4aa3-8f9c-5a3088ba0548,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:38.846085 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:38.874141 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-037e9b0c-c2c6-4d0d-a352-6c12fe8dbee5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c29f7de7889e4c9da2c318c6e61ce9f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2578609 May 27 22:53:38.874141 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e9b0c-c2c6-4d0d-a352-6c12fe8dbee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3145357b-1642-42ad-b803-a96a6fc5ddcd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:38.876274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53460) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:38.905374 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:38.943989 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ed9bed7-b1a8-45cf-b44a-7f66b36e821e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:38.975607 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ed9bed7-b1a8-45cf-b44a-7f66b36e821e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:39.001942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abe6fc-1de6-46c8-90e4-38da8de51100 req-92eadc61-5270-42c9-b712-9fa277649465 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:39.003438 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0abe6fc-1de6-46c8-90e4-38da8de51100 req-92eadc61-5270-42c9-b712-9fa277649465 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.5160639 May 27 22:53:39.085080 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ed9bed7-b1a8-45cf-b44a-7f66b36e821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:39.103128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9bed7-b1a8-45cf-b44a-7f66b36e821e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3145357b-1642-42ad-b803-a96a6fc5ddcd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:39.112029 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ed9bed7-b1a8-45cf-b44a-7f66b36e821e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:39.117557 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5ed9bed7-b1a8-45cf-b44a-7f66b36e821e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3145357b-1642-42ad-b803-a96a6fc5ddcd HTTP/1.1" status: 204 len: 168 time: 0.2402022 May 27 22:53:39.121710 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:39.130468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-566a315a-be4d-480f-a27d-3ca83243d9a7 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:39.131153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-566a315a-be4d-480f-a27d-3ca83243d9a7 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Synchronizing usage tracker for tenant:c5c2571319bd4772b001747f30d6e4be on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:53:39.132038 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Calling delete_port for 350db32e-57b6-4aa3-8f9c-5a3088ba0548 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:39.138175 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:39.145711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0abe6fc-1de6-46c8-90e4-38da8de51100 req-6f173708-d935-4871-b8ad-f4834edef43b tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291630 May 27 22:53:39.163135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object e2bd3be0-9957-4563-bd60-0573dc347b5c will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:39.182881 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:39.265810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-566a315a-be4d-480f-a27d-3ca83243d9a7 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Unset dirty status for tenant:c5c2571319bd4772b001747f30d6e4be on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:39.267179 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-566a315a-be4d-480f-a27d-3ca83243d9a7 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/networks?id=52fc9a68-72c8-4997-84a0-65fb77b6541c HTTP/1.1" status: 200 len: 808 time: 0.4740820 May 27 22:53:39.313566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b4f3b3ff-fa1e-47dd-8662-a524d91dae84, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b4f3b3ff-fa1e-47dd-8662-a524d91dae84,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:39.347338 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-1f3095fb-bbb6-4ffe-a33e-bc7dce3f89c1 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/quotas/c5c2571319bd4772b001747f30d6e4be HTTP/1.1" status: 200 len: 375 time: 0.0678842 May 27 22:53:39.356718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:39.361076 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:39.376811 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc96000-f620-449b-89c5-5b435090c33d,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:39.396745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'b4f3b3ff-fa1e-47dd-8662-a524d91dae84', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'port_id': 'b4f3b3ff-fa1e-47dd-8662-a524d91dae84', 'mac_address': 'fa:16:3e:eb:79:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:53:39.415250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=350db32e-57b6-4aa3-8f9c-5a3088ba0548,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:39.502874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:39.524671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port b4f3b3ff-fa1e-47dd-8662-a524d91dae84 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:39.525642 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:39.543560 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:53:39.543927 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:53:39.547172 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f3b3ff-fa1e-47dd-8662-a524d91dae84 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:53:39.555192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:39.565464 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b4f3b3ff-fa1e-47dd-8662-a524d91dae84, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b4f3b3ff-fa1e-47dd-8662-a524d91dae84,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:39.568705 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'name': 'tempest-TestAggregatesBasicOps-1681066119-router', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:22Z', 'updated_at': '2022-05-27T22:53:38Z', 'revision_number': 4, 'project_id': 'fbe30052dea541319faf101796ce952e', 'gw_port': {'id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:24Z', 'updated_at': '2022-05-27T22:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6cc96000-f620-449b-89c5-5b435090c33d', 'name': '', 'network_id': '43125c94-2084-462e-bda4-d3eca1d023db', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'mac_address': 'fa:16:3e:d9:9f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '5aacde6f-8429-4e21-8d8d-48b0f3d81325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:35Z', 'updated_at': '2022-05-27T22:53:36Z', 'revision_number': 1, 'project_id': 'fbe30052dea541319faf101796ce952e', 'subnets': [{'id': '5aacde6f-8429-4e21-8d8d-48b0f3d81325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:39.573969 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7c786a-61e3-4da8-94f4-2be8cda21277 None None] The sync data for ids ['07a1bf5d-11b9-459c-9618-d9afdb3aed63'] in n-d-843680-3 is: [{'id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'name': 'tempest-TestAggregatesBasicOps-1681066119-router', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:22Z', 'updated_at': '2022-05-27T22:53:38Z', 'revision_number': 4, 'project_id': 'fbe30052dea541319faf101796ce952e', 'gw_port': {'id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:24Z', 'updated_at': '2022-05-27T22:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6cc96000-f620-449b-89c5-5b435090c33d', 'name': '', 'network_id': '43125c94-2084-462e-bda4-d3eca1d023db', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'mac_address': 'fa:16:3e:d9:9f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '5aacde6f-8429-4e21-8d8d-48b0f3d81325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:35Z', 'updated_at': '2022-05-27T22:53:36Z', 'revision_number': 1, 'project_id': 'fbe30052dea541319faf101796ce952e', 'subnets': [{'id': '5aacde6f-8429-4e21-8d8d-48b0f3d81325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:53:39.581812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:39.587378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:39.588539 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:39.616712 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:39.617871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=e2bd3be0-9957-4563-bd60-0573dc347b5c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:39.694488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac8b77-48ca-402e-a783-466c9956a24c req-987d15c7-06a2-4657-b7e9-64cf5589ee47 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:39.696034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fac8b77-48ca-402e-a783-466c9956a24c req-987d15c7-06a2-4657-b7e9-64cf5589ee47 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 945 time: 0.4061275 May 27 22:53:39.717638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=b4f3b3ff-fa1e-47dd-8662-a524d91dae84,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:39.752510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Network 43125c94-2084-462e-bda4-d3eca1d023db is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:39.763189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:39.777735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53476) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:39.778005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2285692b-088a-4bc8-82b2-96c21c772a5d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4762778 May 27 22:53:39.787822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-ff5314bd-cbfd-47a4-8ebb-a896844c3b27 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Synchronizing usage tracker for tenant:c5c2571319bd4772b001747f30d6e4be on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:53:39.793441 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fac8b77-48ca-402e-a783-466c9956a24c req-ed180607-0ae3-4a58-ad32-7743219c7b0b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817025 May 27 22:53:39.828431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b4f3b3ff-fa1e-47dd-8662-a524d91dae84'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:53:39.982441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15d7824-de13-4819-9c2c-e7e59e35bf4e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:40.002821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15d7824-de13-4819-9c2c-e7e59e35bf4e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:40.007606 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f15d7824-de13-4819-9c2c-e7e59e35bf4e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2287874 May 27 22:53:40.008273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53482) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:40.059146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-ff5314bd-cbfd-47a4-8ebb-a896844c3b27 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Unset dirty status for tenant:c5c2571319bd4772b001747f30d6e4be on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:40.068379 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-ff5314bd-cbfd-47a4-8ebb-a896844c3b27 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=c5c2571319bd4772b001747f30d6e4be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6287355 May 27 22:53:40.089749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 27a3c9e4-e23c-445f-9e19-8bcd6388939e up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:40.138391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb92d7-4b49-4c40-b71d-570ce775488d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port e2bd3be0-9957-4563-bd60-0573dc347b5c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:40.138944 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ceb92d7-4b49-4c40-b71d-570ce775488d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:40.219882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Deleting port 350db32e-57b6-4aa3-8f9c-5a3088ba0548 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:40.220727 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:40.508680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5f59ba7b-5741-4cd1-8354-f1c28600704b None None] Provisioning complete for port 6cc96000-f620-449b-89c5-5b435090c33d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:40.509470 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5f59ba7b-5741-4cd1-8354-f1c28600704b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:40.553397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Router 07a1bf5d-11b9-459c-9618-d9afdb3aed63 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:53:40.575853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 27a3c9e4-e23c-445f-9e19-8bcd6388939e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:40.598308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 27a3c9e4-e23c-445f-9e19-8bcd6388939e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:40.599091 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:40.609844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ceb92d7-4b49-4c40-b71d-570ce775488d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:40.732811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5f59ba7b-5741-4cd1-8354-f1c28600704b None None] Port 6cc96000-f620-449b-89c5-5b435090c33d cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:53:40.738343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] For port 350db32e-57b6-4aa3-8f9c-5a3088ba0548, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=350db32e-57b6-4aa3-8f9c-5a3088ba0548,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:40.738737 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:40.818276 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-00fbb883-f4ce-415b-9ba9-50a8725f704a service neutron] 10.222.0.27 "GET /v2.0/networks/52fc9a68-72c8-4997-84a0-65fb77b6541c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7257872 May 27 22:53:40.826364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8648c3-ea92-4fab-9616-308a43af978c req-d55c355d-483b-4d6e-963b-5f440d6bace4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:40.833023 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac8648c3-ea92-4fab-9616-308a43af978c req-d55c355d-483b-4d6e-963b-5f440d6bace4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 944 time: 0.7936943 May 27 22:53:40.947488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Calling delete_port for 350db32e-57b6-4aa3-8f9c-5a3088ba0548 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:41.092074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 413464d3-14e2-42dd-bf51-0ec400d6fa5a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:41.099603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0ceb92d7-4b49-4c40-b71d-570ce775488d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for e2bd3be0-9957-4563-bd60-0573dc347b5c owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:41.142610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a72cf-0719-4615-9861-d66b8fb1375e req-ee193dd2-35c9-4e66-bc8b-7b75bc2bc864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:41.151386 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-513a72cf-0719-4615-9861-d66b8fb1375e req-ee193dd2-35c9-4e66-bc8b-7b75bc2bc864 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 1096 time: 0.6808562 May 27 22:53:41.168185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 27a3c9e4-e23c-445f-9e19-8bcd6388939e is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:41.168591 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:41.177037 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac8648c3-ea92-4fab-9616-308a43af978c req-8a7d7808-8229-4b27-b385-50b9eb8152c7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe623793-bff0-4d6c-8633-d4964ba61746&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3429737 May 27 22:53:41.206500 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a30927-14c5-4459-b834-287902c5bfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a3c9e4-e23c-445f-9e19-8bcd6388939e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:53:41.248221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 27a3c9e4-e23c-445f-9e19-8bcd6388939e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=27a3c9e4-e23c-445f-9e19-8bcd6388939e,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:41.255973 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-513a72cf-0719-4615-9861-d66b8fb1375e req-4ba9e86c-25bf-4e8d-bd0d-92033d79110b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970550 May 27 22:53:41.264162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:53:41.272483 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1b717228-7e50-486a-9b89-bdee6e4b1840 admin admin] 10.222.0.27 "PUT /v2.0/routers/07a1bf5d-11b9-459c-9618-d9afdb3aed63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6733754 May 27 22:53:41.316826 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-5dd9e7f4-3a04-460d-85c6-b9a1b020d0ee service neutron] 10.222.0.27 "GET /v2.0/networks/52fc9a68-72c8-4997-84a0-65fb77b6541c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816699 May 27 22:53:41.339798 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:41.419471 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 413464d3-14e2-42dd-bf51-0ec400d6fa5a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:41.455742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 413464d3-14e2-42dd-bf51-0ec400d6fa5a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:41.456039 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:41.473225 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ceb92d7-4b49-4c40-b71d-570ce775488d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:41.581521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=27a3c9e4-e23c-445f-9e19-8bcd6388939e,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:41.587236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dcdfb-cc81-4dc2-b8f2-2d2d8279b363 req-f4eeccbd-38f9-42ef-b9e4-ba082281db9b tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:41.601057 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-363dcdfb-cc81-4dc2-b8f2-2d2d8279b363 req-f4eeccbd-38f9-42ef-b9e4-ba082281db9b tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.1864583 May 27 22:53:41.624036 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb92d7-4b49-4c40-b71d-570ce775488d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=e2bd3be0-9957-4563-bd60-0573dc347b5c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:41.648668 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ceb92d7-4b49-4c40-b71d-570ce775488d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:41.661872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:41.706862 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-363dcdfb-cc81-4dc2-b8f2-2d2d8279b363 req-a41e311c-cf68-456b-a333-e4c37a8540e6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967457 May 27 22:53:41.744675 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0ceb92d7-4b49-4c40-b71d-570ce775488d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/e2bd3be0-9957-4563-bd60-0573dc347b5c HTTP/1.1" status: 204 len: 168 time: 1.7344677 May 27 22:53:41.745106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53518) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:41.809743 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] Pushing event deleted for resources: {'Port': ['ID=350db32e-57b6-4aa3-8f9c-5a3088ba0548,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:41.860983 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aed42f4-a4e4-456d-8356-e310dfa41062'] response: {'server_uuid': '81a30927-14c5-4459-b834-287902c5bfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a3c9e4-e23c-445f-9e19-8bcd6388939e', 'code': 200} May 27 22:53:41.881746 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d2455-90b2-4417-b29a-1d08579522a4 None None] No DVR routers for this DVR port 350db32e-57b6-4aa3-8f9c-5a3088ba0548 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:53:41.887136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 413464d3-14e2-42dd-bf51-0ec400d6fa5a is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:41.887493 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:41.910487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 413464d3-14e2-42dd-bf51-0ec400d6fa5a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=413464d3-14e2-42dd-bf51-0ec400d6fa5a,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:41.913357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023eaa8b-c9da-4d8f-9bb4-62e6091d51be tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:41.913587 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eda9d86-a2e5-4649-936c-781e2e15b145 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:53:41.915508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023eaa8b-c9da-4d8f-9bb4-62e6091d51be tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:41.916273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-023eaa8b-c9da-4d8f-9bb4-62e6091d51be tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:53:42.011208 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:42.090012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b4f3b3ff-fa1e-47dd-8662-a524d91dae84 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:42.103845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-023eaa8b-c9da-4d8f-9bb4-62e6091d51be tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:42.108175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53532) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:42.108513 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-023eaa8b-c9da-4d8f-9bb4-62e6091d51be tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3620348 May 27 22:53:42.203515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05368212-0753-41a3-a4f8-20b8b17af35e req-b007c0b5-498e-4359-9617-dd879f1f46fb tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:42.205592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-05368212-0753-41a3-a4f8-20b8b17af35e req-b007c0b5-498e-4359-9617-dd879f1f46fb tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 946 time: 0.2861035 May 27 22:53:42.208771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd82570d-d73c-4ea8-b079-f89e015c59f1 req-ffd04a84-0a06-43c5-8bc2-6a34a64e97fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:42.210470 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd82570d-d73c-4ea8-b079-f89e015c59f1 req-ffd04a84-0a06-43c5-8bc2-6a34a64e97fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 1097 time: 0.2898088 May 27 22:53:42.247627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=413464d3-14e2-42dd-bf51-0ec400d6fa5a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:42.260928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d1b821-1c72-4dd4-b734-b5d0a88fa1a5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 8c88b9f8-895b-48ef-9441-843e85220143 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:53:42.265496 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0d1b821-1c72-4dd4-b734-b5d0a88fa1a5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:42.312029 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:42.312991 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:42.313571 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:42.314122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:42.314628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:42.314961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:42.315678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:42.315678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:42.315913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:42.316236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:42.317179 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:42.328664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:42.349019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-05368212-0753-41a3-a4f8-20b8b17af35e req-665d3f24-b18d-4516-a6f9-23c1abbc70d4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362407 May 27 22:53:42.353946 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd82570d-d73c-4ea8-b079-f89e015c59f1 req-e30d05ba-c6eb-46f6-991b-f500cb4b1900 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134489 May 27 22:53:42.388877 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0d1b821-1c72-4dd4-b734-b5d0a88fa1a5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:42.496670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009dde41-a531-4a82-8aef-9b25a708c45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '8c88b9f8-895b-48ef-9441-843e85220143'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:53:42.497678 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-009dde41-a531-4a82-8aef-9b25a708c45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:42.511515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port b4f3b3ff-fa1e-47dd-8662-a524d91dae84 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:42.515503 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0d1b821-1c72-4dd4-b734-b5d0a88fa1a5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:42.522691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port b4f3b3ff-fa1e-47dd-8662-a524d91dae84 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:42.523067 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:42.555087 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-53055bec-4a2d-4389-a643-9a34ba46bdaa req-4f984c8f-6adf-452a-835d-d4130cd89dc8 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 210 time: 0.1248708 May 27 22:53:42.746335 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port b4f3b3ff-fa1e-47dd-8662-a524d91dae84 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:42.746719 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:42.777039 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0d1b821-1c72-4dd4-b734-b5d0a88fa1a5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:42.787124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b4f3b3ff-fa1e-47dd-8662-a524d91dae84, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b4f3b3ff-fa1e-47dd-8662-a524d91dae84,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:42.839800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1b821-1c72-4dd4-b734-b5d0a88fa1a5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=8c88b9f8-895b-48ef-9441-843e85220143,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:42.849852 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b0d1b821-1c72-4dd4-b734-b5d0a88fa1a5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:42.873986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f9122-31fc-4f46-a88d-ded21082dc5b req-49eda1db-cc24-4a52-bbc9-bb0d22a427a1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:42.881126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-939f9122-31fc-4f46-a88d-ded21082dc5b req-49eda1db-cc24-4a52-bbc9-bb0d22a427a1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 944 time: 0.1418700 May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server [None req-009dde41-a531-4a82-8aef-9b25a708c45e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c88b9f8-895b-48ef-9441-843e85220143: This subnet is being modified by another concurrent operation. May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 22:53:42.908338 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise exception May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c88b9f8-895b-48ef-9441-843e85220143: This subnet is being modified by another concurrent operation. May 27 22:53:42.912018 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server May 27 22:53:42.920266 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:42.961740 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b0d1b821-1c72-4dd4-b734-b5d0a88fa1a5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/8c88b9f8-895b-48ef-9441-843e85220143 HTTP/1.1" status: 204 len: 168 time: 0.8503628 May 27 22:53:42.967282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53550) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:42.991146 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f36061f-ddb3-42e2-838c-d6534bd98f04 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 22:53:42.993264 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-939f9122-31fc-4f46-a88d-ded21082dc5b req-c95bdeab-75ab-4d22-b482-9d6542784180 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe623793-bff0-4d6c-8633-d4964ba61746&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1112049 May 27 22:53:43.042995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3151904-b2ad-4259-8c47-efb48cdb0fab req-d861f6fb-c004-48f5-8a71-bc56dfb7c7c7 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:43.050625 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a3151904-b2ad-4259-8c47-efb48cdb0fab req-d861f6fb-c004-48f5-8a71-bc56dfb7c7c7 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.1666949 May 27 22:53:43.102196 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f88bd1be-0b52-4026-bb47-2c751d1f5152 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1364374 May 27 22:53:43.104652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:43.104750 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 413464d3-14e2-42dd-bf51-0ec400d6fa5a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:43.109088 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Sync routers for ids ['07a1bf5d-11b9-459c-9618-d9afdb3aed63'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:53:43.138176 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Routers {'07a1bf5d-11b9-459c-9618-d9afdb3aed63'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:43.140014 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['07a1bf5d-11b9-459c-9618-d9afdb3aed63'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:43.157821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-83823fce-33dd-443e-af77-af03df023475 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:53:43.161836 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a3151904-b2ad-4259-8c47-efb48cdb0fab req-53b18e9b-caba-41e2-bcd2-b4a4cb0ff816 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092334 May 27 22:53:43.245256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-83823fce-33dd-443e-af77-af03df023475 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:43.248782 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-83823fce-33dd-443e-af77-af03df023475 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1452055 May 27 22:53:43.252938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53566) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:43.262782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=b4f3b3ff-fa1e-47dd-8662-a524d91dae84,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:43.336857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f36061f-ddb3-42e2-838c-d6534bd98f04 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 22:53:43.371311 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 413464d3-14e2-42dd-bf51-0ec400d6fa5a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:43.371705 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:43.409189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66bdb96-071a-4483-9b40-4b5900ecd941 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:43.413039 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b66bdb96-071a-4483-9b40-4b5900ecd941 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1577060 May 27 22:53:43.414716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53578) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:43.486064 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Set router 07a1bf5d-11b9-459c-9618-d9afdb3aed63 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:43.588123 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fc25161d-be0b-48ed-b036-ff9d084ccd8a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1710069 May 27 22:53:43.591863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53586) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:43.602768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a64712d8-7c53-41d6-8190-03fb71d636cc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:43.831930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a64712d8-7c53-41d6-8190-03fb71d636cc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:43.840602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a64712d8-7c53-41d6-8190-03fb71d636cc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:43.845284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a64712d8-7c53-41d6-8190-03fb71d636cc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:43.855454 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a64712d8-7c53-41d6-8190-03fb71d636cc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:43.896387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f3b3ff-fa1e-47dd-8662-a524d91dae84'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:53:43.913917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 413464d3-14e2-42dd-bf51-0ec400d6fa5a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:44.017072 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'name': 'tempest-TestAggregatesBasicOps-1681066119-router', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:22Z', 'updated_at': '2022-05-27T22:53:38Z', 'revision_number': 4, 'project_id': 'fbe30052dea541319faf101796ce952e', 'gw_port': {'id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:24Z', 'updated_at': '2022-05-27T22:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6cc96000-f620-449b-89c5-5b435090c33d', 'name': '', 'network_id': '43125c94-2084-462e-bda4-d3eca1d023db', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'mac_address': 'fa:16:3e:d9:9f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '5aacde6f-8429-4e21-8d8d-48b0f3d81325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:35Z', 'updated_at': '2022-05-27T22:53:38Z', 'revision_number': 2, 'project_id': 'fbe30052dea541319faf101796ce952e', 'subnets': [{'id': '5aacde6f-8429-4e21-8d8d-48b0f3d81325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:44.021613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64712d8-7c53-41d6-8190-03fb71d636cc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:44.021772 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Checking router: 07a1bf5d-11b9-459c-9618-d9afdb3aed63 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:53:44.024745 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Updating router 07a1bf5d-11b9-459c-9618-d9afdb3aed63 port 6cc96000-f620-449b-89c5-5b435090c33d binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:53:44.025982 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a64712d8-7c53-41d6-8190-03fb71d636cc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:44.089969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa977439-0f77-4ae6-a34d-0c9b64bd32ee req-d9147f8b-4ae6-45a3-89f4-b5a3d2750345 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:44.091898 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa977439-0f77-4ae6-a34d-0c9b64bd32ee req-d9147f8b-4ae6-45a3-89f4-b5a3d2750345 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0932100 May 27 22:53:44.152424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa977439-0f77-4ae6-a34d-0c9b64bd32ee req-0342decf-bee4-48f6-8863-920188b3617a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529895 May 27 22:53:44.166903 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:44.233429 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-54c7bbf5-9efa-40ce-8cca-92596af713fc req-e8df22ee-bf65-4868-816a-ac515baa2e01 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 210 time: 0.0537689 May 27 22:53:44.273523 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c876f28-d25a-4778-a0cf-417de791aca2'] response: {'server_uuid': 'aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f3b3ff-fa1e-47dd-8662-a524d91dae84', 'code': 200} May 27 22:53:44.555436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612450f-666b-46b4-8dc4-0042d441bead req-c66d1151-311b-4c22-a69b-32aeaebbabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:44.558228 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a612450f-666b-46b4-8dc4-0042d441bead req-c66d1151-311b-4c22-a69b-32aeaebbabc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 1096 time: 0.3554866 May 27 22:53:44.617836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08432-052f-4d3a-82e2-04cca96827c0 req-2cf108c0-a85b-4c78-b1f6-246be33bfed9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:44.619873 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4b08432-052f-4d3a-82e2-04cca96827c0 req-2cf108c0-a85b-4c78-b1f6-246be33bfed9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.2073300 May 27 22:53:44.627794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ec6de-e3be-4898-a96f-e8e46ee35731 req-57dc6525-f00d-4737-b07e-2eec9d6c6fb1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:44.629288 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-913ec6de-e3be-4898-a96f-e8e46ee35731 req-57dc6525-f00d-4737-b07e-2eec9d6c6fb1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 945 time: 0.1675398 May 27 22:53:44.646081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f46678-6b90-484b-b347-68c2e0a302b5 req-3061c615-c0e8-40eb-9eae-aa1cfa6b239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:44.648436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a8f46678-6b90-484b-b347-68c2e0a302b5 req-3061c615-c0e8-40eb-9eae-aa1cfa6b239b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 1096 time: 0.3089375 May 27 22:53:44.757371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4b08432-052f-4d3a-82e2-04cca96827c0 req-b214ad6b-baab-41c8-b944-3b6e30021958 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265376 May 27 22:53:44.760567 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-913ec6de-e3be-4898-a96f-e8e46ee35731 req-b2571021-05d8-4709-98d4-be0056690436 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe623793-bff0-4d6c-8633-d4964ba61746&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1121488 May 27 22:53:44.787946 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a8f46678-6b90-484b-b347-68c2e0a302b5 req-7d92445d-a878-4a24-bac8-4680f1d125ac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fe623793-bff0-4d6c-8633-d4964ba61746&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204519 May 27 22:53:44.794661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612450f-666b-46b4-8dc4-0042d441bead req-e588ca85-763c-49ec-9af1-0d72244b7057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:44.799332 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a612450f-666b-46b4-8dc4-0042d441bead req-e588ca85-763c-49ec-9af1-0d72244b7057 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 920 time: 0.2150717 May 27 22:53:44.810986 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a64712d8-7c53-41d6-8190-03fb71d636cc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:44.820942 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:44.867273 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Transition to ACTIVE for port object 6cc96000-f620-449b-89c5-5b435090c33d will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:44.970786 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:44.979813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64712d8-7c53-41d6-8190-03fb71d636cc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=1929b1c7-91ab-442c-8fbc-84e3de1e1520,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:45.015610 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a612450f-666b-46b4-8dc4-0042d441bead req-b50e3ee1-019c-433e-99e2-224c4eebe7dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33dde196-688f-455b-a13a-7b0b9e314e50 HTTP/1.1" status: 200 len: 217 time: 0.2062941 May 27 22:53:45.270760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7748797-baed-4fae-a7d9-cb24c02177b2 req-43899294-e6ac-45ea-bd9b-8514d3a7232d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:45.272825 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7748797-baed-4fae-a7d9-cb24c02177b2 req-43899294-e6ac-45ea-bd9b-8514d3a7232d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 946 time: 0.3145258 May 27 22:53:45.300377 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ff0df-b287-48a3-93b5-2632ef100e1b None None] Pushing event updated for resources: {'Port': ['ID=6cc96000-f620-449b-89c5-5b435090c33d,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:45.314053 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Attempting to bind port 6cc96000-f620-449b-89c5-5b435090c33d on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:45.314423 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Attempting to bind port 6cc96000-f620-449b-89c5-5b435090c33d by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '385f9203-282c-4e77-83cb-2e140ce167ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '43125c94-2084-462e-bda4-d3eca1d023db'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:45.314764 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Attempting to bind port 6cc96000-f620-449b-89c5-5b435090c33d on network 43125c94-2084-462e-bda4-d3eca1d023db {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:45.333447 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:45.333751 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Checking segment: {'id': '385f9203-282c-4e77-83cb-2e140ce167ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '43125c94-2084-462e-bda4-d3eca1d023db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:45.334199 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:45.334539 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Bound using segment: {'id': '385f9203-282c-4e77-83cb-2e140ce167ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '43125c94-2084-462e-bda4-d3eca1d023db'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:45.335751 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Bound port: 6cc96000-f620-449b-89c5-5b435090c33d, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385f9203-282c-4e77-83cb-2e140ce167ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '43125c94-2084-462e-bda4-d3eca1d023db'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:45.336127 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:45.358367 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7748797-baed-4fae-a7d9-cb24c02177b2 req-817cd1a4-c2d8-4149-9ea5-367186f0f2f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676720 May 27 22:53:45.405723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612450f-666b-46b4-8dc4-0042d441bead req-db61247d-7f78-4106-9c29-730ea383483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:45.407386 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a612450f-666b-46b4-8dc4-0042d441bead req-db61247d-7f78-4106-9c29-730ea383483f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.0971241 May 27 22:53:45.412709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64712d8-7c53-41d6-8190-03fb71d636cc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:45.428614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a64712d8-7c53-41d6-8190-03fb71d636cc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:45.442844 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1fa0a6-efde-4d77-8ec0-fadefa4868b4 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:53:45.498804 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] For port 6cc96000-f620-449b-89c5-5b435090c33d, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:45.506392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64712d8-7c53-41d6-8190-03fb71d636cc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:45.507003 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a64712d8-7c53-41d6-8190-03fb71d636cc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:45.522153 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] For port 6cc96000-f620-449b-89c5-5b435090c33d, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6cc96000-f620-449b-89c5-5b435090c33d,segment=NetworkSegment(385f9203-282c-4e77-83cb-2e140ce167ce),segment_id=385f9203-282c-4e77-83cb-2e140ce167ce)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:45.558074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-eac44eef-b2be-48f4-aad2-c0a5baedeb48 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:45.560281 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-eac44eef-b2be-48f4-aad2-c0a5baedeb48 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.57 "GET /v2.0/networks?id=52fc9a68-72c8-4997-84a0-65fb77b6541c HTTP/1.1" status: 200 len: 808 time: 0.5821304 May 27 22:53:45.570005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3c12298-6943-4ee1-9817-43e25a43be6c req-4959e30c-3ce0-4e6a-9773-89deb474007b tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 210 time: 0.0652187 May 27 22:53:45.589684 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:45.592729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612450f-666b-46b4-8dc4-0042d441bead req-56049417-6911-45c8-b543-234ad1632365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:45.595220 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a612450f-666b-46b4-8dc4-0042d441bead req-56049417-6911-45c8-b543-234ad1632365 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639278 May 27 22:53:45.669489 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a64712d8-7c53-41d6-8190-03fb71d636cc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0757291 May 27 22:53:45.672902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53624) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:45.678569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'mac_address': 'fa:16:3e:6f:fc:76', 'name': 'tempest-NetworksTestDHCPv6-1476593859'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:45.678722 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Routers {'07a1bf5d-11b9-459c-9618-d9afdb3aed63'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:45.679321 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['07a1bf5d-11b9-459c-9618-d9afdb3aed63'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:45.796773 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ff0df-b287-48a3-93b5-2632ef100e1b None None] Pushing event updated for resources: {'Port': ['ID=6cc96000-f620-449b-89c5-5b435090c33d,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:45.912728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '1929b1c7-91ab-442c-8fbc-84e3de1e1520'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:53:45.923832 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-f83a456a-26ab-4227-bbfb-f89459180a89 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5c2571319bd4772b001747f30d6e4be HTTP/1.1" status: 200 len: 380 time: 0.3052535 May 27 22:53:45.935464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Request body: {'port': {'device_id': 'a0e346de-be59-4ddf-a05b-d4f05e029821', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'admin_state_up': True, 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'security_groups': ['4b330e55-692f-497f-ac2e-d24ade11d30a']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:45.936022 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:46.056275 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] Set router 07a1bf5d-11b9-459c-9618-d9afdb3aed63 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:46.139293 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:46.145511 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:46.167257 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:46.241301 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a612450f-666b-46b4-8dc4-0042d441bead req-04d392bf-427b-4538-b4c9-b76dcb4dc285 service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5988169 May 27 22:53:46.301604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Allocated IP 2001:db8::2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/1929b1c7-91ab-442c-8fbc-84e3de1e1520/8b951d67-bd9c-4b0f-8f1c-b949bb268f0a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:46.402601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:46.411178 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a612450f-666b-46b4-8dc4-0042d441bead req-37331240-5f31-403f-aa68-19503dfec016 service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615138 May 27 22:53:46.477098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:46.490050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:46.584564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f51ee-d643-454d-b9f3-2b4883a4b1fe req-40fc676b-735e-4836-a263-6ee6807f4207 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:46.586061 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-608f51ee-d643-454d-b9f3-2b4883a4b1fe req-40fc676b-735e-4836-a263-6ee6807f4207 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.3878746 May 27 22:53:46.594269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Made reservation on behalf of c5c2571319bd4772b001747f30d6e4be for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:46.601485 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:46.635421 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:46.671360 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:46.677170 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'name': 'tempest-TestAggregatesBasicOps-1681066119-router', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:22Z', 'updated_at': '2022-05-27T22:53:38Z', 'revision_number': 4, 'project_id': 'fbe30052dea541319faf101796ce952e', 'gw_port': {'id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:24Z', 'updated_at': '2022-05-27T22:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6cc96000-f620-449b-89c5-5b435090c33d', 'name': '', 'network_id': '43125c94-2084-462e-bda4-d3eca1d023db', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'mac_address': 'fa:16:3e:d9:9f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '5aacde6f-8429-4e21-8d8d-48b0f3d81325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:35Z', 'updated_at': '2022-05-27T22:53:45Z', 'revision_number': 4, 'project_id': 'fbe30052dea541319faf101796ce952e', 'subnets': [{'id': '5aacde6f-8429-4e21-8d8d-48b0f3d81325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:46.694475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Transition to ACTIVE for port object 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:46.707706 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d074835c-b3ff-4127-871e-fc1b314307b2 None None] The sync data for ids ['07a1bf5d-11b9-459c-9618-d9afdb3aed63'] in n-d-843680-3 is: [{'id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'name': 'tempest-TestAggregatesBasicOps-1681066119-router', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:22Z', 'updated_at': '2022-05-27T22:53:38Z', 'revision_number': 4, 'project_id': 'fbe30052dea541319faf101796ce952e', 'gw_port': {'id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:24Z', 'updated_at': '2022-05-27T22:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6cc96000-f620-449b-89c5-5b435090c33d', 'name': '', 'network_id': '43125c94-2084-462e-bda4-d3eca1d023db', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'mac_address': 'fa:16:3e:d9:9f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': '5aacde6f-8429-4e21-8d8d-48b0f3d81325', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:35Z', 'updated_at': '2022-05-27T22:53:45Z', 'revision_number': 4, 'project_id': 'fbe30052dea541319faf101796ce952e', 'subnets': [{'id': '5aacde6f-8429-4e21-8d8d-48b0f3d81325', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:53:46.719378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Transition to ACTIVE for port object 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:46.741817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 6f6d5f2d-e359-4076-8590-d2730ad7a5cc yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:53:46.807263 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:46.828305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-608f51ee-d643-454d-b9f3-2b4883a4b1fe req-b195d06c-a020-4e83-969c-fe079ee61629 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196038 May 27 22:53:46.890521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:46.967125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:46.970044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Pushing event updated for resources: {'Port': ['ID=8b951d67-bd9c-4b0f-8f1c-b949bb268f0a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:46.977171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:47.013636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Allocated IP 172.20.0.9 (52fc9a68-72c8-4997-84a0-65fb77b6541c/f4e5e612-ccec-465a-9aa0-192c4d7d5395/088612ea-291c-4b83-b266-280f1907605f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:47.114752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Attempting to bind port 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:47.115410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Attempting to bind port 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:47.116642 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Attempting to bind port 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:47.130145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:47.130817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:47.131391 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:47.144505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::152 (c744ea9b-cdeb-488b-a067-0b211d4c406e/1929b1c7-91ab-442c-8fbc-84e3de1e1520/6f6d5f2d-e359-4076-8590-d2730ad7a5cc) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:47.148743 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:47.149330 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Bound port: 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:47.159161 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:47.222611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6cc96000-f620-449b-89c5-5b435090c33d up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:47.403121 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:47.455280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object 6f6d5f2d-e359-4076-8590-d2730ad7a5cc will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:47.509461 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:47.524467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] For port 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:47.534210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] For port 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8b951d67-bd9c-4b0f-8f1c-b949bb268f0a,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:47.566037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Transition to ACTIVE for port object 088612ea-291c-4b83-b266-280f1907605f will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:47.583571 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:47.605734 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:47.714807 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:47.781515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:47.789897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=6f6d5f2d-e359-4076-8590-d2730ad7a5cc,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:47.798363 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:47.812731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 6cc96000-f620-449b-89c5-5b435090c33d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:47.813973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:47.829937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20240400-5f49-45f3-9e8b-9c0550af2d66 None None] Pushing event updated for resources: {'Port': ['ID=8b951d67-bd9c-4b0f-8f1c-b949bb268f0a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:47.838546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 6cc96000-f620-449b-89c5-5b435090c33d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:47.838914 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:47.849396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:47.850074 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:47.888514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:47.888903 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:47.889246 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:47.892107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:47.892107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:47.892107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:47.892475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:47.892782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:47.893118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:47.897851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Pushing event updated for resources: {'Port': ['ID=088612ea-291c-4b83-b266-280f1907605f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:47.901724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:47.902430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:47.903283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:53:47.927012 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Network 52fc9a68-72c8-4997-84a0-65fb77b6541c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:47.931631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:47.959670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:48.026977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8cfbe-6ba9-4ea7-93bf-1d9cc686985a req-54c95ad8-50cb-4eb8-8ce3-4006257fc7a6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:48.037621 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04a8cfbe-6ba9-4ea7-93bf-1d9cc686985a req-54c95ad8-50cb-4eb8-8ce3-4006257fc7a6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 945 time: 0.5351238 May 27 22:53:48.102862 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fb97a21d-85ee-4e00-b609-c22043f9d83e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4262657 May 27 22:53:48.104151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53678) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:48.158140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6cc96000-f620-449b-89c5-5b435090c33d is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:48.161246 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:48.235276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:48.237132 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:48.237610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 6cc96000-f620-449b-89c5-5b435090c33d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6cc96000-f620-449b-89c5-5b435090c33d,segment=NetworkSegment(385f9203-282c-4e77-83cb-2e140ce167ce),segment_id=385f9203-282c-4e77-83cb-2e140ce167ce)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:48.288392 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04a8cfbe-6ba9-4ea7-93bf-1d9cc686985a req-2b3a798a-49cc-486b-b284-bf0eb6e520c6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe623793-bff0-4d6c-8633-d4964ba61746&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2508028 May 27 22:53:48.318725 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:48.417275 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-476658b2-7602-4c92-9763-fd2be0753889 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4867523 May 27 22:53:48.436220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Request body: {'port': {'device_id': 'a0e346de-be59-4ddf-a05b-d4f05e029821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:48.482470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c01707-419a-4d7e-9ed8-d2dae498d834 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:48.491381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c01707-419a-4d7e-9ed8-d2dae498d834 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:48.492211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f1c01707-419a-4d7e-9ed8-d2dae498d834 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:53:48.524130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53686) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:48.542894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=6cc96000-f620-449b-89c5-5b435090c33d,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:48.678040 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:48.691730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f1c01707-419a-4d7e-9ed8-d2dae498d834 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:48.701495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-afff8a44-2f00-471e-8bf2-6a7cc53c5371 None None] Provisioning for port 088612ea-291c-4b83-b266-280f1907605f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:48.707657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-afff8a44-2f00-471e-8bf2-6a7cc53c5371 None None] Provisioning complete for port 088612ea-291c-4b83-b266-280f1907605f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:48.708015 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afff8a44-2f00-471e-8bf2-6a7cc53c5371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:48.710683 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f1c01707-419a-4d7e-9ed8-d2dae498d834 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5967820 May 27 22:53:48.726581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53698) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:48.791679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-afff8a44-2f00-471e-8bf2-6a7cc53c5371 None None] Port 088612ea-291c-4b83-b266-280f1907605f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:53:49.046337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d1909-a7a9-4130-bd6f-0c610a68efff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 6f6d5f2d-e359-4076-8590-d2730ad7a5cc {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:49.046678 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec3d1909-a7a9-4130-bd6f-0c610a68efff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:49.236991 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6cc96000-f620-449b-89c5-5b435090c33d up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:49.422319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 6cc96000-f620-449b-89c5-5b435090c33d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:49.425822 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:49.449015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088612ea-291c-4b83-b266-280f1907605f {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:53:49.459614 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:49.507334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Transition to ACTIVE for port object 088612ea-291c-4b83-b266-280f1907605f will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:49.581716 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:49.678432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6cc96000-f620-449b-89c5-5b435090c33d is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:49.680087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:49.839216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:49.988412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f249002-1169-493c-aa35-f9b03f5a59aa req-56997555-c46c-4aca-b803-1c57152334ec tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:49.996092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f249002-1169-493c-aa35-f9b03f5a59aa req-56997555-c46c-4aca-b803-1c57152334ec tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 931 time: 1.2481530 May 27 22:53:50.044569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5d73df01-be04-431f-9d1b-28bef2bbbfdd None None] Provisioning for port 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:50.050665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5d73df01-be04-431f-9d1b-28bef2bbbfdd None None] Provisioning complete for port 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:50.051671 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d73df01-be04-431f-9d1b-28bef2bbbfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:50.130193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Pushing event updated for resources: {'Port': ['ID=088612ea-291c-4b83-b266-280f1907605f,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:50.145088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f249002-1169-493c-aa35-f9b03f5a59aa req-b8bf5346-38ec-4fb0-9842-2fb59382cce1 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b330e55-692f-497f-ac2e-d24ade11d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429856 May 27 22:53:50.240591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Attempting to bind port 088612ea-291c-4b83-b266-280f1907605f on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:50.241232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Attempting to bind port 088612ea-291c-4b83-b266-280f1907605f by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '75765629-3ca5-462e-a032-d342ccd8b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:50.241741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Attempting to bind port 088612ea-291c-4b83-b266-280f1907605f on network 52fc9a68-72c8-4997-84a0-65fb77b6541c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:50.257475 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Port 088612ea-291c-4b83-b266-280f1907605f on network 52fc9a68-72c8-4997-84a0-65fb77b6541c not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:53:50.258282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Attempting to bind port 088612ea-291c-4b83-b266-280f1907605f on network 52fc9a68-72c8-4997-84a0-65fb77b6541c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:50.269531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:50.272853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Checking segment: {'id': '75765629-3ca5-462e-a032-d342ccd8b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:50.273483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Bound using segment: {'id': '75765629-3ca5-462e-a032-d342ccd8b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:50.274150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Bound port: 088612ea-291c-4b83-b266-280f1907605f, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75765629-3ca5-462e-a032-d342ccd8b2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:50.275228 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:50.399271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5d73df01-be04-431f-9d1b-28bef2bbbfdd None None] Current status of the port 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:50.400063 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d73df01-be04-431f-9d1b-28bef2bbbfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:50.434666 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5d73df01-be04-431f-9d1b-28bef2bbbfdd None None] For port 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8b951d67-bd9c-4b0f-8f1c-b949bb268f0a,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:50.435027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] For port 088612ea-291c-4b83-b266-280f1907605f, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:50.438151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] For port 088612ea-291c-4b83-b266-280f1907605f, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=088612ea-291c-4b83-b266-280f1907605f,segment=NetworkSegment(75765629-3ca5-462e-a032-d342ccd8b2b7),segment_id=75765629-3ca5-462e-a032-d342ccd8b2b7)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:50.490808 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d73df01-be04-431f-9d1b-28bef2bbbfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:50.491175 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:50.545392 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4163e19-0101-4b27-8501-7e794a223736 req-4d9d1f4d-b11c-48a9-aef1-b39ab33d6d8d tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:50.554120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:50.555688 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:50.555875 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4163e19-0101-4b27-8501-7e794a223736 req-4d9d1f4d-b11c-48a9-aef1-b39ab33d6d8d tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.5960128 May 27 22:53:50.556205 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] 10.222.0.57 "PUT /v2.0/ports/088612ea-291c-4b83-b266-280f1907605f HTTP/1.1" status: 200 len: 1091 time: 2.1242321 May 27 22:53:50.556716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e346de-be59-4ddf-a05b-d4f05e029821', 'tag': '088612ea-291c-4b83-b266-280f1907605f'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:53:50.574930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73df01-be04-431f-9d1b-28bef2bbbfdd None None] Pushing event updated for resources: {'Port': ['ID=8b951d67-bd9c-4b0f-8f1c-b949bb268f0a,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:50.595078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ebf5a-7cf6-4a07-8b45-1a68a38e0714 service neutron] Pushing event updated for resources: {'Port': ['ID=088612ea-291c-4b83-b266-280f1907605f,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:50.661277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cf7659fa-29e1-470c-ab74-0673a5b2a645 None None] Provisioning for port 6f6d5f2d-e359-4076-8590-d2730ad7a5cc completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:50.675498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cf7659fa-29e1-470c-ab74-0673a5b2a645 None None] Provisioning complete for port 6f6d5f2d-e359-4076-8590-d2730ad7a5cc triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:50.677176 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf7659fa-29e1-470c-ab74-0673a5b2a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:50.756799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cf7659fa-29e1-470c-ab74-0673a5b2a645 None None] Port 6f6d5f2d-e359-4076-8590-d2730ad7a5cc cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:53:50.761219 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec3d1909-a7a9-4130-bd6f-0c610a68efff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:50.767605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4163e19-0101-4b27-8501-7e794a223736 req-453d95e0-79f9-4f8b-b2df-6303c8bd024f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120984 May 27 22:53:50.831966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-85a81f93-f053-4850-93af-31b7ace61772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:50.833722 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-85a81f93-f053-4850-93af-31b7ace61772 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5c2571319bd4772b001747f30d6e4be&device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 1094 time: 0.1468773 May 27 22:53:50.918722 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a9b0f1-4137-4a8b-a60e-a911d7bd1036'] response: {'name': 'network-changed', 'server_uuid': 'a0e346de-be59-4ddf-a05b-d4f05e029821', 'tag': '088612ea-291c-4b83-b266-280f1907605f', 'status': 'completed', 'code': 200} May 27 22:53:50.942663 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-8c7805f4-6102-4b81-b4e4-ca38c611ee7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=088612ea-291c-4b83-b266-280f1907605f HTTP/1.1" status: 200 len: 217 time: 0.0944891 May 27 22:53:50.964516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d1909-a7a9-4130-bd6f-0c610a68efff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 6f6d5f2d-e359-4076-8590-d2730ad7a5cc owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:51.045932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:51.048196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-8da49011-3488-4d48-bd32-d463b3018c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:51.051921 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-8da49011-3488-4d48-bd32-d463b3018c8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4e5e612-ccec-465a-9aa0-192c4d7d5395 HTTP/1.1" status: 200 len: 847 time: 0.1023815 May 27 22:53:51.094926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8afb149b-102c-4007-a87e-7586039cb5ca req-7f22b033-c156-45e0-aac7-2a538f693892 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7232528 May 27 22:53:51.162928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcebef-ad4a-48fd-ae1a-6a07cf06062a req-c07e83fb-b9c2-44c5-8d5e-887f8dee8e44 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:51.181056 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bdbcebef-ad4a-48fd-ae1a-6a07cf06062a req-c07e83fb-b9c2-44c5-8d5e-887f8dee8e44 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 945 time: 0.7582097 May 27 22:53:51.181578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53748) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:51.184708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:51.185098 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:51.203483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-83db65c0-bed9-403e-8609-189ee5838531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:51.204707 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-83db65c0-bed9-403e-8609-189ee5838531 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52fc9a68-72c8-4997-84a0-65fb77b6541c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459410 May 27 22:53:51.357533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e2ce775d-390a-44d2-b8df-91f9ac3398ec tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'floatingip': {'port_id': 'b4f3b3ff-fa1e-47dd-8662-a524d91dae84'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:51.363497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:51.416956 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-51a4991f-6a0c-4211-bf37-c6fb17159258 service neutron] 10.222.0.57 "GET /v2.0/networks/52fc9a68-72c8-4997-84a0-65fb77b6541c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054760 May 27 22:53:51.620731 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1da5ee-0e98-4e81-addb-b4276a3e8a5d req-5ea7efc1-0902-4de0-9ab6-cbd8fcc212a2 service neutron] 10.222.0.57 "GET /v2.0/networks/52fc9a68-72c8-4997-84a0-65fb77b6541c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970465 May 27 22:53:51.645771 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e2ce775d-390a-44d2-b8df-91f9ac3398ec tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:51.853705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fe68b-656e-484a-a865-27bf568476c6 req-18e02163-864c-4697-ab7d-3f28fddb871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:51.855224 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a1fe68b-656e-484a-a865-27bf568476c6 req-18e02163-864c-4697-ab7d-3f28fddb871f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5c2571319bd4772b001747f30d6e4be&device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 1094 time: 0.0843151 May 27 22:53:51.890814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb149b-102c-4007-a87e-7586039cb5ca req-29395b65-e02c-4c54-817a-9ba2c1bba399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:51.892443 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8afb149b-102c-4007-a87e-7586039cb5ca req-29395b65-e02c-4c54-817a-9ba2c1bba399 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 1097 time: 0.5808797 May 27 22:53:52.014998 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fe68b-656e-484a-a865-27bf568476c6 req-a7399cfc-d148-4652-8f21-4144e84d686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:52.016720 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a1fe68b-656e-484a-a865-27bf568476c6 req-a7399cfc-d148-4652-8f21-4144e84d686d service neutron] 10.222.0.57 "GET /v2.0/networks?id=52fc9a68-72c8-4997-84a0-65fb77b6541c HTTP/1.1" status: 200 len: 909 time: 0.1551986 May 27 22:53:52.095577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb149b-102c-4007-a87e-7586039cb5ca req-439c76d8-1fcc-40f9-8f45-97e680963244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:52.095577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8afb149b-102c-4007-a87e-7586039cb5ca req-439c76d8-1fcc-40f9-8f45-97e680963244 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.1467454 May 27 22:53:52.096261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53774) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:52.105511 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a1fe68b-656e-484a-a865-27bf568476c6 req-78e5521f-d7cf-445c-8f6a-d2b6f1b4ed38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=088612ea-291c-4b83-b266-280f1907605f HTTP/1.1" status: 200 len: 217 time: 0.0799599 May 27 22:53:52.123213 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec3d1909-a7a9-4130-bd6f-0c610a68efff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:52.193870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fe68b-656e-484a-a865-27bf568476c6 req-e8790a1b-a27b-4d38-a4e3-d65993c31d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:52.195505 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a1fe68b-656e-484a-a865-27bf568476c6 req-e8790a1b-a27b-4d38-a4e3-d65993c31d9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4e5e612-ccec-465a-9aa0-192c4d7d5395 HTTP/1.1" status: 200 len: 847 time: 0.0826867 May 27 22:53:52.205572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8afb149b-102c-4007-a87e-7586039cb5ca req-583449bf-bdf6-4189-b00a-80448105d67e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27a3c9e4-e23c-445f-9e19-8bcd6388939e HTTP/1.1" status: 200 len: 217 time: 0.0832546 May 27 22:53:52.289416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fe68b-656e-484a-a865-27bf568476c6 req-28c07e3d-686b-402e-8b53-f7047ae6f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:52.291218 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a1fe68b-656e-484a-a865-27bf568476c6 req-28c07e3d-686b-402e-8b53-f7047ae6f8f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52fc9a68-72c8-4997-84a0-65fb77b6541c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893083 May 27 22:53:52.335570 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:52.380540 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d1909-a7a9-4130-bd6f-0c610a68efff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=6f6d5f2d-e359-4076-8590-d2730ad7a5cc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:52.438525 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a1fe68b-656e-484a-a865-27bf568476c6 req-77045a8b-d963-40c6-bf0a-3a4e090a5170 service neutron] 10.222.0.57 "GET /v2.0/networks/52fc9a68-72c8-4997-84a0-65fb77b6541c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408138 May 27 22:53:52.457173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-514432de-c063-4f97-bf6c-6872eb804812 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:52.461074 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-514432de-c063-4f97-bf6c-6872eb804812 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 812 time: 1.1709595 May 27 22:53:52.463052 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3ef00b78-f7ab-4d45-b989-8ac5f3191afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:52.493172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd3e9b-2649-40c9-8ffd-a06e3fdef3f3 req-0d07021d-38d7-4e19-93dc-654e3915f1aa tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:52.500197 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26bd3e9b-2649-40c9-8ffd-a06e3fdef3f3 req-0d07021d-38d7-4e19-93dc-654e3915f1aa tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 943 time: 1.0859258 May 27 22:53:52.520641 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec3d1909-a7a9-4130-bd6f-0c610a68efff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:52.546338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3ef00b78-f7ab-4d45-b989-8ac5f3191afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:52.552413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb149b-102c-4007-a87e-7586039cb5ca req-13889355-12a3-4739-b2c4-4f7e0f34ac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:52.553925 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8afb149b-102c-4007-a87e-7586039cb5ca req-13889355-12a3-4739-b2c4-4f7e0f34ac0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.3002322 May 27 22:53:52.566291 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-bb0cdef4-bd01-4db8-8f7c-c53ccca90090 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/quotas/a3537ac059424872b0999096f4b18e5e HTTP/1.1" status: 200 len: 375 time: 0.0927761 May 27 22:53:52.577546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3ef00b78-f7ab-4d45-b989-8ac5f3191afc admin admin] Usage tracker for resource:security_group_rule and tenant:6b7860a325464c50a9fd2f14643831f5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:52.768617 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a1fe68b-656e-484a-a865-27bf568476c6 req-858dd3c4-a924-4a7f-bbb1-25d578e5254e service neutron] 10.222.0.57 "GET /v2.0/networks/52fc9a68-72c8-4997-84a0-65fb77b6541c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234687 May 27 22:53:52.811893 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3ef00b78-f7ab-4d45-b989-8ac5f3191afc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:52.880275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3ef00b78-f7ab-4d45-b989-8ac5f3191afc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:52.893608 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-82bdf1b7-0253-4744-8216-0578e6c2f82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:52.975834 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ec3d1909-a7a9-4130-bd6f-0c610a68efff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/6f6d5f2d-e359-4076-8590-d2730ad7a5cc HTTP/1.1" status: 204 len: 168 time: 4.2165127 May 27 22:53:52.976050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53782) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:53.019169 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26bd3e9b-2649-40c9-8ffd-a06e3fdef3f3 req-fd17c121-da18-4ae3-a6ac-fbb60d9a342f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b330e55-692f-497f-ac2e-d24ade11d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5180790 May 27 22:53:53.035539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969b448c-5963-4116-a19b-481ba9f36049 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:53.045369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969b448c-5963-4116-a19b-481ba9f36049 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:53.047560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-969b448c-5963-4116-a19b-481ba9f36049 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:53:53.238737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-969b448c-5963-4116-a19b-481ba9f36049 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:53.239834 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-969b448c-5963-4116-a19b-481ba9f36049 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2904327 May 27 22:53:53.242523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53786) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:53.276157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb149b-102c-4007-a87e-7586039cb5ca req-d058c7c6-b75f-4a9d-ac33-ba45f76242af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:53.277709 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8afb149b-102c-4007-a87e-7586039cb5ca req-d058c7c6-b75f-4a9d-ac33-ba45f76242af service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6957462 May 27 22:53:53.310462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69e28dc-e5f4-44be-a180-0fe52f6c2600 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 1929b1c7-91ab-442c-8fbc-84e3de1e1520 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:53:53.313633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f69e28dc-e5f4-44be-a180-0fe52f6c2600 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:53.331770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-2fa0b5c2-f91d-4294-8287-31c307f3df65 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7474990 May 27 22:53:53.373264 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f69e28dc-e5f4-44be-a180-0fe52f6c2600 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:53.456922 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f69e28dc-e5f4-44be-a180-0fe52f6c2600 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:53.588581 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f69e28dc-e5f4-44be-a180-0fe52f6c2600 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:53.634572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69e28dc-e5f4-44be-a180-0fe52f6c2600 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=1929b1c7-91ab-442c-8fbc-84e3de1e1520,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:53.642681 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f69e28dc-e5f4-44be-a180-0fe52f6c2600 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:53.649002 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b084579-1e6a-4ec8-96b2-28ba6c807956 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:53:53.760757 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f69e28dc-e5f4-44be-a180-0fe52f6c2600 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/1929b1c7-91ab-442c-8fbc-84e3de1e1520 HTTP/1.1" status: 204 len: 168 time: 0.5170438 May 27 22:53:53.763068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53790) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:53.766294 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3ef00b78-f7ab-4d45-b989-8ac5f3191afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:53.845443 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f4956fef-0a97-4c05-8c56-d1092e0d2cfd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810180 May 27 22:53:53.847780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53796) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:53.883031 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3ef00b78-f7ab-4d45-b989-8ac5f3191afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:53.913266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8afb149b-102c-4007-a87e-7586039cb5ca req-3508f48b-bff2-4133-bfc9-c9cc44f3fe15 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5720706 May 27 22:53:53.950637 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-5998dbf6-45a9-4bc2-b6d9-013ae8712fee service neutron] 10.222.0.27 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821376 May 27 22:53:53.953549 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.resource_extend [None req-e2ce775d-390a-44d2-b8df-91f9ac3398ec tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:53:53.968071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe20c82-06d0-40c8-bb8e-63b534423d60 None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:53:53.972942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1fe20c82-06d0-40c8-bb8e-63b534423d60 None None] Deleting port 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:53.973607 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1fe20c82-06d0-40c8-bb8e-63b534423d60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:53.982959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acac54e-663a-4eaf-9219-ed6a9a3a0bbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:53.986549 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2acac54e-663a-4eaf-9219-ed6a9a3a0bbd tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1375036 May 27 22:53:53.990680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53802) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:54.067682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64edd2ad-e4b5-456a-b3ca-accb0ff6577f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:54.068422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-64edd2ad-e4b5-456a-b3ca-accb0ff6577f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:53:54.122866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53808) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:54.129661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-87d307e5-c90a-4fa9-9f2e-0ca65d9bac4a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1342868463', 'description': 'tempest-description--1283321402'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:54.145803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-87d307e5-c90a-4fa9-9f2e-0ca65d9bac4a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:54.154135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-64edd2ad-e4b5-456a-b3ca-accb0ff6577f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:53:54.163619 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-64edd2ad-e4b5-456a-b3ca-accb0ff6577f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1696908 May 27 22:53:54.165099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53812) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:54.171638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-87d307e5-c90a-4fa9-9f2e-0ca65d9bac4a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Usage tracker for resource:security_group and tenant:ca9d74d397174f93ba6e5bd6746411ba is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:54.201299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef00b78-f7ab-4d45-b989-8ac5f3191afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73ec310-21cc-425f-a0c7-812f2e3bb2e6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:54.207864 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3ef00b78-f7ab-4d45-b989-8ac5f3191afc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6b7860a325464c50a9fd2f14643831f5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0994389 May 27 22:53:54.239379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1fe20c82-06d0-40c8-bb8e-63b534423d60 None None] For port 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8b951d67-bd9c-4b0f-8f1c-b949bb268f0a,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:54.239979 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1fe20c82-06d0-40c8-bb8e-63b534423d60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:54.265140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53816) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:54.265656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-87d307e5-c90a-4fa9-9f2e-0ca65d9bac4a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:54.331009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-87d307e5-c90a-4fa9-9f2e-0ca65d9bac4a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:54.333326 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e2ce775d-390a-44d2-b8df-91f9ac3398ec tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:54.343949 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8afb149b-102c-4007-a87e-7586039cb5ca req-c95e1029-b6bd-4a11-b8d7-7a0cc34c6a7f service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078360 May 27 22:53:54.356800 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b79f49bd-5e85-45a0-b3f6-e8da7dc235ee tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1878266 May 27 22:53:54.359221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53820) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:54.379165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1fe20c82-06d0-40c8-bb8e-63b534423d60 None None] Calling delete_port for 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:54.381165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bc6fbd80-e336-4151-88db-d32cc224462c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:54.415126 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 088612ea-291c-4b83-b266-280f1907605f details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:53:54.444752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-82bdf1b7-0253-4744-8216-0578e6c2f82e admin admin] Deleting port 530854bd-a8ca-4f74-9b6e-34eade848899 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:53:54.444752 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-82bdf1b7-0253-4744-8216-0578e6c2f82e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:54.495480 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87d307e5-c90a-4fa9-9f2e-0ca65d9bac4a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:54.515243 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e2ce775d-390a-44d2-b8df-91f9ac3398ec tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:54.556540 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86b6d8e3-6d9c-4ced-a419-ac3ca6e11b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:54.568474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-87d307e5-c90a-4fa9-9f2e-0ca65d9bac4a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:54.568474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-87d307e5-c90a-4fa9-9f2e-0ca65d9bac4a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Usage tracker for resource:security_group_rule and tenant:ca9d74d397174f93ba6e5bd6746411ba is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:54.586567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-87d307e5-c90a-4fa9-9f2e-0ca65d9bac4a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:54.586567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-87d307e5-c90a-4fa9-9f2e-0ca65d9bac4a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:54.613131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 088612ea-291c-4b83-b266-280f1907605f, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=088612ea-291c-4b83-b266-280f1907605f,segment=NetworkSegment(75765629-3ca5-462e-a032-d342ccd8b2b7),segment_id=75765629-3ca5-462e-a032-d342ccd8b2b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:54.629677 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5409765-7f86-4566-bb39-92bf61098ca0 req-6e153126-5897-4747-8dd2-fd01f6545cab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3526590 May 27 22:53:54.639854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '088612ea-291c-4b83-b266-280f1907605f', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'port_id': '088612ea-291c-4b83-b266-280f1907605f', 'mac_address': 'fa:16:3e:6e:49:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:53:54.647632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bc6fbd80-e336-4151-88db-d32cc224462c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:54.647632 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86b6d8e3-6d9c-4ced-a419-ac3ca6e11b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:54.669275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bc6fbd80-e336-4151-88db-d32cc224462c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:54.695518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 088612ea-291c-4b83-b266-280f1907605f is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:54.695518 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:54.712394 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1fe20c82-06d0-40c8-bb8e-63b534423d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:54.771415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6fbd80-e336-4151-88db-d32cc224462c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:54.771415 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc6fbd80-e336-4151-88db-d32cc224462c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:54.780889 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe20c82-06d0-40c8-bb8e-63b534423d60 None None] Pushing event deleted for resources: {'Port': ['ID=8b951d67-bd9c-4b0f-8f1c-b949bb268f0a,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:54.788199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe20c82-06d0-40c8-bb8e-63b534423d60 None None] No DVR routers for this DVR port 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:53:54.801485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088612ea-291c-4b83-b266-280f1907605f {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:53:54.839196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 088612ea-291c-4b83-b266-280f1907605f, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=088612ea-291c-4b83-b266-280f1907605f,segment=NetworkSegment(75765629-3ca5-462e-a032-d342ccd8b2b7),segment_id=75765629-3ca5-462e-a032-d342ccd8b2b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:54.906452 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87d307e5-c90a-4fa9-9f2e-0ca65d9bac4a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:54.916265 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:54.966253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5409765-7f86-4566-bb39-92bf61098ca0 req-b278ccaa-d195-4403-8c0d-021171ce21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:54.971661 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5409765-7f86-4566-bb39-92bf61098ca0 req-b278ccaa-d195-4403-8c0d-021171ce21f9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 1096 time: 0.2772024 May 27 22:53:55.038483 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87d307e5-c90a-4fa9-9f2e-0ca65d9bac4a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:55.067230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:53:55.114724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-82bdf1b7-0253-4744-8216-0578e6c2f82e admin admin] For port 530854bd-a8ca-4f74-9b6e-34eade848899, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=530854bd-a8ca-4f74-9b6e-34eade848899,segment=NetworkSegment(168e234f-808e-4c7e-a0af-e5ab29cba5cf),segment_id=168e234f-808e-4c7e-a0af-e5ab29cba5cf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:55.114996 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-82bdf1b7-0253-4744-8216-0578e6c2f82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:55.135346 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86b6d8e3-6d9c-4ced-a419-ac3ca6e11b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:55.139834 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:53:55.140275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8b951d67-bd9c-4b0f-8f1c-b949bb268f0a not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:53:55.171728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=088612ea-291c-4b83-b266-280f1907605f,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:55.216504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d307e5-c90a-4fa9-9f2e-0ca65d9bac4a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72774130-127a-4060-b1ac-5507a964e5be,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:55.244387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6d8e3-6d9c-4ced-a419-ac3ca6e11b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73ec310-21cc-425f-a0c7-812f2e3bb2e6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:55.247432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['088612ea-291c-4b83-b266-280f1907605f'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:53:55.309800 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86b6d8e3-6d9c-4ced-a419-ac3ca6e11b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:55.309800 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-86b6d8e3-6d9c-4ced-a419-ac3ca6e11b5b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c73ec310-21cc-425f-a0c7-812f2e3bb2e6 HTTP/1.1" status: 204 len: 168 time: 1.0245571 May 27 22:53:55.333704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5409765-7f86-4566-bb39-92bf61098ca0 req-50e12bee-86fc-4c88-8f1c-00bd63dde977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:55.333704 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5409765-7f86-4566-bb39-92bf61098ca0 req-50e12bee-86fc-4c88-8f1c-00bd63dde977 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 920 time: 0.3395057 May 27 22:53:55.349139 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-82bdf1b7-0253-4744-8216-0578e6c2f82e admin admin] Calling delete_port for 530854bd-a8ca-4f74-9b6e-34eade848899 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:53:55.360585 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-87d307e5-c90a-4fa9-9f2e-0ca65d9bac4a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:55.360585 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-87d307e5-c90a-4fa9-9f2e-0ca65d9bac4a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2190032 May 27 22:53:55.375814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53830) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:55.431375 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-e2ce775d-390a-44d2-b8df-91f9ac3398ec tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Floating IP 54353ca7-ce76-4a28-ab65-07cca151dc90 associated. External IP: 172.25.2.72, port: b4f3b3ff-fa1e-47dd-8662-a524d91dae84. May 27 22:53:55.662189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-969ec495-b791-4435-bad6-23f7ff1ca9fc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Request body: {'security_group_rule': {'security_group_id': '72774130-127a-4060-b1ac-5507a964e5be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:55.668834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-969ec495-b791-4435-bad6-23f7ff1ca9fc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:55.735631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-969ec495-b791-4435-bad6-23f7ff1ca9fc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Usage tracker for resource:security_group_rule and tenant:ca9d74d397174f93ba6e5bd6746411ba is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:55.742964 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-158bbbf4-b3e7-4284-a68a-d20d08406b70 service neutron] 10.222.0.27 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7919526 May 27 22:53:55.768566 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-969ec495-b791-4435-bad6-23f7ff1ca9fc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:55.804224 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5409765-7f86-4566-bb39-92bf61098ca0 req-6b0186b4-e9aa-4ed3-9484-a43de2ccf41e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33dde196-688f-455b-a13a-7b0b9e314e50 HTTP/1.1" status: 200 len: 217 time: 0.4321139 May 27 22:53:55.804579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-969ec495-b791-4435-bad6-23f7ff1ca9fc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:55.976996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d50e39-202a-4a42-b2c7-d60657adacf7 req-840485cb-0e7f-47ec-a514-c56406b9ea8d tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:55.978401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0d50e39-202a-4a42-b2c7-d60657adacf7 req-840485cb-0e7f-47ec-a514-c56406b9ea8d tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 944 time: 1.5478201 May 27 22:53:56.024793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-bc6fbd80-e336-4151-88db-d32cc224462c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:53:56.027335 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc6fbd80-e336-4151-88db-d32cc224462c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:56.064341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5409765-7f86-4566-bb39-92bf61098ca0 req-610ab1ca-fac3-4eb1-9711-3909121f35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:56.065836 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5409765-7f86-4566-bb39-92bf61098ca0 req-610ab1ca-fac3-4eb1-9711-3909121f35b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.2350111 May 27 22:53:56.149105 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0d50e39-202a-4a42-b2c7-d60657adacf7 req-0d7d9d40-83da-4170-86f0-88ba33c65c9f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b330e55-692f-497f-ac2e-d24ade11d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612639 May 27 22:53:56.170558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6fbd80-e336-4151-88db-d32cc224462c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:56.174369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bc6fbd80-e336-4151-88db-d32cc224462c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:56.185747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6fbd80-e336-4151-88db-d32cc224462c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:56.186062 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc6fbd80-e336-4151-88db-d32cc224462c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:56.189793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49487b5-ec7b-4121-b204-69c1fc3cbe46 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:53:56.228299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fbd80-e336-4151-88db-d32cc224462c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=52ae5fc2-fe19-4ab0-baa1-9326cc38e839,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:56.241086 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-969ec495-b791-4435-bad6-23f7ff1ca9fc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:56.335243 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bc6fbd80-e336-4151-88db-d32cc224462c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9668806 May 27 22:53:56.338776 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68b246c7-9c1e-4c67-9a24-bb7022f311c9 req-a7adc4d1-ffe4-4238-b0a4-bea85bf8eec5 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 210 time: 0.0752926 May 27 22:53:56.339897 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-969ec495-b791-4435-bad6-23f7ff1ca9fc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:56.340897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53846) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:56.350116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4a076a9e-ce5e-44b3-9101-0c59d53661b9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:56.366887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 088612ea-291c-4b83-b266-280f1907605f up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:53:56.367866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53850) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:56.385055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ce775d-390a-44d2-b8df-91f9ac3398ec tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Router fd43306b-6880-4ab7-80c3-69e01d3729fd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:53:56.437671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5409765-7f86-4566-bb39-92bf61098ca0 req-e155d858-eb67-4a7f-8eff-81519b303403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:56.439127 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5409765-7f86-4566-bb39-92bf61098ca0 req-e155d858-eb67-4a7f-8eff-81519b303403 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3611321 May 27 22:53:56.455181 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-969ec495-b791-4435-bad6-23f7ff1ca9fc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:56.471019 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-82bdf1b7-0253-4744-8216-0578e6c2f82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:56.540651 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '52ae5fc2-fe19-4ab0-baa1-9326cc38e839'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:53:56.549438 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:56.549890 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f43c3a38-35a0-45a8-b233-45118b2a7cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:56.586150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdf1b7-0253-4744-8216-0578e6c2f82e admin admin] Pushing event deleted for resources: {'Port': ['ID=530854bd-a8ca-4f74-9b6e-34eade848899,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:56.591499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ec495-b791-4435-bad6-23f7ff1ca9fc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928278c4-c0fe-4f1f-b7c6-67c3f74a4ad4,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:56.603717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f43c3a38-35a0-45a8-b233-45118b2a7cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:56.612320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 088612ea-291c-4b83-b266-280f1907605f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:53:56.622994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 088612ea-291c-4b83-b266-280f1907605f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:53:56.623362 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:56.647363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f43c3a38-35a0-45a8-b233-45118b2a7cb1 admin admin] Usage tracker for resource:security_group_rule and tenant:cf191e8250db47b8b8f72fbb7ced1bb2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:56.690764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f43c3a38-35a0-45a8-b233-45118b2a7cb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:56.735544 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-969ec495-b791-4435-bad6-23f7ff1ca9fc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:56.740464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53854) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:56.745240 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-969ec495-b791-4435-bad6-23f7ff1ca9fc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3749728 May 27 22:53:56.755796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-91dbc744-5507-45a7-9673-5cd8e1e5e8bd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Request body: {'security_group_rule': {'security_group_id': '72774130-127a-4060-b1ac-5507a964e5be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:56.759533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f43c3a38-35a0-45a8-b233-45118b2a7cb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:56.788931 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5409765-7f86-4566-bb39-92bf61098ca0 req-6196ac57-f3f4-4a8a-aa2e-009117a81cce service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428373 May 27 22:53:56.804912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4a076a9e-ce5e-44b3-9101-0c59d53661b9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:56.826608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-91dbc744-5507-45a7-9673-5cd8e1e5e8bd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:56.837568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-91dbc744-5507-45a7-9673-5cd8e1e5e8bd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Usage tracker for resource:security_group_rule and tenant:ca9d74d397174f93ba6e5bd6746411ba is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:56.841074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ce775d-390a-44d2-b8df-91f9ac3398ec tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:53:56.847167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-91dbc744-5507-45a7-9673-5cd8e1e5e8bd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:56.866768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-91dbc744-5507-45a7-9673-5cd8e1e5e8bd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:56.887195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74fca3f-5131-42fb-a92b-6b36fec8c78d None None] Sync routers for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:53:56.901177 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e2ce775d-390a-44d2-b8df-91f9ac3398ec tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:56.913685 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Allocated IP 2001:db8::f816:3eff:fe22:8852 (c744ea9b-cdeb-488b-a067-0b211d4c406e/52ae5fc2-fe19-4ab0-baa1-9326cc38e839/8b0c1613-a888-4c04-8e0a-27a8bd912550) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:53:56.914011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4a076a9e-ce5e-44b3-9101-0c59d53661b9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:56.917010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74fca3f-5131-42fb-a92b-6b36fec8c78d None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:56.921985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-e74fca3f-5131-42fb-a92b-6b36fec8c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:56.928908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4a076a9e-ce5e-44b3-9101-0c59d53661b9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:56.951053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4a076a9e-ce5e-44b3-9101-0c59d53661b9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:56.973283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 088612ea-291c-4b83-b266-280f1907605f is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:53:56.974497 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.044826 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91dbc744-5507-45a7-9673-5cd8e1e5e8bd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.059812 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f5409765-7f86-4566-bb39-92bf61098ca0 req-6c914f98-57f5-4949-8135-39ecdf373845 service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563324 May 27 22:53:57.073633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a076a9e-ce5e-44b3-9101-0c59d53661b9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:57.077928 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a076a9e-ce5e-44b3-9101-0c59d53661b9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.119365 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e2ce775d-390a-44d2-b8df-91f9ac3398ec tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "PUT /v2.0/floatingips/54353ca7-ce76-4a28-ab65-07cca151dc90 HTTP/1.1" status: 200 len: 990 time: 5.8367047 May 27 22:53:57.124927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0', 'tag': 'b4f3b3ff-fa1e-47dd-8662-a524d91dae84'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:53:57.138408 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-82bdf1b7-0253-4744-8216-0578e6c2f82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.140193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e346de-be59-4ddf-a05b-d4f05e029821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088612ea-291c-4b83-b266-280f1907605f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:53:57.171154 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91dbc744-5507-45a7-9673-5cd8e1e5e8bd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.195236 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f43c3a38-35a0-45a8-b233-45118b2a7cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.225971 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7d5cde-0b09-4085-a02d-0ed5230631cc'] response: {'server_uuid': 'a0e346de-be59-4ddf-a05b-d4f05e029821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088612ea-291c-4b83-b266-280f1907605f', 'code': 200} May 27 22:53:57.242427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 088612ea-291c-4b83-b266-280f1907605f, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=088612ea-291c-4b83-b266-280f1907605f,segment=NetworkSegment(75765629-3ca5-462e-a032-d342ccd8b2b7),segment_id=75765629-3ca5-462e-a032-d342ccd8b2b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:53:57.275148 n-d-843680-3 neutron-server[88901]: INFO neutron.db.ipam_backend_mixin [None req-4a076a9e-ce5e-44b3-9101-0c59d53661b9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 52ae5fc2-fe19-4ab0-baa1-9326cc38e839 (CIDR: 2001:db8::/64) May 27 22:53:57.331507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-e74fca3f-5131-42fb-a92b-6b36fec8c78d None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:57.355066 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f43c3a38-35a0-45a8-b233-45118b2a7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.376848 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a076a9e-ce5e-44b3-9101-0c59d53661b9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:53:57.377338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a076a9e-ce5e-44b3-9101-0c59d53661b9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:53:57.389890 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.445161 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f43c3a38-35a0-45a8-b233-45118b2a7cb1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cf191e8250db47b8b8f72fbb7ced1bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0718257 May 27 22:53:57.449558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53870) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:57.455133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c3a38-35a0-45a8-b233-45118b2a7cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d88f22-1c5d-4bea-afdc-2905342753e3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:57.478253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c25165-f067-4de6-9eba-f2d0b781144b req-9b60af72-4bfe-4228-96e8-c8d04179095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:57.479815 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-78c25165-f067-4de6-9eba-f2d0b781144b req-9b60af72-4bfe-4228-96e8-c8d04179095b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 1095 time: 0.1752143 May 27 22:53:57.548718 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4a076a9e-ce5e-44b3-9101-0c59d53661b9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2046995 May 27 22:53:57.553678 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53874) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:57.564155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-00166f46-ac6d-454e-94fd-41a955f9d1f0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:57.567872 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f05768c1-3f90-4fff-97b0-a0962b62a0ed'] response: {'name': 'network-changed', 'server_uuid': 'aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0', 'tag': 'b4f3b3ff-fa1e-47dd-8662-a524d91dae84', 'status': 'completed', 'code': 200} May 27 22:53:57.595942 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-78c25165-f067-4de6-9eba-f2d0b781144b req-26164e97-a1ec-4163-9e84-1f51c95a2ba1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4b330e55-692f-497f-ac2e-d24ade11d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013534 May 27 22:53:57.654337 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d7fd36b-4cc1-4b57-8c63-56c0228a87ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.660881 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0541b5d0-59f7-4541-a27a-6b988c8600d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.681133 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d7fd36b-4cc1-4b57-8c63-56c0228a87ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.681549 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.690327 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91dbc744-5507-45a7-9673-5cd8e1e5e8bd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.771482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=088612ea-291c-4b83-b266-280f1907605f,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:57.811432 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d7fd36b-4cc1-4b57-8c63-56c0228a87ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.834718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-00166f46-ac6d-454e-94fd-41a955f9d1f0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:57.837722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fd36b-4cc1-4b57-8c63-56c0228a87ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d88f22-1c5d-4bea-afdc-2905342753e3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:57.839983 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7d7fd36b-4cc1-4b57-8c63-56c0228a87ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.841555 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7d7fd36b-4cc1-4b57-8c63-56c0228a87ce admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/21d88f22-1c5d-4bea-afdc-2905342753e3 HTTP/1.1" status: 204 len: 168 time: 0.3908374 May 27 22:53:57.854025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-00166f46-ac6d-454e-94fd-41a955f9d1f0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:57.857525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-00166f46-ac6d-454e-94fd-41a955f9d1f0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:57.874840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-00166f46-ac6d-454e-94fd-41a955f9d1f0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:57.901278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d8def8b-ba93-44ff-86c8-b8b616939697 req-3d67da88-e2e8-413a-90b2-43db2097aa6e tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 210 time: 0.3320906 May 27 22:53:57.901873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbc744-5507-45a7-9673-5cd8e1e5e8bd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7925edc0-95fb-4820-9e54-a695dac03049,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:57.975676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00166f46-ac6d-454e-94fd-41a955f9d1f0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:57.980268 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00166f46-ac6d-454e-94fd-41a955f9d1f0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:57.982821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Transition to ACTIVE for port object 8b0c1613-a888-4c04-8e0a-27a8bd912550 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:58.037878 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91dbc744-5507-45a7-9673-5cd8e1e5e8bd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:58.042760 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-91dbc744-5507-45a7-9673-5cd8e1e5e8bd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2993116 May 27 22:53:58.046834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53880) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:58.054383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:58.060930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Transition to ACTIVE for port object 8b0c1613-a888-4c04-8e0a-27a8bd912550 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:53:58.067656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:58.079105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Usage tracker for resource:floatingip and tenant:ca9d74d397174f93ba6e5bd6746411ba is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:58.084254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-e74fca3f-5131-42fb-a92b-6b36fec8c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '54353ca7-ce76-4a28-ab65-07cca151dc90', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.72', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': 'b4f3b3ff-fa1e-47dd-8662-a524d91dae84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:eb:79:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:53:10Z', 'updated_at': '2022-05-27T22:53:53Z', 'revision_number': 1, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:58.086555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:58.088948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74fca3f-5131-42fb-a92b-6b36fec8c78d None None] Checking router: fd43306b-6880-4ab7-80c3-69e01d3729fd for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:53:58.093432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a9ab6-6434-40d6-974f-04907be710b8 req-de38b522-3a2e-4d9f-8c73-5fde4b2f3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:58.095151 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb1a9ab6-6434-40d6-974f-04907be710b8 req-de38b522-3a2e-4d9f-8c73-5fde4b2f3660 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 1096 time: 0.7962546 May 27 22:53:58.098686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74fca3f-5131-42fb-a92b-6b36fec8c78d None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:58.099524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-e74fca3f-5131-42fb-a92b-6b36fec8c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:58.102100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:58.136317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bdf1b7-0253-4744-8216-0578e6c2f82e admin admin] Router 9b16a2c3-f560-41bc-85e5-6bfcb5d5034f has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:53:58.144129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04d2e0-3259-4f24-9b50-fb0984e2d1bf req-114fa97a-1839-4f12-af9d-efedadef9623 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:58.150064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea04d2e0-3259-4f24-9b50-fb0984e2d1bf req-114fa97a-1839-4f12-af9d-efedadef9623 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 945 time: 0.5749233 May 27 22:53:58.170748 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:58.302479 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:58.322497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:58.333782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:58.347559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:53:58.366531 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea04d2e0-3259-4f24-9b50-fb0984e2d1bf req-2fb3cc21-5d4f-40c4-b9bd-d673f2f4edba tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b330e55-692f-497f-ac2e-d24ade11d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081757 May 27 22:53:58.400650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Pushing event updated for resources: {'Port': ['ID=8b0c1613-a888-4c04-8e0a-27a8bd912550,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:58.470152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Attempting to bind port 8b0c1613-a888-4c04-8e0a-27a8bd912550 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:53:58.471196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Attempting to bind port 8b0c1613-a888-4c04-8e0a-27a8bd912550 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:53:58.471805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Attempting to bind port 8b0c1613-a888-4c04-8e0a-27a8bd912550 on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:53:58.479762 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-e74fca3f-5131-42fb-a92b-6b36fec8c78d None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:58.525770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:53:58.526602 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:53:58.527006 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:58.527399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:53:58.527886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Bound port: 8b0c1613-a888-4c04-8e0a-27a8bd912550, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:53:58.528445 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:58.574769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a9ab6-6434-40d6-974f-04907be710b8 req-562d3e1f-2bc4-486a-b444-ba280eeae862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:58.576205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb1a9ab6-6434-40d6-974f-04907be710b8 req-562d3e1f-2bc4-486a-b444-ba280eeae862 service neutron] 10.222.0.46 "GET /v2.0/networks?id=834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 200 len: 916 time: 0.4686022 May 27 22:53:58.582741 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00166f46-ac6d-454e-94fd-41a955f9d1f0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:58.653106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bdf1b7-0253-4744-8216-0578e6c2f82e admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:53:58.657216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00166f46-ac6d-454e-94fd-41a955f9d1f0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:53:58.661451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-00166f46-ac6d-454e-94fd-41a955f9d1f0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:53:58.663327 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92d9a9f-e74e-4bde-9a71-5e383cfb5b40 None None] Sync routers for ids ['9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:53:58.669278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00166f46-ac6d-454e-94fd-41a955f9d1f0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:53:58.669278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00166f46-ac6d-454e-94fd-41a955f9d1f0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:58.670228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-82bdf1b7-0253-4744-8216-0578e6c2f82e admin admin] 10.222.0.27 "PUT /v2.0/routers/9b16a2c3-f560-41bc-85e5-6bfcb5d5034f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1440904 May 27 22:53:58.674044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53892) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:58.692115 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d9a9f-e74e-4bde-9a71-5e383cfb5b40 None None] Routers {'9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:58.692821 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f92d9a9f-e74e-4bde-9a71-5e383cfb5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:58.721436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00166f46-ac6d-454e-94fd-41a955f9d1f0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=03d214cc-3d59-48e0-b9c8-a506b9165d12,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:58.784821 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-00166f46-ac6d-454e-94fd-41a955f9d1f0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2252753 May 27 22:53:58.785587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53898) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:58.792312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'mac_address': 'fa:16:3e:1e:31:1c', 'name': 'tempest-NetworksTestDHCPv6-345119670'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:53:58.794481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] For port 8b0c1613-a888-4c04-8e0a-27a8bd912550, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:53:58.879195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] For port 8b0c1613-a888-4c04-8e0a-27a8bd912550, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8b0c1613-a888-4c04-8e0a-27a8bd912550,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:53:58.983156 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:58.984083 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f92d9a9f-e74e-4bde-9a71-5e383cfb5b40 None None] Set router 9b16a2c3-f560-41bc-85e5-6bfcb5d5034f gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:53:59.026294 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:59.157850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:53:59.173640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:53:59.179186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:53:59.193920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:53:59.209253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec99619-656b-4822-a3c1-9751a2dd734b None None] Pushing event updated for resources: {'Port': ['ID=8b0c1613-a888-4c04-8e0a-27a8bd912550,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:53:59.294690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-e74fca3f-5131-42fb-a92b-6b36fec8c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '54353ca7-ce76-4a28-ab65-07cca151dc90', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.72', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': 'b4f3b3ff-fa1e-47dd-8662-a524d91dae84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:eb:79:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:53:10Z', 'updated_at': '2022-05-27T22:53:53Z', 'revision_number': 1, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:59.309355 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74fca3f-5131-42fb-a92b-6b36fec8c78d None None] The sync data for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 is: [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '54353ca7-ce76-4a28-ab65-07cca151dc90', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.72', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': 'b4f3b3ff-fa1e-47dd-8662-a524d91dae84', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:eb:79:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:53:10Z', 'updated_at': '2022-05-27T22:53:53Z', 'revision_number': 1, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:53:59.427514 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f92d9a9f-e74e-4bde-9a71-5e383cfb5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'name': 'tempest-TestAggregatesBasicOps-1796445815-router', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:59Z', 'updated_at': '2022-05-27T22:53:56Z', 'revision_number': 5, 'project_id': 'bb74871ea0f2407184322f5c229c24bc', 'gw_port': {'id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:01Z', 'updated_at': '2022-05-27T22:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:59.438228 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92d9a9f-e74e-4bde-9a71-5e383cfb5b40 None None] Checking router: 9b16a2c3-f560-41bc-85e5-6bfcb5d5034f for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:53:59.450747 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d9a9f-e74e-4bde-9a71-5e383cfb5b40 None None] Routers {'9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:53:59.451343 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f92d9a9f-e74e-4bde-9a71-5e383cfb5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:53:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:53:59.477819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb1a9ab6-6434-40d6-974f-04907be710b8 req-a2a85323-0303-4cc5-b55f-72b9524d2a28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4f3b3ff-fa1e-47dd-8662-a524d91dae84 HTTP/1.1" status: 200 len: 998 time: 0.8933449 May 27 22:53:59.534634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a420cd62-f10b-47b3-89ae-8d9bb17449d2 req-a913f85d-c599-4d16-b2de-a352962ac2ae tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 210 time: 0.1516430 May 27 22:53:59.568753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:53:59.684610 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dffc865c-7eb3-42e8-be4a-6443d0e8717c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:59.799574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53914) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:53:59.823312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9a0596-ffdc-4a4e-a2b3-3e3af70565e7 None None] New status for floating IP 54353ca7-ce76-4a28-ab65-07cca151dc90: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:53:59.964184 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:53:59.965539 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f92d9a9f-e74e-4bde-9a71-5e383cfb5b40 None None] Set router 9b16a2c3-f560-41bc-85e5-6bfcb5d5034f gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:00.003092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-348ebf4c-a460-4346-8198-6eef713a1dee tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:00.005002 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-348ebf4c-a460-4346-8198-6eef713a1dee tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 812 time: 0.7806604 May 27 22:54:00.033404 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'port': {'device_id': 'c714828f-5f19-44d2-b486-472ac8e72611', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'admin_state_up': True, 'tenant_id': 'a3537ac059424872b0999096f4b18e5e'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:00.042539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a9ab6-6434-40d6-974f-04907be710b8 req-856ef7ce-b38b-4603-9434-d6f0fb555fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:00.051082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port a4aba916-ca5a-42ee-8ff0-b057a8293a59 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:54:00.051297 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb1a9ab6-6434-40d6-974f-04907be710b8 req-856ef7ce-b38b-4603-9434-d6f0fb555fc0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=36c561ad-418b-4404-b3f7-e1414a606ae6 HTTP/1.1" status: 200 len: 854 time: 0.5203404 May 27 22:54:00.078405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-397166482-network', 'tenant_id': '921154709996453f880f967c0d436688'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:00.204782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:00.209540 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:00.271439 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:00.282745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Usage tracker for resource:network and tenant:921154709996453f880f967c0d436688 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:00.289863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:00.331235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:00.351608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eecc06-fc0c-42b3-89a5-3f567c3ad5d1 req-3e670df1-4dcf-432a-9048-77d82f621ac5 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:00.360011 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8eecc06-fc0c-42b3-89a5-3f567c3ad5d1 req-3e670df1-4dcf-432a-9048-77d82f621ac5 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 945 time: 0.7477369 May 27 22:54:00.366572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:00.376554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Usage tracker for resource:port and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:00.380837 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f92d9a9f-e74e-4bde-9a71-5e383cfb5b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'name': 'tempest-TestAggregatesBasicOps-1796445815-router', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:59Z', 'updated_at': '2022-05-27T22:53:56Z', 'revision_number': 5, 'project_id': 'bb74871ea0f2407184322f5c229c24bc', 'gw_port': {'id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:01Z', 'updated_at': '2022-05-27T22:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:00.386463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:00.389161 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92d9a9f-e74e-4bde-9a71-5e383cfb5b40 None None] The sync data for ids ['9b16a2c3-f560-41bc-85e5-6bfcb5d5034f'] in n-d-843680-3 is: [{'id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'name': 'tempest-TestAggregatesBasicOps-1796445815-router', 'tenant_id': 'bb74871ea0f2407184322f5c229c24bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:59Z', 'updated_at': '2022-05-27T22:53:56Z', 'revision_number': 5, 'project_id': 'bb74871ea0f2407184322f5c229c24bc', 'gw_port': {'id': '4f68c9ae-e1e7-43a9-8630-e6b86aee72eb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b16a2c3-f560-41bc-85e5-6bfcb5d5034f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2895, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:01Z', 'updated_at': '2022-05-27T22:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:54:00.401990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] Deleting port 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:00.402512 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:00.415001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:00.503110 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8:0:1::156 (c744ea9b-cdeb-488b-a067-0b211d4c406e/03d214cc-3d59-48e0-b9c8-a506b9165d12/a4aba916-ca5a-42ee-8ff0-b057a8293a59) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:00.511015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::f816:3eff:fe1e:311c (c744ea9b-cdeb-488b-a067-0b211d4c406e/52ae5fc2-fe19-4ab0-baa1-9326cc38e839/a4aba916-ca5a-42ee-8ff0-b057a8293a59) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:00.543031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Made reservation on behalf of a3537ac059424872b0999096f4b18e5e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:00.546590 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:00.583045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a9ab6-6434-40d6-974f-04907be710b8 req-6eb5e41e-df9c-45cb-a35c-6df5a7f00116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:00.585502 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb1a9ab6-6434-40d6-974f-04907be710b8 req-6eb5e41e-df9c-45cb-a35c-6df5a7f00116 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=834ac9cf-7900-4562-81d7-7075078e1b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5103157 May 27 22:54:00.585502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Made reservation on behalf of 921154709996453f880f967c0d436688 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:00.588059 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:00.638566 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8eecc06-fc0c-42b3-89a5-3f567c3ad5d1 req-3ca289dd-c7f5-439a-a2c8-1cc0e1c73bb1 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b330e55-692f-497f-ac2e-d24ade11d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632875 May 27 22:54:00.664300 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:00.941516 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:00.956811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18be589b-88b9-4ec5-bcc5-ddb611c91e8b None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:00.999055 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:01.102787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Allocated IP 172.20.0.8 (d259ef12-3c47-4a2a-b28b-38e6df0b8220/359c9276-8a0d-4cf7-bcd9-97af35f64e95/5af3cebf-52aa-49b1-aa1f-41790ec67e6d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:01.176870 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8b0c1613-a888-4c04-8e0a-27a8bd912550 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:01.181125 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:01.222538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object a4aba916-ca5a-42ee-8ff0-b057a8293a59 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:01.258609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:01.263632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Usage tracker for resource:security_group_rule and tenant:921154709996453f880f967c0d436688 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:01.267159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:01.273841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:01.300544 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb1a9ab6-6434-40d6-974f-04907be710b8 req-d86d18b1-7a18-44f3-a7d3-38628c1b029f service neutron] 10.222.0.46 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6768274 May 27 22:54:01.334612 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] For port 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4f68c9ae-e1e7-43a9-8630-e6b86aee72eb,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:01.335103 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:01.335515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-74bef62f-4fd7-4590-99d3-fded60990d36 None None] Provisioning for port 8b0c1613-a888-4c04-8e0a-27a8bd912550 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:01.394203 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:01.399100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 8b0c1613-a888-4c04-8e0a-27a8bd912550 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:01.411827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Transition to ACTIVE for port object 5af3cebf-52aa-49b1-aa1f-41790ec67e6d will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:01.413865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8b0c1613-a888-4c04-8e0a-27a8bd912550 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:01.414714 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:01.442730 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:01.473488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] Calling delete_port for 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:01.525575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:01.547305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['27a3c9e4-e23c-445f-9e19-8bcd6388939e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:54:01.550979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:01.559103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:01.564871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:01.569093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:01.569208 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:01.578442 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Network d259ef12-3c47-4a2a-b28b-38e6df0b8220 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:01.581785 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=a4aba916-ca5a-42ee-8ff0-b057a8293a59,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:01.584424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:01.707444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Allocated IP 172.25.2.241 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/d5156119-4ffc-4174-acbf-39e198d5ad48) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:01.748020 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8b0c1613-a888-4c04-8e0a-27a8bd912550 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:01.748020 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:01.857923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9a1bf6-5fea-4910-b345-ed5a8619cbd1 None None] Update dhcp port {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'fixed_ips': [{'subnet_id': '52ae5fc2-fe19-4ab0-baa1-9326cc38e839', 'ip_address': '2001:db8::f816:3eff:fe22:8852'}, {'subnet_id': '03d214cc-3d59-48e0-b9c8-a506b9165d12'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '8b0c1613-a888-4c04-8e0a-27a8bd912550'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 22:54:01.904237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:01.933559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 8b0c1613-a888-4c04-8e0a-27a8bd912550, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8b0c1613-a888-4c04-8e0a-27a8bd912550,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:02.075817 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:02.117362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'Port': ['ID=5af3cebf-52aa-49b1-aa1f-41790ec67e6d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:02.142705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:02.143438 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:02.159257 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d9a1bf6-5fea-4910-b345-ed5a8619cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:02.171378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 530854bd-a8ca-4f74-9b6e-34eade848899 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:54:02.208179 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-086650f3-10e1-4f9f-98b0-d3c299d5c6b4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4189954 May 27 22:54:02.210363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53928) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:02.235659 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:02.249205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 530854bd-a8ca-4f74-9b6e-34eade848899 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:54:02.249881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 530854bd-a8ca-4f74-9b6e-34eade848899 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:54:02.362301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e4a23d2e-765b-43af-8079-b72a20bd0452 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port a4aba916-ca5a-42ee-8ff0-b057a8293a59 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:02.362301 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4a23d2e-765b-43af-8079-b72a20bd0452 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:02.415695 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9682f7-5b2b-46da-88a0-e744aceffc5c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3815815 May 27 22:54:02.421564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8ea4-c35e-4df8-9e21-f1007471a647 req-d204c461-2a8b-4ea4-890e-4cd1ed787d24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:02.421564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-edca8ea4-c35e-4df8-9e21-f1007471a647 req-d204c461-2a8b-4ea4-890e-4cd1ed787d24 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 931 time: 1.2488527 May 27 22:54:02.443736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Request body: {'port': {'device_id': 'c714828f-5f19-44d2-b486-472ac8e72611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:02.457634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=8b0c1613-a888-4c04-8e0a-27a8bd912550,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:02.474800 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-38ad52a3-ad02-4428-a085-39aa3946b452 None None] Provisioning for port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:02.495507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-38ad52a3-ad02-4428-a085-39aa3946b452 None None] Provisioning complete for port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:02.495507 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38ad52a3-ad02-4428-a085-39aa3946b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:02.628275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-38ad52a3-ad02-4428-a085-39aa3946b452 None None] Port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:54:02.690874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb1a9ab6-6434-40d6-974f-04907be710b8 req-abf186db-10c8-4ecb-94b6-0188b69ad7b5 service neutron] 10.222.0.46 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1747274 May 27 22:54:02.690874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a4589-a78f-4153-a14a-5fe4063c35f8 req-18ed7dbe-5bb4-4c12-ac21-6b8dcd7772d1 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:02.707093 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-487a4589-a78f-4153-a14a-5fe4063c35f8 req-18ed7dbe-5bb4-4c12-ac21-6b8dcd7772d1 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 945 time: 1.5721910 May 27 22:54:02.720900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-4d9a1bf6-5fea-4910-b345-ed5a8619cbd1 None None] Allocated IP 2001:db8:0:1::2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/03d214cc-3d59-48e0-b9c8-a506b9165d12/8b0c1613-a888-4c04-8e0a-27a8bd912550) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:02.747893 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:02.761199 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:02.818742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:02.844572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-edca8ea4-c35e-4df8-9e21-f1007471a647 req-5e7f65eb-2546-4512-90c1-cc4b9828d25f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227190 May 27 22:54:02.850585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f68c9ae-e1e7-43a9-8630-e6b86aee72eb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:02.854158 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:02.913898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:02.932692 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-487a4589-a78f-4153-a14a-5fe4063c35f8 req-0410c146-c560-4e7b-9c6b-c840240ed037 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b330e55-692f-497f-ac2e-d24ade11d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367089 May 27 22:54:03.014923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:54:03.043857 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:03.043857 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Added segment 39891671-febf-441f-ad10-99d91f85790a of type vlan for network 10953b49-8a50-460b-bc26-25bd2f39cd7a May 27 22:54:03.095425 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:03.156944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4d9a1bf6-5fea-4910-b345-ed5a8619cbd1 None None] For port 8b0c1613-a888-4c04-8e0a-27a8bd912550, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8b0c1613-a888-4c04-8e0a-27a8bd912550,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:03.179993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c143c68-0929-4c05-855b-9153c70d6518,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:03.207383 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4a23d2e-765b-43af-8079-b72a20bd0452 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:03.212835 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:03.262986 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d9a1bf6-5fea-4910-b345-ed5a8619cbd1 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:03.294353 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8b0c1613-a888-4c04-8e0a-27a8bd912550 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:03.340996 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:03.340996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:03.340996 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:03.380884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4d9a1bf6-5fea-4910-b345-ed5a8619cbd1 None None] Transition to ACTIVE for port object 8b0c1613-a888-4c04-8e0a-27a8bd912550 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:03.392950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8b0c1613-a888-4c04-8e0a-27a8bd912550 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:03.392950 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:03.435364 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4d9a1bf6-5fea-4910-b345-ed5a8619cbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:03.462500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e4a23d2e-765b-43af-8079-b72a20bd0452 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for a4aba916-ca5a-42ee-8ff0-b057a8293a59 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:03.548069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a1bf6-5fea-4910-b345-ed5a8619cbd1 None None] Pushing event updated for resources: {'Port': ['ID=8b0c1613-a888-4c04-8e0a-27a8bd912550,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:03.612255 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:03.633197 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:03.646743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] Pushing event updated for resources: {'Network': ['ID=10953b49-8a50-460b-bc26-25bd2f39cd7a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:03.665325 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:03.699397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 10953b49-8a50-460b-bc26-25bd2f39cd7a details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:54:03.754687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Pushing event updated for resources: {'Port': ['ID=d5156119-4ffc-4174-acbf-39e198d5ad48,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:03.761733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4f480a66-5481-4e54-9b23-b159e0c569c9 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.9180350 May 27 22:54:03.766837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53934) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:03.778504 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:03.778504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b16a2c3-f560-41bc-85e5-6bfcb5d5034f {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:54:03.782626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] Request body: {'subnet': {'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-397166482-subnet', 'tenant_id': '921154709996453f880f967c0d436688', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:03.797588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:03.801018 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:03.801241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2fba49e9-b59c-4211-babb-cc2e9508cc1b admin admin] 10.222.0.27 "DELETE /v2.0/routers/9b16a2c3-f560-41bc-85e5-6bfcb5d5034f HTTP/1.1" status: 204 len: 168 time: 5.1249330 May 27 22:54:03.803802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:03.812900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:03.812900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53938) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:03.823605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e2606-8fa7-44a2-aebb-76dc622b1ffd req-eec3af43-ee8f-4fe8-971c-3fa0ff3b7925 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:03.824968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e44e2606-8fa7-44a2-aebb-76dc622b1ffd req-eec3af43-ee8f-4fe8-971c-3fa0ff3b7925 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 945 time: 0.5625460 May 27 22:54:03.828703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] Usage tracker for resource:subnet and tenant:921154709996453f880f967c0d436688 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:03.837621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:03.982226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Port 8b0c1613-a888-4c04-8e0a-27a8bd912550 had new provisioning blocks added so it will not transition to active. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} May 27 22:54:04.080325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:04.149985 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4a23d2e-765b-43af-8079-b72a20bd0452 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:04.198180 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e44e2606-8fa7-44a2-aebb-76dc622b1ffd req-ddd4d1ad-219e-46d8-adab-72415523aec9 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b330e55-692f-497f-ac2e-d24ade11d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045606 May 27 22:54:04.289568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53944) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:04.291008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:04.302643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5af3cebf-52aa-49b1-aa1f-41790ec67e6d {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:54:04.313836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a23d2e-765b-43af-8079-b72a20bd0452 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=a4aba916-ca5a-42ee-8ff0-b057a8293a59,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:04.396919 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:04.434245 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] Made reservation on behalf of 921154709996453f880f967c0d436688 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:04.440120 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:04.481905 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e4a23d2e-765b-43af-8079-b72a20bd0452 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:04.485574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Transition to ACTIVE for port object 5af3cebf-52aa-49b1-aa1f-41790ec67e6d will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:04.495828 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e4a23d2e-765b-43af-8079-b72a20bd0452 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/a4aba916-ca5a-42ee-8ff0-b057a8293a59 HTTP/1.1" status: 204 len: 168 time: 2.2827332 May 27 22:54:04.500219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53950) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:04.619948 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:04.763768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae41ecdb-8825-445a-acc3-4bd79b06d0ba admin admin] Deleting subnet bf02982d-75be-4376-8d64-fca5d643757f {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:54:04.775517 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae41ecdb-8825-445a-acc3-4bd79b06d0ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:04.811151 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:04.826345 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:04.909566 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae41ecdb-8825-445a-acc3-4bd79b06d0ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:05.071105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Pushing event updated for resources: {'Port': ['ID=5af3cebf-52aa-49b1-aa1f-41790ec67e6d,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:05.128446 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8b0c1613-a888-4c04-8e0a-27a8bd912550 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:05.146227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d9cac-3b75-4853-8bf8-dafd806c0471 req-70e1ee5d-e297-420f-a038-60f012a04c10 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:05.149472 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-357d9cac-3b75-4853-8bf8-dafd806c0471 req-70e1ee5d-e297-420f-a038-60f012a04c10 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 931 time: 0.9949093 May 27 22:54:05.225829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccaac264-b98b-4631-b68b-63dc0c5215c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:05.226590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ccaac264-b98b-4631-b68b-63dc0c5215c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:54:05.262347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d4d9113d-615e-434b-a271-b03602a656ca None None] Provisioning for port 8b0c1613-a888-4c04-8e0a-27a8bd912550 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:05.280052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d4d9113d-615e-434b-a271-b03602a656ca None None] Provisioning complete for port 8b0c1613-a888-4c04-8e0a-27a8bd912550 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:05.280391 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d4d9113d-615e-434b-a271-b03602a656ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:05.288702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Attempting to bind port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:54:05.289319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Attempting to bind port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:54:05.290608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Attempting to bind port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:54:05.297344 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1540fce-4279-4fcf-bf97-78aeff5f3f2b tempest-TestServerBasicOps-1991520444 tempest-TestServerBasicOps-1991520444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:05.298295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d1540fce-4279-4fcf-bf97-78aeff5f3f2b tempest-TestServerBasicOps-1991520444 tempest-TestServerBasicOps-1991520444-project-admin] Synchronizing usage tracker for tenant:51e169357c1145f38f770d050163cfea on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:54:05.312774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:54:05.313509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Attempting to bind port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:54:05.322834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:54:05.323594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Checking segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:05.324304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Bound using segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:54:05.325009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Bound port: 5af3cebf-52aa-49b1-aa1f-41790ec67e6d, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:54:05.325739 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:05.345339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ccaac264-b98b-4631-b68b-63dc0c5215c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:54:05.347186 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ccaac264-b98b-4631-b68b-63dc0c5215c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8456314 May 27 22:54:05.351585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe3b673-ec6a-40c3-8265-98f8f9d42c84,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:05.352857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53954) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:05.407105 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-357d9cac-3b75-4853-8bf8-dafd806c0471 req-2053bb4f-39ef-4917-8885-f7ec4e0a6888 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654558 May 27 22:54:05.417956 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:05.426906 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8b0c1613-a888-4c04-8e0a-27a8bd912550 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:05.427291 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:05.480270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] Checking segment: {'id': '39891671-febf-441f-ad10-99d91f85790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:05.480979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] Network hostable DHCP agents. Network: 10953b49-8a50-460b-bc26-25bd2f39cd7a, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:54:05.553800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] For port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:54:05.557921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] For port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5af3cebf-52aa-49b1-aa1f-41790ec67e6d,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:54:05.573246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d1540fce-4279-4fcf-bf97-78aeff5f3f2b tempest-TestServerBasicOps-1991520444 tempest-TestServerBasicOps-1991520444-project-admin] Unset dirty status for tenant:51e169357c1145f38f770d050163cfea on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:54:05.580051 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d1540fce-4279-4fcf-bf97-78aeff5f3f2b tempest-TestServerBasicOps-1991520444 tempest-TestServerBasicOps-1991520444-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 1091 time: 1.2915454 May 27 22:54:05.582819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53960) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:05.592897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '088612ea-291c-4b83-b266-280f1907605f', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:05.600612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:05.604126 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae41ecdb-8825-445a-acc3-4bd79b06d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:05.607250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Usage tracker for resource:floatingip and tenant:c5c2571319bd4772b001747f30d6e4be is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:05.611351 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:05.622299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:05.624253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8b0c1613-a888-4c04-8e0a-27a8bd912550 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:05.634013 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:05.645771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:54:05.720050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:54:05.720050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4f68c9ae-e1e7-43a9-8630-e6b86aee72eb not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:54:05.727998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] Network 10953b49-8a50-460b-bc26-25bd2f39cd7a is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:54:05.730414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d4d9113d-615e-434b-a271-b03602a656ca None None] Current status of the port 8b0c1613-a888-4c04-8e0a-27a8bd912550 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:05.749092 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:05.810243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Pushing event updated for resources: {'Port': ['ID=5af3cebf-52aa-49b1-aa1f-41790ec67e6d,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:05.828419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 10953b49-8a50-460b-bc26-25bd2f39cd7a) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:05.829548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:05.829646 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:05.831025 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-f03d2017-4569-4f0c-9cbf-15be6238c854 service neutron] 10.222.0.46 "PUT /v2.0/ports/5af3cebf-52aa-49b1-aa1f-41790ec67e6d HTTP/1.1" status: 200 len: 1091 time: 3.4202263 May 27 22:54:05.831591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c714828f-5f19-44d2-b486-472ac8e72611', 'tag': '5af3cebf-52aa-49b1-aa1f-41790ec67e6d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:54:05.833579 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:05.834494 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:05.847615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e208b8-0bb8-4b1e-810c-6d8a1ed6bf5b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:05.849169 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-47e208b8-0bb8-4b1e-810c-6d8a1ed6bf5b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4951890 May 27 22:54:05.852023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53966) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:05.870841 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6578e12-9d08-4b8c-ac90-bded6f711433 None None] Network 10953b49-8a50-460b-bc26-25bd2f39cd7a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:05.887332 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:05.944640 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae41ecdb-8825-445a-acc3-4bd79b06d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:05.976416 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9854030f-e7ce-483f-b13d-ffd4885525d4'] response: {'name': 'network-changed', 'server_uuid': 'c714828f-5f19-44d2-b486-472ac8e72611', 'tag': '5af3cebf-52aa-49b1-aa1f-41790ec67e6d', 'status': 'completed', 'code': 200} May 27 22:54:06.011325 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a28f92de-1975-441a-9f3a-831668d0a7c2 None None] Could not find standard attr ID for object a4aba916-ca5a-42ee-8ff0-b057a8293a59. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:54:06.011788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41ecdb-8825-445a-acc3-4bd79b06d0ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf02982d-75be-4376-8d64-fca5d643757f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:06.045520 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ae41ecdb-8825-445a-acc3-4bd79b06d0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:06.045520 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ae41ecdb-8825-445a-acc3-4bd79b06d0ba admin admin] 10.222.0.27 "DELETE /v2.0/subnets/bf02982d-75be-4376-8d64-fca5d643757f HTTP/1.1" status: 204 len: 168 time: 2.2160923 May 27 22:54:06.055966 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:06.063485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2910de-4b59-443c-a110-f4a75d49b07c None None] Network bc0232b1-7af0-461f-af78-b29321c2f3fe requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:06.069630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53970) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:06.131911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf8158a-5783-47df-8ed4-354714d6fce2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:06.131911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf8158a-5783-47df-8ed4-354714d6fce2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:06.131911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf8158a-5783-47df-8ed4-354714d6fce2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:06.131911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-caf8158a-5783-47df-8ed4-354714d6fce2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:54:06.208870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa097c6f-e3be-47fb-a2e2-90657e327d63 req-8dec8fef-c357-4c17-8570-c2839f9a4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:06.208870 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aa097c6f-e3be-47fb-a2e2-90657e327d63 req-8dec8fef-c357-4c17-8570-c2839f9a4f07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 1094 time: 0.2463651 May 27 22:54:06.248404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9d62763f-dee3-42b0-9d3b-131024572c88 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4582009 May 27 22:54:06.259398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 53974) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:06.259398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:06.266062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Pushing event updated for resources: {'Port': ['ID=d5156119-4ffc-4174-acbf-39e198d5ad48,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:06.274746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-caf8158a-5783-47df-8ed4-354714d6fce2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:54:06.274746 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-caf8158a-5783-47df-8ed4-354714d6fce2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4127498 May 27 22:54:06.291289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53978) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:06.331062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:06.347378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Usage tracker for resource:router and tenant:921154709996453f880f967c0d436688 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:06.349273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:06.363083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:06.368442 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:06.420621 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-10953b49-8a50-460b-bc26-25bd2f39cd7a', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'tenant_id': '921154709996453f880f967c0d436688', 'fixed_ips': [{'subnet_id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:54:06.420621 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:06.523944 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:06.523944 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:06.528764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f39f17-52f6-4fff-8af7-54959d190f6e None None] DHCP port deletion for bc0232b1-7af0-461f-af78-b29321c2f3fe request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:54:06.535001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa097c6f-e3be-47fb-a2e2-90657e327d63 req-fd6cbafb-fe86-4c9a-94f0-14dbe2f49938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:06.535001 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aa097c6f-e3be-47fb-a2e2-90657e327d63 req-fd6cbafb-fe86-4c9a-94f0-14dbe2f49938 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a3537ac059424872b0999096f4b18e5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3295121 May 27 22:54:06.541477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c8f39f17-52f6-4fff-8af7-54959d190f6e None None] Deleting port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:06.541477 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8f39f17-52f6-4fff-8af7-54959d190f6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:06.737405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Allocated IP 172.20.0.2 (10953b49-8a50-460b-bc26-25bd2f39cd7a/cbe3b673-ec6a-40c3-8265-98f8f9d42c84/2337f1d8-dcd4-4abf-b3e9-fc13750f2b89) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:06.763576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa097c6f-e3be-47fb-a2e2-90657e327d63 req-5fe30a1b-8431-48f3-8a16-0dc6aadadd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:06.765437 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aa097c6f-e3be-47fb-a2e2-90657e327d63 req-5fe30a1b-8431-48f3-8a16-0dc6aadadd00 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2071922 May 27 22:54:06.769476 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:06.775314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ce8765-9491-4116-b6d5-1fbf368267ae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 03d214cc-3d59-48e0-b9c8-a506b9165d12 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:54:06.795884 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f6ce8765-9491-4116-b6d5-1fbf368267ae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:06.856378 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:06.860763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Allocated IP 172.25.2.19 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/052c5043-9435-4d9b-a8e5-f33d9940e8cc) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:06.868926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:06.904102 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f6ce8765-9491-4116-b6d5-1fbf368267ae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:06.935439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c8f39f17-52f6-4fff-8af7-54959d190f6e None None] For port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2e4aae89-a39b-4d08-b3bf-6c2772f88ada,segment=NetworkSegment(168e234f-808e-4c7e-a0af-e5ab29cba5cf),segment_id=168e234f-808e-4c7e-a0af-e5ab29cba5cf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:06.935439 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8f39f17-52f6-4fff-8af7-54959d190f6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:06.952212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Deleting port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:06.952212 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:07.010353 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:07.033466 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b56ce68e-b2c5-4f9f-aa6a-c53bb5c0d38f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9706421 May 27 22:54:07.061593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c54cb9-5fbf-4066-8827-b43a26a35e5c req-dd99cec7-b974-46ec-9419-f363e3ed3e5e tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:07.069015 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-37c54cb9-5fbf-4066-8827-b43a26a35e5c req-dd99cec7-b974-46ec-9419-f363e3ed3e5e tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.3836331 May 27 22:54:07.117227 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:07.127165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Transition to ACTIVE for port object 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:07.150089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Transition to ACTIVE for port object 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:07.189932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-37c54cb9-5fbf-4066-8827-b43a26a35e5c req-bba3e1b1-5428-4919-bc24-ff0ecbb10dd1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199334 May 27 22:54:07.283389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c8f39f17-52f6-4fff-8af7-54959d190f6e None None] Calling delete_port for 2e4aae89-a39b-4d08-b3bf-6c2772f88ada owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:07.324289 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f6ce8765-9491-4116-b6d5-1fbf368267ae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:07.416398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2e4aae89-a39b-4d08-b3bf-6c2772f88ada no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:54:07.422803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] For port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2e4aae89-a39b-4d08-b3bf-6c2772f88ada,segment=NetworkSegment(168e234f-808e-4c7e-a0af-e5ab29cba5cf),segment_id=168e234f-808e-4c7e-a0af-e5ab29cba5cf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:07.423166 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:07.447493 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:07.532575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-3b6d5e2e-676f-4ad0-bb74-46913d0a30f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:07.532575 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-3b6d5e2e-676f-4ad0-bb74-46913d0a30f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 1094 time: 0.7152889 May 27 22:54:07.544336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Network 10953b49-8a50-460b-bc26-25bd2f39cd7a is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:07.549208 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:07.550950 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8f39f17-52f6-4fff-8af7-54959d190f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:07.559338 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:07.570620 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Calling delete_port for 2e4aae89-a39b-4d08-b3bf-6c2772f88ada owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:07.596981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:07.613593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Pushing event updated for resources: {'Port': ['ID=2337f1d8-dcd4-4abf-b3e9-fc13750f2b89,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:07.615928 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f39f17-52f6-4fff-8af7-54959d190f6e None None] No DVR routers for this DVR port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:54:07.618699 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-e96fac6a-a206-40f7-9bac-19a4293daf42 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1342868463&fields=id&tenant_id=ca9d74d397174f93ba6e5bd6746411ba HTTP/1.1" status: 200 len: 267 time: 0.2528408 May 27 22:54:07.633549 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-3af9339b-6da5-404d-afef-e49b1a555b6b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5af3cebf-52aa-49b1-aa1f-41790ec67e6d HTTP/1.1" status: 200 len: 217 time: 0.0944118 May 27 22:54:07.642571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:07.680223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No active binding found for port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 22:54:07.680223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2e4aae89-a39b-4d08-b3bf-6c2772f88ada not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:54:07.710735 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f39f17-52f6-4fff-8af7-54959d190f6e None None] Pushing event deleted for resources: {'Port': ['ID=2e4aae89-a39b-4d08-b3bf-6c2772f88ada,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:07.720259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Attempting to bind port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:54:07.720768 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Attempting to bind port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '39891671-febf-441f-ad10-99d91f85790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:54:07.721277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Attempting to bind port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 on network 10953b49-8a50-460b-bc26-25bd2f39cd7a {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:54:07.728270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:54:07.728828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Checking segment: {'id': '39891671-febf-441f-ad10-99d91f85790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:07.729458 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:07.729948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Bound using segment: {'id': '39891671-febf-441f-ad10-99d91f85790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:54:07.730617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Bound port: 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39891671-febf-441f-ad10-99d91f85790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:54:07.731092 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:07.887416 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] For port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:54:07.899724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-a6919235-65ee-4320-b8df-f1bfd1700fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:07.901182 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-a6919235-65ee-4320-b8df-f1bfd1700fe1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.2617600 May 27 22:54:07.922820 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:54:07.923407 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:54:07.926048 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] For port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2337f1d8-dcd4-4abf-b3e9-fc13750f2b89,segment=NetworkSegment(39891671-febf-441f-ad10-99d91f85790a),segment_id=39891671-febf-441f-ad10-99d91f85790a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:54:07.960798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-4a0ab5d4-afd0-4bf1-a547-7e1c5149df8a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:07.962753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-4a0ab5d4-afd0-4bf1-a547-7e1c5149df8a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 819 time: 0.3432376 May 27 22:54:07.977997 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-00323106-5780-4228-8bef-e1a1cca2afdc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/quotas/ca9d74d397174f93ba6e5bd6746411ba HTTP/1.1" status: 200 len: 375 time: 0.0093033 May 27 22:54:08.022223 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f6ce8765-9491-4116-b6d5-1fbf368267ae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:08.040981 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:08.042177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-03c2cd69-d232-4e46-8144-72b30078f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:08.050412 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-03c2cd69-d232-4e46-8144-72b30078f906 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310673 May 27 22:54:08.071773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce8765-9491-4116-b6d5-1fbf368267ae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=03d214cc-3d59-48e0-b9c8-a506b9165d12,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:08.074556 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f6ce8765-9491-4116-b6d5-1fbf368267ae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:08.091789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f770e-dd28-4b33-83b7-dce17e56ec14 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:08.132480 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-2603cb9a-df91-4257-ada3-96602f804b21 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1489327 May 27 22:54:08.146006 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:08.225366 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8948a-d8df-4a14-98f1-ed3fb317d3e6 None None] Pushing event updated for resources: {'Port': ['ID=2337f1d8-dcd4-4abf-b3e9-fc13750f2b89,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:08.243178 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f6ce8765-9491-4116-b6d5-1fbf368267ae tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/03d214cc-3d59-48e0-b9c8-a506b9165d12 HTTP/1.1" status: 204 len: 168 time: 1.9635615 May 27 22:54:08.256203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 53998) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:08.357379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27b9bf0-db96-4104-a896-55abed31273a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 52ae5fc2-fe19-4ab0-baa1-9326cc38e839 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:54:08.407223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:08.418535 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b27b9bf0-db96-4104-a896-55abed31273a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:08.447706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Deleting port 2e4aae89-a39b-4d08-b3bf-6c2772f88ada {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:08.448049 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:08.495225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Pushing event updated for resources: {'Port': ['ID=052c5043-9435-4d9b-a8e5-f33d9940e8cc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:08.497535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:08.502310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:08.588753 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:08.598358 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-4bcd4fa7-9f8d-4bf4-95b1-980d3010ade2 service neutron] 10.222.0.27 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523025 May 27 22:54:08.637811 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-8e9fb24f-db70-4f63-8401-5a5162dc6567 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177557 May 27 22:54:08.637953 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] The port '2e4aae89-a39b-4d08-b3bf-6c2772f88ada' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:54:08.644184 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:08.779821 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b27b9bf0-db96-4104-a896-55abed31273a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:08.966394 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:09.059687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0232b1-7af0-461f-af78-b29321c2f3fe']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:09.065439 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8fcc63c8-be9c-48e8-961c-514e2f24abd5 req-3b7b5c57-801b-4294-95e2-56c660477b8e service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122593 May 27 22:54:09.084123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85190fed-1a54-4023-a4ed-2ad5a4880729 req-26d5d6c0-abd7-4b0d-a1f2-d5149f5d8bcf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:09.085959 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-85190fed-1a54-4023-a4ed-2ad5a4880729 req-26d5d6c0-abd7-4b0d-a1f2-d5149f5d8bcf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.7142603 May 27 22:54:09.109862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:09.114138 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-6311f263-4c48-4819-9137-479e0be51041 service neutron] 10.222.0.27 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710181 May 27 22:54:09.126739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '168e234f-808e-4c7e-a0af-e5ab29cba5cf') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:09.127357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '168e234f-808e-4c7e-a0af-e5ab29cba5cf') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:09.194597 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:09.247960 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b27b9bf0-db96-4104-a896-55abed31273a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:09.298296 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-85190fed-1a54-4023-a4ed-2ad5a4880729 req-6a4b8879-cf69-4276-8868-386ca6241373 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766860 May 27 22:54:09.299699 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:09.322775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:54:09.324310 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:09.411213 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 168e234f-808e-4c7e-a0af-e5ab29cba5cf resource provider aggregate not found May 27 22:54:09.416252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:09.475786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Allocated IP 172.25.2.164 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/10982529-ee17-493f-a291-ba1cff68d053) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:09.501824 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 168e234f-808e-4c7e-a0af-e5ab29cba5cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 168e234f-808e-4c7e-a0af-e5ab29cba5cf found for delete ", "request_id": "req-5fa4ea8b-4ccf-4798-8147-a83699dc083f"}]} May 27 22:54:09.571028 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:09.573411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cc648303-a778-4186-8d50-38ee0c69e31e None None] Provisioning complete for port 8b0c1613-a888-4c04-8e0a-27a8bd912550 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:09.582885 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc648303-a778-4186-8d50-38ee0c69e31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:09.583198 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3a2c355-76bd-4ee2-9637-41270de4058d req-79eb1a61-401b-47a4-a771-5284ad5744d3 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 210 time: 0.0546486 May 27 22:54:09.603504 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:09.623619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc0232b1-7af0-461f-af78-b29321c2f3fe,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:09.623619 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b27b9bf0-db96-4104-a896-55abed31273a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:09.624117 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cb7d0acf-4ff1-4f25-b9ed-426a90397130 admin admin] 10.222.0.27 "DELETE /v2.0/networks/bc0232b1-7af0-461f-af78-b29321c2f3fe HTTP/1.1" status: 204 len: 168 time: 3.4008119 May 27 22:54:09.635690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54012) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:09.747345 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b9bf0-db96-4104-a896-55abed31273a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=52ae5fc2-fe19-4ab0-baa1-9326cc38e839,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:09.753317 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b27b9bf0-db96-4104-a896-55abed31273a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:09.757486 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b27b9bf0-db96-4104-a896-55abed31273a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/52ae5fc2-fe19-4ab0-baa1-9326cc38e839 HTTP/1.1" status: 204 len: 168 time: 1.4980748 May 27 22:54:09.758475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54020) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:09.786772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e18ce1-a22e-42e3-a155-29fda99b4ff4 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:09.853901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6e6eab31-aea6-4a88-a6ca-02cf8286bbab tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0923848 May 27 22:54:09.859833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54024) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:09.866064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:09.938244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cc648303-a778-4186-8d50-38ee0c69e31e None None] Current status of the port 8b0c1613-a888-4c04-8e0a-27a8bd912550 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:09.981011 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d0f1fc-7fc1-47de-87ae-0cdc934a36fc None None] Network 10953b49-8a50-460b-bc26-25bd2f39cd7a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:10.120291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:10.124949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:10.127959 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:10.134925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:10.178499 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:10.250090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:10.257075 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:10.296451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a57c1b72-1b55-42ff-b37b-3196f4425248 None None] Provisioning for port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:10.310775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a57c1b72-1b55-42ff-b37b-3196f4425248 None None] Provisioning complete for port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:10.311159 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a57c1b72-1b55-42ff-b37b-3196f4425248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:10.311298 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:10.484487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de3f04-b973-490a-88e1-76d775f402b7 None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:54:10.507293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-18de3f04-b973-490a-88e1-76d775f402b7 None None] Deleting port 8b0c1613-a888-4c04-8e0a-27a8bd912550 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:10.507293 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18de3f04-b973-490a-88e1-76d775f402b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:10.507470 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:10.562348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a57c1b72-1b55-42ff-b37b-3196f4425248 None None] Current status of the port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:10.562760 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a57c1b72-1b55-42ff-b37b-3196f4425248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:10.649706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:10.671560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:10.700523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:10.706829 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a57c1b72-1b55-42ff-b37b-3196f4425248 None None] For port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2337f1d8-dcd4-4abf-b3e9-fc13750f2b89,segment=NetworkSegment(39891671-febf-441f-ad10-99d91f85790a),segment_id=39891671-febf-441f-ad10-99d91f85790a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:10.762305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-324efb94-756c-4cf3-a5b7-2e8a029c0af3 req-ebb13b21-9cac-4313-885f-d799145faa70 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 210 time: 0.0976255 May 27 22:54:10.837363 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a57c1b72-1b55-42ff-b37b-3196f4425248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:10.853691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e2acb-a050-4865-abec-134f893e5400 req-cc8d338e-f6fc-4b0b-bc1e-011a612aa414 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:10.855315 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-288e2acb-a050-4865-abec-134f893e5400 req-cc8d338e-f6fc-4b0b-bc1e-011a612aa414 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.3238862 May 27 22:54:10.899500 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-18de3f04-b973-490a-88e1-76d775f402b7 None None] For port 8b0c1613-a888-4c04-8e0a-27a8bd912550, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8b0c1613-a888-4c04-8e0a-27a8bd912550,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:10.899931 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18de3f04-b973-490a-88e1-76d775f402b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:10.920543 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-288e2acb-a050-4865-abec-134f893e5400 req-6520466e-a649-4834-9cb0-68c881b9e182 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576189 May 27 22:54:10.995260 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:11.031145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Pushing event updated for resources: {'Port': ['ID=10982529-ee17-493f-a291-ba1cff68d053,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:11.051221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-18de3f04-b973-490a-88e1-76d775f402b7 None None] Calling delete_port for 8b0c1613-a888-4c04-8e0a-27a8bd912550 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:11.080628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8b0c1613-a888-4c04-8e0a-27a8bd912550 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:54:11.144099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c1b72-1b55-42ff-b37b-3196f4425248 None None] Pushing event updated for resources: {'Port': ['ID=2337f1d8-dcd4-4abf-b3e9-fc13750f2b89,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:11.171258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f9ea27ce-2deb-46b6-a15f-499d6abe25af None None] Provisioning complete for port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:11.171534 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9ea27ce-2deb-46b6-a15f-499d6abe25af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:11.192293 n-d-843680-3 neutron-server[88900]: DEBUG neutron.objects.ports [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88900) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:54:11.357953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8b0c1613-a888-4c04-8e0a-27a8bd912550 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:11.358576 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:11.378881 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18de3f04-b973-490a-88e1-76d775f402b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:11.429575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.ipam_pluggable_backend [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Port 8b0c1613-a888-4c04-8e0a-27a8bd912550 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88900) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 27 22:54:11.429575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.ipam_pluggable_backend [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Reverting IP allocation for 2001:db8::f816:3eff:fe22:8852 {{(pid=88900) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 27 22:54:11.433280 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:11.442097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de3f04-b973-490a-88e1-76d775f402b7 None None] Pushing event deleted for resources: {'Port': ['ID=8b0c1613-a888-4c04-8e0a-27a8bd912550,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:11.452509 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de3f04-b973-490a-88e1-76d775f402b7 None None] No DVR routers for this DVR port 8b0c1613-a888-4c04-8e0a-27a8bd912550 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:54:11.490962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea27ce-2deb-46b6-a15f-499d6abe25af None None] Current status of the port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:11.533902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:11.537058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:11.542410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:11.543090 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:11.548527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1105a272-e2d6-461f-b2ea-232d6ec08fea None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:11.565019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=933b71d7-2ea7-487e-9a8a-01e81a1756dd,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:11.672838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54034) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:11.676612 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1b4c984d-70e4-43fd-bc90-a37c6f5db57d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8152771 May 27 22:54:11.678258 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-69d4d4ce-116f-4c18-b095-55407ab3b109 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:11.778676 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:11.779162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '933b71d7-2ea7-487e-9a8a-01e81a1756dd'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:54:11.780102 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:11.858517 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d26480ac-3244-437c-bb11-bc3cad81325a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:11.925145 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cfb3265-351f-4de3-82ce-f5b829ebdad9 req-134e0e4d-1349-414b-b087-4ac9833b29f1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 210 time: 0.0529530 May 27 22:54:11.957042 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:54:11.965830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Allocated IP 2001:db8::f816:3eff:fe68:75f9 (c744ea9b-cdeb-488b-a067-0b211d4c406e/933b71d7-2ea7-487e-9a8a-01e81a1756dd/4401fc4d-49e1-4c84-9ed6-bf760aaee9a7) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:11.981601 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:12.098206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:12.169163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0599a-1fd8-4513-b706-a9e59331fc16 req-49a831df-dc77-4411-ab50-f450dfe5862b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:12.172798 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ec0599a-1fd8-4513-b706-a9e59331fc16 req-49a831df-dc77-4411-ab50-f450dfe5862b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.1097939 May 27 22:54:12.208266 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:12.219160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Transition to ACTIVE for port object 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:12.244209 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Transition to ACTIVE for port object 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:12.251429 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ec0599a-1fd8-4513-b706-a9e59331fc16 req-8ed3aea7-b903-4343-8667-113a644a78be tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719974 May 27 22:54:12.329933 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:12.403520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:12.406513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:12.410331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:12.419884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Pushing event updated for resources: {'Port': ['ID=4401fc4d-49e1-4c84-9ed6-bf760aaee9a7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:12.512032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-69d4d4ce-116f-4c18-b095-55407ab3b109 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:12.544956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-69d4d4ce-116f-4c18-b095-55407ab3b109 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:12.563110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Attempting to bind port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:54:12.563110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Attempting to bind port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:54:12.563110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Attempting to bind port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:54:12.563403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-69d4d4ce-116f-4c18-b095-55407ab3b109 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:12.566323 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:54:12.567048 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:12.568142 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:12.568142 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:54:12.568509 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Bound port: 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:54:12.568682 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:12.576751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Pushing event updated for resources: {'Port': ['ID=052c5043-9435-4d9b-a8e5-f33d9940e8cc,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:12.589191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-69d4d4ce-116f-4c18-b095-55407ab3b109 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:12.620520 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:12.678023 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] For port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:54:12.682888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] For port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4401fc4d-49e1-4c84-9ed6-bf760aaee9a7,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:54:12.770625 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:12.865619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52979ab7-9f97-4b36-9b0a-e87af5b5f34d None None] Pushing event updated for resources: {'Port': ['ID=4401fc4d-49e1-4c84-9ed6-bf760aaee9a7,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:12.959334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d4d4ce-116f-4c18-b095-55407ab3b109 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:12.981069 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-69d4d4ce-116f-4c18-b095-55407ab3b109 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:13.002089 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:54:13.052654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e7423b6-2c0e-4402-93ca-83eb1aecd945 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:13.053747 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e7423b6-2c0e-4402-93ca-83eb1aecd945 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.46 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 819 time: 0.9068124 May 27 22:54:13.079056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:13.140008 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4a173a3-a66f-4d92-b07f-ff6c472ac958 req-5e92bc92-2162-4f1e-8e61-675144234444 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 210 time: 0.0502851 May 27 22:54:13.175103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:13.175223 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:13.325226 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:13.370412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:13.385264 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-dbfa9cf8-ed91-4d15-aa96-ff1f7290bcdc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Synchronizing usage tracker for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:54:13.538572 n-d-843680-3 neutron-server[88901]: INFO neutron.db.ipam_backend_mixin [None req-69d4d4ce-116f-4c18-b095-55407ab3b109 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 933b71d7-2ea7-487e-9a8a-01e81a1756dd (CIDR: 2001:db8::/64) May 27 22:54:13.542673 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Floating IP 4c23c9b4-e595-4f61-ac65-8ee8f2ffdccb associated. External IP: 172.25.2.19, port: 088612ea-291c-4b83-b266-280f1907605f. May 27 22:54:13.557768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df71210-a81f-48ea-b66b-cf2a7614c050 req-39decf4f-2ade-435f-839c-27ca5c7eb1d2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:13.557768 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2df71210-a81f-48ea-b66b-cf2a7614c050 req-39decf4f-2ade-435f-839c-27ca5c7eb1d2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.1078908 May 27 22:54:13.609708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2df71210-a81f-48ea-b66b-cf2a7614c050 req-4454e2d3-88e3-4a9f-bbf0-4f6425b4e082 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476091 May 27 22:54:13.641570 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d4d4ce-116f-4c18-b095-55407ab3b109 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:54:13.641570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d4d4ce-116f-4c18-b095-55407ab3b109 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:13.757398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-dbfa9cf8-ed91-4d15-aa96-ff1f7290bcdc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Unset dirty status for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:54:13.759084 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-dbfa9cf8-ed91-4d15-aa96-ff1f7290bcdc tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9d74d397174f93ba6e5bd6746411ba HTTP/1.1" status: 200 len: 380 time: 0.6763766 May 27 22:54:13.840106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Request body: {'port': {'device_id': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'admin_state_up': True, 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'security_groups': ['72774130-127a-4060-b1ac-5507a964e5be']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:14.112280 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-69d4d4ce-116f-4c18-b095-55407ab3b109 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4383457 May 27 22:54:14.113107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d26480ac-3244-437c-bb11-bc3cad81325a admin admin] Deleting port 6cc96000-f620-449b-89c5-5b435090c33d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:14.113442 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d26480ac-3244-437c-bb11-bc3cad81325a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:14.115513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54046) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:14.121867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-8b0b0a90-470a-41bb-9e2c-f1fb3d7954d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:14.334301 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c39b13d3-f8fc-4387-be98-ac5a498354ee req-362aef99-c032-4442-9744-1ba1cac0b8f9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 210 time: 0.0529013 May 27 22:54:14.347302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8b0b0a90-470a-41bb-9e2c-f1fb3d7954d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:14.353379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8b0b0a90-470a-41bb-9e2c-f1fb3d7954d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:14.357962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8b0b0a90-470a-41bb-9e2c-f1fb3d7954d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:14.365552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8b0b0a90-470a-41bb-9e2c-f1fb3d7954d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:14.466835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8aeb69d6-666c-4d67-bb83-6fbbd839a016 None None] Provisioning for port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:14.535098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:14.537310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Router 8b860ba8-a602-4874-9e45-e80ae721ec03 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:54:14.552102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0b0a90-470a-41bb-9e2c-f1fb3d7954d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:14.555987 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0a90-470a-41bb-9e2c-f1fb3d7954d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:14.567518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:14.681066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Router 03e05af5-70d6-4b14-b83b-d967c081e417 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:54:14.792275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Made reservation on behalf of ca9d74d397174f93ba6e5bd6746411ba for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:14.796024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:14.877848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c59b3-1c85-4b78-b2eb-d5cb00cc8980 req-71081492-05ec-45fb-8114-1ad0cb26e36d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:14.879356 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-323c59b3-1c85-4b78-b2eb-d5cb00cc8980 req-71081492-05ec-45fb-8114-1ad0cb26e36d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.1210077 May 27 22:54:14.890025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d26480ac-3244-437c-bb11-bc3cad81325a admin admin] For port 6cc96000-f620-449b-89c5-5b435090c33d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6cc96000-f620-449b-89c5-5b435090c33d,segment=NetworkSegment(385f9203-282c-4e77-83cb-2e140ce167ce),segment_id=385f9203-282c-4e77-83cb-2e140ce167ce)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:14.890310 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d26480ac-3244-437c-bb11-bc3cad81325a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:14.939598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-323c59b3-1c85-4b78-b2eb-d5cb00cc8980 req-f0a6578c-0ec9-4f9b-a17e-92aaa3351580 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521214 May 27 22:54:14.993439 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0a90-470a-41bb-9e2c-f1fb3d7954d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:15.061790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0b0a90-470a-41bb-9e2c-f1fb3d7954d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:15.064848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-8b0b0a90-470a-41bb-9e2c-f1fb3d7954d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:15.069252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0b0a90-470a-41bb-9e2c-f1fb3d7954d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:15.070040 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8b0b0a90-470a-41bb-9e2c-f1fb3d7954d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:15.083261 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:15.084213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b0a90-470a-41bb-9e2c-f1fb3d7954d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=8a0a2a30-868d-4276-b8a6-fe23d3ef10cf,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:15.090955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d26480ac-3244-437c-bb11-bc3cad81325a admin admin] Calling delete_port for 6cc96000-f620-449b-89c5-5b435090c33d owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:15.119285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36041ea-bffc-4a5c-87ad-ac925f443e37 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:15.182669 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8b0b0a90-470a-41bb-9e2c-f1fb3d7954d3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0656703 May 27 22:54:15.188503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54054) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:15.190897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'mac_address': 'fa:16:3e:e0:89:8d', 'name': 'tempest-NetworksTestDHCPv6-1560640330'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:15.195115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:54:15.209364 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Sync routers for ids ['8b860ba8-a602-4874-9e45-e80ae721ec03'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:54:15.223705 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Routers {'8b860ba8-a602-4874-9e45-e80ae721ec03'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:15.224819 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8b860ba8-a602-4874-9e45-e80ae721ec03'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:15.309093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:15.316187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:15.316874 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:15.511297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:54:15.540625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:15.541225 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:15.567270 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:15.569260 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2c14262a-d63a-4f06-90ef-c6c635e5a280 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.3266287 May 27 22:54:15.577777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54060) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:15.579803 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7b37fb-9cd0-415d-bbaf-ae4ffa9eab26 None None] Sync routers for ids ['03e05af5-70d6-4b14-b83b-d967c081e417'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:54:15.611972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b37fb-9cd0-415d-bbaf-ae4ffa9eab26 None None] Routers {'03e05af5-70d6-4b14-b83b-d967c081e417'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:15.612802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-703c89f3-1e28-4c71-a53c-2b2215bee809 req-34fb4081-0c61-4329-860c-a7eba19821e7 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 210 time: 0.0561609 May 27 22:54:15.619308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:15.621927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7b7b37fb-9cd0-415d-bbaf-ae4ffa9eab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['03e05af5-70d6-4b14-b83b-d967c081e417'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:15.624739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:15.628266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:15.635603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:15.641542 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Set router 8b860ba8-a602-4874-9e45-e80ae721ec03 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:15.647369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Allocated IP 172.20.0.14 (8514dbac-db35-4503-b472-f0edb8e4c6d8/c40bc52a-d4d7-4d2a-b439-787ca5d1faec/1f236d4e-8092-454e-89d1-126731273d34) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:15.698426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4401fc4d-49e1-4c84-9ed6-bf760aaee9a7,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:15.724142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:15.738465 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:15.844630 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:15.950839 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:16.019673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-7b7b37fb-9cd0-415d-bbaf-ae4ffa9eab26 None None] Set router 03e05af5-70d6-4b14-b83b-d967c081e417 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:16.021010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port fa6fa9f5-da8a-4e4a-be9a-ad9fad1b386a yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:54:16.106272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=4401fc4d-49e1-4c84-9ed6-bf760aaee9a7,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:16.109214 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T22:54:11Z', 'revision_number': 3, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:16.109390 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:16.118472 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Checking router: 8b860ba8-a602-4874-9e45-e80ae721ec03 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:54:16.119786 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f689940-bc6f-44df-825d-c70ef48e2c10 None None] Update dhcp port {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'fixed_ips': [{'subnet_id': '933b71d7-2ea7-487e-9a8a-01e81a1756dd', 'ip_address': '2001:db8::f816:3eff:fe68:75f9'}, {'subnet_id': '8a0a2a30-868d-4276-b8a6-fe23d3ef10cf'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '4401fc4d-49e1-4c84-9ed6-bf760aaee9a7'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 22:54:16.120809 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Updating router 8b860ba8-a602-4874-9e45-e80ae721ec03 port 10982529-ee17-493f-a291-ba1cff68d053 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:54:16.238434 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-16fc3b06-5197-485e-845f-3945d81dcf2f tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.6521688 May 27 22:54:16.245130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e346de-be59-4ddf-a05b-d4f05e029821', 'tag': '088612ea-291c-4b83-b266-280f1907605f'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:54:16.254322 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:16.298322 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f689940-bc6f-44df-825d-c70ef48e2c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:16.387155 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc09c268-afac-4e62-95c2-9c26d979734f'] response: {'name': 'network-changed', 'server_uuid': 'a0e346de-be59-4ddf-a05b-d4f05e029821', 'tag': '088612ea-291c-4b83-b266-280f1907605f', 'status': 'completed', 'code': 200} May 27 22:54:16.434746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8:0:1::55 (c744ea9b-cdeb-488b-a067-0b211d4c406e/8a0a2a30-868d-4276-b8a6-fe23d3ef10cf/fa6fa9f5-da8a-4e4a-be9a-ad9fad1b386a) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:16.450019 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d26480ac-3244-437c-bb11-bc3cad81325a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:16.450160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::f816:3eff:fee0:898d (c744ea9b-cdeb-488b-a067-0b211d4c406e/933b71d7-2ea7-487e-9a8a-01e81a1756dd/fa6fa9f5-da8a-4e4a-be9a-ad9fad1b386a) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:16.540264 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26480ac-3244-437c-bb11-bc3cad81325a admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc96000-f620-449b-89c5-5b435090c33d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:16.798873 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:16.820255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object fa6fa9f5-da8a-4e4a-be9a-ad9fad1b386a will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:16.866440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878aef16-8b32-4b9e-9694-3d47d3f9dcbc req-8e1a0a40-33f1-476c-aab0-bbb096ce4618 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:16.877798 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-878aef16-8b32-4b9e-9694-3d47d3f9dcbc req-8e1a0a40-33f1-476c-aab0-bbb096ce4618 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.7019296 May 27 22:54:16.926462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7b7b37fb-9cd0-415d-bbaf-ae4ffa9eab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:49Z', 'updated_at': '2022-05-27T22:52:59Z', 'revision_number': 4, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'gw_port': {'id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:51Z', 'updated_at': '2022-05-27T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '4c23c9b4-e595-4f61-ac65-8ee8f2ffdccb', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'floating_ip_address': '172.25.2.19', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'port_id': '088612ea-291c-4b83-b266-280f1907605f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'mac_address': 'fa:16:3e:6e:49:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e346de-be59-4ddf-a05b-d4f05e029821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:54:09Z', 'updated_at': '2022-05-27T22:54:09Z', 'revision_number': 0, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e', 'name': '', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:57Z', 'updated_at': '2022-05-27T22:53:12Z', 'revision_number': 5, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'subnets': [{'id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:16.934376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7b37fb-9cd0-415d-bbaf-ae4ffa9eab26 None None] Checking router: 03e05af5-70d6-4b14-b83b-d967c081e417 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:54:16.944934 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b37fb-9cd0-415d-bbaf-ae4ffa9eab26 None None] Routers {'03e05af5-70d6-4b14-b83b-d967c081e417'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:16.946236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7b7b37fb-9cd0-415d-bbaf-ae4ffa9eab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['03e05af5-70d6-4b14-b83b-d967c081e417'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:16.962822 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-878aef16-8b32-4b9e-9694-3d47d3f9dcbc req-9f5db9ca-2a76-4f0f-aead-e52148bad9a0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837762 May 27 22:54:16.968068 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:16.999825 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:17.015371 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Transition to ACTIVE for port object 10982529-ee17-493f-a291-ba1cff68d053 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:17.082929 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df46ef44-3c6a-4d6b-88bc-5be24e4528b8 req-bcb22376-c4b9-499c-9dc8-11cc8cd81978 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 210 time: 0.1348314 May 27 22:54:17.124102 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:17.156916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:17.162566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:17.166105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:17.169597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:17.176172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:17.182430 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:17.226551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=fa6fa9f5-da8a-4e4a-be9a-ad9fad1b386a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:17.230894 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Attempting to bind port 10982529-ee17-493f-a291-ba1cff68d053 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:54:17.231459 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Attempting to bind port 10982529-ee17-493f-a291-ba1cff68d053 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:54:17.232028 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Attempting to bind port 10982529-ee17-493f-a291-ba1cff68d053 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:54:17.235927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-7f689940-bc6f-44df-825d-c70ef48e2c10 None None] Allocated IP 2001:db8:0:1::2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/8a0a2a30-868d-4276-b8a6-fe23d3ef10cf/4401fc4d-49e1-4c84-9ed6-bf760aaee9a7) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:17.248100 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:54:17.248806 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:17.249375 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:17.250168 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:54:17.250802 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Bound port: 10982529-ee17-493f-a291-ba1cff68d053, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:54:17.251368 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:17.279752 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ca903be9-6b73-4c07-8b9f-7c623d0fd1d0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0937526 May 27 22:54:17.282738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54076) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:17.294200 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:17.346760 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] For port 10982529-ee17-493f-a291-ba1cff68d053, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:54:17.350685 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] For port 10982529-ee17-493f-a291-ba1cff68d053, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=10982529-ee17-493f-a291-ba1cff68d053,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:54:17.358109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-7b7b37fb-9cd0-415d-bbaf-ae4ffa9eab26 None None] Set router 03e05af5-70d6-4b14-b83b-d967c081e417 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:17.360708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Transition to ACTIVE for port object 1f236d4e-8092-454e-89d1-126731273d34 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:17.362645 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9432f-0c81-4f62-9287-b5977ede6baf None None] Pushing event updated for resources: {'Port': ['ID=10982529-ee17-493f-a291-ba1cff68d053,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:17.364891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-72d2d0ed-6e62-414f-a72f-d7883a28e561 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port fa6fa9f5-da8a-4e4a-be9a-ad9fad1b386a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:17.365243 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72d2d0ed-6e62-414f-a72f-d7883a28e561 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:17.373030 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9432f-0c81-4f62-9287-b5977ede6baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:17.373673 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9432f-0c81-4f62-9287-b5977ede6baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:17.374217 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9432f-0c81-4f62-9287-b5977ede6baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:17.374737 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9432f-0c81-4f62-9287-b5977ede6baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:17.375268 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9432f-0c81-4f62-9287-b5977ede6baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:17.375788 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9432f-0c81-4f62-9287-b5977ede6baf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:17.376366 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9432f-0c81-4f62-9287-b5977ede6baf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:17.377118 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9432f-0c81-4f62-9287-b5977ede6baf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:17.377782 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9432f-0c81-4f62-9287-b5977ede6baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:17.378320 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9432f-0c81-4f62-9287-b5977ede6baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:17.378824 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9432f-0c81-4f62-9287-b5977ede6baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:17.379334 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9432f-0c81-4f62-9287-b5977ede6baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:17.393404 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d26480ac-3244-437c-bb11-bc3cad81325a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:17.440950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da1ef1-73ba-404c-af2c-bff4b0e2c637 req-11e03c4a-5964-432e-8b96-94a0955dd4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:17.443221 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96da1ef1-73ba-404c-af2c-bff4b0e2c637 req-11e03c4a-5964-432e-8b96-94a0955dd4f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5c2571319bd4772b001747f30d6e4be&device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 1096 time: 1.0499249 May 27 22:54:17.456127 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:17.526073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:17.526449 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:17.538602 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Routers {'8b860ba8-a602-4874-9e45-e80ae721ec03'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:17.539882 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8b860ba8-a602-4874-9e45-e80ae721ec03'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:17.599685 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9432f-0c81-4f62-9287-b5977ede6baf None None] Pushing event updated for resources: {'Port': ['ID=10982529-ee17-493f-a291-ba1cff68d053,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:17.615272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7f689940-bc6f-44df-825d-c70ef48e2c10 None None] For port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4401fc4d-49e1-4c84-9ed6-bf760aaee9a7,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:17.716794 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f689940-bc6f-44df-825d-c70ef48e2c10 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:17.757510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7f689940-bc6f-44df-825d-c70ef48e2c10 None None] Transition to ACTIVE for port object 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:17.825855 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] Set router 8b860ba8-a602-4874-9e45-e80ae721ec03 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:17.847805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:17.857637 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72d2d0ed-6e62-414f-a72f-d7883a28e561 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:17.887888 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f689940-bc6f-44df-825d-c70ef48e2c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:18.050235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-72d2d0ed-6e62-414f-a72f-d7883a28e561 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for fa6fa9f5-da8a-4e4a-be9a-ad9fad1b386a owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:18.067693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f689940-bc6f-44df-825d-c70ef48e2c10 None None] Pushing event updated for resources: {'Port': ['ID=4401fc4d-49e1-4c84-9ed6-bf760aaee9a7,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:18.087908 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7b7b37fb-9cd0-415d-bbaf-ae4ffa9eab26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:49Z', 'updated_at': '2022-05-27T22:52:59Z', 'revision_number': 4, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'gw_port': {'id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:51Z', 'updated_at': '2022-05-27T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '4c23c9b4-e595-4f61-ac65-8ee8f2ffdccb', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'floating_ip_address': '172.25.2.19', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'port_id': '088612ea-291c-4b83-b266-280f1907605f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'mac_address': 'fa:16:3e:6e:49:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e346de-be59-4ddf-a05b-d4f05e029821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:54:09Z', 'updated_at': '2022-05-27T22:54:09Z', 'revision_number': 0, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e', 'name': '', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:57Z', 'updated_at': '2022-05-27T22:53:12Z', 'revision_number': 5, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'subnets': [{'id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:18.094436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7b37fb-9cd0-415d-bbaf-ae4ffa9eab26 None None] The sync data for ids ['03e05af5-70d6-4b14-b83b-d967c081e417'] in n-d-843680-3 is: [{'id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:49Z', 'updated_at': '2022-05-27T22:52:59Z', 'revision_number': 4, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'gw_port': {'id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:51Z', 'updated_at': '2022-05-27T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '4c23c9b4-e595-4f61-ac65-8ee8f2ffdccb', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'floating_ip_address': '172.25.2.19', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'port_id': '088612ea-291c-4b83-b266-280f1907605f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'mac_address': 'fa:16:3e:6e:49:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0e346de-be59-4ddf-a05b-d4f05e029821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:54:09Z', 'updated_at': '2022-05-27T22:54:09Z', 'revision_number': 0, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e', 'name': '', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:57Z', 'updated_at': '2022-05-27T22:53:12Z', 'revision_number': 5, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'subnets': [{'id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:54:18.115739 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:18.244031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26480ac-3244-437c-bb11-bc3cad81325a admin admin] Router 07a1bf5d-11b9-459c-9618-d9afdb3aed63 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:54:18.311439 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T22:54:11Z', 'revision_number': 3, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:18.317897 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9048e37c-2a14-4084-bbde-1f436cf87c71 None None] The sync data for ids ['8b860ba8-a602-4874-9e45-e80ae721ec03'] in n-d-843680-3 is: [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T22:54:11Z', 'revision_number': 3, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:54:18.329653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Network 8514dbac-db35-4503-b472-f0edb8e4c6d8 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:18.346917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:18.359232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:18.514679 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c6615-f7eb-4672-ad14-cc834857a196 None None] New status for floating IP 4c23c9b4-e595-4f61-ac65-8ee8f2ffdccb: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:54:18.554696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Pushing event updated for resources: {'Port': ['ID=1f236d4e-8092-454e-89d1-126731273d34,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:18.644773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da1ef1-73ba-404c-af2c-bff4b0e2c637 req-edf50586-3d19-445a-96bf-fe9dbc8a0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:18.653221 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96da1ef1-73ba-404c-af2c-bff4b0e2c637 req-edf50586-3d19-445a-96bf-fe9dbc8a0991 service neutron] 10.222.0.57 "GET /v2.0/networks?id=52fc9a68-72c8-4997-84a0-65fb77b6541c HTTP/1.1" status: 200 len: 909 time: 1.1944714 May 27 22:54:18.754107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74679076-1df9-4b05-a3e7-d10d22b97066 req-df27ab90-d57c-4975-b0eb-dcbabe560ef3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:18.755659 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74679076-1df9-4b05-a3e7-d10d22b97066 req-df27ab90-d57c-4975-b0eb-dcbabe560ef3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.5862648 May 27 22:54:18.930423 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7ca43c35-6566-4c67-9c1d-7f7e39ba4a4d None None] Provisioning for port 1f236d4e-8092-454e-89d1-126731273d34 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:18.936865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7ca43c35-6566-4c67-9c1d-7f7e39ba4a4d None None] Provisioning complete for port 1f236d4e-8092-454e-89d1-126731273d34 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:18.937683 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7ca43c35-6566-4c67-9c1d-7f7e39ba4a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:19.056727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c9d58-a1a9-46ff-b6b0-1bc431573079 req-31f9d82b-0639-49bd-a4f0-59ea406178f3 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:19.072725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-326c9d58-a1a9-46ff-b6b0-1bc431573079 req-31f9d82b-0639-49bd-a4f0-59ea406178f3 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 932 time: 0.7880113 May 27 22:54:19.083464 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7ca43c35-6566-4c67-9c1d-7f7e39ba4a4d None None] Port 1f236d4e-8092-454e-89d1-126731273d34 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:54:19.084446 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74679076-1df9-4b05-a3e7-d10d22b97066 req-e75e8976-f016-452b-9655-557ae29a807d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174071 May 27 22:54:19.103935 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72d2d0ed-6e62-414f-a72f-d7883a28e561 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:19.107173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26480ac-3244-437c-bb11-bc3cad81325a admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:54:19.121694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d84779-378e-48bf-a2fe-1397c791e02d None None] Sync routers for ids ['07a1bf5d-11b9-459c-9618-d9afdb3aed63'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:54:19.123137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:19.134354 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:19.155257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d84779-378e-48bf-a2fe-1397c791e02d None None] Routers {'07a1bf5d-11b9-459c-9618-d9afdb3aed63'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:19.161883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-69d84779-378e-48bf-a2fe-1397c791e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['07a1bf5d-11b9-459c-9618-d9afdb3aed63'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:19.171894 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d26480ac-3244-437c-bb11-bc3cad81325a admin admin] 10.222.0.27 "PUT /v2.0/routers/07a1bf5d-11b9-459c-9618-d9afdb3aed63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5319409 May 27 22:54:19.186715 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96da1ef1-73ba-404c-af2c-bff4b0e2c637 req-9a7ca08c-0a85-425c-b38a-1a98524680ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=088612ea-291c-4b83-b266-280f1907605f HTTP/1.1" status: 200 len: 998 time: 0.4556587 May 27 22:54:19.193135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54084) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:19.253676 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d2d0ed-6e62-414f-a72f-d7883a28e561 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=fa6fa9f5-da8a-4e4a-be9a-ad9fad1b386a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:19.369269 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:19.392469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-326c9d58-a1a9-46ff-b6b0-1bc431573079 req-507e81f4-bdc0-4fcb-9ad9-7e45630dc794 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941751 May 27 22:54:19.417532 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-1e96a6fd-30c8-48f0-89d6-196ebf24d2d9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5936542 May 27 22:54:19.436663 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72d2d0ed-6e62-414f-a72f-d7883a28e561 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:19.454438 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-72d2d0ed-6e62-414f-a72f-d7883a28e561 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/fa6fa9f5-da8a-4e4a-be9a-ad9fad1b386a HTTP/1.1" status: 204 len: 168 time: 2.1685817 May 27 22:54:19.454678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54088) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:19.473432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Request body: {'port': {'device_id': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:19.512517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-69d84779-378e-48bf-a2fe-1397c791e02d None None] Set router 07a1bf5d-11b9-459c-9618-d9afdb3aed63 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:19.569463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d309a29b-6fc9-47c6-bfaa-bd3dde1f0ea3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:19.570186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d309a29b-6fc9-47c6-bfaa-bd3dde1f0ea3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:54:19.687460 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 10982529-ee17-493f-a291-ba1cff68d053 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:19.723881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d309a29b-6fc9-47c6-bfaa-bd3dde1f0ea3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:54:19.725226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d309a29b-6fc9-47c6-bfaa-bd3dde1f0ea3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2696934 May 27 22:54:19.728140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54092) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:19.853005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5ac081-1d6c-4451-8e42-739b9bbeb3ec tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:19.858167 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0e5ac081-1d6c-4451-8e42-739b9bbeb3ec tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1287448 May 27 22:54:19.859318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54096) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:19.883867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da1ef1-73ba-404c-af2c-bff4b0e2c637 req-e73f2c64-26e5-4abf-8a0e-3cc8e3ede517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:19.885646 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96da1ef1-73ba-404c-af2c-bff4b0e2c637 req-e73f2c64-26e5-4abf-8a0e-3cc8e3ede517 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4e5e612-ccec-465a-9aa0-192c4d7d5395 HTTP/1.1" status: 200 len: 847 time: 0.5871165 May 27 22:54:19.891345 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:19.982392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-20a6e365-46b6-4044-bf20-95e4b8e27366 None None] Provisioning for port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:19.990554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-20a6e365-46b6-4044-bf20-95e4b8e27366 None None] Provisioning complete for port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:19.993782 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20a6e365-46b6-4044-bf20-95e4b8e27366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:20.019512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb190ef-1f4f-42fa-92c9-68f7143fc7f1 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:20.021187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb190ef-1f4f-42fa-92c9-68f7143fc7f1 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:20.022653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb190ef-1f4f-42fa-92c9-68f7143fc7f1 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:20.023593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2cb190ef-1f4f-42fa-92c9-68f7143fc7f1 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:54:20.082402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 10982529-ee17-493f-a291-ba1cff68d053 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:20.092270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 10982529-ee17-493f-a291-ba1cff68d053 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:20.092887 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:20.106661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2cb190ef-1f4f-42fa-92c9-68f7143fc7f1 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:54:20.110738 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2cb190ef-1f4f-42fa-92c9-68f7143fc7f1 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2476864 May 27 22:54:20.120764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54102) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:20.210066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-69d84779-378e-48bf-a2fe-1397c791e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'name': 'tempest-TestAggregatesBasicOps-1681066119-router', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:22Z', 'updated_at': '2022-05-27T22:54:15Z', 'revision_number': 5, 'project_id': 'fbe30052dea541319faf101796ce952e', 'gw_port': {'id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:24Z', 'updated_at': '2022-05-27T22:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:20.219384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d84779-378e-48bf-a2fe-1397c791e02d None None] Checking router: 07a1bf5d-11b9-459c-9618-d9afdb3aed63 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:54:20.225973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-4320c86e-9efc-4800-80aa-8bfa87904cac tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 8a0a2a30-868d-4276-b8a6-fe23d3ef10cf {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:54:20.231334 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4320c86e-9efc-4800-80aa-8bfa87904cac tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:20.239313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-20a6e365-46b6-4044-bf20-95e4b8e27366 None None] Current status of the port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:20.247869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d84779-378e-48bf-a2fe-1397c791e02d None None] Routers {'07a1bf5d-11b9-459c-9618-d9afdb3aed63'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:20.248731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-69d84779-378e-48bf-a2fe-1397c791e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['07a1bf5d-11b9-459c-9618-d9afdb3aed63'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:20.377058 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4320c86e-9efc-4800-80aa-8bfa87904cac tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:20.379893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-88763ca6-9ad1-4205-a460-b45c551e77b8 None None] Could not find standard attr ID for object fa6fa9f5-da8a-4e4a-be9a-ad9fad1b386a. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:54:20.394517 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:20.445728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 10982529-ee17-493f-a291-ba1cff68d053 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:20.447844 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:20.487819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 10982529-ee17-493f-a291-ba1cff68d053, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=10982529-ee17-493f-a291-ba1cff68d053,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:20.488830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716f31b-7035-4623-9661-9569b346ea93 req-fd69e4d0-309c-425e-879f-044ca49927cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:20.496711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4716f31b-7035-4623-9661-9569b346ea93 req-fd69e4d0-309c-425e-879f-044ca49927cc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.2187562 May 27 22:54:20.509128 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-69d84779-378e-48bf-a2fe-1397c791e02d None None] Set router 07a1bf5d-11b9-459c-9618-d9afdb3aed63 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:20.525820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Allocated IP 172.20.0.1 (10953b49-8a50-460b-bc26-25bd2f39cd7a/cbe3b673-ec6a-40c3-8265-98f8f9d42c84/df3cfb4d-7a9d-4404-88d2-bb1fddb93294) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:20.558451 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:20.558451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:20.645063 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:20.649054 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4716f31b-7035-4623-9661-9569b346ea93 req-19b44ca5-e9fa-4dab-bf0e-4d82659bda8f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505387 May 27 22:54:20.659859 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4320c86e-9efc-4800-80aa-8bfa87904cac tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:20.694776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96da1ef1-73ba-404c-af2c-bff4b0e2c637 req-a9794046-41de-45ce-a9eb-a7e4c27f7eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:20.697431 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96da1ef1-73ba-404c-af2c-bff4b0e2c637 req-a9794046-41de-45ce-a9eb-a7e4c27f7eb6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52fc9a68-72c8-4997-84a0-65fb77b6541c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7488811 May 27 22:54:20.747580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f216dfc7-9fb1-41dc-9537-1c22d0d93654 req-43fcdc91-7853-4e3a-adc1-3a084432e81a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:20.750646 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f216dfc7-9fb1-41dc-9537-1c22d0d93654 req-43fcdc91-7853-4e3a-adc1-3a084432e81a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 932 time: 0.2284086 May 27 22:54:20.830258 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f216dfc7-9fb1-41dc-9537-1c22d0d93654 req-176a0368-078e-4b79-b6fe-bb6bb0a24575 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731757 May 27 22:54:20.850725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] Deleting port 413464d3-14e2-42dd-bf51-0ec400d6fa5a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:20.851237 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:20.854478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=10982529-ee17-493f-a291-ba1cff68d053,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:20.895791 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4320c86e-9efc-4800-80aa-8bfa87904cac tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:20.916433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:20.916796 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:20.935967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320c86e-9efc-4800-80aa-8bfa87904cac tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=8a0a2a30-868d-4276-b8a6-fe23d3ef10cf,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:20.940178 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4320c86e-9efc-4800-80aa-8bfa87904cac tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:20.982316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab13bcc6-4bda-4785-9bba-d01ae2d001b9 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:21.069822 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4320c86e-9efc-4800-80aa-8bfa87904cac tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/8a0a2a30-868d-4276-b8a6-fe23d3ef10cf HTTP/1.1" status: 204 len: 168 time: 0.9473162 May 27 22:54:21.072667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54108) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:21.197144 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:21.202869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d113705-9fda-40d1-b904-bec090e92164 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 933b71d7-2ea7-487e-9a8a-01e81a1756dd {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:54:21.210646 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d113705-9fda-40d1-b904-bec090e92164 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:21.268039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d113705-9fda-40d1-b904-bec090e92164 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:21.294898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:21.299855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-69d84779-378e-48bf-a2fe-1397c791e02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'name': 'tempest-TestAggregatesBasicOps-1681066119-router', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:22Z', 'updated_at': '2022-05-27T22:54:15Z', 'revision_number': 5, 'project_id': 'fbe30052dea541319faf101796ce952e', 'gw_port': {'id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:24Z', 'updated_at': '2022-05-27T22:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:21.307378 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96da1ef1-73ba-404c-af2c-bff4b0e2c637 req-b21845b0-5e5a-47f6-b7ad-ea4bf08868d1 service neutron] 10.222.0.57 "GET /v2.0/networks/52fc9a68-72c8-4997-84a0-65fb77b6541c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997119 May 27 22:54:21.308592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Transition to ACTIVE for port object df3cfb4d-7a9d-4404-88d2-bb1fddb93294 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:21.309081 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d84779-378e-48bf-a2fe-1397c791e02d None None] The sync data for ids ['07a1bf5d-11b9-459c-9618-d9afdb3aed63'] in n-d-843680-3 is: [{'id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'name': 'tempest-TestAggregatesBasicOps-1681066119-router', 'tenant_id': 'fbe30052dea541319faf101796ce952e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16'}], 'enable_snat': True}, 'gw_port_id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:22Z', 'updated_at': '2022-05-27T22:54:15Z', 'revision_number': 5, 'project_id': 'fbe30052dea541319faf101796ce952e', 'gw_port': {'id': '413464d3-14e2-42dd-bf51-0ec400d6fa5a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:77:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07a1bf5d-11b9-459c-9618-d9afdb3aed63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2937, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:24Z', 'updated_at': '2022-05-27T22:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:54:21.384996 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d113705-9fda-40d1-b904-bec090e92164 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:21.456023 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.resource_extend [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:54:21.543334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] For port 413464d3-14e2-42dd-bf51-0ec400d6fa5a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=413464d3-14e2-42dd-bf51-0ec400d6fa5a,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:21.543558 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d113705-9fda-40d1-b904-bec090e92164 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:21.543727 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:21.588694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d113705-9fda-40d1-b904-bec090e92164 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=933b71d7-2ea7-487e-9a8a-01e81a1756dd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:21.592585 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d113705-9fda-40d1-b904-bec090e92164 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:21.609664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9d113705-9fda-40d1-b904-bec090e92164 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/933b71d7-2ea7-487e-9a8a-01e81a1756dd HTTP/1.1" status: 204 len: 168 time: 0.5340812 May 27 22:54:21.611720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54116) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:21.752708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 10982529-ee17-493f-a291-ba1cff68d053 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:21.756783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] Calling delete_port for 413464d3-14e2-42dd-bf51-0ec400d6fa5a owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:21.766424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-99ed6b45-5d31-4de1-9dfe-d6945b7a2831 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1529539 May 27 22:54:21.779314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54122) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:21.785597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-bcf13056-c149-45ca-86a3-c5ebdd394caa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:21.913919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 10982529-ee17-493f-a291-ba1cff68d053 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:21.914949 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:22.077622 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96da1ef1-73ba-404c-af2c-bff4b0e2c637 req-0b6d3151-60bb-4388-a3aa-a41897d4119d service neutron] 10.222.0.57 "GET /v2.0/networks/52fc9a68-72c8-4997-84a0-65fb77b6541c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7476895 May 27 22:54:22.089668 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:22.106542 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f236d4e-8092-454e-89d1-126731273d34 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:54:22.138735 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 10982529-ee17-493f-a291-ba1cff68d053 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:22.161376 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:22.208652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Network 10953b49-8a50-460b-bc26-25bd2f39cd7a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:22.214597 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:22.217277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:22.251487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Transition to ACTIVE for port object 1f236d4e-8092-454e-89d1-126731273d34 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:22.267201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=df3cfb4d-7a9d-4404-88d2-bb1fddb93294,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:22.279420 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:22.301564 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627dffa2-f6a7-48e1-8d02-cd404128684b None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:22.313043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bcf13056-c149-45ca-86a3-c5ebdd394caa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:22.325344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bcf13056-c149-45ca-86a3-c5ebdd394caa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:22.334011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bcf13056-c149-45ca-86a3-c5ebdd394caa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:22.358371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17d0b1-3a09-4a9a-b2ce-a80e470e0b6d req-046e5796-f242-441a-9e00-e525f19224a1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:22.358371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e17d0b1-3a09-4a9a-b2ce-a80e470e0b6d req-046e5796-f242-441a-9e00-e525f19224a1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.4059553 May 27 22:54:22.360322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bcf13056-c149-45ca-86a3-c5ebdd394caa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:22.410005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1e45ef90-a1f2-4998-b2b8-a7bdf44ba410 None None] Provisioning complete for port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:22.410590 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e45ef90-a1f2-4998-b2b8-a7bdf44ba410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:22.419599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db73945-152a-46ed-aa4f-2110371220f5 req-6e1fdd0d-bdaa-422c-bf75-1ae6371fb640 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:22.428694 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1db73945-152a-46ed-aa4f-2110371220f5 req-6e1fdd0d-bdaa-422c-bf75-1ae6371fb640 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 932 time: 0.3402407 May 27 22:54:22.437604 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:22.469335 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e17d0b1-3a09-4a9a-b2ce-a80e470e0b6d req-6c17c689-98e1-4540-9297-151fe16d00c6 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000786 May 27 22:54:22.494757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf13056-c149-45ca-86a3-c5ebdd394caa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:22.507659 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bcf13056-c149-45ca-86a3-c5ebdd394caa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:22.556600 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:22.611122 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1db73945-152a-46ed-aa4f-2110371220f5 req-653f9dbc-c6dd-4954-9acb-4d19b231cab6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813464 May 27 22:54:22.657764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1e45ef90-a1f2-4998-b2b8-a7bdf44ba410 None None] Current status of the port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:22.692856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] Pushing event deleted for resources: {'Port': ['ID=413464d3-14e2-42dd-bf51-0ec400d6fa5a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:22.705887 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:22.768100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec93a2e0-5e1e-429a-a20e-ed7691ea3dae None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:54:22.776750 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ec93a2e0-5e1e-429a-a20e-ed7691ea3dae None None] Deleting port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:22.778782 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec93a2e0-5e1e-429a-a20e-ed7691ea3dae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:22.866544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f236d4e-8092-454e-89d1-126731273d34,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:22.976964 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-25c102f7-4309-4d94-b4fa-708ed7598b76 None None] Provisioning for port df3cfb4d-7a9d-4404-88d2-bb1fddb93294 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:22.985774 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bcf13056-c149-45ca-86a3-c5ebdd394caa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:22.990004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-25c102f7-4309-4d94-b4fa-708ed7598b76 None None] Provisioning complete for port df3cfb4d-7a9d-4404-88d2-bb1fddb93294 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:22.990700 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25c102f7-4309-4d94-b4fa-708ed7598b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:23.080133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf13056-c149-45ca-86a3-c5ebdd394caa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:23.083979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-bcf13056-c149-45ca-86a3-c5ebdd394caa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:23.090214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf13056-c149-45ca-86a3-c5ebdd394caa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:23.090914 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bcf13056-c149-45ca-86a3-c5ebdd394caa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:23.091445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ec93a2e0-5e1e-429a-a20e-ed7691ea3dae None None] For port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4401fc4d-49e1-4c84-9ed6-bf760aaee9a7,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:23.092223 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec93a2e0-5e1e-429a-a20e-ed7691ea3dae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:23.112289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-25c102f7-4309-4d94-b4fa-708ed7598b76 None None] Port df3cfb4d-7a9d-4404-88d2-bb1fddb93294 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:54:23.115186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf13056-c149-45ca-86a3-c5ebdd394caa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=14c23ee7-7599-419a-8444-4ee665eb8490,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:23.176467 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bcf13056-c149-45ca-86a3-c5ebdd394caa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3959503 May 27 22:54:23.178210 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:23.181081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54132) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:23.185871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5758c6a5-d323-4479-b882-76b37e98b085 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:23.256950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ec93a2e0-5e1e-429a-a20e-ed7691ea3dae None None] Calling delete_port for 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:23.340700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5758c6a5-d323-4479-b882-76b37e98b085 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:23.345162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5758c6a5-d323-4479-b882-76b37e98b085 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:23.348162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5758c6a5-d323-4479-b882-76b37e98b085 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:23.355283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5758c6a5-d323-4479-b882-76b37e98b085 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:23.421898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Attempting to bind port 1f236d4e-8092-454e-89d1-126731273d34 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:54:23.422451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Attempting to bind port 1f236d4e-8092-454e-89d1-126731273d34 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:54:23.422976 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Attempting to bind port 1f236d4e-8092-454e-89d1-126731273d34 on network 8514dbac-db35-4503-b472-f0edb8e4c6d8 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:54:23.434471 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ec93a2e0-5e1e-429a-a20e-ed7691ea3dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:23.441919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Port 1f236d4e-8092-454e-89d1-126731273d34 on network 8514dbac-db35-4503-b472-f0edb8e4c6d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:54:23.442604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Attempting to bind port 1f236d4e-8092-454e-89d1-126731273d34 on network 8514dbac-db35-4503-b472-f0edb8e4c6d8 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:54:23.446548 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:23.453629 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:23.456620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:54:23.456963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Checking segment: {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:23.457341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Bound using segment: {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:54:23.457773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Bound port: 1f236d4e-8092-454e-89d1-126731273d34, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ee269e-c823-4d4c-96f3-33e283955dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:54:23.458108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:23.483111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5758c6a5-d323-4479-b882-76b37e98b085 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:23.483111 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5758c6a5-d323-4479-b882-76b37e98b085 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:23.548407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6cc96000-f620-449b-89c5-5b435090c33d no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:54:23.595109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93a2e0-5e1e-429a-a20e-ed7691ea3dae None None] Pushing event deleted for resources: {'Port': ['ID=4401fc4d-49e1-4c84-9ed6-bf760aaee9a7,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:23.599058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec93a2e0-5e1e-429a-a20e-ed7691ea3dae None None] No DVR routers for this DVR port 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:54:23.619296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 6cc96000-f620-449b-89c5-5b435090c33d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:54:23.626374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6cc96000-f620-449b-89c5-5b435090c33d not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:54:23.626374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:54:23.665668 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e942c6e-d994-4ba1-bf76-2652913b928b None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:23.693494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:54:23.693961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4401fc4d-49e1-4c84-9ed6-bf760aaee9a7 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:54:23.711436 n-d-843680-3 neutron-server[88900]: INFO neutron.db.ipam_backend_mixin [None req-5758c6a5-d323-4479-b882-76b37e98b085 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14c23ee7-7599-419a-8444-4ee665eb8490 (CIDR: 2001:db8::/64) May 27 22:54:23.727130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] For port 1f236d4e-8092-454e-89d1-126731273d34, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:54:23.732566 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:23.733864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07a1bf5d-11b9-459c-9618-d9afdb3aed63 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:54:23.753841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] For port 1f236d4e-8092-454e-89d1-126731273d34, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1f236d4e-8092-454e-89d1-126731273d34,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:54:23.761377 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:23.770639 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-5758c6a5-d323-4479-b882-76b37e98b085 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:54:23.772532 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5758c6a5-d323-4479-b882-76b37e98b085 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:23.801238 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:23.802866 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e34f29b6-d71a-4640-a9bf-6ffd8caecaca admin admin] 10.222.0.27 "DELETE /v2.0/routers/07a1bf5d-11b9-459c-9618-d9afdb3aed63 HTTP/1.1" status: 204 len: 168 time: 4.6085362 May 27 22:54:23.873147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54144) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:23.934712 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:23.944481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a980cef-0403-47af-a8a2-9de46815ba8a req-304f5c35-6952-4f79-a5a1-c1443536d17d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:23.947808 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a980cef-0403-47af-a8a2-9de46815ba8a req-304f5c35-6952-4f79-a5a1-c1443536d17d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.2887263 May 27 22:54:24.020693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e23554-5ea5-433e-b06f-d812245af29f req-ef3638ba-825e-4824-b79d-a88a27f53297 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:24.046251 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-90e23554-5ea5-433e-b06f-d812245af29f req-ef3638ba-825e-4824-b79d-a88a27f53297 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 944 time: 0.2244170 May 27 22:54:24.061146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:24.061888 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:24.063607 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] 10.222.0.46 "PUT /v2.0/ports/1f236d4e-8092-454e-89d1-126731273d34 HTTP/1.1" status: 200 len: 1092 time: 4.6215837 May 27 22:54:24.066741 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a980cef-0403-47af-a8a2-9de46815ba8a req-b8653a40-e83f-4335-b640-b8b526ab35e2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105261 May 27 22:54:24.122217 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'tag': '1f236d4e-8092-454e-89d1-126731273d34'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:54:24.129093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d82f22-bf44-420e-aa06-c67bdc87e0ff admin admin] Deleting subnet 5aacde6f-8429-4e21-8d8d-48b0f3d81325 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:54:24.155318 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02d82f22-bf44-420e-aa06-c67bdc87e0ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:24.173133 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-90e23554-5ea5-433e-b06f-d812245af29f req-1241750c-160e-4a72-b255-32a91e53a03f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397958 May 27 22:54:24.223414 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc68bb0b-1457-484d-8488-99b2bc9fb449'] response: {'name': 'network-changed', 'server_uuid': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'tag': '1f236d4e-8092-454e-89d1-126731273d34', 'status': 'completed', 'code': 200} May 27 22:54:24.307396 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c744ea9b-cdeb-488b-a067-0b211d4c406e', 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'tenant_id': '2409c310ce334aaf9bddf7061bd14b72', 'fixed_ips': [{'subnet_id': '14c23ee7-7599-419a-8444-4ee665eb8490'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:54:24.307396 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:24.374547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2051f23-9219-473e-b41b-2fe7c4a601e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f236d4e-8092-454e-89d1-126731273d34,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:24.380335 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02d82f22-bf44-420e-aa06-c67bdc87e0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:24.455179 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5758c6a5-d323-4479-b882-76b37e98b085 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2742970 May 27 22:54:24.459196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Allocated IP 2001:db8::2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/14c23ee7-7599-419a-8444-4ee665eb8490/9b8148e1-e6d6-47bc-b209-60e21ad6916e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:24.460531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54154) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:24.467857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:24.614900 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:24.633904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1c990-4caf-4c52-a2ea-9d4688a3d35f req-9eade02e-7742-40f0-9f2a-d35110237a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:24.637950 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fee1c990-4caf-4c52-a2ea-9d4688a3d35f req-9eade02e-7742-40f0-9f2a-d35110237a1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 1095 time: 0.3986793 May 27 22:54:24.674814 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02d82f22-bf44-420e-aa06-c67bdc87e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:24.676134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:24.681217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:24.684374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:24.690543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:24.712789 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:24.740055 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:24.752577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Transition to ACTIVE for port object 9b8148e1-e6d6-47bc-b209-60e21ad6916e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:24.770662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Transition to ACTIVE for port object 9b8148e1-e6d6-47bc-b209-60e21ad6916e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:24.797985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:24.801637 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:24.903910 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:24.919365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=df3cfb4d-7a9d-4404-88d2-bb1fddb93294,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:24.921743 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:24.984901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:24.993617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:24.998258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:25.014512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Pushing event updated for resources: {'Port': ['ID=9b8148e1-e6d6-47bc-b209-60e21ad6916e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:25.077547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1c990-4caf-4c52-a2ea-9d4688a3d35f req-dc70dd2a-84bb-4389-bb8e-246d11fcb706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:25.078996 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fee1c990-4caf-4c52-a2ea-9d4688a3d35f req-dc70dd2a-84bb-4389-bb8e-246d11fcb706 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4363220 May 27 22:54:25.114581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Attempting to bind port 9b8148e1-e6d6-47bc-b209-60e21ad6916e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:54:25.115038 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Attempting to bind port 9b8148e1-e6d6-47bc-b209-60e21ad6916e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:54:25.115467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Attempting to bind port 9b8148e1-e6d6-47bc-b209-60e21ad6916e on network c744ea9b-cdeb-488b-a067-0b211d4c406e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:54:25.121405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:54:25.122766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Checking segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:25.122766 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:25.123384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Bound using segment: {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:54:25.123384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Bound port: 9b8148e1-e6d6-47bc-b209-60e21ad6916e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1b52fb-4677-433c-a80e-c7d80b79ed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:54:25.123893 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:25.198365 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02d82f22-bf44-420e-aa06-c67bdc87e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:25.247324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] For port 9b8148e1-e6d6-47bc-b209-60e21ad6916e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:54:25.250339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] For port 9b8148e1-e6d6-47bc-b209-60e21ad6916e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9b8148e1-e6d6-47bc-b209-60e21ad6916e,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:54:25.271218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d82f22-bf44-420e-aa06-c67bdc87e0ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aacde6f-8429-4e21-8d8d-48b0f3d81325,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:25.282621 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02d82f22-bf44-420e-aa06-c67bdc87e0ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:25.285822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c70f03-5508-454a-8de1-49ce346a9c3d None None] Network 43125c94-2084-462e-bda4-d3eca1d023db requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:25.301536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Network 10953b49-8a50-460b-bc26-25bd2f39cd7a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:25.306205 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-02d82f22-bf44-420e-aa06-c67bdc87e0ff admin admin] 10.222.0.27 "DELETE /v2.0/subnets/5aacde6f-8429-4e21-8d8d-48b0f3d81325 HTTP/1.1" status: 204 len: 168 time: 1.4317527 May 27 22:54:25.310636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54164) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:25.313049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:25.405782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 413464d3-14e2-42dd-bf51-0ec400d6fa5a no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:54:25.438164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae0a63-b81d-4e42-841c-eef65c87fc36 req-2ed46f46-0a6b-4dd9-9b57-f4e2cfdd880e tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:25.439258 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40ae0a63-b81d-4e42-841c-eef65c87fc36 req-2ed46f46-0a6b-4dd9-9b57-f4e2cfdd880e tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.1796312 May 27 22:54:25.449173 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:25.502494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 413464d3-14e2-42dd-bf51-0ec400d6fa5a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:54:25.503195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 413464d3-14e2-42dd-bf51-0ec400d6fa5a not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:54:25.549580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1c990-4caf-4c52-a2ea-9d4688a3d35f req-2655a2d6-331c-4ffd-b896-e2e030a7aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:25.551198 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fee1c990-4caf-4c52-a2ea-9d4688a3d35f req-2655a2d6-331c-4ffd-b896-e2e030a7aa87 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4651184 May 27 22:54:25.574921 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:25.581140 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40ae0a63-b81d-4e42-841c-eef65c87fc36 req-22d357f2-6bbb-48d8-8c8c-3cf46453972d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333504 May 27 22:54:25.637659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac176d-dba8-4a87-a5d5-7cc2033f6d30 None None] Pushing event updated for resources: {'Port': ['ID=9b8148e1-e6d6-47bc-b209-60e21ad6916e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:25.747391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Deleting port 3168bf81-d5ef-4f84-8cce-463563579d84 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:25.747729 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:25.769470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3b976cd0-2a08-4a74-a5d3-c184f2cd7086 None None] Provisioning complete for port df3cfb4d-7a9d-4404-88d2-bb1fddb93294 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:25.769842 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b976cd0-2a08-4a74-a5d3-c184f2cd7086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:25.790378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc1995-4f34-4446-86e5-646c4219d891 req-e562dfcc-3e32-4ec0-a282-081e5227f1fa tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:25.799285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5fc1995-4f34-4446-86e5-646c4219d891 req-e562dfcc-3e32-4ec0-a282-081e5227f1fa tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 944 time: 0.4361892 May 27 22:54:25.847111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3b976cd0-2a08-4a74-a5d3-c184f2cd7086 None None] Port df3cfb4d-7a9d-4404-88d2-bb1fddb93294 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:54:25.864554 n-d-843680-3 neutron-server[88900]: DEBUG neutron.objects.ports [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88900) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:54:25.925603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faa77d2-712a-4529-a284-53e6640761b8 None None] DHCP port deletion for 43125c94-2084-462e-bda4-d3eca1d023db request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:54:25.930872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Router 8b860ba8-a602-4874-9e45-e80ae721ec03 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:54:25.932021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5faa77d2-712a-4529-a284-53e6640761b8 None None] Deleting port 3168bf81-d5ef-4f84-8cce-463563579d84 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:25.932444 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5faa77d2-712a-4529-a284-53e6640761b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:26.026069 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5fc1995-4f34-4446-86e5-646c4219d891 req-5efb8584-080a-4c0f-9bcd-c912a6ec4e5a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140594 May 27 22:54:26.122602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-34991e93-9f9e-4ddf-a565-17c4ddc25ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:26.124183 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-34991e93-9f9e-4ddf-a565-17c4ddc25ae7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 1095 time: 0.4743655 May 27 22:54:26.227305 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-9f43cda5-228d-41f0-9d8e-5fe1cb8f9d8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f236d4e-8092-454e-89d1-126731273d34 HTTP/1.1" status: 200 len: 217 time: 0.0957308 May 27 22:54:26.266203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5faa77d2-712a-4529-a284-53e6640761b8 None None] For port 3168bf81-d5ef-4f84-8cce-463563579d84, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3168bf81-d5ef-4f84-8cce-463563579d84,segment=NetworkSegment(385f9203-282c-4e77-83cb-2e140ce167ce),segment_id=385f9203-282c-4e77-83cb-2e140ce167ce)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:26.266682 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5faa77d2-712a-4529-a284-53e6640761b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:26.443941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5faa77d2-712a-4529-a284-53e6640761b8 None None] Calling delete_port for 3168bf81-d5ef-4f84-8cce-463563579d84 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:26.447246 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:26.594561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] For port 3168bf81-d5ef-4f84-8cce-463563579d84, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3168bf81-d5ef-4f84-8cce-463563579d84,segment=NetworkSegment(385f9203-282c-4e77-83cb-2e140ce167ce),segment_id=385f9203-282c-4e77-83cb-2e140ce167ce)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:26.594997 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:26.603748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-85408cff-3494-4e9f-931a-80b0ef24083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:26.609417 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-85408cff-3494-4e9f-931a-80b0ef24083d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.3312395 May 27 22:54:26.637356 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5faa77d2-712a-4529-a284-53e6640761b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:26.696774 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faa77d2-712a-4529-a284-53e6640761b8 None None] No DVR routers for this DVR port 3168bf81-d5ef-4f84-8cce-463563579d84 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:54:26.710291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa77d2-712a-4529-a284-53e6640761b8 None None] Pushing event deleted for resources: {'Port': ['ID=3168bf81-d5ef-4f84-8cce-463563579d84,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:26.729076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] For port 9b8148e1-e6d6-47bc-b209-60e21ad6916e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9b8148e1-e6d6-47bc-b209-60e21ad6916e,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:26.762049 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:26.843191 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:26.843656 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:26.921644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Calling delete_port for 3168bf81-d5ef-4f84-8cce-463563579d84 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:26.953868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:54:26.970553 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1eeae23e-84b7-49a1-92b3-d5950e11c9f2 admin admin] 10.222.0.27 "PUT /v2.0/routers/8b860ba8-a602-4874-9e45-e80ae721ec03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3248167 May 27 22:54:26.974337 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Sync routers for ids ['8b860ba8-a602-4874-9e45-e80ae721ec03'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:54:26.988749 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Routers {'8b860ba8-a602-4874-9e45-e80ae721ec03'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:26.989718 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8b860ba8-a602-4874-9e45-e80ae721ec03'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:26.998439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:27.024435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:27.040627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:27.046946 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:27.057864 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:54:27.057864 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:54:27.063552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-8b0e4e9d-2a46-4f32-958a-c7bdba995cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:27.065145 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-8b0e4e9d-2a46-4f32-958a-c7bdba995cdf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4527967 May 27 22:54:27.102954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=61ee1eaf-95dc-47ba-9dc9-354712cd8f00,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:27.143952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=9b8148e1-e6d6-47bc-b209-60e21ad6916e,revision_number=4']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:27.171578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65353eb6-6350-4fae-8124-de3236539a3f req-8fa0c6a9-e23e-4895-b331-696ff8f1c587 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:27.179166 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65353eb6-6350-4fae-8124-de3236539a3f req-8fa0c6a9-e23e-4895-b331-696ff8f1c587 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.3895507 May 27 22:54:27.220114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2565adde-3f39-488e-9c40-10c09b89b2c7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7576954 May 27 22:54:27.220995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54186) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:27.236317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'mac_address': 'fa:16:3e:50:21:69', 'name': 'tempest-NetworksTestDHCPv6-449563192'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:27.246902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69b80b7-060f-4f35-b322-183162bc7236 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:27.309304 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-3739d1f8-a826-4694-84f8-826c2e6ebed0 service neutron] 10.222.0.46 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375672 May 27 22:54:27.484393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65353eb6-6350-4fae-8124-de3236539a3f req-3df1b1d5-d5e5-4816-bc27-04c6e69a6fb6 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025105 May 27 22:54:27.494585 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Set router 8b860ba8-a602-4874-9e45-e80ae721ec03 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:27.579719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Deleting port 3168bf81-d5ef-4f84-8cce-463563579d84 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:27.583582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:27.583728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9b8148e1-e6d6-47bc-b209-60e21ad6916e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:27.598252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:27.606164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:port and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:27.611936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:27.625603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a51b49-900d-41bd-9a33-f37d356149ed req-cbdd0d5e-2600-4c59-8b14-994e5a858697 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:27.627170 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-54a51b49-900d-41bd-9a33-f37d356149ed req-cbdd0d5e-2600-4c59-8b14-994e5a858697 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 944 time: 0.3557243 May 27 22:54:27.628101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:27.641122 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f2d36367-9f75-4c4d-bbe2-4cf81aadf168 req-b0476139-ff75-4d7f-9679-36440b5f34ea service neutron] 10.222.0.46 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250511 May 27 22:54:27.678329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-54a51b49-900d-41bd-9a33-f37d356149ed req-f4f34da1-9e9d-410c-a279-e20b248bdf82 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446265 May 27 22:54:27.727277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] The port '3168bf81-d5ef-4f84-8cce-463563579d84' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:54:27.740923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:27.760627 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-757c976f-7ee2-46cf-9526-44e066635f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:27.764163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9d4ab771-75c4-42ac-ae76-a70d81f44bab None None] Provisioning for port 9b8148e1-e6d6-47bc-b209-60e21ad6916e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:27.903372 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:27.958268 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43125c94-2084-462e-bda4-d3eca1d023db']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:27.986192 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385f9203-282c-4e77-83cb-2e140ce167ce') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:27.987999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385f9203-282c-4e77-83cb-2e140ce167ce') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:28.016189 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:28.043199 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:28.048967 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:28.049156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:54:28.049707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:28.066578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 9b8148e1-e6d6-47bc-b209-60e21ad6916e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:28.073868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9b8148e1-e6d6-47bc-b209-60e21ad6916e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:28.074323 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:28.091642 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T22:54:23Z', 'revision_number': 4, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'df3cfb4d-7a9d-4404-88d2-bb1fddb93294', 'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'tenant_id': '921154709996453f880f967c0d436688', 'mac_address': 'fa:16:3e:4d:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:19Z', 'updated_at': '2022-05-27T22:54:23Z', 'revision_number': 2, 'project_id': '921154709996453f880f967c0d436688', 'subnets': [{'id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:28.100827 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Checking router: 8b860ba8-a602-4874-9e45-e80ae721ec03 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:54:28.102078 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Updating router 8b860ba8-a602-4874-9e45-e80ae721ec03 port df3cfb4d-7a9d-4404-88d2-bb1fddb93294 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:54:28.121389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 8e6b6643-c1e9-431e-92c7-df76db3c77a9 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:54:28.185744 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:28.455954 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:28.484702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9b8148e1-e6d6-47bc-b209-60e21ad6916e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:28.484702 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:28.489951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54210) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:28.505321 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:28.561729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] Pushing event deleted for resources: {'Network': ['ID=43125c94-2084-462e-bda4-d3eca1d023db,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:28.605012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 9b8148e1-e6d6-47bc-b209-60e21ad6916e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9b8148e1-e6d6-47bc-b209-60e21ad6916e,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:28.605363 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a78b11cd-bce5-4bb5-b210-0b30e255263d admin admin] 10.222.0.27 "DELETE /v2.0/networks/43125c94-2084-462e-bda4-d3eca1d023db HTTP/1.1" status: 204 len: 168 time: 3.2902391 May 27 22:54:28.606617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::3d2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/14c23ee7-7599-419a-8444-4ee665eb8490/8e6b6643-c1e9-431e-92c7-df76db3c77a9) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:28.622833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8:0:1:f816:3eff:fe50:2169 (c744ea9b-cdeb-488b-a067-0b211d4c406e/61ee1eaf-95dc-47ba-9dc9-354712cd8f00/8e6b6643-c1e9-431e-92c7-df76db3c77a9) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:28.695174 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:28.698749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-57863895-network', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:28.721941 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 385f9203-282c-4e77-83cb-2e140ce167ce resource provider aggregate not found May 27 22:54:28.727212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:28.745891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Usage tracker for resource:network and tenant:7f483ba159b54476bf5002a00fc86e87 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:28.750023 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 385f9203-282c-4e77-83cb-2e140ce167ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 385f9203-282c-4e77-83cb-2e140ce167ce found for delete ", "request_id": "req-78f02ca8-2967-4797-9197-baea2a6ac2ae"}]} May 27 22:54:28.764378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:28.785784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:28.870189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3168bf81-d5ef-4f84-8cce-463563579d84 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:54:28.924309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Made reservation on behalf of 7f483ba159b54476bf5002a00fc86e87 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:28.927588 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:28.983170 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:28.995280 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Transition to ACTIVE for port object df3cfb4d-7a9d-4404-88d2-bb1fddb93294 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:29.033598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 3168bf81-d5ef-4f84-8cce-463563579d84 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:54:29.034645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3168bf81-d5ef-4f84-8cce-463563579d84 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:54:29.039310 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=9b8148e1-e6d6-47bc-b209-60e21ad6916e,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:29.090706 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:29.106173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-80aa6492-26d3-4ffa-b7fd-9a40e3246c85 None None] Provisioning complete for port 9b8148e1-e6d6-47bc-b209-60e21ad6916e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:29.107102 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-80aa6492-26d3-4ffa-b7fd-9a40e3246c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:29.118018 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:29.220816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:29.254797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Usage tracker for resource:security_group_rule and tenant:7f483ba159b54476bf5002a00fc86e87 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:29.270829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:29.308729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:29.369570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-80aa6492-26d3-4ffa-b7fd-9a40e3246c85 None None] Current status of the port 9b8148e1-e6d6-47bc-b209-60e21ad6916e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:29.440092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54224) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:29.478646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9b8148e1-e6d6-47bc-b209-60e21ad6916e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:29.538017 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ba357-db39-4a2c-8eec-65751f736484 req-4a43feff-ca3e-4f10-a275-04bc764ec8db tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:29.540642 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a98ba357-db39-4a2c-8eec-65751f736484 req-4a43feff-ca3e-4f10-a275-04bc764ec8db tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 944 time: 0.5699403 May 27 22:54:29.550252 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:29.579514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ff0ea-d8a7-4c63-975e-06fda8887d6a req-e155406e-ab74-4439-80e4-09b620a02e50 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:29.581431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-622ff0ea-d8a7-4c63-975e-06fda8887d6a req-e155406e-ab74-4439-80e4-09b620a02e50 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.6758220 May 27 22:54:29.604943 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1000fb56-b152-4596-bd18-fb505a0477dd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bb74871ea0f2407184322f5c229c24bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597438 May 27 22:54:29.605760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54228) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:29.646664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object 8e6b6643-c1e9-431e-92c7-df76db3c77a9 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:29.684168 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefba37e-bdbb-4045-a668-7b9b00036dc3 None None] Pushing event updated for resources: {'Port': ['ID=df3cfb4d-7a9d-4404-88d2-bb1fddb93294,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:29.698388 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-622ff0ea-d8a7-4c63-975e-06fda8887d6a req-ed88ea44-078f-4917-8180-7d8de14f6c5a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930464 May 27 22:54:29.727665 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a98ba357-db39-4a2c-8eec-65751f736484 req-22021bdd-a9c2-4566-8d8e-c72d209ac899 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583226 May 27 22:54:29.727852 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Attempting to bind port df3cfb4d-7a9d-4404-88d2-bb1fddb93294 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:54:29.727852 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Attempting to bind port df3cfb4d-7a9d-4404-88d2-bb1fddb93294 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '39891671-febf-441f-ad10-99d91f85790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:54:29.728023 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Attempting to bind port df3cfb4d-7a9d-4404-88d2-bb1fddb93294 on network 10953b49-8a50-460b-bc26-25bd2f39cd7a {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:54:29.734889 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:54:29.735250 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Checking segment: {'id': '39891671-febf-441f-ad10-99d91f85790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:29.735641 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:29.736022 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Bound using segment: {'id': '39891671-febf-441f-ad10-99d91f85790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:54:29.736494 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Bound port: df3cfb4d-7a9d-4404-88d2-bb1fddb93294, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39891671-febf-441f-ad10-99d91f85790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:54:29.736856 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:29.795315 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca199661-126c-4fcc-b03f-d00d3d12263d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:29.797296 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e83daa4-c6db-4c07-b1f2-bad9f253b0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:29.799458 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:29.820875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9b8148e1-e6d6-47bc-b209-60e21ad6916e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:29.820875 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:29.847437 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e83daa4-c6db-4c07-b1f2-bad9f253b0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:29.890966 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] For port df3cfb4d-7a9d-4404-88d2-bb1fddb93294, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:54:29.896437 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] For port df3cfb4d-7a9d-4404-88d2-bb1fddb93294, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=df3cfb4d-7a9d-4404-88d2-bb1fddb93294,segment=NetworkSegment(39891671-febf-441f-ad10-99d91f85790a),segment_id=39891671-febf-441f-ad10-99d91f85790a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:54:29.960181 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:29.989278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:54:30.005412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9b8148e1-e6d6-47bc-b209-60e21ad6916e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:30.038447 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:30.085735 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e83daa4-c6db-4c07-b1f2-bad9f253b0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:30.113023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83daa4-c6db-4c07-b1f2-bad9f253b0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe45bc2-08a2-4aac-a5c4-5d580b714f40,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:30.119075 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0e83daa4-c6db-4c07-b1f2-bad9f253b0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:30.120849 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0e83daa4-c6db-4c07-b1f2-bad9f253b0fa admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6fe45bc2-08a2-4aac-a5c4-5d580b714f40 HTTP/1.1" status: 204 len: 168 time: 0.5114193 May 27 22:54:30.130082 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:30.130528 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Added segment fbde510d-5913-4c92-b622-9938ba57418a of type vlan for network 4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7 May 27 22:54:30.148584 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Routers {'8b860ba8-a602-4874-9e45-e80ae721ec03'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:30.149579 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8b860ba8-a602-4874-9e45-e80ae721ec03'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:30.167048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:30.169805 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:30.173534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6bf442-fe01-4452-b184-aee642a11869,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:30.216143 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefba37e-bdbb-4045-a668-7b9b00036dc3 None None] Pushing event updated for resources: {'Port': ['ID=df3cfb4d-7a9d-4404-88d2-bb1fddb93294,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:30.255680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:30.261027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:30.273265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:30.284452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:30.285142 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:30.311146 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1f236d4e-8092-454e-89d1-126731273d34 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:54:30.318096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=8e6b6643-c1e9-431e-92c7-df76db3c77a9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:30.437821 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:30.442104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:30.442104 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:30.488526 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] Set router 8b860ba8-a602-4874-9e45-e80ae721ec03 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:30.571971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1f236d4e-8092-454e-89d1-126731273d34, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1f236d4e-8092-454e-89d1-126731273d34,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:30.576001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7b9bf036-65a9-4441-b24f-1b5ab4e12e62 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.3520079 May 27 22:54:30.579126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54236) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:30.589265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '1f236d4e-8092-454e-89d1-126731273d34', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'port_id': '1f236d4e-8092-454e-89d1-126731273d34', 'mac_address': 'fa:16:3e:18:74:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:54:30.610825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] Pushing event updated for resources: {'Network': ['ID=4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:30.636220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:54:30.700643 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7e7e1ceb-f635-4cdf-9628-2058b243de3e admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0452101 May 27 22:54:30.700643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54240) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:30.705976 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] Request body: {'subnet': {'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-57863895-subnet', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:30.720179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:30.729316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] Usage tracker for resource:subnet and tenant:7f483ba159b54476bf5002a00fc86e87 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:30.734626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:30.752001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:30.771473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6809de20-03e5-4c2f-bf7a-e8405c6895f9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 8e6b6643-c1e9-431e-92c7-df76db3c77a9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:30.772407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6809de20-03e5-4c2f-bf7a-e8405c6895f9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:30.838180 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] Made reservation on behalf of 7f483ba159b54476bf5002a00fc86e87 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:30.840605 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:31.017720 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T22:54:23Z', 'revision_number': 4, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'df3cfb4d-7a9d-4404-88d2-bb1fddb93294', 'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'tenant_id': '921154709996453f880f967c0d436688', 'mac_address': 'fa:16:3e:4d:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:19Z', 'updated_at': '2022-05-27T22:54:29Z', 'revision_number': 4, 'project_id': '921154709996453f880f967c0d436688', 'subnets': [{'id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:31.026642 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0a0620-a424-4bd3-9f3f-d0f80917e7f0 None None] The sync data for ids ['8b860ba8-a602-4874-9e45-e80ae721ec03'] in n-d-843680-3 is: [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T22:54:23Z', 'revision_number': 4, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'df3cfb4d-7a9d-4404-88d2-bb1fddb93294', 'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'tenant_id': '921154709996453f880f967c0d436688', 'mac_address': 'fa:16:3e:4d:8c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:19Z', 'updated_at': '2022-05-27T22:54:29Z', 'revision_number': 4, 'project_id': '921154709996453f880f967c0d436688', 'subnets': [{'id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:54:31.147226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 1f236d4e-8092-454e-89d1-126731273d34 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:31.149564 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:31.176765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f236d4e-8092-454e-89d1-126731273d34 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:54:31.197861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1f236d4e-8092-454e-89d1-126731273d34, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1f236d4e-8092-454e-89d1-126731273d34,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:31.216672 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:31.265431 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:31.330825 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:31.351070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b607a-98e9-4074-b94d-29777351344d req-2af1726e-26fb-44f3-afd6-7e772b83e31d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:31.353224 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d14b607a-98e9-4074-b94d-29777351344d req-2af1726e-26fb-44f3-afd6-7e772b83e31d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.2990634 May 27 22:54:31.361160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15f9ca-9189-49aa-bca9-24867ce3cfe1 req-2dc3a6e6-8abd-44cf-a557-94741a50bfe5 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:31.368991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d15f9ca-9189-49aa-bca9-24867ce3cfe1 req-2dc3a6e6-8abd-44cf-a557-94741a50bfe5 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 944 time: 0.3576851 May 27 22:54:31.416377 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4b727a80-97f7-434b-8077-0be6d5a66eb8 None None] Provisioning for port 8e6b6643-c1e9-431e-92c7-df76db3c77a9 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:31.441476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4b727a80-97f7-434b-8077-0be6d5a66eb8 None None] Provisioning complete for port 8e6b6643-c1e9-431e-92c7-df76db3c77a9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:31.447605 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b727a80-97f7-434b-8077-0be6d5a66eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:31.485955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d15f9ca-9189-49aa-bca9-24867ce3cfe1 req-93014710-29f6-4ead-bc44-206db3b73f90 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130888 May 27 22:54:31.493076 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6809de20-03e5-4c2f-bf7a-e8405c6895f9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:31.505435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d14b607a-98e9-4074-b94d-29777351344d req-1338b850-e99c-4ac3-9b2c-757e5f39b7de tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338251 May 27 22:54:31.549894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device df3cfb4d-7a9d-4404-88d2-bb1fddb93294 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:31.566266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54252) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:31.584565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=1f236d4e-8092-454e-89d1-126731273d34,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:31.597701 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:31.628754 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['1f236d4e-8092-454e-89d1-126731273d34'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:54:31.674545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6809de20-03e5-4c2f-bf7a-e8405c6895f9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 8e6b6643-c1e9-431e-92c7-df76db3c77a9 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:31.760822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4b727a80-97f7-434b-8077-0be6d5a66eb8 None None] Port 8e6b6643-c1e9-431e-92c7-df76db3c77a9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:54:31.805040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-436ed45c-075f-4230-98d8-15b860b69a2e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fbe30052dea541319faf101796ce952e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368078 May 27 22:54:31.809134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54256) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:31.814142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a021e1af-3b94-4532-bb2f-9521a41860ae,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:31.837517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] Checking segment: {'id': 'fbde510d-5913-4c92-b622-9938ba57418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:31.837517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] Network hostable DHCP agents. Network: 4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:54:31.888077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port df3cfb4d-7a9d-4404-88d2-bb1fddb93294 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:31.902677 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de946be1-fd77-40cf-bb26-a6f1d424c97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:31.913810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port df3cfb4d-7a9d-4404-88d2-bb1fddb93294 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:31.913810 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:31.934983 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de946be1-fd77-40cf-bb26-a6f1d424c97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:31.990443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] Network 4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:54:32.107417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port df3cfb4d-7a9d-4404-88d2-bb1fddb93294 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:32.107792 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:32.135401 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6809de20-03e5-4c2f-bf7a-e8405c6895f9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:32.143175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port df3cfb4d-7a9d-4404-88d2-bb1fddb93294, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=df3cfb4d-7a9d-4404-88d2-bb1fddb93294,segment=NetworkSegment(39891671-febf-441f-ad10-99d91f85790a),segment_id=39891671-febf-441f-ad10-99d91f85790a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:32.191866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809de20-03e5-4c2f-bf7a-e8405c6895f9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=8e6b6643-c1e9-431e-92c7-df76db3c77a9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:32.202035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:32.202193 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:32.202652 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de946be1-fd77-40cf-bb26-a6f1d424c97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:32.224257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e9f738-4b96-4162-beda-88a64bc9f59b None None] Network 4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:32.231912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:32.231912 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:32.238810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de946be1-fd77-40cf-bb26-a6f1d424c97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cf983d-d807-44bf-97cc-9ea82461b52d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:32.255408 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de946be1-fd77-40cf-bb26-a6f1d424c97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:32.264107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-de946be1-fd77-40cf-bb26-a6f1d424c97d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e1cf983d-d807-44bf-97cc-9ea82461b52d HTTP/1.1" status: 204 len: 168 time: 0.4474156 May 27 22:54:32.302732 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6809de20-03e5-4c2f-bf7a-e8405c6895f9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:32.313568 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6809de20-03e5-4c2f-bf7a-e8405c6895f9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/8e6b6643-c1e9-431e-92c7-df76db3c77a9 HTTP/1.1" status: 204 len: 168 time: 1.7333245 May 27 22:54:32.315844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54262) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:32.352419 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:32.404982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-845fd5ff-c955-4f56-8337-8e95ec13e6fd admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6981907 May 27 22:54:32.404982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54266) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:32.407787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-57863895-router', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:32.425526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:32.429898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03de8f03-6e44-494d-9eb1-7e669c2ad0e6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:32.430210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Usage tracker for resource:router and tenant:7f483ba159b54476bf5002a00fc86e87 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:32.430665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-03de8f03-6e44-494d-9eb1-7e669c2ad0e6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:54:32.437468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:32.442129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:32.541153 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:32.545360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-03de8f03-6e44-494d-9eb1-7e669c2ad0e6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:54:32.545360 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-03de8f03-6e44-494d-9eb1-7e669c2ad0e6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2255011 May 27 22:54:32.545360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54274) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:32.546882 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:32.575888 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:32.605082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=df3cfb4d-7a9d-4404-88d2-bb1fddb93294,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:32.707621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0857571-8c9f-4f04-bf1c-fbd46cc7ce37 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:32.710253 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f0857571-8c9f-4f04-bf1c-fbd46cc7ce37 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1639919 May 27 22:54:32.713039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54280) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:32.767566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7', 'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'fixed_ips': [{'subnet_id': 'a021e1af-3b94-4532-bb2f-9521a41860ae'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:54:32.768667 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:32.860253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5ffa1e-2b83-4e1a-a880-60731618df6a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:32.861925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5ffa1e-2b83-4e1a-a880-60731618df6a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:32.863876 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5ffa1e-2b83-4e1a-a880-60731618df6a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:32.865526 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c5ffa1e-2b83-4e1a-a880-60731618df6a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1509044 May 27 22:54:32.868140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54288) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:32.959015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bea8c93-1d62-4f77-abf1-8c8e172cbf37 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 14c23ee7-7599-419a-8444-4ee665eb8490 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:54:32.964771 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6bea8c93-1d62-4f77-abf1-8c8e172cbf37 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.009528 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Allocated IP 172.20.0.2 (4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7/a021e1af-3b94-4532-bb2f-9521a41860ae/6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:33.043093 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6bea8c93-1d62-4f77-abf1-8c8e172cbf37 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.148596 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6bea8c93-1d62-4f77-abf1-8c8e172cbf37 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.155206 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.187074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc970076-2a80-4162-b403-174208fbf5fe req-f817a884-0629-42d2-ae0c-b447e8592483 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:33.199644 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc970076-2a80-4162-b403-174208fbf5fe req-f817a884-0629-42d2-ae0c-b447e8592483 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 945 time: 0.5141547 May 27 22:54:33.225302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abafad-fcd8-4d5e-b722-4ee40a7857aa req-d3dfc9c3-fa13-4623-8d2a-bdcccb60f1c8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:33.226824 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7abafad-fcd8-4d5e-b722-4ee40a7857aa req-d3dfc9c3-fa13-4623-8d2a-bdcccb60f1c8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.4701447 May 27 22:54:33.271704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc970076-2a80-4162-b403-174208fbf5fe req-b3c51ba0-942c-4332-9956-eea28deb21db tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766394 May 27 22:54:33.273100 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.346900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Transition to ACTIVE for port object 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:33.347438 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6bea8c93-1d62-4f77-abf1-8c8e172cbf37 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.404908 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Transition to ACTIVE for port object 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:33.408868 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6bea8c93-1d62-4f77-abf1-8c8e172cbf37 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.418927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c231a9c8-12d1-4182-8102-7aabba4a4a87 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:33.432224 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6bea8c93-1d62-4f77-abf1-8c8e172cbf37 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/14c23ee7-7599-419a-8444-4ee665eb8490 HTTP/1.1" status: 204 len: 168 time: 0.5600703 May 27 22:54:33.432224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea8c93-1d62-4f77-abf1-8c8e172cbf37 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=14c23ee7-7599-419a-8444-4ee665eb8490,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:33.433321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54304) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:33.465574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device df3cfb4d-7a9d-4404-88d2-bb1fddb93294 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:33.487028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7abafad-fcd8-4d5e-b722-4ee40a7857aa req-28e14951-fe80-447b-b866-c1350185c95a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485440 May 27 22:54:33.534451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5b65c4-d927-465d-bbb4-94e014423f4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 61ee1eaf-95dc-47ba-9dc9-354712cd8f00 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:54:33.539195 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c5b65c4-d927-465d-bbb4-94e014423f4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.579746 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.610088 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c5b65c4-d927-465d-bbb4-94e014423f4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.675851 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Network 4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:33.684587 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:33.693184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:33.705147 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Pushing event updated for resources: {'Port': ['ID=6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:33.708770 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c5b65c4-d927-465d-bbb4-94e014423f4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.835039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.866641 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.875109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Attempting to bind port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:54:33.875109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Attempting to bind port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'fbde510d-5913-4c92-b622-9938ba57418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:54:33.875109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Attempting to bind port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e on network 4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:54:33.886198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port df3cfb4d-7a9d-4404-88d2-bb1fddb93294 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:33.886198 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.888046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:33.907159 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c5b65c4-d927-465d-bbb4-94e014423f4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.921382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:54:33.921764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Checking segment: {'id': 'fbde510d-5913-4c92-b622-9938ba57418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:33.922151 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:33.922545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Bound using segment: {'id': 'fbde510d-5913-4c92-b622-9938ba57418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:54:33.923024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Bound port: 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde510d-5913-4c92-b622-9938ba57418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:54:33.923395 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.019889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6c5b65c4-d927-465d-bbb4-94e014423f4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.028001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b65c4-d927-465d-bbb4-94e014423f4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=61ee1eaf-95dc-47ba-9dc9-354712cd8f00,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:34.046980 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6c5b65c4-d927-465d-bbb4-94e014423f4c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/61ee1eaf-95dc-47ba-9dc9-354712cd8f00 HTTP/1.1" status: 204 len: 168 time: 0.6113830 May 27 22:54:34.050588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54322) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:34.057154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2018293653-network', 'tenant_id': '43380788504f434e948d2aa5be36a399'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:34.063063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:34.068584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Usage tracker for resource:network and tenant:43380788504f434e948d2aa5be36a399 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:34.072019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:34.077828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:34.108837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] For port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:54:34.112746 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] For port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e,segment=NetworkSegment(fbde510d-5913-4c92-b622-9938ba57418a),segment_id=fbde510d-5913-4c92-b622-9938ba57418a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:54:34.134809 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-91e7e9a7-41ef-4ad9-b7ca-58efeb4eab4a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826759 May 27 22:54:34.141557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54326) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:34.142517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Allocated IP 172.25.2.151 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/9d35c694-561c-4c7a-a55f-bf9eafc0286c) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:34.149501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9a18c91e-6807-4ecc-9dfd-b8e36abc0512 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:34.179975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Made reservation on behalf of 43380788504f434e948d2aa5be36a399 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:34.179975 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.188835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port df3cfb4d-7a9d-4404-88d2-bb1fddb93294 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:34.204297 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.238277 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.283859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:34.291712 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Usage tracker for resource:security_group_rule and tenant:43380788504f434e948d2aa5be36a399 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:34.299026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:34.308603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a18c91e-6807-4ecc-9dfd-b8e36abc0512 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:34.310845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:34.315294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a18c91e-6807-4ecc-9dfd-b8e36abc0512 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:34.319574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a18c91e-6807-4ecc-9dfd-b8e36abc0512 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:34.325843 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.329623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a18c91e-6807-4ecc-9dfd-b8e36abc0512 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:34.338418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1f236d4e-8092-454e-89d1-126731273d34 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:34.417202 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.446420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1de4cb-6721-4730-9e37-a175fe3fdc31 None None] Pushing event updated for resources: {'Port': ['ID=6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:34.459816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9957a5-bf6b-4c79-874d-0b776d5cbd79 None None] Update dhcp port {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'fixed_ips': [{'subnet_id': '61ee1eaf-95dc-47ba-9dc9-354712cd8f00'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '9b8148e1-e6d6-47bc-b209-60e21ad6916e'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 22:54:34.462443 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a18c91e-6807-4ecc-9dfd-b8e36abc0512 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:34.466396 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a18c91e-6807-4ecc-9dfd-b8e36abc0512 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.501552 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.517536 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8f9957a5-bf6b-4c79-874d-0b776d5cbd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.631527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:34.636527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:34.646567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 1f236d4e-8092-454e-89d1-126731273d34 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:34.649939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:34.676498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 1f236d4e-8092-454e-89d1-126731273d34 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:34.681247 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Pushing event updated for resources: {'Port': ['ID=9d35c694-561c-4c7a-a55f-bf9eafc0286c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:34.682894 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.728580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0133a-9d6c-4adb-9c89-35a8a636cc0a req-1504d854-16d5-40bd-8529-12472849638f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:34.730231 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1c0133a-9d6c-4adb-9c89-35a8a636cc0a req-1504d854-16d5-40bd-8529-12472849638f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 945 time: 0.2926285 May 27 22:54:34.760930 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.806046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:54:34.823838 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.823838 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Added segment 4cfda2f9-6a62-4671-81ba-6325194d53e0 of type vlan for network 98864bc3-9dd0-4a2d-85cd-11d646379267 May 27 22:54:34.850067 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.895471 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a18c91e-6807-4ecc-9dfd-b8e36abc0512 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.977200 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.978646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:34.979383 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:34.998008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 1f236d4e-8092-454e-89d1-126731273d34 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:34.998508 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:35.003445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8776a174-ac8c-44b5-b5fe-dd0d34ccb15a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:35.020013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a18c91e-6807-4ecc-9dfd-b8e36abc0512 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:35.024207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:35.024842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:35.025114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:35.025448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:35.025777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:35.026114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:35.026827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:35.026827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:35.027086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:35.027391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:35.027713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:35.028035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:35.050462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f236d4e-8092-454e-89d1-126731273d34'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:54:35.055939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1f236d4e-8092-454e-89d1-126731273d34, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1f236d4e-8092-454e-89d1-126731273d34,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:35.057544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9a18c91e-6807-4ecc-9dfd-b8e36abc0512 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:35.064607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53af6d21-3483-41fa-9c52-15f78f89ecf0 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:35.103664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1c0133a-9d6c-4adb-9c89-35a8a636cc0a req-5615c482-941f-42b2-a0ba-549889122946 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524333 May 27 22:54:35.157309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a53c8e-5bbd-4503-9fe9-1d90cc8c8957 req-f248068e-87ea-4727-90b5-bd40b05f4759 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:35.159403 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38a53c8e-5bbd-4503-9fe9-1d90cc8c8957 req-f248068e-87ea-4727-90b5-bd40b05f4759 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.4279988 May 27 22:54:35.171607 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:35.221163 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04316592-b922-491b-ae50-c82b8ea7552f'] response: {'server_uuid': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f236d4e-8092-454e-89d1-126731273d34', 'code': 200} May 27 22:54:35.276522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5990d0e4-ad2d-48cb-8866-2c6206472f0d None None] Provisioning complete for port 9b8148e1-e6d6-47bc-b209-60e21ad6916e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:35.277049 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5990d0e4-ad2d-48cb-8866-2c6206472f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:35.311872 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-38a53c8e-5bbd-4503-9fe9-1d90cc8c8957 req-d73303c3-278d-4749-910a-22079636dd12 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454704 May 27 22:54:35.342128 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=1f236d4e-8092-454e-89d1-126731273d34,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:35.355853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a18c91e-6807-4ecc-9dfd-b8e36abc0512 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:35.356537 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a18c91e-6807-4ecc-9dfd-b8e36abc0512 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:35.389193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a18c91e-6807-4ecc-9dfd-b8e36abc0512 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=24fca713-1a27-4e3e-bcef-e30b2a96b0a8,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:35.438938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] Pushing event updated for resources: {'Network': ['ID=98864bc3-9dd0-4a2d-85cd-11d646379267,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:35.462054 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:35.467083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87897f99-bd5d-40b5-beb8-58e6ab0d83c1 req-fbad4eb3-be68-4ca9-a849-ee34e46bbe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:35.468804 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-87897f99-bd5d-40b5-beb8-58e6ab0d83c1 req-fbad4eb3-be68-4ca9-a849-ee34e46bbe9d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 1097 time: 0.1597238 May 27 22:54:35.501015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 98864bc3-9dd0-4a2d-85cd-11d646379267 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:54:35.537171 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-92b32fa1-9341-4032-9218-0e4da8e3a7de admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6414769 May 27 22:54:35.544877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54338) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:35.554235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] Request body: {'subnet': {'network_id': '98864bc3-9dd0-4a2d-85cd-11d646379267', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2018293653-subnet', 'tenant_id': '43380788504f434e948d2aa5be36a399', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:35.559929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:35.560738 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:35.564891 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] Usage tracker for resource:subnet and tenant:43380788504f434e948d2aa5be36a399 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:35.568863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:35.575716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:35.583374 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-87897f99-bd5d-40b5-beb8-58e6ab0d83c1 req-e730ec44-8668-4e03-b9ca-da6fc60e4d51 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087239 May 27 22:54:35.587930 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a18c91e-6807-4ecc-9dfd-b8e36abc0512 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4418783 May 27 22:54:35.590306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54342) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:35.596928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-24399616-9289-4e01-863e-76c5deead2fa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:35.735165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5990d0e4-ad2d-48cb-8866-2c6206472f0d None None] Current status of the port 9b8148e1-e6d6-47bc-b209-60e21ad6916e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:35.766525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-24399616-9289-4e01-863e-76c5deead2fa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:35.769856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] Made reservation on behalf of 43380788504f434e948d2aa5be36a399 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:35.771104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:35.787955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-24399616-9289-4e01-863e-76c5deead2fa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:35.802960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-24399616-9289-4e01-863e-76c5deead2fa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:35.900411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-24399616-9289-4e01-863e-76c5deead2fa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:35.906075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:35.997112 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9b8148e1-e6d6-47bc-b209-60e21ad6916e no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:54:36.040153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191578c-0775-4321-8490-1e6c51efb692 None None] Update dhcp port {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'fixed_ips': [{'subnet_id': '24fca713-1a27-4e3e-bcef-e30b2a96b0a8'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '9b8148e1-e6d6-47bc-b209-60e21ad6916e'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 22:54:36.089903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24399616-9289-4e01-863e-76c5deead2fa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:36.095254 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24399616-9289-4e01-863e-76c5deead2fa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:36.136701 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:36.232462 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6191578c-0775-4321-8490-1e6c51efb692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:36.276142 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abf7114-1a42-46a0-9230-9c04d5eb9ac3 None None] Network 4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:36.290763 n-d-843680-3 neutron-server[88901]: INFO neutron.db.ipam_backend_mixin [None req-24399616-9289-4e01-863e-76c5deead2fa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24fca713-1a27-4e3e-bcef-e30b2a96b0a8 (CIDR: 2001:db8::/64) May 27 22:54:36.341617 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-24399616-9289-4e01-863e-76c5deead2fa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 22:54:36.342121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24399616-9289-4e01-863e-76c5deead2fa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:36.375146 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:36.442752 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-24399616-9289-4e01-863e-76c5deead2fa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8513544 May 27 22:54:36.446137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54352) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:36.463006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'subnet': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:36.463787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed0337-29b3-4ce0-8479-feda8eefebc7 req-346de31a-2011-4505-bda5-f9e4b63a5390 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:36.463787 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a5ed0337-29b3-4ce0-8479-feda8eefebc7 req-346de31a-2011-4505-bda5-f9e4b63a5390 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.2253928 May 27 22:54:36.583159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb937ca-bcf6-45ba-81f0-1afcaf87caa2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:36.602035 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9b8148e1-e6d6-47bc-b209-60e21ad6916e is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:36.602035 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:36.607409 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a5ed0337-29b3-4ce0-8479-feda8eefebc7 req-337b7f03-6f0f-459d-a72d-c35bb19c6c28 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366231 May 27 22:54:36.639031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] Checking segment: {'id': '4cfda2f9-6a62-4671-81ba-6325194d53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98864bc3-9dd0-4a2d-85cd-11d646379267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:36.639797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] Network hostable DHCP agents. Network: 98864bc3-9dd0-4a2d-85cd-11d646379267, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:54:36.653353 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd476a-dd4b-428d-9597-1b10c085677b req-bee9ca85-fe28-406d-9361-57e6fd038610 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:36.659570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2dfd476a-dd4b-428d-9597-1b10c085677b req-bee9ca85-fe28-406d-9361-57e6fd038610 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.1374571 May 27 22:54:36.704745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Router 608e7fe8-3810-4576-b3c1-db1d2a7fd473 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:54:36.720303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:36.730669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Usage tracker for resource:subnet and tenant:2409c310ce334aaf9bddf7061bd14b72 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:36.734052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:36.739631 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2dfd476a-dd4b-428d-9597-1b10c085677b req-a4c7d623-aa03-4da0-9dde-c8d4435484e6 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706091 May 27 22:54:36.740609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:36.753554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-97d48abd-74e3-4bc0-95e2-708cfa5d0980 None None] Provisioning for port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:36.754658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] Network 98864bc3-9dd0-4a2d-85cd-11d646379267 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:54:36.793479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-97d48abd-74e3-4bc0-95e2-708cfa5d0980 None None] Provisioning complete for port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:36.794202 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97d48abd-74e3-4bc0-95e2-708cfa5d0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:36.838184 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:36.843194 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:36.912381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 9b8148e1-e6d6-47bc-b209-60e21ad6916e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9b8148e1-e6d6-47bc-b209-60e21ad6916e,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:36.929389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 98864bc3-9dd0-4a2d-85cd-11d646379267) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:36.947580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f664d2e-4d17-44fc-9df9-5c33ba5db2eb None None] Network 98864bc3-9dd0-4a2d-85cd-11d646379267 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:36.949742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:36.950333 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:37.007991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:54:37.073400 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c388241b-809c-4a48-924a-bd26e53a476b admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5247664 May 27 22:54:37.074830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54360) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:37.082761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2018293653-router', 'tenant_id': '43380788504f434e948d2aa5be36a399', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:37.085934 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Sync routers for ids ['608e7fe8-3810-4576-b3c1-db1d2a7fd473'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:54:37.091873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:37.098200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Usage tracker for resource:router and tenant:43380788504f434e948d2aa5be36a399 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:37.098373 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:37.100909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54364) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:37.109599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:37.126530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:37.165941 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:37.178823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54370) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:37.183366 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e0434a69-1a2c-4248-b1a8-b2614e2c66be admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7667842 May 27 22:54:37.261866 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:37.262966 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:37.284254 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:37.305280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ce9f4-01f1-4f7a-a315-e4fba909513d req-c7be9fcb-72aa-4809-aa1b-6b972005306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:37.306996 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f7ce9f4-01f1-4f7a-a315-e4fba909513d req-c7be9fcb-72aa-4809-aa1b-6b972005306a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 1096 time: 0.2050891 May 27 22:54:37.314096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=9b8148e1-e6d6-47bc-b209-60e21ad6916e,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:37.332978 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Routers {'608e7fe8-3810-4576-b3c1-db1d2a7fd473'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:37.333637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['608e7fe8-3810-4576-b3c1-db1d2a7fd473'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:37.354142 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f7ce9f4-01f1-4f7a-a315-e4fba909513d req-9823e602-ec71-4d6b-ac4e-fef38de3301a service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=4b330e55-692f-497f-ac2e-d24ade11d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409560 May 27 22:54:37.568778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-6191578c-0775-4321-8490-1e6c51efb692 None None] Allocated IP 2001:db8::2 (c744ea9b-cdeb-488b-a067-0b211d4c406e/24fca713-1a27-4e3e-bcef-e30b2a96b0a8/9b8148e1-e6d6-47bc-b209-60e21ad6916e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:37.617648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-98864bc3-9dd0-4a2d-85cd-11d646379267', 'network_id': '98864bc3-9dd0-4a2d-85cd-11d646379267', 'tenant_id': '43380788504f434e948d2aa5be36a399', 'fixed_ips': [{'subnet_id': '4cb937ca-bcf6-45ba-81f0-1afcaf87caa2'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:54:37.618898 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:37.753662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-97d48abd-74e3-4bc0-95e2-708cfa5d0980 None None] Current status of the port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:37.754292 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97d48abd-74e3-4bc0-95e2-708cfa5d0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:38.037376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Set router 608e7fe8-3810-4576-b3c1-db1d2a7fd473 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:38.098206 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-97d48abd-74e3-4bc0-95e2-708cfa5d0980 None None] For port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e,segment=NetworkSegment(fbde510d-5913-4c92-b622-9938ba57418a),segment_id=fbde510d-5913-4c92-b622-9938ba57418a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:38.120573 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:38.207379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef913c0-fb45-493e-9ea2-da5cc6fe2625 req-c1a6a832-2993-4ac4-a75c-a6a8accaa326 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:38.209677 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ef913c0-fb45-493e-9ea2-da5cc6fe2625 req-c1a6a832-2993-4ac4-a75c-a6a8accaa326 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.2130172 May 27 22:54:38.249213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:54:38.281659 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97d48abd-74e3-4bc0-95e2-708cfa5d0980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:38.297585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4d130-d816-449f-ba50-0813bb1eaa56 req-74658054-105d-4cd7-a4c6-fe5c27b5ab7a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:38.299082 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ea4d130-d816-449f-ba50-0813bb1eaa56 req-74658054-105d-4cd7-a4c6-fe5c27b5ab7a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.2305186 May 27 22:54:38.381889 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ef913c0-fb45-493e-9ea2-da5cc6fe2625 req-d5c770f9-d058-4131-a2cc-ed5bda02bc33 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629734 May 27 22:54:38.448433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ea4d130-d816-449f-ba50-0813bb1eaa56 req-e9b9198a-4eb8-4ea5-89c0-bee345dc2e95 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933042 May 27 22:54:38.515625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6191578c-0775-4321-8490-1e6c51efb692 None None] For port 9b8148e1-e6d6-47bc-b209-60e21ad6916e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9b8148e1-e6d6-47bc-b209-60e21ad6916e,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:38.601805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Allocated IP 172.20.0.2 (98864bc3-9dd0-4a2d-85cd-11d646379267/4cb937ca-bcf6-45ba-81f0-1afcaf87caa2/23911513-7d66-4581-833f-0b4bd7e27a75) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:38.607528 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d48abd-74e3-4bc0-95e2-708cfa5d0980 None None] Pushing event updated for resources: {'Port': ['ID=6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:38.630771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c552fce8-0b24-4092-8bc0-87f4ffdd0e35 None None] Provisioning complete for port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:38.631320 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c552fce8-0b24-4092-8bc0-87f4ffdd0e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:38.638987 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:38.729430 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6191578c-0775-4321-8490-1e6c51efb692 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:38.846527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6191578c-0775-4321-8490-1e6c51efb692 None None] Transition to ACTIVE for port object 9b8148e1-e6d6-47bc-b209-60e21ad6916e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:38.888295 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:38.921884 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:38.966817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Allocated IP 172.20.0.1 (4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7/a021e1af-3b94-4532-bb2f-9521a41860ae/0fc98197-8549-4201-ad52-7daa0ac8237a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:38.985756 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6191578c-0775-4321-8490-1e6c51efb692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:39.056583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d94856-bbd1-4798-9ba8-ab9b18a6245d req-4e1afec1-6897-4427-a804-afdfa371d1df tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:39.066872 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15d94856-bbd1-4798-9ba8-ab9b18a6245d req-4e1afec1-6897-4427-a804-afdfa371d1df tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.2881541 May 27 22:54:39.067390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54402) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:39.089638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-31febb16-914f-4116-9814-8b3188859011 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Request body: {'floatingip': {'port_id': '1f236d4e-8092-454e-89d1-126731273d34'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:39.153043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c552fce8-0b24-4092-8bc0-87f4ffdd0e35 None None] Current status of the port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:39.194015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'name': 'tempest-TestVolumeBackupRestore-57863895-router', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9d35c694-561c-4c7a-a55f-bf9eafc0286c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:32Z', 'updated_at': '2022-05-27T22:54:35Z', 'revision_number': 3, 'project_id': '7f483ba159b54476bf5002a00fc86e87', 'gw_port': {'id': '9d35c694-561c-4c7a-a55f-bf9eafc0286c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:33Z', 'updated_at': '2022-05-27T22:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:39.194318 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:39.211323 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Checking router: 608e7fe8-3810-4576-b3c1-db1d2a7fd473 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:54:39.213727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Updating router 608e7fe8-3810-4576-b3c1-db1d2a7fd473 port 9d35c694-561c-4c7a-a55f-bf9eafc0286c binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:54:39.225341 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31febb16-914f-4116-9814-8b3188859011 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:39.264134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191578c-0775-4321-8490-1e6c51efb692 None None] Pushing event updated for resources: {'Port': ['ID=9b8148e1-e6d6-47bc-b209-60e21ad6916e,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:39.303310 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:39.322125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Transition to ACTIVE for port object 23911513-7d66-4581-833f-0b4bd7e27a75 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:39.325856 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:39.480929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Allocated IP 172.25.2.22 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/65ccf7eb-6ad5-4bdb-952a-531821eebda8) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:39.622155 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:39.642063 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:39.667920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Transition to ACTIVE for port object 0fc98197-8549-4201-ad52-7daa0ac8237a will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:39.681346 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] For port 9b8148e1-e6d6-47bc-b209-60e21ad6916e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9b8148e1-e6d6-47bc-b209-60e21ad6916e,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:39.705400 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Transition to ACTIVE for port object 23911513-7d66-4581-833f-0b4bd7e27a75 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:39.722222 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:39.774849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:39.774849 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:39.803363 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:39.822633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:39.826680 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:39.943786 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:39.957033 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Network 98864bc3-9dd0-4a2d-85cd-11d646379267 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:39.968854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:39.971389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:40.024306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Pushing event updated for resources: {'Port': ['ID=23911513-7d66-4581-833f-0b4bd7e27a75,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:40.075206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:40.085156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Network 4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:40.091413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:40.097954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:40.099901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:40.159628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Subnet': ['ID=72806f1a-d816-4d6f-9e9d-f9ddb84deba6,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:40.167901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:40.168511 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:40.210054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:40.245916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=9b8148e1-e6d6-47bc-b209-60e21ad6916e,revision_number=11']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:40.249502 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:40.258113 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Attempting to bind port 23911513-7d66-4581-833f-0b4bd7e27a75 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:54:40.258491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Attempting to bind port 23911513-7d66-4581-833f-0b4bd7e27a75 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '4cfda2f9-6a62-4671-81ba-6325194d53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98864bc3-9dd0-4a2d-85cd-11d646379267'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:54:40.258859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Attempting to bind port 23911513-7d66-4581-833f-0b4bd7e27a75 on network 98864bc3-9dd0-4a2d-85cd-11d646379267 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:54:40.276871 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:54:40.277244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Checking segment: {'id': '4cfda2f9-6a62-4671-81ba-6325194d53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98864bc3-9dd0-4a2d-85cd-11d646379267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:40.277661 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:40.278064 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Bound using segment: {'id': '4cfda2f9-6a62-4671-81ba-6325194d53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98864bc3-9dd0-4a2d-85cd-11d646379267'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:54:40.278545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Bound port: 23911513-7d66-4581-833f-0b4bd7e27a75, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfda2f9-6a62-4671-81ba-6325194d53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98864bc3-9dd0-4a2d-85cd-11d646379267'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:54:40.278933 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:40.473716 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] For port 23911513-7d66-4581-833f-0b4bd7e27a75, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:54:40.477450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] For port 23911513-7d66-4581-833f-0b4bd7e27a75, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=23911513-7d66-4581-833f-0b4bd7e27a75,segment=NetworkSegment(4cfda2f9-6a62-4671-81ba-6325194d53e0),segment_id=4cfda2f9-6a62-4671-81ba-6325194d53e0)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:54:40.477888 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:40.517552 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c032bad-addf-456f-93d6-f4082f15dc4f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.0702360 May 27 22:54:40.540800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54418) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:40.547458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Request body: {'port': {'network_id': 'c744ea9b-cdeb-488b-a067-0b211d4c406e', 'mac_address': 'fa:16:3e:58:e0:99', 'name': 'tempest-NetworksTestDHCPv6-1916441113'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:40.549686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae3d83d-2210-4573-8b19-519396a153a6 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:40.625064 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:40.636049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb8458-23db-460a-807a-a7caf6d6eabb req-fa24c1e9-4a0a-49ad-926f-247fa41a8817 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:40.638046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2bfb8458-23db-460a-807a-a7caf6d6eabb req-fa24c1e9-4a0a-49ad-926f-247fa41a8817 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.9408345 May 27 22:54:40.750617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2bfb8458-23db-460a-807a-a7caf6d6eabb req-d9c079b1-7f4e-4bff-a09f-db07032b7789 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003115 May 27 22:54:40.774231 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:40.880504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:40.883862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cc6b08b8-2079-4e48-b521-460e052e1103 None None] Provisioning for port 9b8148e1-e6d6-47bc-b209-60e21ad6916e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:40.895838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:40.898647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:40.935816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436e6d7-2ac9-418c-9c02-39c74358935b None None] Pushing event updated for resources: {'Port': ['ID=23911513-7d66-4581-833f-0b4bd7e27a75,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:40.937668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc98197-8549-4201-ad52-7daa0ac8237a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:40.945328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cc6b08b8-2079-4e48-b521-460e052e1103 None None] Provisioning complete for port 9b8148e1-e6d6-47bc-b209-60e21ad6916e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:40.945650 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc6b08b8-2079-4e48-b521-460e052e1103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:40.967860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Pushing event updated for resources: {'Port': ['ID=65ccf7eb-6ad5-4bdb-952a-531821eebda8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:41.003387 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:41.120729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:41.153716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:41.353370 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31febb16-914f-4116-9814-8b3188859011 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:41.368761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Made reservation on behalf of 2409c310ce334aaf9bddf7061bd14b72 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:54:41.412649 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:41.445668 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31febb16-914f-4116-9814-8b3188859011 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:41.474095 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:41.487458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Transition to ACTIVE for port object 9d35c694-561c-4c7a-a55f-bf9eafc0286c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:41.494503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b08b8-2079-4e48-b521-460e052e1103 None None] Current status of the port 9b8148e1-e6d6-47bc-b209-60e21ad6916e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:41.497973 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc6b08b8-2079-4e48-b521-460e052e1103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:41.537599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:41.542794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cc6b08b8-2079-4e48-b521-460e052e1103 None None] For port 9b8148e1-e6d6-47bc-b209-60e21ad6916e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9b8148e1-e6d6-47bc-b209-60e21ad6916e,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:41.570697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 23911513-7d66-4581-833f-0b4bd7e27a75 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:41.612012 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:41.681338 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:41.683446 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc6b08b8-2079-4e48-b521-460e052e1103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:41.699728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=0fc98197-8549-4201-ad52-7daa0ac8237a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:41.735782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Attempting to bind port 9d35c694-561c-4c7a-a55f-bf9eafc0286c on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:54:41.736696 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Attempting to bind port 9d35c694-561c-4c7a-a55f-bf9eafc0286c by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:54:41.737305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Attempting to bind port 9d35c694-561c-4c7a-a55f-bf9eafc0286c on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:54:41.743314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] device_id is not set on port 7375a5fb-d334-470a-98ad-68b61747ee7b yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:54:41.761306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:54:41.762587 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:41.763376 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:41.763957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:54:41.764660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Bound port: 9d35c694-561c-4c7a-a55f-bf9eafc0286c, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:54:41.768622 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:41.798455 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e7744-c095-4b6f-ac14-02e17c8da30d None None] Pushing event updated for resources: {'Port': ['ID=9d35c694-561c-4c7a-a55f-bf9eafc0286c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:41.839731 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:41.871430 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cc6b08b8-2079-4e48-b521-460e052e1103 None None] Provisioning for port 0fc98197-8549-4201-ad52-7daa0ac8237a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:41.901001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cc6b08b8-2079-4e48-b521-460e052e1103 None None] Provisioning complete for port 0fc98197-8549-4201-ad52-7daa0ac8237a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:41.906104 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cc6b08b8-2079-4e48-b521-460e052e1103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:41.968765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b08b8-2079-4e48-b521-460e052e1103 None None] Port 0fc98197-8549-4201-ad52-7daa0ac8237a cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:54:41.970284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 23911513-7d66-4581-833f-0b4bd7e27a75 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:42.005929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9b8148e1-e6d6-47bc-b209-60e21ad6916e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:42.064076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] For port 9d35c694-561c-4c7a-a55f-bf9eafc0286c, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:54:42.070296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b08b8-2079-4e48-b521-460e052e1103 None None] Pushing event updated for resources: {'Port': ['ID=9b8148e1-e6d6-47bc-b209-60e21ad6916e,revision_number=12']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:42.084881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] For port 9d35c694-561c-4c7a-a55f-bf9eafc0286c, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9d35c694-561c-4c7a-a55f-bf9eafc0286c,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:54:42.106557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9b8148e1-e6d6-47bc-b209-60e21ad6916e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:42.107264 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:42.173426 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:42.225600 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:42.387774 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e7744-c095-4b6f-ac14-02e17c8da30d None None] Pushing event updated for resources: {'Port': ['ID=9d35c694-561c-4c7a-a55f-bf9eafc0286c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:42.392918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Routers {'608e7fe8-3810-4576-b3c1-db1d2a7fd473'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:42.393549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['608e7fe8-3810-4576-b3c1-db1d2a7fd473'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:42.459672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Network 4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:42.463882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9b8148e1-e6d6-47bc-b209-60e21ad6916e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:42.472306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:42.489947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e7744-c095-4b6f-ac14-02e17c8da30d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:42.490291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e7744-c095-4b6f-ac14-02e17c8da30d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:42.490627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e7744-c095-4b6f-ac14-02e17c8da30d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:42.495693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e7744-c095-4b6f-ac14-02e17c8da30d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:42.495693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e7744-c095-4b6f-ac14-02e17c8da30d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:42.495693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e7744-c095-4b6f-ac14-02e17c8da30d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:42.495693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e7744-c095-4b6f-ac14-02e17c8da30d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:42.495693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e7744-c095-4b6f-ac14-02e17c8da30d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:42.495693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e7744-c095-4b6f-ac14-02e17c8da30d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:42.495693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e7744-c095-4b6f-ac14-02e17c8da30d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:42.495693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e7744-c095-4b6f-ac14-02e17c8da30d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:42.495693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6e7744-c095-4b6f-ac14-02e17c8da30d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:42.518947 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-31febb16-914f-4116-9814-8b3188859011 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Floating IP 7e60551a-6b9f-45db-8be9-430d0c1e3036 associated. External IP: 172.25.2.241, port: 1f236d4e-8092-454e-89d1-126731273d34. May 27 22:54:42.688204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bcf011-1968-4859-bc2c-69b4fb496c3d None None] Network 98864bc3-9dd0-4a2d-85cd-11d646379267 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:42.805535 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9331555b-a8f1-432e-9ba5-f1cba7a0ec9f None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:42.954055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8::22a (c744ea9b-cdeb-488b-a067-0b211d4c406e/24fca713-1a27-4e3e-bcef-e30b2a96b0a8/7375a5fb-d334-470a-98ad-68b61747ee7b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:42.957507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Router 608e7fe8-3810-4576-b3c1-db1d2a7fd473 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:54:42.964657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Allocated IP 2001:db8:0:1:f816:3eff:fe58:e099 (c744ea9b-cdeb-488b-a067-0b211d4c406e/72806f1a-d816-4d6f-9e9d-f9ddb84deba6/7375a5fb-d334-470a-98ad-68b61747ee7b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:43.055552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-36127e3b-d6ae-44a4-932a-e4adfe722c7b None None] Provisioning for port 23911513-7d66-4581-833f-0b4bd7e27a75 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:43.089337 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-36127e3b-d6ae-44a4-932a-e4adfe722c7b None None] Provisioning complete for port 23911513-7d66-4581-833f-0b4bd7e27a75 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:43.091872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-36127e3b-d6ae-44a4-932a-e4adfe722c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:43.126072 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] Set router 608e7fe8-3810-4576-b3c1-db1d2a7fd473 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:43.162922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05ec12-9b17-4ea1-aed0-03e22db0f21d req-4503bedd-c023-4519-ab93-b8eaf8f5b1e8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:43.164694 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2c05ec12-9b17-4ea1-aed0-03e22db0f21d req-4503bedd-c023-4519-ab93-b8eaf8f5b1e8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.9923749 May 27 22:54:43.453925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:54:43.484414 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2c05ec12-9b17-4ea1-aed0-03e22db0f21d req-ded9415b-534e-4978-ab90-9ef27ac04b37 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132031 May 27 22:54:43.511737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df96e1-da4a-4e7b-8432-489d1eba76ca req-7a7f96ee-6afa-4c6b-b105-981e45b2d926 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:43.513298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0df96e1-da4a-4e7b-8432-489d1eba76ca req-7a7f96ee-6afa-4c6b-b105-981e45b2d926 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 945 time: 0.5124435 May 27 22:54:43.517141 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9b8148e1-e6d6-47bc-b209-60e21ad6916e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:43.550330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31febb16-914f-4116-9814-8b3188859011 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Router a5d3c54f-0b2e-49f9-8c21-98a79313e814 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:54:43.557783 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-84bbd127-e9e6-4798-ab54-19f156329ef2 admin admin] 10.222.0.27 "PUT /v2.0/routers/608e7fe8-3810-4576-b3c1-db1d2a7fd473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3820260 May 27 22:54:43.560447 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:43.565708 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:43.586876 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Transition to ACTIVE for port object 7375a5fb-d334-470a-98ad-68b61747ee7b will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:43.671392 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:43.689126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0df96e1-da4a-4e7b-8432-489d1eba76ca req-8ab654e2-2a50-4b5a-9b0c-f1e25a5e375e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe623793-bff0-4d6c-8633-d4964ba61746&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1658931 May 27 22:54:43.743362 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-36127e3b-d6ae-44a4-932a-e4adfe722c7b None None] Current status of the port 23911513-7d66-4581-833f-0b4bd7e27a75 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:43.743809 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-36127e3b-d6ae-44a4-932a-e4adfe722c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:43.831019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Network c744ea9b-cdeb-488b-a067-0b211d4c406e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:43.836338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:43.849923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:43.851766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-36127e3b-d6ae-44a4-932a-e4adfe722c7b None None] For port 23911513-7d66-4581-833f-0b4bd7e27a75, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=23911513-7d66-4581-833f-0b4bd7e27a75,segment=NetworkSegment(4cfda2f9-6a62-4671-81ba-6325194d53e0),segment_id=4cfda2f9-6a62-4671-81ba-6325194d53e0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:43.853836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9b8148e1-e6d6-47bc-b209-60e21ad6916e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:43.854273 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:43.861236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:43.861981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:43.887668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event updated for resources: {'Port': ['ID=7375a5fb-d334-470a-98ad-68b61747ee7b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:43.946728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'name': 'tempest-TestVolumeBackupRestore-57863895-router', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9d35c694-561c-4c7a-a55f-bf9eafc0286c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:32Z', 'updated_at': '2022-05-27T22:54:40Z', 'revision_number': 4, 'project_id': '7f483ba159b54476bf5002a00fc86e87', 'gw_port': {'id': '9d35c694-561c-4c7a-a55f-bf9eafc0286c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:33Z', 'updated_at': '2022-05-27T22:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '0fc98197-8549-4201-ad52-7daa0ac8237a', 'name': '', 'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'mac_address': 'fa:16:3e:94:24:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a021e1af-3b94-4532-bb2f-9521a41860ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:38Z', 'updated_at': '2022-05-27T22:54:41Z', 'revision_number': 2, 'project_id': '7f483ba159b54476bf5002a00fc86e87', 'subnets': [{'id': 'a021e1af-3b94-4532-bb2f-9521a41860ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:43.951947 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-36127e3b-d6ae-44a4-932a-e4adfe722c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:44.068450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36127e3b-d6ae-44a4-932a-e4adfe722c7b None None] Pushing event updated for resources: {'Port': ['ID=23911513-7d66-4581-833f-0b4bd7e27a75,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:44.073171 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-db4dc97b-c193-46c0-8e83-9a4e37dc97fc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5312660 May 27 22:54:44.075599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54440) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:44.095415 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e868fa-0340-4365-9196-7db2ea8eafb2 None None] The sync data for ids ['608e7fe8-3810-4576-b3c1-db1d2a7fd473'] in n-d-843680-3 is: [{'id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'name': 'tempest-TestVolumeBackupRestore-57863895-router', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9d35c694-561c-4c7a-a55f-bf9eafc0286c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:32Z', 'updated_at': '2022-05-27T22:54:40Z', 'revision_number': 4, 'project_id': '7f483ba159b54476bf5002a00fc86e87', 'gw_port': {'id': '9d35c694-561c-4c7a-a55f-bf9eafc0286c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:33Z', 'updated_at': '2022-05-27T22:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '0fc98197-8549-4201-ad52-7daa0ac8237a', 'name': '', 'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'mac_address': 'fa:16:3e:94:24:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a021e1af-3b94-4532-bb2f-9521a41860ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:38Z', 'updated_at': '2022-05-27T22:54:41Z', 'revision_number': 2, 'project_id': '7f483ba159b54476bf5002a00fc86e87', 'subnets': [{'id': 'a021e1af-3b94-4532-bb2f-9521a41860ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:54:44.215414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31febb16-914f-4116-9814-8b3188859011 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:54:44.229061 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ef443-4aa5-4884-9a2b-0c9e3440ccde None None] Sync routers for ids ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:54:44.244696 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31febb16-914f-4116-9814-8b3188859011 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:44.254158 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ef443-4aa5-4884-9a2b-0c9e3440ccde None None] Routers {'a5d3c54f-0b2e-49f9-8c21-98a79313e814'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:44.254810 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cb3ef443-4aa5-4884-9a2b-0c9e3440ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:44.285833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-867b1510-4b41-4b95-b1f0-3769329795d7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting port 7375a5fb-d334-470a-98ad-68b61747ee7b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:44.286186 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-867b1510-4b41-4b95-b1f0-3769329795d7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:44.320449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-05ed4ac6-8790-4520-8f2d-1198494b0131 None None] Provisioning complete for port 9b8148e1-e6d6-47bc-b209-60e21ad6916e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:44.322408 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-05ed4ac6-8790-4520-8f2d-1198494b0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:44.327673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Router e267d19e-20a0-47ae-b431-f96567339167 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:54:44.451166 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9b8148e1-e6d6-47bc-b209-60e21ad6916e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:44.624732 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-31febb16-914f-4116-9814-8b3188859011 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "PUT /v2.0/floatingips/7e60551a-6b9f-45db-8be9-430d0c1e3036 HTTP/1.1" status: 200 len: 992 time: 5.5522408 May 27 22:54:44.651341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'tag': '1f236d4e-8092-454e-89d1-126731273d34'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:54:44.691830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-05ed4ac6-8790-4520-8f2d-1198494b0131 None None] Current status of the port 9b8148e1-e6d6-47bc-b209-60e21ad6916e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:44.732028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-05ed4ac6-8790-4520-8f2d-1198494b0131 None None] Provisioning complete for port 0fc98197-8549-4201-ad52-7daa0ac8237a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:44.732793 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-05ed4ac6-8790-4520-8f2d-1198494b0131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:44.793568 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-cb3ef443-4aa5-4884-9a2b-0c9e3440ccde None None] Set router a5d3c54f-0b2e-49f9-8c21-98a79313e814 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:44.885474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-05ed4ac6-8790-4520-8f2d-1198494b0131 None None] Port 0fc98197-8549-4201-ad52-7daa0ac8237a cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:54:44.917585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:54:44.929274 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9435fa1-1ed3-427b-82b1-a5b8e317f3b3'] response: {'name': 'network-changed', 'server_uuid': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'tag': '1f236d4e-8092-454e-89d1-126731273d34', 'status': 'completed', 'code': 200} May 27 22:54:44.947436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Sync routers for ids ['e267d19e-20a0-47ae-b431-f96567339167'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:54:44.970821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Routers {'e267d19e-20a0-47ae-b431-f96567339167'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:44.978491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e267d19e-20a0-47ae-b431-f96567339167'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:45.117350 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-867b1510-4b41-4b95-b1f0-3769329795d7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:45.192815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a6f650b4-29fc-437a-a661-f372ea3a64a8 None None] Provisioning complete for port 23911513-7d66-4581-833f-0b4bd7e27a75 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:45.193420 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6f650b4-29fc-437a-a661-f372ea3a64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:45.195195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-33216d88-6b47-4681-8f23-1cdbd4cdfe9b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:45.196220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-33216d88-6b47-4681-8f23-1cdbd4cdfe9b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Synchronizing usage tracker for tenant:53d923b432974a83b5d42963ced4cc2e on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:54:45.427052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-867b1510-4b41-4b95-b1f0-3769329795d7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Calling delete_port for 7375a5fb-d334-470a-98ad-68b61747ee7b owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:45.525916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Set router e267d19e-20a0-47ae-b431-f96567339167 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:45.616595 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cb3ef443-4aa5-4884-9a2b-0c9e3440ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:52:00Z', 'revision_number': 4, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '7e60551a-6b9f-45db-8be9-430d0c1e3036', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'port_id': '1f236d4e-8092-454e-89d1-126731273d34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'mac_address': 'fa:16:3e:18:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:54:04Z', 'updated_at': '2022-05-27T22:54:40Z', 'revision_number': 1, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703d3cd0-5424-47c8-af94-712791e8f895', 'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'mac_address': 'fa:16:3e:8a:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:57Z', 'updated_at': '2022-05-27T22:52:11Z', 'revision_number': 5, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'subnets': [{'id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:45.627057 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ef443-4aa5-4884-9a2b-0c9e3440ccde None None] Checking router: a5d3c54f-0b2e-49f9-8c21-98a79313e814 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:54:45.637087 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3ef443-4aa5-4884-9a2b-0c9e3440ccde None None] Routers {'a5d3c54f-0b2e-49f9-8c21-98a79313e814'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:45.638208 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cb3ef443-4aa5-4884-9a2b-0c9e3440ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:45.646826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 23911513-7d66-4581-833f-0b4bd7e27a75 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:45.662348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c91660-401e-42d7-b294-0fd58f2b529c req-f1cef57a-121d-4f7e-a0d0-44541381787d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:45.670203 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86c91660-401e-42d7-b294-0fd58f2b529c req-f1cef57a-121d-4f7e-a0d0-44541381787d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 1097 time: 0.7419293 May 27 22:54:45.697114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d95a7-8909-4add-8ea6-6c2e7e90c1de req-6d2bf399-e291-4d78-a6ba-ac7107c6d2e2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:45.704817 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-770d95a7-8909-4add-8ea6-6c2e7e90c1de req-6d2bf399-e291-4d78-a6ba-ac7107c6d2e2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.7713456 May 27 22:54:45.793834 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-770d95a7-8909-4add-8ea6-6c2e7e90c1de req-c70dd518-357d-4e5c-bcd5-46c04bbc1014 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529237 May 27 22:54:45.794878 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:45.799846 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c74a6c66-3b0b-4cd3-ae60-49f67f6ebfd0 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 8.7225189 May 27 22:54:45.812678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54490) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:45.930896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-33216d88-6b47-4681-8f23-1cdbd4cdfe9b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Unset dirty status for tenant:53d923b432974a83b5d42963ced4cc2e on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:54:45.932505 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-33216d88-6b47-4681-8f23-1cdbd4cdfe9b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 945 time: 1.4787798 May 27 22:54:46.105112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9c4e7-e947-458e-a6a6-c5aedb44bee3 req-587e0d74-8fed-4d08-930b-a23ce8f6a90d tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:46.114490 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68a9c4e7-e947-458e-a6a6-c5aedb44bee3 req-587e0d74-8fed-4d08-930b-a23ce8f6a90d tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 945 time: 0.6274612 May 27 22:54:46.130776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-6c75e9cb-07eb-416b-b70a-f7cec233a8f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Deleting port b4f3b3ff-fa1e-47dd-8662-a524d91dae84 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:46.131264 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-6c75e9cb-07eb-416b-b70a-f7cec233a8f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:46.159275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a6f650b4-29fc-437a-a661-f372ea3a64a8 None None] Current status of the port 23911513-7d66-4581-833f-0b4bd7e27a75 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:46.170963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a6f650b4-29fc-437a-a661-f372ea3a64a8 None None] Could not find standard attr ID for object 7375a5fb-d334-470a-98ad-68b61747ee7b. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:54:46.219125 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:46.219804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-867b1510-4b41-4b95-b1f0-3769329795d7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:46.219936 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 23911513-7d66-4581-833f-0b4bd7e27a75 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:46.219936 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:46.234904 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c91660-401e-42d7-b294-0fd58f2b529c req-4ee0b5ed-e517-4cbb-9dc6-8a2aba4125e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:46.236589 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86c91660-401e-42d7-b294-0fd58f2b529c req-4ee0b5ed-e517-4cbb-9dc6-8a2aba4125e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 920 time: 0.5223196 May 27 22:54:46.299562 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a6f650b4-29fc-437a-a661-f372ea3a64a8 None None] Provisioning complete for port 9b8148e1-e6d6-47bc-b209-60e21ad6916e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:46.300936 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6f650b4-29fc-437a-a661-f372ea3a64a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:46.309601 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-cb3ef443-4aa5-4884-9a2b-0c9e3440ccde None None] Set router a5d3c54f-0b2e-49f9-8c21-98a79313e814 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:46.562773 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-867b1510-4b41-4b95-b1f0-3769329795d7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:46.574720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b1510-4b41-4b95-b1f0-3769329795d7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Port': ['ID=7375a5fb-d334-470a-98ad-68b61747ee7b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:46.617728 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68a9c4e7-e947-458e-a6a6-c5aedb44bee3 req-3986796b-4928-457b-a5be-7da878ba6331 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe623793-bff0-4d6c-8633-d4964ba61746&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5021815 May 27 22:54:46.690748 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-867b1510-4b41-4b95-b1f0-3769329795d7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/7375a5fb-d334-470a-98ad-68b61747ee7b HTTP/1.1" status: 204 len: 168 time: 2.6119118 May 27 22:54:46.705778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54524) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:46.848223 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86c91660-401e-42d7-b294-0fd58f2b529c req-8f418e33-44e7-4e17-9891-683ee5d132fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f236d4e-8092-454e-89d1-126731273d34 HTTP/1.1" status: 200 len: 1000 time: 0.4617035 May 27 22:54:46.925748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 23911513-7d66-4581-833f-0b4bd7e27a75 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:46.946874 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cb3ef443-4aa5-4884-9a2b-0c9e3440ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:52:00Z', 'revision_number': 4, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '7e60551a-6b9f-45db-8be9-430d0c1e3036', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'port_id': '1f236d4e-8092-454e-89d1-126731273d34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'mac_address': 'fa:16:3e:18:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:54:04Z', 'updated_at': '2022-05-27T22:54:40Z', 'revision_number': 1, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703d3cd0-5424-47c8-af94-712791e8f895', 'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'mac_address': 'fa:16:3e:8a:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:57Z', 'updated_at': '2022-05-27T22:52:11Z', 'revision_number': 5, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'subnets': [{'id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:46.955442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a6f650b4-29fc-437a-a661-f372ea3a64a8 None None] Current status of the port 9b8148e1-e6d6-47bc-b209-60e21ad6916e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:46.957184 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3ef443-4aa5-4884-9a2b-0c9e3440ccde None None] The sync data for ids ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'] in n-d-843680-3 is: [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:52:00Z', 'revision_number': 4, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '7e60551a-6b9f-45db-8be9-430d0c1e3036', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'port_id': '1f236d4e-8092-454e-89d1-126731273d34', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'mac_address': 'fa:16:3e:18:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:54:04Z', 'updated_at': '2022-05-27T22:54:40Z', 'revision_number': 1, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703d3cd0-5424-47c8-af94-712791e8f895', 'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'mac_address': 'fa:16:3e:8a:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:57Z', 'updated_at': '2022-05-27T22:52:11Z', 'revision_number': 5, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'subnets': [{'id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:54:46.963812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e267d19e-20a0-47ae-b431-f96567339167', 'name': 'tempest-ImageQuotaTest-2018293653-router', 'tenant_id': '43380788504f434e948d2aa5be36a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '65ccf7eb-6ad5-4bdb-952a-531821eebda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:37Z', 'updated_at': '2022-05-27T22:54:41Z', 'revision_number': 3, 'project_id': '43380788504f434e948d2aa5be36a399', 'gw_port': {'id': '65ccf7eb-6ad5-4bdb-952a-531821eebda8', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e267d19e-20a0-47ae-b431-f96567339167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:38Z', 'updated_at': '2022-05-27T22:54:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:46.973456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Checking router: e267d19e-20a0-47ae-b431-f96567339167 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:54:46.973861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Updating router e267d19e-20a0-47ae-b431-f96567339167 port 65ccf7eb-6ad5-4bdb-952a-531821eebda8 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:54:47.155551 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:47.173784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c91660-401e-42d7-b294-0fd58f2b529c req-2270766a-817f-4ad3-bb90-f0c2d81d91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:47.175222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86c91660-401e-42d7-b294-0fd58f2b529c req-2270766a-817f-4ad3-bb90-f0c2d81d91ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.3109410 May 27 22:54:47.258176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b997329-3127-4f6a-8bd2-674905340a9d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:47.259163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9b997329-3127-4f6a-8bd2-674905340a9d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:54:47.279283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-6c75e9cb-07eb-416b-b70a-f7cec233a8f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] For port b4f3b3ff-fa1e-47dd-8662-a524d91dae84, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b4f3b3ff-fa1e-47dd-8662-a524d91dae84,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:47.279627 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-6c75e9cb-07eb-416b-b70a-f7cec233a8f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:47.537702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9b997329-3127-4f6a-8bd2-674905340a9d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:54:47.539222 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9b997329-3127-4f6a-8bd2-674905340a9d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8315368 May 27 22:54:47.556064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54532) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:47.557156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9d35c694-561c-4c7a-a55f-bf9eafc0286c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:47.619019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90d2c8-06cd-4ebe-93b5-2d5d8c0aa56c req-1a8e2005-b53c-4d90-aa66-63f1e5f83545 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:47.620666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e90d2c8-06cd-4ebe-93b5-2d5d8c0aa56c req-1a8e2005-b53c-4d90-aa66-63f1e5f83545 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.5028422 May 27 22:54:47.714773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c91660-401e-42d7-b294-0fd58f2b529c req-0d9cd2a6-b872-46e0-a731-435d6e17f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:47.716241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86c91660-401e-42d7-b294-0fd58f2b529c req-0d9cd2a6-b872-46e0-a731-435d6e17f1c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5239084 May 27 22:54:47.727821 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e90d2c8-06cd-4ebe-93b5-2d5d8c0aa56c req-53239b32-9c1f-4ac5-a7fb-6d9b8d2dbbee tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801215 May 27 22:54:47.837144 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Sync routers for ids ['608e7fe8-3810-4576-b3c1-db1d2a7fd473'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:54:47.855322 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Routers {'608e7fe8-3810-4576-b3c1-db1d2a7fd473'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:47.859543 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['608e7fe8-3810-4576-b3c1-db1d2a7fd473'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:47.945671 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:47.969659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Transition to ACTIVE for port object 65ccf7eb-6ad5-4bdb-952a-531821eebda8 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:47.988752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb4f959-0eaf-429b-8135-d47093442df9 None None] New status for floating IP 7e60551a-6b9f-45db-8be9-430d0c1e3036: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:54:48.067850 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-6c75e9cb-07eb-416b-b70a-f7cec233a8f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:48.068428 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-6c75e9cb-07eb-416b-b70a-f7cec233a8f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:48.068856 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-6c75e9cb-07eb-416b-b70a-f7cec233a8f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Floating IP 54353ca7-ce76-4a28-ab65-07cca151dc90 disassociated. External IP: 172.25.2.72, port: b4f3b3ff-fa1e-47dd-8662-a524d91dae84. May 27 22:54:48.069310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-6c75e9cb-07eb-416b-b70a-f7cec233a8f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Calling delete_port for b4f3b3ff-fa1e-47dd-8662-a524d91dae84 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:48.073292 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:48.161433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53a36c-f09b-43ce-bd81-ca414b42900f None None] Pushing event updated for resources: {'Port': ['ID=65ccf7eb-6ad5-4bdb-952a-531821eebda8,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:48.172060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 9d35c694-561c-4c7a-a55f-bf9eafc0286c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:48.214173 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Set router 608e7fe8-3810-4576-b3c1-db1d2a7fd473 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:48.227028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Attempting to bind port 65ccf7eb-6ad5-4bdb-952a-531821eebda8 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:54:48.227781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Attempting to bind port 65ccf7eb-6ad5-4bdb-952a-531821eebda8 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:54:48.228328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Attempting to bind port 65ccf7eb-6ad5-4bdb-952a-531821eebda8 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:54:48.230922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9d35c694-561c-4c7a-a55f-bf9eafc0286c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:48.231827 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:48.311476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:54:48.315640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:48.315640 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:48.315640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:54:48.316111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Bound port: 65ccf7eb-6ad5-4bdb-952a-531821eebda8, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:54:48.316267 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:48.375575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-6c75e9cb-07eb-416b-b70a-f7cec233a8f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:48.413134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b4f3b3ff-fa1e-47dd-8662-a524d91dae84 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:54:48.510805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75e9cb-07eb-416b-b70a-f7cec233a8f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event deleted for resources: {'Port': ['ID=b4f3b3ff-fa1e-47dd-8662-a524d91dae84,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:48.533637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3777cc-023a-4c47-b7cd-c3ad3155635a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:48.535002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-cf3777cc-023a-4c47-b7cd-c3ad3155635a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:54:48.572210 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86c91660-401e-42d7-b294-0fd58f2b529c req-292e0803-554b-4fe3-a7cd-31af2bb9f6da service neutron] 10.222.0.46 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7586029 May 27 22:54:48.620492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: b4f3b3ff-fa1e-47dd-8662-a524d91dae84 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:54:48.621091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b4f3b3ff-fa1e-47dd-8662-a524d91dae84 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:54:48.672741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] For port 65ccf7eb-6ad5-4bdb-952a-531821eebda8, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:54:48.682484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] For port 65ccf7eb-6ad5-4bdb-952a-531821eebda8, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=65ccf7eb-6ad5-4bdb-952a-531821eebda8,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:54:48.736585 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:48.768187 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'name': 'tempest-TestVolumeBackupRestore-57863895-router', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9d35c694-561c-4c7a-a55f-bf9eafc0286c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:32Z', 'updated_at': '2022-05-27T22:54:40Z', 'revision_number': 4, 'project_id': '7f483ba159b54476bf5002a00fc86e87', 'gw_port': {'id': '9d35c694-561c-4c7a-a55f-bf9eafc0286c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:33Z', 'updated_at': '2022-05-27T22:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '0fc98197-8549-4201-ad52-7daa0ac8237a', 'name': '', 'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'mac_address': 'fa:16:3e:94:24:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a021e1af-3b94-4532-bb2f-9521a41860ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:38Z', 'updated_at': '2022-05-27T22:54:41Z', 'revision_number': 2, 'project_id': '7f483ba159b54476bf5002a00fc86e87', 'subnets': [{'id': 'a021e1af-3b94-4532-bb2f-9521a41860ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:48.775572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62956eda-e58c-4f4d-8f84-016083ec0a84 req-95279296-84a7-4a32-958a-09e9d9ac9399 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:48.778678 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Checking router: 608e7fe8-3810-4576-b3c1-db1d2a7fd473 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:54:48.785420 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Updating router 608e7fe8-3810-4576-b3c1-db1d2a7fd473 port 0fc98197-8549-4201-ad52-7daa0ac8237a binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:54:48.794097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62956eda-e58c-4f4d-8f84-016083ec0a84 req-95279296-84a7-4a32-958a-09e9d9ac9399 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 945 time: 0.9467382 May 27 22:54:48.794372 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:48.831656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-cf3777cc-023a-4c47-b7cd-c3ad3155635a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:54:48.833340 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cf3777cc-023a-4c47-b7cd-c3ad3155635a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.2662580 May 27 22:54:48.893321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54542) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:48.917527 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:49.008272 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62956eda-e58c-4f4d-8f84-016083ec0a84 req-418a0c82-0a7f-4193-89d1-9404ce7b3c75 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe623793-bff0-4d6c-8633-d4964ba61746&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2083650 May 27 22:54:49.062623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53a36c-f09b-43ce-bd81-ca414b42900f None None] Pushing event updated for resources: {'Port': ['ID=65ccf7eb-6ad5-4bdb-952a-531821eebda8,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:49.110200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9d35c694-561c-4c7a-a55f-bf9eafc0286c is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:49.110880 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:49.138524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 9d35c694-561c-4c7a-a55f-bf9eafc0286c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9d35c694-561c-4c7a-a55f-bf9eafc0286c,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:49.154000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Routers {'e267d19e-20a0-47ae-b431-f96567339167'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:49.154758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e267d19e-20a0-47ae-b431-f96567339167'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:49.214204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48656127-8611-43b9-a709-40b01a16b681 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:49.218913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48656127-8611-43b9-a709-40b01a16b681 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:49.230308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48656127-8611-43b9-a709-40b01a16b681 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:49.230723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-48656127-8611-43b9-a709-40b01a16b681 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:54:49.242069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-6c75e9cb-07eb-416b-b70a-f7cec233a8f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Router fd43306b-6880-4ab7-80c3-69e01d3729fd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:54:49.283970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86c91660-401e-42d7-b294-0fd58f2b529c req-8a7576b8-113c-46b5-ae96-5ddc33968cda service neutron] 10.222.0.46 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040541 May 27 22:54:49.362294 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:49.401898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7321e6f-fb0f-4f4a-8517-b1361f0500ce req-7153990f-34e9-4967-873b-b121cf573cf3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:49.404537 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7321e6f-fb0f-4f4a-8517-b1361f0500ce req-7153990f-34e9-4967-873b-b121cf573cf3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.3999701 May 27 22:54:49.484846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] Set router e267d19e-20a0-47ae-b431-f96567339167 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:49.540064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Allocated IP 172.20.0.1 (98864bc3-9dd0-4a2d-85cd-11d646379267/4cb937ca-bcf6-45ba-81f0-1afcaf87caa2/4cd9a0cb-7a30-45d0-8833-16b8cac96794) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:54:49.601589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=9d35c694-561c-4c7a-a55f-bf9eafc0286c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:49.657753 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:49.666766 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-6c75e9cb-07eb-416b-b70a-f7cec233a8f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:54:49.678238 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Transition to ACTIVE for port object 0fc98197-8549-4201-ad52-7daa0ac8237a will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:49.678373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-48656127-8611-43b9-a709-40b01a16b681 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:54:49.678373 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-48656127-8611-43b9-a709-40b01a16b681 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7805634 May 27 22:54:49.681736 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f53650-5db4-4a7b-af3a-4cb81a9f40d3 None None] Sync routers for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:54:49.694041 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f53650-5db4-4a7b-af3a-4cb81a9f40d3 None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:49.695109 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-84f53650-5db4-4a7b-af3a-4cb81a9f40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:49.747059 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54548) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:49.844307 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:49.854781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e267d19e-20a0-47ae-b431-f96567339167', 'name': 'tempest-ImageQuotaTest-2018293653-router', 'tenant_id': '43380788504f434e948d2aa5be36a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '65ccf7eb-6ad5-4bdb-952a-531821eebda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:37Z', 'updated_at': '2022-05-27T22:54:41Z', 'revision_number': 3, 'project_id': '43380788504f434e948d2aa5be36a399', 'gw_port': {'id': '65ccf7eb-6ad5-4bdb-952a-531821eebda8', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e267d19e-20a0-47ae-b431-f96567339167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:38Z', 'updated_at': '2022-05-27T22:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:49.864158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f545ca-1c51-4e74-92bd-65c7496f2534 None None] The sync data for ids ['e267d19e-20a0-47ae-b431-f96567339167'] in n-d-843680-3 is: [{'id': 'e267d19e-20a0-47ae-b431-f96567339167', 'name': 'tempest-ImageQuotaTest-2018293653-router', 'tenant_id': '43380788504f434e948d2aa5be36a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '65ccf7eb-6ad5-4bdb-952a-531821eebda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:37Z', 'updated_at': '2022-05-27T22:54:41Z', 'revision_number': 3, 'project_id': '43380788504f434e948d2aa5be36a399', 'gw_port': {'id': '65ccf7eb-6ad5-4bdb-952a-531821eebda8', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e267d19e-20a0-47ae-b431-f96567339167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:38Z', 'updated_at': '2022-05-27T22:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:54:49.932991 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:49.953332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Transition to ACTIVE for port object 4cd9a0cb-7a30-45d0-8833-16b8cac96794 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:49.963147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-6c75e9cb-07eb-416b-b70a-f7cec233a8f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] No DVR routers for this DVR port b4f3b3ff-fa1e-47dd-8662-a524d91dae84 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:54:49.967993 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-6c75e9cb-07eb-416b-b70a-f7cec233a8f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:49.970658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0', 'name': 'network-vif-deleted', 'tag': 'b4f3b3ff-fa1e-47dd-8662-a524d91dae84'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:54:49.971740 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a8aac-1bb9-498c-bfff-069e6eb4edfe None None] Pushing event updated for resources: {'Port': ['ID=0fc98197-8549-4201-ad52-7daa0ac8237a,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:50.001694 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7321e6f-fb0f-4f4a-8517-b1361f0500ce req-a6fcc225-edc6-4f1b-8867-6b76cd2f00ec tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853803 May 27 22:54:50.013725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a4eb94-94bb-4e22-91ee-ffdeb42310da tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 24fca713-1a27-4e3e-bcef-e30b2a96b0a8 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:54:50.018040 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47a4eb94-94bb-4e22-91ee-ffdeb42310da tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:50.040777 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:54:50.063003 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdaba2ad-1cc4-47a0-9035-d2f78b5626b4'] response: {'server_uuid': 'aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0', 'name': 'network-vif-deleted', 'tag': 'b4f3b3ff-fa1e-47dd-8662-a524d91dae84', 'status': 'completed', 'code': 200} May 27 22:54:50.087652 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbc5523f-ecf5-46f6-9a45-97f8ea94fe97 req-6c75e9cb-07eb-416b-b70a-f7cec233a8f7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.46 "DELETE /v2.0/ports/b4f3b3ff-fa1e-47dd-8662-a524d91dae84 HTTP/1.1" status: 204 len: 173 time: 4.1478782 May 27 22:54:50.103130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47a4eb94-94bb-4e22-91ee-ffdeb42310da tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:50.152400 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:50.254151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Network 98864bc3-9dd0-4a2d-85cd-11d646379267 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:50.256599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:50.309973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:54:50.392997 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:50.419467 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47a4eb94-94bb-4e22-91ee-ffdeb42310da tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:50.582587 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-84f53650-5db4-4a7b-af3a-4cb81a9f40d3 None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:50.659559 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82560c4b-fd7b-4736-b8e9-e7545e84d562 req-da2847ff-4d5c-4aba-ad33-ba8426f21ac1 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa0b8a08-edf9-4e0d-be0e-a53ca0b488d0 HTTP/1.1" status: 200 len: 210 time: 0.3944504 May 27 22:54:50.683773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd9a0cb-7a30-45d0-8833-16b8cac96794,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:50.717010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:50.717491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:50.718033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:50.718457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:50.718899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:50.719310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:50.719726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:50.720144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:50.720588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:50.720996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:50.721533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:50.721940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:54:50.734288 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47a4eb94-94bb-4e22-91ee-ffdeb42310da tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:50.782397 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Attempting to bind port 0fc98197-8549-4201-ad52-7daa0ac8237a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:54:50.785801 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Attempting to bind port 0fc98197-8549-4201-ad52-7daa0ac8237a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'fbde510d-5913-4c92-b622-9938ba57418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:54:50.786865 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Attempting to bind port 0fc98197-8549-4201-ad52-7daa0ac8237a on network 4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:54:50.828966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a4eb94-94bb-4e22-91ee-ffdeb42310da tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=24fca713-1a27-4e3e-bcef-e30b2a96b0a8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:50.849988 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47a4eb94-94bb-4e22-91ee-ffdeb42310da tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:50.858257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5a2362-5367-4769-9e5c-f88197875077 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:50.874146 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:54:50.874515 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Checking segment: {'id': 'fbde510d-5913-4c92-b622-9938ba57418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:50.874911 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:50.875297 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Bound using segment: {'id': 'fbde510d-5913-4c92-b622-9938ba57418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:54:50.875769 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Bound port: 0fc98197-8549-4201-ad52-7daa0ac8237a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbde510d-5913-4c92-b622-9938ba57418a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:54:50.876134 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:50.981660 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-47a4eb94-94bb-4e22-91ee-ffdeb42310da tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/24fca713-1a27-4e3e-bcef-e30b2a96b0a8 HTTP/1.1" status: 204 len: 168 time: 1.2283313 May 27 22:54:50.984261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54562) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:51.002452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a315f9e5-5d64-4710-b40e-b94ab9688b5b None None] Provisioning for port 4cd9a0cb-7a30-45d0-8833-16b8cac96794 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:51.008246 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] For port 0fc98197-8549-4201-ad52-7daa0ac8237a, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:54:51.012154 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] For port 0fc98197-8549-4201-ad52-7daa0ac8237a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0fc98197-8549-4201-ad52-7daa0ac8237a,segment=NetworkSegment(fbde510d-5913-4c92-b622-9938ba57418a),segment_id=fbde510d-5913-4c92-b622-9938ba57418a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:54:51.028776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a315f9e5-5d64-4710-b40e-b94ab9688b5b None None] Provisioning complete for port 4cd9a0cb-7a30-45d0-8833-16b8cac96794 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:51.029584 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a315f9e5-5d64-4710-b40e-b94ab9688b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:51.114063 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a315f9e5-5d64-4710-b40e-b94ab9688b5b None None] Port 4cd9a0cb-7a30-45d0-8833-16b8cac96794 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:54:51.120419 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:51.258387 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:51.434239 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Routers {'608e7fe8-3810-4576-b3c1-db1d2a7fd473'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:51.436203 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['608e7fe8-3810-4576-b3c1-db1d2a7fd473'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:51.581660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-92942ad5-cd74-401f-885a-43a6d7c2422d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Deleting subnet 72806f1a-d816-4d6f-9e9d-f9ddb84deba6 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:54:51.587499 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92942ad5-cd74-401f-885a-43a6d7c2422d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:51.786617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 65ccf7eb-6ad5-4bdb-952a-531821eebda8 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:51.850661 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92942ad5-cd74-401f-885a-43a6d7c2422d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:52.043780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54576) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:52.079028 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a8aac-1bb9-498c-bfff-069e6eb4edfe None None] Pushing event updated for resources: {'Port': ['ID=0fc98197-8549-4201-ad52-7daa0ac8237a,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:52.185327 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] Set router 608e7fe8-3810-4576-b3c1-db1d2a7fd473 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:52.200045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 65ccf7eb-6ad5-4bdb-952a-531821eebda8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:52.205303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 65ccf7eb-6ad5-4bdb-952a-531821eebda8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:52.205789 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:52.225244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9e0a6fd-c56f-48d3-9256-6f0507961a00 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:52.233379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b03ac-db1f-41e7-9ac8-21f61c389aa5 req-a868b5f1-06b4-47ed-83bc-4d1c41e9b7cf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:52.236391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-254b03ac-db1f-41e7-9ac8-21f61c389aa5 req-a868b5f1-06b4-47ed-83bc-4d1c41e9b7cf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 1.0370514 May 27 22:54:52.239197 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:52.282271 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9e0a6fd-c56f-48d3-9256-6f0507961a00 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:52.316492 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-254b03ac-db1f-41e7-9ac8-21f61c389aa5 req-777bd7fc-f1ba-4d7d-8ffd-8480d1d353f6 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626762 May 27 22:54:52.355722 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:52.424411 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92942ad5-cd74-401f-885a-43a6d7c2422d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:52.440100 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:52.465542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 65ccf7eb-6ad5-4bdb-952a-531821eebda8 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:52.466229 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:52.492117 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9e0a6fd-c56f-48d3-9256-6f0507961a00 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:52.498411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 65ccf7eb-6ad5-4bdb-952a-531821eebda8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=65ccf7eb-6ad5-4bdb-952a-531821eebda8,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:52.535931 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:52.542123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0a6fd-c56f-48d3-9256-6f0507961a00 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe623793-bff0-4d6c-8633-d4964ba61746,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:52.554403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Pushing event updated for resources: {'Port': ['ID=4cd9a0cb-7a30-45d0-8833-16b8cac96794,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:52.585725 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d9e0a6fd-c56f-48d3-9256-6f0507961a00 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:52.601968 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d9e0a6fd-c56f-48d3-9256-6f0507961a00 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "DELETE /v2.0/security-groups/fe623793-bff0-4d6c-8633-d4964ba61746 HTTP/1.1" status: 204 len: 168 time: 0.5481634 May 27 22:54:52.602097 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:52.602097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9d35c694-561c-4c7a-a55f-bf9eafc0286c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:52.604523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54580) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:52.814979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Network 98864bc3-9dd0-4a2d-85cd-11d646379267 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:54:52.814979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:54:52.901997 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-eb33403e-d66a-4528-a986-87d4968a95ba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] show failed (client error): The resource could not be found. May 27 22:54:52.907650 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-eb33403e-d66a-4528-a986-87d4968a95ba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups/fe623793-bff0-4d6c-8633-d4964ba61746 HTTP/1.1" status: 404 len: 347 time: 0.3003099 May 27 22:54:52.910485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54584) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:53.012788 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-84f53650-5db4-4a7b-af3a-4cb81a9f40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:53.031614 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f53650-5db4-4a7b-af3a-4cb81a9f40d3 None None] Checking router: fd43306b-6880-4ab7-80c3-69e01d3729fd for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:54:53.055860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=65ccf7eb-6ad5-4bdb-952a-531821eebda8,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:53.120857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-42bb1786-8d55-4ba7-846e-3eab2fb426eb None None] Provisioning complete for port 9b8148e1-e6d6-47bc-b209-60e21ad6916e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:53.122038 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42bb1786-8d55-4ba7-846e-3eab2fb426eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:53.163691 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f53650-5db4-4a7b-af3a-4cb81a9f40d3 None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:53.164382 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-84f53650-5db4-4a7b-af3a-4cb81a9f40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:53.169567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Router e267d19e-20a0-47ae-b431-f96567339167 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:54:53.211705 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92942ad5-cd74-401f-885a-43a6d7c2422d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:53.316748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9d35c694-561c-4c7a-a55f-bf9eafc0286c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:53.317360 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:53.332623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7ba13160-77fe-4b4d-8d67-4d8cd45f4be5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Deleting port 9eedcd63-e566-447a-a6f6-32145539e663 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:53.332774 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ba13160-77fe-4b4d-8d67-4d8cd45f4be5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:53.376742 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-84f53650-5db4-4a7b-af3a-4cb81a9f40d3 None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:53.410293 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92942ad5-cd74-401f-885a-43a6d7c2422d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:53.427204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92942ad5-cd74-401f-885a-43a6d7c2422d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Subnet': ['ID=72806f1a-d816-4d6f-9e9d-f9ddb84deba6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:53.476827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:54:53.491765 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d718d963-c7a5-4dc6-8aab-12a08c76fcb9 admin admin] 10.222.0.27 "PUT /v2.0/routers/e267d19e-20a0-47ae-b431-f96567339167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6766038 May 27 22:54:53.509456 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-92942ad5-cd74-401f-885a-43a6d7c2422d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/72806f1a-d816-4d6f-9e9d-f9ddb84deba6 HTTP/1.1" status: 204 len: 168 time: 2.5218003 May 27 22:54:53.510296 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54594) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:53.565491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Sync routers for ids ['e267d19e-20a0-47ae-b431-f96567339167'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:54:53.573578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a31c4c-34d6-41c3-869b-9479c0c08e10 None None] Network c744ea9b-cdeb-488b-a067-0b211d4c406e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:54:53.643660 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2e9d362e-b1d4-4a62-a84e-8fa37d2775ef tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1317673 May 27 22:54:53.683701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54598) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:53.811988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cc98e-eb09-46d0-b036-f3fe6bd41e2a req-cffce4b0-bcff-4e45-bc2b-5bdbce58133c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:53.814322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b8cc98e-eb09-46d0-b036-f3fe6bd41e2a req-cffce4b0-bcff-4e45-bc2b-5bdbce58133c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.1687536 May 27 22:54:53.824738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c7cf2-fa6f-45e2-927e-a7df211f97ff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:53.841902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c78c7cf2-fa6f-45e2-927e-a7df211f97ff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1570823 May 27 22:54:53.844019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54604) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:53.944784 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ba13160-77fe-4b4d-8d67-4d8cd45f4be5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:53.945345 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ba13160-77fe-4b4d-8d67-4d8cd45f4be5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:53.970593 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b8cc98e-eb09-46d0-b036-f3fe6bd41e2a req-d57ab704-9957-4c0b-9367-6bd27df0931c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274469 May 27 22:54:53.973584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4f4276-afe2-4e5e-ad21-117592f0a508 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:53.974397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-aa4f4276-afe2-4e5e-ad21-117592f0a508 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Synchronizing usage tracker for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:54:53.979723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-42bb1786-8d55-4ba7-846e-3eab2fb426eb None None] Current status of the port 9b8148e1-e6d6-47bc-b209-60e21ad6916e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:53.985542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Routers {'e267d19e-20a0-47ae-b431-f96567339167'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:53.987176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e267d19e-20a0-47ae-b431-f96567339167'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:54.035052 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'name': 'tempest-TestVolumeBackupRestore-57863895-router', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9d35c694-561c-4c7a-a55f-bf9eafc0286c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:32Z', 'updated_at': '2022-05-27T22:54:40Z', 'revision_number': 4, 'project_id': '7f483ba159b54476bf5002a00fc86e87', 'gw_port': {'id': '9d35c694-561c-4c7a-a55f-bf9eafc0286c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:33Z', 'updated_at': '2022-05-27T22:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '0fc98197-8549-4201-ad52-7daa0ac8237a', 'name': '', 'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'mac_address': 'fa:16:3e:94:24:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a021e1af-3b94-4532-bb2f-9521a41860ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:38Z', 'updated_at': '2022-05-27T22:54:51Z', 'revision_number': 4, 'project_id': '7f483ba159b54476bf5002a00fc86e87', 'subnets': [{'id': 'a021e1af-3b94-4532-bb2f-9521a41860ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:54.048857 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edb259f-ec1d-4e8c-b7b0-8addcda0eb55 None None] The sync data for ids ['608e7fe8-3810-4576-b3c1-db1d2a7fd473'] in n-d-843680-3 is: [{'id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'name': 'tempest-TestVolumeBackupRestore-57863895-router', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9d35c694-561c-4c7a-a55f-bf9eafc0286c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:32Z', 'updated_at': '2022-05-27T22:54:40Z', 'revision_number': 4, 'project_id': '7f483ba159b54476bf5002a00fc86e87', 'gw_port': {'id': '9d35c694-561c-4c7a-a55f-bf9eafc0286c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:33Z', 'updated_at': '2022-05-27T22:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '0fc98197-8549-4201-ad52-7daa0ac8237a', 'name': '', 'network_id': '4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'mac_address': 'fa:16:3e:94:24:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'a021e1af-3b94-4532-bb2f-9521a41860ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:38Z', 'updated_at': '2022-05-27T22:54:51Z', 'revision_number': 4, 'project_id': '7f483ba159b54476bf5002a00fc86e87', 'subnets': [{'id': 'a021e1af-3b94-4532-bb2f-9521a41860ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:54:54.060473 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-84f53650-5db4-4a7b-af3a-4cb81a9f40d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:54.072991 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f53650-5db4-4a7b-af3a-4cb81a9f40d3 None None] The sync data for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 is: [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:54:54.118147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-aa4f4276-afe2-4e5e-ad21-117592f0a508 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Unset dirty status for tenant:2409c310ce334aaf9bddf7061bd14b72 on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:54:54.122601 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-aa4f4276-afe2-4e5e-ad21-117592f0a508 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2776556 May 27 22:54:54.123512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54612) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:54.271921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-81ebc648-1de8-416b-9a78-ee3bb2d2e5df tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1469884 May 27 22:54:54.273555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54616) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:54.343818 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-80826640-034b-46f1-ab70-19401efc680b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:54.351290 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80826640-034b-46f1-ab70-19401efc680b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:54.364504 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-80826640-034b-46f1-ab70-19401efc680b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/7375a5fb-d334-470a-98ad-68b61747ee7b HTTP/1.1" status: 404 len: 333 time: 0.0892792 May 27 22:54:54.364839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54622) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:54.405494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1c7100c6-a055-466c-ab0c-46d926fc5e31 None None] Provisioning complete for port 4cd9a0cb-7a30-45d0-8833-16b8cac96794 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:54.406116 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c7100c6-a055-466c-ab0c-46d926fc5e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:54.417222 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d6cf74b-6351-42c1-a916-98691286eeaa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:54.417454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d6cf74b-6351-42c1-a916-98691286eeaa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:54.421511 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0d6cf74b-6351-42c1-a916-98691286eeaa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/72806f1a-d816-4d6f-9e9d-f9ddb84deba6 HTTP/1.1" status: 404 len: 337 time: 0.0532637 May 27 22:54:54.437632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54628) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:54.479326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1c7100c6-a055-466c-ab0c-46d926fc5e31 None None] Port 4cd9a0cb-7a30-45d0-8833-16b8cac96794 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:54:54.612637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7ba13160-77fe-4b4d-8d67-4d8cd45f4be5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Calling delete_port for 9eedcd63-e566-447a-a6f6-32145539e663 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:54.615270 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-924fcfec-4a82-4385-8749-dcb5bf922af8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:54.615761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-924fcfec-4a82-4385-8749-dcb5bf922af8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:54.621693 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-924fcfec-4a82-4385-8749-dcb5bf922af8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/24fca713-1a27-4e3e-bcef-e30b2a96b0a8 HTTP/1.1" status: 404 len: 337 time: 0.1806858 May 27 22:54:54.623046 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54634) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:54.670049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9d35c694-561c-4c7a-a55f-bf9eafc0286c is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:54.727057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Set router e267d19e-20a0-47ae-b431-f96567339167 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:54.767713 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a45be35-7426-4650-8080-735776ea2406 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:54.768187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a45be35-7426-4650-8080-735776ea2406 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:54.774033 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4a45be35-7426-4650-8080-735776ea2406 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/8e6b6643-c1e9-431e-92c7-df76db3c77a9 HTTP/1.1" status: 404 len: 333 time: 0.1451070 May 27 22:54:54.777247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54640) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:54.884823 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6357a1d9-b9fc-4566-9e31-baeb8128a4e7 None None] New status for floating IP 54353ca7-ce76-4a28-ab65-07cca151dc90: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:54:54.934083 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0f0b90-6b69-4aed-8af3-9e357f49c131 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:54.934539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0f0b90-6b69-4aed-8af3-9e357f49c131 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:54.936269 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ef0f0b90-6b69-4aed-8af3-9e357f49c131 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/61ee1eaf-95dc-47ba-9dc9-354712cd8f00 HTTP/1.1" status: 404 len: 337 time: 0.1562245 May 27 22:54:54.940269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54644) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:54.960825 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 65ccf7eb-6ad5-4bdb-952a-531821eebda8 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:55.085688 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e066dc1-641e-443e-a3d1-63ad0c9cf4c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:55.090274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e066dc1-641e-443e-a3d1-63ad0c9cf4c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:55.101217 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7e066dc1-641e-443e-a3d1-63ad0c9cf4c8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/14c23ee7-7599-419a-8444-4ee665eb8490 HTTP/1.1" status: 404 len: 337 time: 0.1597438 May 27 22:54:55.103906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54652) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:55.221895 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2798c83-ba59-4ff1-b09c-4d5241ef4ed4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:55.222896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2798c83-ba59-4ff1-b09c-4d5241ef4ed4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:55.238060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d2798c83-ba59-4ff1-b09c-4d5241ef4ed4 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/fa6fa9f5-da8a-4e4a-be9a-ad9fad1b386a HTTP/1.1" status: 404 len: 333 time: 0.1323833 May 27 22:54:55.240934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54656) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:55.347878 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f2a055-3cb3-4930-9590-c325e4b93e09 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:55.349016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f2a055-3cb3-4930-9590-c325e4b93e09 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:55.356835 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ba13160-77fe-4b4d-8d67-4d8cd45f4be5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:55.395040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e38615e-af5c-4331-b8b6-5d01e9ae04b0 None None] DHCP port deletion for c744ea9b-cdeb-488b-a067-0b211d4c406e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:54:55.416653 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-6357a1d9-b9fc-4566-9e31-baeb8128a4e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:54:55.417049 n-d-843680-3 neutron-server[88903]: DEBUG oslo_db.api [None req-6357a1d9-b9fc-4566-9e31-baeb8128a4e7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:54:55.439056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7e38615e-af5c-4331-b8b6-5d01e9ae04b0 None None] Deleting port 9b8148e1-e6d6-47bc-b209-60e21ad6916e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:55.439598 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e38615e-af5c-4331-b8b6-5d01e9ae04b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:55.613454 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-32f2a055-3cb3-4930-9590-c325e4b93e09 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/8a0a2a30-868d-4276-b8a6-fe23d3ef10cf HTTP/1.1" status: 404 len: 337 time: 0.3708501 May 27 22:54:55.617639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba13160-77fe-4b4d-8d67-4d8cd45f4be5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event deleted for resources: {'Port': ['ID=9eedcd63-e566-447a-a6f6-32145539e663,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:55.620385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54664) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:55.757899 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 65ccf7eb-6ad5-4bdb-952a-531821eebda8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:55.758275 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:55.912630 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-224d876c-10dd-4f3c-a591-e45e7e0a6a1d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:55.913705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224d876c-10dd-4f3c-a591-e45e7e0a6a1d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:55.915599 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-224d876c-10dd-4f3c-a591-e45e7e0a6a1d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/933b71d7-2ea7-487e-9a8a-01e81a1756dd HTTP/1.1" status: 404 len: 337 time: 0.1670451 May 27 22:54:55.919267 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6357a1d9-b9fc-4566-9e31-baeb8128a4e7 None None] New status for floating IP 54353ca7-ce76-4a28-ab65-07cca151dc90: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:54:55.921151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54670) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:56.044913 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b843f38-4f46-4899-92d4-e12b74184c95 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:56.050442 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b843f38-4f46-4899-92d4-e12b74184c95 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:56.054827 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2b843f38-4f46-4899-92d4-e12b74184c95 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/a4aba916-ca5a-42ee-8ff0-b057a8293a59 HTTP/1.1" status: 404 len: 333 time: 0.1315029 May 27 22:54:56.058726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54674) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:56.089773 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ba13160-77fe-4b4d-8d67-4d8cd45f4be5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:56.094972 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ba13160-77fe-4b4d-8d67-4d8cd45f4be5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:56.101521 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7ba13160-77fe-4b4d-8d67-4d8cd45f4be5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "DELETE /v2.0/floatingips/54353ca7-ce76-4a28-ab65-07cca151dc90 HTTP/1.1" status: 204 len: 168 time: 3.1886542 May 27 22:54:56.128894 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6671c800-7887-408c-aff2-b33f27db0819 req-484d34e1-bc00-49e5-8001-68b80a4e91a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6631584 May 27 22:54:56.143896 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e13dbc-4d1c-4abc-9ec3-ae7486b02495 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:56.144401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e13dbc-4d1c-4abc-9ec3-ae7486b02495 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:56.146461 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d8e13dbc-4d1c-4abc-9ec3-ae7486b02495 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/03d214cc-3d59-48e0-b9c8-a506b9165d12 HTTP/1.1" status: 404 len: 337 time: 0.0726011 May 27 22:54:56.149535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54680) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:56.184441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 65ccf7eb-6ad5-4bdb-952a-531821eebda8 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:56.184765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a84ba8-9661-402e-8a93-c92eb6914b6b req-c66696c6-645d-466e-b882-07b385eb5bc4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:56.192158 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32a84ba8-9661-402e-8a93-c92eb6914b6b req-c66696c6-645d-466e-b882-07b385eb5bc4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.6201181 May 27 22:54:56.194146 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0fc98197-8549-4201-ad52-7daa0ac8237a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:56.284659 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32a84ba8-9661-402e-8a93-c92eb6914b6b req-95d14b99-e47d-4210-8efb-e85efee064c1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915360 May 27 22:54:56.351458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54686) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:56.358013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-1fd09ad3-9a93-4775-9c1b-c9cd17d7ed05 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424678714', 'description': 'tempest-description--279773367'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:56.374587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1fd09ad3-9a93-4775-9c1b-c9cd17d7ed05 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:56.376544 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-010d26ef-2111-4c92-aaa0-f61ba5485533 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:56.383731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-010d26ef-2111-4c92-aaa0-f61ba5485533 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:56.383731 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-010d26ef-2111-4c92-aaa0-f61ba5485533 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/52ae5fc2-fe19-4ab0-baa1-9326cc38e839 HTTP/1.1" status: 404 len: 337 time: 0.2329552 May 27 22:54:56.385376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1fd09ad3-9a93-4775-9c1b-c9cd17d7ed05 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:security_group and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:56.386260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54690) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:56.392435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1fd09ad3-9a93-4775-9c1b-c9cd17d7ed05 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:56.413476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1fd09ad3-9a93-4775-9c1b-c9cd17d7ed05 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:56.471466 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-162d2ab1-4492-4019-9f3b-8799811d9cb3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:56.472228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162d2ab1-4492-4019-9f3b-8799811d9cb3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:56.474146 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-162d2ab1-4492-4019-9f3b-8799811d9cb3 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/6f6d5f2d-e359-4076-8590-d2730ad7a5cc HTTP/1.1" status: 404 len: 333 time: 0.0826967 May 27 22:54:56.477487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54694) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:56.483947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7e38615e-af5c-4331-b8b6-5d01e9ae04b0 None None] For port 9b8148e1-e6d6-47bc-b209-60e21ad6916e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9b8148e1-e6d6-47bc-b209-60e21ad6916e,segment=NetworkSegment(ad1b52fb-4677-433c-a80e-c7d80b79ed92),segment_id=ad1b52fb-4677-433c-a80e-c7d80b79ed92)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:56.484566 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e38615e-af5c-4331-b8b6-5d01e9ae04b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:56.513417 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671c800-7887-408c-aff2-b33f27db0819 req-af6be22c-0df3-441b-b788-e62ee2b553c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:56.514904 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6671c800-7887-408c-aff2-b33f27db0819 req-af6be22c-0df3-441b-b788-e62ee2b553c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 1097 time: 0.2913830 May 27 22:54:56.531246 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-9608941e-ef3a-4793-91c9-3dfe28905564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:56.532188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9608941e-ef3a-4793-91c9-3dfe28905564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:56.546156 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9608941e-ef3a-4793-91c9-3dfe28905564 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/1929b1c7-91ab-442c-8fbc-84e3de1e1520 HTTP/1.1" status: 404 len: 337 time: 0.0670414 May 27 22:54:56.547317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54698) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:56.548458 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1fd09ad3-9a93-4775-9c1b-c9cd17d7ed05 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:56.612676 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54702) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:56.683003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7e38615e-af5c-4331-b8b6-5d01e9ae04b0 None None] Calling delete_port for 9b8148e1-e6d6-47bc-b209-60e21ad6916e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:56.707654 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3c1230-36db-43b4-8b6a-6dd95cc46466 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:56.708061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3c1230-36db-43b4-8b6a-6dd95cc46466 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:56.714365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54706) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:56.714574 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3b3c1230-36db-43b4-8b6a-6dd95cc46466 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/e2bd3be0-9957-4563-bd60-0573dc347b5c HTTP/1.1" status: 404 len: 333 time: 0.1533542 May 27 22:54:56.761486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1fd09ad3-9a93-4775-9c1b-c9cd17d7ed05 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:56.777365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1fd09ad3-9a93-4775-9c1b-c9cd17d7ed05 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:security_group_rule and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:56.779041 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e267d19e-20a0-47ae-b431-f96567339167', 'name': 'tempest-ImageQuotaTest-2018293653-router', 'tenant_id': '43380788504f434e948d2aa5be36a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '65ccf7eb-6ad5-4bdb-952a-531821eebda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:37Z', 'updated_at': '2022-05-27T22:54:50Z', 'revision_number': 4, 'project_id': '43380788504f434e948d2aa5be36a399', 'gw_port': {'id': '65ccf7eb-6ad5-4bdb-952a-531821eebda8', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e267d19e-20a0-47ae-b431-f96567339167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:38Z', 'updated_at': '2022-05-27T22:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '4cd9a0cb-7a30-45d0-8833-16b8cac96794', 'name': '', 'network_id': '98864bc3-9dd0-4a2d-85cd-11d646379267', 'tenant_id': '43380788504f434e948d2aa5be36a399', 'mac_address': 'fa:16:3e:d6:be:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e267d19e-20a0-47ae-b431-f96567339167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '4cb937ca-bcf6-45ba-81f0-1afcaf87caa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:48Z', 'updated_at': '2022-05-27T22:54:51Z', 'revision_number': 2, 'project_id': '43380788504f434e948d2aa5be36a399', 'subnets': [{'id': '4cb937ca-bcf6-45ba-81f0-1afcaf87caa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:56.790785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Checking router: e267d19e-20a0-47ae-b431-f96567339167 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:54:56.791131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Updating router e267d19e-20a0-47ae-b431-f96567339167 port 4cd9a0cb-7a30-45d0-8833-16b8cac96794 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:54:56.794085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1fd09ad3-9a93-4775-9c1b-c9cd17d7ed05 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:56.809227 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2801aeb-d3f0-4e6c-8444-19255336deca tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:56.810008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2801aeb-d3f0-4e6c-8444-19255336deca tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:56.811908 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d2801aeb-d3f0-4e6c-8444-19255336deca tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/8c88b9f8-895b-48ef-9441-843e85220143 HTTP/1.1" status: 404 len: 337 time: 0.0961809 May 27 22:54:56.833518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54712) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:56.894194 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:56.923852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1fd09ad3-9a93-4775-9c1b-c9cd17d7ed05 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:56.967275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 0fc98197-8549-4201-ad52-7daa0ac8237a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:54:56.977360 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0fc98197-8549-4201-ad52-7daa0ac8237a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:56.977759 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:57.036018 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-88203ab3-b74f-42d4-b16b-f1779956a900 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:57.043650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88203ab3-b74f-42d4-b16b-f1779956a900 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:57.043650 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-88203ab3-b74f-42d4-b16b-f1779956a900 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/191db18b-44d8-4750-b871-4e2d3104b074 HTTP/1.1" status: 404 len: 333 time: 0.1962395 May 27 22:54:57.043650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54716) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:57.085591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671c800-7887-408c-aff2-b33f27db0819 req-8a00b7f8-4ef8-4cf3-b1e8-945c2ba9443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:57.088757 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6671c800-7887-408c-aff2-b33f27db0819 req-8a00b7f8-4ef8-4cf3-b1e8-945c2ba9443b service neutron] 10.222.0.57 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 920 time: 0.5489383 May 27 22:54:57.088757 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef6d243-f974-4eca-96e0-636b73622dff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:57.088757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef6d243-f974-4eca-96e0-636b73622dff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:57.090761 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fef6d243-f974-4eca-96e0-636b73622dff tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/6d540b05-fa88-4f25-bab0-2af28e4c53d8 HTTP/1.1" status: 404 len: 337 time: 0.0486677 May 27 22:54:57.094598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54720) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:57.108461 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e38615e-af5c-4331-b8b6-5d01e9ae04b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:57.164015 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6671c800-7887-408c-aff2-b33f27db0819 req-67ea032c-f16f-42c4-b267-3a70fc096434 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=84377929-8b51-45ed-abc5-514178ab5fcc HTTP/1.1" status: 200 len: 217 time: 0.0704951 May 27 22:54:57.188962 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-6069a6cd-32b6-48b3-b4f7-1317373d6c31 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:57.189428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6069a6cd-32b6-48b3-b4f7-1317373d6c31 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:57.192070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38615e-af5c-4331-b8b6-5d01e9ae04b0 None None] Pushing event deleted for resources: {'Port': ['ID=9b8148e1-e6d6-47bc-b209-60e21ad6916e,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:57.198552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e38615e-af5c-4331-b8b6-5d01e9ae04b0 None None] No DVR routers for this DVR port 9b8148e1-e6d6-47bc-b209-60e21ad6916e on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:54:57.209645 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6069a6cd-32b6-48b3-b4f7-1317373d6c31 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/43041c57-2a58-4cfb-9d01-87a1d7403d91 HTTP/1.1" status: 404 len: 333 time: 0.1116815 May 27 22:54:57.238799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54724) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:57.267143 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1fd09ad3-9a93-4775-9c1b-c9cd17d7ed05 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:57.340133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671c800-7887-408c-aff2-b33f27db0819 req-60e5ae6a-0f5f-492e-8966-d3fded162ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:57.342460 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6671c800-7887-408c-aff2-b33f27db0819 req-60e5ae6a-0f5f-492e-8966-d3fded162ae5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.1716082 May 27 22:54:57.387168 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1fd09ad3-9a93-4775-9c1b-c9cd17d7ed05 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:57.391485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0fc98197-8549-4201-ad52-7daa0ac8237a is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:54:57.391871 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:57.439697 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65042b7-b62d-45c0-b530-a9c015e35c25 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:57.439697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65042b7-b62d-45c0-b530-a9c015e35c25 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:57.440950 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c65042b7-b62d-45c0-b530-a9c015e35c25 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/efdd9445-756c-4b0f-809e-06303d005942 HTTP/1.1" status: 404 len: 337 time: 0.1968951 May 27 22:54:57.447205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54730) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:57.457787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 0fc98197-8549-4201-ad52-7daa0ac8237a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0fc98197-8549-4201-ad52-7daa0ac8237a,segment=NetworkSegment(fbde510d-5913-4c92-b622-9938ba57418a),segment_id=fbde510d-5913-4c92-b622-9938ba57418a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:57.518445 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0addda15-9b24-42ae-8c6d-4059b40e6ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:57.528304 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e6cd11-c564-49d0-8b04-286a3e5ace76 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:57.528304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e6cd11-c564-49d0-8b04-286a3e5ace76 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:57.532390 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-15e6cd11-c564-49d0-8b04-286a3e5ace76 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/3ec43245-c357-467b-b27f-bc505b1a9417 HTTP/1.1" status: 404 len: 333 time: 0.0831695 May 27 22:54:57.536292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54734) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:57.545626 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:57.563216 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:57.565215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671c800-7887-408c-aff2-b33f27db0819 req-1efbf891-a203-4269-b610-7bdec1afb479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:57.567593 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6671c800-7887-408c-aff2-b33f27db0819 req-1efbf891-a203-4269-b610-7bdec1afb479 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2133451 May 27 22:54:57.629182 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Transition to ACTIVE for port object 4cd9a0cb-7a30-45d0-8833-16b8cac96794 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:54:57.650560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=0fc98197-8549-4201-ad52-7daa0ac8237a,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:57.710387 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1fd09ad3-9a93-4775-9c1b-c9cd17d7ed05 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:57.714181 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1fd09ad3-9a93-4775-9c1b-c9cd17d7ed05 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3590493 May 27 22:54:57.718548 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9b8148e1-e6d6-47bc-b209-60e21ad6916e no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:54:57.724170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54740) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:57.732719 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-917c46a0-5164-4367-9c1a-06458f55292f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:57.734229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917c46a0-5164-4367-9c1a-06458f55292f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:57.738412 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-917c46a0-5164-4367-9c1a-06458f55292f tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/7923bdf6-f602-427f-abf4-0dced79b3c99 HTTP/1.1" status: 404 len: 337 time: 0.1121199 May 27 22:54:57.742757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54742) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:57.747689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd09ad3-9a93-4775-9c1b-c9cd17d7ed05 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f6b990-9430-4984-b63e-d0ea4ac8e2a8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:57.792411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca913496-5354-47bd-8e1a-55bb5558e9ce req-a8fd7239-5ad7-494f-8ae0-9798294beaf3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:57.792652 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca913496-5354-47bd-8e1a-55bb5558e9ce req-a8fd7239-5ad7-494f-8ae0-9798294beaf3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.2577155 May 27 22:54:57.804435 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:57.863541 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-94dfaa89-88a8-4536-a9d4-430177b834e7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:57.864017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94dfaa89-88a8-4536-a9d4-430177b834e7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:57.868611 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-94dfaa89-88a8-4536-a9d4-430177b834e7 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/655dac56-d570-4801-9d5a-607dcc8ba1cd HTTP/1.1" status: 404 len: 333 time: 0.1133473 May 27 22:54:57.874232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54750) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:57.924694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 9b8148e1-e6d6-47bc-b209-60e21ad6916e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:54:57.928031 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9b8148e1-e6d6-47bc-b209-60e21ad6916e not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:54:57.959504 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f2edc7-bb0e-4482-bd70-3d234e931041 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:57.960635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f2edc7-bb0e-4482-bd70-3d234e931041 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:57.965441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54756) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:57.967635 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-36f2edc7-bb0e-4482-bd70-3d234e931041 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/209dec6b-283c-471c-b5b9-92fc6e0b6d64 HTTP/1.1" status: 404 len: 337 time: 0.0923088 May 27 22:54:57.986362 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca913496-5354-47bd-8e1a-55bb5558e9ce req-1297e20e-fa7a-4a6f-bfaf-fa770638fe64 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526389 May 27 22:54:58.010073 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f66b0fd6-64ca-48c8-b4c0-57046ace8931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:58.062675 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6671c800-7887-408c-aff2-b33f27db0819 req-32822875-05cc-43fe-ac30-1a5989ef9aca service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889457 May 27 22:54:58.066435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8d6413e1-3abf-4bea-a9c7-e923222f6f1b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'security_group_rule': {'security_group_id': 'e4f6b990-9430-4984-b63e-d0ea4ac8e2a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:58.073719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d6413e1-3abf-4bea-a9c7-e923222f6f1b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:58.078677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d6413e1-3abf-4bea-a9c7-e923222f6f1b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:security_group_rule and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:58.083140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d6413e1-3abf-4bea-a9c7-e923222f6f1b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:58.091177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d6413e1-3abf-4bea-a9c7-e923222f6f1b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:58.099515 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e3a864-8286-469d-8812-13aa32bdb971 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:58.100928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e3a864-8286-469d-8812-13aa32bdb971 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:58.105911 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-15e3a864-8286-469d-8812-13aa32bdb971 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/96426176-8286-45bb-9d28-cf3f9319818c HTTP/1.1" status: 404 len: 337 time: 0.1394670 May 27 22:54:58.107186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54762) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:58.113988 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62efab7-9ef0-48af-8602-da6ca4df64f7 None None] Pushing event updated for resources: {'Port': ['ID=4cd9a0cb-7a30-45d0-8833-16b8cac96794,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:58.266105 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6671c800-7887-408c-aff2-b33f27db0819 req-f13fd683-86be-47b9-b9ff-3ca89174f09d service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572719 May 27 22:54:58.271920 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Attempting to bind port 4cd9a0cb-7a30-45d0-8833-16b8cac96794 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:54:58.274018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Attempting to bind port 4cd9a0cb-7a30-45d0-8833-16b8cac96794 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '4cfda2f9-6a62-4671-81ba-6325194d53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98864bc3-9dd0-4a2d-85cd-11d646379267'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:54:58.274018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Attempting to bind port 4cd9a0cb-7a30-45d0-8833-16b8cac96794 on network 98864bc3-9dd0-4a2d-85cd-11d646379267 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:54:58.278635 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:54:58.281119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Checking segment: {'id': '4cfda2f9-6a62-4671-81ba-6325194d53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98864bc3-9dd0-4a2d-85cd-11d646379267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:54:58.281119 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:58.281119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Bound using segment: {'id': '4cfda2f9-6a62-4671-81ba-6325194d53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98864bc3-9dd0-4a2d-85cd-11d646379267'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:54:58.281119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Bound port: 4cd9a0cb-7a30-45d0-8833-16b8cac96794, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cfda2f9-6a62-4671-81ba-6325194d53e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '98864bc3-9dd0-4a2d-85cd-11d646379267'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:54:58.281119 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:58.314039 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b77e7a-a2cc-4c91-994a-4957d7a47127 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:58.316291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b77e7a-a2cc-4c91-994a-4957d7a47127 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:58.318973 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-41b77e7a-a2cc-4c91-994a-4957d7a47127 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/ac14f685-7a2f-4ef2-88df-4afd7db18d1b HTTP/1.1" status: 404 len: 333 time: 0.0558627 May 27 22:54:58.319840 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d6413e1-3abf-4bea-a9c7-e923222f6f1b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:58.327587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54766) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:58.378522 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b03d0ff-09f3-4220-b369-44951b08403e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:58.378522 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b03d0ff-09f3-4220-b369-44951b08403e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:58.382181 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4b03d0ff-09f3-4220-b369-44951b08403e tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/1af6d069-ac0d-4df5-8073-eeca4af8126e HTTP/1.1" status: 404 len: 337 time: 0.0532839 May 27 22:54:58.383079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54770) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:58.424380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] For port 4cd9a0cb-7a30-45d0-8833-16b8cac96794, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:54:58.427659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] For port 4cd9a0cb-7a30-45d0-8833-16b8cac96794, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4cd9a0cb-7a30-45d0-8833-16b8cac96794,segment=NetworkSegment(4cfda2f9-6a62-4671-81ba-6325194d53e0),segment_id=4cfda2f9-6a62-4671-81ba-6325194d53e0)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:54:58.473353 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3da8ab-633d-429c-84c6-379b22722fa5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:58.473353 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3da8ab-633d-429c-84c6-379b22722fa5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:58.473353 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ba3da8ab-633d-429c-84c6-379b22722fa5 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/9f043939-e8e1-461b-ad67-fbd69c737a70 HTTP/1.1" status: 404 len: 337 time: 0.0725124 May 27 22:54:58.473353 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54774) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:58.540787 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d6413e1-3abf-4bea-a9c7-e923222f6f1b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:58.542311 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-809279a9-b5b5-4171-8b05-db1278dbbb8d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:58.542776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-809279a9-b5b5-4171-8b05-db1278dbbb8d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:58.550496 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-809279a9-b5b5-4171-8b05-db1278dbbb8d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/27121eca-1beb-419a-8242-1994143d7b70 HTTP/1.1" status: 404 len: 333 time: 0.0809364 May 27 22:54:58.559369 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:58.560948 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54778) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:58.618098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f66b0fd6-64ca-48c8-b4c0-57046ace8931 admin admin] Deleting port 4cd9a0cb-7a30-45d0-8833-16b8cac96794 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:54:58.618757 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f66b0fd6-64ca-48c8-b4c0-57046ace8931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:58.630544 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eaf28f2-9f66-4ed5-88d4-558c0bb7e7ca tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:58.630544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eaf28f2-9f66-4ed5-88d4-558c0bb7e7ca tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:58.630544 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4eaf28f2-9f66-4ed5-88d4-558c0bb7e7ca tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/0421c7c8-4236-4b46-9f90-8ee6f95f950e HTTP/1.1" status: 404 len: 337 time: 0.0627470 May 27 22:54:58.630544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54782) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:58.633813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Routers {'e267d19e-20a0-47ae-b431-f96567339167'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:54:58.634472 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e267d19e-20a0-47ae-b431-f96567339167'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:58.714767 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d6413e1-3abf-4bea-a9c7-e923222f6f1b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:58.774184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62efab7-9ef0-48af-8602-da6ca4df64f7 None None] Pushing event updated for resources: {'Port': ['ID=4cd9a0cb-7a30-45d0-8833-16b8cac96794,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:58.793622 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cee60ce-e888-4203-a01e-6164cbd5b87b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:58.794009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cee60ce-e888-4203-a01e-6164cbd5b87b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:58.798500 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8cee60ce-e888-4203-a01e-6164cbd5b87b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/66fd2dc7-4ed7-4edc-a2b8-f0df3d1e3b22 HTTP/1.1" status: 404 len: 337 time: 0.1694269 May 27 22:54:58.799357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6413e1-3abf-4bea-a9c7-e923222f6f1b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec5b2b4e-fc8b-4181-892b-aef34809a6e7,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:58.801152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54788) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:58.882829 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd7c142-d70e-4d54-a9e7-de241d8cdb9d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:58.883479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd7c142-d70e-4d54-a9e7-de241d8cdb9d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:58.892861 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6fd7c142-d70e-4d54-a9e7-de241d8cdb9d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/92903bff-bc9f-4285-a3fb-e5a0153cb5c6 HTTP/1.1" status: 404 len: 333 time: 0.0880616 May 27 22:54:58.894019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54792) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:58.950000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-f66b0fd6-64ca-48c8-b4c0-57046ace8931 admin admin] For port 4cd9a0cb-7a30-45d0-8833-16b8cac96794, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4cd9a0cb-7a30-45d0-8833-16b8cac96794,segment=NetworkSegment(4cfda2f9-6a62-4671-81ba-6325194d53e0),segment_id=4cfda2f9-6a62-4671-81ba-6325194d53e0)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:54:58.950357 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-def429fe-7f25-433d-a5dd-3ab329da29e9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:58.950826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def429fe-7f25-433d-a5dd-3ab329da29e9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:58.955316 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-def429fe-7f25-433d-a5dd-3ab329da29e9 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/f8c6d962-7044-44b0-8e91-417942b5d1f8 HTTP/1.1" status: 404 len: 337 time: 0.0601947 May 27 22:54:58.955738 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f66b0fd6-64ca-48c8-b4c0-57046ace8931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:58.956160 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54796) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:59.010253 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d6413e1-3abf-4bea-a9c7-e923222f6f1b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:59.011436 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8d6413e1-3abf-4bea-a9c7-e923222f6f1b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2737153 May 27 22:54:59.015965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54800) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:59.017105 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-93f9a2cd-67e3-4350-af9b-f0661fc437dc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:59.018163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93f9a2cd-67e3-4350-af9b-f0661fc437dc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:59.025165 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-93f9a2cd-67e3-4350-af9b-f0661fc437dc tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/7e21ee7d-852a-4ba2-9800-02f0d4a349c1 HTTP/1.1" status: 404 len: 337 time: 0.0675509 May 27 22:54:59.032376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cb663612-2f10-4ed7-9a18-85da5f8fe328 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'security_group_rule': {'security_group_id': 'e4f6b990-9430-4984-b63e-d0ea4ac8e2a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:59.051670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cb663612-2f10-4ed7-9a18-85da5f8fe328 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:59.057682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cb663612-2f10-4ed7-9a18-85da5f8fe328 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:security_group_rule and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:59.065421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54802) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:59.071307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cb663612-2f10-4ed7-9a18-85da5f8fe328 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:59.078357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cb663612-2f10-4ed7-9a18-85da5f8fe328 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:59.174846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] Set router e267d19e-20a0-47ae-b431-f96567339167 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:54:59.175833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f66b0fd6-64ca-48c8-b4c0-57046ace8931 admin admin] Calling delete_port for 4cd9a0cb-7a30-45d0-8833-16b8cac96794 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:54:59.251540 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb663612-2f10-4ed7-9a18-85da5f8fe328 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:59.351846 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb663612-2f10-4ed7-9a18-85da5f8fe328 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:59.415085 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb663612-2f10-4ed7-9a18-85da5f8fe328 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:59.435914 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0cec606c-7293-4afb-ac25-a4fb4c2f35aa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports?device_id=b8174edb-56bd-4d5f-bd1f-eabb89d0151a HTTP/1.1" status: 200 len: 205 time: 0.3699934 May 27 22:54:59.439393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54812) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:59.496277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb663612-2f10-4ed7-9a18-85da5f8fe328 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b98cac-5ab8-4fed-9b33-55b43438890c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:54:59.515990 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-6afe7611-1bb2-486c-a3d0-cb269e9b8b14 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] delete failed (client error): The resource could not be found. May 27 22:54:59.519810 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6afe7611-1bb2-486c-a3d0-cb269e9b8b14 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/routers/b8174edb-56bd-4d5f-bd1f-eabb89d0151a HTTP/1.1" status: 404 len: 336 time: 0.0773857 May 27 22:54:59.520438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54816) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:59.558710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9fe88-130d-495c-86ce-e6f9a0e9937f req-40416989-4923-49b0-a6c5-610a8815b9c9 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:54:59.563995 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45e9fe88-130d-495c-86ce-e6f9a0e9937f req-40416989-4923-49b0-a6c5-610a8815b9c9 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.3558769 May 27 22:54:59.565185 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-c191b59b-1b6d-4fe0-bd37-25974615a829 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:59.565761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c191b59b-1b6d-4fe0-bd37-25974615a829 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:59.570236 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c191b59b-1b6d-4fe0-bd37-25974615a829 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/ae86ba24-ccad-4b49-a257-56e144711c3a HTTP/1.1" status: 404 len: 337 time: 0.0488605 May 27 22:54:59.570865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54820) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:59.616559 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb663612-2f10-4ed7-9a18-85da5f8fe328 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:59.620865 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cb663612-2f10-4ed7-9a18-85da5f8fe328 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5908229 May 27 22:54:59.623545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54824) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:59.632444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:54:59.634454 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5e8875b6-024c-4e6a-9f21-be03323cbf71 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "GET /v2.0/ports?device_id=8320c989-8bf0-47a9-8fd3-522af72edb09 HTTP/1.1" status: 200 len: 205 time: 0.0616350 May 27 22:54:59.635095 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54828) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:59.640155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:54:59.647903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e267d19e-20a0-47ae-b431-f96567339167', 'name': 'tempest-ImageQuotaTest-2018293653-router', 'tenant_id': '43380788504f434e948d2aa5be36a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '65ccf7eb-6ad5-4bdb-952a-531821eebda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:37Z', 'updated_at': '2022-05-27T22:54:50Z', 'revision_number': 4, 'project_id': '43380788504f434e948d2aa5be36a399', 'gw_port': {'id': '65ccf7eb-6ad5-4bdb-952a-531821eebda8', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e267d19e-20a0-47ae-b431-f96567339167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:38Z', 'updated_at': '2022-05-27T22:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '4cd9a0cb-7a30-45d0-8833-16b8cac96794', 'name': '', 'network_id': '98864bc3-9dd0-4a2d-85cd-11d646379267', 'tenant_id': '43380788504f434e948d2aa5be36a399', 'mac_address': 'fa:16:3e:d6:be:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e267d19e-20a0-47ae-b431-f96567339167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '4cb937ca-bcf6-45ba-81f0-1afcaf87caa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:48Z', 'updated_at': '2022-05-27T22:54:58Z', 'revision_number': 4, 'project_id': '43380788504f434e948d2aa5be36a399', 'subnets': [{'id': '4cb937ca-bcf6-45ba-81f0-1afcaf87caa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:54:59.653185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dec633-4a08-4638-b027-78f6ed86c4a9 None None] The sync data for ids ['e267d19e-20a0-47ae-b431-f96567339167'] in n-d-843680-3 is: [{'id': 'e267d19e-20a0-47ae-b431-f96567339167', 'name': 'tempest-ImageQuotaTest-2018293653-router', 'tenant_id': '43380788504f434e948d2aa5be36a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '65ccf7eb-6ad5-4bdb-952a-531821eebda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:37Z', 'updated_at': '2022-05-27T22:54:50Z', 'revision_number': 4, 'project_id': '43380788504f434e948d2aa5be36a399', 'gw_port': {'id': '65ccf7eb-6ad5-4bdb-952a-531821eebda8', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e267d19e-20a0-47ae-b431-f96567339167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:38Z', 'updated_at': '2022-05-27T22:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '4cd9a0cb-7a30-45d0-8833-16b8cac96794', 'name': '', 'network_id': '98864bc3-9dd0-4a2d-85cd-11d646379267', 'tenant_id': '43380788504f434e948d2aa5be36a399', 'mac_address': 'fa:16:3e:d6:be:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e267d19e-20a0-47ae-b431-f96567339167', 'device_owner': 'network:router_interface', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': '4cb937ca-bcf6-45ba-81f0-1afcaf87caa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:48Z', 'updated_at': '2022-05-27T22:54:58Z', 'revision_number': 4, 'project_id': '43380788504f434e948d2aa5be36a399', 'subnets': [{'id': '4cb937ca-bcf6-45ba-81f0-1afcaf87caa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:54:59.678006 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0fc98197-8549-4201-ad52-7daa0ac8237a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:54:59.731312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:floatingip and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:54:59.745659 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-061ebe28-49c0-4892-bc73-c9b51b868bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:59.771292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:54:59.788284 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45e9fe88-130d-495c-86ce-e6f9a0e9937f req-b4590946-6d40-4e15-9827-76539e1c49e8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233171 May 27 22:54:59.799442 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:54:59.805298 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-3e9e5e06-4723-4146-9753-a1c14e1290b0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] delete failed (client error): The resource could not be found. May 27 22:54:59.811006 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3e9e5e06-4723-4146-9753-a1c14e1290b0 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/routers/8320c989-8bf0-47a9-8fd3-522af72edb09 HTTP/1.1" status: 404 len: 336 time: 0.1654947 May 27 22:54:59.814784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54832) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:59.862869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0fc98197-8549-4201-ad52-7daa0ac8237a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:54:59.863321 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:54:59.864978 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-39de84fe-66f9-4842-b24b-d2d0a0a902f8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:59.871862 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39de84fe-66f9-4842-b24b-d2d0a0a902f8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:59.871862 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-39de84fe-66f9-4842-b24b-d2d0a0a902f8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/54ed623f-330a-4e94-afbf-2a551c5def54 HTTP/1.1" status: 404 len: 337 time: 0.0515325 May 27 22:54:59.872105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54836) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:59.912050 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf81043d-e159-44cf-a6da-5830bf9fe33a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:54:59.912540 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf81043d-e159-44cf-a6da-5830bf9fe33a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:54:59.925476 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bf81043d-e159-44cf-a6da-5830bf9fe33a tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/85006e2d-b062-4bc8-bf6b-6df2b2e49b9f HTTP/1.1" status: 404 len: 337 time: 0.0523012 May 27 22:54:59.930068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54840) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:54:59.936856 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:00.020421 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f66b0fd6-64ca-48c8-b4c0-57046ace8931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:00.021259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0fc98197-8549-4201-ad52-7daa0ac8237a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:55:00.033877 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-158943f9-1ed6-4f55-a1fa-cfcafbf74306 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:55:00.033877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158943f9-1ed6-4f55-a1fa-cfcafbf74306 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:00.033877 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-158943f9-1ed6-4f55-a1fa-cfcafbf74306 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/0a6ccd76-f9b3-4a05-8ce2-b51d8031aba7 HTTP/1.1" status: 404 len: 333 time: 0.0980749 May 27 22:55:00.033877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54844) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:00.075939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b0fd6-64ca-48c8-b4c0-57046ace8931 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd9a0cb-7a30-45d0-8833-16b8cac96794,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:00.089312 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-da689002-23a1-4e83-ab59-aab7d779fdf6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:55:00.089312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da689002-23a1-4e83-ab59-aab7d779fdf6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:00.089312 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-da689002-23a1-4e83-ab59-aab7d779fdf6 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/51ffe973-4a08-4845-b221-867fbec0848a HTTP/1.1" status: 404 len: 337 time: 0.0510426 May 27 22:55:00.089312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54848) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:00.146475 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f7d629-21fd-494b-b066-49ef2b601afa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:55:00.146956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58f7d629-21fd-494b-b066-49ef2b601afa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:00.154318 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-58f7d629-21fd-494b-b066-49ef2b601afa tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/8ae89dfb-9fcc-4d13-bd4c-3bd1262be4e4 HTTP/1.1" status: 404 len: 333 time: 0.0652125 May 27 22:55:00.154318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54852) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:00.203136 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd4ccf3-cc42-49b4-bfe9-008cc3a1ed34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:55:00.203604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd4ccf3-cc42-49b4-bfe9-008cc3a1ed34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:00.212480 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7fd4ccf3-cc42-49b4-bfe9-008cc3a1ed34 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/5ecb369b-d7b2-48ea-a652-e324ce0a7acf HTTP/1.1" status: 404 len: 337 time: 0.0575490 May 27 22:55:00.213104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54858) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:00.311753 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-997f5de1-27cc-4bc2-b47b-256d909bed10 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:55:00.311753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997f5de1-27cc-4bc2-b47b-256d909bed10 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:00.311753 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-997f5de1-27cc-4bc2-b47b-256d909bed10 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/8fa241d0-41c6-4459-9160-f893e0022f49 HTTP/1.1" status: 404 len: 333 time: 0.0957348 May 27 22:55:00.314132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54862) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:00.386296 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-e054e2ca-aa7b-47f5-be43-a05bd101a0be tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:55:00.386763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e054e2ca-aa7b-47f5-be43-a05bd101a0be tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:00.391672 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e054e2ca-aa7b-47f5-be43-a05bd101a0be tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/73b380b3-7dea-4490-8afd-b31ac33ae3e0 HTTP/1.1" status: 404 len: 337 time: 0.0722184 May 27 22:55:00.392339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54866) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:00.446655 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f3919b-2c24-42d6-bd5b-735bf534e809 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:55:00.447299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f3919b-2c24-42d6-bd5b-735bf534e809 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:00.449414 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-36f3919b-2c24-42d6-bd5b-735bf534e809 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/00b78663-d68c-435e-ae91-3ebc7ad96bfd HTTP/1.1" status: 404 len: 333 time: 0.0559571 May 27 22:55:00.452163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54870) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:00.501678 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1af91f-d4a6-40a1-bc75-a686651c950b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:55:00.502280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1af91f-d4a6-40a1-bc75-a686651c950b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:00.504107 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ec1af91f-d4a6-40a1-bc75-a686651c950b tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/f8ac1c81-e993-46fc-9877-76d4f240b325 HTTP/1.1" status: 404 len: 337 time: 0.0507970 May 27 22:55:00.507573 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54874) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:00.558995 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a8edba-0f76-44ed-8e28-a9ea67f8f752 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:55:00.559576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a8edba-0f76-44ed-8e28-a9ea67f8f752 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:00.561760 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d6a8edba-0f76-44ed-8e28-a9ea67f8f752 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/6b72d875-c86b-46f3-a1e6-b4c65dddd023 HTTP/1.1" status: 404 len: 333 time: 0.0530643 May 27 22:55:00.564166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54878) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:00.596359 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f66b0fd6-64ca-48c8-b4c0-57046ace8931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:00.611390 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:00.613831 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c49e6de-7531-42aa-8ff5-b83d627df123 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:55:00.614283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c49e6de-7531-42aa-8ff5-b83d627df123 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:00.619141 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1c49e6de-7531-42aa-8ff5-b83d627df123 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/18cdbeec-4048-4019-9548-6878f7bd7c55 HTTP/1.1" status: 404 len: 337 time: 0.0510714 May 27 22:55:00.619407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54882) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:00.794162 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-674619ad-1d27-4c8e-b51d-8427f87486c2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:55:00.794630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-674619ad-1d27-4c8e-b51d-8427f87486c2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:00.798759 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-674619ad-1d27-4c8e-b51d-8427f87486c2 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/c07394ee-1ec3-4d97-a479-b8867c8dad6e HTTP/1.1" status: 404 len: 333 time: 0.1760464 May 27 22:55:00.800390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54886) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:00.844878 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0c079d-8fde-4f3f-92d6-813110bdc75c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:55:00.845393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0c079d-8fde-4f3f-92d6-813110bdc75c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:00.847876 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2e0c079d-8fde-4f3f-92d6-813110bdc75c tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/deee4c41-d60a-4934-b524-e26e0b919ad9 HTTP/1.1" status: 404 len: 337 time: 0.0471921 May 27 22:55:00.859015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54892) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:00.898171 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:00.948197 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:00.962579 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9935a60-813f-47bf-a6c5-63e09b6f8578 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:55:00.965574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9935a60-813f-47bf-a6c5-63e09b6f8578 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:00.965574 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9935a60-813f-47bf-a6c5-63e09b6f8578 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/ports/fd89f222-deee-4ffa-9d51-7c5fba2a79b9 HTTP/1.1" status: 404 len: 333 time: 0.1001961 May 27 22:55:00.971220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54896) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:01.024635 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8350fa-c481-49c0-a8d4-0498e4be11b8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] DELETE failed (client error): The resource could not be found. May 27 22:55:01.025093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8350fa-c481-49c0-a8d4-0498e4be11b8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:01.027517 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca8350fa-c481-49c0-a8d4-0498e4be11b8 tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/subnets/db5df3dd-0275-4e81-8305-b0c470a935ff HTTP/1.1" status: 404 len: 337 time: 0.0539858 May 27 22:55:01.030134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54900) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:01.164595 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21ca6cba-390e-4ecc-a89b-4b38467a540d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:01.174571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Allocated IP 172.25.2.53 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/9ccd130a-c9e8-4748-9626-e144cf6c2ded) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:55:01.311461 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21ca6cba-390e-4ecc-a89b-4b38467a540d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:01.339179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-21ca6cba-390e-4ecc-a89b-4b38467a540d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c744ea9b-cdeb-488b-a067-0b211d4c406e']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:01.354312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-21ca6cba-390e-4ecc-a89b-4b38467a540d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1b52fb-4677-433c-a80e-c7d80b79ed92') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:01.361845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-21ca6cba-390e-4ecc-a89b-4b38467a540d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1b52fb-4677-433c-a80e-c7d80b79ed92') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:01.366579 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21ca6cba-390e-4ecc-a89b-4b38467a540d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:01.384140 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21ca6cba-390e-4ecc-a89b-4b38467a540d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:01.391388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ca6cba-390e-4ecc-a89b-4b38467a540d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:55:01.391776 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21ca6cba-390e-4ecc-a89b-4b38467a540d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:01.402145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432759c-653f-43d1-b101-2511426a42cf req-d3335bac-ed4e-40f4-8caf-5393b259f673 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:01.409017 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d432759c-653f-43d1-b101-2511426a42cf req-d3335bac-ed4e-40f4-8caf-5393b259f673 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.3979480 May 27 22:55:01.433956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66b0fd6-64ca-48c8-b4c0-57046ace8931 admin admin] Router e267d19e-20a0-47ae-b431-f96567339167 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:55:01.500808 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ad1b52fb-4677-433c-a80e-c7d80b79ed92 resource provider aggregate not found May 27 22:55:01.516967 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d432759c-653f-43d1-b101-2511426a42cf req-ff3fe04f-959d-4874-ada5-0bad5f2c8dfd tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028223 May 27 22:55:01.519543 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ad1b52fb-4677-433c-a80e-c7d80b79ed92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad1b52fb-4677-433c-a80e-c7d80b79ed92 found for delete ", "request_id": "req-7ddc1a62-3652-4d9c-9e82-fd7924388304"}]} May 27 22:55:01.586866 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21ca6cba-390e-4ecc-a89b-4b38467a540d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:01.609450 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-21ca6cba-390e-4ecc-a89b-4b38467a540d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:01.617754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca6cba-390e-4ecc-a89b-4b38467a540d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] Pushing event deleted for resources: {'Network': ['ID=c744ea9b-cdeb-488b-a067-0b211d4c406e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:01.618422 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:01.622890 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-21ca6cba-390e-4ecc-a89b-4b38467a540d tempest-NetworksTestDHCPv6-2113511121 tempest-NetworksTestDHCPv6-2113511121-project] 10.222.0.27 "DELETE /v2.0/networks/c744ea9b-cdeb-488b-a067-0b211d4c406e HTTP/1.1" status: 204 len: 168 time: 0.5893581 May 27 22:55:01.735514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66b0fd6-64ca-48c8-b4c0-57046ace8931 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:55:01.749445 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f66b0fd6-64ca-48c8-b4c0-57046ace8931 admin admin] 10.222.0.27 "PUT /v2.0/routers/e267d19e-20a0-47ae-b431-f96567339167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1269631 May 27 22:55:01.749800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54912) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:01.821303 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:01.904805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:55:01.909311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:01.912150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:55:01.959120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e706cab-f214-4fd8-a328-0906569a83e4 None None] Sync routers for ids ['e267d19e-20a0-47ae-b431-f96567339167'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:55:01.974745 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:01.976442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e706cab-f214-4fd8-a328-0906569a83e4 None None] Routers {'e267d19e-20a0-47ae-b431-f96567339167'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:55:01.977210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5e706cab-f214-4fd8-a328-0906569a83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:55:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e267d19e-20a0-47ae-b431-f96567339167'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:02.001284 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'Port': ['ID=9ccd130a-c9e8-4748-9626-e144cf6c2ded,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:02.064591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54918) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:02.080055 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:02.229578 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:02.236377 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:02.239895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-5e706cab-f214-4fd8-a328-0906569a83e4 None None] Set router e267d19e-20a0-47ae-b431-f96567339167 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:55:02.251310 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:02.299796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54926) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:02.310618 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0641c5d7-0ac2-4c05-929c-df9447abf118 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2409c310ce334aaf9bddf7061bd14b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2327244 May 27 22:55:02.355324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] Deleting port 65ccf7eb-6ad5-4bdb-952a-531821eebda8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:55:02.355680 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:02.442925 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-924cd739-087d-4ce2-b218-f35c671b2c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:02.469530 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-924cd739-087d-4ce2-b218-f35c671b2c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:02.606244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] For port 65ccf7eb-6ad5-4bdb-952a-531821eebda8, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=65ccf7eb-6ad5-4bdb-952a-531821eebda8,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:02.609895 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:02.637084 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:02.649096 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-924cd739-087d-4ce2-b218-f35c671b2c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:02.656501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5e706cab-f214-4fd8-a328-0906569a83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e267d19e-20a0-47ae-b431-f96567339167', 'name': 'tempest-ImageQuotaTest-2018293653-router', 'tenant_id': '43380788504f434e948d2aa5be36a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '65ccf7eb-6ad5-4bdb-952a-531821eebda8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:37Z', 'updated_at': '2022-05-27T22:54:59Z', 'revision_number': 5, 'project_id': '43380788504f434e948d2aa5be36a399', 'gw_port': {'id': '65ccf7eb-6ad5-4bdb-952a-531821eebda8', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:14:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e267d19e-20a0-47ae-b431-f96567339167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:38Z', 'updated_at': '2022-05-27T22:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:02.665760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e706cab-f214-4fd8-a328-0906569a83e4 None None] Checking router: e267d19e-20a0-47ae-b431-f96567339167 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:55:02.677209 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e706cab-f214-4fd8-a328-0906569a83e4 None None] Routers {'e267d19e-20a0-47ae-b431-f96567339167'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:55:02.683698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5e706cab-f214-4fd8-a328-0906569a83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:55:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e267d19e-20a0-47ae-b431-f96567339167'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:02.775113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] Calling delete_port for 65ccf7eb-6ad5-4bdb-952a-531821eebda8 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:55:02.886572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cd739-087d-4ce2-b218-f35c671b2c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90687383-1451-4d0c-92e6-4724c6c31655,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:02.888370 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:02.902487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-5e706cab-f214-4fd8-a328-0906569a83e4 None None] Set router e267d19e-20a0-47ae-b431-f96567339167 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:55:02.961191 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-924cd739-087d-4ce2-b218-f35c671b2c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:02.962667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-924cd739-087d-4ce2-b218-f35c671b2c88 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/90687383-1451-4d0c-92e6-4724c6c31655 HTTP/1.1" status: 204 len: 168 time: 0.6621640 May 27 22:55:03.032931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5e706cab-f214-4fd8-a328-0906569a83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e267d19e-20a0-47ae-b431-f96567339167', 'name': 'tempest-ImageQuotaTest-2018293653-router', 'tenant_id': '43380788504f434e948d2aa5be36a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:37Z', 'updated_at': '2022-05-27T22:55:02Z', 'revision_number': 6, 'project_id': '43380788504f434e948d2aa5be36a399', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:03.039473 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e706cab-f214-4fd8-a328-0906569a83e4 None None] The sync data for ids ['e267d19e-20a0-47ae-b431-f96567339167'] in n-d-843680-3 is: [{'id': 'e267d19e-20a0-47ae-b431-f96567339167', 'name': 'tempest-ImageQuotaTest-2018293653-router', 'tenant_id': '43380788504f434e948d2aa5be36a399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:37Z', 'updated_at': '2022-05-27T22:55:02Z', 'revision_number': 6, 'project_id': '43380788504f434e948d2aa5be36a399', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:55:03.044931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'Port': ['ID=9ccd130a-c9e8-4748-9626-e144cf6c2ded,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:03.076967 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:03.113215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3c3b1-f3f1-4824-b2f3-ee57eabf57df req-11f1d9b3-7561-41a5-8344-2318d74f0404 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:03.115417 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86c3c3b1-f3f1-4824-b2f3-ee57eabf57df req-11f1d9b3-7561-41a5-8344-2318d74f0404 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.4472158 May 27 22:55:03.177613 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86c3c3b1-f3f1-4824-b2f3-ee57eabf57df req-e122818a-4b27-4195-875f-d5ab4451706a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525289 May 27 22:55:03.449228 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:03.449427 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:03.450572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fa5b83a4-fc01-4de2-85ab-796fb83728b4 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8260710 May 27 22:55:03.507324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] Pushing event deleted for resources: {'Port': ['ID=65ccf7eb-6ad5-4bdb-952a-531821eebda8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:03.623294 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:03.764583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-280ba6b0-257a-4ec6-91d0-4636a91bb396 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Synchronizing usage tracker for tenant:53d923b432974a83b5d42963ced4cc2e on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:55:03.846834 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:03.855518 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:03.872405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-280ba6b0-257a-4ec6-91d0-4636a91bb396 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Unset dirty status for tenant:53d923b432974a83b5d42963ced4cc2e on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:55:03.876714 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-280ba6b0-257a-4ec6-91d0-4636a91bb396 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1424678714&fields=id&tenant_id=53d923b432974a83b5d42963ced4cc2e HTTP/1.1" status: 200 len: 267 time: 0.1621938 May 27 22:55:03.890650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 65ccf7eb-6ad5-4bdb-952a-531821eebda8 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:55:03.981737 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 65ccf7eb-6ad5-4bdb-952a-531821eebda8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:55:03.982378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 65ccf7eb-6ad5-4bdb-952a-531821eebda8 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:55:03.983232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4cd9a0cb-7a30-45d0-8833-16b8cac96794 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:55:04.002071 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:04.002071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e267d19e-20a0-47ae-b431-f96567339167 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:55:04.011425 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:04.013053 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d78594b7-5647-451c-8bc9-ef2f0571329d admin admin] 10.222.0.27 "DELETE /v2.0/routers/e267d19e-20a0-47ae-b431-f96567339167 HTTP/1.1" status: 204 len: 168 time: 2.2620089 May 27 22:55:04.015403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54960) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:04.044770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 4cd9a0cb-7a30-45d0-8833-16b8cac96794 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:55:04.045334 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4cd9a0cb-7a30-45d0-8833-16b8cac96794 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:55:04.103002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-97c88269-7adc-4f58-a8f3-72d45dad6a48 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:04.103331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e41b17c-c7c8-4a33-8912-4288a2cd8118 admin admin] Deleting subnet 4cb937ca-bcf6-45ba-81f0-1afcaf87caa2 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:55:04.104781 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-97c88269-7adc-4f58-a8f3-72d45dad6a48 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/networks?id=834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 200 len: 815 time: 0.2225282 May 27 22:55:04.114811 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e41b17c-c7c8-4a33-8912-4288a2cd8118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:04.123626 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-245f1e93-6c3c-49cf-90ef-a26b1cbf2836 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/quotas/53d923b432974a83b5d42963ced4cc2e HTTP/1.1" status: 200 len: 375 time: 0.0127153 May 27 22:55:04.185270 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e41b17c-c7c8-4a33-8912-4288a2cd8118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:04.271100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-cae0f962-15b6-4b8e-ba8b-993f2707f11b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1368086 May 27 22:55:04.289966 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e41b17c-c7c8-4a33-8912-4288a2cd8118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:04.293737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-968abb32-2898-4972-b73e-9e9f8faeed9f service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:04.299314 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-968abb32-2898-4972-b73e-9e9f8faeed9f service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125341 May 27 22:55:04.415339 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e41b17c-c7c8-4a33-8912-4288a2cd8118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:04.473591 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e41b17c-c7c8-4a33-8912-4288a2cd8118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:04.478332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b004b14e-1039-4e43-a2ac-3607bbc58ede None None] Network 98864bc3-9dd0-4a2d-85cd-11d646379267 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:04.479758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41b17c-c7c8-4a33-8912-4288a2cd8118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb937ca-bcf6-45ba-81f0-1afcaf87caa2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:04.485860 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2e41b17c-c7c8-4a33-8912-4288a2cd8118 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/4cb937ca-bcf6-45ba-81f0-1afcaf87caa2 HTTP/1.1" status: 204 len: 168 time: 0.4666469 May 27 22:55:04.485860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 54974) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:04.507490 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-ddf54cfb-6f15-4b55-b176-74e0eda9593d service neutron] 10.222.0.27 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041607 May 27 22:55:04.518331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c776f-14a3-4d65-9835-3b8e548095ae req-14dbcf90-85c1-4ff3-af77-26946ceb836b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:04.519877 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a25c776f-14a3-4d65-9835-3b8e548095ae req-14dbcf90-85c1-4ff3-af77-26946ceb836b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.1374958 May 27 22:55:04.622755 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:04.635285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] Deleting port 23911513-7d66-4581-833f-0b4bd7e27a75 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:55:04.635996 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:04.725696 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a25c776f-14a3-4d65-9835-3b8e548095ae req-465f1c40-c37f-4745-b2b1-9087d70ca55e tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018665 May 27 22:55:04.760412 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-06eee62c-675f-48d5-932c-c8682dfa3881 service neutron] 10.222.0.27 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394855 May 27 22:55:04.853648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54982) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:04.985592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042d5f46-9ed2-42e3-951f-0c57152b78b5 None None] DHCP port deletion for 98864bc3-9dd0-4a2d-85cd-11d646379267 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:55:04.985738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] For port 23911513-7d66-4581-833f-0b4bd7e27a75, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=23911513-7d66-4581-833f-0b4bd7e27a75,segment=NetworkSegment(4cfda2f9-6a62-4671-81ba-6325194d53e0),segment_id=4cfda2f9-6a62-4671-81ba-6325194d53e0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:04.985978 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:04.992387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-042d5f46-9ed2-42e3-951f-0c57152b78b5 None None] Deleting port 23911513-7d66-4581-833f-0b4bd7e27a75 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:55:04.992828 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-042d5f46-9ed2-42e3-951f-0c57152b78b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:05.018680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-d1b80a6a-a35f-40d4-b248-918ccd664c2f tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.023208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d1b80a6a-a35f-40d4-b248-918ccd664c2f tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1651895 May 27 22:55:05.023489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54988) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.028485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-bb324374-3c62-4df2-9024-970e697085a6 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.029482 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bb324374-3c62-4df2-9024-970e697085a6 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050297 May 27 22:55:05.037011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54992) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.040099 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-7a0db525-cb61-4c33-8edf-6a0188f0e5d1 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.041879 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7a0db525-cb61-4c33-8edf-6a0188f0e5d1 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0082092 May 27 22:55:05.048062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 54996) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.053534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-db507737-8331-4228-824e-2c05fe9f9b55 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.055021 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-db507737-8331-4228-824e-2c05fe9f9b55 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0057456 May 27 22:55:05.057366 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55000) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.121880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-295ede6e-4057-450e-b2b6-36dcdb1c22e0 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.122761 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-295ede6e-4057-450e-b2b6-36dcdb1c22e0 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0644782 May 27 22:55:05.125535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55004) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.129710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] Calling delete_port for 23911513-7d66-4581-833f-0b4bd7e27a75 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:55:05.130713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-e4e4a179-e257-4320-94a4-f5f0ec930577 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.133877 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e4e4a179-e257-4320-94a4-f5f0ec930577 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049875 May 27 22:55:05.134237 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55008) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.140620 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-e7474f8f-dcb9-4f40-8983-8c6c7baef6b4 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.144485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e7474f8f-dcb9-4f40-8983-8c6c7baef6b4 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0078061 May 27 22:55:05.146346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55012) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.158383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-e5d1392b-2317-42da-94f4-88f280e1c0ac tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.159590 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e5d1392b-2317-42da-94f4-88f280e1c0ac tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0099134 May 27 22:55:05.162398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55016) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.174020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-37629df7-d5cb-43a2-9cbc-6576c476e058 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.174020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-37629df7-d5cb-43a2-9cbc-6576c476e058 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0059543 May 27 22:55:05.175180 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55020) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.181732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-bf77cf6c-f8b6-49ab-8f4b-8f651529f5e4 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.183153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bf77cf6c-f8b6-49ab-8f4b-8f651529f5e4 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0063016 May 27 22:55:05.187041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55024) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.194556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-4fafef93-2b13-4f76-b9b9-8591ba7b38cc tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.196528 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4fafef93-2b13-4f76-b9b9-8591ba7b38cc tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0066011 May 27 22:55:05.198777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55028) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.207476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-e769bb10-c58a-4e04-9bb3-cb4d3e7946b4 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.210970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e769bb10-c58a-4e04-9bb3-cb4d3e7946b4 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0075555 May 27 22:55:05.211561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55032) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.217671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-0025a2d5-7f9b-4dcd-a5ad-c963e0d1c234 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.221385 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0025a2d5-7f9b-4dcd-a5ad-c963e0d1c234 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0062108 May 27 22:55:05.221655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55036) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.229290 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-fecc0886-cdc8-4b61-9500-e5b2dbf78cac tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.232953 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fecc0886-cdc8-4b61-9500-e5b2dbf78cac tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0078404 May 27 22:55:05.234350 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55040) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.251591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-5771a651-d63a-4aa9-a984-72143919ca1a tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.255643 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5771a651-d63a-4aa9-a984-72143919ca1a tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0173457 May 27 22:55:05.256381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55044) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.263687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-2e07b00f-ace4-4b85-8be3-a37513f77f31 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.263687 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2e07b00f-ace4-4b85-8be3-a37513f77f31 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0056551 May 27 22:55:05.265780 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-042d5f46-9ed2-42e3-951f-0c57152b78b5 None None] For port 23911513-7d66-4581-833f-0b4bd7e27a75, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=23911513-7d66-4581-833f-0b4bd7e27a75,segment=NetworkSegment(4cfda2f9-6a62-4671-81ba-6325194d53e0),segment_id=4cfda2f9-6a62-4671-81ba-6325194d53e0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:05.265780 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-042d5f46-9ed2-42e3-951f-0c57152b78b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:05.267205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55048) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.275064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-b28bb758-2fb1-4f6b-b6e0-14405d996359 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.279318 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b28bb758-2fb1-4f6b-b6e0-14405d996359 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0080423 May 27 22:55:05.279318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55052) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.283925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-829a0244-51fb-40fd-9ba9-4baac507c1d4 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.286734 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-829a0244-51fb-40fd-9ba9-4baac507c1d4 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052879 May 27 22:55:05.289333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55056) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.294860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-de8a8157-8a3c-4aac-8fe7-65bcf8159906 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.299310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-de8a8157-8a3c-4aac-8fe7-65bcf8159906 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0055535 May 27 22:55:05.299459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55060) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.305146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-31dd6701-c7bb-4b78-a4bf-6dea6427b84b tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.309273 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-31dd6701-c7bb-4b78-a4bf-6dea6427b84b tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0066669 May 27 22:55:05.309617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55064) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.315221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-b231efdb-e087-42a7-afed-5c586b1c5c75 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.318592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b231efdb-e087-42a7-afed-5c586b1c5c75 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0058825 May 27 22:55:05.321088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55068) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.331849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-a8b585e6-e8ba-4919-bc4c-96e1bbfc3a18 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.335461 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a8b585e6-e8ba-4919-bc4c-96e1bbfc3a18 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0125432 May 27 22:55:05.336104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55072) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.345356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-9bb13875-1226-446e-b7af-7322931f4e10 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.349896 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9bb13875-1226-446e-b7af-7322931f4e10 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0094471 May 27 22:55:05.352436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55076) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.358273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-94c80f3d-f823-419d-84e8-583a80c79d89 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.359417 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-94c80f3d-f823-419d-84e8-583a80c79d89 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0056376 May 27 22:55:05.363607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55080) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.374479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-cc14f508-85a2-4ad3-af98-4ea9c3c99b04 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.375685 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cc14f508-85a2-4ad3-af98-4ea9c3c99b04 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0097053 May 27 22:55:05.376644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55084) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.383518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-2f9a97b2-9700-48f1-a777-74b6cf5f87d1 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.387382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55088) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.387534 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2f9a97b2-9700-48f1-a777-74b6cf5f87d1 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0099161 May 27 22:55:05.392657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-da35d715-f5bd-4028-86ea-c2cc6589a831 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.393733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-da35d715-f5bd-4028-86ea-c2cc6589a831 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0054128 May 27 22:55:05.398403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55092) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.412026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-da8a6b48-5386-4952-ae7a-efaf3bcdf3f3 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.416100 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-da8a6b48-5386-4952-ae7a-efaf3bcdf3f3 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0092151 May 27 22:55:05.416100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55098) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.420943 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-9ca10e4d-8bdf-48bd-a3df-f16881f8bfa7 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.424201 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9ca10e4d-8bdf-48bd-a3df-f16881f8bfa7 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0048904 May 27 22:55:05.424958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-042d5f46-9ed2-42e3-951f-0c57152b78b5 None None] Calling delete_port for 23911513-7d66-4581-833f-0b4bd7e27a75 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:55:05.425107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55102) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.429977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-aa7eee49-a37f-4cbf-b5b1-ed17ee08abf8 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.432399 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-aa7eee49-a37f-4cbf-b5b1-ed17ee08abf8 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048404 May 27 22:55:05.433879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55106) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.438698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-501dcc93-46e9-4ad2-b7ae-58f4fecda38d tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.442538 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-501dcc93-46e9-4ad2-b7ae-58f4fecda38d tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077233 May 27 22:55:05.444608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55110) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.454391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-06b8884d-fa59-46b2-83a1-fa6df264cc7d tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.458396 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-06b8884d-fa59-46b2-83a1-fa6df264cc7d tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0088575 May 27 22:55:05.459036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55116) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.465663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-4b03a79c-6c34-4487-96e7-8e6823794d75 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.468904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4b03a79c-6c34-4487-96e7-8e6823794d75 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0055335 May 27 22:55:05.469246 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55120) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.472317 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:05.476334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-6a226cc2-da28-48f0-ade4-f656188cd99a tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.481549 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6a226cc2-da28-48f0-ade4-f656188cd99a tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0112679 May 27 22:55:05.485500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55124) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.505769 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-042d5f46-9ed2-42e3-951f-0c57152b78b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:55:05.512024 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-042d5f46-9ed2-42e3-951f-0c57152b78b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:55:05.537575 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ae40acb-c59e-4df4-89c5-cacffcba4965 req-a28f40f1-2f8b-4c9b-ac59-465b35d57eb0 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 210 time: 0.0542142 May 27 22:55:05.542927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] Pushing event deleted for resources: {'Port': ['ID=23911513-7d66-4581-833f-0b4bd7e27a75,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:05.547364 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-63698e12-d7b1-43b6-b96d-94296a352691 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.551255 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-63698e12-d7b1-43b6-b96d-94296a352691 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0125840 May 27 22:55:05.554436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55128) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.558297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] No DVR routers for this DVR port 23911513-7d66-4581-833f-0b4bd7e27a75 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:55:05.595565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-ad3198ce-1655-480b-951e-7c1bf11ecab8 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.598272 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55132) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.598421 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ad3198ce-1655-480b-951e-7c1bf11ecab8 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0417724 May 27 22:55:05.604934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-0b9dc22c-f176-400e-a551-e20826fad946 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.606060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0b9dc22c-f176-400e-a551-e20826fad946 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0064197 May 27 22:55:05.615061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55136) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.615061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-e6901b43-d60f-4229-ad86-c029ba23fbcc tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.617581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e6901b43-d60f-4229-ad86-c029ba23fbcc tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0079203 May 27 22:55:05.618538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55142) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.624666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-bf55ddf8-3d6e-4191-92fb-d0fc5b3ded5e tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.628277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55146) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.629060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bf55ddf8-3d6e-4191-92fb-d0fc5b3ded5e tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0095201 May 27 22:55:05.662565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 23911513-7d66-4581-833f-0b4bd7e27a75 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:55:05.679443 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-ece816e7-9c7b-4712-8dd3-7b32c4fa131f tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.680425 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ece816e7-9c7b-4712-8dd3-7b32c4fa131f tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0507472 May 27 22:55:05.683259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55152) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.688815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-b003dbf5-73ad-48cd-be2b-a2d1bea9e088 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.695209 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b003dbf5-73ad-48cd-be2b-a2d1bea9e088 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0066006 May 27 22:55:05.696023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55156) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.702158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-d01f75af-783b-4527-83c2-f7335242979f tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.705692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55160) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.706155 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d01f75af-783b-4527-83c2-f7335242979f tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0084937 May 27 22:55:05.715003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-5bbc34ef-930d-49ca-991f-32bea26d8278 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.728466 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5bbc34ef-930d-49ca-991f-32bea26d8278 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0093570 May 27 22:55:05.728466 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:05.728796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 23911513-7d66-4581-833f-0b4bd7e27a75 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:55:05.728796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 23911513-7d66-4581-833f-0b4bd7e27a75 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:55:05.728968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55164) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.733988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-37211bbd-f95c-4aed-a2b4-6a20e54837ae tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.737357 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-37211bbd-f95c-4aed-a2b4-6a20e54837ae tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0052903 May 27 22:55:05.737969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55168) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.743628 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-79a208ff-3889-4f79-a5e2-58c70271ce5f tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.745549 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-79a208ff-3889-4f79-a5e2-58c70271ce5f tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0067105 May 27 22:55:05.754817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55174) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.759164 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98864bc3-9dd0-4a2d-85cd-11d646379267']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:05.774217 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-de67a082-d95a-44dd-b7c8-f42c49b2fbd2 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.778027 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-de67a082-d95a-44dd-b7c8-f42c49b2fbd2 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0219381 May 27 22:55:05.778240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55178) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.782165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfda2f9-6a62-4671-81ba-6325194d53e0') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:05.783389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfda2f9-6a62-4671-81ba-6325194d53e0') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:05.784289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-8d48e917-d0b0-4734-9b53-c9700c6da162 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.788396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8d48e917-d0b0-4734-9b53-c9700c6da162 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0093007 May 27 22:55:05.789037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55182) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.799432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-ab83be59-7f86-4a9a-b2ca-fc927d13bf1c tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.799621 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ab83be59-7f86-4a9a-b2ca-fc927d13bf1c tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0093944 May 27 22:55:05.800253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55186) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.806683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-16ffdbc4-d572-470a-98dc-67a9ecd56949 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.807624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-16ffdbc4-d572-470a-98dc-67a9ecd56949 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0064831 May 27 22:55:05.811398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55190) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.811633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:05.816635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-38fc9646-d831-4dde-aa75-1e50ea25d6b4 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.820516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-38fc9646-d831-4dde-aa75-1e50ea25d6b4 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0050931 May 27 22:55:05.821956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55194) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.832125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-78cb13ae-d8f3-4dac-bef4-696aee0d19a0 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.836993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-78cb13ae-d8f3-4dac-bef4-696aee0d19a0 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0110862 May 27 22:55:05.837742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55200) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.843958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-f9e86bce-ccc8-4d28-82b8-9eaaf9672d63 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.850517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55204) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.850863 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f9e86bce-ccc8-4d28-82b8-9eaaf9672d63 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0099156 May 27 22:55:05.860682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-386074bd-01e5-4b34-bb53-cad31cf59c4f tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.864812 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-386074bd-01e5-4b34-bb53-cad31cf59c4f tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0139241 May 27 22:55:05.866109 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:05.872003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.879825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-4859b193-738a-4a83-bd22-6a8e6def5c27 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.884601 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4859b193-738a-4a83-bd22-6a8e6def5c27 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0086303 May 27 22:55:05.888418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55212) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.895621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-5da78057-ec7d-4bb0-901b-3a20617da359 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.898978 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5da78057-ec7d-4bb0-901b-3a20617da359 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0089321 May 27 22:55:05.901061 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55216) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.906083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-40e785a2-cb51-48cc-866a-e2214d89b2e4 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.909836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55220) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.910135 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-40e785a2-cb51-48cc-866a-e2214d89b2e4 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0078051 May 27 22:55:05.923039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-e93adcae-cf6f-4e29-8d7c-e072d7be8291 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.927856 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e93adcae-cf6f-4e29-8d7c-e072d7be8291 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0132630 May 27 22:55:05.930274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55224) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.940837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-8600d4aa-8813-47dd-911b-2a1d812d5d54 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.941889 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8600d4aa-8813-47dd-911b-2a1d812d5d54 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0105815 May 27 22:55:05.945117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55228) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.950868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-509af684-00ab-472a-865f-10370951afc4 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.956590 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-509af684-00ab-472a-865f-10370951afc4 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0057220 May 27 22:55:05.958824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55232) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.967517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-34044a64-3f65-418a-bf1c-1a5850ec7b38 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.968491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-34044a64-3f65-418a-bf1c-1a5850ec7b38 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0079563 May 27 22:55:05.975788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55236) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.980548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bc673-0f7f-45ae-bcfa-a2e0675fe8ef req-7afdea0d-c501-4188-8393-549bc0c87edd tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:05.982334 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c40bc673-0f7f-45ae-bcfa-a2e0675fe8ef req-7afdea0d-c501-4188-8393-549bc0c87edd tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.1303074 May 27 22:55:05.982488 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-a8653c25-35b4-41a6-8ff7-319bc4c6bf94 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.985074 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a8653c25-35b4-41a6-8ff7-319bc4c6bf94 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0080836 May 27 22:55:05.986409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55240) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:05.991696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-8198e48c-b9a2-45b6-9317-8e107eef5e49 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:05.993616 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8198e48c-b9a2-45b6-9317-8e107eef5e49 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0064824 May 27 22:55:06.001549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55244) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:06.006949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [None req-ce69e869-50fd-4ead-a6b3-08387927c3ea tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:06.008061 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-042d5f46-9ed2-42e3-951f-0c57152b78b5 None None] Deleting port 23911513-7d66-4581-833f-0b4bd7e27a75 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:55:06.008863 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-042d5f46-9ed2-42e3-951f-0c57152b78b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:06.010226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55248) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:06.010378 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ce69e869-50fd-4ead-a6b3-08387927c3ea tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0079412 May 27 22:55:06.017340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-4a6733cb-91c1-48a4-b59a-762cc47762bd tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:06.020974 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4a6733cb-91c1-48a4-b59a-762cc47762bd tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0096726 May 27 22:55:06.023333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:55:06.025215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55254) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:06.028628 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:06.047357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-bed61eb5-eeb8-4b70-a859-67f568390c85 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:06.051244 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bed61eb5-eeb8-4b70-a859-67f568390c85 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0250282 May 27 22:55:06.055243 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c40bc673-0f7f-45ae-bcfa-a2e0675fe8ef req-4b243802-b19d-4246-bac8-fb1b62934fd6 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638368 May 27 22:55:06.055835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55258) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:06.060915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-d626b598-0b17-4833-a851-c055c1f53a08 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:06.064802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d626b598-0b17-4833-a851-c055c1f53a08 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0076909 May 27 22:55:06.065464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55262) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:06.070795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-21441d07-1f82-4c2e-a925-d55ffe9d1f36 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:06.077433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-21441d07-1f82-4c2e-a925-d55ffe9d1f36 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0063219 May 27 22:55:06.079587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55266) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:06.085132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-3bf1676c-6e1b-4b82-a19e-2515a0fa99e6 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:06.088624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3bf1676c-6e1b-4b82-a19e-2515a0fa99e6 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0079358 May 27 22:55:06.089272 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55270) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:06.094003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [None req-779dc04d-0aeb-4117-8e02-cfc415d1fd73 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] http://10.222.0.27:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:55:06.100465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-779dc04d-0aeb-4117-8e02-cfc415d1fd73 tempest-ExtensionsTestJSON-391804189 tempest-ExtensionsTestJSON-391804189-project] 10.222.0.27 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0056169 May 27 22:55:06.124427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-042d5f46-9ed2-42e3-951f-0c57152b78b5 None None] The port '23911513-7d66-4581-833f-0b4bd7e27a75' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:55:06.145720 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 4cfda2f9-6a62-4671-81ba-6325194d53e0 resource provider aggregate not found May 27 22:55:06.176067 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 4cfda2f9-6a62-4671-81ba-6325194d53e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cfda2f9-6a62-4671-81ba-6325194d53e0 found for delete ", "request_id": "req-91c4de5b-ba83-47e6-9754-a7b529836bad"}]} May 27 22:55:06.212732 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:06.226469 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:06.235426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] Pushing event deleted for resources: {'Network': ['ID=98864bc3-9dd0-4a2d-85cd-11d646379267,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:06.248433 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7917fbda-72cf-4157-b757-2572bab82961 admin admin] 10.222.0.27 "DELETE /v2.0/networks/98864bc3-9dd0-4a2d-85cd-11d646379267 HTTP/1.1" status: 204 len: 168 time: 1.7602813 May 27 22:55:06.486078 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5af3cebf-52aa-49b1-aa1f-41790ec67e6d details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:55:06.648277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5af3cebf-52aa-49b1-aa1f-41790ec67e6d,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:06.654045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e062f273-62f6-4250-ba8b-dfa9f78d674f req-5a74fc32-6f62-49a4-88cd-c98d7356b6ca tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 210 time: 0.0523608 May 27 22:55:06.664135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '5af3cebf-52aa-49b1-aa1f-41790ec67e6d', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'port_id': '5af3cebf-52aa-49b1-aa1f-41790ec67e6d', 'mac_address': 'fa:16:3e:16:82:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:55:06.730987 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:55:06.731361 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:06.749243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5af3cebf-52aa-49b1-aa1f-41790ec67e6d {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:55:06.771122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5af3cebf-52aa-49b1-aa1f-41790ec67e6d,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:07.271383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba8847d-8c27-43ae-9bb4-5ecc9230e7d5 req-9895fc8f-2bf2-405b-9e9e-8a840486329a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:07.272989 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ba8847d-8c27-43ae-9bb4-5ecc9230e7d5 req-9895fc8f-2bf2-405b-9e9e-8a840486329a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 943 time: 0.0843799 May 27 22:55:07.312669 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:07.317622 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ba8847d-8c27-43ae-9bb4-5ecc9230e7d5 req-22df18fa-0f6a-4edb-9e6e-e6a46e5c5a67 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383899 May 27 22:55:07.388625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=5af3cebf-52aa-49b1-aa1f-41790ec67e6d,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:07.528479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55306) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:07.549789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5af3cebf-52aa-49b1-aa1f-41790ec67e6d'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:55:07.582053 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-45734132-957b-498f-991d-2c3e091c4af3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=43380788504f434e948d2aa5be36a399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523524 May 27 22:55:07.589448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55310) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:07.618275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55314) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:07.684510 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-611e85d6-5e6d-4cb5-9366-7f0ee46c3a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:07.749162 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-611e85d6-5e6d-4cb5-9366-7f0ee46c3a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:07.817995 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eb0dea8d-b6b6-4159-8f7b-1493af01a78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:07.849854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-eb0dea8d-b6b6-4159-8f7b-1493af01a78b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:07.885901 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-eb0dea8d-b6b6-4159-8f7b-1493af01a78b admin admin] Usage tracker for resource:security_group_rule and tenant:61c9b233f5b74253a269365750fc7fdc is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:07.893268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-eb0dea8d-b6b6-4159-8f7b-1493af01a78b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:07.904935 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07cdc3f9-5fed-4338-8aa1-6c1d98131431 req-9e3343e5-5722-4475-ba56-efc50f03b11e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 210 time: 0.0561526 May 27 22:55:07.905657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-eb0dea8d-b6b6-4159-8f7b-1493af01a78b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:07.934714 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-611e85d6-5e6d-4cb5-9366-7f0ee46c3a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:07.958521 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-611e85d6-5e6d-4cb5-9366-7f0ee46c3a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:07.968283 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-611e85d6-5e6d-4cb5-9366-7f0ee46c3a98 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8776a174-ac8c-44b5-b5fe-dd0d34ccb15a HTTP/1.1" status: 204 len: 168 time: 0.3718405 May 27 22:55:07.968987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e85d6-5e6d-4cb5-9366-7f0ee46c3a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8776a174-ac8c-44b5-b5fe-dd0d34ccb15a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:08.033773 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eb0dea8d-b6b6-4159-8f7b-1493af01a78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:08.113294 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eb0dea8d-b6b6-4159-8f7b-1493af01a78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:08.190182 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55328) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:08.190485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-eb0dea8d-b6b6-4159-8f7b-1493af01a78b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=61c9b233f5b74253a269365750fc7fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5707593 May 27 22:55:08.196880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0dea8d-b6b6-4159-8f7b-1493af01a78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817ad16b-7cb0-42f3-97bc-99c6ea5b877d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:08.260280 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9da497f-1872-497e-9c57-dcb0a836b689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:08.285643 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9da497f-1872-497e-9c57-dcb0a836b689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:08.437416 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9da497f-1872-497e-9c57-dcb0a836b689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:08.456570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da497f-1872-497e-9c57-dcb0a836b689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817ad16b-7cb0-42f3-97bc-99c6ea5b877d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:08.483491 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9da497f-1872-497e-9c57-dcb0a836b689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:08.486851 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e9da497f-1872-497e-9c57-dcb0a836b689 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/817ad16b-7cb0-42f3-97bc-99c6ea5b877d HTTP/1.1" status: 204 len: 168 time: 0.2927046 May 27 22:55:08.509008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5af3cebf-52aa-49b1-aa1f-41790ec67e6d up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:55:08.560953 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746025e-7a6f-4798-99c4-d9b0575e551b req-d524047c-c21c-49d5-96c8-062952925d4a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:08.562624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0746025e-7a6f-4798-99c4-d9b0575e551b req-d524047c-c21c-49d5-96c8-062952925d4a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 944 time: 0.1189034 May 27 22:55:08.613624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0746025e-7a6f-4798-99c4-d9b0575e551b req-6e2b8c92-8c87-4408-b9a0-4a80ee570457 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431726 May 27 22:55:08.717317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:55:08.722682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:55:08.723052 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:08.798617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55338) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:08.843935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-c69e40b7-83a1-4876-b853-5aa9df2333ba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:08.847355 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-c69e40b7-83a1-4876-b853-5aa9df2333ba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.57 "GET /v2.0/networks?id=834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 200 len: 815 time: 0.1887040 May 27 22:55:08.847532 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77455f1c-e791-4c28-ac11-f7a3614419f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:08.867805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-77455f1c-e791-4c28-ac11-f7a3614419f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:08.873135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-77455f1c-e791-4c28-ac11-f7a3614419f1 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:08.877668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-77455f1c-e791-4c28-ac11-f7a3614419f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:08.885833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-77455f1c-e791-4c28-ac11-f7a3614419f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:08.928984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-593e2e90-112d-4eb5-9700-1e6f0c9dad7b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Synchronizing usage tracker for tenant:53d923b432974a83b5d42963ced4cc2e on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:55:08.953816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:55:08.954284 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:08.972627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-593e2e90-112d-4eb5-9700-1e6f0c9dad7b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Unset dirty status for tenant:53d923b432974a83b5d42963ced4cc2e on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:55:08.973991 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-593e2e90-112d-4eb5-9700-1e6f0c9dad7b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53d923b432974a83b5d42963ced4cc2e HTTP/1.1" status: 200 len: 380 time: 0.1139290 May 27 22:55:08.984411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'port': {'device_id': 'f3c4aedf-531a-499e-a772-9bd4b27fbddc', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'admin_state_up': True, 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'security_groups': ['e4f6b990-9430-4984-b63e-d0ea4ac8e2a8']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:09.024470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c714828f-5f19-44d2-b486-472ac8e72611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af3cebf-52aa-49b1-aa1f-41790ec67e6d'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:55:09.029225 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77455f1c-e791-4c28-ac11-f7a3614419f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:09.054730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5af3cebf-52aa-49b1-aa1f-41790ec67e6d,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:09.090078 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8518fafd-8e97-4307-b17b-90fe890aa424'] response: {'server_uuid': 'c714828f-5f19-44d2-b486-472ac8e72611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5af3cebf-52aa-49b1-aa1f-41790ec67e6d', 'code': 200} May 27 22:55:09.112045 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77455f1c-e791-4c28-ac11-f7a3614419f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:09.191892 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:09.216727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c6c726ea-ca1c-4fca-9558-0494419bdfab req-cd9b85c9-7003-4317-9847-4d4aafad786a tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 210 time: 0.0771751 May 27 22:55:09.257423 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-77455f1c-e791-4c28-ac11-f7a3614419f1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4665422 May 27 22:55:09.261862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55356) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:09.274242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77455f1c-e791-4c28-ac11-f7a3614419f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8dbc08-daca-4f74-a4a9-3f3d95c83b6e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:09.316116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:09.323027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Usage tracker for resource:port and tenant:53d923b432974a83b5d42963ced4cc2e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:09.358918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:09.367690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:09.368456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=5af3cebf-52aa-49b1-aa1f-41790ec67e6d,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:09.373639 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb9d97ed-4560-471a-be4f-d121d53e3216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:09.391597 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cc684-cea2-44d5-b6a4-e0ec03407dfd req-34efd1fc-87f3-4ecf-a646-6098534ba6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:09.393250 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-009cc684-cea2-44d5-b6a4-e0ec03407dfd req-34efd1fc-87f3-4ecf-a646-6098534ba6fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 1096 time: 0.1668756 May 27 22:55:09.460804 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-009cc684-cea2-44d5-b6a4-e0ec03407dfd req-5c60e158-e236-4a49-a9a3-60f1a1e988dd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583532 May 27 22:55:09.512618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Made reservation on behalf of 53d923b432974a83b5d42963ced4cc2e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:09.517636 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:09.518718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb9d97ed-4560-471a-be4f-d121d53e3216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:09.688825 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb9d97ed-4560-471a-be4f-d121d53e3216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:09.780521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d97ed-4560-471a-be4f-d121d53e3216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8dbc08-daca-4f74-a4a9-3f3d95c83b6e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:09.804854 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb9d97ed-4560-471a-be4f-d121d53e3216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:09.806505 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bb9d97ed-4560-471a-be4f-d121d53e3216 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ea8dbc08-daca-4f74-a4a9-3f3d95c83b6e HTTP/1.1" status: 204 len: 168 time: 0.5406277 May 27 22:55:09.885370 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Allocated IP 172.20.0.11 (834ac9cf-7900-4562-81d7-7075078e1b9c/36c561ad-418b-4404-b3f7-e1414a606ae6/299b771c-5c45-4926-8f80-c4b6f949e477) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:55:09.898309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093234d-495c-450d-9fe2-383d9602b12f req-a5961160-c6fb-4e56-90c5-d3c9b5aa3160 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:09.909392 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a093234d-495c-450d-9fe2-383d9602b12f req-a5961160-c6fb-4e56-90c5-d3c9b5aa3160 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 945 time: 0.1797798 May 27 22:55:09.989638 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a093234d-495c-450d-9fe2-383d9602b12f req-ae2d8dd3-2f30-44fa-b626-6b68c0fc8f83 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789473 May 27 22:55:10.169213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55382) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:10.177202 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:10.203957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Transition to ACTIVE for port object 299b771c-5c45-4926-8f80-c4b6f949e477 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:10.303175 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:10.326774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1541819137'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:10.349996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:10.373164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Usage tracker for resource:network and tenant:be83c68418dd4d30bf871dbdd669aec0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:10.383020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:10.398088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:10.410690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Network 834ac9cf-7900-4562-81d7-7075078e1b9c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:55:10.410690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:10.417065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:55:10.487821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event updated for resources: {'Port': ['ID=299b771c-5c45-4926-8f80-c4b6f949e477,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:10.513038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b185fa1-9d31-4061-9058-e85fe81d240f req-b915b3de-2f9f-484f-b083-faac9aefb9a6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:10.514664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b185fa1-9d31-4061-9058-e85fe81d240f req-b915b3de-2f9f-484f-b083-faac9aefb9a6 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 932 time: 0.1224587 May 27 22:55:10.531781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:10.532409 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:10.558864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Made reservation on behalf of be83c68418dd4d30bf871dbdd669aec0 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:10.566591 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:10.581337 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:10.592905 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b185fa1-9d31-4061-9058-e85fe81d240f req-2b9a5d71-3874-4e34-8d43-617cf4d2be4b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4f6b990-9430-4984-b63e-d0ea4ac8e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723596 May 27 22:55:10.608576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:10.630139 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Usage tracker for resource:security_group_rule and tenant:be83c68418dd4d30bf871dbdd669aec0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:10.631753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:10.638155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:10.664647 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-0804f4d8-150c-47bd-9c20-4c7abeac8667 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6844749 May 27 22:55:10.687125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Request body: {'port': {'device_id': 'f3c4aedf-531a-499e-a772-9bd4b27fbddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:10.739140 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:10.814677 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:10.843953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cb5654be-5b3b-4d98-a6d6-3fa765987d9c None None] Provisioning for port 299b771c-5c45-4926-8f80-c4b6f949e477 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:55:10.853223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cb5654be-5b3b-4d98-a6d6-3fa765987d9c None None] Provisioning complete for port 299b771c-5c45-4926-8f80-c4b6f949e477 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:55:10.853869 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb5654be-5b3b-4d98-a6d6-3fa765987d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:10.855151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:55:10.871731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=038ff418-a45c-442a-912c-cbaf9389d1e6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:10.876934 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:10.877549 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Added segment 25e75b06-520a-4996-859a-049f83812a2a of type vlan for network 69ed4c8f-9182-4b95-967b-3c350fd5e383 May 27 22:55:10.913376 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:10.945700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cb5654be-5b3b-4d98-a6d6-3fa765987d9c None None] Port 299b771c-5c45-4926-8f80-c4b6f949e477 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:55:10.981355 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:11.049280 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:11.055000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:11.055893 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:11.217196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0462937 May 27 22:55:11.224688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc44df9-7b2b-4335-8e11-3e8537e4561f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event updated for resources: {'Network': ['ID=69ed4c8f-9182-4b95-967b-3c350fd5e383,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:11.238674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 69ed4c8f-9182-4b95-967b-3c350fd5e383 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:55:11.277472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648c456-7ea0-4211-a9e2-1f2f059c7339 req-49af7e77-b92b-4530-874c-5993e8b6d06c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:11.279630 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b648c456-7ea0-4211-a9e2-1f2f059c7339 req-49af7e77-b92b-4530-874c-5993e8b6d06c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 945 time: 0.1243365 May 27 22:55:11.345235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b648c456-7ea0-4211-a9e2-1f2f059c7339 req-1c5d1af4-2385-400a-bea3-93786b0caeb3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596781 May 27 22:55:11.395752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299b771c-5c45-4926-8f80-c4b6f949e477 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:55:11.406687 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:11.425921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Transition to ACTIVE for port object 299b771c-5c45-4926-8f80-c4b6f949e477 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:11.523434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:11.563932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420d9e7-7e2c-4906-8d94-51dd465f27a0 req-f0f10652-2739-43ae-b311-b8d69a3013c6 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:11.572197 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7420d9e7-7e2c-4906-8d94-51dd465f27a0 req-f0f10652-2739-43ae-b311-b8d69a3013c6 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 945 time: 0.1200244 May 27 22:55:11.627023 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7420d9e7-7e2c-4906-8d94-51dd465f27a0 req-1e3fa218-632b-4fbf-9e38-59772d269a8f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536678 May 27 22:55:11.877358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b321d3-4adf-4df2-82a0-95c525ca4fbc req-579dd1d7-3149-4f86-b902-1a98bba3c5b2 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:11.879538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94b321d3-4adf-4df2-82a0-95c525ca4fbc req-579dd1d7-3149-4f86-b902-1a98bba3c5b2 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 944 time: 0.1275845 May 27 22:55:11.923489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Pushing event updated for resources: {'Port': ['ID=299b771c-5c45-4926-8f80-c4b6f949e477,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:11.929545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Attempting to bind port 299b771c-5c45-4926-8f80-c4b6f949e477 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:55:11.930267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Attempting to bind port 299b771c-5c45-4926-8f80-c4b6f949e477 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:55:11.930690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Attempting to bind port 299b771c-5c45-4926-8f80-c4b6f949e477 on network 834ac9cf-7900-4562-81d7-7075078e1b9c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:55:11.937487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Port 299b771c-5c45-4926-8f80-c4b6f949e477 on network 834ac9cf-7900-4562-81d7-7075078e1b9c not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:55:11.939199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Attempting to bind port 299b771c-5c45-4926-8f80-c4b6f949e477 on network 834ac9cf-7900-4562-81d7-7075078e1b9c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:55:11.955807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:55:11.956563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Checking segment: {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:55:11.957129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Bound using segment: {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:55:11.957583 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Bound port: 299b771c-5c45-4926-8f80-c4b6f949e477, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c970ef35-65ab-4fb5-880e-18097f0a83ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:55:11.957987 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:11.970496 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94b321d3-4adf-4df2-82a0-95c525ca4fbc req-b2ad8d41-a5f4-4cc4-a84e-a848cf69451a tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4f6b990-9430-4984-b63e-d0ea4ac8e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834949 May 27 22:55:12.078991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] For port 299b771c-5c45-4926-8f80-c4b6f949e477, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:55:12.081891 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] For port 299b771c-5c45-4926-8f80-c4b6f949e477, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=299b771c-5c45-4926-8f80-c4b6f949e477,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:55:12.157892 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:12.212676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:12.213318 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:12.215023 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] 10.222.0.57 "PUT /v2.0/ports/299b771c-5c45-4926-8f80-c4b6f949e477 HTTP/1.1" status: 200 len: 1092 time: 1.5370419 May 27 22:55:12.222032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c4aedf-531a-499e-a772-9bd4b27fbddc', 'tag': '299b771c-5c45-4926-8f80-c4b6f949e477'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:55:12.256711 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304da76c-4b5a-42ae-abc9-11006da5f92c service neutron] Pushing event updated for resources: {'Port': ['ID=299b771c-5c45-4926-8f80-c4b6f949e477,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:12.276745 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f74f2af-a24b-4587-bcb9-80ef0e110172'] response: {'name': 'network-changed', 'server_uuid': 'f3c4aedf-531a-499e-a772-9bd4b27fbddc', 'tag': '299b771c-5c45-4926-8f80-c4b6f949e477', 'status': 'completed', 'code': 200} May 27 22:55:12.422212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de09ab-e073-4301-8148-342887336166 req-4c6c9cb4-bc18-45ff-ad63-8d7ecd1e329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:12.424519 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98de09ab-e073-4301-8148-342887336166 req-4c6c9cb4-bc18-45ff-ad63-8d7ecd1e329b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 1095 time: 0.1076949 May 27 22:55:12.586416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de09ab-e073-4301-8148-342887336166 req-68e36318-f96c-4781-abad-ea50dbf92364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:12.587969 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98de09ab-e073-4301-8148-342887336166 req-68e36318-f96c-4781-abad-ea50dbf92364 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=53d923b432974a83b5d42963ced4cc2e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1503460 May 27 22:55:12.643078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b1135-351a-4ef0-b7b2-aee124aa749f req-fd359943-51fc-4da8-989f-1c0b460173cf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:12.652436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-303b1135-351a-4ef0-b7b2-aee124aa749f req-fd359943-51fc-4da8-989f-1c0b460173cf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 945 time: 0.0993483 May 27 22:55:12.698867 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-303b1135-351a-4ef0-b7b2-aee124aa749f req-e0750448-69a7-446a-9ada-d698f29485fa tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467536 May 27 22:55:12.756509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de09ab-e073-4301-8148-342887336166 req-24eae18d-d4a5-494c-950c-88c60b476497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:12.757997 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98de09ab-e073-4301-8148-342887336166 req-24eae18d-d4a5-494c-950c-88c60b476497 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1636434 May 27 22:55:12.885942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-e988bcff-5eb7-464f-9fbe-5677eaaf107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:12.887381 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-e988bcff-5eb7-464f-9fbe-5677eaaf107f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 1095 time: 0.0740297 May 27 22:55:12.964901 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-31ac7ff1-fafa-4c3c-9612-b91757d7fb0c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299b771c-5c45-4926-8f80-c4b6f949e477 HTTP/1.1" status: 200 len: 217 time: 0.0645139 May 27 22:55:13.029584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-498bc5d7-6761-4282-998f-5ef635952d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:13.031008 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-498bc5d7-6761-4282-998f-5ef635952d8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c561ad-418b-4404-b3f7-e1414a606ae6 HTTP/1.1" status: 200 len: 854 time: 0.0594063 May 27 22:55:13.123562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-2ba9a33d-8a65-4fc2-aecf-4f9489d744ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:13.126291 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-2ba9a33d-8a65-4fc2-aecf-4f9489d744ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=834ac9cf-7900-4562-81d7-7075078e1b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882478 May 27 22:55:13.168322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1da56-5b57-4036-b3a8-8bbd44723940 req-09de09fa-a728-4f35-9997-cd60e2dd4c2e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:13.169841 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8bd1da56-5b57-4036-b3a8-8bbd44723940 req-09de09fa-a728-4f35-9997-cd60e2dd4c2e tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 944 time: 0.0992651 May 27 22:55:13.216053 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8bd1da56-5b57-4036-b3a8-8bbd44723940 req-c2c0dc1b-eb4a-484e-9b31-6c98052ea1fc tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4f6b990-9430-4984-b63e-d0ea4ac8e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399723 May 27 22:55:13.266555 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-8e6e3e4e-ae7a-4533-9a08-73f139fb530e service neutron] 10.222.0.57 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333377 May 27 22:55:13.403403 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-46b0aafc-7e3f-4606-96dc-b01e7cd73d83 req-155d07ed-be91-4782-ac6a-47f6cc1210d9 service neutron] 10.222.0.57 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300013 May 27 22:55:13.930296 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b11e9-9e7d-41d1-b845-74bdcf6eb606 req-8cd43fbd-f921-47ad-8ad9-60b9f5ca2c73 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:13.930296 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a64b11e9-9e7d-41d1-b845-74bdcf6eb606 req-8cd43fbd-f921-47ad-8ad9-60b9f5ca2c73 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 945 time: 0.0956590 May 27 22:55:13.966727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a64b11e9-9e7d-41d1-b845-74bdcf6eb606 req-650176e4-73c9-4824-9d0b-ed206ca1ab85 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435250 May 27 22:55:14.044226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af487b-1bdf-44e6-b6a2-d40524af006b req-5977c127-fb35-4fa8-b9fe-1dca5a14689a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:14.044940 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-22af487b-1bdf-44e6-b6a2-d40524af006b req-5977c127-fb35-4fa8-b9fe-1dca5a14689a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Synchronizing usage tracker for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:55:14.105614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-22af487b-1bdf-44e6-b6a2-d40524af006b req-5977c127-fb35-4fa8-b9fe-1dca5a14689a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Unset dirty status for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:55:14.106808 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-22af487b-1bdf-44e6-b6a2-d40524af006b req-5977c127-fb35-4fa8-b9fe-1dca5a14689a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 945 time: 0.1479845 May 27 22:55:14.177866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-22af487b-1bdf-44e6-b6a2-d40524af006b req-b954fc58-346f-4970-8892-cd9399436279 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Deleting port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:55:14.179114 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22af487b-1bdf-44e6-b6a2-d40524af006b req-b954fc58-346f-4970-8892-cd9399436279 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:14.423361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55418) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:14.430803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Request body: {'subnet': {'network_id': '69ed4c8f-9182-4b95-967b-3c350fd5e383', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:14.556972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d0eda-72ca-4ed2-8a65-29e12fd06129 req-85065496-1c40-43ad-8c81-f4f76d915556 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:14.558483 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c0d0eda-72ca-4ed2-8a65-29e12fd06129 req-85065496-1c40-43ad-8c81-f4f76d915556 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 944 time: 0.2188816 May 27 22:55:14.560821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-22af487b-1bdf-44e6-b6a2-d40524af006b req-b954fc58-346f-4970-8892-cd9399436279 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] For port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5af3cebf-52aa-49b1-aa1f-41790ec67e6d,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:14.561184 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22af487b-1bdf-44e6-b6a2-d40524af006b req-b954fc58-346f-4970-8892-cd9399436279 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:14.565158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:14.582164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Usage tracker for resource:subnet and tenant:be83c68418dd4d30bf871dbdd669aec0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:14.586822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:14.596423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:14.621372 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c0d0eda-72ca-4ed2-8a65-29e12fd06129 req-5b9ae288-b91d-406d-8b66-9857d61d5292 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4f6b990-9430-4984-b63e-d0ea4ac8e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537882 May 27 22:55:14.667070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 299b771c-5c45-4926-8f80-c4b6f949e477 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:55:14.682606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Made reservation on behalf of be83c68418dd4d30bf871dbdd669aec0 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:14.687258 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:14.690287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-22af487b-1bdf-44e6-b6a2-d40524af006b req-b954fc58-346f-4970-8892-cd9399436279 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Calling delete_port for 5af3cebf-52aa-49b1-aa1f-41790ec67e6d owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:55:14.864493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 299b771c-5c45-4926-8f80-c4b6f949e477, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=299b771c-5c45-4926-8f80-c4b6f949e477,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:14.879632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '299b771c-5c45-4926-8f80-c4b6f949e477', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'port_id': '299b771c-5c45-4926-8f80-c4b6f949e477', 'mac_address': 'fa:16:3e:21:8c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:55:14.939466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 299b771c-5c45-4926-8f80-c4b6f949e477 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:55:14.940182 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:14.966028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299b771c-5c45-4926-8f80-c4b6f949e477 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:55:14.984056 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22af487b-1bdf-44e6-b6a2-d40524af006b req-b954fc58-346f-4970-8892-cd9399436279 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:14.985109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 299b771c-5c45-4926-8f80-c4b6f949e477, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=299b771c-5c45-4926-8f80-c4b6f949e477,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:14.993898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['27a3c9e4-e23c-445f-9e19-8bcd6388939e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:55:15.051079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954fc58-346f-4970-8892-cd9399436279 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event deleted for resources: {'Port': ['ID=5af3cebf-52aa-49b1-aa1f-41790ec67e6d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:15.090408 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:15.130205 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:15.136378 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2f69331-7e0a-4f77-b142-99365cfde5c2 req-c0e6f4c0-3516-44d3-9e01-00b7cce36f5b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 210 time: 0.0542214 May 27 22:55:15.154871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-22af487b-1bdf-44e6-b6a2-d40524af006b req-b954fc58-346f-4970-8892-cd9399436279 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] No DVR routers for this DVR port 5af3cebf-52aa-49b1-aa1f-41790ec67e6d on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:55:15.158145 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22af487b-1bdf-44e6-b6a2-d40524af006b req-b954fc58-346f-4970-8892-cd9399436279 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:15.170921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c714828f-5f19-44d2-b486-472ac8e72611', 'name': 'network-vif-deleted', 'tag': '5af3cebf-52aa-49b1-aa1f-41790ec67e6d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:55:15.235071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event updated for resources: {'Subnet': ['ID=83eb8942-11ca-43b1-b8bf-6f6acb21a7ac,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:15.235735 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8aa23a-01f8-4e1d-907b-56f5db2b0e21'] response: {'server_uuid': 'c714828f-5f19-44d2-b486-472ac8e72611', 'name': 'network-vif-deleted', 'tag': '5af3cebf-52aa-49b1-aa1f-41790ec67e6d', 'status': 'completed', 'code': 200} May 27 22:55:15.237191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Checking segment: {'id': '25e75b06-520a-4996-859a-049f83812a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '69ed4c8f-9182-4b95-967b-3c350fd5e383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:55:15.237545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Network hostable DHCP agents. Network: 69ed4c8f-9182-4b95-967b-3c350fd5e383, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:55:15.248989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=299b771c-5c45-4926-8f80-c4b6f949e477,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:15.267209 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-22af487b-1bdf-44e6-b6a2-d40524af006b req-b954fc58-346f-4970-8892-cd9399436279 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "DELETE /v2.0/ports/5af3cebf-52aa-49b1-aa1f-41790ec67e6d HTTP/1.1" status: 204 len: 173 time: 1.1547356 May 27 22:55:15.397184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Network 69ed4c8f-9182-4b95-967b-3c350fd5e383 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:55:15.414386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['299b771c-5c45-4926-8f80-c4b6f949e477'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:55:15.528882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 69ed4c8f-9182-4b95-967b-3c350fd5e383) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:15.534357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:15.534957 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:15.542859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37329c2e-bac2-45f2-86e9-174438855d34 None None] Network 69ed4c8f-9182-4b95-967b-3c350fd5e383 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:15.649625 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a600db88-4223-4776-9847-c4adbb4a8da5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2251093 May 27 22:55:15.652993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55440) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:15.661307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1478812336'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:15.667995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:15.675988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Usage tracker for resource:network and tenant:be83c68418dd4d30bf871dbdd669aec0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:15.676483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:15.684325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:15.880047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-69ed4c8f-9182-4b95-967b-3c350fd5e383', 'network_id': '69ed4c8f-9182-4b95-967b-3c350fd5e383', 'tenant_id': 'be83c68418dd4d30bf871dbdd669aec0', 'fixed_ips': [{'subnet_id': '83eb8942-11ca-43b1-b8bf-6f6acb21a7ac'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:55:15.880999 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:15.921610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Made reservation on behalf of be83c68418dd4d30bf871dbdd669aec0 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:15.924980 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:15.976820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:55:15.989983 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:15.990218 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Added segment 75de7725-a25e-4840-8bb0-7c5145155a09 of type vlan for network 061a9912-e46e-4ffc-9cd0-0d73e44e8784 May 27 22:55:16.013799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede1815-78e8-4845-b52f-35c7a127975f req-eaceb19c-da16-4d94-a065-f137ae4fd1e9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:16.015970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ede1815-78e8-4845-b52f-35c7a127975f req-eaceb19c-da16-4d94-a065-f137ae4fd1e9 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 945 time: 0.2576702 May 27 22:55:16.048115 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:16.055327 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:16.069285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Allocated IP 2001:db8:0:ffff::2 (69ed4c8f-9182-4b95-967b-3c350fd5e383/83eb8942-11ca-43b1-b8bf-6f6acb21a7ac/ce85293b-8f68-4893-8e7f-ed4c3b6cc800) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:55:16.091367 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ede1815-78e8-4845-b52f-35c7a127975f req-c989840c-029f-4355-9f9b-bd0435ece59b tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4f6b990-9430-4984-b63e-d0ea4ac8e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655627 May 27 22:55:16.311365 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55129a16-77fb-4e87-a151-995bc581a153 req-1639ba75-9f55-4869-99a4-d7749c1cc6d1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 210 time: 0.0447142 May 27 22:55:16.312163 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:16.318126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:16.319608 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:16.320886 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:16.332372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Transition to ACTIVE for port object ce85293b-8f68-4893-8e7f-ed4c3b6cc800 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:16.351955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Transition to ACTIVE for port object ce85293b-8f68-4893-8e7f-ed4c3b6cc800 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:16.437988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event updated for resources: {'Network': ['ID=061a9912-e46e-4ffc-9cd0-0d73e44e8784,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:16.449744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 061a9912-e46e-4ffc-9cd0-0d73e44e8784 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:55:16.516438 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:16.552729 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0af77847-0ad1-4196-b34e-b0172ef48772 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8982670 May 27 22:55:16.556386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55450) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:16.560870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Request body: {'subnet': {'network_id': '061a9912-e46e-4ffc-9cd0-0d73e44e8784', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:16.587249 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5af3cebf-52aa-49b1-aa1f-41790ec67e6d no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:55:16.707185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 299b771c-5c45-4926-8f80-c4b6f949e477 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:55:16.728475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:16.732175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 5af3cebf-52aa-49b1-aa1f-41790ec67e6d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:55:16.732707 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5af3cebf-52aa-49b1-aa1f-41790ec67e6d not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:55:16.734486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Usage tracker for resource:subnet and tenant:be83c68418dd4d30bf871dbdd669aec0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:16.738520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:16.745884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:16.754150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Network 69ed4c8f-9182-4b95-967b-3c350fd5e383 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:55:16.769892 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:16.773409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:55:16.791674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Pushing event updated for resources: {'Port': ['ID=ce85293b-8f68-4893-8e7f-ed4c3b6cc800,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:16.838064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Made reservation on behalf of be83c68418dd4d30bf871dbdd669aec0 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:16.843118 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:16.916032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Attempting to bind port ce85293b-8f68-4893-8e7f-ed4c3b6cc800 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:55:16.916655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Attempting to bind port ce85293b-8f68-4893-8e7f-ed4c3b6cc800 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '25e75b06-520a-4996-859a-049f83812a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '69ed4c8f-9182-4b95-967b-3c350fd5e383'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:55:16.916796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Attempting to bind port ce85293b-8f68-4893-8e7f-ed4c3b6cc800 on network 69ed4c8f-9182-4b95-967b-3c350fd5e383 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:55:16.923565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:55:16.923932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Checking segment: {'id': '25e75b06-520a-4996-859a-049f83812a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '69ed4c8f-9182-4b95-967b-3c350fd5e383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:55:16.924321 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:16.927330 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Bound using segment: {'id': '25e75b06-520a-4996-859a-049f83812a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '69ed4c8f-9182-4b95-967b-3c350fd5e383'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:55:16.927330 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Bound port: ce85293b-8f68-4893-8e7f-ed4c3b6cc800, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e75b06-520a-4996-859a-049f83812a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '69ed4c8f-9182-4b95-967b-3c350fd5e383'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:55:16.927330 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:17.043190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] For port ce85293b-8f68-4893-8e7f-ed4c3b6cc800, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:55:17.051886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] For port ce85293b-8f68-4893-8e7f-ed4c3b6cc800, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ce85293b-8f68-4893-8e7f-ed4c3b6cc800,segment=NetworkSegment(25e75b06-520a-4996-859a-049f83812a2a),segment_id=25e75b06-520a-4996-859a-049f83812a2a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:55:17.066474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 299b771c-5c45-4926-8f80-c4b6f949e477 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:55:17.072668 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 299b771c-5c45-4926-8f80-c4b6f949e477 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:55:17.073049 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:17.173596 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:17.277834 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ad943-2561-42c3-a5bd-d8b54395f2f7 None None] Pushing event updated for resources: {'Port': ['ID=ce85293b-8f68-4893-8e7f-ed4c3b6cc800,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:17.367663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 299b771c-5c45-4926-8f80-c4b6f949e477 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:55:17.368127 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:17.455401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c4aedf-531a-499e-a772-9bd4b27fbddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299b771c-5c45-4926-8f80-c4b6f949e477'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:55:17.463904 n-d-843680-3 neutron-server[88900]: DEBUG neutron.objects.ports [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88900) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:55:17.463904 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:17.480403 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 299b771c-5c45-4926-8f80-c4b6f949e477, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=299b771c-5c45-4926-8f80-c4b6f949e477,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:17.558936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142604a0-7998-4b5d-a68d-cc9e75b67f71 req-6a432ffe-35f7-48c0-a695-b11ff1aa8a69 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:17.560549 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-142604a0-7998-4b5d-a68d-cc9e75b67f71 req-6a432ffe-35f7-48c0-a695-b11ff1aa8a69 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 945 time: 0.3056226 May 27 22:55:17.614884 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:17.626515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event updated for resources: {'Subnet': ['ID=de1ad5c8-ed5e-4e16-8d27-561f3273d6fe,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:17.665226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2dc01e73-d14c-42fb-9338-76636b29b45e req-a1d1bfe8-ef25-4742-bd64-11a9556c1f29 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c714828f-5f19-44d2-b486-472ac8e72611 HTTP/1.1" status: 200 len: 210 time: 0.1001077 May 27 22:55:17.712712 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Checking segment: {'id': '75de7725-a25e-4840-8bb0-7c5145155a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '061a9912-e46e-4ffc-9cd0-0d73e44e8784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:55:17.714083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Network hostable DHCP agents. Network: 061a9912-e46e-4ffc-9cd0-0d73e44e8784, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:55:17.785327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-142604a0-7998-4b5d-a68d-cc9e75b67f71 req-2df5c957-ff08-40cb-ad34-6c89966ac7c7 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4f6b990-9430-4984-b63e-d0ea4ac8e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501262 May 27 22:55:17.863719 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a331705-81ee-44df-9586-997682bca595'] response: {'server_uuid': 'f3c4aedf-531a-499e-a772-9bd4b27fbddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299b771c-5c45-4926-8f80-c4b6f949e477', 'code': 200} May 27 22:55:17.869076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=299b771c-5c45-4926-8f80-c4b6f949e477,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:17.900945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Network 061a9912-e46e-4ffc-9cd0-0d73e44e8784 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:55:18.008992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 061a9912-e46e-4ffc-9cd0-0d73e44e8784) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:18.013747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:18.014428 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:18.019858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a4648e-cb27-4766-8cd6-fc1d391eb940 None None] Network 061a9912-e46e-4ffc-9cd0-0d73e44e8784 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:18.037499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af38e4-1f9d-4002-901c-bb114f7e3f08 req-d23049c1-10c4-4630-9c29-d3dea8c5e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:18.039137 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a4af38e4-1f9d-4002-901c-bb114f7e3f08 req-d23049c1-10c4-4630-9c29-d3dea8c5e26c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 1097 time: 0.0917957 May 27 22:55:18.084958 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a4af38e4-1f9d-4002-901c-bb114f7e3f08 req-375138bd-9295-4a6d-a013-b1fc6629b5fa service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e4f6b990-9430-4984-b63e-d0ea4ac8e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385170 May 27 22:55:18.129872 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-daab0083-59a6-42d4-8144-91b4487b1b3f tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5733397 May 27 22:55:18.133053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55464) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:18.139616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Request body: {'port': {'network_id': '061a9912-e46e-4ffc-9cd0-0d73e44e8784', 'name': 'tempest-NetworksIpV6TestAttrs-1102797225'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:18.317341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:18.327086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Usage tracker for resource:port and tenant:be83c68418dd4d30bf871dbdd669aec0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:18.330358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-061a9912-e46e-4ffc-9cd0-0d73e44e8784', 'network_id': '061a9912-e46e-4ffc-9cd0-0d73e44e8784', 'tenant_id': 'be83c68418dd4d30bf871dbdd669aec0', 'fixed_ips': [{'subnet_id': 'de1ad5c8-ed5e-4e16-8d27-561f3273d6fe'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:55:18.331639 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:18.341877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:18.348537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:18.455425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Made reservation on behalf of be83c68418dd4d30bf871dbdd669aec0 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:18.460780 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:18.499980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] device_id is not set on port a948e3ab-e358-4e6b-a241-a61d2f08fe8b yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:55:18.546932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Allocated IP 2001:db8::f816:3eff:fe1f:2327 (061a9912-e46e-4ffc-9cd0-0d73e44e8784/de1ad5c8-ed5e-4e16-8d27-561f3273d6fe/909e8b46-2a06-4c6b-be84-21cac888b0fc) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:55:18.767900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6b95f8-85a7-4a32-8569-00b91ce9befa None None] Network 69ed4c8f-9182-4b95-967b-3c350fd5e383 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:18.877932 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:18.903823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Transition to ACTIVE for port object 909e8b46-2a06-4c6b-be84-21cac888b0fc will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:18.940309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Transition to ACTIVE for port object 909e8b46-2a06-4c6b-be84-21cac888b0fc will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:18.999368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723ee61-3bac-4beb-a80e-b18a468c9d57 req-170664c0-96e5-4c62-bf23-d168d4fbad7a tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:19.001130 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f723ee61-3bac-4beb-a80e-b18a468c9d57 req-170664c0-96e5-4c62-bf23-d168d4fbad7a tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 946 time: 0.0930872 May 27 22:55:19.055003 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f723ee61-3bac-4beb-a80e-b18a468c9d57 req-b812096e-433e-427c-bcb3-9ccbf64e1557 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4f6b990-9430-4984-b63e-d0ea4ac8e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465827 May 27 22:55:19.100915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6ca5898c-7f72-4e77-b347-36bd09e18d11 None None] Provisioning for port ce85293b-8f68-4893-8e7f-ed4c3b6cc800 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:55:19.105680 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:19.174708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Network 061a9912-e46e-4ffc-9cd0-0d73e44e8784 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:55:19.174891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Allocated IP 2001:db8::f816:3eff:fed2:1793 (061a9912-e46e-4ffc-9cd0-0d73e44e8784/de1ad5c8-ed5e-4e16-8d27-561f3273d6fe/a948e3ab-e358-4e6b-a241-a61d2f08fe8b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:55:19.177592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:19.181315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:55:19.244279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Pushing event updated for resources: {'Port': ['ID=909e8b46-2a06-4c6b-be84-21cac888b0fc,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:19.351151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Attempting to bind port 909e8b46-2a06-4c6b-be84-21cac888b0fc on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:55:19.351151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Attempting to bind port 909e8b46-2a06-4c6b-be84-21cac888b0fc by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '75de7725-a25e-4840-8bb0-7c5145155a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '061a9912-e46e-4ffc-9cd0-0d73e44e8784'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:55:19.351151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Attempting to bind port 909e8b46-2a06-4c6b-be84-21cac888b0fc on network 061a9912-e46e-4ffc-9cd0-0d73e44e8784 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:55:19.356861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:55:19.357571 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Checking segment: {'id': '75de7725-a25e-4840-8bb0-7c5145155a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '061a9912-e46e-4ffc-9cd0-0d73e44e8784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:55:19.358091 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:19.358581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Bound using segment: {'id': '75de7725-a25e-4840-8bb0-7c5145155a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '061a9912-e46e-4ffc-9cd0-0d73e44e8784'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:55:19.359175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Bound port: 909e8b46-2a06-4c6b-be84-21cac888b0fc, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75de7725-a25e-4840-8bb0-7c5145155a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '061a9912-e46e-4ffc-9cd0-0d73e44e8784'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:55:19.359663 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:19.454031 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:19.472444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Transition to ACTIVE for port object a948e3ab-e358-4e6b-a241-a61d2f08fe8b will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:19.495979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] For port 909e8b46-2a06-4c6b-be84-21cac888b0fc, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:55:19.499639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] For port 909e8b46-2a06-4c6b-be84-21cac888b0fc, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=909e8b46-2a06-4c6b-be84-21cac888b0fc,segment=NetworkSegment(75de7725-a25e-4840-8bb0-7c5145155a09),segment_id=75de7725-a25e-4840-8bb0-7c5145155a09)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:55:19.602238 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:19.621726 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:19.698201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Network 061a9912-e46e-4ffc-9cd0-0d73e44e8784 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:55:19.702073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:19.707067 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:55:19.713347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:19.713347 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:19.721481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event updated for resources: {'Port': ['ID=a948e3ab-e358-4e6b-a241-a61d2f08fe8b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:19.743341 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ce85293b-8f68-4893-8e7f-ed4c3b6cc800 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:55:19.788157 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a45e06e9-65e4-4af4-a219-6296494843c1 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6538157 May 27 22:55:19.790836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55482) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:19.833749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a0c2d-e55e-45e2-a898-6e6b26c7b58f None None] Pushing event updated for resources: {'Port': ['ID=909e8b46-2a06-4c6b-be84-21cac888b0fc,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:19.874133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-708f7e64-f9eb-49d8-b9ed-bd59d123db11 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Deleting subnet de1ad5c8-ed5e-4e16-8d27-561f3273d6fe {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:55:19.877899 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-708f7e64-f9eb-49d8-b9ed-bd59d123db11 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:19.940640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port ce85293b-8f68-4893-8e7f-ed4c3b6cc800 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:55:19.955622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port ce85293b-8f68-4893-8e7f-ed4c3b6cc800 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:55:19.955968 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:19.969592 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-708f7e64-f9eb-49d8-b9ed-bd59d123db11 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:20.233289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ce85293b-8f68-4893-8e7f-ed4c3b6cc800 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:55:20.233885 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:20.285033 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-708f7e64-f9eb-49d8-b9ed-bd59d123db11 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:20.286757 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port ce85293b-8f68-4893-8e7f-ed4c3b6cc800, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ce85293b-8f68-4893-8e7f-ed4c3b6cc800,segment=NetworkSegment(25e75b06-520a-4996-859a-049f83812a2a),segment_id=25e75b06-520a-4996-859a-049f83812a2a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:20.369096 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:20.443321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94deda-adca-4222-8baf-f17736fc4b1f req-9172776d-40a4-4420-8354-ec832a705055 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:20.451510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc94deda-adca-4222-8baf-f17736fc4b1f req-9172776d-40a4-4420-8354-ec832a705055 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 946 time: 0.1138940 May 27 22:55:20.454604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=ce85293b-8f68-4893-8e7f-ed4c3b6cc800,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:20.523627 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc94deda-adca-4222-8baf-f17736fc4b1f req-8a2f7763-0f28-4222-81d4-940ce62d4412 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4f6b990-9430-4984-b63e-d0ea4ac8e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688798 May 27 22:55:20.524279 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-708f7e64-f9eb-49d8-b9ed-bd59d123db11 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:20.580731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f7e64-f9eb-49d8-b9ed-bd59d123db11 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Subnet': ['ID=de1ad5c8-ed5e-4e16-8d27-561f3273d6fe,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:20.585774 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-708f7e64-f9eb-49d8-b9ed-bd59d123db11 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:20.596398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55502) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:20.596939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-708f7e64-f9eb-49d8-b9ed-bd59d123db11 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/subnets/de1ad5c8-ed5e-4e16-8d27-561f3273d6fe HTTP/1.1" status: 204 len: 168 time: 0.8048182 May 27 22:55:20.701971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74441e16-5e1f-4120-bce5-7ef3083cbc93 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:20.702175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74441e16-5e1f-4120-bce5-7ef3083cbc93 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:20.703661 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-74441e16-5e1f-4120-bce5-7ef3083cbc93 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1055281 May 27 22:55:20.711479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55506) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:20.794690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bbe4a-0db5-4eec-988b-f376fb19bd0c req-da6c7dd6-14b2-4c7a-8e2e-8f6f53c0d515 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:20.800162 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b44bbe4a-0db5-4eec-988b-f376fb19bd0c req-da6c7dd6-14b2-4c7a-8e2e-8f6f53c0d515 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 946 time: 0.1237638 May 27 22:55:20.805195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55510) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:20.811700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-9d819e89-b8ab-496a-9eaf-9dbc489faf95 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Request body: {'floatingip': {'port_id': '299b771c-5c45-4926-8f80-c4b6f949e477'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:20.878847 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c16bef53-61bd-4f70-bda1-94f163a1d8ef tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:20.888511 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16bef53-61bd-4f70-bda1-94f163a1d8ef tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 27 22:55:20.889369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16bef53-61bd-4f70-bda1-94f163a1d8ef tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:20.891621 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c16bef53-61bd-4f70-bda1-94f163a1d8ef tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/networks/061a9912-e46e-4ffc-9cd0-0d73e44e8784 HTTP/1.1" status: 409 len: 405 time: 0.1792238 May 27 22:55:20.895725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55514) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:20.902384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-95407107'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:20.911935 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d819e89-b8ab-496a-9eaf-9dbc489faf95 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:20.966077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:20.989268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Usage tracker for resource:network and tenant:be83c68418dd4d30bf871dbdd669aec0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:20.999365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:21.044379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:21.123643 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ba3d67-aaa3-4041-a32b-7c20311ad6a6 None None] Network 061a9912-e46e-4ffc-9cd0-0d73e44e8784 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:21.208635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Made reservation on behalf of be83c68418dd4d30bf871dbdd669aec0 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:21.212069 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:21.326298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:55:21.334735 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e04e5cee-030e-42d1-8915-467d6d299d31 None None] Provisioning for port 909e8b46-2a06-4c6b-be84-21cac888b0fc completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:55:21.343921 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:21.344265 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Added segment 66f6a9df-2134-4340-8d02-1ce02a6dbe19 of type vlan for network 4f3080c4-8ff8-4f26-898a-577b4c180beb May 27 22:55:21.399734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0311b9fa-17bd-4653-8d81-3f0f4ff625a6 None None] DHCP port deletion for 061a9912-e46e-4ffc-9cd0-0d73e44e8784 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:55:21.404139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0311b9fa-17bd-4653-8d81-3f0f4ff625a6 None None] Deleting port 909e8b46-2a06-4c6b-be84-21cac888b0fc {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:55:21.404547 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0311b9fa-17bd-4653-8d81-3f0f4ff625a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:21.464456 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:21.661127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ce85293b-8f68-4893-8e7f-ed4c3b6cc800 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:55:21.688894 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:21.694343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:21.694980 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:21.728287 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0311b9fa-17bd-4653-8d81-3f0f4ff625a6 None None] For port 909e8b46-2a06-4c6b-be84-21cac888b0fc, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=909e8b46-2a06-4c6b-be84-21cac888b0fc,segment=NetworkSegment(75de7725-a25e-4840-8bb0-7c5145155a09),segment_id=75de7725-a25e-4840-8bb0-7c5145155a09)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:21.729082 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0311b9fa-17bd-4653-8d81-3f0f4ff625a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:21.847717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event updated for resources: {'Network': ['ID=4f3080c4-8ff8-4f26-898a-577b4c180beb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:21.855650 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d819e89-b8ab-496a-9eaf-9dbc489faf95 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:21.876761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 4f3080c4-8ff8-4f26-898a-577b4c180beb details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:55:21.900238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0311b9fa-17bd-4653-8d81-3f0f4ff625a6 None None] Calling delete_port for 909e8b46-2a06-4c6b-be84-21cac888b0fc owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:55:21.914177 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-00cd1aec-0373-48a6-a99c-fb35dae92a04 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0173542 May 27 22:55:21.917172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55524) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:21.923125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Request body: {'subnet': {'network_id': '4f3080c4-8ff8-4f26-898a-577b4c180beb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:21.994131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d819e89-b8ab-496a-9eaf-9dbc489faf95 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:22.055111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port ce85293b-8f68-4893-8e7f-ed4c3b6cc800 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:55:22.055445 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:22.194134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ce85293b-8f68-4893-8e7f-ed4c3b6cc800 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:55:22.270213 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0311b9fa-17bd-4653-8d81-3f0f4ff625a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:22.298941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:22.318099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311b9fa-17bd-4653-8d81-3f0f4ff625a6 None None] Pushing event deleted for resources: {'Port': ['ID=909e8b46-2a06-4c6b-be84-21cac888b0fc,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:22.322232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0311b9fa-17bd-4653-8d81-3f0f4ff625a6 None None] No DVR routers for this DVR port 909e8b46-2a06-4c6b-be84-21cac888b0fc on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:55:22.322417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Usage tracker for resource:subnet and tenant:be83c68418dd4d30bf871dbdd669aec0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:22.327629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:22.336678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:22.356623 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-9d819e89-b8ab-496a-9eaf-9dbc489faf95 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Floating IP 487aa919-4238-4d00-b022-667d780720d4 associated. External IP: 172.25.2.53, port: 299b771c-5c45-4926-8f80-c4b6f949e477. May 27 22:55:22.449360 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:22.492456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Made reservation on behalf of be83c68418dd4d30bf871dbdd669aec0 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:22.495851 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:22.878770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d819e89-b8ab-496a-9eaf-9dbc489faf95 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Router fd43306b-6880-4ab7-80c3-69e01d3729fd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:55:23.123457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d819e89-b8ab-496a-9eaf-9dbc489faf95 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:55:23.136257 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a767d5-a4bf-44ab-ab2a-3ba605e6493f None None] Sync routers for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:55:23.143652 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d819e89-b8ab-496a-9eaf-9dbc489faf95 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:23.143917 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a767d5-a4bf-44ab-ab2a-3ba605e6493f None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:55:23.144633 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-82a767d5-a4bf-44ab-ab2a-3ba605e6493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:55:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:23.235506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.objects.ports [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88900) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:55:23.238564 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:23.278375 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9d819e89-b8ab-496a-9eaf-9dbc489faf95 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "PUT /v2.0/floatingips/487aa919-4238-4d00-b022-667d780720d4 HTTP/1.1" status: 200 len: 991 time: 2.4723294 May 27 22:55:23.312664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c4aedf-531a-499e-a772-9bd4b27fbddc', 'tag': '299b771c-5c45-4926-8f80-c4b6f949e477'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:55:23.372945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event updated for resources: {'Subnet': ['ID=faf352a2-40c8-41dc-a209-c11a276986e0,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:23.376260 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-82a767d5-a4bf-44ab-ab2a-3ba605e6493f None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:55:23.382988 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-852b87e4-8fb7-4eef-bee5-ae0215e74b32'] response: {'name': 'network-changed', 'server_uuid': 'f3c4aedf-531a-499e-a772-9bd4b27fbddc', 'tag': '299b771c-5c45-4926-8f80-c4b6f949e477', 'status': 'completed', 'code': 200} May 27 22:55:23.404330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Checking segment: {'id': '66f6a9df-2134-4340-8d02-1ce02a6dbe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4f3080c4-8ff8-4f26-898a-577b4c180beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:55:23.408911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Network hostable DHCP agents. Network: 4f3080c4-8ff8-4f26-898a-577b4c180beb, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:55:23.434153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f25cd3-3c9d-4c6c-869f-978818d5d6e4 req-133adfca-72c1-4c96-80d0-09607022ef4d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:23.435209 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-54f25cd3-3c9d-4c6c-869f-978818d5d6e4 req-133adfca-72c1-4c96-80d0-09607022ef4d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 946 time: 0.1664228 May 27 22:55:23.484195 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-54f25cd3-3c9d-4c6c-869f-978818d5d6e4 req-31a4ac67-e60e-40e9-8ac4-7b7884d51462 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409777 May 27 22:55:23.511306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b11564-91e1-4f5a-92f7-3bd2ef858aa8 req-87c3340e-81e9-4d2c-af22-9593d7526a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:23.512979 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f9b11564-91e1-4f5a-92f7-3bd2ef858aa8 req-87c3340e-81e9-4d2c-af22-9593d7526a13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53d923b432974a83b5d42963ced4cc2e&device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 1097 time: 0.0919063 May 27 22:55:23.523337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Network 4f3080c4-8ff8-4f26-898a-577b4c180beb is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:55:23.620236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 4f3080c4-8ff8-4f26-898a-577b4c180beb) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:23.624453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:23.625231 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:23.633887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a4b9e8-a87f-4ec7-900e-78e2e0913323 None None] Network 4f3080c4-8ff8-4f26-898a-577b4c180beb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:23.678511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b11564-91e1-4f5a-92f7-3bd2ef858aa8 req-260b1021-cf26-468f-9e75-df07d11f2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:23.685343 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f9b11564-91e1-4f5a-92f7-3bd2ef858aa8 req-260b1021-cf26-468f-9e75-df07d11f2d23 service neutron] 10.222.0.57 "GET /v2.0/networks?id=834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 200 len: 916 time: 0.1648812 May 27 22:55:23.792821 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1efc1390-a978-4a28-a078-98700dcb6207 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8739984 May 27 22:55:23.796712 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-82a767d5-a4bf-44ab-ab2a-3ba605e6493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '487aa919-4238-4d00-b022-667d780720d4', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.53', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': '299b771c-5c45-4926-8f80-c4b6f949e477', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:21:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4aedf-531a-499e-a772-9bd4b27fbddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:55:02Z', 'updated_at': '2022-05-27T22:55:21Z', 'revision_number': 1, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:23.798357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55544) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:23.802364 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a767d5-a4bf-44ab-ab2a-3ba605e6493f None None] Checking router: fd43306b-6880-4ab7-80c3-69e01d3729fd for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:55:23.804311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Request body: {'port': {'network_id': '4f3080c4-8ff8-4f26-898a-577b4c180beb', 'name': 'tempest-NetworksIpV6TestAttrs-1661480780'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:23.813298 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a767d5-a4bf-44ab-ab2a-3ba605e6493f None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:55:23.816721 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-82a767d5-a4bf-44ab-ab2a-3ba605e6493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:55:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:23.821374 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f9b11564-91e1-4f5a-92f7-3bd2ef858aa8 req-56566804-bfa8-4ad0-9ecb-587c0762b636 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299b771c-5c45-4926-8f80-c4b6f949e477 HTTP/1.1" status: 200 len: 999 time: 0.1309338 May 27 22:55:23.911993 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b11564-91e1-4f5a-92f7-3bd2ef858aa8 req-1969d09f-1546-46cd-8f9a-6b89fdd0c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:23.913911 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f9b11564-91e1-4f5a-92f7-3bd2ef858aa8 req-1969d09f-1546-46cd-8f9a-6b89fdd0c8b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=36c561ad-418b-4404-b3f7-e1414a606ae6 HTTP/1.1" status: 200 len: 854 time: 0.0856943 May 27 22:55:23.916315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-4f3080c4-8ff8-4f26-898a-577b4c180beb', 'network_id': '4f3080c4-8ff8-4f26-898a-577b4c180beb', 'tenant_id': 'be83c68418dd4d30bf871dbdd669aec0', 'fixed_ips': [{'subnet_id': 'faf352a2-40c8-41dc-a209-c11a276986e0'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:55:23.917832 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:24.011498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b11564-91e1-4f5a-92f7-3bd2ef858aa8 req-0a61c1b8-9672-4fcc-bb25-d7b2bc7b0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:24.018662 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f9b11564-91e1-4f5a-92f7-3bd2ef858aa8 req-0a61c1b8-9672-4fcc-bb25-d7b2bc7b0963 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=834ac9cf-7900-4562-81d7-7075078e1b9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969408 May 27 22:55:24.019275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:24.024731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Usage tracker for resource:port and tenant:be83c68418dd4d30bf871dbdd669aec0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:24.034522 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:24.034522 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:24.087608 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-82a767d5-a4bf-44ab-ab2a-3ba605e6493f None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:55:24.164383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Allocated IP 2001:db8::f816:3eff:fe76:42c6 (4f3080c4-8ff8-4f26-898a-577b4c180beb/faf352a2-40c8-41dc-a209-c11a276986e0/17581c55-c590-416f-a921-d54b1bdc7625) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:55:24.187964 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f9b11564-91e1-4f5a-92f7-3bd2ef858aa8 req-eef02388-6846-4d1e-a33b-8480134c7184 service neutron] 10.222.0.57 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671090 May 27 22:55:24.202785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Made reservation on behalf of be83c68418dd4d30bf871dbdd669aec0 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:24.207551 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:24.241310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] device_id is not set on port ee9c427b-53e7-4720-859e-8397e695284d yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:55:24.351464 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f9b11564-91e1-4f5a-92f7-3bd2ef858aa8 req-4492f504-cb9f-426b-8c12-38e2cc9aab08 service neutron] 10.222.0.57 "GET /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565537 May 27 22:55:24.436914 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:24.452700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Transition to ACTIVE for port object 17581c55-c590-416f-a921-d54b1bdc7625 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:24.474503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Transition to ACTIVE for port object 17581c55-c590-416f-a921-d54b1bdc7625 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:24.527230 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-82a767d5-a4bf-44ab-ab2a-3ba605e6493f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '487aa919-4238-4d00-b022-667d780720d4', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.53', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': '299b771c-5c45-4926-8f80-c4b6f949e477', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:21:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4aedf-531a-499e-a772-9bd4b27fbddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:55:02Z', 'updated_at': '2022-05-27T22:55:21Z', 'revision_number': 1, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:24.541624 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a767d5-a4bf-44ab-ab2a-3ba605e6493f None None] The sync data for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 is: [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '487aa919-4238-4d00-b022-667d780720d4', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'floating_ip_address': '172.25.2.53', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'port_id': '299b771c-5c45-4926-8f80-c4b6f949e477', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'mac_address': 'fa:16:3e:21:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c4aedf-531a-499e-a772-9bd4b27fbddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:55:02Z', 'updated_at': '2022-05-27T22:55:21Z', 'revision_number': 1, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:55:24.564332 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:24.625903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Network 4f3080c4-8ff8-4f26-898a-577b4c180beb is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:55:24.634689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:24.642461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:55:24.721566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Allocated IP 2001:db8::f816:3eff:feed:af6f (4f3080c4-8ff8-4f26-898a-577b4c180beb/faf352a2-40c8-41dc-a209-c11a276986e0/ee9c427b-53e7-4720-859e-8397e695284d) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:55:24.791458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975638c5-0626-4abe-b237-291cd4850bd9 req-c18b89d7-3cf8-4918-9ee6-c8f9d624375c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:24.791458 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-975638c5-0626-4abe-b237-291cd4850bd9 req-c18b89d7-3cf8-4918-9ee6-c8f9d624375c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 946 time: 0.1786256 May 27 22:55:24.803399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Pushing event updated for resources: {'Port': ['ID=17581c55-c590-416f-a921-d54b1bdc7625,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:24.841215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Attempting to bind port 17581c55-c590-416f-a921-d54b1bdc7625 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:55:24.841215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Attempting to bind port 17581c55-c590-416f-a921-d54b1bdc7625 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '66f6a9df-2134-4340-8d02-1ce02a6dbe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4f3080c4-8ff8-4f26-898a-577b4c180beb'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:55:24.841215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Attempting to bind port 17581c55-c590-416f-a921-d54b1bdc7625 on network 4f3080c4-8ff8-4f26-898a-577b4c180beb {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:55:24.841215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:55:24.841215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Checking segment: {'id': '66f6a9df-2134-4340-8d02-1ce02a6dbe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4f3080c4-8ff8-4f26-898a-577b4c180beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:55:24.847380 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:24.847380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Bound using segment: {'id': '66f6a9df-2134-4340-8d02-1ce02a6dbe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4f3080c4-8ff8-4f26-898a-577b4c180beb'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:55:24.847380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Bound port: 17581c55-c590-416f-a921-d54b1bdc7625, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f6a9df-2134-4340-8d02-1ce02a6dbe19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4f3080c4-8ff8-4f26-898a-577b4c180beb'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:55:24.847380 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:24.964391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8228a26e-98c9-4806-b30a-ef50121d7cf1 None None] New status for floating IP 487aa919-4238-4d00-b022-667d780720d4: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:55:24.998742 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-975638c5-0626-4abe-b237-291cd4850bd9 req-81815de1-b65d-4f46-ba1a-4c3423ea50ec tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081220 May 27 22:55:25.063384 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:25.073591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] For port 17581c55-c590-416f-a921-d54b1bdc7625, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:55:25.089092 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Transition to ACTIVE for port object ee9c427b-53e7-4720-859e-8397e695284d will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:25.141173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] For port 17581c55-c590-416f-a921-d54b1bdc7625, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=17581c55-c590-416f-a921-d54b1bdc7625,segment=NetworkSegment(66f6a9df-2134-4340-8d02-1ce02a6dbe19),segment_id=66f6a9df-2134-4340-8d02-1ce02a6dbe19)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:55:25.148391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd17fc-db06-47aa-aed8-45df03e39bc6 req-f1835231-e15f-44e8-8b0d-f1be9f874491 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:25.149181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-67cd17fc-db06-47aa-aed8-45df03e39bc6 req-f1835231-e15f-44e8-8b0d-f1be9f874491 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Synchronizing usage tracker for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:55:25.220529 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:25.289359 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:25.290079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-67cd17fc-db06-47aa-aed8-45df03e39bc6 req-f1835231-e15f-44e8-8b0d-f1be9f874491 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Unset dirty status for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:55:25.292015 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-67cd17fc-db06-47aa-aed8-45df03e39bc6 req-f1835231-e15f-44e8-8b0d-f1be9f874491 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 946 time: 0.4368591 May 27 22:55:25.300997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Network 4f3080c4-8ff8-4f26-898a-577b4c180beb is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:55:25.304234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:25.308544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:55:25.314550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:25.315202 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:25.337802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event updated for resources: {'Port': ['ID=ee9c427b-53e7-4720-859e-8397e695284d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:25.406293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-67cd17fc-db06-47aa-aed8-45df03e39bc6 req-67ecbd10-50ba-4fea-aa9e-ac232ed05bd4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Deleting port 27a3c9e4-e23c-445f-9e19-8bcd6388939e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:55:25.406583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7fcdb7-09f9-4d97-8bce-aaf2ac10f19c None None] Pushing event updated for resources: {'Port': ['ID=17581c55-c590-416f-a921-d54b1bdc7625,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:25.406768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-67cd17fc-db06-47aa-aed8-45df03e39bc6 req-67ecbd10-50ba-4fea-aa9e-ac232ed05bd4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:25.464688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7ff95456-7b86-4062-af39-40dd67ba7619 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6651592 May 27 22:55:25.465861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55562) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:25.550527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-870d7b24-ce31-4082-9d8b-7b2a387b7de3 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Deleting subnet faf352a2-40c8-41dc-a209-c11a276986e0 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:55:25.553649 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-870d7b24-ce31-4082-9d8b-7b2a387b7de3 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:25.616178 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-870d7b24-ce31-4082-9d8b-7b2a387b7de3 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:25.735969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-67cd17fc-db06-47aa-aed8-45df03e39bc6 req-67ecbd10-50ba-4fea-aa9e-ac232ed05bd4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] For port 27a3c9e4-e23c-445f-9e19-8bcd6388939e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=27a3c9e4-e23c-445f-9e19-8bcd6388939e,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:25.736613 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-67cd17fc-db06-47aa-aed8-45df03e39bc6 req-67ecbd10-50ba-4fea-aa9e-ac232ed05bd4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:25.752435 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-870d7b24-ce31-4082-9d8b-7b2a387b7de3 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:25.887464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-67cd17fc-db06-47aa-aed8-45df03e39bc6 req-67ecbd10-50ba-4fea-aa9e-ac232ed05bd4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Calling delete_port for 27a3c9e4-e23c-445f-9e19-8bcd6388939e owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:55:25.980769 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-870d7b24-ce31-4082-9d8b-7b2a387b7de3 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:26.035101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d7b24-ce31-4082-9d8b-7b2a387b7de3 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Subnet': ['ID=faf352a2-40c8-41dc-a209-c11a276986e0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:26.039375 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-870d7b24-ce31-4082-9d8b-7b2a387b7de3 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:26.049941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-870d7b24-ce31-4082-9d8b-7b2a387b7de3 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/subnets/faf352a2-40c8-41dc-a209-c11a276986e0 HTTP/1.1" status: 204 len: 168 time: 0.5829635 May 27 22:55:26.050788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55572) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:26.243915 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-67cd17fc-db06-47aa-aed8-45df03e39bc6 req-67ecbd10-50ba-4fea-aa9e-ac232ed05bd4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:26.256210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['27a3c9e4-e23c-445f-9e19-8bcd6388939e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:55:26.287032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90edf44f-3c60-4f2b-a522-3dbd8bb4afa6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:26.288579 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90edf44f-3c60-4f2b-a522-3dbd8bb4afa6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:26.289318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-90edf44f-3c60-4f2b-a522-3dbd8bb4afa6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Synchronizing usage tracker for tenant:be83c68418dd4d30bf871dbdd669aec0 on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:55:26.341352 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecbd10-50ba-4fea-aa9e-ac232ed05bd4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event deleted for resources: {'Port': ['ID=27a3c9e4-e23c-445f-9e19-8bcd6388939e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:26.351299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818eb8e6-bec5-4998-b2c1-e478f9db22be req-5e1ae36f-f2c7-4d77-a26a-cf75f2c639d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:26.353347 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-818eb8e6-bec5-4998-b2c1-e478f9db22be req-5e1ae36f-f2c7-4d77-a26a-cf75f2c639d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.2529895 May 27 22:55:26.355746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c09e7-fac4-4eed-a74b-1995d999b2c1 req-ca900644-95e9-483a-882a-519f3369dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:26.357714 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f57c09e7-fac4-4eed-a74b-1995d999b2c1 req-ca900644-95e9-483a-882a-519f3369dfe9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 1097 time: 0.2560446 May 27 22:55:26.424131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d15e2-d72b-4a0f-bb70-579704a402e7 req-79936bc7-edc0-4f92-ab67-7faf9ca45525 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:26.425904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae2d15e2-d72b-4a0f-bb70-579704a402e7 req-79936bc7-edc0-4f92-ab67-7faf9ca45525 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 867 time: 0.2473044 May 27 22:55:26.435021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-90edf44f-3c60-4f2b-a522-3dbd8bb4afa6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Unset dirty status for tenant:be83c68418dd4d30bf871dbdd669aec0 on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:55:26.436608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-90edf44f-3c60-4f2b-a522-3dbd8bb4afa6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3845329 May 27 22:55:26.446354 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55576) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:26.462801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cd17fc-db06-47aa-aed8-45df03e39bc6 req-67ecbd10-50ba-4fea-aa9e-ac232ed05bd4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] No DVR routers for this DVR port 27a3c9e4-e23c-445f-9e19-8bcd6388939e on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:55:26.566625 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-818eb8e6-bec5-4998-b2c1-e478f9db22be req-dac8b97b-1362-4eb2-9d4f-bf0eeb22584e tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011743 May 27 22:55:26.584961 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40d864ff-b099-49ae-9aea-cec39b546d0c tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:26.587391 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-67cd17fc-db06-47aa-aed8-45df03e39bc6 req-67ecbd10-50ba-4fea-aa9e-ac232ed05bd4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:26.591053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a30927-14c5-4459-b834-287902c5bfc2', 'name': 'network-vif-deleted', 'tag': '27a3c9e4-e23c-445f-9e19-8bcd6388939e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:55:26.594034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae2d15e2-d72b-4a0f-bb70-579704a402e7 req-9e5d7c93-c471-418b-916b-c69e0a293baf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=cb996f5a-e47b-4cd2-a205-4ab31648d3b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513379 May 27 22:55:26.606133 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d864ff-b099-49ae-9aea-cec39b546d0c tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 27 22:55:26.606595 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d864ff-b099-49ae-9aea-cec39b546d0c tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:26.625217 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-40d864ff-b099-49ae-9aea-cec39b546d0c tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/networks/4f3080c4-8ff8-4f26-898a-577b4c180beb HTTP/1.1" status: 409 len: 405 time: 0.1719182 May 27 22:55:26.626101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55582) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:26.632086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-600235284'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:26.639382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:26.643760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Usage tracker for resource:network and tenant:be83c68418dd4d30bf871dbdd669aec0 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:26.648727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:26.657868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:26.663698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c09e7-fac4-4eed-a74b-1995d999b2c1 req-fc30fc5d-05fd-4485-9de5-ee6185378920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:26.665409 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f57c09e7-fac4-4eed-a74b-1995d999b2c1 req-fc30fc5d-05fd-4485-9de5-ee6185378920 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 920 time: 0.2903106 May 27 22:55:26.672611 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcdb04bf-65e8-4504-8422-7304f2a14d35'] response: {'server_uuid': '81a30927-14c5-4459-b834-287902c5bfc2', 'name': 'network-vif-deleted', 'tag': '27a3c9e4-e23c-445f-9e19-8bcd6388939e', 'status': 'completed', 'code': 200} May 27 22:55:26.705615 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-67cd17fc-db06-47aa-aed8-45df03e39bc6 req-67ecbd10-50ba-4fea-aa9e-ac232ed05bd4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "DELETE /v2.0/ports/27a3c9e4-e23c-445f-9e19-8bcd6388939e HTTP/1.1" status: 204 len: 173 time: 1.4035223 May 27 22:55:26.705767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e77dca-8480-4ba1-a0d3-e9f1a730fd1d None None] Network 4f3080c4-8ff8-4f26-898a-577b4c180beb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:26.791821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Made reservation on behalf of be83c68418dd4d30bf871dbdd669aec0 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:26.796277 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:26.821960 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f57c09e7-fac4-4eed-a74b-1995d999b2c1 req-b1d4421e-8722-4b3a-bd51-2ce836e87aec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f236d4e-8092-454e-89d1-126731273d34 HTTP/1.1" status: 200 len: 1002 time: 0.1435516 May 27 22:55:26.863415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:55:26.873295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cd57e4ea-77f5-451f-aaf9-03484d910b78 None None] Provisioning for port 17581c55-c590-416f-a921-d54b1bdc7625 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:55:26.896443 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:26.897539 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Added segment e276f46b-c2c8-400c-95fe-cfc44aa7a969 of type vlan for network 49cd4f95-802d-4ed7-8b98-4549546117bc May 27 22:55:26.914492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c09e7-fac4-4eed-a74b-1995d999b2c1 req-cf91d31a-1016-4ea8-a838-063d5ca7f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:26.916198 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f57c09e7-fac4-4eed-a74b-1995d999b2c1 req-cf91d31a-1016-4ea8-a838-063d5ca7f043 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.0876222 May 27 22:55:26.950487 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:27.013498 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:55:27.024514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c09e7-fac4-4eed-a74b-1995d999b2c1 req-ad1a1b37-f6f5-418c-8922-a762d5e7384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:27.026115 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f57c09e7-fac4-4eed-a74b-1995d999b2c1 req-ad1a1b37-f6f5-418c-8922-a762d5e7384b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034856 May 27 22:55:27.053997 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:27.068939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:27.069695 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:27.104046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e689bf4-09ef-4834-a264-240a0bb976bc None None] DHCP port deletion for 4f3080c4-8ff8-4f26-898a-577b4c180beb request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:55:27.104046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4e689bf4-09ef-4834-a264-240a0bb976bc None None] Deleting port 17581c55-c590-416f-a921-d54b1bdc7625 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:55:27.104046 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e689bf4-09ef-4834-a264-240a0bb976bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:27.190594 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5605969 May 27 22:55:27.192084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55590) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:27.201007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-26681cba-2724-4c51-9f64-d1a4bdd5c9ed tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Request body: {'subnet': {'network_id': '49cd4f95-802d-4ed7-8b98-4549546117bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:27.325153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-26681cba-2724-4c51-9f64-d1a4bdd5c9ed tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:27.328200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a8180-3a1e-4a2d-a97e-678d3f173bea tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event updated for resources: {'Network': ['ID=49cd4f95-802d-4ed7-8b98-4549546117bc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:27.340140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-26681cba-2724-4c51-9f64-d1a4bdd5c9ed tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:27.355276 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f57c09e7-fac4-4eed-a74b-1995d999b2c1 req-3f78ab1d-806d-41a8-9c00-532aeb687569 service neutron] 10.222.0.46 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227220 May 27 22:55:27.407857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4e689bf4-09ef-4834-a264-240a0bb976bc None None] For port 17581c55-c590-416f-a921-d54b1bdc7625, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=17581c55-c590-416f-a921-d54b1bdc7625,segment=NetworkSegment(66f6a9df-2134-4340-8d02-1ce02a6dbe19),segment_id=66f6a9df-2134-4340-8d02-1ce02a6dbe19)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:27.408464 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e689bf4-09ef-4834-a264-240a0bb976bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:27.426238 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26681cba-2724-4c51-9f64-d1a4bdd5c9ed tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Made reservation on behalf of be83c68418dd4d30bf871dbdd669aec0 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:27.431086 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26681cba-2724-4c51-9f64-d1a4bdd5c9ed tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:27.530607 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f57c09e7-fac4-4eed-a74b-1995d999b2c1 req-88890e65-ce44-46f5-b902-8ee7c8171b1c service neutron] 10.222.0.46 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693347 May 27 22:55:27.591973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4e689bf4-09ef-4834-a264-240a0bb976bc None None] Calling delete_port for 17581c55-c590-416f-a921-d54b1bdc7625 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:55:27.699568 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 49cd4f95-802d-4ed7-8b98-4549546117bc details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:55:27.817304 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e689bf4-09ef-4834-a264-240a0bb976bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:27.836543 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-059920e0-c817-4d97-bca3-c12223fa28ad req-97fada8e-fcd1-42b0-a220-71a8dc32ce13 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=81a30927-14c5-4459-b834-287902c5bfc2 HTTP/1.1" status: 200 len: 210 time: 0.0618153 May 27 22:55:27.886870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21ad4c-475f-483d-ab58-83a5076e95d1 req-b662c188-ba47-44d7-a0b7-c76907f44a84 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:27.888548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af21ad4c-475f-483d-ab58-83a5076e95d1 req-b662c188-ba47-44d7-a0b7-c76907f44a84 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.1578870 May 27 22:55:27.898256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e689bf4-09ef-4834-a264-240a0bb976bc None None] Pushing event deleted for resources: {'Port': ['ID=17581c55-c590-416f-a921-d54b1bdc7625,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:27.898674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e689bf4-09ef-4834-a264-240a0bb976bc None None] No DVR routers for this DVR port 17581c55-c590-416f-a921-d54b1bdc7625 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:55:27.947900 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af21ad4c-475f-483d-ab58-83a5076e95d1 req-9ab399d0-778f-49f2-beef-8abcafd4f20b tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525424 May 27 22:55:27.957969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-26681cba-2724-4c51-9f64-d1a4bdd5c9ed tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:55:27.959135 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26681cba-2724-4c51-9f64-d1a4bdd5c9ed tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:27.969756 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-501d3820-6ed0-473a-a431-819ef296e1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:28.150142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26681cba-2724-4c51-9f64-d1a4bdd5c9ed tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event updated for resources: {'Subnet': ['ID=86daf5f6-3687-43bd-ac72-7d39f2407e28,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:28.159463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26681cba-2724-4c51-9f64-d1a4bdd5c9ed tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Checking segment: {'id': 'e276f46b-c2c8-400c-95fe-cfc44aa7a969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '49cd4f95-802d-4ed7-8b98-4549546117bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:55:28.160014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26681cba-2724-4c51-9f64-d1a4bdd5c9ed tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Network hostable DHCP agents. Network: 49cd4f95-802d-4ed7-8b98-4549546117bc, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:55:28.219642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26681cba-2724-4c51-9f64-d1a4bdd5c9ed tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Network 49cd4f95-802d-4ed7-8b98-4549546117bc is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:55:28.293576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-26681cba-2724-4c51-9f64-d1a4bdd5c9ed tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 49cd4f95-802d-4ed7-8b98-4549546117bc) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:28.299333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26681cba-2724-4c51-9f64-d1a4bdd5c9ed tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:28.299333 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26681cba-2724-4c51-9f64-d1a4bdd5c9ed tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:28.305013 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4016603-a425-4080-9bc7-f69d05ce687d None None] Network 49cd4f95-802d-4ed7-8b98-4549546117bc requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:28.397784 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-26681cba-2724-4c51-9f64-d1a4bdd5c9ed tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2045903 May 27 22:55:28.400384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55608) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:28.594473 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:28.631347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 27a3c9e4-e23c-445f-9e19-8bcd6388939e no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:55:28.679468 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:28.686427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 27a3c9e4-e23c-445f-9e19-8bcd6388939e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:55:28.686776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 27a3c9e4-e23c-445f-9e19-8bcd6388939e not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:55:28.701951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e282a4f-467f-4c78-9a11-79a004e33137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-49cd4f95-802d-4ed7-8b98-4549546117bc', 'network_id': '49cd4f95-802d-4ed7-8b98-4549546117bc', 'tenant_id': 'be83c68418dd4d30bf871dbdd669aec0', 'fixed_ips': [{'subnet_id': '86daf5f6-3687-43bd-ac72-7d39f2407e28'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:55:28.702794 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e282a4f-467f-4c78-9a11-79a004e33137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:28.901179 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:28.954871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Subnet': ['ID=86daf5f6-3687-43bd-ac72-7d39f2407e28,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server [None req-4e282a4f-467f-4c78-9a11-79a004e33137 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86daf5f6-3687-43bd-ac72-7d39f2407e28: This subnet is being modified by another concurrent operation. May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 22:55:28.988132 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise exception May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86daf5f6-3687-43bd-ac72-7d39f2407e28: This subnet is being modified by another concurrent operation. May 27 22:55:28.993112 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server May 27 22:55:29.018805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5557ef47-5340-4b6e-81bc-c39dcd7ae203 None None] Network 49cd4f95-802d-4ed7-8b98-4549546117bc requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:29.114779 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:29.145921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49cd4f95-802d-4ed7-8b98-4549546117bc']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:29.181733 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e276f46b-c2c8-400c-95fe-cfc44aa7a969') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:29.182235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e276f46b-c2c8-400c-95fe-cfc44aa7a969') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:29.213330 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:29.249209 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:29.264068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:55:29.265995 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:29.283035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7033d9-eee3-4a5a-bc93-32dae683aa8f req-fb79b8df-01b5-4b88-af8b-f9f8cbd094d4 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:29.285248 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba7033d9-eee3-4a5a-bc93-32dae683aa8f req-fb79b8df-01b5-4b88-af8b-f9f8cbd094d4 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.1155789 May 27 22:55:29.352134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8fad1a-8574-4a5d-b1b1-85b6074daaf9 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 22:55:29.381857 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e276f46b-c2c8-400c-95fe-cfc44aa7a969 resource provider aggregate not found May 27 22:55:29.384642 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba7033d9-eee3-4a5a-bc93-32dae683aa8f req-84c4636c-e473-4c66-aa7f-95cc0a1c1849 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937371 May 27 22:55:29.420645 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e276f46b-c2c8-400c-95fe-cfc44aa7a969 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e276f46b-c2c8-400c-95fe-cfc44aa7a969 found for delete ", "request_id": "req-13f36023-0fa1-448f-aa12-6f57e54b2879"}]} May 27 22:55:29.528028 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:29.549249 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:29.559925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Network': ['ID=49cd4f95-802d-4ed7-8b98-4549546117bc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:29.575516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8fad1a-8574-4a5d-b1b1-85b6074daaf9 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 22:55:29.584662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55626) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:29.598183 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1565573429'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:29.606380 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dba29f58-5007-4038-9a4f-476956015090 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/networks/49cd4f95-802d-4ed7-8b98-4549546117bc HTTP/1.1" status: 204 len: 168 time: 1.2040598 May 27 22:55:29.614279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:29.624572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Usage tracker for resource:network and tenant:be83c68418dd4d30bf871dbdd669aec0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:29.630729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:29.638458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:29.692037 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c820288b-27a3-44ef-816c-20908c59de5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:29.740247 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Made reservation on behalf of be83c68418dd4d30bf871dbdd669aec0 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:29.743929 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:29.777346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:55:29.792952 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:29.794692 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Added segment 1d0f99dd-ab33-4368-a82f-b94e8f93dc21 of type vlan for network 7ec35871-75d7-4260-b457-dc1c81788324 May 27 22:55:29.825769 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:29.979476 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:29.985717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:29.986626 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:30.119128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event updated for resources: {'Network': ['ID=7ec35871-75d7-4260-b457-dc1c81788324,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:30.130531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 7ec35871-75d7-4260-b457-dc1c81788324 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:55:30.156374 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c764720f-76de-404c-ae0a-8c7f7fc4c5fd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5594709 May 27 22:55:30.156374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55632) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:30.156374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Request body: {'subnet': {'network_id': '7ec35871-75d7-4260-b457-dc1c81788324', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:30.287539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:30.291958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Usage tracker for resource:subnet and tenant:be83c68418dd4d30bf871dbdd669aec0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:30.294940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:30.300649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:30.379992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Made reservation on behalf of be83c68418dd4d30bf871dbdd669aec0 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:30.384171 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:30.665131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2cfb5-c0d7-4ac0-969b-59838cd28832 req-ccf46e21-e793-4a64-846c-11a82d35f4fa tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:30.666598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2bb2cfb5-c0d7-4ac0-969b-59838cd28832 req-ccf46e21-e793-4a64-846c-11a82d35f4fa tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.1576467 May 27 22:55:30.718643 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2bb2cfb5-c0d7-4ac0-969b-59838cd28832 req-15f13949-5096-4805-a35f-14da15174e7a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429225 May 27 22:55:30.745882 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:30.843041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Checking segment: {'id': '1d0f99dd-ab33-4368-a82f-b94e8f93dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7ec35871-75d7-4260-b457-dc1c81788324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:55:30.843041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Network hostable DHCP agents. Network: 7ec35871-75d7-4260-b457-dc1c81788324, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:55:30.847366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event updated for resources: {'Subnet': ['ID=b5ff7d04-b8bd-4ec7-b1a2-13a7cf24be09,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:30.917170 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:30.951209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Network 7ec35871-75d7-4260-b457-dc1c81788324 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:55:30.951443 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:31.014078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 7ec35871-75d7-4260-b457-dc1c81788324) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:31.022856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e1eb8a-4a84-4c39-aeba-d65b8b0563b0 None None] Network 7ec35871-75d7-4260-b457-dc1c81788324 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:31.024980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:31.027553 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:31.095576 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-401f9a73-c31b-456a-8c28-00995e8ce0c6 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9445622 May 27 22:55:31.098103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55640) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:31.288100 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:31.317037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-7ec35871-75d7-4260-b457-dc1c81788324', 'network_id': '7ec35871-75d7-4260-b457-dc1c81788324', 'tenant_id': 'be83c68418dd4d30bf871dbdd669aec0', 'fixed_ips': [{'subnet_id': 'b5ff7d04-b8bd-4ec7-b1a2-13a7cf24be09'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:55:31.319081 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:31.387412 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:31.535357 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Allocated IP 2001:db8::2 (7ec35871-75d7-4260-b457-dc1c81788324/b5ff7d04-b8bd-4ec7-b1a2-13a7cf24be09/384f3a6a-4ee4-4957-84b7-83cc2703f555) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:55:31.782871 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:31.805500 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Transition to ACTIVE for port object 384f3a6a-4ee4-4957-84b7-83cc2703f555 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:31.823799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Transition to ACTIVE for port object 384f3a6a-4ee4-4957-84b7-83cc2703f555 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:31.883603 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:31.941583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a47ab5-8795-4520-a89f-ba643c78ff0d req-f02cb413-170f-4b7e-8f6e-7564158dbe5f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:31.943144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-78a47ab5-8795-4520-a89f-ba643c78ff0d req-f02cb413-170f-4b7e-8f6e-7564158dbe5f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.0916295 May 27 22:55:31.953967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Network 7ec35871-75d7-4260-b457-dc1c81788324 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:55:31.958385 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:31.960976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:55:31.995793 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-78a47ab5-8795-4520-a89f-ba643c78ff0d req-21f7ca21-161b-4eb0-b517-333401715754 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464828 May 27 22:55:31.997371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Pushing event updated for resources: {'Port': ['ID=384f3a6a-4ee4-4957-84b7-83cc2703f555,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:32.054905 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:32.065983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Attempting to bind port 384f3a6a-4ee4-4957-84b7-83cc2703f555 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:55:32.066349 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Attempting to bind port 384f3a6a-4ee4-4957-84b7-83cc2703f555 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '1d0f99dd-ab33-4368-a82f-b94e8f93dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7ec35871-75d7-4260-b457-dc1c81788324'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:55:32.066702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Attempting to bind port 384f3a6a-4ee4-4957-84b7-83cc2703f555 on network 7ec35871-75d7-4260-b457-dc1c81788324 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:55:32.073094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:55:32.073094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Checking segment: {'id': '1d0f99dd-ab33-4368-a82f-b94e8f93dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7ec35871-75d7-4260-b457-dc1c81788324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:55:32.073584 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:32.076611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Bound using segment: {'id': '1d0f99dd-ab33-4368-a82f-b94e8f93dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7ec35871-75d7-4260-b457-dc1c81788324'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:55:32.076611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Bound port: 384f3a6a-4ee4-4957-84b7-83cc2703f555, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d0f99dd-ab33-4368-a82f-b94e8f93dc21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '7ec35871-75d7-4260-b457-dc1c81788324'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:55:32.076611 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:32.099332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ff7d04-b8bd-4ec7-b1a2-13a7cf24be09,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:32.122592 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:32.169217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] For port 384f3a6a-4ee4-4957-84b7-83cc2703f555, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:55:32.174181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] For port 384f3a6a-4ee4-4957-84b7-83cc2703f555, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=384f3a6a-4ee4-4957-84b7-83cc2703f555,segment=NetworkSegment(1d0f99dd-ab33-4368-a82f-b94e8f93dc21),segment_id=1d0f99dd-ab33-4368-a82f-b94e8f93dc21)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:55:32.220429 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:32.318688 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:32.344612 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec35871-75d7-4260-b457-dc1c81788324']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:32.347230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd06c8-4b4c-4f95-bbe1-8e32a747742c None None] Pushing event updated for resources: {'Port': ['ID=384f3a6a-4ee4-4957-84b7-83cc2703f555,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:32.360204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0f99dd-ab33-4368-a82f-b94e8f93dc21') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:32.360783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0f99dd-ab33-4368-a82f-b94e8f93dc21') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:32.374402 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:32.384720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f77b1c-3c84-48ae-bb68-ffe348462411 None None] Network 7ec35871-75d7-4260-b457-dc1c81788324 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:32.395088 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:32.403696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:55:32.404095 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:32.475722 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 1d0f99dd-ab33-4368-a82f-b94e8f93dc21 resource provider aggregate not found May 27 22:55:32.498838 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 1d0f99dd-ab33-4368-a82f-b94e8f93dc21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d0f99dd-ab33-4368-a82f-b94e8f93dc21 found for delete ", "request_id": "req-ba7b1dec-38da-420d-ba9e-6ee7cc6241e7"}]} May 27 22:55:32.552034 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 22:55:32.552034 n-d-843680-3 neutron-server[88900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 22:55:32.552034 n-d-843680-3 neutron-server[88900]: [parameters: {'id': '7ec35871-75d7-4260-b457-dc1c81788324'}] May 27 22:55:32.552034 n-d-843680-3 neutron-server[88900]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:55:32.552566 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:55:32.606944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfd01b1-1443-4106-a1e6-418ca30a54aa None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 22:55:32.779118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfd01b1-1443-4106-a1e6-418ca30a54aa None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 22:55:33.054207 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:33.054344 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55718) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:33.060139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6f97c04b-f4af-48d1-a18a-1b895996ae64 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540806388', 'description': 'tempest-secgroup-smoke-540806388 description', 'project_id': 'a3537ac059424872b0999096f4b18e5e'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:33.070608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Deleting port 384f3a6a-4ee4-4957-84b7-83cc2703f555 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:55:33.070818 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6f97c04b-f4af-48d1-a18a-1b895996ae64 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:33.071496 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:33.090574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6f97c04b-f4af-48d1-a18a-1b895996ae64 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:33.186727 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f97c04b-f4af-48d1-a18a-1b895996ae64 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:33.226248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6f97c04b-f4af-48d1-a18a-1b895996ae64 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:33.230227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6f97c04b-f4af-48d1-a18a-1b895996ae64 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Usage tracker for resource:security_group_rule and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:33.233500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6f97c04b-f4af-48d1-a18a-1b895996ae64 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:33.239538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6f97c04b-f4af-48d1-a18a-1b895996ae64 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:33.315951 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f97c04b-f4af-48d1-a18a-1b895996ae64 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:33.356700 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f97c04b-f4af-48d1-a18a-1b895996ae64 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:33.360108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3a756-c05c-42b7-a29b-57a989b8ae9f req-2202b6ea-9a8a-49ec-b77a-678a8bc7a8ba tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:33.362189 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ea3a756-c05c-42b7-a29b-57a989b8ae9f req-2202b6ea-9a8a-49ec-b77a-678a8bc7a8ba tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.2397795 May 27 22:55:33.373372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] For port 384f3a6a-4ee4-4957-84b7-83cc2703f555, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=384f3a6a-4ee4-4957-84b7-83cc2703f555,segment=NetworkSegment(1d0f99dd-ab33-4368-a82f-b94e8f93dc21),segment_id=1d0f99dd-ab33-4368-a82f-b94e8f93dc21)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:33.373727 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:33.410064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97c04b-f4af-48d1-a18a-1b895996ae64 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c152abe6-9774-4832-afaf-185503c02104,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:33.476977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f97c04b-f4af-48d1-a18a-1b895996ae64 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:33.478202 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6f97c04b-f4af-48d1-a18a-1b895996ae64 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4229436 May 27 22:55:33.481089 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55732) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:33.486512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0f517412-9129-43ca-935a-1044c71df6fb tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'security_group_rule': {'security_group_id': 'c152abe6-9774-4832-afaf-185503c02104', 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:33.493843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0f517412-9129-43ca-935a-1044c71df6fb tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:33.497796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0f517412-9129-43ca-935a-1044c71df6fb tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Usage tracker for resource:security_group_rule and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:33.500702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0f517412-9129-43ca-935a-1044c71df6fb tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:33.506959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0f517412-9129-43ca-935a-1044c71df6fb tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:33.520947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Calling delete_port for 384f3a6a-4ee4-4957-84b7-83cc2703f555 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:55:33.574185 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f517412-9129-43ca-935a-1044c71df6fb tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:33.588171 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ea3a756-c05c-42b7-a29b-57a989b8ae9f req-73195e82-f23c-4eb9-8367-4e42d3e00b72 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140093 May 27 22:55:33.658730 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f517412-9129-43ca-935a-1044c71df6fb tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:33.683181 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:33.728872 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f517412-9129-43ca-935a-1044c71df6fb tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:33.734208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Port': ['ID=384f3a6a-4ee4-4957-84b7-83cc2703f555,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:33.739842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] No DVR routers for this DVR port 384f3a6a-4ee4-4957-84b7-83cc2703f555 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:55:33.769154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f517412-9129-43ca-935a-1044c71df6fb tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8ba419-b106-4636-95bf-724c28051d73,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:33.859234 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f517412-9129-43ca-935a-1044c71df6fb tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:33.860417 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0f517412-9129-43ca-935a-1044c71df6fb tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3782954 May 27 22:55:33.860533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55738) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:33.868705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-60b1b663-d8a9-4edd-a471-4057dc091219 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'security_group_rule': {'security_group_id': 'c152abe6-9774-4832-afaf-185503c02104', 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:33.877653 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:33.884794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-60b1b663-d8a9-4edd-a471-4057dc091219 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:33.892105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-60b1b663-d8a9-4edd-a471-4057dc091219 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Usage tracker for resource:security_group_rule and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:33.902152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-60b1b663-d8a9-4edd-a471-4057dc091219 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:33.911157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-60b1b663-d8a9-4edd-a471-4057dc091219 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:33.914276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec35871-75d7-4260-b457-dc1c81788324']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:33.928935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0f99dd-ab33-4368-a82f-b94e8f93dc21') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:33.929223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0f99dd-ab33-4368-a82f-b94e8f93dc21') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:33.940562 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:33.956188 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:33.963309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:55:33.963691 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.059102 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-60b1b663-d8a9-4edd-a471-4057dc091219 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.127702 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-60b1b663-d8a9-4edd-a471-4057dc091219 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.163259 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.180976 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.192061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Network': ['ID=7ec35871-75d7-4260-b457-dc1c81788324,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:34.196413 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-60b1b663-d8a9-4edd-a471-4057dc091219 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.228536 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b6e6cbee-0b02-466f-9401-a3d66a7eaa77 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/networks/7ec35871-75d7-4260-b457-dc1c81788324 HTTP/1.1" status: 204 len: 168 time: 3.1291978 May 27 22:55:34.232493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55746) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:34.232989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1b663-d8a9-4edd-a471-4057dc091219 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83fd8b1-8133-49f8-929c-fde5fc11891b,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:34.238834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1071041685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:34.245154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:34.249370 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Usage tracker for resource:network and tenant:be83c68418dd4d30bf871dbdd669aec0 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:34.252320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:34.258821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:34.294301 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-60b1b663-d8a9-4edd-a471-4057dc091219 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.295429 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-60b1b663-d8a9-4edd-a471-4057dc091219 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4340916 May 27 22:55:34.298190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55752) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:34.303135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-95738f00-24eb-4c65-85d7-63ab0fe0ce98 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'security_group_rule': {'security_group_id': 'c152abe6-9774-4832-afaf-185503c02104', 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:34.309482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-95738f00-24eb-4c65-85d7-63ab0fe0ce98 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:34.313357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-95738f00-24eb-4c65-85d7-63ab0fe0ce98 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Usage tracker for resource:security_group_rule and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:34.316532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-95738f00-24eb-4c65-85d7-63ab0fe0ce98 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:34.323489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-95738f00-24eb-4c65-85d7-63ab0fe0ce98 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:34.356186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Made reservation on behalf of be83c68418dd4d30bf871dbdd669aec0 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:34.359913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.388734 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95738f00-24eb-4c65-85d7-63ab0fe0ce98 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.410774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:55:34.438463 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.438463 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Added segment d77f8823-7bf6-4aef-85ee-954b4a5f2f0a of type vlan for network 51e40be3-72bb-4bcc-b248-3012165efb4c May 27 22:55:34.478535 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.498740 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95738f00-24eb-4c65-85d7-63ab0fe0ce98 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.517279 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 1d0f99dd-ab33-4368-a82f-b94e8f93dc21 resource provider aggregate not found May 27 22:55:34.533629 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 1d0f99dd-ab33-4368-a82f-b94e8f93dc21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d0f99dd-ab33-4368-a82f-b94e8f93dc21 found for delete ", "request_id": "req-a360974b-5c6c-4b75-87e1-30a104d8850e"}]} May 27 22:55:34.545606 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95738f00-24eb-4c65-85d7-63ab0fe0ce98 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.569849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.575090 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:34.575646 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.578900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95738f00-24eb-4c65-85d7-63ab0fe0ce98 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084d2523-fb2a-4364-9c74-6ad997d31c2a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:34.666532 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95738f00-24eb-4c65-85d7-63ab0fe0ce98 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.670388 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-95738f00-24eb-4c65-85d7-63ab0fe0ce98 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3712132 May 27 22:55:34.670981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55766) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:34.678849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-24570d05-8c0b-450f-bf0c-ca3e6ef56bb8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'security_group_rule': {'security_group_id': 'c152abe6-9774-4832-afaf-185503c02104', 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:34.687057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-24570d05-8c0b-450f-bf0c-ca3e6ef56bb8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:34.692719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-24570d05-8c0b-450f-bf0c-ca3e6ef56bb8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Usage tracker for resource:security_group_rule and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:34.697886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-24570d05-8c0b-450f-bf0c-ca3e6ef56bb8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:34.705428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-24570d05-8c0b-450f-bf0c-ca3e6ef56bb8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:34.711463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event updated for resources: {'Network': ['ID=51e40be3-72bb-4bcc-b248-3012165efb4c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:34.727673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 51e40be3-72bb-4bcc-b248-3012165efb4c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:55:34.732000 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-db8a6639-9a69-45d8-8088-fce0d0ac0f4e tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4958394 May 27 22:55:34.736915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55770) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:34.739428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Request body: {'subnet': {'network_id': '51e40be3-72bb-4bcc-b248-3012165efb4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:34.905911 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-24570d05-8c0b-450f-bf0c-ca3e6ef56bb8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:34.927066 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:34.946693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Usage tracker for resource:subnet and tenant:be83c68418dd4d30bf871dbdd669aec0 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:34.952881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:34.965145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:35.011468 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-24570d05-8c0b-450f-bf0c-ca3e6ef56bb8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:35.020017 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcdae6-128f-4341-97e3-f2006d920447 req-edafa86d-ffe4-4c64-8305-b65db6991c2a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:35.022168 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1fcdae6-128f-4341-97e3-f2006d920447 req-edafa86d-ffe4-4c64-8305-b65db6991c2a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.1775682 May 27 22:55:35.066624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1fcdae6-128f-4341-97e3-f2006d920447 req-86d5a4ff-39d4-4da8-8755-665a299c1d48 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386732 May 27 22:55:35.067692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Made reservation on behalf of be83c68418dd4d30bf871dbdd669aec0 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:35.071452 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:35.088521 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-24570d05-8c0b-450f-bf0c-ca3e6ef56bb8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:35.281054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24570d05-8c0b-450f-bf0c-ca3e6ef56bb8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed9b59a-cb6a-4bea-88e4-163551eade46,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:35.363970 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-24570d05-8c0b-450f-bf0c-ca3e6ef56bb8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:35.365737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-24570d05-8c0b-450f-bf0c-ca3e6ef56bb8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6928253 May 27 22:55:35.368625 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55778) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:35.373937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'security_group_rule': {'security_group_id': 'c152abe6-9774-4832-afaf-185503c02104', 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:35.381169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:35.385308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Usage tracker for resource:security_group_rule and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:35.389264 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:35.395038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:35.453745 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Project a3537ac059424872b0999096f4b18e5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 22:55:35.461036 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:35.539620 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:35.575656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.objects.ports [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88900) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:55:35.576799 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:35.590614 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:35.619196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef1d6ec1-651c-477d-970d-f82c7e5a0d69,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:35.627559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:35.628018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:35.628485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:35.629191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:35.629746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:35.630280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:35.630709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:35.631104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:35.631543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:35.631931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:35.632471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:35.633010 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:35.659947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event updated for resources: {'Subnet': ['ID=b5f611a3-2ca3-4ac6-bfdf-b9479f04f6df,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:35.666637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Checking segment: {'id': 'd77f8823-7bf6-4aef-85ee-954b4a5f2f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '51e40be3-72bb-4bcc-b248-3012165efb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:55:35.666983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Network hostable DHCP agents. Network: 51e40be3-72bb-4bcc-b248-3012165efb4c, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:55:35.687707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:35.691904 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3ac77377-f700-46dd-aac6-6a59427bb155 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3222120 May 27 22:55:35.692538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55784) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:35.697698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-03151b83-9bf7-4db2-ab6d-deb24c79b39c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'security_group_rule': {'security_group_id': 'c152abe6-9774-4832-afaf-185503c02104', 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:35.704206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-03151b83-9bf7-4db2-ab6d-deb24c79b39c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:35.708032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-03151b83-9bf7-4db2-ab6d-deb24c79b39c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Usage tracker for resource:security_group_rule and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:35.711403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-03151b83-9bf7-4db2-ab6d-deb24c79b39c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:35.717154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-03151b83-9bf7-4db2-ab6d-deb24c79b39c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:35.762240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Network 51e40be3-72bb-4bcc-b248-3012165efb4c is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:55:35.808652 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-03151b83-9bf7-4db2-ab6d-deb24c79b39c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Project a3537ac059424872b0999096f4b18e5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 22:55:35.815611 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03151b83-9bf7-4db2-ab6d-deb24c79b39c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:35.825515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 51e40be3-72bb-4bcc-b248-3012165efb4c) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:35.829461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:35.830041 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:35.838618 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c486bb81-600c-4b3f-ad00-a691d04dbfa5 None None] Network 51e40be3-72bb-4bcc-b248-3012165efb4c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:35.894980 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-34d9ca1a-99d1-400b-b5d0-6092db70a1bd tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1609371 May 27 22:55:35.898268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55788) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:35.904539 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03151b83-9bf7-4db2-ab6d-deb24c79b39c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:35.940780 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03151b83-9bf7-4db2-ab6d-deb24c79b39c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:35.975624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03151b83-9bf7-4db2-ab6d-deb24c79b39c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc1f90d-6533-48d1-8c41-f9e7f5bfa60d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:36.031643 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03151b83-9bf7-4db2-ab6d-deb24c79b39c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:36.034206 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-03151b83-9bf7-4db2-ab6d-deb24c79b39c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3406110 May 27 22:55:36.060264 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:36.078612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-51e40be3-72bb-4bcc-b248-3012165efb4c', 'network_id': '51e40be3-72bb-4bcc-b248-3012165efb4c', 'tenant_id': 'be83c68418dd4d30bf871dbdd669aec0', 'fixed_ips': [{'subnet_id': 'b5f611a3-2ca3-4ac6-bfdf-b9479f04f6df'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:55:36.079570 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:36.152946 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:36.316777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c9542-4818-423c-814c-ba1687b7836b req-048ede9f-4cc2-495a-b888-9bfa4e0bbc3f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:36.319174 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-338c9542-4818-423c-814c-ba1687b7836b req-048ede9f-4cc2-495a-b888-9bfa4e0bbc3f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.0930483 May 27 22:55:36.379746 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Allocated IP 2001:db8::f816:3eff:feaf:d551 (51e40be3-72bb-4bcc-b248-3012165efb4c/b5f611a3-2ca3-4ac6-bfdf-b9479f04f6df/86a86aac-f2d5-43cb-9cf6-661277de000a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:55:36.380466 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-338c9542-4818-423c-814c-ba1687b7836b req-ea8a0ed7-f000-4ce1-b6ef-6db286495c43 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509541 May 27 22:55:36.709771 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:36.723122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Transition to ACTIVE for port object 86a86aac-f2d5-43cb-9cf6-661277de000a will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:36.750284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Transition to ACTIVE for port object 86a86aac-f2d5-43cb-9cf6-661277de000a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:36.803404 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:36.868893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Network 51e40be3-72bb-4bcc-b248-3012165efb4c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:55:36.871830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:36.874745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:55:36.888591 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:36.910240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Pushing event updated for resources: {'Port': ['ID=86a86aac-f2d5-43cb-9cf6-661277de000a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:36.928813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Subnet': ['ID=b5f611a3-2ca3-4ac6-bfdf-b9479f04f6df,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:36.981690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Attempting to bind port 86a86aac-f2d5-43cb-9cf6-661277de000a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:55:36.982357 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Attempting to bind port 86a86aac-f2d5-43cb-9cf6-661277de000a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'd77f8823-7bf6-4aef-85ee-954b4a5f2f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '51e40be3-72bb-4bcc-b248-3012165efb4c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:55:36.982661 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Attempting to bind port 86a86aac-f2d5-43cb-9cf6-661277de000a on network 51e40be3-72bb-4bcc-b248-3012165efb4c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:55:36.988553 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:55:36.988912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Checking segment: {'id': 'd77f8823-7bf6-4aef-85ee-954b4a5f2f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '51e40be3-72bb-4bcc-b248-3012165efb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:55:36.989308 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:36.989719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Bound using segment: {'id': 'd77f8823-7bf6-4aef-85ee-954b4a5f2f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '51e40be3-72bb-4bcc-b248-3012165efb4c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:55:36.990176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Bound port: 86a86aac-f2d5-43cb-9cf6-661277de000a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77f8823-7bf6-4aef-85ee-954b4a5f2f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '51e40be3-72bb-4bcc-b248-3012165efb4c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:55:36.990688 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:37.064853 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:37.095559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e40be3-72bb-4bcc-b248-3012165efb4c']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:37.110041 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] For port 86a86aac-f2d5-43cb-9cf6-661277de000a, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:55:37.112167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77f8823-7bf6-4aef-85ee-954b4a5f2f0a') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:37.112706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77f8823-7bf6-4aef-85ee-954b4a5f2f0a') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:37.121415 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] For port 86a86aac-f2d5-43cb-9cf6-661277de000a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=86a86aac-f2d5-43cb-9cf6-661277de000a,segment=NetworkSegment(d77f8823-7bf6-4aef-85ee-954b4a5f2f0a),segment_id=d77f8823-7bf6-4aef-85ee-954b4a5f2f0a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:55:37.125323 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:37.186254 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:37.188056 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:37.196613 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:55:37.197004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:37.299246 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d77f8823-7bf6-4aef-85ee-954b4a5f2f0a resource provider aggregate not found May 27 22:55:37.304170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e5463-a376-4c6c-a827-9e713c2196e1 None None] Pushing event updated for resources: {'Port': ['ID=86a86aac-f2d5-43cb-9cf6-661277de000a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:37.333186 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d77f8823-7bf6-4aef-85ee-954b4a5f2f0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d77f8823-7bf6-4aef-85ee-954b4a5f2f0a found for delete ", "request_id": "req-c0b84c0d-ef8f-42e1-bad6-2b26e1894205"}]} May 27 22:55:37.361208 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf9003b-5e7e-4a8a-982b-ab713307df5f None None] Network 51e40be3-72bb-4bcc-b248-3012165efb4c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:37.369123 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 22:55:37.369123 n-d-843680-3 neutron-server[88900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 22:55:37.369123 n-d-843680-3 neutron-server[88900]: [parameters: {'id': '51e40be3-72bb-4bcc-b248-3012165efb4c'}] May 27 22:55:37.369123 n-d-843680-3 neutron-server[88900]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:55:37.369558 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:55:37.632396 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0dbb27-3385-4626-91fc-c28cc82b43cd None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 22:55:37.635211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a4d2d-bcc0-429b-b847-7bc396596762 req-a7d3538c-1829-4e3c-b8b0-c1c48baa8b45 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:37.636872 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-351a4d2d-bcc0-429b-b847-7bc396596762 req-a7d3538c-1829-4e3c-b8b0-c1c48baa8b45 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.1245692 May 27 22:55:37.710522 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-351a4d2d-bcc0-429b-b847-7bc396596762 req-fc3edee5-8cbc-462e-9f70-6b2df0eb1a42 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634763 May 27 22:55:37.814151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0dbb27-3385-4626-91fc-c28cc82b43cd None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 22:55:37.870975 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:37.886184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Deleting port 86a86aac-f2d5-43cb-9cf6-661277de000a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:55:37.886428 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:38.115951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] For port 86a86aac-f2d5-43cb-9cf6-661277de000a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=86a86aac-f2d5-43cb-9cf6-661277de000a,segment=NetworkSegment(d77f8823-7bf6-4aef-85ee-954b4a5f2f0a),segment_id=d77f8823-7bf6-4aef-85ee-954b4a5f2f0a)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:38.116699 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:38.262205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Calling delete_port for 86a86aac-f2d5-43cb-9cf6-661277de000a owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:55:38.591242 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:38.648235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Port': ['ID=86a86aac-f2d5-43cb-9cf6-661277de000a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:38.664156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] No DVR routers for this DVR port 86a86aac-f2d5-43cb-9cf6-661277de000a on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:55:38.816684 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:38.846291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e40be3-72bb-4bcc-b248-3012165efb4c']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:38.859356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77f8823-7bf6-4aef-85ee-954b4a5f2f0a') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:38.859657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77f8823-7bf6-4aef-85ee-954b4a5f2f0a') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:38.873248 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:38.935855 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:38.949918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:55:38.950301 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:39.073295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b90bd-dfae-43ab-94d6-feb52a1b2870 req-07a9e18a-ecd5-445e-90a5-24daf5ea5466 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:39.074848 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b42b90bd-dfae-43ab-94d6-feb52a1b2870 req-07a9e18a-ecd5-445e-90a5-24daf5ea5466 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.1795509 May 27 22:55:39.116708 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:39.134494 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:39.153016 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b42b90bd-dfae-43ab-94d6-feb52a1b2870 req-104cfe03-642e-46c8-bbae-cb3388abdd7d tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715158 May 27 22:55:39.159731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Network': ['ID=51e40be3-72bb-4bcc-b248-3012165efb4c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:39.175785 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d58f1fd4-6f52-4a37-9fef-8d395810325a tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/networks/51e40be3-72bb-4bcc-b248-3012165efb4c HTTP/1.1" status: 204 len: 168 time: 3.2764170 May 27 22:55:39.179569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55898) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:39.225566 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f418d96-4814-45da-93b9-161376552ab5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] DELETE failed (client error): The resource could not be found. May 27 22:55:39.226027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f418d96-4814-45da-93b9-161376552ab5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:39.228388 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3f418d96-4814-45da-93b9-161376552ab5 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/subnets/b5f611a3-2ca3-4ac6-bfdf-b9479f04f6df HTTP/1.1" status: 404 len: 337 time: 0.0473616 May 27 22:55:39.230743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55904) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:39.262533 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-653f7b9b-d83f-450a-a8ac-134b1df8ba65 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] DELETE failed (client error): The resource could not be found. May 27 22:55:39.263021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-653f7b9b-d83f-450a-a8ac-134b1df8ba65 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:39.267592 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-653f7b9b-d83f-450a-a8ac-134b1df8ba65 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/networks/51e40be3-72bb-4bcc-b248-3012165efb4c HTTP/1.1" status: 404 len: 339 time: 0.0336416 May 27 22:55:39.267986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55908) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:39.312597 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05dd9ce-2ec4-411c-a5b2-34f809df5be3 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] DELETE failed (client error): The resource could not be found. May 27 22:55:39.313154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05dd9ce-2ec4-411c-a5b2-34f809df5be3 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:39.315292 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b05dd9ce-2ec4-411c-a5b2-34f809df5be3 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/subnets/b5ff7d04-b8bd-4ec7-b1a2-13a7cf24be09 HTTP/1.1" status: 404 len: 337 time: 0.0460556 May 27 22:55:39.317637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55912) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:39.345344 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-12176e0e-a2d8-445b-9d73-d9a20cd51f0d tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] DELETE failed (client error): The resource could not be found. May 27 22:55:39.345805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12176e0e-a2d8-445b-9d73-d9a20cd51f0d tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:39.349901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-12176e0e-a2d8-445b-9d73-d9a20cd51f0d tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/networks/7ec35871-75d7-4260-b457-dc1c81788324 HTTP/1.1" status: 404 len: 339 time: 0.0283556 May 27 22:55:39.350052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55918) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:39.381225 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d77f8823-7bf6-4aef-85ee-954b4a5f2f0a resource provider aggregate not found May 27 22:55:39.395270 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-41580195-ecef-447b-8a55-65a8435ada63 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] DELETE failed (client error): The resource could not be found. May 27 22:55:39.395713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41580195-ecef-447b-8a55-65a8435ada63 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:39.400505 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-41580195-ecef-447b-8a55-65a8435ada63 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/subnets/86daf5f6-3687-43bd-ac72-7d39f2407e28 HTTP/1.1" status: 404 len: 337 time: 0.0471256 May 27 22:55:39.400951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55924) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:39.409929 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d77f8823-7bf6-4aef-85ee-954b4a5f2f0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d77f8823-7bf6-4aef-85ee-954b4a5f2f0a found for delete ", "request_id": "req-f8047ce0-4cb6-417d-b888-fe99211d97cc"}]} May 27 22:55:39.428403 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4e5633-c475-4663-9790-f206ef7073f4 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] DELETE failed (client error): The resource could not be found. May 27 22:55:39.428879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4e5633-c475-4663-9790-f206ef7073f4 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:39.430552 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2a4e5633-c475-4663-9790-f206ef7073f4 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/networks/49cd4f95-802d-4ed7-8b98-4549546117bc HTTP/1.1" status: 404 len: 339 time: 0.0284555 May 27 22:55:39.433182 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55928) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:39.501261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0801d7d4-6a26-4a0f-a697-1251feee9ff9 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Deleting port ee9c427b-53e7-4720-859e-8397e695284d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:55:39.501889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0801d7d4-6a26-4a0f-a697-1251feee9ff9 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:39.747496 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0801d7d4-6a26-4a0f-a697-1251feee9ff9 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:39.875680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0801d7d4-6a26-4a0f-a697-1251feee9ff9 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Calling delete_port for ee9c427b-53e7-4720-859e-8397e695284d owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:55:40.163124 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0801d7d4-6a26-4a0f-a697-1251feee9ff9 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:40.229845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801d7d4-6a26-4a0f-a697-1251feee9ff9 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Port': ['ID=ee9c427b-53e7-4720-859e-8397e695284d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:40.231295 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0801d7d4-6a26-4a0f-a697-1251feee9ff9 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:40.240211 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0801d7d4-6a26-4a0f-a697-1251feee9ff9 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/ports/ee9c427b-53e7-4720-859e-8397e695284d HTTP/1.1" status: 204 len: 168 time: 0.8054576 May 27 22:55:40.243201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55944) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:40.295348 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d0a526-f6e4-489b-a07a-c4546846d0dc tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] DELETE failed (client error): The resource could not be found. May 27 22:55:40.295825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d0a526-f6e4-489b-a07a-c4546846d0dc tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:40.297772 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b7d0a526-f6e4-489b-a07a-c4546846d0dc tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/subnets/faf352a2-40c8-41dc-a209-c11a276986e0 HTTP/1.1" status: 404 len: 337 time: 0.0544283 May 27 22:55:40.300321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55950) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:40.414971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b028887-eb28-40d1-a0ae-bab92cbc3f5b req-6edb6fab-effe-4361-a462-1eb9fb2a4691 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:40.417290 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b028887-eb28-40d1-a0ae-bab92cbc3f5b req-6edb6fab-effe-4361-a462-1eb9fb2a4691 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.1332016 May 27 22:55:40.450045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-caf409cf-69bf-4e32-a068-d272895cb1c7 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:40.473796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b028887-eb28-40d1-a0ae-bab92cbc3f5b req-bf3d1949-80fc-4886-b22f-4963f786a026 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503159 May 27 22:55:40.595916 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-caf409cf-69bf-4e32-a068-d272895cb1c7 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:40.622579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-caf409cf-69bf-4e32-a068-d272895cb1c7 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3080c4-8ff8-4f26-898a-577b4c180beb']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:40.634575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-caf409cf-69bf-4e32-a068-d272895cb1c7 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f6a9df-2134-4340-8d02-1ce02a6dbe19') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:40.634883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-caf409cf-69bf-4e32-a068-d272895cb1c7 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f6a9df-2134-4340-8d02-1ce02a6dbe19') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:40.647292 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-caf409cf-69bf-4e32-a068-d272895cb1c7 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:40.663584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-caf409cf-69bf-4e32-a068-d272895cb1c7 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:40.669688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf409cf-69bf-4e32-a068-d272895cb1c7 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:55:40.670136 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-caf409cf-69bf-4e32-a068-d272895cb1c7 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:40.739882 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 66f6a9df-2134-4340-8d02-1ce02a6dbe19 resource provider aggregate not found May 27 22:55:40.761207 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 66f6a9df-2134-4340-8d02-1ce02a6dbe19 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66f6a9df-2134-4340-8d02-1ce02a6dbe19 found for delete ", "request_id": "req-edf6a4cf-1fd1-4647-8ee8-a10b7dfc1889"}]} May 27 22:55:40.860265 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-caf409cf-69bf-4e32-a068-d272895cb1c7 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:40.882956 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-caf409cf-69bf-4e32-a068-d272895cb1c7 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:40.894310 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-caf409cf-69bf-4e32-a068-d272895cb1c7 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/networks/4f3080c4-8ff8-4f26-898a-577b4c180beb HTTP/1.1" status: 204 len: 168 time: 0.5930266 May 27 22:55:40.895656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf409cf-69bf-4e32-a068-d272895cb1c7 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Network': ['ID=4f3080c4-8ff8-4f26-898a-577b4c180beb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:40.898783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55964) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:40.971326 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2a29ff86-9885-4a06-b3d0-59725fb7adbf tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Deleting port a948e3ab-e358-4e6b-a241-a61d2f08fe8b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:55:40.971820 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a29ff86-9885-4a06-b3d0-59725fb7adbf tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:41.197815 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a29ff86-9885-4a06-b3d0-59725fb7adbf tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:41.336486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2a29ff86-9885-4a06-b3d0-59725fb7adbf tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Calling delete_port for a948e3ab-e358-4e6b-a241-a61d2f08fe8b owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:55:41.511191 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a29ff86-9885-4a06-b3d0-59725fb7adbf tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:41.565284 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29ff86-9885-4a06-b3d0-59725fb7adbf tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Port': ['ID=a948e3ab-e358-4e6b-a241-a61d2f08fe8b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:41.578751 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a29ff86-9885-4a06-b3d0-59725fb7adbf tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:41.588376 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2a29ff86-9885-4a06-b3d0-59725fb7adbf tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/ports/a948e3ab-e358-4e6b-a241-a61d2f08fe8b HTTP/1.1" status: 204 len: 168 time: 0.6863785 May 27 22:55:41.588685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 55980) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:41.674456 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba8a90a-c7d6-460e-8d6f-88ace549ec44 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] DELETE failed (client error): The resource could not be found. May 27 22:55:41.674915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba8a90a-c7d6-460e-8d6f-88ace549ec44 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:55:41.676628 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8ba8a90a-c7d6-460e-8d6f-88ace549ec44 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/subnets/de1ad5c8-ed5e-4e16-8d27-561f3273d6fe HTTP/1.1" status: 404 len: 337 time: 0.0869598 May 27 22:55:41.680421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55984) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:41.733967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643d464-2629-4777-8c40-ba13b83b3c75 req-da220bbc-cff6-4340-9d45-066f52d5d2b4 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:41.733967 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1643d464-2629-4777-8c40-ba13b83b3c75 req-da220bbc-cff6-4340-9d45-066f52d5d2b4 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.1026411 May 27 22:55:41.791620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1643d464-2629-4777-8c40-ba13b83b3c75 req-a52bab30-9e48-4da8-9477-1d4a524ef53f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536449 May 27 22:55:41.836245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-daba0054-3a12-4f19-9925-2a354b3a5632 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:41.977718 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-daba0054-3a12-4f19-9925-2a354b3a5632 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:42.003593 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-daba0054-3a12-4f19-9925-2a354b3a5632 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061a9912-e46e-4ffc-9cd0-0d73e44e8784']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:42.016495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-daba0054-3a12-4f19-9925-2a354b3a5632 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75de7725-a25e-4840-8bb0-7c5145155a09') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:42.016906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-daba0054-3a12-4f19-9925-2a354b3a5632 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75de7725-a25e-4840-8bb0-7c5145155a09') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:42.029470 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-daba0054-3a12-4f19-9925-2a354b3a5632 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:42.045984 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-daba0054-3a12-4f19-9925-2a354b3a5632 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:42.052223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daba0054-3a12-4f19-9925-2a354b3a5632 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:55:42.052660 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-daba0054-3a12-4f19-9925-2a354b3a5632 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:42.254352 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-daba0054-3a12-4f19-9925-2a354b3a5632 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:42.278749 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-daba0054-3a12-4f19-9925-2a354b3a5632 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:42.281438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba0054-3a12-4f19-9925-2a354b3a5632 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Network': ['ID=061a9912-e46e-4ffc-9cd0-0d73e44e8784,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:42.289042 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-daba0054-3a12-4f19-9925-2a354b3a5632 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/networks/061a9912-e46e-4ffc-9cd0-0d73e44e8784 HTTP/1.1" status: 204 len: 168 time: 0.6052542 May 27 22:55:42.290428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 55994) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:42.362325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afdebd4-db00-413f-be7b-53d6f34ae356 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Deleting subnet 83eb8942-11ca-43b1-b8bf-6f6acb21a7ac {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:55:42.366352 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6afdebd4-db00-413f-be7b-53d6f34ae356 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:42.424733 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6afdebd4-db00-413f-be7b-53d6f34ae356 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:42.510344 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6afdebd4-db00-413f-be7b-53d6f34ae356 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:42.666036 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6afdebd4-db00-413f-be7b-53d6f34ae356 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:42.708607 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6afdebd4-db00-413f-be7b-53d6f34ae356 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:42.717418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a49da0-f22a-4710-a240-d3593fb85a25 None None] Network 69ed4c8f-9182-4b95-967b-3c350fd5e383 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:42.735713 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6afdebd4-db00-413f-be7b-53d6f34ae356 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/subnets/83eb8942-11ca-43b1-b8bf-6f6acb21a7ac HTTP/1.1" status: 204 len: 168 time: 0.4453750 May 27 22:55:42.736716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdebd4-db00-413f-be7b-53d6f34ae356 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Subnet': ['ID=83eb8942-11ca-43b1-b8bf-6f6acb21a7ac,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:42.738711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56000) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:42.791463 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 75de7725-a25e-4840-8bb0-7c5145155a09 resource provider aggregate not found May 27 22:55:42.818299 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 75de7725-a25e-4840-8bb0-7c5145155a09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75de7725-a25e-4840-8bb0-7c5145155a09 found for delete ", "request_id": "req-e724ae5e-a896-4c24-97ed-15ae9dfd8dbf"}]} May 27 22:55:43.042423 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:43.066997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Deleting port ce85293b-8f68-4893-8e7f-ed4c3b6cc800 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:55:43.067337 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:43.121362 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] DHCP port deletion for 69ed4c8f-9182-4b95-967b-3c350fd5e383 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:55:43.126125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Deleting port ce85293b-8f68-4893-8e7f-ed4c3b6cc800 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:55:43.126694 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:43.249121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68696a8-9e7c-453d-81ac-adb19569ce1d req-d546a610-a35e-409d-b36c-c5393078fecb tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:43.250754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b68696a8-9e7c-453d-81ac-adb19569ce1d req-d546a610-a35e-409d-b36c-c5393078fecb tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.3141499 May 27 22:55:43.336739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b68696a8-9e7c-453d-81ac-adb19569ce1d req-f2325cf8-7dc8-44b4-859a-ca5ce4280f87 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771658 May 27 22:55:43.389664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] For port ce85293b-8f68-4893-8e7f-ed4c3b6cc800, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ce85293b-8f68-4893-8e7f-ed4c3b6cc800,segment=NetworkSegment(25e75b06-520a-4996-859a-049f83812a2a),segment_id=25e75b06-520a-4996-859a-049f83812a2a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:43.390064 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:43.522918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] For port ce85293b-8f68-4893-8e7f-ed4c3b6cc800, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ce85293b-8f68-4893-8e7f-ed4c3b6cc800,segment=NetworkSegment(25e75b06-520a-4996-859a-049f83812a2a),segment_id=25e75b06-520a-4996-859a-049f83812a2a)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:43.523276 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:43.585395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Calling delete_port for ce85293b-8f68-4893-8e7f-ed4c3b6cc800 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:55:43.716729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Calling delete_port for ce85293b-8f68-4893-8e7f-ed4c3b6cc800 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:55:43.739186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ce85293b-8f68-4893-8e7f-ed4c3b6cc800 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:55:43.821237 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:43.837264 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:55:43.837922 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:55:43.844997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653ab1c-9ac8-49d8-99e7-eba916003a86 req-bc2ebd38-2673-4ca5-8224-8a1c572deb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:43.846543 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e653ab1c-9ac8-49d8-99e7-eba916003a86 req-bc2ebd38-2673-4ca5-8224-8a1c572deb58 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 1097 time: 0.3153520 May 27 22:55:43.890912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: ce85293b-8f68-4893-8e7f-ed4c3b6cc800 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:55:43.892448 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ce85293b-8f68-4893-8e7f-ed4c3b6cc800 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:55:43.893954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e653ab1c-9ac8-49d8-99e7-eba916003a86 req-18d46ac6-f748-4fd2-b826-b4b9e511189e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407658 May 27 22:55:43.899057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] No DVR routers for this DVR port ce85293b-8f68-4893-8e7f-ed4c3b6cc800 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:55:43.904248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Pushing event deleted for resources: {'Port': ['ID=ce85293b-8f68-4893-8e7f-ed4c3b6cc800,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:43.917758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:43.919013 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:43.920015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:43.920843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:43.921347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:43.921867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:43.933009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:43.933009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:43.933009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:43.933009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:43.933009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:43.933009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a46430f-31d5-4055-b60a-07976d6c395a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:44.338935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Deleting port ce85293b-8f68-4893-8e7f-ed4c3b6cc800 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:55:44.339291 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:44.445882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] The port 'ce85293b-8f68-4893-8e7f-ed4c3b6cc800' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:55:44.626631 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:44.665179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ed4c8f-9182-4b95-967b-3c350fd5e383']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:44.696593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ef6c0-a325-41b6-bbe0-5ea96a028230 req-5751635d-f42d-414a-ab54-248f2b7ddae7 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:44.699940 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-870ef6c0-a325-41b6-bbe0-5ea96a028230 req-5751635d-f42d-414a-ab54-248f2b7ddae7 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.2257605 May 27 22:55:44.703264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e75b06-520a-4996-859a-049f83812a2a') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:44.703555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e75b06-520a-4996-859a-049f83812a2a') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:44.751603 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:44.782273 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:44.810257 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-870ef6c0-a325-41b6-bbe0-5ea96a028230 req-44fdffe4-8822-4c8f-910a-a96a584dbb6d tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844030 May 27 22:55:44.830228 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:55:44.830919 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:45.042739 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:45.072077 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:45.083641 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 25e75b06-520a-4996-859a-049f83812a2a resource provider aggregate not found May 27 22:55:45.087391 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] Pushing event deleted for resources: {'Network': ['ID=69ed4c8f-9182-4b95-967b-3c350fd5e383,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:45.094617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d272d050-8099-4e74-ba42-a2aab9ed0779 tempest-NetworksIpV6TestAttrs-1399270137 tempest-NetworksIpV6TestAttrs-1399270137-project] 10.222.0.27 "DELETE /v2.0/networks/69ed4c8f-9182-4b95-967b-3c350fd5e383 HTTP/1.1" status: 204 len: 168 time: 2.3526361 May 27 22:55:45.111392 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 25e75b06-520a-4996-859a-049f83812a2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25e75b06-520a-4996-859a-049f83812a2a found for delete ", "request_id": "req-b4b5aade-f55d-47a7-8953-16a8a6952af1"}]} May 27 22:55:45.603881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56046) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:45.801398 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2494023d-5bcf-4bde-a746-07fd4fb1f638 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=be83c68418dd4d30bf871dbdd669aec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943257 May 27 22:55:45.801902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56052) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:45.880820 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bee2c8b9-c1ee-46aa-878c-37c82312e0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:45.915486 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bee2c8b9-c1ee-46aa-878c-37c82312e0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:45.929908 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:46.022565 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ccc55-e8c7-47d0-b515-b8ef57a2f8e4 req-e2ecdb66-7b19-4dca-91f8-3cca2c343487 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:46.024301 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea4ccc55-e8c7-47d0-b515-b8ef57a2f8e4 req-e2ecdb66-7b19-4dca-91f8-3cca2c343487 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.0907946 May 27 22:55:46.060859 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bee2c8b9-c1ee-46aa-878c-37c82312e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:46.084391 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bee2c8b9-c1ee-46aa-878c-37c82312e0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:46.086668 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bee2c8b9-c1ee-46aa-878c-37c82312e0c1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/038ff418-a45c-442a-912c-cbaf9389d1e6 HTTP/1.1" status: 204 len: 168 time: 0.2838602 May 27 22:55:46.087568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2c8b9-c1ee-46aa-878c-37c82312e0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038ff418-a45c-442a-912c-cbaf9389d1e6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:46.105729 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea4ccc55-e8c7-47d0-b515-b8ef57a2f8e4 req-1758fcfb-57c7-4a5f-8bdb-d6828c59db9e tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752902 May 27 22:55:47.023634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafd732-c05e-468f-a9ac-97e701edb576 req-bb81e111-9376-4724-a0c1-5b6853b7d890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:47.025181 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1eafd732-c05e-468f-a9ac-97e701edb576 req-bb81e111-9376-4724-a0c1-5b6853b7d890 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 1097 time: 0.1107683 May 27 22:55:47.060559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee58d9-48f5-43cb-b908-0d768cf75355 req-84ecf6a2-002f-4c1b-b826-d8f92a4e7963 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:47.062381 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1ee58d9-48f5-43cb-b908-0d768cf75355 req-84ecf6a2-002f-4c1b-b826-d8f92a4e7963 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.1802707 May 27 22:55:47.205913 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1ee58d9-48f5-43cb-b908-0d768cf75355 req-79937950-5846-4ff9-89e2-22118b0a877d tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376882 May 27 22:55:47.248460 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafd732-c05e-468f-a9ac-97e701edb576 req-4fff8465-3311-4b80-87dd-017770682d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:47.249894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1eafd732-c05e-468f-a9ac-97e701edb576 req-4fff8465-3311-4b80-87dd-017770682d3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 920 time: 0.2185614 May 27 22:55:47.342716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56100) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:47.472971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-33ab0973-2865-43b1-ac4f-6dd747ea51cb tempest-DvrRoutersNegativeTest-755108752 tempest-DvrRoutersNegativeTest-755108752-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-49204842', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:47.477942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.policy [None req-33ab0973-2865-43b1-ac4f-6dd747ea51cb tempest-DvrRoutersNegativeTest-755108752 tempest-DvrRoutersNegativeTest-755108752-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88901) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 27 22:55:47.478422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.policy [None req-33ab0973-2865-43b1-ac4f-6dd747ea51cb tempest-DvrRoutersNegativeTest-755108752 tempest-DvrRoutersNegativeTest-755108752-project] Failed policy check for 'create_router' {{(pid=88901) enforce /opt/stack/neutron/neutron/policy.py:520}} May 27 22:55:47.479118 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-33ab0973-2865-43b1-ac4f-6dd747ea51cb tempest-DvrRoutersNegativeTest-755108752 tempest-DvrRoutersNegativeTest-755108752-project] create failed (client error): Access was denied to this resource. May 27 22:55:47.492257 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-33ab0973-2865-43b1-ac4f-6dd747ea51cb tempest-DvrRoutersNegativeTest-755108752 tempest-DvrRoutersNegativeTest-755108752-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1440203 May 27 22:55:47.498024 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1eafd732-c05e-468f-a9ac-97e701edb576 req-2ae36bbc-7ea3-43fe-9b05-16ef99e96720 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f236d4e-8092-454e-89d1-126731273d34 HTTP/1.1" status: 200 len: 1002 time: 0.2420955 May 27 22:55:47.573634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafd732-c05e-468f-a9ac-97e701edb576 req-54f0230e-0413-46aa-9eb4-988bf2854c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:47.575239 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1eafd732-c05e-468f-a9ac-97e701edb576 req-54f0230e-0413-46aa-9eb4-988bf2854c4a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.0712185 May 27 22:55:47.669469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafd732-c05e-468f-a9ac-97e701edb576 req-2d9b29d8-cb28-4556-bd96-a35fb9365afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:47.671581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1eafd732-c05e-468f-a9ac-97e701edb576 req-2d9b29d8-cb28-4556-bd96-a35fb9365afa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902588 May 27 22:55:47.849645 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1eafd732-c05e-468f-a9ac-97e701edb576 req-45789d44-4575-4498-a3fd-11b0c8eed970 service neutron] 10.222.0.46 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721997 May 27 22:55:47.993387 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1eafd732-c05e-468f-a9ac-97e701edb576 req-9fa27ec7-bc62-4986-b1a4-91019231d3c2 service neutron] 10.222.0.46 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383297 May 27 22:55:48.435115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a637c82-54dc-4903-b464-19a0f4f801f9 req-9f7defa1-57b1-4a57-9711-16530451f2d7 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:48.436798 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a637c82-54dc-4903-b464-19a0f4f801f9 req-9f7defa1-57b1-4a57-9711-16530451f2d7 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.1000316 May 27 22:55:48.499554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a637c82-54dc-4903-b464-19a0f4f801f9 req-821d206f-6b43-4725-aa19-f6a8cdee0cf7 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541732 May 27 22:55:48.506509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56122) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:48.637935 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f855e069-c71d-4532-889f-d65331527be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:48.653534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f855e069-c71d-4532-889f-d65331527be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:48.657525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f855e069-c71d-4532-889f-d65331527be8 admin admin] Usage tracker for resource:security_group_rule and tenant:c80f068ef82d4af4b51d4c2a7ed0bd5e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:48.660535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f855e069-c71d-4532-889f-d65331527be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:48.666526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f855e069-c71d-4532-889f-d65331527be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:48.753030 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f855e069-c71d-4532-889f-d65331527be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:48.842307 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f855e069-c71d-4532-889f-d65331527be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:48.892310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855e069-c71d-4532-889f-d65331527be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2cbf83-1fb2-4ab5-8fbd-aead3cc85ea3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:48.899018 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f855e069-c71d-4532-889f-d65331527be8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c80f068ef82d4af4b51d4c2a7ed0bd5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890512 May 27 22:55:48.899235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56130) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:49.075784 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2598a973-bbb6-49c2-88e1-e5a2468fc826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:49.103144 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2598a973-bbb6-49c2-88e1-e5a2468fc826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:49.231533 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2598a973-bbb6-49c2-88e1-e5a2468fc826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:49.260640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598a973-bbb6-49c2-88e1-e5a2468fc826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2cbf83-1fb2-4ab5-8fbd-aead3cc85ea3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:49.278342 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2598a973-bbb6-49c2-88e1-e5a2468fc826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:49.284371 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2598a973-bbb6-49c2-88e1-e5a2468fc826 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2b2cbf83-1fb2-4ab5-8fbd-aead3cc85ea3 HTTP/1.1" status: 204 len: 168 time: 0.3823588 May 27 22:55:49.749963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3f53c-9f56-4c83-a158-d4f75e13bcc5 req-00947afc-0276-43d4-a597-d1faebdbe334 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:49.751450 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7f3f53c-9f56-4c83-a158-d4f75e13bcc5 req-00947afc-0276-43d4-a597-d1faebdbe334 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.1148298 May 27 22:55:49.825282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7f3f53c-9f56-4c83-a158-d4f75e13bcc5 req-075ba2d1-dfb1-4f64-92cc-9d3f244a222a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676160 May 27 22:55:50.100736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf447e11-51dd-479f-ad46-1985d577bff9 req-a8e1b471-637e-46b1-9283-bde13e72a0c3 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:50.102211 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf447e11-51dd-479f-ad46-1985d577bff9 req-a8e1b471-637e-46b1-9283-bde13e72a0c3 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.1721337 May 27 22:55:50.112857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56158) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:50.118425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1806204-ef86-4f27-b831-ad3c4ce7c796 req-6d924f54-688d-41fc-a37e-88618aa4d2fa service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0961611 May 27 22:55:50.120638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e37ab646-6e50-423e-8efc-ea54394a24f9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Request body: {'floatingip': {'port_id': '1f236d4e-8092-454e-89d1-126731273d34'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:50.303775 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e37ab646-6e50-423e-8efc-ea54394a24f9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for floatingip, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:50.365324 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1806204-ef86-4f27-b831-ad3c4ce7c796 req-8e5192eb-d0a3-4324-ac69-c4d58be38c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:50.366797 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1806204-ef86-4f27-b831-ad3c4ce7c796 req-8e5192eb-d0a3-4324-ac69-c4d58be38c48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 1097 time: 0.1414614 May 27 22:55:50.581667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56176) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:50.599852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1806204-ef86-4f27-b831-ad3c4ce7c796 req-850cfce5-10af-4f99-9479-97e0ea1defd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:50.602000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1806204-ef86-4f27-b831-ad3c4ce7c796 req-850cfce5-10af-4f99-9479-97e0ea1defd4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 920 time: 0.2139218 May 27 22:55:50.791322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1806204-ef86-4f27-b831-ad3c4ce7c796 req-e00cc595-b9c3-427b-9267-1ec425b3e8a2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f236d4e-8092-454e-89d1-126731273d34 HTTP/1.1" status: 200 len: 1002 time: 0.1832180 May 27 22:55:50.799684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-332419114'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:50.858388 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:50.858388 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Usage tracker for resource:network and tenant:61d6621ce4184fbbb8b09ad2bd98e5ed is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:50.860664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:50.870086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:50.887740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1806204-ef86-4f27-b831-ad3c4ce7c796 req-9f1f974c-9a96-4e9a-b360-6c824a1a00de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:50.889218 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1806204-ef86-4f27-b831-ad3c4ce7c796 req-9f1f974c-9a96-4e9a-b360-6c824a1a00de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.0835598 May 27 22:55:50.976374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1806204-ef86-4f27-b831-ad3c4ce7c796 req-f136ca89-df99-476e-aa63-106f57d41e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:50.977936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1806204-ef86-4f27-b831-ad3c4ce7c796 req-f136ca89-df99-476e-aa63-106f57d41e3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830488 May 27 22:55:51.058950 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e37ab646-6e50-423e-8efc-ea54394a24f9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:51.114946 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1806204-ef86-4f27-b831-ad3c4ce7c796 req-95bef133-5add-4d38-9279-63272d8126da service neutron] 10.222.0.46 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303146 May 27 22:55:51.248070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1806204-ef86-4f27-b831-ad3c4ce7c796 req-623c2490-58f8-440c-a9eb-eb43de25423a service neutron] 10.222.0.46 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282666 May 27 22:55:52.065275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Made reservation on behalf of 61d6621ce4184fbbb8b09ad2bd98e5ed for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:52.069186 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:52.086070 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:52.088524 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e37ab646-6e50-423e-8efc-ea54394a24f9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:52.213079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:52.229498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Usage tracker for resource:security_group_rule and tenant:61d6621ce4184fbbb8b09ad2bd98e5ed is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:52.235931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:52.240086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:52.351009 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:52.364523 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:52.424998 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:52.475927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:55:52.498524 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:52.498868 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Added segment 3eee40f7-d45f-48af-9b63-eae01097c182 of type vlan for network dff7c204-d861-4532-831d-98b0c98dfbf6 May 27 22:55:52.548924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37ab646-6e50-423e-8efc-ea54394a24f9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Router a5d3c54f-0b2e-49f9-8c21-98a79313e814 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:55:52.549061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45cd7b85-8e62-4041-8d8e-432721197c17,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:52.571087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:52.571087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:52.571087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:52.571087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:52.571087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:52.571087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:52.571087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:52.571087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:52.571087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:52.571087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:52.571087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:52.571087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:55:52.590257 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:52.670944 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:52.677860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:52.678485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:52.866386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Pushing event updated for resources: {'Network': ['ID=dff7c204-d861-4532-831d-98b0c98dfbf6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:52.877598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network dff7c204-d861-4532-831d-98b0c98dfbf6 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:55:52.954648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37ab646-6e50-423e-8efc-ea54394a24f9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:55:52.961357 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e37ab646-6e50-423e-8efc-ea54394a24f9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:52.964678 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da5af7-c388-4287-a3a8-db859f964ad0 None None] Sync routers for ids ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:55:52.965962 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c16c50f2-8ec1-4590-8c6e-5ecee85e5667 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.3826387 May 27 22:55:52.966819 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56216) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:52.973064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Request body: {'subnet': {'network_id': 'dff7c204-d861-4532-831d-98b0c98dfbf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:52.988866 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da5af7-c388-4287-a3a8-db859f964ad0 None None] Routers {'a5d3c54f-0b2e-49f9-8c21-98a79313e814'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:55:52.998931 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d8da5af7-c388-4287-a3a8-db859f964ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:55:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:53.127509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:53.128279 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'tag': '1f236d4e-8092-454e-89d1-126731273d34'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:55:53.131832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Usage tracker for resource:subnet and tenant:61d6621ce4184fbbb8b09ad2bd98e5ed is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:53.135187 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e37ab646-6e50-423e-8efc-ea54394a24f9 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "PUT /v2.0/floatingips/7e60551a-6b9f-45db-8be9-430d0c1e3036 HTTP/1.1" status: 200 len: 994 time: 3.0194588 May 27 22:55:53.135416 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:53.142337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:53.153537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-a5cf4daf-4073-4982-87e8-dee154c95790 req-7f2cc5a6-f11c-45bb-9b2f-3e282605da6a service neutron] (88901) timed out ('10.222.0.46', 61458) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 22:55:53.193554 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b2fd8c-9e20-44ba-a9db-c86009af892f'] response: {'name': 'network-changed', 'server_uuid': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'tag': '1f236d4e-8092-454e-89d1-126731273d34', 'status': 'completed', 'code': 200} May 27 22:55:53.300467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Made reservation on behalf of 61d6621ce4184fbbb8b09ad2bd98e5ed for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:53.304552 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:53.337236 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d8da5af7-c388-4287-a3a8-db859f964ad0 None None] Set router a5d3c54f-0b2e-49f9-8c21-98a79313e814 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:55:53.538952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4b040-88e4-45d6-b019-239dd27143bf req-41559eec-169c-48aa-bcaf-03e31d9dcc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:53.539939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2db4b040-88e4-45d6-b019-239dd27143bf req-41559eec-169c-48aa-bcaf-03e31d9dcc9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 1097 time: 0.3225207 May 27 22:55:53.787126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4b040-88e4-45d6-b019-239dd27143bf req-86093078-49c8-4b3a-aa49-ad3d23bc68c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:53.788338 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2db4b040-88e4-45d6-b019-239dd27143bf req-86093078-49c8-4b3a-aa49-ad3d23bc68c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 920 time: 0.2335894 May 27 22:55:53.881931 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d8da5af7-c388-4287-a3a8-db859f964ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:52:00Z', 'revision_number': 4, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '7e60551a-6b9f-45db-8be9-430d0c1e3036', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'port_id': '1f236d4e-8092-454e-89d1-126731273d34', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'mac_address': 'fa:16:3e:18:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:54:04Z', 'updated_at': '2022-05-27T22:55:50Z', 'revision_number': 3, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703d3cd0-5424-47c8-af94-712791e8f895', 'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'mac_address': 'fa:16:3e:8a:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:57Z', 'updated_at': '2022-05-27T22:52:11Z', 'revision_number': 5, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'subnets': [{'id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:53.894435 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da5af7-c388-4287-a3a8-db859f964ad0 None None] Checking router: a5d3c54f-0b2e-49f9-8c21-98a79313e814 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:55:53.896080 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da5af7-c388-4287-a3a8-db859f964ad0 None None] Routers {'a5d3c54f-0b2e-49f9-8c21-98a79313e814'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:55:53.897038 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d8da5af7-c388-4287-a3a8-db859f964ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:55:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:53.943255 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2db4b040-88e4-45d6-b019-239dd27143bf req-088f4db3-6170-431f-a7bc-142bcd35abbb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f236d4e-8092-454e-89d1-126731273d34 HTTP/1.1" status: 200 len: 1002 time: 0.1441572 May 27 22:55:53.990860 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:54.103155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4b040-88e4-45d6-b019-239dd27143bf req-ae936b69-ad7a-43ea-b36c-47437dba4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:54.104627 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2db4b040-88e4-45d6-b019-239dd27143bf req-ae936b69-ad7a-43ea-b36c-47437dba4885 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.1560445 May 27 22:55:54.107307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Pushing event updated for resources: {'Subnet': ['ID=3cbe6757-57b8-4be6-a55e-5c640611d1f2,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:54.124801 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d8da5af7-c388-4287-a3a8-db859f964ad0 None None] Set router a5d3c54f-0b2e-49f9-8c21-98a79313e814 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:55:54.175924 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Checking segment: {'id': '3eee40f7-d45f-48af-9b63-eae01097c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'dff7c204-d861-4532-831d-98b0c98dfbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:55:54.176665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Network hostable DHCP agents. Network: dff7c204-d861-4532-831d-98b0c98dfbf6, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:55:54.255195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4b040-88e4-45d6-b019-239dd27143bf req-cd58266b-2ec2-4165-b7d0-92e15eb25c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:54.256725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2db4b040-88e4-45d6-b019-239dd27143bf req-cd58266b-2ec2-4165-b7d0-92e15eb25c30 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1445069 May 27 22:55:54.391993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2db4b040-88e4-45d6-b019-239dd27143bf req-4ac8216b-02e6-4096-bd8f-e63ac5ce7dc3 service neutron] 10.222.0.46 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279383 May 27 22:55:54.398514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Network dff7c204-d861-4532-831d-98b0c98dfbf6 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:55:54.619337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2db4b040-88e4-45d6-b019-239dd27143bf req-7f8782eb-34ef-4743-91f8-efc0f2686007 service neutron] 10.222.0.46 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216964 May 27 22:55:54.664813 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d8da5af7-c388-4287-a3a8-db859f964ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:52:00Z', 'revision_number': 4, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '7e60551a-6b9f-45db-8be9-430d0c1e3036', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'port_id': '1f236d4e-8092-454e-89d1-126731273d34', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'mac_address': 'fa:16:3e:18:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:54:04Z', 'updated_at': '2022-05-27T22:55:50Z', 'revision_number': 3, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703d3cd0-5424-47c8-af94-712791e8f895', 'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'mac_address': 'fa:16:3e:8a:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:57Z', 'updated_at': '2022-05-27T22:52:11Z', 'revision_number': 5, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'subnets': [{'id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:54.671123 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da5af7-c388-4287-a3a8-db859f964ad0 None None] The sync data for ids ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'] in n-d-843680-3 is: [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:52:00Z', 'revision_number': 4, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '7e60551a-6b9f-45db-8be9-430d0c1e3036', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'port_id': '1f236d4e-8092-454e-89d1-126731273d34', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'mac_address': 'fa:16:3e:18:74:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:54:04Z', 'updated_at': '2022-05-27T22:55:50Z', 'revision_number': 3, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '703d3cd0-5424-47c8-af94-712791e8f895', 'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'mac_address': 'fa:16:3e:8a:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:57Z', 'updated_at': '2022-05-27T22:52:11Z', 'revision_number': 5, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'subnets': [{'id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:55:54.687618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, dff7c204-d861-4532-831d-98b0c98dfbf6) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:54.704009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:54.710474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9925a4c4-9212-4d91-a1d7-389834fbdf01 None None] Network dff7c204-d861-4532-831d-98b0c98dfbf6 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:54.737925 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:54.867244 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5df8b63f-98ee-48e6-acf2-2af61036a810 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8993580 May 27 22:55:54.870426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56254) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:54.878355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Request body: {'port': {'network_id': 'dff7c204-d861-4532-831d-98b0c98dfbf6', 'name': 'tempest-TagsExtTest-1152345977'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:55.156712 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:55.163361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Usage tracker for resource:port and tenant:61d6621ce4184fbbb8b09ad2bd98e5ed is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:55.166945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:55.174026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:55.195089 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'tag': '1f236d4e-8092-454e-89d1-126731273d34'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:55:55.293974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Made reservation on behalf of 61d6621ce4184fbbb8b09ad2bd98e5ed for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:55:55.297692 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:55.324034 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f1addb-495b-49f5-83da-9fe2e49f1c5c'] response: {'name': 'network-changed', 'server_uuid': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'tag': '1f236d4e-8092-454e-89d1-126731273d34', 'status': 'completed', 'code': 200} May 27 22:55:55.342824 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] device_id is not set on port b6571f56-d15f-44c3-824b-2b070743120e yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:55:55.344902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-dff7c204-d861-4532-831d-98b0c98dfbf6', 'network_id': 'dff7c204-d861-4532-831d-98b0c98dfbf6', 'tenant_id': '61d6621ce4184fbbb8b09ad2bd98e5ed', 'fixed_ips': [{'subnet_id': '3cbe6757-57b8-4be6-a55e-5c640611d1f2'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:55:55.346191 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:55.400114 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-afd6eeba-d6f9-4622-9f68-b573f3dfb776 req-d22e8b2b-7336-4895-8848-779dc8ae8d6b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1879411 May 27 22:55:55.433428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46dfac-6cac-40b6-b17e-49fdaf4fe1cb req-7d617fed-fbd5-4fd7-a359-6bb77564ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:55.434906 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee46dfac-6cac-40b6-b17e-49fdaf4fe1cb req-7d617fed-fbd5-4fd7-a359-6bb77564ab07 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 1097 time: 0.1018794 May 27 22:55:55.547059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Allocated IP 172.20.0.2 (dff7c204-d861-4532-831d-98b0c98dfbf6/3cbe6757-57b8-4be6-a55e-5c640611d1f2/32dd60bc-acb0-4b6b-8752-cc22cc195019) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:55:55.632956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6eeba-d6f9-4622-9f68-b573f3dfb776 req-26fd4603-4d34-43d7-afdb-7b4f72e95966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:55.634525 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-afd6eeba-d6f9-4622-9f68-b573f3dfb776 req-26fd4603-4d34-43d7-afdb-7b4f72e95966 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 1096 time: 0.1139398 May 27 22:55:55.853192 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6eeba-d6f9-4622-9f68-b573f3dfb776 req-8aea722c-1235-4ef6-b9ed-c81c81d65111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:55.855030 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-afd6eeba-d6f9-4622-9f68-b573f3dfb776 req-8aea722c-1235-4ef6-b9ed-c81c81d65111 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 920 time: 0.1961725 May 27 22:55:55.860651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46dfac-6cac-40b6-b17e-49fdaf4fe1cb req-f08d4d6d-375d-45da-9189-9ef7d62dbb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:55.862105 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee46dfac-6cac-40b6-b17e-49fdaf4fe1cb req-f08d4d6d-375d-45da-9189-9ef7d62dbb73 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 200 len: 920 time: 0.4216428 May 27 22:55:55.923985 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-afd6eeba-d6f9-4622-9f68-b573f3dfb776 req-e91d1540-4691-49d0-8b5d-9141a10a5dc0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33dde196-688f-455b-a13a-7b0b9e314e50 HTTP/1.1" status: 200 len: 217 time: 0.0621092 May 27 22:55:55.925872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:55.951269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Transition to ACTIVE for port object 32dd60bc-acb0-4b6b-8752-cc22cc195019 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:56.008596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Transition to ACTIVE for port object 32dd60bc-acb0-4b6b-8752-cc22cc195019 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:56.026797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6eeba-d6f9-4622-9f68-b573f3dfb776 req-6b4ea461-f517-4b08-b396-34d87d158432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:56.028429 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-afd6eeba-d6f9-4622-9f68-b573f3dfb776 req-6b4ea461-f517-4b08-b396-34d87d158432 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.0958419 May 27 22:55:56.049732 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee46dfac-6cac-40b6-b17e-49fdaf4fe1cb req-1166cc6f-c9dc-495c-bfa3-036f9951d13f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f236d4e-8092-454e-89d1-126731273d34 HTTP/1.1" status: 200 len: 1002 time: 0.1803720 May 27 22:55:56.079916 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:56.150761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46dfac-6cac-40b6-b17e-49fdaf4fe1cb req-cc59dd65-c0c7-4972-a059-9bb623d6b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:56.153282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee46dfac-6cac-40b6-b17e-49fdaf4fe1cb req-cc59dd65-c0c7-4972-a059-9bb623d6b054 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 200 len: 858 time: 0.0978761 May 27 22:55:56.220986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Allocated IP 172.20.0.3 (dff7c204-d861-4532-831d-98b0c98dfbf6/3cbe6757-57b8-4be6-a55e-5c640611d1f2/b6571f56-d15f-44c3-824b-2b070743120e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:55:56.229964 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Network dff7c204-d861-4532-831d-98b0c98dfbf6 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:55:56.240600 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:56.248582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:55:56.288934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6eeba-d6f9-4622-9f68-b573f3dfb776 req-8cfd9d6d-d83c-43c4-9b31-9c22939998d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:56.290406 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-afd6eeba-d6f9-4622-9f68-b573f3dfb776 req-8cfd9d6d-d83c-43c4-9b31-9c22939998d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2538931 May 27 22:55:56.324685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46dfac-6cac-40b6-b17e-49fdaf4fe1cb req-ed900c5c-c32c-4deb-aa83-e172311e64a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:56.326367 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee46dfac-6cac-40b6-b17e-49fdaf4fe1cb req-ed900c5c-c32c-4deb-aa83-e172311e64a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8514dbac-db35-4503-b472-f0edb8e4c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658933 May 27 22:55:56.332001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Pushing event updated for resources: {'Port': ['ID=32dd60bc-acb0-4b6b-8752-cc22cc195019,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:56.445409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Attempting to bind port 32dd60bc-acb0-4b6b-8752-cc22cc195019 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:55:56.445865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Attempting to bind port 32dd60bc-acb0-4b6b-8752-cc22cc195019 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '3eee40f7-d45f-48af-9b63-eae01097c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'dff7c204-d861-4532-831d-98b0c98dfbf6'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:55:56.446325 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Attempting to bind port 32dd60bc-acb0-4b6b-8752-cc22cc195019 on network dff7c204-d861-4532-831d-98b0c98dfbf6 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:55:56.452066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:55:56.452627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Checking segment: {'id': '3eee40f7-d45f-48af-9b63-eae01097c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'dff7c204-d861-4532-831d-98b0c98dfbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:55:56.453130 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:56.453742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Bound using segment: {'id': '3eee40f7-d45f-48af-9b63-eae01097c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'dff7c204-d861-4532-831d-98b0c98dfbf6'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:55:56.454332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Bound port: 32dd60bc-acb0-4b6b-8752-cc22cc195019, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eee40f7-d45f-48af-9b63-eae01097c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'dff7c204-d861-4532-831d-98b0c98dfbf6'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:55:56.454800 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:56.519747 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee46dfac-6cac-40b6-b17e-49fdaf4fe1cb req-e75ec54b-df8a-433d-8a23-d567c4c83a50 service neutron] 10.222.0.46 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818221 May 27 22:55:56.595231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] For port 32dd60bc-acb0-4b6b-8752-cc22cc195019, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:55:56.595231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] For port 32dd60bc-acb0-4b6b-8752-cc22cc195019, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32dd60bc-acb0-4b6b-8752-cc22cc195019,segment=NetworkSegment(3eee40f7-d45f-48af-9b63-eae01097c182),segment_id=3eee40f7-d45f-48af-9b63-eae01097c182)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:55:56.641003 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:56.672459 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:56.683394 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-afd6eeba-d6f9-4622-9f68-b573f3dfb776 req-5c253a72-79ad-420b-b8a2-be6aa7d032c2 service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765366 May 27 22:55:56.683394 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Transition to ACTIVE for port object b6571f56-d15f-44c3-824b-2b070743120e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:55:56.768565 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee46dfac-6cac-40b6-b17e-49fdaf4fe1cb req-ca440a27-a3c8-44ad-9dde-fa9c2fa5e6bd service neutron] 10.222.0.46 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428792 May 27 22:55:56.841294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c483e27-ee8c-44c5-ae2d-28ba268cb9b6 None None] Pushing event updated for resources: {'Port': ['ID=32dd60bc-acb0-4b6b-8752-cc22cc195019,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:56.922964 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-afd6eeba-d6f9-4622-9f68-b573f3dfb776 req-bac69d3e-7208-46f3-be49-ea87a1a35390 service neutron] 10.222.0.57 "GET /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249420 May 27 22:55:57.000749 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:57.104948 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Pushing event updated for resources: {'Port': ['ID=b6571f56-d15f-44c3-824b-2b070743120e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:57.125764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Network dff7c204-d861-4532-831d-98b0c98dfbf6 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:55:57.136402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:55:57.138956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:55:57.394709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:55:57.394709 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:57.540215 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cc94a552-f1d1-4bd6-8fbd-d2850a62d133 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6680439 May 27 22:55:57.543085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56286) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:57.549862 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd97b4f0-8e10-4985-96b5-e6fc17b6202d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:57.550392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5e06bd6d-5f93-4d5e-9016-4363932eef3f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-544142564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:57.561300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e06bd6d-5f93-4d5e-9016-4363932eef3f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:57.566384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5e06bd6d-5f93-4d5e-9016-4363932eef3f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Usage tracker for resource:router and tenant:61d6621ce4184fbbb8b09ad2bd98e5ed is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:55:57.569610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5e06bd6d-5f93-4d5e-9016-4363932eef3f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:55:57.577983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e06bd6d-5f93-4d5e-9016-4363932eef3f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:55:57.753259 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e06bd6d-5f93-4d5e-9016-4363932eef3f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:57.755365 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e06bd6d-5f93-4d5e-9016-4363932eef3f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:57.767715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 32dd60bc-acb0-4b6b-8752-cc22cc195019 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:55:57.780625 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e06bd6d-5f93-4d5e-9016-4363932eef3f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:57.991733 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e06bd6d-5f93-4d5e-9016-4363932eef3f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:58.008159 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 32dd60bc-acb0-4b6b-8752-cc22cc195019 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:55:58.062888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a29ecd-ed56-4a40-9ee4-a59f89642ef9 None None] Network dff7c204-d861-4532-831d-98b0c98dfbf6 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:55:58.150820 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e06bd6d-5f93-4d5e-9016-4363932eef3f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:58.154809 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5e06bd6d-5f93-4d5e-9016-4363932eef3f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6079779 May 27 22:55:58.154951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56296) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:58.160491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ddf4b1f6-b9a6-4fac-8700-141c605599e3 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-750818334', 'prefixes': ['172.20.0.0/16']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:55:58.170929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ddf4b1f6-b9a6-4fac-8700-141c605599e3 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:55:58.294776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e20c2687-20c0-4fbf-86f0-9d17622555f5 None None] Provisioning for port 32dd60bc-acb0-4b6b-8752-cc22cc195019 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:55:58.311524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e20c2687-20c0-4fbf-86f0-9d17622555f5 None None] Provisioning complete for port 32dd60bc-acb0-4b6b-8752-cc22cc195019 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:55:58.311524 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e20c2687-20c0-4fbf-86f0-9d17622555f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:58.505975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e20c2687-20c0-4fbf-86f0-9d17622555f5 None None] Current status of the port 32dd60bc-acb0-4b6b-8752-cc22cc195019 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:55:58.506364 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e20c2687-20c0-4fbf-86f0-9d17622555f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:58.548502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e20c2687-20c0-4fbf-86f0-9d17622555f5 None None] For port 32dd60bc-acb0-4b6b-8752-cc22cc195019, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32dd60bc-acb0-4b6b-8752-cc22cc195019,segment=NetworkSegment(3eee40f7-d45f-48af-9b63-eae01097c182),segment_id=3eee40f7-d45f-48af-9b63-eae01097c182)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:55:58.585722 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ddf4b1f6-b9a6-4fac-8700-141c605599e3 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks [] for subnetpool, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:58.586902 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ddf4b1f6-b9a6-4fac-8700-141c605599e3 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4309168 May 27 22:55:58.590525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56304) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:58.596859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-59d12e9d-9c91-4e4b-aa74-aa7483150292 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3cbe6757-57b8-4be6-a55e-5c640611d1f2', 'tempest-TagsExtTest-Tag-160583694') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:58.659016 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e20c2687-20c0-4fbf-86f0-9d17622555f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:58.795689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c2687-20c0-4fbf-86f0-9d17622555f5 None None] Pushing event updated for resources: {'Port': ['ID=32dd60bc-acb0-4b6b-8752-cc22cc195019,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:55:58.836713 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-59d12e9d-9c91-4e4b-aa74-aa7483150292 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "PUT /v2.0/subnets/3cbe6757-57b8-4be6-a55e-5c640611d1f2/tags/tempest-TagsExtTest-Tag-160583694 HTTP/1.1" status: 201 len: 201 time: 0.2403324 May 27 22:55:58.836713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56310) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:58.840873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-74955c7d-c3d3-4a1f-92ea-074e1c9add80 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b6571f56-d15f-44c3-824b-2b070743120e', 'tempest-TagsExtTest-Tag-100058902') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:58.957324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7f240def-da5e-481c-bfc8-966ddd711af8 None None] Provisioning for port b6571f56-d15f-44c3-824b-2b070743120e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:55:58.962872 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7f240def-da5e-481c-bfc8-966ddd711af8 None None] Provisioning complete for port b6571f56-d15f-44c3-824b-2b070743120e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:55:58.963235 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f240def-da5e-481c-bfc8-966ddd711af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:59.018423 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7f240def-da5e-481c-bfc8-966ddd711af8 None None] Port b6571f56-d15f-44c3-824b-2b070743120e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:55:59.029973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7f240def-da5e-481c-bfc8-966ddd711af8 None None] Provisioning complete for port 32dd60bc-acb0-4b6b-8752-cc22cc195019 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:55:59.030339 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7f240def-da5e-481c-bfc8-966ddd711af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:59.132161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-74955c7d-c3d3-4a1f-92ea-074e1c9add80 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "PUT /v2.0/ports/b6571f56-d15f-44c3-824b-2b070743120e/tags/tempest-TagsExtTest-Tag-100058902 HTTP/1.1" status: 201 len: 201 time: 0.2929959 May 27 22:55:59.132464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:59.138752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-3b38a1ad-6cd6-41dc-bed9-90fd8b8af804 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '633aeff5-05e1-4a89-8020-b9a638667752', 'tempest-TagsExtTest-Tag-1437886820') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:59.153512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7f240def-da5e-481c-bfc8-966ddd711af8 None None] Current status of the port 32dd60bc-acb0-4b6b-8752-cc22cc195019 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:55:59.286381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-518e55fb-c4c7-494a-953a-2aa5fcae754b None None] Provisioning complete for port b6571f56-d15f-44c3-824b-2b070743120e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:55:59.286381 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-518e55fb-c4c7-494a-953a-2aa5fcae754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:59.347869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-518e55fb-c4c7-494a-953a-2aa5fcae754b None None] Port b6571f56-d15f-44c3-824b-2b070743120e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:55:59.449540 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3b38a1ad-6cd6-41dc-bed9-90fd8b8af804 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "PUT /v2.0/routers/633aeff5-05e1-4a89-8020-b9a638667752/tags/tempest-TagsExtTest-Tag-1437886820 HTTP/1.1" status: 201 len: 201 time: 0.3158617 May 27 22:55:59.462852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56324) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:59.468008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-5d6d9fb1-83a1-4ba5-8837-f2a6cad1f5b3 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c0391701-640d-40ee-814f-fc6257396cd4', 'tempest-TagsExtTest-Tag-1956687512') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:59.587470 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5d6d9fb1-83a1-4ba5-8837-f2a6cad1f5b3 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "PUT /v2.0/subnetpools/c0391701-640d-40ee-814f-fc6257396cd4/tags/tempest-TagsExtTest-Tag-1956687512 HTTP/1.1" status: 201 len: 201 time: 0.1235776 May 27 22:55:59.590178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56330) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:59.595656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-714466e3-a98f-4173-93a2-adbdf39d3961 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3cbe6757-57b8-4be6-a55e-5c640611d1f2') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:59.698032 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-714466e3-a98f-4173-93a2-adbdf39d3961 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/subnets/3cbe6757-57b8-4be6-a55e-5c640611d1f2/tags HTTP/1.1" status: 200 len: 240 time: 0.1064432 May 27 22:55:59.700747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56334) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:59.706378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-da1afd5a-3b33-44a6-ac58-51db00db093c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3cbe6757-57b8-4be6-a55e-5c640611d1f2', 'tempest-TagsExtTest-Tag-160583694') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:59.716735 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dea1aaec-b0f5-4ca5-9d59-b95487a38933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:59.751494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 32dd60bc-acb0-4b6b-8752-cc22cc195019 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:55:59.809575 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-da1afd5a-3b33-44a6-ac58-51db00db093c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/subnets/3cbe6757-57b8-4be6-a55e-5c640611d1f2/tags/tempest-TagsExtTest-Tag-160583694 HTTP/1.1" status: 204 len: 168 time: 0.1072700 May 27 22:55:59.812201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56340) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:59.818485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-0805e5a8-8b13-4124-a8b1-9631388ef13e tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3cbe6757-57b8-4be6-a55e-5c640611d1f2', 'tempest-TagsExtTest-Tag-160583694') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:55:59.880053 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 32dd60bc-acb0-4b6b-8752-cc22cc195019 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:55:59.880757 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:55:59.991749 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0805e5a8-8b13-4124-a8b1-9631388ef13e tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/subnets/3cbe6757-57b8-4be6-a55e-5c640611d1f2/tags/tempest-TagsExtTest-Tag-160583694 HTTP/1.1" status: 204 len: 168 time: 0.1784506 May 27 22:55:59.994387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56346) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:55:59.999516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-6f714032-bcee-4078-8b05-a3ae241fd11a tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3cbe6757-57b8-4be6-a55e-5c640611d1f2') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:00.027884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 32dd60bc-acb0-4b6b-8752-cc22cc195019 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:56:00.073898 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6f714032-bcee-4078-8b05-a3ae241fd11a tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/subnets/3cbe6757-57b8-4be6-a55e-5c640611d1f2/tags HTTP/1.1" status: 200 len: 205 time: 0.0783856 May 27 22:56:00.076267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56350) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:00.081175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-a56debff-3287-426a-8609-1c54429f90e2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b6571f56-d15f-44c3-824b-2b070743120e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:00.148578 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a56debff-3287-426a-8609-1c54429f90e2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/ports/b6571f56-d15f-44c3-824b-2b070743120e/tags HTTP/1.1" status: 200 len: 240 time: 0.0712488 May 27 22:56:00.151034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56354) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:00.155687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-45a104a8-922a-419e-86ca-13686d33f712 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6571f56-d15f-44c3-824b-2b070743120e', 'tempest-TagsExtTest-Tag-100058902') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:00.223479 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-45a104a8-922a-419e-86ca-13686d33f712 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/ports/b6571f56-d15f-44c3-824b-2b070743120e/tags/tempest-TagsExtTest-Tag-100058902 HTTP/1.1" status: 204 len: 168 time: 0.0714362 May 27 22:56:00.226102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56360) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:00.231295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-d68bc833-f367-47a9-b224-f1998ace8ace tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b6571f56-d15f-44c3-824b-2b070743120e', 'tempest-TagsExtTest-Tag-100058902') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:00.368957 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d68bc833-f367-47a9-b224-f1998ace8ace tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/ports/b6571f56-d15f-44c3-824b-2b070743120e/tags/tempest-TagsExtTest-Tag-100058902 HTTP/1.1" status: 204 len: 168 time: 0.1416931 May 27 22:56:00.371320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56364) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:00.376248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-76d56cb9-5032-4b24-b38a-2ff98e279805 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b6571f56-d15f-44c3-824b-2b070743120e') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:00.452936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-76d56cb9-5032-4b24-b38a-2ff98e279805 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/ports/b6571f56-d15f-44c3-824b-2b070743120e/tags HTTP/1.1" status: 200 len: 205 time: 0.0779600 May 27 22:56:00.456517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56370) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:00.458004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-b1f102eb-0fd5-46ef-aa10-81e6b5f9b2ba tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '633aeff5-05e1-4a89-8020-b9a638667752') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:00.596310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b1f102eb-0fd5-46ef-aa10-81e6b5f9b2ba tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/routers/633aeff5-05e1-4a89-8020-b9a638667752/tags HTTP/1.1" status: 200 len: 241 time: 0.1421127 May 27 22:56:00.599322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56374) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:00.604099 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-a776d6a5-bd7d-4edf-9cce-5b6292c8e222 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '633aeff5-05e1-4a89-8020-b9a638667752', 'tempest-TagsExtTest-Tag-1437886820') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:00.744534 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a776d6a5-bd7d-4edf-9cce-5b6292c8e222 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/routers/633aeff5-05e1-4a89-8020-b9a638667752/tags/tempest-TagsExtTest-Tag-1437886820 HTTP/1.1" status: 204 len: 168 time: 0.1417809 May 27 22:56:00.744773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56380) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:00.750533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-1267bb49-b6f3-49c5-8e6c-61ce5ee5cb5f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '633aeff5-05e1-4a89-8020-b9a638667752', 'tempest-TagsExtTest-Tag-1437886820') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:00.922732 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:00.944529 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:01.003266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1267bb49-b6f3-49c5-8e6c-61ce5ee5cb5f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/routers/633aeff5-05e1-4a89-8020-b9a638667752/tags/tempest-TagsExtTest-Tag-1437886820 HTTP/1.1" status: 204 len: 168 time: 0.2567592 May 27 22:56:01.005882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56388) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:01.010808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-90779895-b719-4832-a155-9944e670b97a tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '633aeff5-05e1-4a89-8020-b9a638667752') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:01.251215 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-90779895-b719-4832-a155-9944e670b97a tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/routers/633aeff5-05e1-4a89-8020-b9a638667752/tags HTTP/1.1" status: 200 len: 205 time: 0.2442985 May 27 22:56:01.253765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56396) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:01.259030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-016af423-9c7b-4d75-940c-d53821a0fb06 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c0391701-640d-40ee-814f-fc6257396cd4') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:01.283404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-016af423-9c7b-4d75-940c-d53821a0fb06 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/subnetpools/c0391701-640d-40ee-814f-fc6257396cd4/tags HTTP/1.1" status: 200 len: 241 time: 0.0286000 May 27 22:56:01.285918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56400) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:01.290678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-228bba6f-383f-4146-9da8-8c484717c8eb tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0391701-640d-40ee-814f-fc6257396cd4', 'tempest-TagsExtTest-Tag-1956687512') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:01.326628 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-228bba6f-383f-4146-9da8-8c484717c8eb tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/subnetpools/c0391701-640d-40ee-814f-fc6257396cd4/tags/tempest-TagsExtTest-Tag-1956687512 HTTP/1.1" status: 204 len: 168 time: 0.0395548 May 27 22:56:01.330993 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56404) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:01.337956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-a569e7a8-51de-42c8-81ab-be601032707b tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c0391701-640d-40ee-814f-fc6257396cd4', 'tempest-TagsExtTest-Tag-1956687512') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:01.471955 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a569e7a8-51de-42c8-81ab-be601032707b tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/subnetpools/c0391701-640d-40ee-814f-fc6257396cd4/tags/tempest-TagsExtTest-Tag-1956687512 HTTP/1.1" status: 204 len: 168 time: 0.1408241 May 27 22:56:01.474567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56408) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:01.479584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-f7c588e6-248c-4191-9ec7-aa914d2a7e36 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c0391701-640d-40ee-814f-fc6257396cd4') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:01.508028 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f7c588e6-248c-4191-9ec7-aa914d2a7e36 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/subnetpools/c0391701-640d-40ee-814f-fc6257396cd4/tags HTTP/1.1" status: 200 len: 205 time: 0.0324824 May 27 22:56:01.513249 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56412) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:01.518609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-219d6802-1b23-4660-8b50-47202df75114 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0391701-640d-40ee-814f-fc6257396cd4') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:01.548013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-219d6802-1b23-4660-8b50-47202df75114 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/subnetpools/c0391701-640d-40ee-814f-fc6257396cd4/tags HTTP/1.1" status: 204 len: 168 time: 0.0336351 May 27 22:56:01.550587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56418) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:01.555976 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-a2c7f9ae-41da-4225-b104-0e9fcb342401 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '633aeff5-05e1-4a89-8020-b9a638667752') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:01.703893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a2c7f9ae-41da-4225-b104-0e9fcb342401 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/routers/633aeff5-05e1-4a89-8020-b9a638667752/tags HTTP/1.1" status: 204 len: 168 time: 0.1521130 May 27 22:56:01.706521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56422) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:01.713063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-05cc188c-6293-4799-a375-1ea2c7b72937 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b6571f56-d15f-44c3-824b-2b070743120e') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:01.785459 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-05cc188c-6293-4799-a375-1ea2c7b72937 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/ports/b6571f56-d15f-44c3-824b-2b070743120e/tags HTTP/1.1" status: 204 len: 168 time: 0.0777485 May 27 22:56:01.788086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56428) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:01.793151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-da32cc53-d321-4f88-993d-5a55584b6471 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3cbe6757-57b8-4be6-a55e-5c640611d1f2') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:01.866990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-da32cc53-d321-4f88-993d-5a55584b6471 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/subnets/3cbe6757-57b8-4be6-a55e-5c640611d1f2/tags HTTP/1.1" status: 204 len: 168 time: 0.0779777 May 27 22:56:01.871185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56434) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:01.880296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-f57a9bd7-bbcd-48e4-a643-f06c93ef6a34 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3cbe6757-57b8-4be6-a55e-5c640611d1f2', 'tempest-TagsExtTest-Tag-1307205914') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:02.054757 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f57a9bd7-bbcd-48e4-a643-f06c93ef6a34 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "PUT /v2.0/subnets/3cbe6757-57b8-4be6-a55e-5c640611d1f2/tags/tempest-TagsExtTest-Tag-1307205914 HTTP/1.1" status: 201 len: 201 time: 0.1824164 May 27 22:56:02.062382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56438) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:02.067464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-aa65fa9b-e755-4afd-99a8-9ecf1c24b9d2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b6571f56-d15f-44c3-824b-2b070743120e', 'tempest-TagsExtTest-Tag-351269681') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:02.076574 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:02.254906 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-aa65fa9b-e755-4afd-99a8-9ecf1c24b9d2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "PUT /v2.0/ports/b6571f56-d15f-44c3-824b-2b070743120e/tags/tempest-TagsExtTest-Tag-351269681 HTTP/1.1" status: 201 len: 201 time: 0.1915255 May 27 22:56:02.257553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56442) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:02.262829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-b41468d0-c593-4397-a92e-38ceddd3482c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '633aeff5-05e1-4a89-8020-b9a638667752', 'tempest-TagsExtTest-Tag-912080136') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:02.591137 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b41468d0-c593-4397-a92e-38ceddd3482c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "PUT /v2.0/routers/633aeff5-05e1-4a89-8020-b9a638667752/tags/tempest-TagsExtTest-Tag-912080136 HTTP/1.1" status: 201 len: 201 time: 0.3325503 May 27 22:56:02.593755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56448) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:02.598874 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-f275cc7c-e4c4-4ba9-aee7-143583fef539 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c0391701-640d-40ee-814f-fc6257396cd4', 'tempest-TagsExtTest-Tag-1638144320') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:02.685877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56456) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:02.686647 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f275cc7c-e4c4-4ba9-aee7-143583fef539 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "PUT /v2.0/subnetpools/c0391701-640d-40ee-814f-fc6257396cd4/tags/tempest-TagsExtTest-Tag-1638144320 HTTP/1.1" status: 201 len: 201 time: 0.0913999 May 27 22:56:02.691278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-dc2411be-3201-436b-bfeb-4bc9c58bc5a2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3cbe6757-57b8-4be6-a55e-5c640611d1f2', {'tags': ['tempest-TagsExtTest-Tag-1665541059', 'tempest-TagsExtTest-Tag-1464834776', 'tempest-TagsExtTest-Tag-1825555708']}) {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:02.852291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56462) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:02.852715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dc2411be-3201-436b-bfeb-4bc9c58bc5a2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "PUT /v2.0/subnets/3cbe6757-57b8-4be6-a55e-5c640611d1f2/tags HTTP/1.1" status: 200 len: 318 time: 0.1653829 May 27 22:56:02.858426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-6e59dfea-9b5e-49b3-8761-c2415abda834 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3cbe6757-57b8-4be6-a55e-5c640611d1f2') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:03.031530 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6e59dfea-9b5e-49b3-8761-c2415abda834 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/subnets/3cbe6757-57b8-4be6-a55e-5c640611d1f2/tags HTTP/1.1" status: 204 len: 168 time: 0.1770508 May 27 22:56:03.033851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56468) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:03.038878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-4d6f8a5b-7800-4811-9d90-5b484cf4c17e tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3cbe6757-57b8-4be6-a55e-5c640611d1f2', 'tempest-TagsExtTest-Tag-1665541059') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:03.108718 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-4d6f8a5b-7800-4811-9d90-5b484cf4c17e tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] show failed (client error): The resource could not be found. May 27 22:56:03.109782 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4d6f8a5b-7800-4811-9d90-5b484cf4c17e tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/subnets/3cbe6757-57b8-4be6-a55e-5c640611d1f2/tags/tempest-TagsExtTest-Tag-1665541059 HTTP/1.1" status: 404 len: 329 time: 0.0749485 May 27 22:56:03.112665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56472) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:03.117911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-40ca0ec2-35f4-483e-92f7-fadb32dc17d1 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3cbe6757-57b8-4be6-a55e-5c640611d1f2', 'tempest-TagsExtTest-Tag-1464834776') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:03.183748 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-40ca0ec2-35f4-483e-92f7-fadb32dc17d1 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] show failed (client error): The resource could not be found. May 27 22:56:03.184790 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-40ca0ec2-35f4-483e-92f7-fadb32dc17d1 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/subnets/3cbe6757-57b8-4be6-a55e-5c640611d1f2/tags/tempest-TagsExtTest-Tag-1464834776 HTTP/1.1" status: 404 len: 329 time: 0.0711563 May 27 22:56:03.187539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56476) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:03.192640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-fb8aa315-5375-4876-b588-ba25db537ec8 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3cbe6757-57b8-4be6-a55e-5c640611d1f2', 'tempest-TagsExtTest-Tag-1825555708') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:03.260082 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-fb8aa315-5375-4876-b588-ba25db537ec8 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] show failed (client error): The resource could not be found. May 27 22:56:03.261116 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fb8aa315-5375-4876-b588-ba25db537ec8 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/subnets/3cbe6757-57b8-4be6-a55e-5c640611d1f2/tags/tempest-TagsExtTest-Tag-1825555708 HTTP/1.1" status: 404 len: 329 time: 0.0727105 May 27 22:56:03.263790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56480) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:03.268615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-9acefa00-a57a-43f1-bc05-263cd3d425b5 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b6571f56-d15f-44c3-824b-2b070743120e', {'tags': ['tempest-TagsExtTest-Tag-244275902', 'tempest-TagsExtTest-Tag-764355228', 'tempest-TagsExtTest-Tag-1432410377']}) {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:03.411740 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9acefa00-a57a-43f1-bc05-263cd3d425b5 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "PUT /v2.0/ports/b6571f56-d15f-44c3-824b-2b070743120e/tags HTTP/1.1" status: 200 len: 316 time: 0.1445179 May 27 22:56:03.412027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56484) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:03.416989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-ffda20c6-9ae3-4e74-bf91-ef13ce52d325 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b6571f56-d15f-44c3-824b-2b070743120e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:03.580462 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ffda20c6-9ae3-4e74-bf91-ef13ce52d325 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/ports/b6571f56-d15f-44c3-824b-2b070743120e/tags HTTP/1.1" status: 204 len: 168 time: 0.1673424 May 27 22:56:03.583098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56488) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:03.587821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-f25af2f8-e3b4-42b0-abf2-a968ae5797e5 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6571f56-d15f-44c3-824b-2b070743120e', 'tempest-TagsExtTest-Tag-244275902') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:03.656836 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-f25af2f8-e3b4-42b0-abf2-a968ae5797e5 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] show failed (client error): The resource could not be found. May 27 22:56:03.657979 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f25af2f8-e3b4-42b0-abf2-a968ae5797e5 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/ports/b6571f56-d15f-44c3-824b-2b070743120e/tags/tempest-TagsExtTest-Tag-244275902 HTTP/1.1" status: 404 len: 328 time: 0.0738480 May 27 22:56:03.661638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56492) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:03.666539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.tag.tag_plugin [None req-5e935ab9-9297-4a87-a5d3-2f204a663d19 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6571f56-d15f-44c3-824b-2b070743120e', 'tempest-TagsExtTest-Tag-764355228') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:03.741646 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-5e935ab9-9297-4a87-a5d3-2f204a663d19 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] show failed (client error): The resource could not be found. May 27 22:56:03.747191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56498) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:03.752374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-6bfa50bc-a38d-440d-b1cb-4927307877bf tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b6571f56-d15f-44c3-824b-2b070743120e', 'tempest-TagsExtTest-Tag-1432410377') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:03.756699 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5e935ab9-9297-4a87-a5d3-2f204a663d19 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/ports/b6571f56-d15f-44c3-824b-2b070743120e/tags/tempest-TagsExtTest-Tag-764355228 HTTP/1.1" status: 404 len: 328 time: 0.0940235 May 27 22:56:03.820600 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-6bfa50bc-a38d-440d-b1cb-4927307877bf tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] show failed (client error): The resource could not be found. May 27 22:56:03.821794 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6bfa50bc-a38d-440d-b1cb-4927307877bf tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/ports/b6571f56-d15f-44c3-824b-2b070743120e/tags/tempest-TagsExtTest-Tag-1432410377 HTTP/1.1" status: 404 len: 329 time: 0.0740178 May 27 22:56:03.824428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56502) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:03.829411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-23caea1b-134d-405c-97d2-4f1e561cf57a tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '633aeff5-05e1-4a89-8020-b9a638667752', {'tags': ['tempest-TagsExtTest-Tag-880252286', 'tempest-TagsExtTest-Tag-441068372', 'tempest-TagsExtTest-Tag-1550918020']}) {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:04.012135 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:56:04.060233 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-23caea1b-134d-405c-97d2-4f1e561cf57a tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "PUT /v2.0/routers/633aeff5-05e1-4a89-8020-b9a638667752/tags HTTP/1.1" status: 200 len: 316 time: 0.2347956 May 27 22:56:04.062794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56514) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:04.068480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-5646545f-cf4f-4848-99bc-a8bb8e00a63e tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '633aeff5-05e1-4a89-8020-b9a638667752') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:04.323418 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5646545f-cf4f-4848-99bc-a8bb8e00a63e tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/routers/633aeff5-05e1-4a89-8020-b9a638667752/tags HTTP/1.1" status: 204 len: 168 time: 0.2594366 May 27 22:56:04.326053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56518) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:04.331222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-dcb2ac26-2bc5-43e6-9e3b-b1d8893cdc1b tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '633aeff5-05e1-4a89-8020-b9a638667752', 'tempest-TagsExtTest-Tag-880252286') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:04.469034 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-dcb2ac26-2bc5-43e6-9e3b-b1d8893cdc1b tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] show failed (client error): The resource could not be found. May 27 22:56:04.470001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dcb2ac26-2bc5-43e6-9e3b-b1d8893cdc1b tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/routers/633aeff5-05e1-4a89-8020-b9a638667752/tags/tempest-TagsExtTest-Tag-880252286 HTTP/1.1" status: 404 len: 328 time: 0.1430464 May 27 22:56:04.473240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56522) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:04.478237 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-254e8fcf-8709-46d6-b1cd-83f6e250b77c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '633aeff5-05e1-4a89-8020-b9a638667752', 'tempest-TagsExtTest-Tag-441068372') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:04.614411 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-254e8fcf-8709-46d6-b1cd-83f6e250b77c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] show failed (client error): The resource could not be found. May 27 22:56:04.615446 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-254e8fcf-8709-46d6-b1cd-83f6e250b77c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/routers/633aeff5-05e1-4a89-8020-b9a638667752/tags/tempest-TagsExtTest-Tag-441068372 HTTP/1.1" status: 404 len: 328 time: 0.1413090 May 27 22:56:04.618379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56526) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:04.623121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-89f30b31-80c8-49ec-a59e-864b4594c80f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '633aeff5-05e1-4a89-8020-b9a638667752', 'tempest-TagsExtTest-Tag-1550918020') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:04.874652 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-89f30b31-80c8-49ec-a59e-864b4594c80f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] show failed (client error): The resource could not be found. May 27 22:56:04.878347 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-89f30b31-80c8-49ec-a59e-864b4594c80f tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/routers/633aeff5-05e1-4a89-8020-b9a638667752/tags/tempest-TagsExtTest-Tag-1550918020 HTTP/1.1" status: 404 len: 329 time: 0.2564230 May 27 22:56:04.878515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56532) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:04.884038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-8c3bb2d2-5745-4103-8fbc-a3a8b40e5cb7 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c0391701-640d-40ee-814f-fc6257396cd4', {'tags': ['tempest-TagsExtTest-Tag-324037712', 'tempest-TagsExtTest-Tag-801329603', 'tempest-TagsExtTest-Tag-2000314737']}) {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:04.970549 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8c3bb2d2-5745-4103-8fbc-a3a8b40e5cb7 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "PUT /v2.0/subnetpools/c0391701-640d-40ee-814f-fc6257396cd4/tags HTTP/1.1" status: 200 len: 316 time: 0.0886955 May 27 22:56:04.970795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56538) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:04.976679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-bbd8db2c-48ac-4bcf-8d31-53ee0fcc5d3c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0391701-640d-40ee-814f-fc6257396cd4') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:05.163774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bbd8db2c-48ac-4bcf-8d31-53ee0fcc5d3c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/subnetpools/c0391701-640d-40ee-814f-fc6257396cd4/tags HTTP/1.1" status: 204 len: 168 time: 0.1916616 May 27 22:56:05.166367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56544) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:05.171166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-620bcf67-fff6-4c38-978b-e56dbd978c42 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0391701-640d-40ee-814f-fc6257396cd4', 'tempest-TagsExtTest-Tag-324037712') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:05.195181 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-620bcf67-fff6-4c38-978b-e56dbd978c42 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] show failed (client error): The resource could not be found. May 27 22:56:05.196189 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-620bcf67-fff6-4c38-978b-e56dbd978c42 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/subnetpools/c0391701-640d-40ee-814f-fc6257396cd4/tags/tempest-TagsExtTest-Tag-324037712 HTTP/1.1" status: 404 len: 328 time: 0.0288777 May 27 22:56:05.199007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56548) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:05.203535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-60578495-631e-423e-be43-a60e530da3a0 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0391701-640d-40ee-814f-fc6257396cd4', 'tempest-TagsExtTest-Tag-801329603') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:05.228998 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-60578495-631e-423e-be43-a60e530da3a0 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] show failed (client error): The resource could not be found. May 27 22:56:05.232931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-60578495-631e-423e-be43-a60e530da3a0 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/subnetpools/c0391701-640d-40ee-814f-fc6257396cd4/tags/tempest-TagsExtTest-Tag-801329603 HTTP/1.1" status: 404 len: 328 time: 0.0301564 May 27 22:56:05.233138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56554) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:05.237950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-592a12a6-a1e0-439a-9138-86e9d63be7fd tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c0391701-640d-40ee-814f-fc6257396cd4', 'tempest-TagsExtTest-Tag-2000314737') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:05.262776 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-592a12a6-a1e0-439a-9138-86e9d63be7fd tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] show failed (client error): The resource could not be found. May 27 22:56:05.263731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-592a12a6-a1e0-439a-9138-86e9d63be7fd tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/subnetpools/c0391701-640d-40ee-814f-fc6257396cd4/tags/tempest-TagsExtTest-Tag-2000314737 HTTP/1.1" status: 404 len: 329 time: 0.0297093 May 27 22:56:05.266514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56558) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:05.271387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-0c32e2ac-e2b1-41f1-b926-cfc3ccb6bfc2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c0391701-640d-40ee-814f-fc6257396cd4') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:05.298510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0c32e2ac-e2b1-41f1-b926-cfc3ccb6bfc2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/subnetpools/c0391701-640d-40ee-814f-fc6257396cd4/tags HTTP/1.1" status: 204 len: 168 time: 0.0310287 May 27 22:56:05.301848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56562) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:05.306730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-b1d65b1c-4a7b-49a7-81b0-3a330a47b7ab tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '633aeff5-05e1-4a89-8020-b9a638667752') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:05.452873 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b1d65b1c-4a7b-49a7-81b0-3a330a47b7ab tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/routers/633aeff5-05e1-4a89-8020-b9a638667752/tags HTTP/1.1" status: 204 len: 168 time: 0.1499219 May 27 22:56:05.455367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56568) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:05.460888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-96e8686e-0c4e-42e2-9752-d2bf2f8b0e7c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b6571f56-d15f-44c3-824b-2b070743120e') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:05.547368 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-96e8686e-0c4e-42e2-9752-d2bf2f8b0e7c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/ports/b6571f56-d15f-44c3-824b-2b070743120e/tags HTTP/1.1" status: 204 len: 168 time: 0.0856454 May 27 22:56:05.547368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56572) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:05.549986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.tag.tag_plugin [None req-a4cf7015-0e66-4409-bac4-5db3820cf737 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3cbe6757-57b8-4be6-a55e-5c640611d1f2') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:05.632843 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a4cf7015-0e66-4409-bac4-5db3820cf737 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/subnets/3cbe6757-57b8-4be6-a55e-5c640611d1f2/tags HTTP/1.1" status: 204 len: 168 time: 0.0869515 May 27 22:56:05.646193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56576) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:05.838730 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83ea107a-a7df-4a19-858d-7aba9c86bf80 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks [] for subnetpool, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:05.838730 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-83ea107a-a7df-4a19-858d-7aba9c86bf80 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/subnetpools/c0391701-640d-40ee-814f-fc6257396cd4 HTTP/1.1" status: 204 len: 168 time: 0.1907136 May 27 22:56:05.843207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56580) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:05.887466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56584) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:05.887826 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3f74e5f7-27b7-4c70-8d35-a06cef120907 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "GET /v2.0/ports?device_id=633aeff5-05e1-4a89-8020-b9a638667752 HTTP/1.1" status: 200 len: 205 time: 0.0551250 May 27 22:56:06.151738 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd4b21ab-2bc8-4ad6-85da-b1c6fb548293 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:06.482536 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd4b21ab-2bc8-4ad6-85da-b1c6fb548293 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:06.482536 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd4b21ab-2bc8-4ad6-85da-b1c6fb548293 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:06.591221 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd4b21ab-2bc8-4ad6-85da-b1c6fb548293 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:06.591739 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4b21ab-2bc8-4ad6-85da-b1c6fb548293 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Fanout notify agent at l3_agent the message router_deleted on router 633aeff5-05e1-4a89-8020-b9a638667752 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:56:06.604586 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd4b21ab-2bc8-4ad6-85da-b1c6fb548293 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:06.605340 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd4b21ab-2bc8-4ad6-85da-b1c6fb548293 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/routers/633aeff5-05e1-4a89-8020-b9a638667752 HTTP/1.1" status: 204 len: 168 time: 0.7167909 May 27 22:56:06.608054 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56608) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:06.679945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9d258c75-6441-4e8e-b8c7-9519cc9bd2c2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Deleting port b6571f56-d15f-44c3-824b-2b070743120e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:06.680579 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d258c75-6441-4e8e-b8c7-9519cc9bd2c2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:06.948628 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d258c75-6441-4e8e-b8c7-9519cc9bd2c2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:07.085964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9d258c75-6441-4e8e-b8c7-9519cc9bd2c2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Calling delete_port for b6571f56-d15f-44c3-824b-2b070743120e owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:56:07.316938 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d258c75-6441-4e8e-b8c7-9519cc9bd2c2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:07.373157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d258c75-6441-4e8e-b8c7-9519cc9bd2c2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Pushing event deleted for resources: {'Port': ['ID=b6571f56-d15f-44c3-824b-2b070743120e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:07.494073 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d258c75-6441-4e8e-b8c7-9519cc9bd2c2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:07.505383 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9d258c75-6441-4e8e-b8c7-9519cc9bd2c2 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/ports/b6571f56-d15f-44c3-824b-2b070743120e HTTP/1.1" status: 204 len: 168 time: 0.8934729 May 27 22:56:07.505730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56622) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:07.582146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63e7d42-ef3c-487f-ba15-bf827f82d1f8 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Deleting subnet 3cbe6757-57b8-4be6-a55e-5c640611d1f2 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:56:07.586529 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63e7d42-ef3c-487f-ba15-bf827f82d1f8 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:07.648337 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63e7d42-ef3c-487f-ba15-bf827f82d1f8 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:07.734426 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63e7d42-ef3c-487f-ba15-bf827f82d1f8 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:07.911317 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63e7d42-ef3c-487f-ba15-bf827f82d1f8 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:07.957627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e7d42-ef3c-487f-ba15-bf827f82d1f8 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Pushing event deleted for resources: {'Subnet': ['ID=3cbe6757-57b8-4be6-a55e-5c640611d1f2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:07.962451 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63e7d42-ef3c-487f-ba15-bf827f82d1f8 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:07.970857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25643fa1-4b86-4dc4-a148-bdc0dc4f3def None None] Network dff7c204-d861-4532-831d-98b0c98dfbf6 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:56:07.971695 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b63e7d42-ef3c-487f-ba15-bf827f82d1f8 tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/subnets/3cbe6757-57b8-4be6-a55e-5c640611d1f2 HTTP/1.1" status: 204 len: 168 time: 0.4648740 May 27 22:56:07.974224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56630) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:08.167836 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:08.195692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Deleting port 32dd60bc-acb0-4b6b-8752-cc22cc195019 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:08.196035 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:08.294872 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215872d5-0ead-4a80-884b-e728122858de None None] DHCP port deletion for dff7c204-d861-4532-831d-98b0c98dfbf6 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:56:08.300496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-215872d5-0ead-4a80-884b-e728122858de None None] Deleting port 32dd60bc-acb0-4b6b-8752-cc22cc195019 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:08.301176 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-215872d5-0ead-4a80-884b-e728122858de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:08.457072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] For port 32dd60bc-acb0-4b6b-8752-cc22cc195019, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32dd60bc-acb0-4b6b-8752-cc22cc195019,segment=NetworkSegment(3eee40f7-d45f-48af-9b63-eae01097c182),segment_id=3eee40f7-d45f-48af-9b63-eae01097c182)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:56:08.458226 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:08.532631 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-215872d5-0ead-4a80-884b-e728122858de None None] For port 32dd60bc-acb0-4b6b-8752-cc22cc195019, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=32dd60bc-acb0-4b6b-8752-cc22cc195019,segment=NetworkSegment(3eee40f7-d45f-48af-9b63-eae01097c182),segment_id=3eee40f7-d45f-48af-9b63-eae01097c182)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:56:08.532936 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-215872d5-0ead-4a80-884b-e728122858de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:08.680380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-215872d5-0ead-4a80-884b-e728122858de None None] Calling delete_port for 32dd60bc-acb0-4b6b-8752-cc22cc195019 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:56:08.684845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Calling delete_port for 32dd60bc-acb0-4b6b-8752-cc22cc195019 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:56:08.865850 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:08.878256 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-215872d5-0ead-4a80-884b-e728122858de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:56:08.878551 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-215872d5-0ead-4a80-884b-e728122858de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:56:08.920416 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Pushing event deleted for resources: {'Port': ['ID=32dd60bc-acb0-4b6b-8752-cc22cc195019,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:08.924016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] No DVR routers for this DVR port 32dd60bc-acb0-4b6b-8752-cc22cc195019 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:56:09.158640 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:09.187315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff7c204-d861-4532-831d-98b0c98dfbf6']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:09.199862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eee40f7-d45f-48af-9b63-eae01097c182') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:09.200157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eee40f7-d45f-48af-9b63-eae01097c182') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:09.213275 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:09.231222 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:09.254721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:56:09.255324 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:09.376277 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 3eee40f7-d45f-48af-9b63-eae01097c182 resource provider aggregate not found May 27 22:56:09.379325 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-215872d5-0ead-4a80-884b-e728122858de None None] Deleting port 32dd60bc-acb0-4b6b-8752-cc22cc195019 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:09.379834 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-215872d5-0ead-4a80-884b-e728122858de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:09.394768 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 3eee40f7-d45f-48af-9b63-eae01097c182 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3eee40f7-d45f-48af-9b63-eae01097c182 found for delete ", "request_id": "req-e29452dc-6a68-4024-b745-9c47698e1af4"}]} May 27 22:56:09.419591 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:09.438980 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:09.450614 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] Pushing event deleted for resources: {'Network': ['ID=dff7c204-d861-4532-831d-98b0c98dfbf6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:09.458003 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e0ef92fb-ff90-469e-88a5-db5a8bc6577c tempest-TagsExtTest-1858966544 tempest-TagsExtTest-1858966544-project] 10.222.0.27 "DELETE /v2.0/networks/dff7c204-d861-4532-831d-98b0c98dfbf6 HTTP/1.1" status: 204 len: 168 time: 1.4822936 May 27 22:56:09.471237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-215872d5-0ead-4a80-884b-e728122858de None None] The port '32dd60bc-acb0-4b6b-8752-cc22cc195019' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:56:09.684573 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 32dd60bc-acb0-4b6b-8752-cc22cc195019 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:56:09.721145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 32dd60bc-acb0-4b6b-8752-cc22cc195019 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:56:09.721975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 32dd60bc-acb0-4b6b-8752-cc22cc195019 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:56:09.964672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56662) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:10.134167 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c3a96b88-6d79-40a3-978d-8d9b4a1a6d6e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=61d6621ce4184fbbb8b09ad2bd98e5ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650710 May 27 22:56:10.134167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56670) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:10.190492 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3fb31f0-1dd1-4336-9f07-fc925dd2a360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:10.216598 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3fb31f0-1dd1-4336-9f07-fc925dd2a360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:10.336912 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3fb31f0-1dd1-4336-9f07-fc925dd2a360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:10.390414 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3fb31f0-1dd1-4336-9f07-fc925dd2a360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:10.391803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f3fb31f0-1dd1-4336-9f07-fc925dd2a360 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/45cd7b85-8e62-4041-8d8e-432721197c17 HTTP/1.1" status: 204 len: 168 time: 0.2574275 May 27 22:56:10.392964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb31f0-1dd1-4336-9f07-fc925dd2a360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cd7b85-8e62-4041-8d8e-432721197c17,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:10.545664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e1cb4-e59f-464e-8c40-d419a772b6e9 req-7836dbdc-ff1e-44df-9a97-6a982ec75176 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:10.547205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-969e1cb4-e59f-464e-8c40-d419a772b6e9 req-7836dbdc-ff1e-44df-9a97-6a982ec75176 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 946 time: 0.2711377 May 27 22:56:10.601169 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-969e1cb4-e59f-464e-8c40-d419a772b6e9 req-517b17c3-4ca2-42c2-9071-8c5d6c3a7696 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4f6b990-9430-4984-b63e-d0ea4ac8e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474577 May 27 22:56:10.805139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-f24d150e-a624-4dd7-9a2b-5edddd29ec85 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540806388&fields=id&tenant_id=a3537ac059424872b0999096f4b18e5e HTTP/1.1" status: 200 len: 267 time: 0.0410664 May 27 22:56:10.972403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-a34ad761-64c2-4e5d-bc58-d6e1014317b0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:10.974355 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-a34ad761-64c2-4e5d-bc58-d6e1014317b0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 812 time: 0.1621647 May 27 22:56:10.989379 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-9f4f5d7e-09ae-47be-9112-9dae0b7aaf9c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/quotas/a3537ac059424872b0999096f4b18e5e HTTP/1.1" status: 200 len: 375 time: 0.0094862 May 27 22:56:11.079350 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-33cc9488-3918-4276-aa80-88df0f37d8dd tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850854 May 27 22:56:11.354339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-70416e9b-49db-469b-a141-cadc8e708ca1 service neutron] 10.222.0.27 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611399 May 27 22:56:11.496419 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-c21451ff-88a2-436d-9dc5-7d10f53c8db0 service neutron] 10.222.0.27 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411259 May 27 22:56:11.577291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56722) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:11.740365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1943551439-network', 'tenant_id': '1cac7b8b0d43497ba21877044f0805d4'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:56:11.746749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:11.751669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Usage tracker for resource:network and tenant:1cac7b8b0d43497ba21877044f0805d4 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:11.755500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:11.805891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:11.849121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65734c1-21e2-4e04-8ec4-a1624693b4ea req-0096b793-83c4-4996-9b35-4293d84c3418 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:11.850565 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d65734c1-21e2-4e04-8ec4-a1624693b4ea req-0096b793-83c4-4996-9b35-4293d84c3418 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 946 time: 0.0909967 May 27 22:56:11.894350 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d65734c1-21e2-4e04-8ec4-a1624693b4ea req-4439fb73-e790-48df-98bf-343b1dc55bed tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4f6b990-9430-4984-b63e-d0ea4ac8e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380783 May 27 22:56:11.928094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Made reservation on behalf of 1cac7b8b0d43497ba21877044f0805d4 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:56:11.930762 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:11.943564 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:11.961814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:11.966037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Usage tracker for resource:security_group_rule and tenant:1cac7b8b0d43497ba21877044f0805d4 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:11.969011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:11.975536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:12.023559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a03db-b847-4475-a73e-37f009bf9429 req-dde4a504-fbbd-42c8-9840-9808631a9c79 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:12.024384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-372a03db-b847-4475-a73e-37f009bf9429 req-dde4a504-fbbd-42c8-9840-9808631a9c79 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Synchronizing usage tracker for tenant:53d923b432974a83b5d42963ced4cc2e on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:56:12.067559 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:12.122175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-372a03db-b847-4475-a73e-37f009bf9429 req-dde4a504-fbbd-42c8-9840-9808631a9c79 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Unset dirty status for tenant:53d923b432974a83b5d42963ced4cc2e on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:56:12.123380 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-372a03db-b847-4475-a73e-37f009bf9429 req-dde4a504-fbbd-42c8-9840-9808631a9c79 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 946 time: 0.1825233 May 27 22:56:12.156490 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:12.224884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:56:12.246094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93edfd3f-c760-4aee-8d22-27e41bbe0aae,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:12.257451 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:12.257451 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Added segment f18e3a5e-09dd-4aa0-9578-c57d3170fa05 of type vlan for network 4485df3d-2971-4362-b4e7-e51e769d25d4 May 27 22:56:12.268744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-372a03db-b847-4475-a73e-37f009bf9429 req-7edf42b9-f554-45fb-9fec-f07207ae9cba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Deleting port 299b771c-5c45-4926-8f80-c4b6f949e477 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:12.268744 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-372a03db-b847-4475-a73e-37f009bf9429 req-7edf42b9-f554-45fb-9fec-f07207ae9cba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:12.322686 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:12.378425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6b5a3bd-ec1d-403d-ad0f-a8b2db595f74 req-709a6bef-8cf3-405c-9fe0-82b0c22fc2d7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 210 time: 0.0538843 May 27 22:56:12.496696 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:12.496696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:12.496696 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:12.979040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] Pushing event updated for resources: {'Network': ['ID=4485df3d-2971-4362-b4e7-e51e769d25d4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:12.982205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 4485df3d-2971-4362-b4e7-e51e769d25d4 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:56:12.986461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-372a03db-b847-4475-a73e-37f009bf9429 req-7edf42b9-f554-45fb-9fec-f07207ae9cba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] For port 299b771c-5c45-4926-8f80-c4b6f949e477, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=299b771c-5c45-4926-8f80-c4b6f949e477,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:56:12.986461 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-372a03db-b847-4475-a73e-37f009bf9429 req-7edf42b9-f554-45fb-9fec-f07207ae9cba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:12.988380 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9ee94b8e-2ae4-4080-9ec0-d8226159f611 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1443157 May 27 22:56:12.988380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56748) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:12.988380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] Request body: {'subnet': {'network_id': '4485df3d-2971-4362-b4e7-e51e769d25d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1943551439-subnet', 'tenant_id': '1cac7b8b0d43497ba21877044f0805d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:56:12.988380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:12.988380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] Usage tracker for resource:subnet and tenant:1cac7b8b0d43497ba21877044f0805d4 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:12.988380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:12.988380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:12.988380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] Made reservation on behalf of 1cac7b8b0d43497ba21877044f0805d4 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:56:12.988380 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:13.205634 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-372a03db-b847-4475-a73e-37f009bf9429 req-7edf42b9-f554-45fb-9fec-f07207ae9cba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:13.206270 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-372a03db-b847-4475-a73e-37f009bf9429 req-7edf42b9-f554-45fb-9fec-f07207ae9cba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:13.206270 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-372a03db-b847-4475-a73e-37f009bf9429 req-7edf42b9-f554-45fb-9fec-f07207ae9cba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Floating IP 487aa919-4238-4d00-b022-667d780720d4 disassociated. External IP: 172.25.2.53, port: 299b771c-5c45-4926-8f80-c4b6f949e477. May 27 22:56:13.206637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-372a03db-b847-4475-a73e-37f009bf9429 req-7edf42b9-f554-45fb-9fec-f07207ae9cba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Calling delete_port for 299b771c-5c45-4926-8f80-c4b6f949e477 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:56:13.311087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ff03d-4c4a-452a-9f37-cce621031cc8 req-45d502cb-6de8-4fb3-9a34-7c523c85bbaa tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:13.312564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb9ff03d-4c4a-452a-9f37-cce621031cc8 req-45d502cb-6de8-4fb3-9a34-7c523c85bbaa tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 946 time: 0.2295160 May 27 22:56:13.408613 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb9ff03d-4c4a-452a-9f37-cce621031cc8 req-3ab3aecd-e02d-45fa-9268-05c0125cd2b3 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups?id=e4f6b990-9430-4984-b63e-d0ea4ac8e2a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666561 May 27 22:56:13.450793 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-372a03db-b847-4475-a73e-37f009bf9429 req-7edf42b9-f554-45fb-9fec-f07207ae9cba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:13.490759 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce0b3b0e-de80-477f-8554-f07fd4647b21 req-7bfd30e4-de5d-4134-91d3-29fb2830db7d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 210 time: 0.0502789 May 27 22:56:13.511850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf42b9-f554-45fb-9fec-f07207ae9cba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event deleted for resources: {'Port': ['ID=299b771c-5c45-4926-8f80-c4b6f949e477,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:13.619465 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:13.719591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-372a03db-b847-4475-a73e-37f009bf9429 req-7edf42b9-f554-45fb-9fec-f07207ae9cba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Router fd43306b-6880-4ab7-80c3-69e01d3729fd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:56:13.728401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd5e601-5c88-4082-b535-1925ac29c443,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:13.737028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] Checking segment: {'id': 'f18e3a5e-09dd-4aa0-9578-c57d3170fa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '4485df3d-2971-4362-b4e7-e51e769d25d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:56:13.737382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] Network hostable DHCP agents. Network: 4485df3d-2971-4362-b4e7-e51e769d25d4, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:56:13.820388 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] Network 4485df3d-2971-4362-b4e7-e51e769d25d4 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:56:13.893862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 4485df3d-2971-4362-b4e7-e51e769d25d4) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:56:13.898482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:13.899067 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:13.902989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88a3d60-df4f-4c54-aee4-d69635c21dde None None] Network 4485df3d-2971-4362-b4e7-e51e769d25d4 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:56:13.961452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-372a03db-b847-4475-a73e-37f009bf9429 req-7edf42b9-f554-45fb-9fec-f07207ae9cba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:56:13.999094 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3e0832bc-8c1a-44fb-ace4-62f9d4ee1b5f admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2723720 May 27 22:56:14.082133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-372a03db-b847-4475-a73e-37f009bf9429 req-7edf42b9-f554-45fb-9fec-f07207ae9cba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] No DVR routers for this DVR port 299b771c-5c45-4926-8f80-c4b6f949e477 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:56:14.087486 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-372a03db-b847-4475-a73e-37f009bf9429 req-7edf42b9-f554-45fb-9fec-f07207ae9cba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:14.095824 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c4aedf-531a-499e-a772-9bd4b27fbddc', 'name': 'network-vif-deleted', 'tag': '299b771c-5c45-4926-8f80-c4b6f949e477'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:56:14.148450 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fbb1a63-29c5-4fb8-b852-66051f895b20'] response: {'server_uuid': 'f3c4aedf-531a-499e-a772-9bd4b27fbddc', 'name': 'network-vif-deleted', 'tag': '299b771c-5c45-4926-8f80-c4b6f949e477', 'status': 'completed', 'code': 200} May 27 22:56:14.150790 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2080f67c-e207-4919-af2b-6c3db362baf2 None None] Sync routers for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:56:14.165931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080f67c-e207-4919-af2b-6c3db362baf2 None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:56:14.166544 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2080f67c-e207-4919-af2b-6c3db362baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:56:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:14.209433 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-372a03db-b847-4475-a73e-37f009bf9429 req-7edf42b9-f554-45fb-9fec-f07207ae9cba tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.57 "DELETE /v2.0/ports/299b771c-5c45-4926-8f80-c4b6f949e477 HTTP/1.1" status: 204 len: 173 time: 2.0802209 May 27 22:56:14.374446 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c6b6e-6fb4-49fa-8679-98c13228cf3b None None] Network 4485df3d-2971-4362-b4e7-e51e769d25d4 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:56:14.515852 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-2080f67c-e207-4919-af2b-6c3db362baf2 None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:56:14.702336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70663546-5535-4d0d-83ac-7f832c4850e7 req-4d7c974e-0668-42ab-8ab5-5950cbce79fa tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/ports?device_id=f3c4aedf-531a-499e-a772-9bd4b27fbddc HTTP/1.1" status: 200 len: 210 time: 0.1317151 May 27 22:56:14.755188 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba31666f-0972-4ab1-af6b-5ff84128fb56 req-13201078-bc1c-45e3-885f-dab066e2ba60 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 210 time: 0.1144235 May 27 22:56:14.981058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 299b771c-5c45-4926-8f80-c4b6f949e477 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:56:15.040118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56792) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:15.046334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2117800519-network', 'tenant_id': '3852188b3c124e4f8188183090cec0fd'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:56:15.053593 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:15.058291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Usage tracker for resource:network and tenant:3852188b3c124e4f8188183090cec0fd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:15.061718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:15.070756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:15.079336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 299b771c-5c45-4926-8f80-c4b6f949e477 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:56:15.079686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 299b771c-5c45-4926-8f80-c4b6f949e477 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:56:15.110826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2080f67c-e207-4919-af2b-6c3db362baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:15.116892 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2080f67c-e207-4919-af2b-6c3db362baf2 None None] Checking router: fd43306b-6880-4ab7-80c3-69e01d3729fd for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:56:15.123920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-c784316f-fb36-4376-b001-ed2e51a299e8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:15.126922 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-c784316f-fb36-4376-b001-ed2e51a299e8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 812 time: 0.2408581 May 27 22:56:15.136655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2080f67c-e207-4919-af2b-6c3db362baf2 None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:56:15.137452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2080f67c-e207-4919-af2b-6c3db362baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:56:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:15.162569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Made reservation on behalf of 3852188b3c124e4f8188183090cec0fd for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:56:15.165415 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:15.187518 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:15.211363 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-165987b4-96d4-4323-b775-721040a98291 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3537ac059424872b0999096f4b18e5e HTTP/1.1" status: 200 len: 379 time: 0.0758643 May 27 22:56:15.218839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:15.224253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Usage tracker for resource:security_group_rule and tenant:3852188b3c124e4f8188183090cec0fd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:15.225879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'port': {'device_id': 'c7a881f7-66fd-4e1e-9d3c-bebab6530231', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'admin_state_up': True, 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'security_groups': ['c152abe6-9774-4832-afaf-185503c02104']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:56:15.229116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:15.237403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:15.331749 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:15.402201 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:15.413622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:15.418473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Usage tracker for resource:port and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:15.422069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:15.428575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:15.445365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-2080f67c-e207-4919-af2b-6c3db362baf2 None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:56:15.465743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1fa907-b3cb-4a74-bd7e-12ab73fb2233,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:15.475199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:56:15.484464 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:15.484807 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Added segment 6088221b-2bd5-4fdf-b9fd-301671ad5c43 of type vlan for network bedbd0c9-6a39-44b6-a404-7f9d86d3f361 May 27 22:56:15.513283 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:15.529313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Made reservation on behalf of a3537ac059424872b0999096f4b18e5e for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:56:15.544096 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:15.613483 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:15.615152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:15.615152 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:15.724963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Allocated IP 172.20.0.11 (d259ef12-3c47-4a2a-b28b-38e6df0b8220/359c9276-8a0d-4cf7-bcd9-97af35f64e95/d125eb4f-95eb-4c63-ad13-e6f8f0f88f49) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:56:15.790338 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7485847 May 27 22:56:15.796851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56806) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:15.807692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] Request body: {'subnet': {'network_id': 'bedbd0c9-6a39-44b6-a404-7f9d86d3f361', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2117800519-subnet', 'tenant_id': '3852188b3c124e4f8188183090cec0fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:56:15.829924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:15.839898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] Usage tracker for resource:subnet and tenant:3852188b3c124e4f8188183090cec0fd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:15.846633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:15.850123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4c867-45dd-4f63-a8e4-dbbab9c397a9 admin admin] Pushing event updated for resources: {'Network': ['ID=bedbd0c9-6a39-44b6-a404-7f9d86d3f361,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:15.864910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:15.875733 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network bedbd0c9-6a39-44b6-a404-7f9d86d3f361 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:56:15.933231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] Made reservation on behalf of 3852188b3c124e4f8188183090cec0fd for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:56:15.936241 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:16.066310 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:16.088294 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3e224bb-b7fe-4a35-8bc9-befb368a3e8a req-3e08b75e-a284-43b7-b05a-ec353d302cbc tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 210 time: 0.0830798 May 27 22:56:16.089043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56812) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:16.193296 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec5b68d3-f10d-4ab3-b17e-940e29f2c3e5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:16.195259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2080f67c-e207-4919-af2b-6c3db362baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:16.202266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2080f67c-e207-4919-af2b-6c3db362baf2 None None] The sync data for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 is: [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:49:50Z', 'revision_number': 4, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '15a7a567-e754-48df-9460-7cb24d34d467', 'name': '', 'network_id': '834ac9cf-7900-4562-81d7-7075078e1b9c', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'mac_address': 'fa:16:3e:80:ad:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:47Z', 'updated_at': '2022-05-27T22:50:07Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'subnets': [{'id': '36c561ad-418b-4404-b3f7-e1414a606ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:56:16.255109 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:16.259497 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec5b68d3-f10d-4ab3-b17e-940e29f2c3e5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:16.299504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Transition to ACTIVE for port object d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:56:16.339405 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:16.402146 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec5b68d3-f10d-4ab3-b17e-940e29f2c3e5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:16.436092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=204ccfb5-81cb-4c34-a332-c8ab56faa028,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:16.442056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b68d3-f10d-4ab3-b17e-940e29f2c3e5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f6b990-9430-4984-b63e-d0ea4ac8e2a8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:16.448035 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:16.477867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] Checking segment: {'id': '6088221b-2bd5-4fdf-b9fd-301671ad5c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bedbd0c9-6a39-44b6-a404-7f9d86d3f361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:56:16.478351 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] Network hostable DHCP agents. Network: bedbd0c9-6a39-44b6-a404-7f9d86d3f361, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:56:16.541142 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6538ca-4759-479d-9484-1257f8cd61e9 None None] New status for floating IP 487aa919-4238-4d00-b022-667d780720d4: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:56:16.546088 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ec5b68d3-f10d-4ab3-b17e-940e29f2c3e5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:16.550299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ec5b68d3-f10d-4ab3-b17e-940e29f2c3e5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "DELETE /v2.0/security-groups/e4f6b990-9430-4984-b63e-d0ea4ac8e2a8 HTTP/1.1" status: 204 len: 168 time: 0.4576385 May 27 22:56:16.550451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56816) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:16.553919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] Network bedbd0c9-6a39-44b6-a404-7f9d86d3f361 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:56:16.557696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Network d259ef12-3c47-4a2a-b28b-38e6df0b8220 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:56:16.560925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:56:16.564981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:56:16.634704 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:16.635465 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:16.648504 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-9a3ad12a-1790-46d6-b007-76d16aacfce5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] show failed (client error): The resource could not be found. May 27 22:56:16.653224 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a3ad12a-1790-46d6-b007-76d16aacfce5 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "GET /v2.0/security-groups/e4f6b990-9430-4984-b63e-d0ea4ac8e2a8 HTTP/1.1" status: 404 len: 347 time: 0.0975170 May 27 22:56:16.657486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56824) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:16.719096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'Port': ['ID=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:16.727860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, bedbd0c9-6a39-44b6-a404-7f9d86d3f361) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:56:16.735458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:16.736214 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:16.737552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfe16e4-7f0a-4019-924e-2339bdc6e9e8 None None] Network bedbd0c9-6a39-44b6-a404-7f9d86d3f361 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:56:16.755398 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-500e5804-ecf0-4de1-a432-3edbcd1e6837 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5369775 May 27 22:56:16.787944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Request body: {'port': {'device_id': 'c7a881f7-66fd-4e1e-9d3c-bebab6530231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:56:16.839458 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-faf371d1-b1b0-4c40-b8a2-b33e088c9266 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0334756 May 27 22:56:17.024947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-01a3f5c0-20ef-4ecc-b4e7-123ac0a04ae3 None None] Provisioning for port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:56:17.044077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-01a3f5c0-20ef-4ecc-b4e7-123ac0a04ae3 None None] Provisioning complete for port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:56:17.044631 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01a3f5c0-20ef-4ecc-b4e7-123ac0a04ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:17.072932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-0900ea20-02fb-488e-98cf-bccafc48fbe3 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Deleting port 9ccd130a-c9e8-4748-9626-e144cf6c2ded {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:17.073205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56832) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:17.073333 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0900ea20-02fb-488e-98cf-bccafc48fbe3 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:17.115210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-01a3f5c0-20ef-4ecc-b4e7-123ac0a04ae3 None None] Port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:56:17.190392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd659326-e41c-4b46-94f8-7c9238b3807a None None] Network bedbd0c9-6a39-44b6-a404-7f9d86d3f361 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:56:17.461217 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:17.461897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c09ed4c-77bd-4a00-9be0-9fadde75dcae admin admin] Deleting subnet 9bd5e601-5c88-4082-b535-1925ac29c443 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:56:17.474470 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8c09ed4c-77bd-4a00-9be0-9fadde75dcae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:17.524719 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8c09ed4c-77bd-4a00-9be0-9fadde75dcae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:17.560201 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0900ea20-02fb-488e-98cf-bccafc48fbe3 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:17.560706 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0900ea20-02fb-488e-98cf-bccafc48fbe3 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:17.583523 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8c09ed4c-77bd-4a00-9be0-9fadde75dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:17.699883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-0900ea20-02fb-488e-98cf-bccafc48fbe3 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Calling delete_port for 9ccd130a-c9e8-4748-9626-e144cf6c2ded owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:56:17.711413 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8c09ed4c-77bd-4a00-9be0-9fadde75dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:17.755808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bebec-bf36-48bc-adbc-546f32ccfb3b req-df765de8-8c22-4ccf-9198-9bb6215fdd2c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:17.756457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6f7bebec-bf36-48bc-adbc-546f32ccfb3b req-df765de8-8c22-4ccf-9198-9bb6215fdd2c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Synchronizing usage tracker for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:56:17.776757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09ed4c-77bd-4a00-9be0-9fadde75dcae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd5e601-5c88-4082-b535-1925ac29c443,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:17.781991 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8c09ed4c-77bd-4a00-9be0-9fadde75dcae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:17.790556 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8c09ed4c-77bd-4a00-9be0-9fadde75dcae admin admin] 10.222.0.27 "DELETE /v2.0/subnets/9bd5e601-5c88-4082-b535-1925ac29c443 HTTP/1.1" status: 204 len: 168 time: 0.7161591 May 27 22:56:17.793147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56840) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:17.901181 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe15e-21a8-4d37-965a-65316720e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:17.998345 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6f7bebec-bf36-48bc-adbc-546f32ccfb3b req-df765de8-8c22-4ccf-9198-9bb6215fdd2c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Unset dirty status for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:56:17.999526 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f7bebec-bf36-48bc-adbc-546f32ccfb3b req-df765de8-8c22-4ccf-9198-9bb6215fdd2c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 932 time: 0.6864171 May 27 22:56:18.036400 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe15e-21a8-4d37-965a-65316720e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.061819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-2dbfe15e-21a8-4d37-965a-65316720e73c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4485df3d-2971-4362-b4e7-e51e769d25d4']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:18.070765 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0900ea20-02fb-488e-98cf-bccafc48fbe3 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.076334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-2dbfe15e-21a8-4d37-965a-65316720e73c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18e3a5e-09dd-4aa0-9578-c57d3170fa05') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:18.076334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-2dbfe15e-21a8-4d37-965a-65316720e73c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18e3a5e-09dd-4aa0-9578-c57d3170fa05') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:18.090441 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe15e-21a8-4d37-965a-65316720e73c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.109928 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe15e-21a8-4d37-965a-65316720e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.122912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbfe15e-21a8-4d37-965a-65316720e73c admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:56:18.123889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe15e-21a8-4d37-965a-65316720e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.136911 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f7bebec-bf36-48bc-adbc-546f32ccfb3b req-fbc200f7-4881-462f-8a7a-9acb741a4bd3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273699 May 27 22:56:18.155146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900ea20-02fb-488e-98cf-bccafc48fbe3 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Pushing event deleted for resources: {'Port': ['ID=9ccd130a-c9e8-4748-9626-e144cf6c2ded,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:18.210640 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f18e3a5e-09dd-4aa0-9578-c57d3170fa05 resource provider aggregate not found May 27 22:56:18.244830 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f18e3a5e-09dd-4aa0-9578-c57d3170fa05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f18e3a5e-09dd-4aa0-9578-c57d3170fa05 found for delete ", "request_id": "req-1711ad70-c187-4b71-a138-5b159e0ab93e"}]} May 27 22:56:18.311677 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0900ea20-02fb-488e-98cf-bccafc48fbe3 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.316575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe15e-21a8-4d37-965a-65316720e73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.333754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:56:18.334192 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2dbfe15e-21a8-4d37-965a-65316720e73c admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.341938 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.343324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfe15e-21a8-4d37-965a-65316720e73c admin admin] Pushing event deleted for resources: {'Network': ['ID=4485df3d-2971-4362-b4e7-e51e769d25d4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:18.344898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0900ea20-02fb-488e-98cf-bccafc48fbe3 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.346012 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0900ea20-02fb-488e-98cf-bccafc48fbe3 tempest-AttachVolumeNegativeTest-50495232 tempest-AttachVolumeNegativeTest-50495232-project] 10.222.0.27 "DELETE /v2.0/floatingips/487aa919-4238-4d00-b022-667d780720d4 HTTP/1.1" status: 204 len: 168 time: 1.6877272 May 27 22:56:18.346999 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2dbfe15e-21a8-4d37-965a-65316720e73c admin admin] 10.222.0.27 "DELETE /v2.0/networks/4485df3d-2971-4362-b4e7-e51e769d25d4 HTTP/1.1" status: 204 len: 168 time: 0.5527780 May 27 22:56:18.361074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56854) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:18.364111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Transition to ACTIVE for port object d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:56:18.432731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-295ee763-7aa4-4594-b83f-506c91d9964c admin admin] Deleting subnet 204ccfb5-81cb-4c34-a332-c8ab56faa028 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:56:18.432731 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-295ee763-7aa4-4594-b83f-506c91d9964c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.443092 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.485569 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-295ee763-7aa4-4594-b83f-506c91d9964c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.551831 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-295ee763-7aa4-4594-b83f-506c91d9964c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.609120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Pushing event updated for resources: {'Port': ['ID=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:18.734265 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-295ee763-7aa4-4594-b83f-506c91d9964c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.812398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Attempting to bind port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:56:18.813056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Attempting to bind port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:56:18.813583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Attempting to bind port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:56:18.819032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:56:18.819564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Attempting to bind port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:56:18.825192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:56:18.825753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Checking segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:56:18.826332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Bound using segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:56:18.826920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Bound port: d125eb4f-95eb-4c63-ad13-e6f8f0f88f49, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:56:18.827438 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.838952 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-295ee763-7aa4-4594-b83f-506c91d9964c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:18.849970 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-295ee763-7aa4-4594-b83f-506c91d9964c admin admin] 10.222.0.27 "DELETE /v2.0/subnets/204ccfb5-81cb-4c34-a332-c8ab56faa028 HTTP/1.1" status: 204 len: 168 time: 0.4877946 May 27 22:56:18.854183 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 56864) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:18.859402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ee763-7aa4-4594-b83f-506c91d9964c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=204ccfb5-81cb-4c34-a332-c8ab56faa028,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:19.047718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd7792b7-031e-4374-9016-cbb41b763002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:19.053486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] For port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:56:19.060287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] For port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:56:19.225744 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:19.399316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:19.399936 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:19.401361 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] 10.222.0.46 "PUT /v2.0/ports/d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 HTTP/1.1" status: 200 len: 1092 time: 2.6181729 May 27 22:56:19.406933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a881f7-66fd-4e1e-9d3c-bebab6530231', 'tag': 'd125eb4f-95eb-4c63-ad13-e6f8f0f88f49'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:56:19.447717 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd7792b7-031e-4374-9016-cbb41b763002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:19.495355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1c7c1-5bcc-4731-b83f-01113dab4952 service neutron] Pushing event updated for resources: {'Port': ['ID=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:19.505979 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0268d96f-cea2-479b-bb4c-5d25a89b5718'] response: {'name': 'network-changed', 'server_uuid': 'c7a881f7-66fd-4e1e-9d3c-bebab6530231', 'tag': 'd125eb4f-95eb-4c63-ad13-e6f8f0f88f49', 'status': 'completed', 'code': 200} May 27 22:56:19.507543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-dd7792b7-031e-4374-9016-cbb41b763002 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedbd0c9-6a39-44b6-a404-7f9d86d3f361']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:19.564243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-dd7792b7-031e-4374-9016-cbb41b763002 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6088221b-2bd5-4fdf-b9fd-301671ad5c43') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:19.564583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-dd7792b7-031e-4374-9016-cbb41b763002 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6088221b-2bd5-4fdf-b9fd-301671ad5c43') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:19.585693 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd7792b7-031e-4374-9016-cbb41b763002 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:19.615288 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd7792b7-031e-4374-9016-cbb41b763002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:19.631673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7792b7-031e-4374-9016-cbb41b763002 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:56:19.632073 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd7792b7-031e-4374-9016-cbb41b763002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:19.652524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819a796-7712-4f50-a8f8-24ebacffeff8 req-e2edfe6b-a6ca-4a80-bcf8-63782a7d8e75 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:19.653997 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d819a796-7712-4f50-a8f8-24ebacffeff8 req-e2edfe6b-a6ca-4a80-bcf8-63782a7d8e75 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 944 time: 0.3923678 May 27 22:56:19.739428 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 6088221b-2bd5-4fdf-b9fd-301671ad5c43 resource provider aggregate not found May 27 22:56:19.772416 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 6088221b-2bd5-4fdf-b9fd-301671ad5c43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6088221b-2bd5-4fdf-b9fd-301671ad5c43 found for delete ", "request_id": "req-55cd51bf-ecf8-4e0d-bcc6-cbda38ab54f9"}]} May 27 22:56:19.839990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d819a796-7712-4f50-a8f8-24ebacffeff8 req-7100b97d-02c3-4821-aa5c-c3c1655aa85d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227083 May 27 22:56:19.855365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07622d8-e4dd-494a-84fc-2d4bfda9f271 req-6ed435f3-5536-4e49-8a2e-e6d16f92059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:19.857470 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a07622d8-e4dd-494a-84fc-2d4bfda9f271 req-6ed435f3-5536-4e49-8a2e-e6d16f92059a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 1095 time: 0.3401463 May 27 22:56:19.886184 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd7792b7-031e-4374-9016-cbb41b763002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:19.904073 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd7792b7-031e-4374-9016-cbb41b763002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:19.966583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7792b7-031e-4374-9016-cbb41b763002 admin admin] Pushing event deleted for resources: {'Network': ['ID=bedbd0c9-6a39-44b6-a404-7f9d86d3f361,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:19.976099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dd7792b7-031e-4374-9016-cbb41b763002 admin admin] 10.222.0.27 "DELETE /v2.0/networks/bedbd0c9-6a39-44b6-a404-7f9d86d3f361 HTTP/1.1" status: 204 len: 168 time: 1.1181574 May 27 22:56:20.029568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07622d8-e4dd-494a-84fc-2d4bfda9f271 req-114a8558-fe49-4592-8160-68a9a7c12f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:20.031154 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a07622d8-e4dd-494a-84fc-2d4bfda9f271 req-114a8558-fe49-4592-8160-68a9a7c12f6e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a3537ac059424872b0999096f4b18e5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1665812 May 27 22:56:20.177537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07622d8-e4dd-494a-84fc-2d4bfda9f271 req-a27f39c3-829b-4008-a83f-b6bc07edea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:20.179241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a07622d8-e4dd-494a-84fc-2d4bfda9f271 req-a27f39c3-829b-4008-a83f-b6bc07edea49 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419015 May 27 22:56:20.294287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-55731a8c-e74d-4ecd-b073-b7f35d39c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:20.295897 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-55731a8c-e74d-4ecd-b073-b7f35d39c7a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 1095 time: 0.0791178 May 27 22:56:20.369802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-435eddd8-8725-4c03-a84e-5cfbeef17ac5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 HTTP/1.1" status: 200 len: 217 time: 0.0646684 May 27 22:56:20.421417 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56890) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:20.436521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-1fa13f71-ee41-40d3-92e6-28ba03bb6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:20.437993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-1fa13f71-ee41-40d3-92e6-28ba03bb6d8a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.0615184 May 27 22:56:20.500832 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-84ab4b39-73f6-4cbc-97a4-2d9c3d0956aa admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1cac7b8b0d43497ba21877044f0805d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0743380 May 27 22:56:20.500832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56894) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:20.542193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-459c7f9a-7422-40ac-a40c-7b7d98339a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:20.544099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-459c7f9a-7422-40ac-a40c-7b7d98339a64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003392 May 27 22:56:20.576568 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c22d3067-f800-4638-a3b1-0775eb1ce2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:20.605108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c22d3067-f800-4638-a3b1-0775eb1ce2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:20.704921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-046b0ab3-ad7a-4b7e-8665-9aff85663fb7 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535151 May 27 22:56:20.710403 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c22d3067-f800-4638-a3b1-0775eb1ce2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:20.726587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d3067-f800-4638-a3b1-0775eb1ce2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93edfd3f-c760-4aee-8d22-27e41bbe0aae,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:20.740997 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c22d3067-f800-4638-a3b1-0775eb1ce2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:20.745407 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c22d3067-f800-4638-a3b1-0775eb1ce2dc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/93edfd3f-c760-4aee-8d22-27e41bbe0aae HTTP/1.1" status: 204 len: 168 time: 0.2444775 May 27 22:56:20.878156 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a29cb5a2-cca8-48bc-aa4a-336e6f90d211 req-043c4210-f72a-41df-9005-762a5f55ca4f service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608398 May 27 22:56:21.088733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcfb01-2792-46c0-82a8-1d57adf0f146 req-055c2fc8-cb21-4cf7-82a1-46ed02a85502 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:21.096589 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5bcfb01-2792-46c0-82a8-1d57adf0f146 req-055c2fc8-cb21-4cf7-82a1-46ed02a85502 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 944 time: 0.1233499 May 27 22:56:21.151430 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5bcfb01-2792-46c0-82a8-1d57adf0f146 req-3ce48431-110a-4c5d-be64-9e008bf0e4d6 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536981 May 27 22:56:21.601636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56920) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:21.658252 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c1fbcaaf-ae5b-43d0-babc-cf3fca5cde00 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3852188b3c124e4f8188183090cec0fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0594764 May 27 22:56:21.660621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 56924) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:21.751137 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbde8-e6c0-41c2-8803-359ada00f971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:21.781993 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbde8-e6c0-41c2-8803-359ada00f971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:21.888064 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbde8-e6c0-41c2-8803-359ada00f971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:21.910364 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bbde8-e6c0-41c2-8803-359ada00f971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1fa907-b3cb-4a74-bd7e-12ab73fb2233,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:21.916882 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4f1bbde8-e6c0-41c2-8803-359ada00f971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:21.918017 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4f1bbde8-e6c0-41c2-8803-359ada00f971 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1a1fa907-b3cb-4a74-bd7e-12ab73fb2233 HTTP/1.1" status: 204 len: 168 time: 0.2562723 May 27 22:56:22.379443 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:22.507359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7693b-d15f-4553-a88f-4244734acb9a req-db6b81f5-f48d-4c94-9147-4663dfc7db27 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:22.509113 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7f7693b-d15f-4553-a88f-4244734acb9a req-db6b81f5-f48d-4c94-9147-4663dfc7db27 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 944 time: 0.2373033 May 27 22:56:22.582463 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7f7693b-d15f-4553-a88f-4244734acb9a req-a7a45039-0736-4ac1-b978-0e799d91a131 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632920 May 27 22:56:23.875703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d3df9-848c-4258-a5dc-da81d9736b6d req-e51f8c0a-315c-443d-ae12-d0f3455e9a50 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:23.879262 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c4d3df9-848c-4258-a5dc-da81d9736b6d req-e51f8c0a-315c-443d-ae12-d0f3455e9a50 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 944 time: 0.1593266 May 27 22:56:23.963216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c4d3df9-848c-4258-a5dc-da81d9736b6d req-15b6ead5-a364-4809-9ffc-2d78a1d49e89 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754707 May 27 22:56:25.210054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a880326-efe2-4479-939d-2a03a9c04e03 req-1d8cc8fe-56a2-4cf5-a31d-5cc5dd7cc53d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:25.211735 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a880326-efe2-4479-939d-2a03a9c04e03 req-1d8cc8fe-56a2-4cf5-a31d-5cc5dd7cc53d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 944 time: 0.1289084 May 27 22:56:25.291414 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a880326-efe2-4479-939d-2a03a9c04e03 req-9ea35dce-3283-47d9-980d-911e09b40de0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718975 May 27 22:56:26.527721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b43447-eded-45e7-9471-0cad2a2ea16d req-ba54eb29-ccbe-435c-98a3-7d79f34c72b1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:26.533049 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b43447-eded-45e7-9471-0cad2a2ea16d req-ba54eb29-ccbe-435c-98a3-7d79f34c72b1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 944 time: 0.1083860 May 27 22:56:26.589094 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55b43447-eded-45e7-9471-0cad2a2ea16d req-db1e73a4-af5d-4d79-8ec8-668a0f262e85 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501566 May 27 22:56:26.970015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57078) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:27.728433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f64a8-9a75-4c6b-9dc6-b0dfe656cf2f req-d4a425d1-5db8-4bcc-a9ae-9f697a6ce871 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:27.728433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-979f64a8-9a75-4c6b-9dc6-b0dfe656cf2f req-d4a425d1-5db8-4bcc-a9ae-9f697a6ce871 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.0935392 May 27 22:56:27.728433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-979f64a8-9a75-4c6b-9dc6-b0dfe656cf2f req-ef25c598-c33a-478b-b86f-b4e4aaec28e0 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500345 May 27 22:56:27.801313 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a10bba6-4fd0-4316-ae14-6e36b3ea9f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:27.807429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6e24e-ed8d-4e59-97ab-ba6879d9d0ca req-24a98db5-f132-43e1-8ef3-a1bcdca84bf4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:27.808925 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aad6e24e-ed8d-4e59-97ab-ba6879d9d0ca req-24a98db5-f132-43e1-8ef3-a1bcdca84bf4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 944 time: 0.1027789 May 27 22:56:27.860034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aad6e24e-ed8d-4e59-97ab-ba6879d9d0ca req-dab3da6c-1e53-438d-97ac-afce60c74026 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404344 May 27 22:56:28.056613 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2765-64a1-4cae-95ce-53507c28f9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:28.441803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf2765-64a1-4cae-95ce-53507c28f9ba admin admin] Deleting port 15a7a567-e754-48df-9460-7cb24d34d467 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:28.442143 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2765-64a1-4cae-95ce-53507c28f9ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:28.752026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-f3bf2765-64a1-4cae-95ce-53507c28f9ba admin admin] For port 15a7a567-e754-48df-9460-7cb24d34d467, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=15a7a567-e754-48df-9460-7cb24d34d467,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:56:28.752794 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2765-64a1-4cae-95ce-53507c28f9ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:28.883041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f3bf2765-64a1-4cae-95ce-53507c28f9ba admin admin] Calling delete_port for 15a7a567-e754-48df-9460-7cb24d34d467 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:56:28.899503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:56:28.918194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb12bb0-5988-43d1-bde9-4ff90c8718cd req-a1fcb358-bb4b-423a-8bf3-8318d125307c tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:28.922863 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8fb12bb0-5988-43d1-bde9-4ff90c8718cd req-a1fcb358-bb4b-423a-8bf3-8318d125307c tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.1113963 May 27 22:56:29.081987 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8fb12bb0-5988-43d1-bde9-4ff90c8718cd req-1f38c669-324a-42d9-b242-b2e615762c90 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521721 May 27 22:56:29.132206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c079002-ff57-4808-8a93-db6486973b04 req-a9449fcd-2cca-4ff6-85ba-d12adfa5ba54 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:29.133838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c079002-ff57-4808-8a93-db6486973b04 req-a9449fcd-2cca-4ff6-85ba-d12adfa5ba54 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 944 time: 0.1418314 May 27 22:56:29.148746 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:56:29.178040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'd125eb4f-95eb-4c63-ad13-e6f8f0f88f49', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'port_id': 'd125eb4f-95eb-4c63-ad13-e6f8f0f88f49', 'mac_address': 'fa:16:3e:11:99:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:56:29.219593 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c079002-ff57-4808-8a93-db6486973b04 req-5dccf168-5c64-479f-b796-6d07af9bcdc9 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791368 May 27 22:56:29.250512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:56:29.251030 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:29.269133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:56:29.271295 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2765-64a1-4cae-95ce-53507c28f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:29.287030 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:56:29.365635 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:29.371666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf2765-64a1-4cae-95ce-53507c28f9ba admin admin] Pushing event deleted for resources: {'Port': ['ID=15a7a567-e754-48df-9460-7cb24d34d467,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:29.481608 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:29.591939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['d125eb4f-95eb-4c63-ad13-e6f8f0f88f49'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:56:29.722944 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bc729ac1-a809-4434-a75f-97abd89409c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:29.830387 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2765-64a1-4cae-95ce-53507c28f9ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:30.212541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bf2765-64a1-4cae-95ce-53507c28f9ba admin admin] Router fd43306b-6880-4ab7-80c3-69e01d3729fd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:56:30.320788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bfe65-b057-4bb1-83b6-7a9d6ebbbec2 req-a01cfffb-777f-4565-8514-befb1cd8bcbb tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:30.328270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-414bfe65-b057-4bb1-83b6-7a9d6ebbbec2 req-a01cfffb-777f-4565-8514-befb1cd8bcbb tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.1277595 May 27 22:56:30.448656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bf2765-64a1-4cae-95ce-53507c28f9ba admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:56:30.462454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10ff0f2-29c9-4a3a-9a12-66f8ffcb07fc None None] Sync routers for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:56:30.468149 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f3bf2765-64a1-4cae-95ce-53507c28f9ba admin admin] 10.222.0.27 "PUT /v2.0/routers/fd43306b-6880-4ab7-80c3-69e01d3729fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4954605 May 27 22:56:30.468423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57144) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:30.474460 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10ff0f2-29c9-4a3a-9a12-66f8ffcb07fc None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:56:30.475064 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a10ff0f2-29c9-4a3a-9a12-66f8ffcb07fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:56:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:30.509625 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-414bfe65-b057-4bb1-83b6-7a9d6ebbbec2 req-dc2cd3cd-821c-4ceb-ba7b-22258408d24a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802046 May 27 22:56:30.583401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-d6568454-01a1-4845-a787-d24eb22b458d tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:30.584940 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-d6568454-01a1-4845-a787-d24eb22b458d tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.46 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.1296601 May 27 22:56:30.596422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf89def-2425-4972-8d24-eda4cd314e1e req-d0e7ed53-b9d4-42df-90b3-089dd94f949d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:30.598063 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0cf89def-2425-4972-8d24-eda4cd314e1e req-d0e7ed53-b9d4-42df-90b3-089dd94f949d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 945 time: 0.2188411 May 27 22:56:30.702448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-417ffcb3-4e11-4b7c-bdad-5ab1991954d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Deleting port 1f236d4e-8092-454e-89d1-126731273d34 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:30.712814 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-417ffcb3-4e11-4b7c-bdad-5ab1991954d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:30.720914 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:30.844726 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0cf89def-2425-4972-8d24-eda4cd314e1e req-6a8217fb-42c1-4d1b-a01d-28861e42f4b3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865185 May 27 22:56:30.851774 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-a10ff0f2-29c9-4a3a-9a12-66f8ffcb07fc None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:56:31.003037 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:31.006750 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:56:31.063640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-417ffcb3-4e11-4b7c-bdad-5ab1991954d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] For port 1f236d4e-8092-454e-89d1-126731273d34, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1f236d4e-8092-454e-89d1-126731273d34,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:56:31.063994 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-417ffcb3-4e11-4b7c-bdad-5ab1991954d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:31.093076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] Deleting port adacea34-944b-4559-9392-ad351c9c61d2 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:31.093424 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:31.344744 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:31.350626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] For port adacea34-944b-4559-9392-ad351c9c61d2, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=adacea34-944b-4559-9392-ad351c9c61d2,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:56:31.351807 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:31.367431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a10ff0f2-29c9-4a3a-9a12-66f8ffcb07fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:56:29Z', 'revision_number': 5, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port': {'id': 'adacea34-944b-4559-9392-ad351c9c61d2', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:39Z', 'updated_at': '2022-05-27T22:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:31.374614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10ff0f2-29c9-4a3a-9a12-66f8ffcb07fc None None] Checking router: fd43306b-6880-4ab7-80c3-69e01d3729fd for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:56:31.393555 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:31.398426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10ff0f2-29c9-4a3a-9a12-66f8ffcb07fc None None] Routers {'fd43306b-6880-4ab7-80c3-69e01d3729fd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:56:31.399046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a10ff0f2-29c9-4a3a-9a12-66f8ffcb07fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:56:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['fd43306b-6880-4ab7-80c3-69e01d3729fd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:31.513998 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-417ffcb3-4e11-4b7c-bdad-5ab1991954d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:31.515356 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-417ffcb3-4e11-4b7c-bdad-5ab1991954d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:31.515881 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-417ffcb3-4e11-4b7c-bdad-5ab1991954d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Floating IP 7e60551a-6b9f-45db-8be9-430d0c1e3036 disassociated. External IP: 172.25.2.241, port: 1f236d4e-8092-454e-89d1-126731273d34. May 27 22:56:31.516513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-417ffcb3-4e11-4b7c-bdad-5ab1991954d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Calling delete_port for 1f236d4e-8092-454e-89d1-126731273d34 owned by compute:nova {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:56:31.565150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] Calling delete_port for adacea34-944b-4559-9392-ad351c9c61d2 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:56:31.653047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:56:31.690849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:56:31.691880 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:31.766887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-a10ff0f2-29c9-4a3a-9a12-66f8ffcb07fc None None] Set router fd43306b-6880-4ab7-80c3-69e01d3729fd gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:56:31.992594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb05cd-f344-444f-b8a7-9ad3aa9a4584 req-5d119c82-70d4-4a96-be91-16a365275569 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:31.995309 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5cb05cd-f344-444f-b8a7-9ad3aa9a4584 req-5d119c82-70d4-4a96-be91-16a365275569 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 946 time: 0.3222363 May 27 22:56:32.068267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5cb05cd-f344-444f-b8a7-9ad3aa9a4584 req-47b5c31c-5a6b-42f8-9a9e-ed65d3c831a6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=72774130-127a-4060-b1ac-5507a964e5be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647290 May 27 22:56:32.077327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a10ff0f2-29c9-4a3a-9a12-66f8ffcb07fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:56:31Z', 'revision_number': 6, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:32.089354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10ff0f2-29c9-4a3a-9a12-66f8ffcb07fc None None] The sync data for ids ['fd43306b-6880-4ab7-80c3-69e01d3729fd'] in n-d-843680-3 is: [{'id': 'fd43306b-6880-4ab7-80c3-69e01d3729fd', 'name': 'tempest-AttachVolumeNegativeTest-1156002406-router', 'tenant_id': '53d923b432974a83b5d42963ced4cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:49:35Z', 'updated_at': '2022-05-27T22:56:31Z', 'revision_number': 6, 'project_id': '53d923b432974a83b5d42963ced4cc2e', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:56:32.178745 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:32.184889 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-417ffcb3-4e11-4b7c-bdad-5ab1991954d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:32.197437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:56:32.202330 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:32.237531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a881f7-66fd-4e1e-9d3c-bebab6530231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd125eb4f-95eb-4c63-ad13-e6f8f0f88f49'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:56:32.257728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ffcb3-4e11-4b7c-bdad-5ab1991954d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Pushing event deleted for resources: {'Port': ['ID=1f236d4e-8092-454e-89d1-126731273d34,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:32.262633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:56:32.294327 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f55fab8-f490-4f5b-b568-07944fee22d8'] response: {'server_uuid': 'c7a881f7-66fd-4e1e-9d3c-bebab6530231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd125eb4f-95eb-4c63-ad13-e6f8f0f88f49', 'code': 200} May 27 22:56:32.298696 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:32.346241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] Pushing event deleted for resources: {'Port': ['ID=adacea34-944b-4559-9392-ad351c9c61d2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:32.351034 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:32.441977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:32.479610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e53b12-d2a9-40da-82f5-d1cde458baee req-ae86b20a-4086-4cc6-9757-3e337b3c0ebe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:32.489671 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44e53b12-d2a9-40da-82f5-d1cde458baee req-ae86b20a-4086-4cc6-9757-3e337b3c0ebe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 945 time: 0.3572996 May 27 22:56:32.532193 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:32.593138 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44e53b12-d2a9-40da-82f5-d1cde458baee req-016bf096-284c-4644-a755-e03d94d4ffdf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000330 May 27 22:56:32.610021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-417ffcb3-4e11-4b7c-bdad-5ab1991954d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Router a5d3c54f-0b2e-49f9-8c21-98a79313e814 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:56:32.865573 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:32.868294 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:32.871517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261f8f4-ef34-48fe-92ec-a4dd02d77036 req-9cc342b9-b736-404a-89aa-e125b40ac08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:32.874114 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7261f8f4-ef34-48fe-92ec-a4dd02d77036 req-9cc342b9-b736-404a-89aa-e125b40ac08c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 1097 time: 0.4902458 May 27 22:56:32.908927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-417ffcb3-4e11-4b7c-bdad-5ab1991954d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:56:32.920530 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1bbf43-9487-48f3-90a4-85809aa637be None None] Sync routers for ids ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:56:32.928201 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7261f8f4-ef34-48fe-92ec-a4dd02d77036 req-bd0c465f-475a-4fcd-865f-ac564ab4c3ec service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462198 May 27 22:56:32.931326 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1bbf43-9487-48f3-90a4-85809aa637be None None] Routers {'a5d3c54f-0b2e-49f9-8c21-98a79313e814'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:56:32.932113 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f1bbf43-9487-48f3-90a4-85809aa637be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:56:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:33.002087 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:33.004380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd43306b-6880-4ab7-80c3-69e01d3729fd {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:56:33.015117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-417ffcb3-4e11-4b7c-bdad-5ab1991954d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] No DVR routers for this DVR port 1f236d4e-8092-454e-89d1-126731273d34 on host n-h2-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:56:33.018016 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-417ffcb3-4e11-4b7c-bdad-5ab1991954d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:33.021684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'name': 'network-vif-deleted', 'tag': '1f236d4e-8092-454e-89d1-126731273d34'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:56:33.023429 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:33.024765 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c734867d-8062-43e3-81c3-5e630d0963fc admin admin] 10.222.0.27 "DELETE /v2.0/routers/fd43306b-6880-4ab7-80c3-69e01d3729fd HTTP/1.1" status: 204 len: 168 time: 2.5552859 May 27 22:56:33.028440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57184) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:33.085169 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5cfbbe-4698-4fdb-be90-6e2262ddae27'] response: {'server_uuid': '2995fed0-03c9-4e26-a35a-5284d70341b2', 'name': 'network-vif-deleted', 'tag': '1f236d4e-8092-454e-89d1-126731273d34', 'status': 'completed', 'code': 200} May 27 22:56:33.098331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-afee92a5-62d7-4133-ada9-d96908bd53ea req-417ffcb3-4e11-4b7c-bdad-5ab1991954d1 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.46 "DELETE /v2.0/ports/1f236d4e-8092-454e-89d1-126731273d34 HTTP/1.1" status: 204 len: 173 time: 2.4991319 May 27 22:56:33.119503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-331cba0c-ca55-4075-9869-3a46659ecefd admin admin] Deleting subnet 36c561ad-418b-4404-b3f7-e1414a606ae6 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:56:33.122887 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-331cba0c-ca55-4075-9869-3a46659ecefd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:33.141964 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-2f1bbf43-9487-48f3-90a4-85809aa637be None None] Set router a5d3c54f-0b2e-49f9-8c21-98a79313e814 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:56:33.201035 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-331cba0c-ca55-4075-9869-3a46659ecefd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:33.294618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2104d397-c5a1-47f3-beb6-e9e7a46f5c64 req-e82be74d-e2c1-47d8-adc1-d47f15d82b18 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Synchronizing usage tracker for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:56:33.363447 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-331cba0c-ca55-4075-9869-3a46659ecefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:33.414239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-2104d397-c5a1-47f3-beb6-e9e7a46f5c64 req-e82be74d-e2c1-47d8-adc1-d47f15d82b18 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Unset dirty status for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:56:33.421050 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2104d397-c5a1-47f3-beb6-e9e7a46f5c64 req-e82be74d-e2c1-47d8-adc1-d47f15d82b18 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=2995fed0-03c9-4e26-a35a-5284d70341b2 HTTP/1.1" status: 200 len: 210 time: 0.1809938 May 27 22:56:33.554227 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f1bbf43-9487-48f3-90a4-85809aa637be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:52:00Z', 'revision_number': 4, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '703d3cd0-5424-47c8-af94-712791e8f895', 'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'mac_address': 'fa:16:3e:8a:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:57Z', 'updated_at': '2022-05-27T22:52:11Z', 'revision_number': 5, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'subnets': [{'id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:33.556575 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-331cba0c-ca55-4075-9869-3a46659ecefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:33.565270 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1bbf43-9487-48f3-90a4-85809aa637be None None] Checking router: a5d3c54f-0b2e-49f9-8c21-98a79313e814 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:56:33.577049 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1bbf43-9487-48f3-90a4-85809aa637be None None] Routers {'a5d3c54f-0b2e-49f9-8c21-98a79313e814'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:56:33.577820 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f1bbf43-9487-48f3-90a4-85809aa637be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:56:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:33.608179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cba0c-ca55-4075-9869-3a46659ecefd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36c561ad-418b-4404-b3f7-e1414a606ae6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:33.616637 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-331cba0c-ca55-4075-9869-3a46659ecefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:33.625120 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-331cba0c-ca55-4075-9869-3a46659ecefd admin admin] 10.222.0.27 "DELETE /v2.0/subnets/36c561ad-418b-4404-b3f7-e1414a606ae6 HTTP/1.1" status: 204 len: 168 time: 0.5933180 May 27 22:56:33.625268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051d076d-42c0-4382-960c-f73d53305e5b None None] Network 834ac9cf-7900-4562-81d7-7075078e1b9c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:56:33.625698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57196) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:33.794263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 15a7a567-e754-48df-9460-7cb24d34d467 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:56:33.857714 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:33.877445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] Deleting port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:33.882997 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:33.950716 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-2f1bbf43-9487-48f3-90a4-85809aa637be None None] Set router a5d3c54f-0b2e-49f9-8c21-98a79313e814 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:56:33.965903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 15a7a567-e754-48df-9460-7cb24d34d467 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:56:33.968311 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 15a7a567-e754-48df-9460-7cb24d34d467 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:56:33.970358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device adacea34-944b-4559-9392-ad351c9c61d2 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:56:33.979394 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737a4e0-0dd3-4faa-a0fa-954d702b6c80 req-d3852dab-5577-4580-8386-4b92fee026a1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:33.989124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7737a4e0-0dd3-4faa-a0fa-954d702b6c80 req-d3852dab-5577-4580-8386-4b92fee026a1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 946 time: 0.1443245 May 27 22:56:34.091669 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7737a4e0-0dd3-4faa-a0fa-954d702b6c80 req-af6a7213-d636-451c-9bd3-65aae67004a9 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015856 May 27 22:56:34.119747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: adacea34-944b-4559-9392-ad351c9c61d2 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:56:34.120984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device adacea34-944b-4559-9392-ad351c9c61d2 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:56:34.243646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] For port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=858b4683-76e5-4c0d-a6f2-2bf94e8a13f7,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:56:34.246609 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:34.327690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf7fc07-c50d-4405-8bd4-279cb658d3f7 None None] DHCP port deletion for 834ac9cf-7900-4562-81d7-7075078e1b9c request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:56:34.332880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7fc07-c50d-4405-8bd4-279cb658d3f7 None None] Deleting port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:34.332880 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5bf7fc07-c50d-4405-8bd4-279cb658d3f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:34.400172 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f1bbf43-9487-48f3-90a4-85809aa637be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:52:00Z', 'revision_number': 4, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '703d3cd0-5424-47c8-af94-712791e8f895', 'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'mac_address': 'fa:16:3e:8a:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:57Z', 'updated_at': '2022-05-27T22:52:11Z', 'revision_number': 5, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'subnets': [{'id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:34.406339 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1bbf43-9487-48f3-90a4-85809aa637be None None] The sync data for ids ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'] in n-d-843680-3 is: [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:52:00Z', 'revision_number': 4, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '703d3cd0-5424-47c8-af94-712791e8f895', 'name': '', 'network_id': '8514dbac-db35-4503-b472-f0edb8e4c6d8', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'mac_address': 'fa:16:3e:8a:1b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_interface', 'standard_attr_id': 2805, 'fixed_ips': [{'subnet_id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:57Z', 'updated_at': '2022-05-27T22:52:11Z', 'revision_number': 5, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'subnets': [{'id': 'c40bc52a-d4d7-4d2a-b439-787ca5d1faec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:56:34.474667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] Calling delete_port for 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:56:34.705150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57226) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:34.733336 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:34.756791 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5bf7fc07-c50d-4405-8bd4-279cb658d3f7 None None] For port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=858b4683-76e5-4c0d-a6f2-2bf94e8a13f7,segment=NetworkSegment(c970ef35-65ab-4fb5-880e-18097f0a83ff),segment_id=c970ef35-65ab-4fb5-880e-18097f0a83ff)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:56:34.757427 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5bf7fc07-c50d-4405-8bd4-279cb658d3f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:34.826641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] Pushing event deleted for resources: {'Port': ['ID=858b4683-76e5-4c0d-a6f2-2bf94e8a13f7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:34.846064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] No DVR routers for this DVR port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:56:34.867619 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de44db6-e105-4e5b-984f-51c7163f5f29 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:34.902979 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de44db6-e105-4e5b-984f-51c7163f5f29 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:34.942579 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135888b5-f749-4400-96f6-ce7854eca3ef None None] New status for floating IP 7e60551a-6b9f-45db-8be9-430d0c1e3036: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:56:34.989068 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:34.998642 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1f236d4e-8092-454e-89d1-126731273d34 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:56:35.016109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834ac9cf-7900-4562-81d7-7075078e1b9c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:35.036307 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de44db6-e105-4e5b-984f-51c7163f5f29 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:35.039058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c970ef35-65ab-4fb5-880e-18097f0a83ff') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:35.039535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c970ef35-65ab-4fb5-880e-18097f0a83ff') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:35.053324 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:35.062969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de44db6-e105-4e5b-984f-51c7163f5f29 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72774130-127a-4060-b1ac-5507a964e5be,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:35.076878 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:35.085053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:56:35.085780 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:35.112431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7fc07-c50d-4405-8bd4-279cb658d3f7 None None] Calling delete_port for 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:56:35.154741 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de44db6-e105-4e5b-984f-51c7163f5f29 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:35.154904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2de44db6-e105-4e5b-984f-51c7163f5f29 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "DELETE /v2.0/security-groups/72774130-127a-4060-b1ac-5507a964e5be HTTP/1.1" status: 204 len: 168 time: 0.4467375 May 27 22:56:35.157595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57240) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:35.197856 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-5b454921-875c-4f2e-953b-0732a1b8d364 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] show failed (client error): The resource could not be found. May 27 22:56:35.198894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5b454921-875c-4f2e-953b-0732a1b8d364 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups/72774130-127a-4060-b1ac-5507a964e5be HTTP/1.1" status: 404 len: 347 time: 0.0401642 May 27 22:56:35.205100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57244) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:35.281130 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 1f236d4e-8092-454e-89d1-126731273d34 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:56:35.281714 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1f236d4e-8092-454e-89d1-126731273d34 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:56:35.336956 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c970ef35-65ab-4fb5-880e-18097f0a83ff resource provider aggregate not found May 27 22:56:35.369292 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c970ef35-65ab-4fb5-880e-18097f0a83ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c970ef35-65ab-4fb5-880e-18097f0a83ff found for delete ", "request_id": "req-c6da88fb-27f9-4f7e-b7c9-965115032dbc"}]} May 27 22:56:35.487508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:35.510072 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:35.521252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] Pushing event deleted for resources: {'Network': ['ID=834ac9cf-7900-4562-81d7-7075078e1b9c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:35.579699 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Deleting port d5156119-4ffc-4174-acbf-39e198d5ad48 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:35.580244 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:35.634593 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-16052488-ea55-4e1a-bc41-0f07137062fb admin admin] 10.222.0.27 "DELETE /v2.0/networks/834ac9cf-7900-4562-81d7-7075078e1b9c HTTP/1.1" status: 204 len: 168 time: 2.0046751 May 27 22:56:35.662843 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-5bf7fc07-c50d-4405-8bd4-279cb658d3f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:56:35.663315 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-5bf7fc07-c50d-4405-8bd4-279cb658d3f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:56:35.764079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:56:35.793238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775dcfa-e520-486d-a69b-6620ddb850c6 req-82b27bbb-fe36-49e3-a9cb-b53f4478af5a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:35.800671 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3775dcfa-e520-486d-a69b-6620ddb850c6 req-82b27bbb-fe36-49e3-a9cb-b53f4478af5a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 946 time: 0.5267267 May 27 22:56:35.849510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:56:35.850104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:56:35.856816 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3775dcfa-e520-486d-a69b-6620ddb850c6 req-f71af06b-bc00-4f00-952d-3b75c9612abe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551491 May 27 22:56:35.943310 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:35.943851 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:36.036667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57264) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:36.092277 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-19808089-e3ca-4126-85db-375f6fc087f0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=53d923b432974a83b5d42963ced4cc2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521920 May 27 22:56:36.092575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57268) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:36.100493 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Calling delete_port for d5156119-4ffc-4174-acbf-39e198d5ad48 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:56:36.163870 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:36.165188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7fc07-c50d-4405-8bd4-279cb658d3f7 None None] Deleting port 858b4683-76e5-4c0d-a6f2-2bf94e8a13f7 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:36.166216 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5bf7fc07-c50d-4405-8bd4-279cb658d3f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:36.191898 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:36.275576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d6ee8-1550-4ab0-87ae-e2b745313f9e req-add18c1a-e599-45db-a9a2-550670ae7f07 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:36.279694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7fc07-c50d-4405-8bd4-279cb658d3f7 None None] The port '858b4683-76e5-4c0d-a6f2-2bf94e8a13f7' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:56:36.291630 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-554d6ee8-1550-4ab0-87ae-e2b745313f9e req-add18c1a-e599-45db-a9a2-550670ae7f07 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 946 time: 0.1328166 May 27 22:56:36.321008 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:36.344860 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-554d6ee8-1550-4ab0-87ae-e2b745313f9e req-1124f965-4c76-447c-9c3a-33bc0bc741b4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521708 May 27 22:56:36.345660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7dcdaa-5b1f-4e3d-8572-46730de67a45,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:36.358013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:36.358541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:36.359020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:36.359494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:36.359963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:36.360452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:36.360980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:36.361676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:36.362230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:36.363219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:36.363677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:36.364486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:36.366071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57272) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:36.382768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:36.386373 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ae6fb528-4a57-40e9-8197-f39109bff7f7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fc7dcdaa-5b1f-4e3d-8572-46730de67a45 HTTP/1.1" status: 204 len: 168 time: 0.2909429 May 27 22:56:36.403953 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:56:36.404273 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:56:36.819032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec4b7f3-722f-48ce-9963-72d10a13dbcb tempest-TestVolumeBootPattern-339785080 tempest-TestVolumeBootPattern-339785080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:36.821314 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8ec4b7f3-722f-48ce-9963-72d10a13dbcb tempest-TestVolumeBootPattern-339785080 tempest-TestVolumeBootPattern-339785080-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 1092 time: 0.4540174 May 27 22:56:36.824122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57286) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:36.829231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': 'd125eb4f-95eb-4c63-ad13-e6f8f0f88f49', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:56:36.836759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:36.840914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Usage tracker for resource:floatingip and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:36.844153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:36.850590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:36.905625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Deleting port d5156119-4ffc-4174-acbf-39e198d5ad48 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:36.906265 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:36.945339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:37.261599 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:37.261930 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:37.412466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Calling delete_port for d5156119-4ffc-4174-acbf-39e198d5ad48 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:56:37.475762 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:37.827114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Allocated IP 172.25.2.245 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/d2a34d47-001a-40c6-a330-3ca196e5d204) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:56:37.913253 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:37.975707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Pushing event deleted for resources: {'Port': ['ID=d5156119-4ffc-4174-acbf-39e198d5ad48,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:38.183718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:38.259617 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:38.326798 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:38.327899 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-15096613-f1ae-464d-9c07-2a7608500b22 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "DELETE /v2.0/floatingips/7e60551a-6b9f-45db-8be9-430d0c1e3036 HTTP/1.1" status: 204 len: 168 time: 3.1216385 May 27 22:56:38.401535 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:38.480323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:56:38.483602 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:56:38.487405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:56:38.517597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'Port': ['ID=d2a34d47-001a-40c6-a330-3ca196e5d204,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:39.093501 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:39.287891 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:39.545230 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:39.668601 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:39.799172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'Port': ['ID=d2a34d47-001a-40c6-a330-3ca196e5d204,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:39.816212 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:40.085032 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Floating IP 4036ddc8-0882-4ac9-9f4e-041d0d05fe16 associated. External IP: 172.25.2.245, port: d125eb4f-95eb-4c63-ad13-e6f8f0f88f49. May 27 22:56:40.670340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Router 86448e10-bdd1-4df2-a2b2-be659da43f07 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:56:40.819790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57400) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:40.892506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:56:40.905295 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85d7ed-6508-4f1b-b183-16af9b69e824 None None] Sync routers for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:56:40.921489 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85d7ed-6508-4f1b-b183-16af9b69e824 None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:56:40.927149 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-de85d7ed-6508-4f1b-b183-16af9b69e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:56:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:40.986506 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1b7eb5b-d3f2-4dde-b302-e9d0140f5354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:41.011540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e1b7eb5b-d3f2-4dde-b302-e9d0140f5354 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:41.016038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e1b7eb5b-d3f2-4dde-b302-e9d0140f5354 admin admin] Usage tracker for resource:security_group_rule and tenant:2a967bd6abba4e389cf590560f39d6fc is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:41.019923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e1b7eb5b-d3f2-4dde-b302-e9d0140f5354 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:41.024229 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:41.035150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e1b7eb5b-d3f2-4dde-b302-e9d0140f5354 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:41.058654 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:56:41.110596 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-79996502-94a8-4620-9270-9f5e0054a0f2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2852366 May 27 22:56:41.111624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a881f7-66fd-4e1e-9d3c-bebab6530231', 'tag': 'd125eb4f-95eb-4c63-ad13-e6f8f0f88f49'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:56:41.158763 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1b7eb5b-d3f2-4dde-b302-e9d0140f5354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:41.179397 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15448f19-3687-4ff1-bab4-9639c1b25de0'] response: {'name': 'network-changed', 'server_uuid': 'c7a881f7-66fd-4e1e-9d3c-bebab6530231', 'tag': 'd125eb4f-95eb-4c63-ad13-e6f8f0f88f49', 'status': 'completed', 'code': 200} May 27 22:56:41.251052 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-de85d7ed-6508-4f1b-b183-16af9b69e824 None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:56:41.262435 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e1b7eb5b-d3f2-4dde-b302-e9d0140f5354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:41.352583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec0e3b-0f76-4c2d-b268-5c17a51df9d2 req-49b0a247-9386-410a-ae9f-7f2033dd2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:41.354217 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2aec0e3b-0f76-4c2d-b268-5c17a51df9d2 req-49b0a247-9386-410a-ae9f-7f2033dd2ffb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 1097 time: 0.1503203 May 27 22:56:41.394231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7eb5b-d3f2-4dde-b302-e9d0140f5354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbe1a57-6dfe-4376-bccb-9a18e7907422,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:41.413531 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e1b7eb5b-d3f2-4dde-b302-e9d0140f5354 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2a967bd6abba4e389cf590560f39d6fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5905001 May 27 22:56:41.414626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57424) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:41.569674 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777ade94-38ce-4d49-8209-5efad200af31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:41.624088 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777ade94-38ce-4d49-8209-5efad200af31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:41.704995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec0e3b-0f76-4c2d-b268-5c17a51df9d2 req-23156ab9-d4ea-4ea4-ad29-3b060a19cdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:41.714067 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2aec0e3b-0f76-4c2d-b268-5c17a51df9d2 req-23156ab9-d4ea-4ea4-ad29-3b060a19cdaa service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.3462029 May 27 22:56:41.802370 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777ade94-38ce-4d49-8209-5efad200af31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:41.865198 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-777ade94-38ce-4d49-8209-5efad200af31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:41.867009 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-777ade94-38ce-4d49-8209-5efad200af31 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/bfbe1a57-6dfe-4376-bccb-9a18e7907422 HTTP/1.1" status: 204 len: 168 time: 0.4513888 May 27 22:56:41.868604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ade94-38ce-4d49-8209-5efad200af31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbe1a57-6dfe-4376-bccb-9a18e7907422,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:41.943924 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-de85d7ed-6508-4f1b-b183-16af9b69e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '4036ddc8-0882-4ac9-9f4e-041d0d05fe16', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'floating_ip_address': '172.25.2.245', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'port_id': 'd125eb4f-95eb-4c63-ad13-e6f8f0f88f49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'mac_address': 'fa:16:3e:11:99:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a881f7-66fd-4e1e-9d3c-bebab6530231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:56:38Z', 'updated_at': '2022-05-27T22:56:38Z', 'revision_number': 0, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:41.953891 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85d7ed-6508-4f1b-b183-16af9b69e824 None None] Checking router: 86448e10-bdd1-4df2-a2b2-be659da43f07 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:56:41.963038 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2aec0e3b-0f76-4c2d-b268-5c17a51df9d2 req-edd5bad1-141c-4716-9966-3fd3e4ebaff3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 HTTP/1.1" status: 200 len: 1000 time: 0.2479210 May 27 22:56:41.966864 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85d7ed-6508-4f1b-b183-16af9b69e824 None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:56:41.972818 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-de85d7ed-6508-4f1b-b183-16af9b69e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:56:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:42.066583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec0e3b-0f76-4c2d-b268-5c17a51df9d2 req-87657b4d-f3f6-4504-905c-51936cfd6065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:42.080010 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2aec0e3b-0f76-4c2d-b268-5c17a51df9d2 req-87657b4d-f3f6-4504-905c-51936cfd6065 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.0973792 May 27 22:56:42.188718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec0e3b-0f76-4c2d-b268-5c17a51df9d2 req-2d34a5cc-278d-4b25-a7e4-b7b058271eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:42.195194 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2aec0e3b-0f76-4c2d-b268-5c17a51df9d2 req-2d34a5cc-278d-4b25-a7e4-b7b058271eb3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141415 May 27 22:56:42.381506 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2aec0e3b-0f76-4c2d-b268-5c17a51df9d2 req-efabc074-4bf9-4ed0-9611-09b7e6a0f0f1 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708832 May 27 22:56:42.381781 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-de85d7ed-6508-4f1b-b183-16af9b69e824 None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:56:42.615001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2aec0e3b-0f76-4c2d-b268-5c17a51df9d2 req-fa96c65c-4850-4dad-a750-acaffd070358 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367764 May 27 22:56:42.979994 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-de85d7ed-6508-4f1b-b183-16af9b69e824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '4036ddc8-0882-4ac9-9f4e-041d0d05fe16', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'floating_ip_address': '172.25.2.245', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'port_id': 'd125eb4f-95eb-4c63-ad13-e6f8f0f88f49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'mac_address': 'fa:16:3e:11:99:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a881f7-66fd-4e1e-9d3c-bebab6530231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:56:38Z', 'updated_at': '2022-05-27T22:56:38Z', 'revision_number': 0, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:56:42.984452 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de85d7ed-6508-4f1b-b183-16af9b69e824 None None] The sync data for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 is: [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '4036ddc8-0882-4ac9-9f4e-041d0d05fe16', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'floating_ip_address': '172.25.2.245', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'port_id': 'd125eb4f-95eb-4c63-ad13-e6f8f0f88f49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'mac_address': 'fa:16:3e:11:99:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a881f7-66fd-4e1e-9d3c-bebab6530231', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:56:38Z', 'updated_at': '2022-05-27T22:56:38Z', 'revision_number': 0, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:56:43.076180 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57458) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:43.101367 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7b448c4-f26e-46ea-a2e9-4c538a145c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:43.125343 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b7b448c4-f26e-46ea-a2e9-4c538a145c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:43.130842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b7b448c4-f26e-46ea-a2e9-4c538a145c1e admin admin] Usage tracker for resource:security_group_rule and tenant:f9d6ef79699f4633aa1a2721b5b4d3bd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:43.134222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b7b448c4-f26e-46ea-a2e9-4c538a145c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:43.145526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b7b448c4-f26e-46ea-a2e9-4c538a145c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:43.264120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d986b9-7e85-44d9-bf7a-642937f4c2fe None None] New status for floating IP 4036ddc8-0882-4ac9-9f4e-041d0d05fe16: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:56:43.281151 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7b448c4-f26e-46ea-a2e9-4c538a145c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:43.353503 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7b448c4-f26e-46ea-a2e9-4c538a145c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:43.432780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b448c4-f26e-46ea-a2e9-4c538a145c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e38e90-9f66-4ba5-a675-459bdcd938cc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:43.471195 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b7b448c4-f26e-46ea-a2e9-4c538a145c1e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f9d6ef79699f4633aa1a2721b5b4d3bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3939071 May 27 22:56:43.475312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57468) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:43.554543 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-953347cf-c65d-448e-9a96-93229fcf5dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:43.583525 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-953347cf-c65d-448e-9a96-93229fcf5dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:43.743660 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-953347cf-c65d-448e-9a96-93229fcf5dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:43.767715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953347cf-c65d-448e-9a96-93229fcf5dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e38e90-9f66-4ba5-a675-459bdcd938cc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:43.771529 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-953347cf-c65d-448e-9a96-93229fcf5dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:43.773530 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-953347cf-c65d-448e-9a96-93229fcf5dc5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/23e38e90-9f66-4ba5-a675-459bdcd938cc HTTP/1.1" status: 204 len: 168 time: 0.2967832 May 27 22:56:45.913148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4bacb-f0c1-4861-9c59-8ae531d3da0e req-a493e05e-bb37-4cab-8e27-44f7e6974964 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:45.913148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a0b4bacb-f0c1-4861-9c59-8ae531d3da0e req-a493e05e-bb37-4cab-8e27-44f7e6974964 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Synchronizing usage tracker for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:56:45.915746 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:46.037495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a0b4bacb-f0c1-4861-9c59-8ae531d3da0e req-a493e05e-bb37-4cab-8e27-44f7e6974964 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Unset dirty status for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:56:46.041698 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0b4bacb-f0c1-4861-9c59-8ae531d3da0e req-a493e05e-bb37-4cab-8e27-44f7e6974964 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.4193840 May 27 22:56:46.085874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a0b4bacb-f0c1-4861-9c59-8ae531d3da0e req-6baf9885-9eef-43b3-b91c-1e19a190f1da tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Synchronizing usage tracker for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:56:46.184258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a0b4bacb-f0c1-4861-9c59-8ae531d3da0e req-6baf9885-9eef-43b3-b91c-1e19a190f1da tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Unset dirty status for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:56:46.185546 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0b4bacb-f0c1-4861-9c59-8ae531d3da0e req-6baf9885-9eef-43b3-b91c-1e19a190f1da tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417739 May 27 22:56:46.295084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57552) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:46.434394 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3f271950-ec7e-476a-9c7d-baad1f4f5c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:46.451133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3f271950-ec7e-476a-9c7d-baad1f4f5c4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:46.455503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3f271950-ec7e-476a-9c7d-baad1f4f5c4b admin admin] Usage tracker for resource:security_group_rule and tenant:a0c537ef3e9842b3918053807929fec9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:46.458638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3f271950-ec7e-476a-9c7d-baad1f4f5c4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:46.464567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3f271950-ec7e-476a-9c7d-baad1f4f5c4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:46.563898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3f271950-ec7e-476a-9c7d-baad1f4f5c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:46.630571 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3f271950-ec7e-476a-9c7d-baad1f4f5c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:46.680465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3f271950-ec7e-476a-9c7d-baad1f4f5c4b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a0c537ef3e9842b3918053807929fec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840280 May 27 22:56:46.681477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f271950-ec7e-476a-9c7d-baad1f4f5c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8326bb-5cbe-4a57-82d4-99841a14e08d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:46.683017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57566) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:46.750838 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64e4bc58-ba89-4704-89b5-f5289e7a8852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:46.776446 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64e4bc58-ba89-4704-89b5-f5289e7a8852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:46.911847 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64e4bc58-ba89-4704-89b5-f5289e7a8852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:46.926340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4bc58-ba89-4704-89b5-f5289e7a8852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8326bb-5cbe-4a57-82d4-99841a14e08d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:46.946815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64e4bc58-ba89-4704-89b5-f5289e7a8852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:46.950196 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-64e4bc58-ba89-4704-89b5-f5289e7a8852 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4b8326bb-5cbe-4a57-82d4-99841a14e08d HTTP/1.1" status: 204 len: 168 time: 0.2638619 May 27 22:56:47.419410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecff7f8-6f4d-4a74-9ab3-489d3e9a2f2d req-db376ac7-41e2-4350-90e7-93bc04a21e40 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:47.420885 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ecff7f8-6f4d-4a74-9ab3-489d3e9a2f2d req-db376ac7-41e2-4350-90e7-93bc04a21e40 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.1130204 May 27 22:56:47.504067 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ecff7f8-6f4d-4a74-9ab3-489d3e9a2f2d req-cc6a4a4d-712b-4b03-8548-2f421c6b488a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767517 May 27 22:56:47.880589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94222e84-e2de-4a6f-b676-370dc39e3a4b req-797157e7-d02f-4586-80d9-5e0fffe6ab45 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:47.881285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-94222e84-e2de-4a6f-b676-370dc39e3a4b req-797157e7-d02f-4586-80d9-5e0fffe6ab45 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Synchronizing usage tracker for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:56:47.894630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-94222e84-e2de-4a6f-b676-370dc39e3a4b req-797157e7-d02f-4586-80d9-5e0fffe6ab45 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Unset dirty status for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:56:47.895617 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-94222e84-e2de-4a6f-b676-370dc39e3a4b req-797157e7-d02f-4586-80d9-5e0fffe6ab45 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.57 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 946 time: 0.1038337 May 27 22:56:47.980523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-94222e84-e2de-4a6f-b676-370dc39e3a4b req-935e1a6e-dc26-44e1-be60-64409dbda4bf tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Deleting port 84377929-8b51-45ed-abc5-514178ab5fcc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:47.981112 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-94222e84-e2de-4a6f-b676-370dc39e3a4b req-935e1a6e-dc26-44e1-be60-64409dbda4bf tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:48.254148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-94222e84-e2de-4a6f-b676-370dc39e3a4b req-935e1a6e-dc26-44e1-be60-64409dbda4bf tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] For port 84377929-8b51-45ed-abc5-514178ab5fcc, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=84377929-8b51-45ed-abc5-514178ab5fcc,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:56:48.254835 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-94222e84-e2de-4a6f-b676-370dc39e3a4b req-935e1a6e-dc26-44e1-be60-64409dbda4bf tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:48.382585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-94222e84-e2de-4a6f-b676-370dc39e3a4b req-935e1a6e-dc26-44e1-be60-64409dbda4bf tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Calling delete_port for 84377929-8b51-45ed-abc5-514178ab5fcc owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:56:48.676388 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-94222e84-e2de-4a6f-b676-370dc39e3a4b req-935e1a6e-dc26-44e1-be60-64409dbda4bf tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:48.700201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['33dde196-688f-455b-a13a-7b0b9e314e50', '84377929-8b51-45ed-abc5-514178ab5fcc'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:56:48.762409 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9386e217-e75b-4810-a1d0-dcab0d1e068a req-71b2c200-baa7-4014-9403-b311df2e4f73 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 210 time: 0.1373677 May 27 22:56:48.830176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e1a6e-dc26-44e1-be60-64409dbda4bf tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Pushing event deleted for resources: {'Port': ['ID=84377929-8b51-45ed-abc5-514178ab5fcc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:48.883170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-94222e84-e2de-4a6f-b676-370dc39e3a4b req-935e1a6e-dc26-44e1-be60-64409dbda4bf tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] No DVR routers for this DVR port 84377929-8b51-45ed-abc5-514178ab5fcc on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:56:48.885660 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-94222e84-e2de-4a6f-b676-370dc39e3a4b req-935e1a6e-dc26-44e1-be60-64409dbda4bf tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:48.888185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433a274a-f7ab-45c2-ac9b-a78ae3df2734', 'name': 'network-vif-deleted', 'tag': '84377929-8b51-45ed-abc5-514178ab5fcc'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:56:48.935502 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc37076-e8a5-43da-86a5-c8921782fef8'] response: {'server_uuid': '433a274a-f7ab-45c2-ac9b-a78ae3df2734', 'name': 'network-vif-deleted', 'tag': '84377929-8b51-45ed-abc5-514178ab5fcc', 'status': 'completed', 'code': 200} May 27 22:56:48.986058 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-94222e84-e2de-4a6f-b676-370dc39e3a4b req-935e1a6e-dc26-44e1-be60-64409dbda4bf tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.57 "DELETE /v2.0/ports/84377929-8b51-45ed-abc5-514178ab5fcc HTTP/1.1" status: 204 len: 173 time: 1.0835564 May 27 22:56:49.326341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57650) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:49.466669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:56:49.472000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:49.476976 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Usage tracker for resource:floatingip and tenant:3f6b38f82b8a4ec48c53a7ec643062cd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:49.480121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:49.486683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:49.573530 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:49.699374 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:49.917861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Allocated IP 172.25.2.184 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/db1595d1-fb70-45d1-9871-80bc1a64bc19) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:56:50.014486 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fb0855b-0dc0-46f9-9945-c690650bb2bf req-12c3ab48-5fe6-4e71-b1b8-d1e5efad11b3 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=433a274a-f7ab-45c2-ac9b-a78ae3df2734 HTTP/1.1" status: 200 len: 210 time: 0.0611365 May 27 22:56:50.228304 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:50.328482 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:50.392604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:56:50.395886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:56:50.399981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:56:50.444600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Pushing event updated for resources: {'Port': ['ID=db1595d1-fb70-45d1-9871-80bc1a64bc19,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:50.490984 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:50.703402 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:50.935175 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:51.005054 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:51.129733 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Pushing event updated for resources: {'Port': ['ID=db1595d1-fb70-45d1-9871-80bc1a64bc19,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:51.145282 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:51.150144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 84377929-8b51-45ed-abc5-514178ab5fcc no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:56:51.197939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 84377929-8b51-45ed-abc5-514178ab5fcc {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:56:51.202963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 84377929-8b51-45ed-abc5-514178ab5fcc not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:56:51.235835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8173d38d-b6ed-4d88-b1b8-2ac17a239b69 req-f881a73b-88d2-43e2-8874-d594893bf9b6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2386935 May 27 22:56:51.263015 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:51.263015 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c06a018e-2483-4387-865b-b16d2e84b017 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9328156 May 27 22:56:51.263375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57694) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:51.268582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-254887727', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'fixed_ips': [{'ip_address': '172.25.2.184'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:56:51.275702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:51.280066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Usage tracker for resource:port and tenant:3f6b38f82b8a4ec48c53a7ec643062cd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:51.287992 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:51.294659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:51.373208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Made reservation on behalf of 3f6b38f82b8a4ec48c53a7ec643062cd for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:56:51.375881 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:51.390108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:51.394892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173d38d-b6ed-4d88-b1b8-2ac17a239b69 req-745d4a74-8f3d-4bd7-94a9-af234964110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:51.396488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8173d38d-b6ed-4d88-b1b8-2ac17a239b69 req-745d4a74-8f3d-4bd7-94a9-af234964110b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 1097 time: 0.0782347 May 27 22:56:51.408247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:51.412241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Usage tracker for resource:security_group_rule and tenant:3f6b38f82b8a4ec48c53a7ec643062cd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:51.415105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:51.420964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:51.521003 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:51.570997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173d38d-b6ed-4d88-b1b8-2ac17a239b69 req-abf68cee-e4d7-4ccb-b899-2aa22a8e55ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:51.588682 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8173d38d-b6ed-4d88-b1b8-2ac17a239b69 req-abf68cee-e4d7-4ccb-b899-2aa22a8e55ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.1570961 May 27 22:56:51.607565 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:51.619559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] device_id is not set on port a05ad3f1-6bce-40c1-b184-a96ae5127044 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:56:51.693427 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8173d38d-b6ed-4d88-b1b8-2ac17a239b69 req-ef79ae68-777b-4158-833b-2c03f94f8933 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 HTTP/1.1" status: 200 len: 1002 time: 0.1142049 May 27 22:56:51.716534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898996f7-cfbb-4da8-87a1-6fbe9128ece1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:51.813820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173d38d-b6ed-4d88-b1b8-2ac17a239b69 req-7c87b727-b127-4bfc-9a25-ec7b7061d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:51.817447 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8173d38d-b6ed-4d88-b1b8-2ac17a239b69 req-7c87b727-b127-4bfc-9a25-ec7b7061d41d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.1146719 May 27 22:56:51.991302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173d38d-b6ed-4d88-b1b8-2ac17a239b69 req-a5427acc-69b7-4449-95c0-09a41081a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:51.991302 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8173d38d-b6ed-4d88-b1b8-2ac17a239b69 req-a5427acc-69b7-4449-95c0-09a41081a784 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607108 May 27 22:56:51.994939 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 27 22:56:51.994939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:56:52.122078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adef1a3-9fa2-48e4-b572-c46d94f9f9cd req-445489ee-8ec2-493e-93f6-9a5a598b50cd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:52.122078 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1adef1a3-9fa2-48e4-b572-c46d94f9f9cd req-445489ee-8ec2-493e-93f6-9a5a598b50cd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.2323844 May 27 22:56:52.129778 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d6c982bb-3fcc-441b-afeb-4df4ae6f8c59 tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8655772 May 27 22:56:52.132607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57714) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:52.229424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1adef1a3-9fa2-48e4-b572-c46d94f9f9cd req-9b1ffda7-cbbc-4919-ba6b-2b0132247a7e tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927458 May 27 22:56:52.263356 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8173d38d-b6ed-4d88-b1b8-2ac17a239b69 req-dbdf9d10-b884-49b3-a4e5-3cf8877cb0b0 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557011 May 27 22:56:52.346267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f01f4b51-357d-4d70-ab9a-f0dce10a426a tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Deleting port db1595d1-fb70-45d1-9871-80bc1a64bc19 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:52.346267 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01f4b51-357d-4d70-ab9a-f0dce10a426a tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:52.386248 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:52.435084 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8173d38d-b6ed-4d88-b1b8-2ac17a239b69 req-baa5ac4c-ffff-423b-8e41-7199aace47c0 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652875 May 27 22:56:52.582564 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01f4b51-357d-4d70-ab9a-f0dce10a426a tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:52.582564 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01f4b51-357d-4d70-ab9a-f0dce10a426a tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:52.741240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f01f4b51-357d-4d70-ab9a-f0dce10a426a tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Calling delete_port for db1595d1-fb70-45d1-9871-80bc1a64bc19 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:56:52.981889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01f4b51-357d-4d70-ab9a-f0dce10a426a tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:53.044483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f4b51-357d-4d70-ab9a-f0dce10a426a tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Pushing event deleted for resources: {'Port': ['ID=db1595d1-fb70-45d1-9871-80bc1a64bc19,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:53.283827 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01f4b51-357d-4d70-ab9a-f0dce10a426a tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:53.322242 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f01f4b51-357d-4d70-ab9a-f0dce10a426a tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:53.335612 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f01f4b51-357d-4d70-ab9a-f0dce10a426a tempest-ExternalNetworksAdminNegativeTestJSON-259171423 tempest-ExternalNetworksAdminNegativeTestJSON-259171423-project-admin] 10.222.0.27 "DELETE /v2.0/floatingips/f0635611-b614-49f5-b966-65c1355af3fe HTTP/1.1" status: 204 len: 168 time: 1.1952832 May 27 22:56:53.532874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158d74a-7e52-4b93-af3b-d6604487a1a8 req-ca052517-c548-45ce-9258-4a020fefd3e5 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:53.541715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d158d74a-7e52-4b93-af3b-d6604487a1a8 req-ca052517-c548-45ce-9258-4a020fefd3e5 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.1928566 May 27 22:56:53.591887 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d158d74a-7e52-4b93-af3b-d6604487a1a8 req-75bf7cb2-5e40-4928-9bcd-94ef899f7d0f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494766 May 27 22:56:53.986072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57752) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:54.112502 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8aa950ba-1ff1-4e54-aad7-9e98136f1f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:54.128491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8aa950ba-1ff1-4e54-aad7-9e98136f1f6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:54.132530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8aa950ba-1ff1-4e54-aad7-9e98136f1f6b admin admin] Usage tracker for resource:security_group_rule and tenant:4c8e2f77bbb243f1a03b4c598e1d98c3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:54.135315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8aa950ba-1ff1-4e54-aad7-9e98136f1f6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:54.141011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8aa950ba-1ff1-4e54-aad7-9e98136f1f6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:54.222431 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8aa950ba-1ff1-4e54-aad7-9e98136f1f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:54.326594 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8aa950ba-1ff1-4e54-aad7-9e98136f1f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:54.379421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa950ba-1ff1-4e54-aad7-9e98136f1f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73641bbc-7887-4c04-86e8-58bac6bd07c5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:54.393153 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8aa950ba-1ff1-4e54-aad7-9e98136f1f6b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4c8e2f77bbb243f1a03b4c598e1d98c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4037814 May 27 22:56:54.393693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57764) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:54.459645 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06889528-20b4-4486-92f5-3d51ba2d1d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:54.504412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06889528-20b4-4486-92f5-3d51ba2d1d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:54.613630 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06889528-20b4-4486-92f5-3d51ba2d1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:54.635773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06889528-20b4-4486-92f5-3d51ba2d1d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73641bbc-7887-4c04-86e8-58bac6bd07c5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:54.643199 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06889528-20b4-4486-92f5-3d51ba2d1d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:54.643199 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-06889528-20b4-4486-92f5-3d51ba2d1d64 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/73641bbc-7887-4c04-86e8-58bac6bd07c5 HTTP/1.1" status: 204 len: 168 time: 0.2448642 May 27 22:56:54.823709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95396ae3-9da5-4d32-813c-a2f24e9f7bd8 req-89c6be39-8515-4014-ad35-110176aef24b tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:54.825207 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95396ae3-9da5-4d32-813c-a2f24e9f7bd8 req-89c6be39-8515-4014-ad35-110176aef24b tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.0881622 May 27 22:56:54.877298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95396ae3-9da5-4d32-813c-a2f24e9f7bd8 req-f5ee0d81-a497-411e-92f0-369ea2f4bb8a tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409684 May 27 22:56:55.281685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a15af-13ee-41ba-9da8-77db817b4434 req-1995a532-6da1-46e3-8840-9158e216799c tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:55.282516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a94a15af-13ee-41ba-9da8-77db817b4434 req-1995a532-6da1-46e3-8840-9158e216799c tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Synchronizing usage tracker for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:56:55.375186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a94a15af-13ee-41ba-9da8-77db817b4434 req-1995a532-6da1-46e3-8840-9158e216799c tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Unset dirty status for tenant:ca9d74d397174f93ba6e5bd6746411ba on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:56:55.376387 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a94a15af-13ee-41ba-9da8-77db817b4434 req-1995a532-6da1-46e3-8840-9158e216799c tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.57 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.2047422 May 27 22:56:55.482504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-a94a15af-13ee-41ba-9da8-77db817b4434 req-e3b75759-5e54-4be6-b4e8-2f91e39973cd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Deleting port 33dde196-688f-455b-a13a-7b0b9e314e50 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:56:55.482504 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a94a15af-13ee-41ba-9da8-77db817b4434 req-e3b75759-5e54-4be6-b4e8-2f91e39973cd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:55.539284 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57794) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:55.609737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6ed6d2db-87d7-4b82-9315-bad689064150 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3f6b38f82b8a4ec48c53a7ec643062cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733833 May 27 22:56:55.613067 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57798) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:55.755079 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:55.819815 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:55.857256 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f4ca874-ea5b-496b-b10c-4e196b0dffbc req-c8aea38b-c01d-4486-849e-b58f7db6b953 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5696449 May 27 22:56:56.006850 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:56.041268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898996f7-cfbb-4da8-87a1-6fbe9128ece1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:56.060343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:56.060343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:56.060343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:56.060343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:56.060343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:56.060343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:56.060343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:56.060343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:56.060343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:56.060343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:56.060343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:56.060343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:56:56.090964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a94a15af-13ee-41ba-9da8-77db817b4434 req-e3b75759-5e54-4be6-b4e8-2f91e39973cd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] For port 33dde196-688f-455b-a13a-7b0b9e314e50, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=33dde196-688f-455b-a13a-7b0b9e314e50,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:56:56.090964 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a94a15af-13ee-41ba-9da8-77db817b4434 req-e3b75759-5e54-4be6-b4e8-2f91e39973cd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:56.131798 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:56.132623 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c97471e4-c189-4e94-b7f6-66f986a1c683 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/898996f7-cfbb-4da8-87a1-6fbe9128ece1 HTTP/1.1" status: 204 len: 168 time: 0.5185289 May 27 22:56:56.203299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e6913-8192-4886-ac83-46bf4efd4eb4 req-ddeb07a0-d4ec-467f-8774-be7d246f94fd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:56.211650 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da2e6913-8192-4886-ac83-46bf4efd4eb4 req-ddeb07a0-d4ec-467f-8774-be7d246f94fd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 945 time: 0.1472714 May 27 22:56:56.273540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da2e6913-8192-4886-ac83-46bf4efd4eb4 req-ac3e15d7-286b-4af2-ab01-1fcfc69f65b6 tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/security-groups?id=a0f4e41f-49a3-4107-bfdc-b94846b21635&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609329 May 27 22:56:56.317612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-a94a15af-13ee-41ba-9da8-77db817b4434 req-e3b75759-5e54-4be6-b4e8-2f91e39973cd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Calling delete_port for 33dde196-688f-455b-a13a-7b0b9e314e50 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:56:56.370758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ca874-ea5b-496b-b10c-4e196b0dffbc req-b08064e3-ace4-4936-be88-a89bbaf05e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:56.372273 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f4ca874-ea5b-496b-b10c-4e196b0dffbc req-b08064e3-ace4-4936-be88-a89bbaf05e69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c5c2571319bd4772b001747f30d6e4be&device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 1096 time: 0.4649134 May 27 22:56:56.603856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ca874-ea5b-496b-b10c-4e196b0dffbc req-723f3a05-43a5-4318-a4ec-f8730f814ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:56.604954 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f4ca874-ea5b-496b-b10c-4e196b0dffbc req-723f3a05-43a5-4318-a4ec-f8730f814ca1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=52fc9a68-72c8-4997-84a0-65fb77b6541c HTTP/1.1" status: 200 len: 909 time: 0.2060454 May 27 22:56:56.692908 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a94a15af-13ee-41ba-9da8-77db817b4434 req-e3b75759-5e54-4be6-b4e8-2f91e39973cd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:56.776683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b75759-5e54-4be6-b4e8-2f91e39973cd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Pushing event deleted for resources: {'Port': ['ID=33dde196-688f-455b-a13a-7b0b9e314e50,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:56.878124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94a15af-13ee-41ba-9da8-77db817b4434 req-e3b75759-5e54-4be6-b4e8-2f91e39973cd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] No DVR routers for this DVR port 33dde196-688f-455b-a13a-7b0b9e314e50 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:56:56.881930 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a94a15af-13ee-41ba-9da8-77db817b4434 req-e3b75759-5e54-4be6-b4e8-2f91e39973cd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:56.885722 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f4ca874-ea5b-496b-b10c-4e196b0dffbc req-3b4cc145-c079-4304-ba5f-f4114e1fd156 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=088612ea-291c-4b83-b266-280f1907605f HTTP/1.1" status: 200 len: 1000 time: 0.2750249 May 27 22:56:56.887604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e', 'name': 'network-vif-deleted', 'tag': '33dde196-688f-455b-a13a-7b0b9e314e50'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:56:56.939210 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f38940e-d974-4a97-b0a1-8bb0889b8021'] response: {'server_uuid': '98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e', 'name': 'network-vif-deleted', 'tag': '33dde196-688f-455b-a13a-7b0b9e314e50', 'status': 'completed', 'code': 200} May 27 22:56:57.000128 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a94a15af-13ee-41ba-9da8-77db817b4434 req-e3b75759-5e54-4be6-b4e8-2f91e39973cd tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.57 "DELETE /v2.0/ports/33dde196-688f-455b-a13a-7b0b9e314e50 HTTP/1.1" status: 204 len: 173 time: 1.6179714 May 27 22:56:57.011943 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ca874-ea5b-496b-b10c-4e196b0dffbc req-bab2a070-05f6-4e7b-a927-a02ebc9803ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:57.011943 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f4ca874-ea5b-496b-b10c-4e196b0dffbc req-bab2a070-05f6-4e7b-a927-a02ebc9803ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f4e5e612-ccec-465a-9aa0-192c4d7d5395 HTTP/1.1" status: 200 len: 847 time: 0.1136267 May 27 22:56:57.161326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 33dde196-688f-455b-a13a-7b0b9e314e50 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:56:57.220302 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 33dde196-688f-455b-a13a-7b0b9e314e50 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:56:57.220882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 33dde196-688f-455b-a13a-7b0b9e314e50 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:56:57.310886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ca874-ea5b-496b-b10c-4e196b0dffbc req-2ce270f1-82e7-46e6-a44f-16aef32d1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:57.312806 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f4ca874-ea5b-496b-b10c-4e196b0dffbc req-2ce270f1-82e7-46e6-a44f-16aef32d1c5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52fc9a68-72c8-4997-84a0-65fb77b6541c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2976313 May 27 22:56:57.492917 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f4ca874-ea5b-496b-b10c-4e196b0dffbc req-8ddfad47-d00f-46ff-9ba4-1f7299de3973 service neutron] 10.222.0.57 "GET /v2.0/networks/52fc9a68-72c8-4997-84a0-65fb77b6541c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728420 May 27 22:56:57.521904 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6a351025-5c8a-4f30-93fc-c1b94422500d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:57.642800 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-953375fb-1d59-4f3d-bf64-a2b0489c50f4 req-ed00b2d8-1475-44ee-b085-f9d59c9b9e1f tempest-ServerRescueNegativeTestJSON-927726329 tempest-ServerRescueNegativeTestJSON-927726329-project] 10.222.0.27 "GET /v2.0/ports?device_id=98d4c3b2-838c-4b6d-9360-5f7b0b76ba9e HTTP/1.1" status: 200 len: 210 time: 0.1718867 May 27 22:56:57.690873 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f4ca874-ea5b-496b-b10c-4e196b0dffbc req-e168909e-0638-4878-9111-6affcc8a1869 service neutron] 10.222.0.57 "GET /v2.0/networks/52fc9a68-72c8-4997-84a0-65fb77b6541c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913428 May 27 22:56:58.614473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57872) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:58.796195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57880) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:58.803096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1968874228', 'router:external': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:56:58.808205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:58.808205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Usage tracker for resource:network and tenant:e5b6bd362f9441b0a2b830db60e54f3a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:58.821854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:58.821854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:58.887327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Made reservation on behalf of e5b6bd362f9441b0a2b830db60e54f3a for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:56:58.889893 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:58.913823 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:58.935862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:58.943616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Usage tracker for resource:security_group_rule and tenant:e5b6bd362f9441b0a2b830db60e54f3a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:58.944513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:58.952689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:59.085423 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:59.162007 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:59.195157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:56:59.208320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baad958-ba58-41f7-9506-83cfef817bac,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:59.212940 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:59.216703 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Added segment 7993ba1c-cf5d-496a-a9da-b6e5de2a0dd6 of type vlan for network 9b2c0d86-9507-47b5-86f0-2a37ca6a1f95 May 27 22:56:59.259964 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:59.368190 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:59.368190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:56:59.368190 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:59.476662 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8609886 May 27 22:56:59.478918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57898) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:56:59.484994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Request body: {'subnet': {'network_id': '9b2c0d86-9507-47b5-86f0-2a37ca6a1f95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:56:59.496511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:56:59.499686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b3146-081c-40aa-b7e8-457f2292b0be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Pushing event updated for resources: {'Network': ['ID=9b2c0d86-9507-47b5-86f0-2a37ca6a1f95,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:56:59.508463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Usage tracker for resource:subnet and tenant:e5b6bd362f9441b0a2b830db60e54f3a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:56:59.513996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:56:59.517109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 9b2c0d86-9507-47b5-86f0-2a37ca6a1f95 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:56:59.521938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:56:59.654275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Made reservation on behalf of e5b6bd362f9441b0a2b830db60e54f3a for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:56:59.656539 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:59.723442 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bc2e8a0e-9c74-4658-96b6-a4ecc8307d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:56:59.793904 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d449ab7-0e60-4127-a1b9-31679e79d47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:00.444565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2d449ab7-0e60-4127-a1b9-31679e79d47b admin admin] Deleting port 703d3cd0-5424-47c8-af94-712791e8f895 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:57:00.445144 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d449ab7-0e60-4127-a1b9-31679e79d47b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:00.665584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-2d449ab7-0e60-4127-a1b9-31679e79d47b admin admin] For port 703d3cd0-5424-47c8-af94-712791e8f895, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=703d3cd0-5424-47c8-af94-712791e8f895,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:57:00.665961 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d449ab7-0e60-4127-a1b9-31679e79d47b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:00.823816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2d449ab7-0e60-4127-a1b9-31679e79d47b admin admin] Calling delete_port for 703d3cd0-5424-47c8-af94-712791e8f895 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:57:00.861207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 22:57:00.861675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:00.904719 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:00.941254 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:00.983705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f55c84f6-6388-4c50-a864-bac6bcd67de4,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:00.992161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Checking segment: {'id': '7993ba1c-cf5d-496a-a9da-b6e5de2a0dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9b2c0d86-9507-47b5-86f0-2a37ca6a1f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:57:00.992637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Network hostable DHCP agents. Network: 9b2c0d86-9507-47b5-86f0-2a37ca6a1f95, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:57:01.134107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Network 9b2c0d86-9507-47b5-86f0-2a37ca6a1f95 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:57:01.167630 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d449ab7-0e60-4127-a1b9-31679e79d47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:01.216116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d449ab7-0e60-4127-a1b9-31679e79d47b admin admin] Pushing event deleted for resources: {'Port': ['ID=703d3cd0-5424-47c8-af94-712791e8f895,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:01.296448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 9b2c0d86-9507-47b5-86f0-2a37ca6a1f95) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:57:01.303309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:01.303887 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:01.307587 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27831efb-c094-47e2-ba2f-4235ff9e6a2a None None] Network 9b2c0d86-9507-47b5-86f0-2a37ca6a1f95 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:57:01.536700 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f06b95bf-1656-43ad-9c31-14fa47bd6fca tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0567117 May 27 22:57:01.539645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57916) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:01.551213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-130318727', 'network_id': '9b2c0d86-9507-47b5-86f0-2a37ca6a1f95'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:01.559132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:01.572252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Usage tracker for resource:port and tenant:e5b6bd362f9441b0a2b830db60e54f3a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:01.584453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:01.593305 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2d449ab7-0e60-4127-a1b9-31679e79d47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:01.599331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:01.739304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Made reservation on behalf of e5b6bd362f9441b0a2b830db60e54f3a for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:57:01.747824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:01.796234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] device_id is not set on port 2f024f10-71cf-4cc9-aad4-f51a1e51bc69 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:57:01.811332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a125ab3-417d-4357-9aa0-c1b6741d76b0 None None] Network 9b2c0d86-9507-47b5-86f0-2a37ca6a1f95 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:57:02.030283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Allocated IP 172.20.0.2 (9b2c0d86-9507-47b5-86f0-2a37ca6a1f95/f55c84f6-6388-4c50-a864-bac6bcd67de4/2f024f10-71cf-4cc9-aad4-f51a1e51bc69) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:57:02.156635 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:02.291647 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:02.310732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d449ab7-0e60-4127-a1b9-31679e79d47b admin admin] Router a5d3c54f-0b2e-49f9-8c21-98a79313e814 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:57:02.431681 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:02.503395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d449ab7-0e60-4127-a1b9-31679e79d47b admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:57:02.512280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Network 9b2c0d86-9507-47b5-86f0-2a37ca6a1f95 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:57:02.513491 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fcd194-8397-44c4-bd86-550033755468 None None] Sync routers for ids ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:57:02.515515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:57:02.518527 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2d449ab7-0e60-4127-a1b9-31679e79d47b admin admin] 10.222.0.27 "PUT /v2.0/routers/a5d3c54f-0b2e-49f9-8c21-98a79313e814/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7275395 May 27 22:57:02.519072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:57:02.519367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57928) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:02.529839 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fcd194-8397-44c4-bd86-550033755468 None None] Routers {'a5d3c54f-0b2e-49f9-8c21-98a79313e814'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:02.530770 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-66fcd194-8397-44c4-bd86-550033755468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:02.567801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Pushing event updated for resources: {'Port': ['ID=2f024f10-71cf-4cc9-aad4-f51a1e51bc69,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:02.590070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:02.590961 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:02.706045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c5f865a9-fcef-4615-b8da-49ac03f7ef54 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.1645362 May 27 22:57:02.708722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57932) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:02.770549 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-66fcd194-8397-44c4-bd86-550033755468 None None] Set router a5d3c54f-0b2e-49f9-8c21-98a79313e814 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:57:02.799543 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:02.911899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-93d8d40a-cbea-4cfc-99fd-e64265b540d6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Deleting port 2f024f10-71cf-4cc9-aad4-f51a1e51bc69 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:57:02.912253 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93d8d40a-cbea-4cfc-99fd-e64265b540d6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:03.108705 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-66fcd194-8397-44c4-bd86-550033755468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:57:01Z', 'revision_number': 5, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:03.113619 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fcd194-8397-44c4-bd86-550033755468 None None] Checking router: a5d3c54f-0b2e-49f9-8c21-98a79313e814 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:57:03.124214 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fcd194-8397-44c4-bd86-550033755468 None None] Routers {'a5d3c54f-0b2e-49f9-8c21-98a79313e814'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:03.124932 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-66fcd194-8397-44c4-bd86-550033755468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:03.135571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:03.224865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] Deleting port a0cba19f-be26-42b8-89e5-c71bcdf80167 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:57:03.225513 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:03.302235 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93d8d40a-cbea-4cfc-99fd-e64265b540d6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:03.349122 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-66fcd194-8397-44c4-bd86-550033755468 None None] Set router a5d3c54f-0b2e-49f9-8c21-98a79313e814 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:57:03.516578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-93d8d40a-cbea-4cfc-99fd-e64265b540d6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Calling delete_port for 2f024f10-71cf-4cc9-aad4-f51a1e51bc69 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:57:03.642489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] For port a0cba19f-be26-42b8-89e5-c71bcdf80167, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a0cba19f-be26-42b8-89e5-c71bcdf80167,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:57:03.643675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:03.701359 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-66fcd194-8397-44c4-bd86-550033755468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:57:01Z', 'revision_number': 5, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:03.714798 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fcd194-8397-44c4-bd86-550033755468 None None] The sync data for ids ['a5d3c54f-0b2e-49f9-8c21-98a79313e814'] in n-d-843680-3 is: [{'id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'name': 'tempest-ServerRescueNegativeTestJSON-2030884491-router', 'tenant_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:51:49Z', 'updated_at': '2022-05-27T22:57:01Z', 'revision_number': 5, 'project_id': 'ca9d74d397174f93ba6e5bd6746411ba', 'gw_port': {'id': 'a0cba19f-be26-42b8-89e5-c71bcdf80167', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d3c54f-0b2e-49f9-8c21-98a79313e814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2796, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:51:51Z', 'updated_at': '2022-05-27T22:52:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:57:03.997873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] Calling delete_port for a0cba19f-be26-42b8-89e5-c71bcdf80167 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:57:04.106743 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93d8d40a-cbea-4cfc-99fd-e64265b540d6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:04.170628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8d40a-cbea-4cfc-99fd-e64265b540d6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f024f10-71cf-4cc9-aad4-f51a1e51bc69,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:04.313080 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93d8d40a-cbea-4cfc-99fd-e64265b540d6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:04.325139 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-93d8d40a-cbea-4cfc-99fd-e64265b540d6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "DELETE /v2.0/ports/2f024f10-71cf-4cc9-aad4-f51a1e51bc69 HTTP/1.1" status: 204 len: 168 time: 1.6144917 May 27 22:57:04.327710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 57954) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:04.332558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b2c0d86-9507-47b5-86f0-2a37ca6a1f95', 'external_fixed_ips': [{'subnet_id': 'f55c84f6-6388-4c50-a864-bac6bcd67de4', 'ip_address': '172.20.0.2'}]}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:04.337695 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:04.341433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Usage tracker for resource:router and tenant:e5b6bd362f9441b0a2b830db60e54f3a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:04.344211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:04.350380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:04.429092 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:04.473167 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:04.473167 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:04.486324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] Pushing event deleted for resources: {'Port': ['ID=a0cba19f-be26-42b8-89e5-c71bcdf80167,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:04.572797 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:04.598939 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:04.885205 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:04.888762 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:05.030379 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:05.325823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:05.325823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5d3c54f-0b2e-49f9-8c21-98a79313e814 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:57:05.325823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:05.325823 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-534ed3ab-3955-4f1a-8cab-3c9637f9f16e admin admin] 10.222.0.27 "DELETE /v2.0/routers/a5d3c54f-0b2e-49f9-8c21-98a79313e814 HTTP/1.1" status: 204 len: 168 time: 2.6578951 May 27 22:57:05.334886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57970) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:05.334886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba66ea75-4c5a-41fe-bbfa-1b22e36cea46 admin admin] Deleting subnet c40bc52a-d4d7-4d2a-b439-787ca5d1faec {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:57:05.334886 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba66ea75-4c5a-41fe-bbfa-1b22e36cea46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:05.385821 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba66ea75-4c5a-41fe-bbfa-1b22e36cea46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:05.498217 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba66ea75-4c5a-41fe-bbfa-1b22e36cea46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:05.707419 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba66ea75-4c5a-41fe-bbfa-1b22e36cea46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:05.797021 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba66ea75-4c5a-41fe-bbfa-1b22e36cea46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:05.801390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fd8fd5-7424-44e8-8462-393753170f16 None None] Network 8514dbac-db35-4503-b472-f0edb8e4c6d8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:57:05.822351 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66ea75-4c5a-41fe-bbfa-1b22e36cea46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40bc52a-d4d7-4d2a-b439-787ca5d1faec,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:05.832795 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ba66ea75-4c5a-41fe-bbfa-1b22e36cea46 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c40bc52a-d4d7-4d2a-b439-787ca5d1faec HTTP/1.1" status: 204 len: 168 time: 0.6487989 May 27 22:57:05.839387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 703d3cd0-5424-47c8-af94-712791e8f895 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:57:05.839977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 57988) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:05.885899 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:05.953298 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:05.995693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 703d3cd0-5424-47c8-af94-712791e8f895 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:57:05.995693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 703d3cd0-5424-47c8-af94-712791e8f895 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:57:05.995693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a0cba19f-be26-42b8-89e5-c71bcdf80167 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:57:06.027316 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:06.042154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] Deleting port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:57:06.042154 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:06.054030 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: a0cba19f-be26-42b8-89e5-c71bcdf80167 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:57:06.054030 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a0cba19f-be26-42b8-89e5-c71bcdf80167 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:57:06.266862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993a5a67-c11e-4da6-9228-9d2edc5a30ac None None] DHCP port deletion for 8514dbac-db35-4503-b472-f0edb8e4c6d8 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:57:06.272491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-993a5a67-c11e-4da6-9228-9d2edc5a30ac None None] Deleting port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:57:06.273072 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-993a5a67-c11e-4da6-9228-9d2edc5a30ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:06.340994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] For port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:57:06.341573 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:06.350744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Allocated IP 172.20.0.2 (9b2c0d86-9507-47b5-86f0-2a37ca6a1f95/f55c84f6-6388-4c50-a864-bac6bcd67de4/8a7a3bd1-f4fd-4145-b75f-50f9de822b2b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:57:06.523282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] Calling delete_port for 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:57:06.579226 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:06.590418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-993a5a67-c11e-4da6-9228-9d2edc5a30ac None None] For port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9,segment=NetworkSegment(13ee269e-c823-4d4c-96f3-33e283955dd1),segment_id=13ee269e-c823-4d4c-96f3-33e283955dd1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:57:06.590418 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-993a5a67-c11e-4da6-9228-9d2edc5a30ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:06.679808 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:06.719192 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-993a5a67-c11e-4da6-9228-9d2edc5a30ac None None] Calling delete_port for 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:57:06.722454 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:06.742869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] No DVR routers for this DVR port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:57:06.747161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:06.826195 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-993a5a67-c11e-4da6-9228-9d2edc5a30ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:57:06.826735 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-993a5a67-c11e-4da6-9228-9d2edc5a30ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:57:06.842728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Pushing event updated for resources: {'Port': ['ID=8a7a3bd1-f4fd-4145-b75f-50f9de822b2b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:06.846548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Network 9b2c0d86-9507-47b5-86f0-2a37ca6a1f95 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:57:06.850165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:57:06.857053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:57:06.904440 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:06.950347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8514dbac-db35-4503-b472-f0edb8e4c6d8']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:06.973911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ee269e-c823-4d4c-96f3-33e283955dd1') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:06.973911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ee269e-c823-4d4c-96f3-33e283955dd1') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:06.989896 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:07.011171 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:07.017588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:57:07.017588 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:07.113256 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 13ee269e-c823-4d4c-96f3-33e283955dd1 resource provider aggregate not found May 27 22:57:07.139231 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 13ee269e-c823-4d4c-96f3-33e283955dd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13ee269e-c823-4d4c-96f3-33e283955dd1 found for delete ", "request_id": "req-aa2953a6-fef4-4b0e-8b40-1aa03094794d"}]} May 27 22:57:07.304426 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:07.323631 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:07.327504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-993a5a67-c11e-4da6-9228-9d2edc5a30ac None None] Deleting port 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:57:07.332875 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-993a5a67-c11e-4da6-9228-9d2edc5a30ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:07.334831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] Pushing event deleted for resources: {'Network': ['ID=8514dbac-db35-4503-b472-f0edb8e4c6d8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:07.411742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-993a5a67-c11e-4da6-9228-9d2edc5a30ac None None] The port '9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:57:07.437976 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-12db9a4d-2e8e-4525-b3e9-da62bdc00702 admin admin] 10.222.0.27 "DELETE /v2.0/networks/8514dbac-db35-4503-b472-f0edb8e4c6d8 HTTP/1.1" status: 204 len: 168 time: 1.5965967 May 27 22:57:07.537103 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:07.727622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:57:07.822129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:57:07.822364 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9cbdf7e8-eb4d-48e7-9dbd-1f9116a632d9 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:57:07.947753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58016) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:08.008483 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d91f1504-9848-46a1-9a8c-e772ad3ec56c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ca9d74d397174f93ba6e5bd6746411ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592670 May 27 22:57:08.008483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58022) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:08.147026 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:08.236413 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-24dc9194-d99c-4a38-9b09-332786f5ad3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:08.298529 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-24dc9194-d99c-4a38-9b09-332786f5ad3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:08.470428 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-24dc9194-d99c-4a38-9b09-332786f5ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:08.485398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc9194-d99c-4a38-9b09-332786f5ad3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f4e41f-49a3-4107-bfdc-b94846b21635,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:08.555779 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Router 613b0c19-dc42-4fb3-84ca-00a5c1fc6672 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:57:08.593859 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-24dc9194-d99c-4a38-9b09-332786f5ad3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:08.604423 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-24dc9194-d99c-4a38-9b09-332786f5ad3f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a0f4e41f-49a3-4107-bfdc-b94846b21635 HTTP/1.1" status: 204 len: 168 time: 0.5951662 May 27 22:57:08.863435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:57:08.870893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Sync routers for ids ['613b0c19-dc42-4fb3-84ca-00a5c1fc6672'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:57:08.904628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Routers {'613b0c19-dc42-4fb3-84ca-00a5c1fc6672'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:08.904628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['613b0c19-dc42-4fb3-84ca-00a5c1fc6672'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:09.023250 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:09.023250 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-36fa3c12-de18-42a4-b0b9-16869ceb1438 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.6927683 May 27 22:57:09.024221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58044) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:09.089630 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Set router 613b0c19-dc42-4fb3-84ca-00a5c1fc6672 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:57:09.367707 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:09.487256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b0c19-dc42-4fb3-84ca-00a5c1fc6672', 'name': '', 'tenant_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b2c0d86-9507-47b5-86f0-2a37ca6a1f95', 'external_fixed_ips': [{'subnet_id': 'f55c84f6-6388-4c50-a864-bac6bcd67de4', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '8a7a3bd1-f4fd-4145-b75f-50f9de822b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:57:04Z', 'updated_at': '2022-05-27T22:57:07Z', 'revision_number': 3, 'project_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'gw_port': {'id': '8a7a3bd1-f4fd-4145-b75f-50f9de822b2b', 'name': '', 'network_id': '9b2c0d86-9507-47b5-86f0-2a37ca6a1f95', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b0c19-dc42-4fb3-84ca-00a5c1fc6672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'f55c84f6-6388-4c50-a864-bac6bcd67de4', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:57:06Z', 'updated_at': '2022-05-27T22:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f55c84f6-6388-4c50-a864-bac6bcd67de4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:09.491419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Checking router: 613b0c19-dc42-4fb3-84ca-00a5c1fc6672 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:57:09.491847 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Updating router 613b0c19-dc42-4fb3-84ca-00a5c1fc6672 port 8a7a3bd1-f4fd-4145-b75f-50f9de822b2b binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:57:09.559348 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:09.572125 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:09.663518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Deleting port 8a7a3bd1-f4fd-4145-b75f-50f9de822b2b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:57:09.663518 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:09.906967 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:09.953769 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:09.974327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Transition to ACTIVE for port object 8a7a3bd1-f4fd-4145-b75f-50f9de822b2b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:57:10.054550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Calling delete_port for 8a7a3bd1-f4fd-4145-b75f-50f9de822b2b owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:57:10.059222 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:10.155709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde40524-7e13-470b-9918-0f7d58a164c1 None None] Pushing event updated for resources: {'Port': ['ID=8a7a3bd1-f4fd-4145-b75f-50f9de822b2b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:10.165414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde40524-7e13-470b-9918-0f7d58a164c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:10.165414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde40524-7e13-470b-9918-0f7d58a164c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:10.165414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde40524-7e13-470b-9918-0f7d58a164c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:10.165414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde40524-7e13-470b-9918-0f7d58a164c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:10.165414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde40524-7e13-470b-9918-0f7d58a164c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:10.165414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde40524-7e13-470b-9918-0f7d58a164c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:10.165414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde40524-7e13-470b-9918-0f7d58a164c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:10.165414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde40524-7e13-470b-9918-0f7d58a164c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:10.165414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde40524-7e13-470b-9918-0f7d58a164c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:10.165414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde40524-7e13-470b-9918-0f7d58a164c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:10.165414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde40524-7e13-470b-9918-0f7d58a164c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:10.165414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde40524-7e13-470b-9918-0f7d58a164c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:10.177230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Attempting to bind port 8a7a3bd1-f4fd-4145-b75f-50f9de822b2b on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:57:10.177230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Attempting to bind port 8a7a3bd1-f4fd-4145-b75f-50f9de822b2b by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '7993ba1c-cf5d-496a-a9da-b6e5de2a0dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9b2c0d86-9507-47b5-86f0-2a37ca6a1f95'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:57:10.177230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Attempting to bind port 8a7a3bd1-f4fd-4145-b75f-50f9de822b2b on network 9b2c0d86-9507-47b5-86f0-2a37ca6a1f95 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:57:10.177230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:57:10.177230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Checking segment: {'id': '7993ba1c-cf5d-496a-a9da-b6e5de2a0dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9b2c0d86-9507-47b5-86f0-2a37ca6a1f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:57:10.177230 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:10.185901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Bound using segment: {'id': '7993ba1c-cf5d-496a-a9da-b6e5de2a0dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9b2c0d86-9507-47b5-86f0-2a37ca6a1f95'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:57:10.185901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Bound port: 8a7a3bd1-f4fd-4145-b75f-50f9de822b2b, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7993ba1c-cf5d-496a-a9da-b6e5de2a0dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9b2c0d86-9507-47b5-86f0-2a37ca6a1f95'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:57:10.185901 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:10.270524 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:57:10.276081 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:57:10.281991 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] For port 8a7a3bd1-f4fd-4145-b75f-50f9de822b2b, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:57:10.285530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] For port 8a7a3bd1-f4fd-4145-b75f-50f9de822b2b, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8a7a3bd1-f4fd-4145-b75f-50f9de822b2b,segment=NetworkSegment(7993ba1c-cf5d-496a-a9da-b6e5de2a0dd6),segment_id=7993ba1c-cf5d-496a-a9da-b6e5de2a0dd6)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:57:10.346845 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:10.432897 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Routers {'613b0c19-dc42-4fb3-84ca-00a5c1fc6672'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:10.433526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['613b0c19-dc42-4fb3-84ca-00a5c1fc6672'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:10.578226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde40524-7e13-470b-9918-0f7d58a164c1 None None] Pushing event updated for resources: {'Port': ['ID=8a7a3bd1-f4fd-4145-b75f-50f9de822b2b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:10.622475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] Set router 613b0c19-dc42-4fb3-84ca-00a5c1fc6672 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:57:10.733947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b0c19-dc42-4fb3-84ca-00a5c1fc6672', 'name': '', 'tenant_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:57:04Z', 'updated_at': '2022-05-27T22:57:09Z', 'revision_number': 4, 'project_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:10.738708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf8774c-0f9c-4eb1-b264-045c4e2a457a None None] The sync data for ids ['613b0c19-dc42-4fb3-84ca-00a5c1fc6672'] in n-d-843680-3 is: [{'id': '613b0c19-dc42-4fb3-84ca-00a5c1fc6672', 'name': '', 'tenant_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:57:04Z', 'updated_at': '2022-05-27T22:57:09Z', 'revision_number': 4, 'project_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:57:10.774119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Deleting port 8a7a3bd1-f4fd-4145-b75f-50f9de822b2b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:57:10.775030 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:11.035538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-76a5e5ff-db4e-45ab-b4d4-11a52328b308 req-2006eb1c-7dcc-4eca-bf6a-c8adf358258e tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0651760 May 27 22:57:11.055928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] For port 8a7a3bd1-f4fd-4145-b75f-50f9de822b2b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8a7a3bd1-f4fd-4145-b75f-50f9de822b2b,segment=NetworkSegment(7993ba1c-cf5d-496a-a9da-b6e5de2a0dd6),segment_id=7993ba1c-cf5d-496a-a9da-b6e5de2a0dd6)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:57:11.055928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:11.253483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Calling delete_port for 8a7a3bd1-f4fd-4145-b75f-50f9de822b2b owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:57:11.751373 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:11.816881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a7a3bd1-f4fd-4145-b75f-50f9de822b2b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:11.964972 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:12.183590 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:12.187097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5697874e-3e29-426a-9510-8d60bd314c2d req-a443ce77-01ef-4ed6-b9d8-bfe6a2270c9f tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0548272 May 27 22:57:12.188173 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:12.320367 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:12.320367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 613b0c19-dc42-4fb3-84ca-00a5c1fc6672 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:57:12.333585 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:12.333585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f309108f-4c86-4ad5-9bbe-20284ec6d57d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "DELETE /v2.0/routers/613b0c19-dc42-4fb3-84ca-00a5c1fc6672 HTTP/1.1" status: 204 len: 168 time: 3.3064823 May 27 22:57:12.339977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58136) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:12.410082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b38997-a52a-447f-a9f8-f411694edc7e tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Deleting subnet f55c84f6-6388-4c50-a864-bac6bcd67de4 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:57:12.427443 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48b38997-a52a-447f-a9f8-f411694edc7e tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:12.494221 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48b38997-a52a-447f-a9f8-f411694edc7e tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:12.592536 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48b38997-a52a-447f-a9f8-f411694edc7e tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:12.782154 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48b38997-a52a-447f-a9f8-f411694edc7e tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:12.819806 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b38997-a52a-447f-a9f8-f411694edc7e tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f55c84f6-6388-4c50-a864-bac6bcd67de4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:12.827561 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-48b38997-a52a-447f-a9f8-f411694edc7e tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:12.842837 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-48b38997-a52a-447f-a9f8-f411694edc7e tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "DELETE /v2.0/subnets/f55c84f6-6388-4c50-a864-bac6bcd67de4 HTTP/1.1" status: 204 len: 168 time: 0.5022526 May 27 22:57:12.844747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58146) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:12.946565 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-da3138fe-d7ec-4fb8-aefa-9ab2470a5798 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:13.085011 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-da3138fe-d7ec-4fb8-aefa-9ab2470a5798 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:13.111712 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-da3138fe-d7ec-4fb8-aefa-9ab2470a5798 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2c0d86-9507-47b5-86f0-2a37ca6a1f95']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:13.131799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-da3138fe-d7ec-4fb8-aefa-9ab2470a5798 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7993ba1c-cf5d-496a-a9da-b6e5de2a0dd6') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:13.132094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-da3138fe-d7ec-4fb8-aefa-9ab2470a5798 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7993ba1c-cf5d-496a-a9da-b6e5de2a0dd6') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:13.166743 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-da3138fe-d7ec-4fb8-aefa-9ab2470a5798 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:13.173439 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-da3138fe-d7ec-4fb8-aefa-9ab2470a5798 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:13.183588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3138fe-d7ec-4fb8-aefa-9ab2470a5798 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:57:13.183588 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-da3138fe-d7ec-4fb8-aefa-9ab2470a5798 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:13.293040 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 7993ba1c-cf5d-496a-a9da-b6e5de2a0dd6 resource provider aggregate not found May 27 22:57:13.293040 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 7993ba1c-cf5d-496a-a9da-b6e5de2a0dd6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7993ba1c-cf5d-496a-a9da-b6e5de2a0dd6 found for delete ", "request_id": "req-3a6ecb1f-e041-44bf-b8b5-4196b9ddc08e"}]} May 27 22:57:13.367115 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c418432-5fbe-4af4-b62e-719e0565cfca req-924d6e3e-4b6e-4009-9181-9d939105bb72 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0456667 May 27 22:57:13.456666 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-da3138fe-d7ec-4fb8-aefa-9ab2470a5798 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:13.481427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3138fe-d7ec-4fb8-aefa-9ab2470a5798 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b2c0d86-9507-47b5-86f0-2a37ca6a1f95 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 22:57:13.481427 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-da3138fe-d7ec-4fb8-aefa-9ab2470a5798 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:13.487660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3138fe-d7ec-4fb8-aefa-9ab2470a5798 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b2c0d86-9507-47b5-86f0-2a37ca6a1f95,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:13.500108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-da3138fe-d7ec-4fb8-aefa-9ab2470a5798 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "DELETE /v2.0/networks/9b2c0d86-9507-47b5-86f0-2a37ca6a1f95 HTTP/1.1" status: 204 len: 168 time: 0.6522748 May 27 22:57:14.043297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58176) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:14.048691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7a69b28d-e0da-4c43-a0d1-5ea4ad512426 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Request body: {'router': {'name': 'tempest-router--2147069581', 'project_id': 'f9f58c007d484786bde2e2b5c468a84f'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:14.054939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7a69b28d-e0da-4c43-a0d1-5ea4ad512426 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:14.059082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7a69b28d-e0da-4c43-a0d1-5ea4ad512426 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Usage tracker for resource:router and tenant:f9f58c007d484786bde2e2b5c468a84f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:14.062150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7a69b28d-e0da-4c43-a0d1-5ea4ad512426 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:14.067887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7a69b28d-e0da-4c43-a0d1-5ea4ad512426 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:14.215855 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a69b28d-e0da-4c43-a0d1-5ea4ad512426 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:14.215855 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a69b28d-e0da-4c43-a0d1-5ea4ad512426 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:14.235856 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a69b28d-e0da-4c43-a0d1-5ea4ad512426 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:14.360925 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a69b28d-e0da-4c43-a0d1-5ea4ad512426 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:14.465926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a69b28d-e0da-4c43-a0d1-5ea4ad512426 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:14.465926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7a69b28d-e0da-4c43-a0d1-5ea4ad512426 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4184544 May 27 22:57:14.469722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58186) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:14.613619 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a73c6eed-fbca-4b7b-96cd-5d20f4fc1754 req-40ea4414-e70a-4b14-acbd-579ddcd1279d tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0765152 May 27 22:57:14.650189 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f257e54-0836-4198-bd9e-78956e0c0d5c tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:14.990748 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f257e54-0836-4198-bd9e-78956e0c0d5c tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:14.990748 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f257e54-0836-4198-bd9e-78956e0c0d5c tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:15.176014 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f257e54-0836-4198-bd9e-78956e0c0d5c tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:15.176014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f257e54-0836-4198-bd9e-78956e0c0d5c tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d79b6a1-121e-48fe-b98d-0815120c191f {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:57:15.186070 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f257e54-0836-4198-bd9e-78956e0c0d5c tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:15.187392 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9f257e54-0836-4198-bd9e-78956e0c0d5c tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "DELETE /v2.0/routers/8d79b6a1-121e-48fe-b98d-0815120c191f HTTP/1.1" status: 204 len: 168 time: 0.7235031 May 27 22:57:15.548226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58210) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:15.819057 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f05242d-d331-47e7-9112-d71bba9de9e3 req-582271b7-0167-4d93-97d0-64d4d14d26a3 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0573173 May 27 22:57:15.876070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-546110532', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:15.900147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:15.911888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Usage tracker for resource:router and tenant:76e1b1e601d248ffa2bbeccb618c20c8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:15.921639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:15.922084 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:15.922544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:15.965101 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c54121cb-8f7e-47f2-9364-dbe3387be997 req-5d2ed817-ace8-4377-9aa8-47505a1a067c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0498161 May 27 22:57:16.030288 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:16.031458 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:16.059173 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:16.595338 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:17.018801 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:17.059872 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:17.133576 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d95c55ba-b7df-402b-b258-9158c56f53fa req-fc9d1163-c9cd-4ab7-8d09-d283c119b769 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0727766 May 27 22:57:17.217769 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Allocated IP 172.25.2.217 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/4753deb7-4525-4214-8bb5-f86faece86ad) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:57:17.399564 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:17.566108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:17.636714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:57:17.639769 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:57:17.643912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:57:17.673872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Pushing event updated for resources: {'Port': ['ID=4753deb7-4525-4214-8bb5-f86faece86ad,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:18.038489 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:57:18.306628 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:18.308212 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9699319f-f1bc-4be8-a9fb-76cc95f9bc19 req-d8b5eefb-2659-4c82-aee8-2f59fa187de1 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0511339 May 27 22:57:18.767905 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:19.064057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Router 8626a002-1d0b-4438-82aa-fbaea0547dd7 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:57:19.312343 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:57:19.323254 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911ae2e-222e-4863-921e-eb1cba120593 None None] Sync routers for ids ['8626a002-1d0b-4438-82aa-fbaea0547dd7'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:57:19.336119 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911ae2e-222e-4863-921e-eb1cba120593 None None] Routers {'8626a002-1d0b-4438-82aa-fbaea0547dd7'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:19.336766 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7911ae2e-222e-4863-921e-eb1cba120593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8626a002-1d0b-4438-82aa-fbaea0547dd7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:19.417159 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7911ae2e-222e-4863-921e-eb1cba120593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:19.425681 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911ae2e-222e-4863-921e-eb1cba120593 None None] Routers {'8626a002-1d0b-4438-82aa-fbaea0547dd7'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:19.426283 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7911ae2e-222e-4863-921e-eb1cba120593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8626a002-1d0b-4438-82aa-fbaea0547dd7'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:19.429076 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:19.432461 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9d3587f1-9301-435f-818b-f4a5aef84e01 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8803205 May 27 22:57:19.434172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58282) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:19.445326 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01c88bdd-7cff-4899-9efe-93989a3d464d req-0bc780f5-d1ad-4d2e-81ad-8647047e427d tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0785959 May 27 22:57:19.492828 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7911ae2e-222e-4863-921e-eb1cba120593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:19.493315 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7911ae2e-222e-4863-921e-eb1cba120593 None None] The sync data for ids ['8626a002-1d0b-4438-82aa-fbaea0547dd7'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:57:19.675025 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e4758f6-cb4e-46a9-9534-41153c8d23a3 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/routers/8626a002-1d0b-4438-82aa-fbaea0547dd7 HTTP/1.1" status: 200 len: 920 time: 0.2393472 May 27 22:57:19.676092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58290) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:19.722231 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3d136b55-6126-412e-a612-4e42543445d2 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "GET /v2.0/ports?device_id=8626a002-1d0b-4438-82aa-fbaea0547dd7 HTTP/1.1" status: 200 len: 205 time: 0.0448635 May 27 22:57:19.724955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:19.941610 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71bfb050-97f8-4b98-b2a9-474c4cc20697 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:20.295498 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71bfb050-97f8-4b98-b2a9-474c4cc20697 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:20.412158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-71bfb050-97f8-4b98-b2a9-474c4cc20697 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Deleting port 4753deb7-4525-4214-8bb5-f86faece86ad {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:57:20.412158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71bfb050-97f8-4b98-b2a9-474c4cc20697 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:20.612021 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71bfb050-97f8-4b98-b2a9-474c4cc20697 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:20.649388 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-432e3dd5-6ee5-4ad0-8306-aa47aef7886f req-e7f69dea-9cb3-4468-a043-ba6faf8fe3fa tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0526228 May 27 22:57:20.762867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-71bfb050-97f8-4b98-b2a9-474c4cc20697 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Calling delete_port for 4753deb7-4525-4214-8bb5-f86faece86ad owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:57:20.986304 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71bfb050-97f8-4b98-b2a9-474c4cc20697 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:21.057256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfb050-97f8-4b98-b2a9-474c4cc20697 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Pushing event deleted for resources: {'Port': ['ID=4753deb7-4525-4214-8bb5-f86faece86ad,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:21.145440 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71bfb050-97f8-4b98-b2a9-474c4cc20697 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:21.324728 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71bfb050-97f8-4b98-b2a9-474c4cc20697 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:21.327238 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71bfb050-97f8-4b98-b2a9-474c4cc20697 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:21.423644 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71bfb050-97f8-4b98-b2a9-474c4cc20697 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:21.423644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bfb050-97f8-4b98-b2a9-474c4cc20697 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Fanout notify agent at l3_agent the message router_deleted on router 8626a002-1d0b-4438-82aa-fbaea0547dd7 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:57:21.468665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71bfb050-97f8-4b98-b2a9-474c4cc20697 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:21.468665 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-71bfb050-97f8-4b98-b2a9-474c4cc20697 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "DELETE /v2.0/routers/8626a002-1d0b-4438-82aa-fbaea0547dd7 HTTP/1.1" status: 204 len: 168 time: 1.7325835 May 27 22:57:21.475299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58324) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:21.475299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1795486492', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'enable_snat': False}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:21.486264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:21.503990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Usage tracker for resource:router and tenant:e5b6bd362f9441b0a2b830db60e54f3a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:21.503990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:21.503990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:21.618193 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:21.619717 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:21.636954 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:22.062343 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d560333e-6b2c-4211-94b1-90c8d8cfb6c9 req-b653c0bb-05b9-4a90-a183-f156f99af2e3 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.2692008 May 27 22:57:22.208056 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:22.367084 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:22.644607 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:22.684392 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:22.844222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Allocated IP 172.25.2.188 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/da112633-0893-4537-88d9-075b12f806f1) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:57:23.004600 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:23.110018 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:23.196170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Pushing event updated for resources: {'Port': ['ID=da112633-0893-4537-88d9-075b12f806f1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:23.226390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:57:23.226390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:57:23.226390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:57:23.327300 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e61a38e-5515-4000-8a9a-49a4f0947511 req-ab7a0c77-da3f-4a03-acf2-56a244dd12b0 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0554287 May 27 22:57:24.102127 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:24.518411 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d2c3bfce-2183-4948-b25b-258f2e3898cd req-e2c1aee5-bad2-4276-8628-21ffe7a0a6f4 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0627768 May 27 22:57:24.535497 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:24.869525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Router 3a31e04a-d8e6-4429-b10d-89bbd4f18090 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:57:25.079039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:57:25.109498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Sync routers for ids ['3a31e04a-d8e6-4429-b10d-89bbd4f18090'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:57:25.122569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Routers {'3a31e04a-d8e6-4429-b10d-89bbd4f18090'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:25.122569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3a31e04a-d8e6-4429-b10d-89bbd4f18090'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:25.224851 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:25.234937 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8bcc5f8f-d90e-460e-a31c-b3c516339b82 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.7716346 May 27 22:57:25.238366 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58378) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:25.431675 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Set router 3a31e04a-d8e6-4429-b10d-89bbd4f18090 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:57:25.531689 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f4cd45cc-e6de-4962-ba3f-4af247f1cf3a tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/routers/3a31e04a-d8e6-4429-b10d-89bbd4f18090 HTTP/1.1" status: 200 len: 909 time: 0.2856519 May 27 22:57:25.542733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58384) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:25.542733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1795486492', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'enable_snat': True}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:25.542733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:25.552719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Usage tracker for resource:router and tenant:e5b6bd362f9441b0a2b830db60e54f3a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:25.552719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:25.580412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:25.704282 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:25.704282 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:25.715849 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:25.748901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a8e73ef-cbc2-47bf-95fd-f8fe07e6a992 req-9fd1ae9e-cfd6-4fa5-9b8d-8c87f8951f47 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0866179 May 27 22:57:25.771427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31e04a-d8e6-4429-b10d-89bbd4f18090', 'name': 'tempest-snat-router-1795486492', 'tenant_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.188'}], 'enable_snat': False}, 'gw_port_id': 'da112633-0893-4537-88d9-075b12f806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:57:21Z', 'updated_at': '2022-05-27T22:57:23Z', 'revision_number': 3, 'project_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'gw_port': {'id': 'da112633-0893-4537-88d9-075b12f806f1', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:34:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a31e04a-d8e6-4429-b10d-89bbd4f18090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:57:22Z', 'updated_at': '2022-05-27T22:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:25.775641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Checking router: 3a31e04a-d8e6-4429-b10d-89bbd4f18090 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:57:25.776202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Updating router 3a31e04a-d8e6-4429-b10d-89bbd4f18090 port da112633-0893-4537-88d9-075b12f806f1 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:57:25.855951 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:26.113166 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:26.217435 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:26.230604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Transition to ACTIVE for port object da112633-0893-4537-88d9-075b12f806f1 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:57:26.305234 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:26.409657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Attempting to bind port da112633-0893-4537-88d9-075b12f806f1 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:57:26.409657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Attempting to bind port da112633-0893-4537-88d9-075b12f806f1 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:57:26.409657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Attempting to bind port da112633-0893-4537-88d9-075b12f806f1 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:57:26.409657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db10c0-93c7-420e-8417-ec79589b2f8a None None] Pushing event updated for resources: {'Port': ['ID=da112633-0893-4537-88d9-075b12f806f1,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:26.417319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:57:26.417319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:57:26.417319 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:26.424056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:57:26.424056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Bound port: da112633-0893-4537-88d9-075b12f806f1, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:57:26.424056 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:26.542946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] For port da112633-0893-4537-88d9-075b12f806f1, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:57:26.542946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] For port da112633-0893-4537-88d9-075b12f806f1, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=da112633-0893-4537-88d9-075b12f806f1,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:57:26.618858 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:26.705964 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Routers {'3a31e04a-d8e6-4429-b10d-89bbd4f18090'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:26.708234 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3a31e04a-d8e6-4429-b10d-89bbd4f18090'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:26.763240 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:26.794160 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:27.032036 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7e212d8-f91a-4c1d-9ff7-518a622bafdc req-26069ed3-9318-462f-9651-e20aa78cf0ea tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0959387 May 27 22:57:27.032847 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db10c0-93c7-420e-8417-ec79589b2f8a None None] Pushing event updated for resources: {'Port': ['ID=da112633-0893-4537-88d9-075b12f806f1,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:27.066884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] Set router 3a31e04a-d8e6-4429-b10d-89bbd4f18090 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:57:27.144639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Allocated IP 172.25.2.90 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/49796380-cd17-4520-ada5-e502492d5ab7) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:57:27.347510 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:27.447843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a31e04a-d8e6-4429-b10d-89bbd4f18090', 'name': 'tempest-snat-router-1795486492', 'tenant_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.188'}], 'enable_snat': False}, 'gw_port_id': 'da112633-0893-4537-88d9-075b12f806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:57:21Z', 'updated_at': '2022-05-27T22:57:23Z', 'revision_number': 3, 'project_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'gw_port': {'id': 'da112633-0893-4537-88d9-075b12f806f1', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:34:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a31e04a-d8e6-4429-b10d-89bbd4f18090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:57:22Z', 'updated_at': '2022-05-27T22:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:27.450640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e06724-99da-4b9c-9a27-107bbcab7ddf None None] The sync data for ids ['3a31e04a-d8e6-4429-b10d-89bbd4f18090'] in n-d-843680-3 is: [{'id': '3a31e04a-d8e6-4429-b10d-89bbd4f18090', 'name': 'tempest-snat-router-1795486492', 'tenant_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.188'}], 'enable_snat': False}, 'gw_port_id': 'da112633-0893-4537-88d9-075b12f806f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:57:21Z', 'updated_at': '2022-05-27T22:57:23Z', 'revision_number': 3, 'project_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'gw_port': {'id': 'da112633-0893-4537-88d9-075b12f806f1', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:34:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a31e04a-d8e6-4429-b10d-89bbd4f18090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3181, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:57:22Z', 'updated_at': '2022-05-27T22:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:57:27.498946 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:27.518646 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6611e18-bac0-43b1-b355-e4987989c906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:27.571373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:57:27.575095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:57:27.578804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:57:27.633625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Pushing event updated for resources: {'Port': ['ID=49796380-cd17-4520-ada5-e502492d5ab7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:28.211644 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:28.357628 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e858e58-e9cb-46c1-8917-a59f2d35210c req-ce4666e8-1b58-41a7-ae2a-4a340e5b4433 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0683193 May 27 22:57:28.933898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:29.287551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Router 47d15b0c-0920-4867-9d08-01eed40afe34 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:57:29.525421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:57:29.547584 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Sync routers for ids ['47d15b0c-0920-4867-9d08-01eed40afe34'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:57:29.554757 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Routers {'47d15b0c-0920-4867-9d08-01eed40afe34'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:29.554757 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['47d15b0c-0920-4867-9d08-01eed40afe34'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:29.666822 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bfdb15dc-0906-4b89-b882-6fb477f437c6 req-0fe203d5-ea3c-41ab-923f-abaf036c73f4 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.1097093 May 27 22:57:29.722002 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09936e67-8494-45d5-a2ca-28cd10d113bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:29.779068 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:29.780984 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-584db376-ec94-4207-99b3-6868773d5e72 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2539046 May 27 22:57:29.783236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58452) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:29.897689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device da112633-0893-4537-88d9-075b12f806f1 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:57:29.912537 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Set router 47d15b0c-0920-4867-9d08-01eed40afe34 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:57:30.034388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58458) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:30.040242 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fd0156a9-e07f-4bb0-8a0c-b1ddd31bbe11 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/routers/47d15b0c-0920-4867-9d08-01eed40afe34 HTTP/1.1" status: 200 len: 907 time: 0.2521334 May 27 22:57:30.253628 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:30.304173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port da112633-0893-4537-88d9-075b12f806f1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:57:30.314455 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port da112633-0893-4537-88d9-075b12f806f1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:57:30.320778 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:30.436885 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d15b0c-0920-4867-9d08-01eed40afe34', 'name': 'tempest-snat-router-1795486492', 'tenant_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '49796380-cd17-4520-ada5-e502492d5ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:57:25Z', 'updated_at': '2022-05-27T22:57:27Z', 'revision_number': 3, 'project_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'gw_port': {'id': '49796380-cd17-4520-ada5-e502492d5ab7', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47d15b0c-0920-4867-9d08-01eed40afe34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:57:26Z', 'updated_at': '2022-05-27T22:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:30.442630 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Checking router: 47d15b0c-0920-4867-9d08-01eed40afe34 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:57:30.443056 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Updating router 47d15b0c-0920-4867-9d08-01eed40afe34 port 49796380-cd17-4520-ada5-e502492d5ab7 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:57:30.549606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port da112633-0893-4537-88d9-075b12f806f1 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:57:30.549606 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:30.551726 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:30.558136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port da112633-0893-4537-88d9-075b12f806f1, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=da112633-0893-4537-88d9-075b12f806f1,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:57:30.661758 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:30.730987 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:30.833459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=da112633-0893-4537-88d9-075b12f806f1,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:30.835069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Deleting port 49796380-cd17-4520-ada5-e502492d5ab7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:57:30.835416 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:30.905313 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:30.929690 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41380f5e-dbb4-4f5c-8fea-6fd9cdb767dd req-1fda41a3-82ee-4e88-826f-f2575ca93e9b tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0660751 May 27 22:57:30.985449 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:31.027552 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:31.043752 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Transition to ACTIVE for port object 49796380-cd17-4520-ada5-e502492d5ab7 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:57:31.104025 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:31.114474 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:31.196743 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Attempting to bind port 49796380-cd17-4520-ada5-e502492d5ab7 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:57:31.196743 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Attempting to bind port 49796380-cd17-4520-ada5-e502492d5ab7 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:57:31.196743 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Attempting to bind port 49796380-cd17-4520-ada5-e502492d5ab7 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:57:31.203562 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:57:31.203562 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:57:31.203562 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:31.203562 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:57:31.207462 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Bound port: 49796380-cd17-4520-ada5-e502492d5ab7, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:57:31.207462 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:31.231449 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621cac4-adaf-4334-868b-ae68d009edbf None None] Pushing event updated for resources: {'Port': ['ID=49796380-cd17-4520-ada5-e502492d5ab7,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:31.256298 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621cac4-adaf-4334-868b-ae68d009edbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:31.256652 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621cac4-adaf-4334-868b-ae68d009edbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:31.256981 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621cac4-adaf-4334-868b-ae68d009edbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:31.257331 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621cac4-adaf-4334-868b-ae68d009edbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:31.257650 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621cac4-adaf-4334-868b-ae68d009edbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:31.257966 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621cac4-adaf-4334-868b-ae68d009edbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:31.258340 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621cac4-adaf-4334-868b-ae68d009edbf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:31.258654 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621cac4-adaf-4334-868b-ae68d009edbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:31.258990 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621cac4-adaf-4334-868b-ae68d009edbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:31.259303 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621cac4-adaf-4334-868b-ae68d009edbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:31.259612 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621cac4-adaf-4334-868b-ae68d009edbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:31.259917 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621cac4-adaf-4334-868b-ae68d009edbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:31.309913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Calling delete_port for 49796380-cd17-4520-ada5-e502492d5ab7 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:57:31.342222 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] For port 49796380-cd17-4520-ada5-e502492d5ab7, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:57:31.345773 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] For port 49796380-cd17-4520-ada5-e502492d5ab7, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=49796380-cd17-4520-ada5-e502492d5ab7,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:57:31.446345 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.448696 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.455721 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.455721 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.455721 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.455721 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.455721 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.455721 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.455721 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.455721 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.455721 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.455721 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.455721 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.455721 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.455721 n-d-843680-3 neutron-server[88901]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:57:31.455721 n-d-843680-3 neutron-server[88901]: util.warn( May 27 22:57:31.514257 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Routers {'47d15b0c-0920-4867-9d08-01eed40afe34'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:31.517657 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:57:31.517657 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:57:31.520341 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['47d15b0c-0920-4867-9d08-01eed40afe34'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:31.637306 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621cac4-adaf-4334-868b-ae68d009edbf None None] Pushing event updated for resources: {'Port': ['ID=49796380-cd17-4520-ada5-e502492d5ab7,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:31.672047 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] Set router 47d15b0c-0920-4867-9d08-01eed40afe34 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:57:31.768901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device da112633-0893-4537-88d9-075b12f806f1 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:57:31.781506 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47d15b0c-0920-4867-9d08-01eed40afe34', 'name': 'tempest-snat-router-1795486492', 'tenant_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:57:25Z', 'updated_at': '2022-05-27T22:57:30Z', 'revision_number': 4, 'project_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:31.785791 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7628531e-9108-407f-95a0-d35fcaf4272b None None] The sync data for ids ['47d15b0c-0920-4867-9d08-01eed40afe34'] in n-d-843680-3 is: [{'id': '47d15b0c-0920-4867-9d08-01eed40afe34', 'name': 'tempest-snat-router-1795486492', 'tenant_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:57:25Z', 'updated_at': '2022-05-27T22:57:30Z', 'revision_number': 4, 'project_id': 'e5b6bd362f9441b0a2b830db60e54f3a', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:57:31.897996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port da112633-0893-4537-88d9-075b12f806f1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:57:31.897996 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:32.015025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Deleting port 49796380-cd17-4520-ada5-e502492d5ab7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:57:32.015025 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:32.125906 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port da112633-0893-4537-88d9-075b12f806f1 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:57:32.184233 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:32.203908 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-245324a4-5e9e-4a54-ba3e-403adc694bbf req-5ce1ca04-9a37-4c1b-8b0f-9ed45b791ece tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0533614 May 27 22:57:32.269690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] For port 49796380-cd17-4520-ada5-e502492d5ab7, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=49796380-cd17-4520-ada5-e502492d5ab7,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:57:32.270200 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:32.427063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Calling delete_port for 49796380-cd17-4520-ada5-e502492d5ab7 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:57:32.691640 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:32.757553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Pushing event deleted for resources: {'Port': ['ID=49796380-cd17-4520-ada5-e502492d5ab7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:32.864747 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:33.151583 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:33.151583 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:33.248205 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:33.255117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47d15b0c-0920-4867-9d08-01eed40afe34 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:57:33.265893 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:33.270680 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-36e7f737-4748-49b6-ac99-5bf8eaa0b5a2 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "DELETE /v2.0/routers/47d15b0c-0920-4867-9d08-01eed40afe34 HTTP/1.1" status: 204 len: 168 time: 3.2426713 May 27 22:57:33.271241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58498) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:33.395485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a8ec4001-344e-438d-83f5-2e85048d9668 req-11965495-73fd-4d74-8677-2e0e7666c864 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0586588 May 27 22:57:33.503648 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:33.823932 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:33.870018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Deleting port da112633-0893-4537-88d9-075b12f806f1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:57:33.870270 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:34.064867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] For port da112633-0893-4537-88d9-075b12f806f1, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=da112633-0893-4537-88d9-075b12f806f1,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:57:34.065385 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:34.194181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Calling delete_port for da112633-0893-4537-88d9-075b12f806f1 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:57:34.504527 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:34.634119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Pushing event deleted for resources: {'Port': ['ID=da112633-0893-4537-88d9-075b12f806f1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:34.660896 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fa7efea5-a0f8-45a4-ab0c-b90e7381fccd req-e98564d3-c728-42a5-aa24-5e86dd17b239 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.1102898 May 27 22:57:34.711754 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:34.899994 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:34.899994 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:35.020292 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:35.020292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a31e04a-d8e6-4429-b10d-89bbd4f18090 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:57:35.040888 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:35.040888 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d4d37e27-36e8-4195-bbc9-89dfa42908da tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "DELETE /v2.0/routers/3a31e04a-d8e6-4429-b10d-89bbd4f18090 HTTP/1.1" status: 204 len: 168 time: 1.7681899 May 27 22:57:35.045311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58534) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:35.051278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-383059516', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:35.059573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:35.074349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Usage tracker for resource:router and tenant:76e1b1e601d248ffa2bbeccb618c20c8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:35.079568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:35.089327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:35.219114 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:35.219114 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:35.232704 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:35.633809 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:35.788641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device da112633-0893-4537-88d9-075b12f806f1 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:57:35.829864 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: da112633-0893-4537-88d9-075b12f806f1 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:57:35.830201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device da112633-0893-4537-88d9-075b12f806f1 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:57:36.043539 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51ac3250-350e-4855-94f3-1534b92c8fab req-e918efaf-53dd-4873-93bc-744ff0a824c0 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.1877966 May 27 22:57:36.310083 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:36.342290 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:36.553199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Allocated IP 172.25.2.182 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/81e7d27b-15b2-4ffd-ac7f-d0549e3a3c80) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:57:36.777363 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:36.881793 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:36.961769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:57:36.961769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:57:36.967865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:57:37.006133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Pushing event updated for resources: {'Port': ['ID=81e7d27b-15b2-4ffd-ac7f-d0549e3a3c80,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:37.247542 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e391701-099c-4fac-ba98-4b8cb9461889 req-bcca54ab-e6f0-452a-9d10-309ac30b9350 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0588942 May 27 22:57:37.552570 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:38.108457 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:38.425624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e9d620c-2f09-43c8-a528-4bb72240b10d req-a86486df-0215-4905-a98d-2354412ae5a2 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0497177 May 27 22:57:38.425624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Router f594c285-34ef-459f-843e-103eb84a0e6a is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:57:38.674824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:57:38.684571 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b7a73b-d3b3-4722-a78f-5700e310a237 None None] Sync routers for ids ['f594c285-34ef-459f-843e-103eb84a0e6a'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:57:38.698591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b7a73b-d3b3-4722-a78f-5700e310a237 None None] Routers {'f594c285-34ef-459f-843e-103eb84a0e6a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:38.699321 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-43b7a73b-d3b3-4722-a78f-5700e310a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f594c285-34ef-459f-843e-103eb84a0e6a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:38.777923 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:38.777923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ebfac02d-be28-4769-958c-619d68e307d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7291586 May 27 22:57:38.790756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58592) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:38.793670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-43b7a73b-d3b3-4722-a78f-5700e310a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:38.796336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8ae7b619-e08d-4f30-af1b-eff8238d71e6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'enable_snat': False}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:38.800314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b7a73b-d3b3-4722-a78f-5700e310a237 None None] Routers {'f594c285-34ef-459f-843e-103eb84a0e6a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:38.800314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-43b7a73b-d3b3-4722-a78f-5700e310a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f594c285-34ef-459f-843e-103eb84a0e6a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:38.867028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-43b7a73b-d3b3-4722-a78f-5700e310a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:38.867028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b7a73b-d3b3-4722-a78f-5700e310a237 None None] The sync data for ids ['f594c285-34ef-459f-843e-103eb84a0e6a'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:57:39.324500 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ae7b619-e08d-4f30-af1b-eff8238d71e6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:39.684295 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0a7b69a-d616-40fd-ba1e-c259e74b64e0 req-12664a25-2147-49de-b3b7-a97e7f563e62 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0804136 May 27 22:57:40.337164 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ae7b619-e08d-4f30-af1b-eff8238d71e6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:40.340284 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ae7b619-e08d-4f30-af1b-eff8238d71e6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:40.531716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae7b619-e08d-4f30-af1b-eff8238d71e6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Router f594c285-34ef-459f-843e-103eb84a0e6a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:57:40.827343 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae7b619-e08d-4f30-af1b-eff8238d71e6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:57:40.827343 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ae7b619-e08d-4f30-af1b-eff8238d71e6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:40.831261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58624) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:40.834174 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8ae7b619-e08d-4f30-af1b-eff8238d71e6 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "PUT /v2.0/routers/f594c285-34ef-459f-843e-103eb84a0e6a HTTP/1.1" status: 200 len: 921 time: 2.0436547 May 27 22:57:40.841293 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a2dc25-ec17-4fa7-a02e-ea8d1c7677a8 None None] Sync routers for ids ['f594c285-34ef-459f-843e-103eb84a0e6a'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:57:40.857740 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2dc25-ec17-4fa7-a02e-ea8d1c7677a8 None None] Routers {'f594c285-34ef-459f-843e-103eb84a0e6a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:40.858353 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-82a2dc25-ec17-4fa7-a02e-ea8d1c7677a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f594c285-34ef-459f-843e-103eb84a0e6a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:40.944472 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-82a2dc25-ec17-4fa7-a02e-ea8d1c7677a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:40.944472 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2dc25-ec17-4fa7-a02e-ea8d1c7677a8 None None] Routers {'f594c285-34ef-459f-843e-103eb84a0e6a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:40.944472 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-82a2dc25-ec17-4fa7-a02e-ea8d1c7677a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f594c285-34ef-459f-843e-103eb84a0e6a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:41.009321 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c495f3f-3c5b-402b-a4a7-cfeadb4ce1f6 req-a42487c6-9732-488c-b88c-2373d34f5139 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0861225 May 27 22:57:41.034769 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-82a2dc25-ec17-4fa7-a02e-ea8d1c7677a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:41.034769 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a2dc25-ec17-4fa7-a02e-ea8d1c7677a8 None None] The sync data for ids ['f594c285-34ef-459f-843e-103eb84a0e6a'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:57:41.121874 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58636) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:41.133991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a5344230-4a4e-440c-8ac3-54532465763f tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/routers/f594c285-34ef-459f-843e-103eb84a0e6a HTTP/1.1" status: 200 len: 921 time: 0.3017395 May 27 22:57:41.527961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e74cda3-a95a-4176-a1da-c80b8df0d5a4 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:41.527961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3e74cda3-a95a-4176-a1da-c80b8df0d5a4 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Synchronizing usage tracker for tenant:e5b6bd362f9441b0a2b830db60e54f3a on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:57:41.527961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3e74cda3-a95a-4176-a1da-c80b8df0d5a4 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Unset dirty status for tenant:e5b6bd362f9441b0a2b830db60e54f3a on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:57:41.527961 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3e74cda3-a95a-4176-a1da-c80b8df0d5a4 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=d7021960-3d6a-4895-8681-782805f44685&device_id=f594c285-34ef-459f-843e-103eb84a0e6a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3227959 May 27 22:57:41.527961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58644) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:41.588902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bb31bd-24f1-459b-a9dd-05fbd632e9aa tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:41.588902 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-94bb31bd-24f1-459b-a9dd-05fbd632e9aa tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 881 time: 0.1435139 May 27 22:57:41.598474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58652) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:41.654520 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e1520a67-95f1-4ab7-bd29-fa07ea8be7f0 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "GET /v2.0/ports?device_id=f594c285-34ef-459f-843e-103eb84a0e6a HTTP/1.1" status: 200 len: 205 time: 0.0502448 May 27 22:57:41.654520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58656) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:41.898304 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5229550a-f9a1-4852-9e7d-9b09a332d861 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:42.088012 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5229550a-f9a1-4852-9e7d-9b09a332d861 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:42.184365 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a96053d4-014a-4b0b-806d-2ab6408392aa req-730116d7-6be5-436b-aaa7-aa0599189a70 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0465686 May 27 22:57:42.184365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-5229550a-f9a1-4852-9e7d-9b09a332d861 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Deleting port 81e7d27b-15b2-4ffd-ac7f-d0549e3a3c80 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:57:42.184365 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5229550a-f9a1-4852-9e7d-9b09a332d861 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:42.507442 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5229550a-f9a1-4852-9e7d-9b09a332d861 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:42.642551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-5229550a-f9a1-4852-9e7d-9b09a332d861 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Calling delete_port for 81e7d27b-15b2-4ffd-ac7f-d0549e3a3c80 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:57:42.939278 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5229550a-f9a1-4852-9e7d-9b09a332d861 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:42.983926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229550a-f9a1-4852-9e7d-9b09a332d861 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Pushing event deleted for resources: {'Port': ['ID=81e7d27b-15b2-4ffd-ac7f-d0549e3a3c80,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:43.091638 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5229550a-f9a1-4852-9e7d-9b09a332d861 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:43.285868 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5229550a-f9a1-4852-9e7d-9b09a332d861 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:43.285868 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5229550a-f9a1-4852-9e7d-9b09a332d861 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:43.373169 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7f6c3b7-7458-4162-8ee3-21b15f41c2ef req-91cb46ba-5fc4-4151-9342-dbbd68aecfc6 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0449891 May 27 22:57:43.424626 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5229550a-f9a1-4852-9e7d-9b09a332d861 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:43.425170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5229550a-f9a1-4852-9e7d-9b09a332d861 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Fanout notify agent at l3_agent the message router_deleted on router f594c285-34ef-459f-843e-103eb84a0e6a {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:57:43.442849 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5229550a-f9a1-4852-9e7d-9b09a332d861 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:43.444390 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5229550a-f9a1-4852-9e7d-9b09a332d861 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "DELETE /v2.0/routers/f594c285-34ef-459f-843e-103eb84a0e6a HTTP/1.1" status: 204 len: 168 time: 1.7968047 May 27 22:57:43.448005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58696) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:43.453250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cff47c10-a97b-40e9-9098-07fc1d8eb86a tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-995881627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:43.460588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cff47c10-a97b-40e9-9098-07fc1d8eb86a tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:43.464454 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cff47c10-a97b-40e9-9098-07fc1d8eb86a tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Usage tracker for resource:router and tenant:76e1b1e601d248ffa2bbeccb618c20c8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:43.467354 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cff47c10-a97b-40e9-9098-07fc1d8eb86a tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:43.476763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cff47c10-a97b-40e9-9098-07fc1d8eb86a tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:43.588387 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cff47c10-a97b-40e9-9098-07fc1d8eb86a tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:43.588387 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cff47c10-a97b-40e9-9098-07fc1d8eb86a tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:43.616793 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cff47c10-a97b-40e9-9098-07fc1d8eb86a tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:43.733318 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cff47c10-a97b-40e9-9098-07fc1d8eb86a tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:43.824718 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cff47c10-a97b-40e9-9098-07fc1d8eb86a tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:43.825944 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cff47c10-a97b-40e9-9098-07fc1d8eb86a tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3769529 May 27 22:57:43.829576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58714) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:43.835255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:44.302613 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:44.717239 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e5eae9b-723f-4158-9a66-729886456f78 req-1c3e250b-b1a4-474d-82d7-2f00c73f014c tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.1019039 May 27 22:57:45.008767 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:45.039713 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:45.201411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Allocated IP 172.25.2.218 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/e5bd6173-3dea-42c9-899d-2e85498676d2) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:57:45.355573 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:45.471489 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:45.540028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:57:45.543019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:57:45.546748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:57:45.584807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Pushing event updated for resources: {'Port': ['ID=e5bd6173-3dea-42c9-899d-2e85498676d2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:45.890811 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a7615123-00eb-46b3-acfc-b5d14d77bfde req-dacd926f-c01e-4111-9eed-57c8b8320472 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0453517 May 27 22:57:45.924451 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:46.133067 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:46.608860 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:46.613089 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:46.892711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Router d97f69c3-c4f0-47ca-a490-d488e82d1f84 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:57:47.101462 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67257da4-9855-4a31-9867-1ad46310212c req-9906d1bc-8a0c-4f24-9eb7-52892eb38fce tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0621507 May 27 22:57:47.124096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:57:47.131541 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:47.132710 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5464a28a-9c7a-4568-a5ae-f6c05f329896 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "PUT /v2.0/routers/d97f69c3-c4f0-47ca-a490-d488e82d1f84 HTTP/1.1" status: 200 len: 879 time: 3.3020635 May 27 22:57:47.134282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa9067c-669a-4495-ac8b-7b06f5ad048f None None] Sync routers for ids ['d97f69c3-c4f0-47ca-a490-d488e82d1f84'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:57:47.135299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58772) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:47.157158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa9067c-669a-4495-ac8b-7b06f5ad048f None None] Routers {'d97f69c3-c4f0-47ca-a490-d488e82d1f84'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:47.159207 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6aa9067c-669a-4495-ac8b-7b06f5ad048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d97f69c3-c4f0-47ca-a490-d488e82d1f84'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:47.228629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6aa9067c-669a-4495-ac8b-7b06f5ad048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:47.238422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa9067c-669a-4495-ac8b-7b06f5ad048f None None] Routers {'d97f69c3-c4f0-47ca-a490-d488e82d1f84'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:47.239029 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6aa9067c-669a-4495-ac8b-7b06f5ad048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['d97f69c3-c4f0-47ca-a490-d488e82d1f84'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:47.300896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6aa9067c-669a-4495-ac8b-7b06f5ad048f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:47.301260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa9067c-669a-4495-ac8b-7b06f5ad048f None None] The sync data for ids ['d97f69c3-c4f0-47ca-a490-d488e82d1f84'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:57:47.318401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-618514a1-87d2-4e13-b748-701485a3b0d5 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/routers/d97f69c3-c4f0-47ca-a490-d488e82d1f84 HTTP/1.1" status: 200 len: 920 time: 0.1818542 May 27 22:57:47.321121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58778) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:47.399269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b40d6f5-a72c-4ee2-8ad2-926fdf11eafd tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:47.399269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5b40d6f5-a72c-4ee2-8ad2-926fdf11eafd tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Synchronizing usage tracker for tenant:e5b6bd362f9441b0a2b830db60e54f3a on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:57:47.408312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5b40d6f5-a72c-4ee2-8ad2-926fdf11eafd tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Unset dirty status for tenant:e5b6bd362f9441b0a2b830db60e54f3a on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:57:47.409662 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5b40d6f5-a72c-4ee2-8ad2-926fdf11eafd tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=d7021960-3d6a-4895-8681-782805f44685&device_id=d97f69c3-c4f0-47ca-a490-d488e82d1f84&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0874574 May 27 22:57:47.412224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58782) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:47.549835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1149a6af-2ffa-40e7-a901-e52ff8d8247a tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:47.551097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1149a6af-2ffa-40e7-a901-e52ff8d8247a tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Synchronizing usage tracker for tenant:e5b6bd362f9441b0a2b830db60e54f3a on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:57:47.609991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07c92fd3-eca5-4bab-a74c-4360b181e184 req-5efc0f8c-8f60-4867-878b-8b76029c6058 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0550532 May 27 22:57:47.732239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1149a6af-2ffa-40e7-a901-e52ff8d8247a tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Unset dirty status for tenant:e5b6bd362f9441b0a2b830db60e54f3a on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:57:47.736688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1149a6af-2ffa-40e7-a901-e52ff8d8247a tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 881 time: 0.3206255 May 27 22:57:47.737226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58786) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:47.787710 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-13e3a673-6ae2-467e-8375-6f4cd28ce707 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "GET /v2.0/ports?device_id=d97f69c3-c4f0-47ca-a490-d488e82d1f84 HTTP/1.1" status: 200 len: 205 time: 0.0493360 May 27 22:57:47.790260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58790) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:47.969758 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:48.174017 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:48.293668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Deleting port e5bd6173-3dea-42c9-899d-2e85498676d2 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:57:48.294073 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:48.331686 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3acd3b2-0635-4ab0-97e8-77cb82fdddba req-62a1ffc7-705f-4a39-aebb-2f0f575def07 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0611429 May 27 22:57:48.551321 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:48.705153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Calling delete_port for e5bd6173-3dea-42c9-899d-2e85498676d2 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:57:49.102667 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:49.163200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Pushing event deleted for resources: {'Port': ['ID=e5bd6173-3dea-42c9-899d-2e85498676d2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:49.199977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:49.200318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:49.200725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:49.201057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:49.201383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:49.201731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:49.202058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:49.202418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:49.202694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:49.203005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:49.203318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:49.203628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:49.269354 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:49.459144 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:49.465737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:49.530427 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ff5fc6eb-5c60-4776-a187-fc3f126a3be3 req-416496e2-f200-4524-b7c5-b081a2698042 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0465779 May 27 22:57:49.583734 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:49.588680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Fanout notify agent at l3_agent the message router_deleted on router d97f69c3-c4f0-47ca-a490-d488e82d1f84 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:57:49.607205 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:49.608125 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9b9b10f7-d945-41b5-954c-23bb496c39ab tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "DELETE /v2.0/routers/d97f69c3-c4f0-47ca-a490-d488e82d1f84 HTTP/1.1" status: 204 len: 168 time: 1.8169980 May 27 22:57:49.613813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58828) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:49.619345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b84e00ca-2174-48a4-b030-98dc9b34a645 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-370782422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:49.627578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b84e00ca-2174-48a4-b030-98dc9b34a645 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:49.631746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b84e00ca-2174-48a4-b030-98dc9b34a645 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Usage tracker for resource:router and tenant:76e1b1e601d248ffa2bbeccb618c20c8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:49.634854 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b84e00ca-2174-48a4-b030-98dc9b34a645 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:49.642372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b84e00ca-2174-48a4-b030-98dc9b34a645 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:49.750115 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b84e00ca-2174-48a4-b030-98dc9b34a645 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:49.751777 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b84e00ca-2174-48a4-b030-98dc9b34a645 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:49.767739 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b84e00ca-2174-48a4-b030-98dc9b34a645 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:49.856025 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b84e00ca-2174-48a4-b030-98dc9b34a645 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:49.950747 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b84e00ca-2174-48a4-b030-98dc9b34a645 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:49.952127 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b84e00ca-2174-48a4-b030-98dc9b34a645 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3370752 May 27 22:57:49.954778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58834) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:49.959613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'enable_snat': True}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:50.213657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f9523b15-d2ca-48cf-a3fe-fb773d3e2dd7 req-6a889c2f-2613-4e15-aca7-3939e1d2aad4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e655fc0614284e07a1eb1d89eaef0da8&device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0649128 May 27 22:57:50.281028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f9523b15-d2ca-48cf-a3fe-fb773d3e2dd7 req-f86dc79d-1e19-43dc-beea-cffa4b50d167 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e655fc0614284e07a1eb1d89eaef0da8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561130 May 27 22:57:50.377849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:50.472968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58848) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:50.478784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a0ba4c61-046d-46ab-8580-49b666a70d8f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-377924194', 'description': 'tempest-secgroup-smoke-377924194 description', 'project_id': '921154709996453f880f967c0d436688'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:50.487921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a0ba4c61-046d-46ab-8580-49b666a70d8f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:50.507265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a0ba4c61-046d-46ab-8580-49b666a70d8f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Usage tracker for resource:security_group and tenant:921154709996453f880f967c0d436688 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:50.512491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a0ba4c61-046d-46ab-8580-49b666a70d8f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:50.521666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a0ba4c61-046d-46ab-8580-49b666a70d8f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:50.559125 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f52fb480-2467-4b0b-8daf-62fd4be48f77 req-a68ea34f-c3bb-4562-a782-5aaddd0c3658 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.1988471 May 27 22:57:50.621573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9523b15-d2ca-48cf-a3fe-fb773d3e2dd7 req-ae224a9a-d5b4-4f5a-9224-e737c46f2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:50.623273 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f9523b15-d2ca-48cf-a3fe-fb773d3e2dd7 req-ae224a9a-d5b4-4f5a-9224-e737c46f2873 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3400288 May 27 22:57:50.728738 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0ba4c61-046d-46ab-8580-49b666a70d8f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:50.816761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a0ba4c61-046d-46ab-8580-49b666a70d8f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:50.985869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a0ba4c61-046d-46ab-8580-49b666a70d8f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Usage tracker for resource:security_group_rule and tenant:921154709996453f880f967c0d436688 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:50.985869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a0ba4c61-046d-46ab-8580-49b666a70d8f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:50.985869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a0ba4c61-046d-46ab-8580-49b666a70d8f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:51.007953 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:51.043257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:51.134767 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0ba4c61-046d-46ab-8580-49b666a70d8f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:51.223028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Allocated IP 172.25.2.239 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/8782306a-3dc6-4ab6-a252-e0b2e18629cd) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:57:51.251780 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0ba4c61-046d-46ab-8580-49b666a70d8f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:51.361279 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba4c61-046d-46ab-8580-49b666a70d8f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a556b51-b525-43b0-852f-d0778862196c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:51.420999 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:51.461981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0ba4c61-046d-46ab-8580-49b666a70d8f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:51.463202 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a0ba4c61-046d-46ab-8580-49b666a70d8f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9888229 May 27 22:57:51.466212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58856) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:51.471200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a35a30ab-d337-4aa9-853c-c3da13d8fe99 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Request body: {'security_group_rule': {'security_group_id': '5a556b51-b525-43b0-852f-d0778862196c', 'project_id': '921154709996453f880f967c0d436688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:51.477681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a35a30ab-d337-4aa9-853c-c3da13d8fe99 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:51.481626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a35a30ab-d337-4aa9-853c-c3da13d8fe99 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Usage tracker for resource:security_group_rule and tenant:921154709996453f880f967c0d436688 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:51.484539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a35a30ab-d337-4aa9-853c-c3da13d8fe99 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:51.490814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a35a30ab-d337-4aa9-853c-c3da13d8fe99 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:51.513856 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:51.576416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:57:51.584253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:57:51.590137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:57:51.620942 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a35a30ab-d337-4aa9-853c-c3da13d8fe99 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:51.635360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Pushing event updated for resources: {'Port': ['ID=8782306a-3dc6-4ab6-a252-e0b2e18629cd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:51.765850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6cda88f9-32c4-4d0f-a4b9-1978a18c25e6 req-7df99f64-2f9d-400f-8e06-be665c439a69 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.27 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0560806 May 27 22:57:51.853606 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f9523b15-d2ca-48cf-a3fe-fb773d3e2dd7 req-11cc0446-241a-481d-b630-f22b12a81528 tempest-ServerShowV254Test-736659663 tempest-ServerShowV254Test-736659663-project] 10.222.0.46 "GET /v2.0/ports?device_id=a6cf0f4b-67a2-4946-b17d-f91ce724280e HTTP/1.1" status: 200 len: 210 time: 0.0445702 May 27 22:57:51.896570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a35a30ab-d337-4aa9-853c-c3da13d8fe99 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:51.961741 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a35a30ab-d337-4aa9-853c-c3da13d8fe99 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:51.986424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a30ab-d337-4aa9-853c-c3da13d8fe99 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae328e1-c433-4335-882d-61d174ea8680,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:52.127920 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a35a30ab-d337-4aa9-853c-c3da13d8fe99 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:52.129125 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a35a30ab-d337-4aa9-853c-c3da13d8fe99 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6619587 May 27 22:57:52.132021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58876) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:52.138289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-34aae320-d4fe-48c5-ab39-d2ae0de8fde6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Request body: {'security_group_rule': {'security_group_id': '5a556b51-b525-43b0-852f-d0778862196c', 'project_id': '921154709996453f880f967c0d436688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:52.144521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-34aae320-d4fe-48c5-ab39-d2ae0de8fde6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:52.148496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-34aae320-d4fe-48c5-ab39-d2ae0de8fde6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Usage tracker for resource:security_group_rule and tenant:921154709996453f880f967c0d436688 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:52.151483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-34aae320-d4fe-48c5-ab39-d2ae0de8fde6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:52.158562 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-34aae320-d4fe-48c5-ab39-d2ae0de8fde6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:52.169233 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:52.281627 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34aae320-d4fe-48c5-ab39-d2ae0de8fde6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:52.358042 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34aae320-d4fe-48c5-ab39-d2ae0de8fde6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:52.422486 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:52.463792 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34aae320-d4fe-48c5-ab39-d2ae0de8fde6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:52.499623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aae320-d4fe-48c5-ab39-d2ae0de8fde6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b69e8e7-b384-4ac4-8b4c-1e9d938015b6,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:52.541836 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:52.545412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:52.554774 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34aae320-d4fe-48c5-ab39-d2ae0de8fde6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:52.559652 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-34aae320-d4fe-48c5-ab39-d2ae0de8fde6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4265802 May 27 22:57:52.560960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58884) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:52.567807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7e9ebd66-6082-4bfc-94d7-0741843c3e23 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Request body: {'security_group_rule': {'security_group_id': '5a556b51-b525-43b0-852f-d0778862196c', 'project_id': '921154709996453f880f967c0d436688', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:52.577413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7e9ebd66-6082-4bfc-94d7-0741843c3e23 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:52.588137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7e9ebd66-6082-4bfc-94d7-0741843c3e23 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Usage tracker for resource:security_group_rule and tenant:921154709996453f880f967c0d436688 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:52.590977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7e9ebd66-6082-4bfc-94d7-0741843c3e23 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:52.598997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7e9ebd66-6082-4bfc-94d7-0741843c3e23 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:52.710797 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e9ebd66-6082-4bfc-94d7-0741843c3e23 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:52.783541 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e9ebd66-6082-4bfc-94d7-0741843c3e23 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:52.875025 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e9ebd66-6082-4bfc-94d7-0741843c3e23 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:52.907223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ebd66-6082-4bfc-94d7-0741843c3e23 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e59823-79e2-40a1-89d5-764cf0c81c86,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:52.977474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Router bdb14a03-463a-48cb-8585-da216450998f is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:57:52.983947 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7e9ebd66-6082-4bfc-94d7-0741843c3e23 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:52.993706 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7e9ebd66-6082-4bfc-94d7-0741843c3e23 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4292614 May 27 22:57:52.993906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58892) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:53.002896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c52bcbed-569c-4742-96ee-f66c9a1b83a6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Request body: {'security_group_rule': {'security_group_id': '5a556b51-b525-43b0-852f-d0778862196c', 'project_id': '921154709996453f880f967c0d436688', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:53.010502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c52bcbed-569c-4742-96ee-f66c9a1b83a6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:53.014502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c52bcbed-569c-4742-96ee-f66c9a1b83a6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Usage tracker for resource:security_group_rule and tenant:921154709996453f880f967c0d436688 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:53.017751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c52bcbed-569c-4742-96ee-f66c9a1b83a6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:53.025918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c52bcbed-569c-4742-96ee-f66c9a1b83a6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:53.112208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c43d7139-9ad8-4a2d-b9bf-f997fd32038b req-4c1f3775-c0b1-4e1d-84a6-1fbf0a46db78 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0774000 May 27 22:57:53.150943 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c52bcbed-569c-4742-96ee-f66c9a1b83a6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:53.187674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:57:53.197413 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:53.197662 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5f40d-80e7-4dc3-913c-c293f9b237cd None None] Sync routers for ids ['bdb14a03-463a-48cb-8585-da216450998f'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:57:53.198601 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3895033c-c545-41d4-9d80-a1a050cd23c9 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "PUT /v2.0/routers/bdb14a03-463a-48cb-8585-da216450998f HTTP/1.1" status: 200 len: 914 time: 3.2428899 May 27 22:57:53.201152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58896) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:53.232859 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5f40d-80e7-4dc3-913c-c293f9b237cd None None] Routers {'bdb14a03-463a-48cb-8585-da216450998f'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:53.234161 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e8b5f40d-80e7-4dc3-913c-c293f9b237cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bdb14a03-463a-48cb-8585-da216450998f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:53.302042 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c52bcbed-569c-4742-96ee-f66c9a1b83a6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:53.310688 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e8b5f40d-80e7-4dc3-913c-c293f9b237cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:53.319778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d7139-9ad8-4a2d-b9bf-f997fd32038b req-be350f89-8bdf-4e00-b5df-c78c6790561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:53.321586 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c43d7139-9ad8-4a2d-b9bf-f997fd32038b req-be350f89-8bdf-4e00-b5df-c78c6790561c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 1097 time: 0.1124740 May 27 22:57:53.350922 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5f40d-80e7-4dc3-913c-c293f9b237cd None None] Routers {'bdb14a03-463a-48cb-8585-da216450998f'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:57:53.352120 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e8b5f40d-80e7-4dc3-913c-c293f9b237cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:57:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bdb14a03-463a-48cb-8585-da216450998f'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:53.396856 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dad349c5-0888-435e-9a51-b6f3a07f575d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/routers/bdb14a03-463a-48cb-8585-da216450998f HTTP/1.1" status: 200 len: 920 time: 0.1943698 May 27 22:57:53.399582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58904) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:53.498745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51163ade-5b41-4a77-b728-b793e7a44a95 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:53.500790 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-51163ade-5b41-4a77-b728-b793e7a44a95 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=d7021960-3d6a-4895-8681-782805f44685&device_id=bdb14a03-463a-48cb-8585-da216450998f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0995569 May 27 22:57:53.503647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58910) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:53.520740 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e8b5f40d-80e7-4dc3-913c-c293f9b237cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:57:53.524650 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5f40d-80e7-4dc3-913c-c293f9b237cd None None] The sync data for ids ['bdb14a03-463a-48cb-8585-da216450998f'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:57:53.583412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d7139-9ad8-4a2d-b9bf-f997fd32038b req-ca09c9ec-9ab7-4558-b0d2-fae2e256f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:53.585239 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c43d7139-9ad8-4a2d-b9bf-f997fd32038b req-ca09c9ec-9ab7-4558-b0d2-fae2e256f5cb service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.2343264 May 27 22:57:53.585782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58914) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:53.591979 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c52bcbed-569c-4742-96ee-f66c9a1b83a6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:53.655213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d40329-686e-40f7-b064-5696758f15d8 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:53.659893 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-06d40329-686e-40f7-b064-5696758f15d8 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 881 time: 0.1518025 May 27 22:57:53.660077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58920) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:53.689872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bcbed-569c-4742-96ee-f66c9a1b83a6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b26d68-d309-4687-8e01-a5b7c1a6114e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:53.724719 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7036e2d7-b1c5-4201-bcad-555dbf5e377c tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bdb14a03-463a-48cb-8585-da216450998f HTTP/1.1" status: 200 len: 205 time: 0.0632532 May 27 22:57:53.725045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 58924) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:53.809389 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c52bcbed-569c-4742-96ee-f66c9a1b83a6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:53.810548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c52bcbed-569c-4742-96ee-f66c9a1b83a6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8145685 May 27 22:57:53.814048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58928) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:53.821836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-830d374f-45c5-4b1b-bbc7-fc30513ac21b tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Request body: {'security_group_rule': {'security_group_id': '5a556b51-b525-43b0-852f-d0778862196c', 'project_id': '921154709996453f880f967c0d436688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:53.826097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-830d374f-45c5-4b1b-bbc7-fc30513ac21b tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:53.829409 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-305d9e52-b818-450b-9853-bb8ee2525df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:53.830564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-830d374f-45c5-4b1b-bbc7-fc30513ac21b tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Usage tracker for resource:security_group_rule and tenant:921154709996453f880f967c0d436688 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:53.833416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-830d374f-45c5-4b1b-bbc7-fc30513ac21b tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:53.839400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-830d374f-45c5-4b1b-bbc7-fc30513ac21b tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:53.846593 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c43d7139-9ad8-4a2d-b9bf-f997fd32038b req-e1f9956d-f09d-4d30-95b1-10919aedd908 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 HTTP/1.1" status: 200 len: 1002 time: 0.2523904 May 27 22:57:53.887760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-305d9e52-b818-450b-9853-bb8ee2525df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:53.932600 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-830d374f-45c5-4b1b-bbc7-fc30513ac21b tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Project 921154709996453f880f967c0d436688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 22:57:53.945744 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-830d374f-45c5-4b1b-bbc7-fc30513ac21b tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:53.961027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-305d9e52-b818-450b-9853-bb8ee2525df1 admin admin] Usage tracker for resource:security_group_rule and tenant:e655fc0614284e07a1eb1d89eaef0da8 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:53.972512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-305d9e52-b818-450b-9853-bb8ee2525df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:53.985849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-305d9e52-b818-450b-9853-bb8ee2525df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:54.019242 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-830d374f-45c5-4b1b-bbc7-fc30513ac21b tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.022730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d7139-9ad8-4a2d-b9bf-f997fd32038b req-19945b1a-bbed-44d8-96b4-dc576032b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:54.024190 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c43d7139-9ad8-4a2d-b9bf-f997fd32038b req-19945b1a-bbed-44d8-96b4-dc576032b00a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.1688423 May 27 22:57:54.031278 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92f607f5-04ef-4f2b-a484-99e4b9baf614 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.218464 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-830d374f-45c5-4b1b-bbc7-fc30513ac21b tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.244180 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d374f-45c5-4b1b-bbc7-fc30513ac21b tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff523cc-0a8b-4ded-8433-321f5c91622c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:54.326554 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-305d9e52-b818-450b-9853-bb8ee2525df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.326725 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-830d374f-45c5-4b1b-bbc7-fc30513ac21b tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.327956 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-830d374f-45c5-4b1b-bbc7-fc30513ac21b tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5129359 May 27 22:57:54.328055 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92f607f5-04ef-4f2b-a484-99e4b9baf614 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.331007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58932) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:54.337639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d7139-9ad8-4a2d-b9bf-f997fd32038b req-e78ba645-5b4e-4d3d-9df3-f509478e5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:54.337764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3adb84cf-240b-4949-9195-7f9ce7569cef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Request body: {'security_group_rule': {'security_group_id': '5a556b51-b525-43b0-852f-d0778862196c', 'project_id': '921154709996453f880f967c0d436688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:54.337882 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c43d7139-9ad8-4a2d-b9bf-f997fd32038b req-e78ba645-5b4e-4d3d-9df3-f509478e5bae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2500441 May 27 22:57:54.343466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3adb84cf-240b-4949-9195-7f9ce7569cef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:54.347374 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3adb84cf-240b-4949-9195-7f9ce7569cef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Usage tracker for resource:security_group_rule and tenant:921154709996453f880f967c0d436688 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:54.350802 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3adb84cf-240b-4949-9195-7f9ce7569cef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:54.360520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3adb84cf-240b-4949-9195-7f9ce7569cef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:54.427583 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-305d9e52-b818-450b-9853-bb8ee2525df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.576938 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-3adb84cf-240b-4949-9195-7f9ce7569cef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Project 921154709996453f880f967c0d436688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 22:57:54.579901 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-92f607f5-04ef-4f2b-a484-99e4b9baf614 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Deleting port 8782306a-3dc6-4ab6-a252-e0b2e18629cd {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:57:54.579901 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92f607f5-04ef-4f2b-a484-99e4b9baf614 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.587666 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3adb84cf-240b-4949-9195-7f9ce7569cef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.659162 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-305d9e52-b818-450b-9853-bb8ee2525df1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e655fc0614284e07a1eb1d89eaef0da8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0720038 May 27 22:57:54.664798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d9e52-b818-450b-9853-bb8ee2525df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9139666-1f93-46fe-aee9-1b3e48109399,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:54.665376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58940) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:54.692568 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3adb84cf-240b-4949-9195-7f9ce7569cef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.709922 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c43d7139-9ad8-4a2d-b9bf-f997fd32038b req-5dbf22cd-4a53-495c-aee2-04ead7252b30 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656640 May 27 22:57:54.744843 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f06c374-6bef-4add-b76d-8e90a8adcad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.772594 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f06c374-6bef-4add-b76d-8e90a8adcad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.790800 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3adb84cf-240b-4949-9195-7f9ce7569cef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.832750 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb84cf-240b-4949-9195-7f9ce7569cef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a931e931-23fe-4098-9730-bc3f3969800c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:54.914911 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92f607f5-04ef-4f2b-a484-99e4b9baf614 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.933043 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3adb84cf-240b-4949-9195-7f9ce7569cef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.934145 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3adb84cf-240b-4949-9195-7f9ce7569cef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6022074 May 27 22:57:54.960726 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f06c374-6bef-4add-b76d-8e90a8adcad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.980735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06c374-6bef-4add-b76d-8e90a8adcad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9139666-1f93-46fe-aee9-1b3e48109399,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:54.984440 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f06c374-6bef-4add-b76d-8e90a8adcad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:54.988810 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8f06c374-6bef-4add-b76d-8e90a8adcad8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a9139666-1f93-46fe-aee9-1b3e48109399 HTTP/1.1" status: 204 len: 168 time: 0.3224170 May 27 22:57:55.046790 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:57:55.048777 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c43d7139-9ad8-4a2d-b9bf-f997fd32038b req-d2d717af-0668-4988-ba21-731d3a046d76 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913980 May 27 22:57:55.055588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-92f607f5-04ef-4f2b-a484-99e4b9baf614 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Calling delete_port for 8782306a-3dc6-4ab6-a252-e0b2e18629cd owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:57:55.289310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-907b834b-4042-4540-8d80-f95d241376ab req-56096c83-8573-4c4a-b529-bddc5e10355a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Synchronizing usage tracker for tenant:921154709996453f880f967c0d436688 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:57:55.378863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-907b834b-4042-4540-8d80-f95d241376ab req-56096c83-8573-4c4a-b529-bddc5e10355a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Unset dirty status for tenant:921154709996453f880f967c0d436688 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:57:55.379594 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-56096c83-8573-4c4a-b529-bddc5e10355a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-377924194&fields=id&tenant_id=921154709996453f880f967c0d436688 HTTP/1.1" status: 200 len: 267 time: 0.1417170 May 27 22:57:55.380329 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92f607f5-04ef-4f2b-a484-99e4b9baf614 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:55.452112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f607f5-04ef-4f2b-a484-99e4b9baf614 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Pushing event deleted for resources: {'Port': ['ID=8782306a-3dc6-4ab6-a252-e0b2e18629cd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:55.644947 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92f607f5-04ef-4f2b-a484-99e4b9baf614 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:55.891050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b834b-4042-4540-8d80-f95d241376ab req-6d4caafa-ed53-4c6d-aaaa-57742567a5e6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:55.891740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-907b834b-4042-4540-8d80-f95d241376ab req-6d4caafa-ed53-4c6d-aaaa-57742567a5e6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Synchronizing usage tracker for tenant:921154709996453f880f967c0d436688 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:57:55.924746 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92f607f5-04ef-4f2b-a484-99e4b9baf614 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:55.929924 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92f607f5-04ef-4f2b-a484-99e4b9baf614 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:55.995462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-907b834b-4042-4540-8d80-f95d241376ab req-6d4caafa-ed53-4c6d-aaaa-57742567a5e6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Unset dirty status for tenant:921154709996453f880f967c0d436688 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:57:55.996696 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-6d4caafa-ed53-4c6d-aaaa-57742567a5e6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/networks?id=10953b49-8a50-460b-bc26-25bd2f39cd7a HTTP/1.1" status: 200 len: 813 time: 0.5749404 May 27 22:57:56.015171 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-17ba9236-a107-4bbe-b9ac-908053f10265 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/quotas/921154709996453f880f967c0d436688 HTTP/1.1" status: 200 len: 375 time: 0.0114744 May 27 22:57:56.103928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92f607f5-04ef-4f2b-a484-99e4b9baf614 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:56.104930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f607f5-04ef-4f2b-a484-99e4b9baf614 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Fanout notify agent at l3_agent the message router_deleted on router bdb14a03-463a-48cb-8585-da216450998f {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:57:56.117311 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-f607c626-49d4-4582-9767-fb28677baf20 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=921154709996453f880f967c0d436688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939767 May 27 22:57:56.138898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92f607f5-04ef-4f2b-a484-99e4b9baf614 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:56.140640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-92f607f5-04ef-4f2b-a484-99e4b9baf614 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "DELETE /v2.0/routers/bdb14a03-463a-48cb-8585-da216450998f HTTP/1.1" status: 204 len: 168 time: 2.4144988 May 27 22:57:56.144722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58982) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:56.151573 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7151fbcb-311c-4bb9-afd5-a0a8532895a4 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1961953671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:56.160334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7151fbcb-311c-4bb9-afd5-a0a8532895a4 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:56.165101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7151fbcb-311c-4bb9-afd5-a0a8532895a4 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Usage tracker for resource:router and tenant:76e1b1e601d248ffa2bbeccb618c20c8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:56.168812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7151fbcb-311c-4bb9-afd5-a0a8532895a4 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:56.183688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7151fbcb-311c-4bb9-afd5-a0a8532895a4 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:56.310975 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-94af4299-1ab0-4629-b320-cf644d1e269b service neutron] 10.222.0.27 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568265 May 27 22:57:56.315861 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7151fbcb-311c-4bb9-afd5-a0a8532895a4 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:56.317294 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7151fbcb-311c-4bb9-afd5-a0a8532895a4 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:56.333425 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7151fbcb-311c-4bb9-afd5-a0a8532895a4 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:56.431390 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7151fbcb-311c-4bb9-afd5-a0a8532895a4 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:56.473117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 58996) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:56.526670 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7151fbcb-311c-4bb9-afd5-a0a8532895a4 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:56.528150 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7151fbcb-311c-4bb9-afd5-a0a8532895a4 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3818982 May 27 22:57:56.530970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59002) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:56.536931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'enable_snat': False}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:56.596423 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-b5d43b92-123d-42e4-9318-f32553b68213 service neutron] 10.222.0.27 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791893 May 27 22:57:56.660709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1576373541-network', 'tenant_id': '17e0516bad424434bcaa34f906cb2013'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:56.675646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:56.682405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Usage tracker for resource:network and tenant:17e0516bad424434bcaa34f906cb2013 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:56.740302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:56.759501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:57.070375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Made reservation on behalf of 17e0516bad424434bcaa34f906cb2013 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:57:57.072642 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.086643 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.092245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.108919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:57.113161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Usage tracker for resource:security_group_rule and tenant:17e0516bad424434bcaa34f906cb2013 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:57.116761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:57.121968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:57.277502 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.398375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59028) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:57.429915 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.486814 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-02d5ad4b-3a51-4da8-a40c-a914e36278eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.493026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-10b03927-0b58-4868-8c88-89ebe9121ac8 req-68b08f1f-4ff6-4f60-b096-abe4fc1acba9 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 210 time: 0.0730634 May 27 22:57:57.537163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:57:57.559539 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.569199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e0c15a-c70d-4ed9-984c-7fca30958acd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:57.576545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:57.583347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Usage tracker for resource:security_group_rule and tenant:beee0065e301483f8b48124cbc31e290 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:57.590620 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:57.591193 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.591193 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Added segment 0c58a018-2b86-42ca-83b3-6346c4643c25 of type vlan for network de4a8b3f-b36f-4a81-b757-3c8e918007df May 27 22:57:57.595184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:57.626072 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.662441 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.666988 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.699184 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.793832 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.825297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Allocated IP 172.25.2.203 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/d7a67581-20fc-4ab5-91b9-72a334c031eb) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:57:57.841694 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=beee0065e301483f8b48124cbc31e290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4422350 May 27 22:57:57.842647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09776274-c264-474f-8452-a923becce3e7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:57.845242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59042) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:57.863554 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:57.866327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:57.866327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:57.866327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:57.866327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:57.866327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:57.866327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:57.866327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:57.866327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:57.866899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:57.866996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:57.867288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735d2655-ccd2-4c85-9d00-a25eefbedd13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:57:57.905200 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.906074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:57.907260 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.917201 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-64c191aa-1be4-43ea-a6f7-ad56961e4873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:57.942422 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-64c191aa-1be4-43ea-a6f7-ad56961e4873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:58.053834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] Pushing event updated for resources: {'Network': ['ID=de4a8b3f-b36f-4a81-b757-3c8e918007df,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:58.063549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network de4a8b3f-b36f-4a81-b757-3c8e918007df details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:57:58.075520 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-64c191aa-1be4-43ea-a6f7-ad56961e4873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:58.089083 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:58.090686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c191aa-1be4-43ea-a6f7-ad56961e4873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09776274-c264-474f-8452-a923becce3e7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:58.096713 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f75e9405-ad08-450b-91f5-8bc34e74f232 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6217616 May 27 22:57:58.099313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59046) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:58.107237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] Request body: {'subnet': {'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1576373541-subnet', 'tenant_id': '17e0516bad424434bcaa34f906cb2013', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:57:58.111277 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-64c191aa-1be4-43ea-a6f7-ad56961e4873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:58.114127 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:58.120324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] Usage tracker for resource:subnet and tenant:17e0516bad424434bcaa34f906cb2013 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:58.124210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:58.131179 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-64c191aa-1be4-43ea-a6f7-ad56961e4873 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/09776274-c264-474f-8452-a923becce3e7 HTTP/1.1" status: 204 len: 168 time: 0.2817578 May 27 22:57:58.133733 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:58.258067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] Made reservation on behalf of 17e0516bad424434bcaa34f906cb2013 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:57:58.260705 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:58.276688 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:58.419502 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:57:58.429535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:57:58.430268 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:57:58.465342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Pushing event updated for resources: {'Port': ['ID=d7a67581-20fc-4ab5-91b9-72a334c031eb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:58.661352 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-247e7b26-b9c7-4767-8bff-d3e19bdaaf63 req-65aa9560-7fac-4e7a-93be-e1a44e582527 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 210 time: 0.0478287 May 27 22:57:58.902457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59060) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:58.919554 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da5d8a52-9f9c-49e2-a6d8-06d347482763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:58.934341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-da5d8a52-9f9c-49e2-a6d8-06d347482763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:57:58.938874 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-da5d8a52-9f9c-49e2-a6d8-06d347482763 admin admin] Usage tracker for resource:security_group_rule and tenant:6c3be87dd2414d71b5271ab129bde6c8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:57:58.941731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-da5d8a52-9f9c-49e2-a6d8-06d347482763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:57:59.001542 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-da5d8a52-9f9c-49e2-a6d8-06d347482763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:57:59.010873 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:59.205167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a218cd6c-f7e8-4753-ba6b-2597e7fb1c57,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:59.224280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] Checking segment: {'id': '0c58a018-2b86-42ca-83b3-6346c4643c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:57:59.224658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] Network hostable DHCP agents. Network: de4a8b3f-b36f-4a81-b757-3c8e918007df, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:57:59.250759 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:59.413358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] Network de4a8b3f-b36f-4a81-b757-3c8e918007df is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:57:59.448821 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da5d8a52-9f9c-49e2-a6d8-06d347482763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:59.587630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, de4a8b3f-b36f-4a81-b757-3c8e918007df) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:57:59.596132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cc26b4-0dac-44cb-8de7-d6b22e542100 None None] Network de4a8b3f-b36f-4a81-b757-3c8e918007df requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:57:59.606505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:57:59.607082 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:59.618169 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da5d8a52-9f9c-49e2-a6d8-06d347482763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:59.689324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d8a52-9f9c-49e2-a6d8-06d347482763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b389eac-cf70-4aa9-9f3d-eedfcf364a70,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:57:59.693241 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:59.701028 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-da5d8a52-9f9c-49e2-a6d8-06d347482763 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6c3be87dd2414d71b5271ab129bde6c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7951415 May 27 22:57:59.701454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59066) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:57:59.702313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:59.713366 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f826df5b-7e79-461c-bc3d-5d12702e9764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:57:59.882177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae403bd1-428a-463f-8a9d-ce77bb4b4594 None None] Network de4a8b3f-b36f-4a81-b757-3c8e918007df requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:57:59.900189 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5bad1e15-0e49-42c3-9fb1-2ab8c1c029ec admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7988632 May 27 22:57:59.939160 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fad9a07f-73b4-4553-9401-c49d72c92639 req-5b762fd3-fc4c-4ce2-afe7-81de068b17e4 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 210 time: 0.1194227 May 27 22:57:59.955019 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8c47650f-90a9-43ec-b879-10b2659f3b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:00.017937 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8c47650f-90a9-43ec-b879-10b2659f3b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:00.023825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Router 0ccef88d-6ec2-4a40-8cb1-2e794f96fd81 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:58:00.063348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b834b-4042-4540-8d80-f95d241376ab req-052146fd-abae-4bed-9be3-21c61bc48177 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:00.064830 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-052146fd-abae-4bed-9be3-21c61bc48177 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.46 "GET /v2.0/networks?id=10953b49-8a50-460b-bc26-25bd2f39cd7a HTTP/1.1" status: 200 len: 813 time: 0.2746420 May 27 22:58:00.126900 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-8633ab39-8976-4bcc-8402-69906ddc4003 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=921154709996453f880f967c0d436688 HTTP/1.1" status: 200 len: 379 time: 0.0508361 May 27 22:58:00.139029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Request body: {'port': {'device_id': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'admin_state_up': True, 'tenant_id': '921154709996453f880f967c0d436688', 'security_groups': ['5a556b51-b525-43b0-852f-d0778862196c']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:00.259367 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8c47650f-90a9-43ec-b879-10b2659f3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:00.296172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47650f-90a9-43ec-b879-10b2659f3b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b389eac-cf70-4aa9-9f3d-eedfcf364a70,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:00.309605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:58:00.321108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:00.324659 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d312f78b-95ad-4351-b403-f59b50baa1be tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "PUT /v2.0/routers/0ccef88d-6ec2-4a40-8cb1-2e794f96fd81 HTTP/1.1" status: 200 len: 916 time: 3.7896764 May 27 22:58:00.326244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59078) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:00.330802 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8c47650f-90a9-43ec-b879-10b2659f3b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:00.336161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8c47650f-90a9-43ec-b879-10b2659f3b5b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4b389eac-cf70-4aa9-9f3d-eedfcf364a70 HTTP/1.1" status: 204 len: 168 time: 0.6329405 May 27 22:58:00.339029 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d1717-9e84-40f7-bff3-c05483412365 None None] Sync routers for ids ['0ccef88d-6ec2-4a40-8cb1-2e794f96fd81'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:58:00.362035 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d1717-9e84-40f7-bff3-c05483412365 None None] Routers {'0ccef88d-6ec2-4a40-8cb1-2e794f96fd81'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:58:00.367122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1a3d1717-9e84-40f7-bff3-c05483412365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:58:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0ccef88d-6ec2-4a40-8cb1-2e794f96fd81'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:00.435135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:00.439959 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Usage tracker for resource:port and tenant:921154709996453f880f967c0d436688 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:00.451463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:00.460520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:00.485921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1a3d1717-9e84-40f7-bff3-c05483412365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:00.498676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d1717-9e84-40f7-bff3-c05483412365 None None] Routers {'0ccef88d-6ec2-4a40-8cb1-2e794f96fd81'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:58:00.499318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1a3d1717-9e84-40f7-bff3-c05483412365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:58:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0ccef88d-6ec2-4a40-8cb1-2e794f96fd81'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:00.581861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1a3d1717-9e84-40f7-bff3-c05483412365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:00.582546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d1717-9e84-40f7-bff3-c05483412365 None None] The sync data for ids ['0ccef88d-6ec2-4a40-8cb1-2e794f96fd81'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:58:00.623572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Made reservation on behalf of 921154709996453f880f967c0d436688 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:00.627508 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:00.789504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-d9409469-97f9-434f-9ff2-ebd0c654771a tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:00.798100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-d9409469-97f9-434f-9ff2-ebd0c654771a tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/networks?id=de4a8b3f-b36f-4a81-b757-3c8e918007df HTTP/1.1" status: 200 len: 814 time: 0.2641175 May 27 22:58:00.826369 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-34094349-8305-4f73-803e-0ecd8cf9bb48 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/quotas/17e0516bad424434bcaa34f906cb2013 HTTP/1.1" status: 200 len: 375 time: 0.0268655 May 27 22:58:00.880389 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dcfd8d82-927a-4e35-8900-b67d63ef096d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/routers/0ccef88d-6ec2-4a40-8cb1-2e794f96fd81 HTTP/1.1" status: 200 len: 922 time: 0.5529087 May 27 22:58:00.881986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59094) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:00.909708 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:00.943563 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-a8dd2234-5e18-4643-8564-8b7aee5a10c0 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=17e0516bad424434bcaa34f906cb2013&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162527 May 27 22:58:00.968662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33462881-e329-4a6f-a9ee-949f9965bcfb tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:00.971354 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-33462881-e329-4a6f-a9ee-949f9965bcfb tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=d7021960-3d6a-4895-8681-782805f44685&device_id=0ccef88d-6ec2-4a40-8cb1-2e794f96fd81&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0883491 May 27 22:58:00.973510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59102) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:01.006409 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:01.074205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Allocated IP 172.20.0.7 (10953b49-8a50-460b-bc26-25bd2f39cd7a/cbe3b673-ec6a-40c3-8265-98f8f9d42c84/bffdee33-cdd3-4afc-b6e0-596ed9c0efa7) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:58:01.125526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56989ca-7c17-4ec2-b084-c85c24da384f tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:01.126987 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f56989ca-7c17-4ec2-b084-c85c24da384f tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 881 time: 0.1522114 May 27 22:58:01.130732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59110) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:01.177146 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-331a9bc1-c05b-4d17-a235-fb159cb40829 req-0d9f6267-01be-46a5-b651-285fe91d4604 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 210 time: 0.0666354 May 27 22:58:01.192779 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-57b02d82-4ad7-41fc-afcb-520bed27d127 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ccef88d-6ec2-4a40-8cb1-2e794f96fd81 HTTP/1.1" status: 200 len: 205 time: 0.0578959 May 27 22:58:01.195144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59116) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:01.223965 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-31b23a4b-dba0-4863-8947-4c7aa43b33ab service neutron] 10.222.0.27 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738323 May 27 22:58:01.405849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3bc5cb5a-5176-4b16-aab5-3c32c73155b7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:01.593371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3bc5cb5a-5176-4b16-aab5-3c32c73155b7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:01.609358 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-2b70d557-abbe-47ce-a4ae-efdabe8e00bd service neutron] 10.222.0.27 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677289 May 27 22:58:01.615374 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:01.634018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Transition to ACTIVE for port object bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:58:01.680953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3bc5cb5a-5176-4b16-aab5-3c32c73155b7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Deleting port d7a67581-20fc-4ab5-91b9-72a334c031eb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:01.681125 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3bc5cb5a-5176-4b16-aab5-3c32c73155b7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:01.767061 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:01.872376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Network 10953b49-8a50-460b-bc26-25bd2f39cd7a is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:58:01.877510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:01.883124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:58:01.951749 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3bc5cb5a-5176-4b16-aab5-3c32c73155b7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:02.008019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b34c3ab-cc46-4851-9f85-d9fb89fa90e8 req-45cb076a-9966-4568-b0d3-d08b559be6ac tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 210 time: 0.0783508 May 27 22:58:02.012035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Pushing event updated for resources: {'Port': ['ID=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:02.040607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:02.040607 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:02.104776 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:02.133212 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-1a645b95-3642-4a4a-821a-ac8e1a185aef tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9996083 May 27 22:58:02.145364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Request body: {'port': {'device_id': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:02.150063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3bc5cb5a-5176-4b16-aab5-3c32c73155b7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Calling delete_port for d7a67581-20fc-4ab5-91b9-72a334c031eb owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:02.295791 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:02.503775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-773c618b-8387-45ab-be65-75c8631e1417 None None] Provisioning for port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:58:02.511386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-773c618b-8387-45ab-be65-75c8631e1417 None None] Provisioning complete for port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:58:02.511811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-773c618b-8387-45ab-be65-75c8631e1417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:02.511915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f0589b-e282-4896-987f-6012db445cba req-d6c79483-b683-4e47-9f94-de7476ffec98 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:02.513489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e7f0589b-e282-4896-987f-6012db445cba req-d6c79483-b683-4e47-9f94-de7476ffec98 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Synchronizing usage tracker for tenant:921154709996453f880f967c0d436688 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:58:02.569437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-773c618b-8387-45ab-be65-75c8631e1417 None None] Port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:58:02.601141 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3bc5cb5a-5176-4b16-aab5-3c32c73155b7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:02.649691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-e7f0589b-e282-4896-987f-6012db445cba req-d6c79483-b683-4e47-9f94-de7476ffec98 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Unset dirty status for tenant:921154709996453f880f967c0d436688 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:58:02.650941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7f0589b-e282-4896-987f-6012db445cba req-d6c79483-b683-4e47-9f94-de7476ffec98 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 931 time: 0.3435042 May 27 22:58:02.723972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7f0589b-e282-4896-987f-6012db445cba req-35b0a58c-440c-4cd1-934a-368737fd787a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/security-groups?id=5a556b51-b525-43b0-852f-d0778862196c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584528 May 27 22:58:02.752833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5cb5a-5176-4b16-aab5-3c32c73155b7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Pushing event deleted for resources: {'Port': ['ID=d7a67581-20fc-4ab5-91b9-72a334c031eb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:02.839817 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3bc5cb5a-5176-4b16-aab5-3c32c73155b7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:02.847764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 {{(pid=88900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:58:02.856049 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:02.876240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Transition to ACTIVE for port object bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 will not be triggered until provisioned by entity L2. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:58:02.932553 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:03.186102 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3bc5cb5a-5176-4b16-aab5-3c32c73155b7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:03.196484 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3bc5cb5a-5176-4b16-aab5-3c32c73155b7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:03.201987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Pushing event updated for resources: {'Port': ['ID=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:03.242416 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ced7cc43-d5c9-4eed-bd7f-aeb87e45de3d req-50b92e98-4414-4ab9-b9ad-6837d078dfda tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 210 time: 0.1380241 May 27 22:58:03.287873 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3bc5cb5a-5176-4b16-aab5-3c32c73155b7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:03.287873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc5cb5a-5176-4b16-aab5-3c32c73155b7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Fanout notify agent at l3_agent the message router_deleted on router 0ccef88d-6ec2-4a40-8cb1-2e794f96fd81 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:58:03.295950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Attempting to bind port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:58:03.296474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Attempting to bind port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '39891671-febf-441f-ad10-99d91f85790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:58:03.297502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Attempting to bind port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 on network 10953b49-8a50-460b-bc26-25bd2f39cd7a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:58:03.304865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 on network 10953b49-8a50-460b-bc26-25bd2f39cd7a not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:58:03.305495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Attempting to bind port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 on network 10953b49-8a50-460b-bc26-25bd2f39cd7a {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:58:03.311009 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3bc5cb5a-5176-4b16-aab5-3c32c73155b7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:03.311635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:58:03.313157 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3bc5cb5a-5176-4b16-aab5-3c32c73155b7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "DELETE /v2.0/routers/0ccef88d-6ec2-4a40-8cb1-2e794f96fd81 HTTP/1.1" status: 204 len: 168 time: 2.1172812 May 27 22:58:03.316560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Checking segment: {'id': '39891671-febf-441f-ad10-99d91f85790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:58:03.317011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Bound using segment: {'id': '39891671-febf-441f-ad10-99d91f85790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:58:03.317467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Bound port: bffdee33-cdd3-4afc-b6e0-596ed9c0efa7, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39891671-febf-441f-ad10-99d91f85790a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:58:03.317873 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:03.319656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59172) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:03.327176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1059734867', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:03.336123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:03.340282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Usage tracker for resource:router and tenant:76e1b1e601d248ffa2bbeccb618c20c8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:03.343260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:03.355715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:03.411270 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:03.412508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:03.434108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:03.435727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] For port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7, host n-h2-843680-3, cleared binding levels {{(pid=88900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:58:03.440281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] For port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7,segment=NetworkSegment(39891671-febf-441f-ad10-99d91f85790a),segment_id=39891671-febf-441f-ad10-99d91f85790a)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:58:03.549360 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:03.613418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:03.614032 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:03.615412 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] 10.222.0.46 "PUT /v2.0/ports/bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 HTTP/1.1" status: 200 len: 1091 time: 1.4748156 May 27 22:58:03.615838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'tag': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:58:03.652401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b3180-6a76-47a3-9d94-9c4dfca615de service neutron] Pushing event updated for resources: {'Port': ['ID=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:03.940985 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:03.976205 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58a6a52-0763-40c6-bd31-01e5737e0ba4'] response: {'name': 'network-changed', 'server_uuid': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'tag': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'status': 'completed', 'code': 200} May 27 22:58:03.985659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b834b-4042-4540-8d80-f95d241376ab req-e74f7cac-88cf-4448-8830-047801516dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:03.987135 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-e74f7cac-88cf-4448-8830-047801516dc9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=921154709996453f880f967c0d436688&device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 1094 time: 0.2266536 May 27 22:58:04.061044 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-e4a03a69-6437-47b4-9ea6-6ddb230fd8ea service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 HTTP/1.1" status: 200 len: 217 time: 0.0667322 May 27 22:58:04.078127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd28d3-fa67-447f-a006-a1614855bf52 req-a86bdcba-89a4-4f3b-aebb-5f3fda565969 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:04.080492 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07cd28d3-fa67-447f-a006-a1614855bf52 req-a86bdcba-89a4-4f3b-aebb-5f3fda565969 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 943 time: 0.1954789 May 27 22:58:04.171933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b834b-4042-4540-8d80-f95d241376ab req-cdaeff93-2ed2-4806-a5f4-2c3fa4317b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:04.173396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-cdaeff93-2ed2-4806-a5f4-2c3fa4317b93 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe3b673-ec6a-40c3-8265-98f8f9d42c84 HTTP/1.1" status: 200 len: 852 time: 0.1036451 May 27 22:58:04.178137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07cd28d3-fa67-447f-a006-a1614855bf52 req-368fe223-92c3-4843-9f74-d1f3ab26bfd2 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/security-groups?id=5a556b51-b525-43b0-852f-d0778862196c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650575 May 27 22:58:04.378594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b834b-4042-4540-8d80-f95d241376ab req-7def6886-c594-41a7-86ad-1f05c2e65e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:04.385900 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-7def6886-c594-41a7-86ad-1f05c2e65e5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10953b49-8a50-460b-bc26-25bd2f39cd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2015793 May 27 22:58:04.398339 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:04.434586 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:04.518431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3bfd79eb-a3e5-4c05-91dd-be267cbfdd49 req-3604ee4f-6c2e-4eef-9380-13e223d65c4a tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 210 time: 0.1064255 May 27 22:58:04.568642 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-1c2549bb-fe27-4319-95f6-ae4beca905ef service neutron] 10.222.0.46 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796150 May 27 22:58:04.570833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Allocated IP 172.25.2.228 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/47a7dde8-c35c-4a10-84df-20c80aa78560) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:58:04.732865 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-907b834b-4042-4540-8d80-f95d241376ab req-62a4ea31-c97b-4df6-be39-c33e44e1ce48 service neutron] 10.222.0.46 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577516 May 27 22:58:04.740578 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:04.853986 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:04.930802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8036d9-0a89-4108-a7ff-7c3e0920bf65 req-684daa0b-94e0-4294-8608-d84036ddc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:04.932330 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e8036d9-0a89-4108-a7ff-7c3e0920bf65 req-684daa0b-94e0-4294-8608-d84036ddc1a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=921154709996453f880f967c0d436688&device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 1094 time: 0.0806816 May 27 22:58:04.935368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:58:04.939097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:04.942776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:58:04.979789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Pushing event updated for resources: {'Port': ['ID=47a7dde8-c35c-4a10-84df-20c80aa78560,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:05.103550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8036d9-0a89-4108-a7ff-7c3e0920bf65 req-4312b4e1-60eb-4fa4-a5b1-3d9fe0cf94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:05.106359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e8036d9-0a89-4108-a7ff-7c3e0920bf65 req-4312b4e1-60eb-4fa4-a5b1-3d9fe0cf94d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10953b49-8a50-460b-bc26-25bd2f39cd7a HTTP/1.1" status: 200 len: 914 time: 0.1673625 May 27 22:58:05.199242 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e8036d9-0a89-4108-a7ff-7c3e0920bf65 req-742856e1-8edb-48c7-8418-9b7a2216f798 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 HTTP/1.1" status: 200 len: 217 time: 0.0859179 May 27 22:58:05.283564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8036d9-0a89-4108-a7ff-7c3e0920bf65 req-e76130c3-2244-451f-a642-0c2ffc9d46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:05.283564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e8036d9-0a89-4108-a7ff-7c3e0920bf65 req-e76130c3-2244-451f-a642-0c2ffc9d46c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe3b673-ec6a-40c3-8265-98f8f9d42c84 HTTP/1.1" status: 200 len: 852 time: 0.0770085 May 27 22:58:05.435958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8036d9-0a89-4108-a7ff-7c3e0920bf65 req-1607f3ea-09a3-4573-9fd8-c07d61274df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:05.438001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e8036d9-0a89-4108-a7ff-7c3e0920bf65 req-1607f3ea-09a3-4573-9fd8-c07d61274df3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10953b49-8a50-460b-bc26-25bd2f39cd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496124 May 27 22:58:05.454641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea990aa-f9d1-4ff5-be9f-f0bb49b234cc req-09097bdc-847a-4c1d-a38e-4a7cfae30220 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:05.456548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cea990aa-f9d1-4ff5-be9f-f0bb49b234cc req-09097bdc-847a-4c1d-a38e-4a7cfae30220 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 943 time: 0.1284673 May 27 22:58:05.462179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-fcbeb5ab-234e-4a26-96be-34c28d668dc9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:05.463965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-fcbeb5ab-234e-4a26-96be-34c28d668dc9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Synchronizing usage tracker for tenant:17e0516bad424434bcaa34f906cb2013 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:58:05.560197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-fcbeb5ab-234e-4a26-96be-34c28d668dc9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Unset dirty status for tenant:17e0516bad424434bcaa34f906cb2013 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:58:05.561526 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-fcbeb5ab-234e-4a26-96be-34c28d668dc9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.57 "GET /v2.0/networks?id=de4a8b3f-b36f-4a81-b757-3c8e918007df HTTP/1.1" status: 200 len: 814 time: 0.5017238 May 27 22:58:05.592564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Request body: {'port': {'device_id': '9d253d05-ef25-482c-9163-67cf32882eca', 'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df', 'admin_state_up': True, 'tenant_id': '17e0516bad424434bcaa34f906cb2013'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:05.627070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cea990aa-f9d1-4ff5-be9f-f0bb49b234cc req-bd98c6da-55c6-4003-8804-ba6d43e2522f tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/security-groups?id=5a556b51-b525-43b0-852f-d0778862196c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413035 May 27 22:58:05.722639 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4398b58b-6bf1-46f0-b229-b23ef6c9f8e1 req-fbc9e92b-7cdf-4c73-b423-5cf8a2410852 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 210 time: 0.0548944 May 27 22:58:05.724530 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e8036d9-0a89-4108-a7ff-7c3e0920bf65 req-ba364905-8172-476d-94ae-e79f0539a001 service neutron] 10.222.0.46 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665462 May 27 22:58:05.832868 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:05.866847 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e8036d9-0a89-4108-a7ff-7c3e0920bf65 req-f5df88c9-70dc-4bce-b3ba-72fcd2324839 service neutron] 10.222.0.46 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341381 May 27 22:58:05.916498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:05.923386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Usage tracker for resource:port and tenant:17e0516bad424434bcaa34f906cb2013 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:05.927864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:05.984878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:06.077062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Made reservation on behalf of 17e0516bad424434bcaa34f906cb2013 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:06.083666 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:06.306746 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:06.417022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Allocated IP 172.20.0.14 (de4a8b3f-b36f-4a81-b757-3c8e918007df/a218cd6c-f7e8-4753-ba6b-2597e7fb1c57/f4a0e967-2ebf-42dc-8938-9b219d9ac21e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:58:06.834896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10093d-3ba2-4052-bc31-451a3256c9b2 req-45e3056a-540e-4a81-b3f8-f1a980dd97df tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:06.836640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f10093d-3ba2-4052-bc31-451a3256c9b2 req-45e3056a-540e-4a81-b3f8-f1a980dd97df tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 943 time: 0.0854640 May 27 22:58:06.867692 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:06.915001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Router 83ebcbca-18bb-4fe1-a349-6d9cd5be6d58 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:58:06.919048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d72f69a-22fa-420c-9d37-d5f60da6d8a7 req-6f4519a2-c26a-4824-a4e9-b5baea95e523 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 210 time: 0.0559423 May 27 22:58:06.929093 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f10093d-3ba2-4052-bc31-451a3256c9b2 req-fcc7feb2-f9fb-4cd7-b764-f978c99d71cf tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/security-groups?id=5a556b51-b525-43b0-852f-d0778862196c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862947 May 27 22:58:07.004108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:07.085363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Network de4a8b3f-b36f-4a81-b757-3c8e918007df is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:58:07.138495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:07.149906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:58:07.192191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Pushing event updated for resources: {'Port': ['ID=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:07.233148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:58:07.243483 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12abc3e1-160d-4290-8231-18b750c4b9ed None None] Sync routers for ids ['83ebcbca-18bb-4fe1-a349-6d9cd5be6d58'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:58:07.247368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:07.247984 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:07.254192 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12abc3e1-160d-4290-8231-18b750c4b9ed None None] Routers {'83ebcbca-18bb-4fe1-a349-6d9cd5be6d58'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:58:07.254777 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-12abc3e1-160d-4290-8231-18b750c4b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:58:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83ebcbca-18bb-4fe1-a349-6d9cd5be6d58'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:07.317230 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-12abc3e1-160d-4290-8231-18b750c4b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:07.325707 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12abc3e1-160d-4290-8231-18b750c4b9ed None None] Routers {'83ebcbca-18bb-4fe1-a349-6d9cd5be6d58'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:58:07.326292 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-12abc3e1-160d-4290-8231-18b750c4b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:58:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83ebcbca-18bb-4fe1-a349-6d9cd5be6d58'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:07.355561 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:07.359431 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-86cf265a-b387-4f25-b10c-394e16f65f18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0360887 May 27 22:58:07.364565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59214) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:07.365222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:07.388645 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-12abc3e1-160d-4290-8231-18b750c4b9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:07.389041 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12abc3e1-160d-4290-8231-18b750c4b9ed None None] The sync data for ids ['83ebcbca-18bb-4fe1-a349-6d9cd5be6d58'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:58:07.424482 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-7d4d0b9e-c533-4f98-80d9-2643269aef91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8358579 May 27 22:58:07.450014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Request body: {'port': {'device_id': '9d253d05-ef25-482c-9163-67cf32882eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:07.710378 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:08.166435 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:08.208995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d43cb-e7e4-4af7-8212-7310b0a05dcf req-fc6af263-ec9a-4093-ab1c-a25b047bca54 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:08.210523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a22d43cb-e7e4-4af7-8212-7310b0a05dcf req-fc6af263-ec9a-4093-ab1c-a25b047bca54 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 943 time: 0.1665390 May 27 22:58:08.259930 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:08.314810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Deleting port 47a7dde8-c35c-4a10-84df-20c80aa78560 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:08.315109 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:08.425585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a22d43cb-e7e4-4af7-8212-7310b0a05dcf req-ac8a8732-cc0b-4a6c-92e9-c0a698de2bf6 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/security-groups?id=5a556b51-b525-43b0-852f-d0778862196c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085028 May 27 22:58:08.473635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6fa1c-8820-4531-84bc-7e5ef55ef71d req-ceefed2b-998f-4a6e-aafe-531058205b9c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:08.475080 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71c6fa1c-8820-4531-84bc-7e5ef55ef71d req-ceefed2b-998f-4a6e-aafe-531058205b9c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 932 time: 0.2426786 May 27 22:58:08.520811 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71c6fa1c-8820-4531-84bc-7e5ef55ef71d req-b51ba14d-0ce2-4dd6-a4dc-85cb5575e418 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394735 May 27 22:58:08.688337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4a0e967-2ebf-42dc-8938-9b219d9ac21e {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:58:08.705840 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:08.728918 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:08.747033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Transition to ACTIVE for port object f4a0e967-2ebf-42dc-8938-9b219d9ac21e will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:58:08.858793 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:08.862659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Calling delete_port for 47a7dde8-c35c-4a10-84df-20c80aa78560 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:09.078889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Pushing event updated for resources: {'Port': ['ID=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:09.170397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Attempting to bind port f4a0e967-2ebf-42dc-8938-9b219d9ac21e on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:58:09.171105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Attempting to bind port f4a0e967-2ebf-42dc-8938-9b219d9ac21e by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '0c58a018-2b86-42ca-83b3-6346c4643c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:58:09.171105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Attempting to bind port f4a0e967-2ebf-42dc-8938-9b219d9ac21e on network de4a8b3f-b36f-4a81-b757-3c8e918007df {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:58:09.177611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Port f4a0e967-2ebf-42dc-8938-9b219d9ac21e on network de4a8b3f-b36f-4a81-b757-3c8e918007df not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:58:09.177916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Attempting to bind port f4a0e967-2ebf-42dc-8938-9b219d9ac21e on network de4a8b3f-b36f-4a81-b757-3c8e918007df {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:58:09.185719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:58:09.186055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Checking segment: {'id': '0c58a018-2b86-42ca-83b3-6346c4643c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:58:09.186428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Bound using segment: {'id': '0c58a018-2b86-42ca-83b3-6346c4643c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:58:09.186850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Bound port: f4a0e967-2ebf-42dc-8938-9b219d9ac21e, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c58a018-2b86-42ca-83b3-6346c4643c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:58:09.187191 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:09.332338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] For port f4a0e967-2ebf-42dc-8938-9b219d9ac21e, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:58:09.335677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] For port f4a0e967-2ebf-42dc-8938-9b219d9ac21e, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:58:09.394776 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:09.441969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:09.455219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Pushing event deleted for resources: {'Port': ['ID=47a7dde8-c35c-4a10-84df-20c80aa78560,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:09.659825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:09.662019 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:09.662553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2b2ce-c28b-41ad-af1a-3f24998a577f req-604e53cc-157a-466a-b2f5-01f9fbdd57e0 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:09.665721 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] 10.222.0.57 "PUT /v2.0/ports/f4a0e967-2ebf-42dc-8938-9b219d9ac21e HTTP/1.1" status: 200 len: 1092 time: 2.2220700 May 27 22:58:09.669768 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1aa2b2ce-c28b-41ad-af1a-3f24998a577f req-604e53cc-157a-466a-b2f5-01f9fbdd57e0 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 943 time: 0.1191006 May 27 22:58:09.686179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d253d05-ef25-482c-9163-67cf32882eca', 'tag': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:58:09.752771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1eaf0a-751d-43e7-a00c-b942d4be47ce service neutron] Pushing event updated for resources: {'Port': ['ID=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:09.765102 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:09.778201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1aa2b2ce-c28b-41ad-af1a-3f24998a577f req-b65eeb24-8048-4f85-a475-82263d78444a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/security-groups?id=5a556b51-b525-43b0-852f-d0778862196c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074769 May 27 22:58:09.817665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae1a92-d5e9-4af7-8cde-90d5635f70b8 req-0a321d32-81be-4d28-bf62-eb90fb2fda9e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:09.819385 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1cae1a92-d5e9-4af7-8cde-90d5635f70b8 req-0a321d32-81be-4d28-bf62-eb90fb2fda9e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.1268804 May 27 22:58:09.901515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1cae1a92-d5e9-4af7-8cde-90d5635f70b8 req-e69a734e-6e65-4e46-9aa0-cd26f2a0228e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759118 May 27 22:58:09.981808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59240) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:10.117548 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9b90e54f-3988-4f48-bb41-8c3af131701c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:10.134649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9b90e54f-3988-4f48-bb41-8c3af131701c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:10.139125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9b90e54f-3988-4f48-bb41-8c3af131701c admin admin] Usage tracker for resource:security_group_rule and tenant:0443bfbcbff14255b287e77df3341a6a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:10.142767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9b90e54f-3988-4f48-bb41-8c3af131701c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:10.149689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9b90e54f-3988-4f48-bb41-8c3af131701c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:10.198019 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c3d92b-0531-4a69-b895-7eb972ee7a84'] response: {'name': 'network-changed', 'server_uuid': '9d253d05-ef25-482c-9163-67cf32882eca', 'tag': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e', 'status': 'completed', 'code': 200} May 27 22:58:10.234943 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9b90e54f-3988-4f48-bb41-8c3af131701c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:10.296758 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9b90e54f-3988-4f48-bb41-8c3af131701c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:10.347094 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9b90e54f-3988-4f48-bb41-8c3af131701c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0443bfbcbff14255b287e77df3341a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641188 May 27 22:58:10.349006 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90e54f-3988-4f48-bb41-8c3af131701c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7695cbf-ac2a-4f7e-8e01-9b0df533e0fc,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:10.349952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59246) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:10.354456 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:10.361126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-0ce5b728-838f-4c90-aded-dc85dd451c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:10.361126 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-0ce5b728-838f-4c90-aded-dc85dd451c37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17e0516bad424434bcaa34f906cb2013&device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 1095 time: 0.4638400 May 27 22:58:10.373563 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:10.505218 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-6a42ae05-7573-4d59-98ba-bb3e0be90575 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e HTTP/1.1" status: 200 len: 217 time: 0.1290026 May 27 22:58:10.656072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Router 83ebcbca-18bb-4fe1-a349-6d9cd5be6d58 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:58:10.656958 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c03569ee-23a2-42ad-8c1f-130ed8ffed52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:10.670049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-1a237c47-1d7c-4f8f-85eb-324a32ea1f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:10.671452 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-1a237c47-1d7c-4f8f-85eb-324a32ea1f42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a218cd6c-f7e8-4753-ba6b-2597e7fb1c57 HTTP/1.1" status: 200 len: 854 time: 0.1522846 May 27 22:58:10.780810 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c03569ee-23a2-42ad-8c1f-130ed8ffed52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:10.788826 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-c54a6c98-b765-4f42-b4ff-584ed280ea1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de4a8b3f-b36f-4a81-b757-3c8e918007df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031044 May 27 22:58:10.966099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:58:10.984007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ff3707-8fd9-4541-8dfb-00f737224ab4 None None] Sync routers for ids ['83ebcbca-18bb-4fe1-a349-6d9cd5be6d58'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:58:10.990073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70ddad-5bcc-4e4e-9752-3cb1512e1a8b req-2a511957-2cc9-42df-9319-68d59a49634b tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:10.996836 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0d70ddad-5bcc-4e4e-9752-3cb1512e1a8b req-2a511957-2cc9-42df-9319-68d59a49634b tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 943 time: 0.0995393 May 27 22:58:11.000494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ff3707-8fd9-4541-8dfb-00f737224ab4 None None] Routers {'83ebcbca-18bb-4fe1-a349-6d9cd5be6d58'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:58:11.001392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f1ff3707-8fd9-4541-8dfb-00f737224ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:58:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83ebcbca-18bb-4fe1-a349-6d9cd5be6d58'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:11.011181 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:11.012312 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2380b52b-1039-4ec6-bd76-828da34ab221 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "PUT /v2.0/routers/83ebcbca-18bb-4fe1-a349-6d9cd5be6d58 HTTP/1.1" status: 200 len: 706 time: 3.6515694 May 27 22:58:11.016004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59254) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:11.073921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f1ff3707-8fd9-4541-8dfb-00f737224ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:11.081216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ff3707-8fd9-4541-8dfb-00f737224ab4 None None] Routers {'83ebcbca-18bb-4fe1-a349-6d9cd5be6d58'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:58:11.081814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f1ff3707-8fd9-4541-8dfb-00f737224ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:58:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83ebcbca-18bb-4fe1-a349-6d9cd5be6d58'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:11.111193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0d70ddad-5bcc-4e4e-9752-3cb1512e1a8b req-6277dd7f-7945-4828-925f-eb83e18f6552 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/security-groups?id=5a556b51-b525-43b0-852f-d0778862196c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055532 May 27 22:58:11.141205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62348879-e450-49f6-92ca-c9e858acb7cd req-a2ddb51e-f7c9-4f33-a9db-0dcd85c979d8 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:11.144787 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62348879-e450-49f6-92ca-c9e858acb7cd req-a2ddb51e-f7c9-4f33-a9db-0dcd85c979d8 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.1192362 May 27 22:58:11.146818 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f1ff3707-8fd9-4541-8dfb-00f737224ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:11.147217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ff3707-8fd9-4541-8dfb-00f737224ab4 None None] The sync data for ids ['83ebcbca-18bb-4fe1-a349-6d9cd5be6d58'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:58:11.168494 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-c1a697ed-6c2e-44d9-b991-9ceedb89a36c service neutron] 10.222.0.57 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720133 May 27 22:58:11.174404 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-656a9675-d88d-4918-a770-b61417b57e2d tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/routers/83ebcbca-18bb-4fe1-a349-6d9cd5be6d58 HTTP/1.1" status: 200 len: 741 time: 0.1571784 May 27 22:58:11.179657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59258) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:11.196027 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c03569ee-23a2-42ad-8c1f-130ed8ffed52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:11.230010 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5fb55a58-1fdb-4e59-b96d-4fa123ca7225 tempest-RoutersAdminTest-2030323232 tempest-RoutersAdminTest-2030323232-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=d7021960-3d6a-4895-8681-782805f44685&device_id=83ebcbca-18bb-4fe1-a349-6d9cd5be6d58 HTTP/1.1" status: 200 len: 205 time: 0.0491865 May 27 22:58:11.233009 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62348879-e450-49f6-92ca-c9e858acb7cd req-84b92058-b139-4282-a5f9-2ba0e5d4ef3b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826821 May 27 22:58:11.233449 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59262) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:11.265169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03569ee-23a2-42ad-8c1f-130ed8ffed52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7695cbf-ac2a-4f7e-8e01-9b0df533e0fc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:11.269938 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c03569ee-23a2-42ad-8c1f-130ed8ffed52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:11.271657 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c03569ee-23a2-42ad-8c1f-130ed8ffed52 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f7695cbf-ac2a-4f7e-8e01-9b0df533e0fc HTTP/1.1" status: 204 len: 168 time: 0.9202495 May 27 22:58:11.285154 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e33f0ad0-13c5-4eeb-9c28-4f4b301f0795 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "GET /v2.0/ports?device_id=83ebcbca-18bb-4fe1-a349-6d9cd5be6d58 HTTP/1.1" status: 200 len: 205 time: 0.0502996 May 27 22:58:11.287588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59268) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:11.341651 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0ae1270e-4fc7-4aa4-845b-34eea2e31c68 req-243f9fda-4c2d-4c62-a9a3-8e2337e62ef9 service neutron] 10.222.0.57 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629884 May 27 22:58:11.422907 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ce50729-0446-40bc-84b8-c02c7ad5a366 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:11.462165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:58:11.626178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7,segment=NetworkSegment(39891671-febf-441f-ad10-99d91f85790a),segment_id=39891671-febf-441f-ad10-99d91f85790a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:11.631491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fafbf-5a97-4c98-a142-6e33287e804e req-3e916105-3243-4e2f-ba00-306ecb96b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:11.633217 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-586fafbf-5a97-4c98-a142-6e33287e804e req-3e916105-3243-4e2f-ba00-306ecb96b379 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17e0516bad424434bcaa34f906cb2013&device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 1095 time: 0.0932882 May 27 22:58:11.643806 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'port_id': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'mac_address': 'fa:16:3e:9b:52:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:58:11.709365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:58:11.714849 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:11.743718 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:58:11.755397 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ce50729-0446-40bc-84b8-c02c7ad5a366 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:11.758341 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ce50729-0446-40bc-84b8-c02c7ad5a366 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:11.777286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7,segment=NetworkSegment(39891671-febf-441f-ad10-99d91f85790a),segment_id=39891671-febf-441f-ad10-99d91f85790a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:11.903628 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ce50729-0446-40bc-84b8-c02c7ad5a366 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:11.903772 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:11.904369 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce50729-0446-40bc-84b8-c02c7ad5a366 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Fanout notify agent at l3_agent the message router_deleted on router 83ebcbca-18bb-4fe1-a349-6d9cd5be6d58 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:58:11.912892 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fafbf-5a97-4c98-a142-6e33287e804e req-b3ae9806-f3c3-4142-a176-563bd8ca356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:11.915727 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-586fafbf-5a97-4c98-a142-6e33287e804e req-b3ae9806-f3c3-4142-a176-563bd8ca356e service neutron] 10.222.0.57 "GET /v2.0/networks?id=de4a8b3f-b36f-4a81-b757-3c8e918007df HTTP/1.1" status: 200 len: 915 time: 0.2738383 May 27 22:58:11.924540 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ce50729-0446-40bc-84b8-c02c7ad5a366 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:11.925740 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5ce50729-0446-40bc-84b8-c02c7ad5a366 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "DELETE /v2.0/routers/83ebcbca-18bb-4fe1-a349-6d9cd5be6d58 HTTP/1.1" status: 204 len: 168 time: 0.6372628 May 27 22:58:11.929227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59274) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:11.969340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59278) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:11.986034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:11.989544 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-586fafbf-5a97-4c98-a142-6e33287e804e req-bdf13311-4c39-4ac3-a69e-b632ac3dd1db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e HTTP/1.1" status: 200 len: 217 time: 0.0686157 May 27 22:58:11.992970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5ac42bcb-fe53-4f42-942d-7a5a63a46a59 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "GET /v2.0/ports?device_id=83ebcbca-18bb-4fe1-a349-6d9cd5be6d58 HTTP/1.1" status: 200 len: 205 time: 0.0625947 May 27 22:58:11.994520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:11.995196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59282) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:11.995334 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:11.995803 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:11.996301 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:11.996873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:11.997469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:11.997829 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e75c5860-cf81-42a5-be22-f416633a91f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:11.998091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:11.998574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:11.999041 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:11.999496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:11.999958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:12.000471 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:12.054823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fafbf-5a97-4c98-a142-6e33287e804e req-af81eb73-1ae0-4140-9b36-c80acbad798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:12.056246 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-586fafbf-5a97-4c98-a142-6e33287e804e req-af81eb73-1ae0-4140-9b36-c80acbad798f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a218cd6c-f7e8-4753-ba6b-2597e7fb1c57 HTTP/1.1" status: 200 len: 854 time: 0.0607984 May 27 22:58:12.073716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e75c5860-cf81-42a5-be22-f416633a91f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:12.083842 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-ae36cd51-9974-4802-85d6-2e7bbfbcb50a tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] delete failed (client error): The resource could not be found. May 27 22:58:12.085014 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ae36cd51-9974-4802-85d6-2e7bbfbcb50a tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "DELETE /v2.0/routers/83ebcbca-18bb-4fe1-a349-6d9cd5be6d58 HTTP/1.1" status: 404 len: 336 time: 0.0889375 May 27 22:58:12.085989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e75c5860-cf81-42a5-be22-f416633a91f1 admin admin] Usage tracker for resource:security_group_rule and tenant:2015a83834e340e8b9cb55cfc7f3a508 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:12.088697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59286) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:12.090943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e75c5860-cf81-42a5-be22-f416633a91f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:12.110288 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-586fafbf-5a97-4c98-a142-6e33287e804e req-a1dbcbed-857a-422d-b722-b5c95940015a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de4a8b3f-b36f-4a81-b757-3c8e918007df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480442 May 27 22:58:12.132162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e75c5860-cf81-42a5-be22-f416633a91f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:12.132625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['bffdee33-cdd3-4afc-b6e0-596ed9c0efa7'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:58:12.142665 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-31a70483-e40a-48d7-af56-efc804208ac4 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ccef88d-6ec2-4a40-8cb1-2e794f96fd81 HTTP/1.1" status: 200 len: 205 time: 0.0502028 May 27 22:58:12.143465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59292) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:12.268380 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-586fafbf-5a97-4c98-a142-6e33287e804e req-feb959fa-f289-4bf3-9058-dba64fcc81ef service neutron] 10.222.0.57 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506958 May 27 22:58:12.374473 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-8010722e-4e0c-4079-88e9-0050651509fd tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] delete failed (client error): The resource could not be found. May 27 22:58:12.375442 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8010722e-4e0c-4079-88e9-0050651509fd tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "DELETE /v2.0/routers/0ccef88d-6ec2-4a40-8cb1-2e794f96fd81 HTTP/1.1" status: 404 len: 336 time: 0.2316511 May 27 22:58:12.378568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59298) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:12.433158 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fca1c3e4-33a8-46f3-8ecd-2c4188a3976f tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "GET /v2.0/ports?device_id=bdb14a03-463a-48cb-8585-da216450998f HTTP/1.1" status: 200 len: 205 time: 0.0509541 May 27 22:58:12.433973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59302) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:12.471168 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-586fafbf-5a97-4c98-a142-6e33287e804e req-8ccadef6-22f8-4c28-8e81-61d4cb82969e service neutron] 10.222.0.57 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939726 May 27 22:58:12.535704 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-e162acd0-26e3-4850-87c8-17e4636091e5 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] delete failed (client error): The resource could not be found. May 27 22:58:12.536754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e162acd0-26e3-4850-87c8-17e4636091e5 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "DELETE /v2.0/routers/bdb14a03-463a-48cb-8585-da216450998f HTTP/1.1" status: 404 len: 336 time: 0.1001623 May 27 22:58:12.539431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59306) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:12.584071 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1d3728d3-e7c9-46fd-a358-6477e15ac1d7 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "GET /v2.0/ports?device_id=d97f69c3-c4f0-47ca-a490-d488e82d1f84 HTTP/1.1" status: 200 len: 205 time: 0.0434465 May 27 22:58:12.586563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59310) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:12.602609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deacf09-39cc-44a3-bf4e-095643c1bbd6 req-152fccae-813d-4b25-9aee-c111db6f991a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:12.604312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4deacf09-39cc-44a3-bf4e-095643c1bbd6 req-152fccae-813d-4b25-9aee-c111db6f991a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 944 time: 0.2772799 May 27 22:58:12.616270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950946d8-4f06-4f45-b8e0-ecccf126c93c req-87e2789f-06c3-4a6f-8f14-7b6d89d95603 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:12.617725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-950946d8-4f06-4f45-b8e0-ecccf126c93c req-87e2789f-06c3-4a6f-8f14-7b6d89d95603 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.2446389 May 27 22:58:12.658423 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-aff0dfb6-4931-48ff-9b65-58c204373750 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] delete failed (client error): The resource could not be found. May 27 22:58:12.661853 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-aff0dfb6-4931-48ff-9b65-58c204373750 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "DELETE /v2.0/routers/d97f69c3-c4f0-47ca-a490-d488e82d1f84 HTTP/1.1" status: 404 len: 336 time: 0.0718906 May 27 22:58:12.661999 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e75c5860-cf81-42a5-be22-f416633a91f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:12.662403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59314) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:12.702518 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4deacf09-39cc-44a3-bf4e-095643c1bbd6 req-9af43bef-b392-4be0-a508-cbfe73cd5c73 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/security-groups?id=5a556b51-b525-43b0-852f-d0778862196c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777631 May 27 22:58:12.707531 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-950946d8-4f06-4f45-b8e0-ecccf126c93c req-70fe129b-520f-4e11-b357-6e0f6d8c005e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805833 May 27 22:58:12.709061 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8f55986e-7a0c-45ad-b6c1-569a54fafa18 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "GET /v2.0/ports?device_id=f594c285-34ef-459f-843e-103eb84a0e6a HTTP/1.1" status: 200 len: 205 time: 0.0455587 May 27 22:58:12.713946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59318) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:12.758798 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e75c5860-cf81-42a5-be22-f416633a91f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:12.781946 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-9839fea8-5b94-408e-8ff7-0465ddd58e85 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] delete failed (client error): The resource could not be found. May 27 22:58:12.783063 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9839fea8-5b94-408e-8ff7-0465ddd58e85 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "DELETE /v2.0/routers/f594c285-34ef-459f-843e-103eb84a0e6a HTTP/1.1" status: 404 len: 336 time: 0.0707026 May 27 22:58:12.785875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59322) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:12.808309 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e75c5860-cf81-42a5-be22-f416633a91f1 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2015a83834e340e8b9cb55cfc7f3a508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8375545 May 27 22:58:12.809945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c5860-cf81-42a5-be22-f416633a91f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97df0f43-b6ab-4e87-8cc8-9f5b95460433,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:12.812956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59326) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:12.831048 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-58911f35-4417-405c-8a86-5734556c0b1e tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "GET /v2.0/ports?device_id=8626a002-1d0b-4438-82aa-fbaea0547dd7 HTTP/1.1" status: 200 len: 205 time: 0.0440676 May 27 22:58:12.833664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59330) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:12.871157 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e40416d3-7952-41e8-9980-e1c7a7b7a382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:12.898083 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e40416d3-7952-41e8-9980-e1c7a7b7a382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:12.902661 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-a729e216-3f99-40da-8896-835183fba71c tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] delete failed (client error): The resource could not be found. May 27 22:58:12.903675 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a729e216-3f99-40da-8896-835183fba71c tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "DELETE /v2.0/routers/8626a002-1d0b-4438-82aa-fbaea0547dd7 HTTP/1.1" status: 404 len: 336 time: 0.0692387 May 27 22:58:12.906425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59334) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:12.944337 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b16af5-bcb3-43c1-b990-daefaf7290a4 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] DELETE failed (client error): The resource could not be found. May 27 22:58:12.944653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b16af5-bcb3-43c1-b990-daefaf7290a4 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 22:58:12.946293 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b2b16af5-bcb3-43c1-b990-daefaf7290a4 tempest-RoutersAdminTest-29293065 tempest-RoutersAdminTest-29293065-project] 10.222.0.27 "DELETE /v2.0/subnets/f55c84f6-6388-4c50-a864-bac6bcd67de4 HTTP/1.1" status: 404 len: 337 time: 0.0390017 May 27 22:58:13.033272 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e40416d3-7952-41e8-9980-e1c7a7b7a382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:13.049943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40416d3-7952-41e8-9980-e1c7a7b7a382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97df0f43-b6ab-4e87-8cc8-9f5b95460433,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:13.054254 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e40416d3-7952-41e8-9980-e1c7a7b7a382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:13.055420 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e40416d3-7952-41e8-9980-e1c7a7b7a382 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/97df0f43-b6ab-4e87-8cc8-9f5b95460433 HTTP/1.1" status: 204 len: 168 time: 0.2415996 May 27 22:58:13.451045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59344) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:13.473028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:58:13.629213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:58:13.634850 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:58:13.635321 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:13.640295 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79d50564-48cc-4d7a-ba3b-05c1036c5cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:13.658766 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-79d50564-48cc-4d7a-ba3b-05c1036c5cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:13.660602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-79d50564-48cc-4d7a-ba3b-05c1036c5cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:76e1b1e601d248ffa2bbeccb618c20c8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:13.663583 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-79d50564-48cc-4d7a-ba3b-05c1036c5cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:13.669526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-79d50564-48cc-4d7a-ba3b-05c1036c5cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:13.771779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:58:13.771779 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:13.792262 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79d50564-48cc-4d7a-ba3b-05c1036c5cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:13.796447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:58:13.807034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7,segment=NetworkSegment(39891671-febf-441f-ad10-99d91f85790a),segment_id=39891671-febf-441f-ad10-99d91f85790a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:13.863978 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:13.864399 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79d50564-48cc-4d7a-ba3b-05c1036c5cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:13.921541 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-79d50564-48cc-4d7a-ba3b-05c1036c5cd2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=76e1b1e601d248ffa2bbeccb618c20c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4715412 May 27 22:58:13.923127 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d50564-48cc-4d7a-ba3b-05c1036c5cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4c7ec4-0a5a-4ffa-b3b7-132cb7437ca8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:13.926143 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59366) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:13.938655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:13.997658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df7a455b-15de-40ad-b978-8220c95fbd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:14.027529 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df7a455b-15de-40ad-b978-8220c95fbd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:14.030059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742e625-1548-47ad-9079-fb34220acf1a req-b05f86f9-5ccf-4d81-aab3-daaedc7556ec tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:14.031577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a742e625-1548-47ad-9079-fb34220acf1a req-b05f86f9-5ccf-4d81-aab3-daaedc7556ec tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 945 time: 0.1809049 May 27 22:58:14.040615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d57092-aa70-4978-9d70-0b889bac4197 req-20efe387-48e6-4d5a-b510-0072f75d0f9b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:14.046444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2d57092-aa70-4978-9d70-0b889bac4197 req-20efe387-48e6-4d5a-b510-0072f75d0f9b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.1430333 May 27 22:58:14.118668 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2d57092-aa70-4978-9d70-0b889bac4197 req-b7431a35-a40b-435a-8a4c-1edacb3bcba0 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713654 May 27 22:58:14.122898 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a742e625-1548-47ad-9079-fb34220acf1a req-7fa7e5f8-0591-48be-8b4d-33b3cfc93890 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/security-groups?id=5a556b51-b525-43b0-852f-d0778862196c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739031 May 27 22:58:14.221801 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df7a455b-15de-40ad-b978-8220c95fbd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:14.240998 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df7a455b-15de-40ad-b978-8220c95fbd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:14.252770 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-df7a455b-15de-40ad-b978-8220c95fbd1b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2a4c7ec4-0a5a-4ffa-b3b7-132cb7437ca8 HTTP/1.1" status: 204 len: 168 time: 0.3171368 May 27 22:58:14.252770 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a455b-15de-40ad-b978-8220c95fbd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4c7ec4-0a5a-4ffa-b3b7-132cb7437ca8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:14.375582 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b747b0-6deb-4edb-98ab-c3e7fb954fda'] response: {'server_uuid': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'code': 200} May 27 22:58:14.507981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217bc15-3b52-42b9-a385-dd154a5db843 req-19922b58-ec3e-4322-ba14-be25f5a9f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:14.509344 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1217bc15-3b52-42b9-a385-dd154a5db843 req-19922b58-ec3e-4322-ba14-be25f5a9f017 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 1096 time: 0.0741584 May 27 22:58:14.553924 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1217bc15-3b52-42b9-a385-dd154a5db843 req-bdc71b3c-8674-487a-898b-de9e94f45695 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5a556b51-b525-43b0-852f-d0778862196c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372658 May 27 22:58:14.979495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59394) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:15.028269 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-32a96bfc-66f5-4d23-8358-31e8bdd31828 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e5b6bd362f9441b0a2b830db60e54f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476234 May 27 22:58:15.030852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59400) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:15.090374 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccb25563-0e50-4e10-969c-547673787b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:15.127859 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccb25563-0e50-4e10-969c-547673787b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:15.280731 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccb25563-0e50-4e10-969c-547673787b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:15.302906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb25563-0e50-4e10-969c-547673787b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baad958-ba58-41f7-9506-83cfef817bac,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:15.327992 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ccb25563-0e50-4e10-969c-547673787b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:15.330113 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ccb25563-0e50-4e10-969c-547673787b93 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9baad958-ba58-41f7-9506-83cfef817bac HTTP/1.1" status: 204 len: 168 time: 0.2977934 May 27 22:58:15.403169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc9fb56-8530-4ee9-9dd7-f96e13ae446e req-f8d7b255-f384-4503-a367-1c7be179a9af tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:15.404822 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fc9fb56-8530-4ee9-9dd7-f96e13ae446e req-f8d7b255-f384-4503-a367-1c7be179a9af tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 945 time: 0.1522000 May 27 22:58:15.416570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d4f4e-4530-4368-85cb-2d7ce512ecfd req-584738d5-2b58-4b48-b2d7-044c52a550b6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:15.418165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-303d4f4e-4530-4368-85cb-2d7ce512ecfd req-584738d5-2b58-4b48-b2d7-044c52a550b6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.1294286 May 27 22:58:15.469751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f4a0e967-2ebf-42dc-8938-9b219d9ac21e details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:58:15.492205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fc9fb56-8530-4ee9-9dd7-f96e13ae446e req-34f9f0b3-3c6b-434f-84ac-eae000ba878a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/security-groups?id=5a556b51-b525-43b0-852f-d0778862196c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726695 May 27 22:58:15.511985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-303d4f4e-4530-4368-85cb-2d7ce512ecfd req-a7fb018f-6a0c-49dc-8816-f24cbcea28ac tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745480 May 27 22:58:15.658171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port f4a0e967-2ebf-42dc-8938-9b219d9ac21e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:15.671748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e', 'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df', 'port_id': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e', 'mac_address': 'fa:16:3e:39:bc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a218cd6c-f7e8-4753-ba6b-2597e7fb1c57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:58:15.735421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port f4a0e967-2ebf-42dc-8938-9b219d9ac21e is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:58:15.735811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:15.754865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a0e967-2ebf-42dc-8938-9b219d9ac21e {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:58:15.776592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port f4a0e967-2ebf-42dc-8938-9b219d9ac21e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:15.886547 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:15.969405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:16.011929 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:16.222953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['f4a0e967-2ebf-42dc-8938-9b219d9ac21e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:58:16.795802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb63e6-e08c-4637-8765-22a4ca527d73 req-83f85f6f-01ef-4b6c-9c0e-c059a650b51d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:16.795802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72bb63e6-e08c-4637-8765-22a4ca527d73 req-83f85f6f-01ef-4b6c-9c0e-c059a650b51d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 945 time: 0.1745822 May 27 22:58:16.811487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a5638-5ff6-40d3-a47d-08abbd419c75 req-f5148f46-9575-42a0-9600-fb7a0e725d2a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:16.819888 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e39a5638-5ff6-40d3-a47d-08abbd419c75 req-f5148f46-9575-42a0-9600-fb7a0e725d2a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 945 time: 0.1594868 May 27 22:58:16.897159 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e39a5638-5ff6-40d3-a47d-08abbd419c75 req-d3d03ae0-a425-4d84-8bcb-4ac638d0e3de tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/security-groups?id=5a556b51-b525-43b0-852f-d0778862196c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801539 May 27 22:58:16.899846 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72bb63e6-e08c-4637-8765-22a4ca527d73 req-bfe365cd-ff9c-44ee-8f4c-39517cdcabdc tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678048 May 27 22:58:17.123471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900eedb-95e4-46d2-b53c-2ae6a24fafb0 req-85f229f9-e2aa-48fe-9d86-f5c3e40323a8 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:17.127390 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f900eedb-95e4-46d2-b53c-2ae6a24fafb0 req-85f229f9-e2aa-48fe-9d86-f5c3e40323a8 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 945 time: 0.1066549 May 27 22:58:17.190337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f900eedb-95e4-46d2-b53c-2ae6a24fafb0 req-df28dab4-ca14-4a2b-be40-95840e06bd62 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/security-groups?id=5a556b51-b525-43b0-852f-d0778862196c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514107 May 27 22:58:17.208543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59460) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:17.469392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f4a0e967-2ebf-42dc-8938-9b219d9ac21e up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:58:17.547938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7afb08d-3c0d-4b21-8eae-6de5c04f8511 tempest-TestVolumeBackupRestore-1846669112 tempest-TestVolumeBackupRestore-1846669112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:17.548804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c7afb08d-3c0d-4b21-8eae-6de5c04f8511 tempest-TestVolumeBackupRestore-1846669112 tempest-TestVolumeBackupRestore-1846669112-project-admin] Synchronizing usage tracker for tenant:7f483ba159b54476bf5002a00fc86e87 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:58:17.601466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59472) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:17.656089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port f4a0e967-2ebf-42dc-8938-9b219d9ac21e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:58:17.661498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port f4a0e967-2ebf-42dc-8938-9b219d9ac21e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:58:17.661946 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:17.689634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c7afb08d-3c0d-4b21-8eae-6de5c04f8511 tempest-TestVolumeBackupRestore-1846669112 tempest-TestVolumeBackupRestore-1846669112-project-admin] Unset dirty status for tenant:7f483ba159b54476bf5002a00fc86e87 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:58:17.693990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59478) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:17.701100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'tenant_id': '921154709996453f880f967c0d436688', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:17.714213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:17.714783 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c7afb08d-3c0d-4b21-8eae-6de5c04f8511 tempest-TestVolumeBackupRestore-1846669112 tempest-TestVolumeBackupRestore-1846669112-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 1091 time: 0.4974878 May 27 22:58:17.727446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Usage tracker for resource:floatingip and tenant:921154709996453f880f967c0d436688 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:17.737482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:17.749345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1760732422', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:17.756402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:17.760337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:17.764166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Usage tracker for resource:port and tenant:e8d4dbb50c85437fbbe451408cac3d8a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:17.770148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:17.784603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:17.827145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port f4a0e967-2ebf-42dc-8938-9b219d9ac21e is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:58:17.827609 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:17.856205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d253d05-ef25-482c-9163-67cf32882eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:58:17.866617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port f4a0e967-2ebf-42dc-8938-9b219d9ac21e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:17.898974 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:17.902292 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91757f6d-6863-40c0-a6b5-e20752235fcd'] response: {'server_uuid': '9d253d05-ef25-482c-9163-67cf32882eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e', 'code': 200} May 27 22:58:17.956685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Made reservation on behalf of e8d4dbb50c85437fbbe451408cac3d8a for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:17.959698 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:17.974958 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:17.984196 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:18.070587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:18.075336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Usage tracker for resource:security_group_rule and tenant:e8d4dbb50c85437fbbe451408cac3d8a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:18.078014 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:18.079517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:18.080141 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:18.098065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:18.174330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c016618-9eb5-4429-82ad-d5ab5c323a21 req-ac01d13e-f287-4b53-a643-13c6018943e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:18.175875 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2c016618-9eb5-4429-82ad-d5ab5c323a21 req-ac01d13e-f287-4b53-a643-13c6018943e7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 1097 time: 0.1697154 May 27 22:58:18.252214 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2c016618-9eb5-4429-82ad-d5ab5c323a21 req-5c08a04a-89fd-4972-b832-c4891e27aea6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689037 May 27 22:58:18.256138 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:18.315747 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:18.326624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] device_id is not set on port 9bca117f-8009-4527-8418-6b1fb629222d yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:58:18.395028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30854a4-abfb-47a9-ac79-27cd4e892a1c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:18.398207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Allocated IP 172.25.2.13 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/d9f91fe2-ac53-4829-90c3-77dd9435ea29) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:58:18.521984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08429577-ce6d-4a6a-b578-63bacf91af1d req-44fae87a-2196-4fee-bb1f-1f7d01f7a665 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:18.523435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08429577-ce6d-4a6a-b578-63bacf91af1d req-44fae87a-2196-4fee-bb1f-1f7d01f7a665 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2905681 May 27 22:58:18.608566 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08429577-ce6d-4a6a-b578-63bacf91af1d req-10fd9fad-2c2d-4b0d-95ae-e831f58ba6e7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758603 May 27 22:58:18.611139 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:18.789113 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:18.850174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Allocated IP 172.25.2.235 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/9bca117f-8009-4527-8418-6b1fb629222d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:58:18.852362 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:58:18.855558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:18.859236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:58:18.893887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Pushing event updated for resources: {'Port': ['ID=d9f91fe2-ac53-4829-90c3-77dd9435ea29,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:19.164841 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:19.285066 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:19.310228 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:19.355594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:58:19.358719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:19.362804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:58:19.399826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Pushing event updated for resources: {'Port': ['ID=9bca117f-8009-4527-8418-6b1fb629222d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:19.427580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:19.427580 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:19.443840 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:19.568476 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-47f043e8-6a0e-4301-a35c-f92dd3cb67b2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.9657645 May 27 22:58:19.569619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59492) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:19.574649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.235'}]}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:19.580782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:19.594890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Usage tracker for resource:router and tenant:e8d4dbb50c85437fbbe451408cac3d8a is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:19.600067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:19.613771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:19.671927 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:19.752798 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:19.752798 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:19.767987 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:19.780805 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:19.911788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Pushing event updated for resources: {'Port': ['ID=d9f91fe2-ac53-4829-90c3-77dd9435ea29,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:19.920836 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:20.017515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ee9ba-724e-48f4-ae4c-3a709a176bea req-fbdf8f8c-5e29-4b38-89ca-de3fd7a11750 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:20.018995 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2a7ee9ba-724e-48f4-ae4c-3a709a176bea req-fbdf8f8c-5e29-4b38-89ca-de3fd7a11750 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2810807 May 27 22:58:20.139236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2a7ee9ba-724e-48f4-ae4c-3a709a176bea req-ae3c344f-11f2-4014-8824-75e80eb84d5d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727999 May 27 22:58:20.142708 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Floating IP 46a3a4a6-12f4-4d3a-b5ab-6f51bbbb2fa1 associated. External IP: 172.25.2.13, port: bffdee33-cdd3-4afc-b6e0-596ed9c0efa7. May 27 22:58:20.166698 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:20.646673 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:20.678229 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:20.729600 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-77272aee-e18e-4f79-9c09-de6fa71e5c7b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:20.730694 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-77272aee-e18e-4f79-9c09-de6fa71e5c7b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/networks?id=de4a8b3f-b36f-4a81-b757-3c8e918007df HTTP/1.1" status: 200 len: 814 time: 0.3193660 May 27 22:58:20.760688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-93beb7e8-15ee-4828-b201-78b98c2b4d21 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/quotas/17e0516bad424434bcaa34f906cb2013 HTTP/1.1" status: 200 len: 375 time: 0.0194931 May 27 22:58:20.842638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Router 8b860ba8-a602-4874-9e45-e80ae721ec03 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:58:20.913547 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:20.950441 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-c56cab97-e929-42c2-a30d-7153153ea1b6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=17e0516bad424434bcaa34f906cb2013&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1885514 May 27 22:58:21.058033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-85de266d-658c-4c4b-80ad-8ed591851a27 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 22:58:21.059002 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-85de266d-658c-4c4b-80ad-8ed591851a27 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1078048 May 27 22:58:21.157604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:58:21.169690 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0568df-8dca-4a25-ad77-99f841ba9364 None None] Sync routers for ids ['8b860ba8-a602-4874-9e45-e80ae721ec03'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:58:21.189938 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0568df-8dca-4a25-ad77-99f841ba9364 None None] Routers {'8b860ba8-a602-4874-9e45-e80ae721ec03'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:58:21.190560 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-df0568df-8dca-4a25-ad77-99f841ba9364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:58:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8b860ba8-a602-4874-9e45-e80ae721ec03'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:21.222725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-4c096ee5-517a-46d2-95d2-e92dd32b07d9 service neutron] 10.222.0.27 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555407 May 27 22:58:21.305004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:21.382336 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-df0568df-8dca-4a25-ad77-99f841ba9364 None None] Set router 8b860ba8-a602-4874-9e45-e80ae721ec03 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:58:21.396118 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-62cf0e8b-9202-4c82-b2a0-287811b83e6a tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7003372 May 27 22:58:21.397002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59528) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:21.399770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'tag': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:58:21.428748 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:21.432027 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:21.472332 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cca5adf-ecce-45f3-83a4-e1c05ee46779'] response: {'name': 'network-changed', 'server_uuid': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'tag': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'status': 'completed', 'code': 200} May 27 22:58:21.587840 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:21.588379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de06436b-e352-4f00-b9a9-7ce333c470b0 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:58:21.602909 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-e40a6f33-b216-41f1-8cf4-b52fb51a1eab service neutron] 10.222.0.27 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722606 May 27 22:58:21.645934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8b11c-f610-463d-8ba4-c311834d23a6 tempest-TestVolumeBackupRestore-1846669112 tempest-TestVolumeBackupRestore-1846669112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:21.650176 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-60e8b11c-f610-463d-8ba4-c311834d23a6 tempest-TestVolumeBackupRestore-1846669112 tempest-TestVolumeBackupRestore-1846669112-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 1091 time: 0.2426190 May 27 22:58:21.650176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec01f2-20db-4f9a-a3c2-39c7a140e688 req-b063153b-215d-43b4-819c-fcd1c702b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:21.651279 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0ec01f2-20db-4f9a-a3c2-39c7a140e688 req-b063153b-215d-43b4-819c-fcd1c702b6af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=921154709996453f880f967c0d436688&device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 1096 time: 0.1667488 May 27 22:58:21.651952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59538) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:21.662831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2c997892-57bb-4814-95b3-77c04b2bece9 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Request body: {'floatingip': {'port_id': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:21.743717 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 27 22:58:21.753888 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-81ced00d-2b12-4f1e-b234-e7ca0b7909d1 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1740682 May 27 22:58:21.753888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59542) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:21.778964 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-df0568df-8dca-4a25-ad77-99f841ba9364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T22:54:23Z', 'revision_number': 4, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '46a3a4a6-12f4-4d3a-b5ab-6f51bbbb2fa1', 'tenant_id': '921154709996453f880f967c0d436688', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'port_id': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'mac_address': 'fa:16:3e:9b:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:58:19Z', 'updated_at': '2022-05-27T22:58:19Z', 'revision_number': 0, 'project_id': '921154709996453f880f967c0d436688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3cfb4d-7a9d-4404-88d2-bb1fddb93294', 'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'tenant_id': '921154709996453f880f967c0d436688', 'mac_address': 'fa:16:3e:4d:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:19Z', 'updated_at': '2022-05-27T22:54:32Z', 'revision_number': 5, 'project_id': '921154709996453f880f967c0d436688', 'subnets': [{'id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:21.779521 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0568df-8dca-4a25-ad77-99f841ba9364 None None] Checking router: 8b860ba8-a602-4874-9e45-e80ae721ec03 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:58:21.788505 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0568df-8dca-4a25-ad77-99f841ba9364 None None] Routers {'8b860ba8-a602-4874-9e45-e80ae721ec03'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:58:21.789102 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-df0568df-8dca-4a25-ad77-99f841ba9364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:58:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8b860ba8-a602-4874-9e45-e80ae721ec03'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:21.835253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-618dc266-29f7-49e6-b320-e4dc5e8b34a2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Deleting port 9bca117f-8009-4527-8418-6b1fb629222d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:21.835253 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-618dc266-29f7-49e6-b320-e4dc5e8b34a2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:21.854914 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c997892-57bb-4814-95b3-77c04b2bece9 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:21.998971 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-df0568df-8dca-4a25-ad77-99f841ba9364 None None] Set router 8b860ba8-a602-4874-9e45-e80ae721ec03 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:58:22.168921 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-618dc266-29f7-49e6-b320-e4dc5e8b34a2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:22.237778 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6730db51-7ad9-47cf-971d-3b24ed3a5a66 req-81e95097-eba7-41a5-b9ca-caee00114588 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 210 time: 0.1199217 May 27 22:58:22.267773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec01f2-20db-4f9a-a3c2-39c7a140e688 req-bece1271-f5f5-4ca8-85a0-e39624d5f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:22.269234 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0ec01f2-20db-4f9a-a3c2-39c7a140e688 req-bece1271-f5f5-4ca8-85a0-e39624d5f34e service neutron] 10.222.0.46 "GET /v2.0/networks?id=10953b49-8a50-460b-bc26-25bd2f39cd7a HTTP/1.1" status: 200 len: 914 time: 0.5507059 May 27 22:58:22.343492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-618dc266-29f7-49e6-b320-e4dc5e8b34a2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Calling delete_port for 9bca117f-8009-4527-8418-6b1fb629222d owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:22.417632 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:22.486028 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-df0568df-8dca-4a25-ad77-99f841ba9364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T22:54:23Z', 'revision_number': 4, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '46a3a4a6-12f4-4d3a-b5ab-6f51bbbb2fa1', 'tenant_id': '921154709996453f880f967c0d436688', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'port_id': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'mac_address': 'fa:16:3e:9b:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:58:19Z', 'updated_at': '2022-05-27T22:58:19Z', 'revision_number': 0, 'project_id': '921154709996453f880f967c0d436688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3cfb4d-7a9d-4404-88d2-bb1fddb93294', 'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'tenant_id': '921154709996453f880f967c0d436688', 'mac_address': 'fa:16:3e:4d:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:19Z', 'updated_at': '2022-05-27T22:54:32Z', 'revision_number': 5, 'project_id': '921154709996453f880f967c0d436688', 'subnets': [{'id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:22.490478 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0568df-8dca-4a25-ad77-99f841ba9364 None None] The sync data for ids ['8b860ba8-a602-4874-9e45-e80ae721ec03'] in n-d-843680-3 is: [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T22:54:23Z', 'revision_number': 4, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '46a3a4a6-12f4-4d3a-b5ab-6f51bbbb2fa1', 'tenant_id': '921154709996453f880f967c0d436688', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'port_id': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'mac_address': 'fa:16:3e:9b:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:58:19Z', 'updated_at': '2022-05-27T22:58:19Z', 'revision_number': 0, 'project_id': '921154709996453f880f967c0d436688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3cfb4d-7a9d-4404-88d2-bb1fddb93294', 'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'tenant_id': '921154709996453f880f967c0d436688', 'mac_address': 'fa:16:3e:4d:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:19Z', 'updated_at': '2022-05-27T22:54:32Z', 'revision_number': 5, 'project_id': '921154709996453f880f967c0d436688', 'subnets': [{'id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:58:22.507859 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0ec01f2-20db-4f9a-a3c2-39c7a140e688 req-32638de4-b80f-4a19-b952-6e9a980002c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 HTTP/1.1" status: 200 len: 998 time: 0.2274210 May 27 22:58:22.646658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-618dc266-29f7-49e6-b320-e4dc5e8b34a2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:22.680028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec01f2-20db-4f9a-a3c2-39c7a140e688 req-5ba73d35-ae6e-425c-95d4-7e62fa945a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:22.680028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0ec01f2-20db-4f9a-a3c2-39c7a140e688 req-5ba73d35-ae6e-425c-95d4-7e62fa945a44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe3b673-ec6a-40c3-8265-98f8f9d42c84 HTTP/1.1" status: 200 len: 852 time: 0.1617928 May 27 22:58:22.756077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618dc266-29f7-49e6-b320-e4dc5e8b34a2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bca117f-8009-4527-8418-6b1fb629222d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:22.816680 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-618dc266-29f7-49e6-b320-e4dc5e8b34a2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:22.823079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01dbe8d-88ff-4b29-b7a0-4cd8516defb4 None None] New status for floating IP 46a3a4a6-12f4-4d3a-b5ab-6f51bbbb2fa1: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:58:22.838141 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-618dc266-29f7-49e6-b320-e4dc5e8b34a2 tempest-RoutersAdminNegativeIpV6Test-125472704 tempest-RoutersAdminNegativeIpV6Test-125472704-project-admin] 10.222.0.27 "DELETE /v2.0/ports/9bca117f-8009-4527-8418-6b1fb629222d HTTP/1.1" status: 204 len: 168 time: 1.0890081 May 27 22:58:22.985020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec01f2-20db-4f9a-a3c2-39c7a140e688 req-8600f8dd-13f0-4c3e-844c-1caecc68ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:22.986379 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0ec01f2-20db-4f9a-a3c2-39c7a140e688 req-8600f8dd-13f0-4c3e-844c-1caecc68ee1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10953b49-8a50-460b-bc26-25bd2f39cd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3005383 May 27 22:58:23.152958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0ec01f2-20db-4f9a-a3c2-39c7a140e688 req-00333e5e-324e-4efe-a5b7-eb4a8f9a8095 service neutron] 10.222.0.46 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594579 May 27 22:58:23.347073 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c997892-57bb-4814-95b3-77c04b2bece9 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:23.380518 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0ec01f2-20db-4f9a-a3c2-39c7a140e688 req-055931de-9b0b-4b5f-b464-b102115b0751 service neutron] 10.222.0.46 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205226 May 27 22:58:23.388067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59598) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:23.427651 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-a01dbe8d-88ff-4b29-b7a0-4cd8516defb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:58:23.427651 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-a01dbe8d-88ff-4b29-b7a0-4cd8516defb4 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:58:23.428914 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c997892-57bb-4814-95b3-77c04b2bece9 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:23.489535 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe3892ff-0b8b-401f-b5dc-0e42648a0ad2 req-14eebc48-30af-4e6f-8424-37a86ac9fbb0 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 210 time: 0.1080210 May 27 22:58:23.525487 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd9a24d6-d4d6-45c3-9891-f410aecf6dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:23.550944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dd9a24d6-d4d6-45c3-9891-f410aecf6dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:23.555492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dd9a24d6-d4d6-45c3-9891-f410aecf6dda admin admin] Usage tracker for resource:security_group_rule and tenant:4315c57ebf1a4768b33b41bd8a1f71d5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:23.558765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dd9a24d6-d4d6-45c3-9891-f410aecf6dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:23.565106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dd9a24d6-d4d6-45c3-9891-f410aecf6dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:23.658165 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd9a24d6-d4d6-45c3-9891-f410aecf6dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:23.723242 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd9a24d6-d4d6-45c3-9891-f410aecf6dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:23.789495 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dd9a24d6-d4d6-45c3-9891-f410aecf6dda admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4315c57ebf1a4768b33b41bd8a1f71d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4001386 May 27 22:58:23.792822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59606) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:23.808839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a24d6-d4d6-45c3-9891-f410aecf6dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c4b459-4287-413c-878f-3e481df448d0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:23.861120 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54bb6774-bfde-4b3d-ad14-24cb25afb71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:23.895849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54bb6774-bfde-4b3d-ad14-24cb25afb71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:23.926917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01dbe8d-88ff-4b29-b7a0-4cd8516defb4 None None] New status for floating IP 46a3a4a6-12f4-4d3a-b5ab-6f51bbbb2fa1: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:58:23.982908 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c997892-57bb-4814-95b3-77c04b2bece9 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Router 8b860ba8-a602-4874-9e45-e80ae721ec03 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:58:24.141777 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54bb6774-bfde-4b3d-ad14-24cb25afb71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:24.156707 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb6774-bfde-4b3d-ad14-24cb25afb71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c4b459-4287-413c-878f-3e481df448d0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:24.178977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54bb6774-bfde-4b3d-ad14-24cb25afb71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:24.178977 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-54bb6774-bfde-4b3d-ad14-24cb25afb71b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a1c4b459-4287-413c-878f-3e481df448d0 HTTP/1.1" status: 204 len: 168 time: 0.3795137 May 27 22:58:24.209969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c997892-57bb-4814-95b3-77c04b2bece9 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:58:24.225036 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c997892-57bb-4814-95b3-77c04b2bece9 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:24.325473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'tag': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:58:24.354740 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2c997892-57bb-4814-95b3-77c04b2bece9 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "PUT /v2.0/floatingips/46a3a4a6-12f4-4d3a-b5ab-6f51bbbb2fa1 HTTP/1.1" status: 200 len: 990 time: 2.7015104 May 27 22:58:24.397188 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a806a72a-72ba-4af6-89ed-daa10823692e'] response: {'name': 'network-changed', 'server_uuid': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'tag': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'status': 'completed', 'code': 200} May 27 22:58:24.457276 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363b1c79-ddee-4a7d-8966-5aac61189ede None None] Sync routers for ids ['8b860ba8-a602-4874-9e45-e80ae721ec03'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:58:24.470413 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363b1c79-ddee-4a7d-8966-5aac61189ede None None] Routers {'8b860ba8-a602-4874-9e45-e80ae721ec03'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:58:24.470413 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-363b1c79-ddee-4a7d-8966-5aac61189ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:58:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8b860ba8-a602-4874-9e45-e80ae721ec03'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:24.499622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016e054-f897-4cb8-9965-04e2b6795767 req-c4769887-3b41-46f3-9351-9511876e9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:24.501364 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6016e054-f897-4cb8-9965-04e2b6795767 req-c4769887-3b41-46f3-9351-9511876e9ffb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=921154709996453f880f967c0d436688&device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 1096 time: 0.0811400 May 27 22:58:24.811977 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-363b1c79-ddee-4a7d-8966-5aac61189ede None None] Set router 8b860ba8-a602-4874-9e45-e80ae721ec03 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:58:24.835035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-87c0712d-1838-4d67-a354-e4b788788c89 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:24.836572 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-87c0712d-1838-4d67-a354-e4b788788c89 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.46 "GET /v2.0/networks?id=de4a8b3f-b36f-4a81-b757-3c8e918007df HTTP/1.1" status: 200 len: 814 time: 0.2851987 May 27 22:58:24.855199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Request body: {'port': {'device_id': 'fe81e994-3b1d-4d93-a2c5-b0fe464dbf09', 'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df', 'admin_state_up': True, 'tenant_id': '17e0516bad424434bcaa34f906cb2013'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:24.875459 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c848bbf5-efc6-45ac-9a6f-fbb501027278 req-ca43b7f0-7810-4dec-8963-aba41efa2fb9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 210 time: 0.1272268 May 27 22:58:24.894626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016e054-f897-4cb8-9965-04e2b6795767 req-80944374-1785-464d-87db-17884047e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:24.894626 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6016e054-f897-4cb8-9965-04e2b6795767 req-80944374-1785-464d-87db-17884047e871 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10953b49-8a50-460b-bc26-25bd2f39cd7a HTTP/1.1" status: 200 len: 914 time: 0.3845603 May 27 22:58:25.063961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:25.071545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Usage tracker for resource:port and tenant:17e0516bad424434bcaa34f906cb2013 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:25.076022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:25.087076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:25.091210 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6016e054-f897-4cb8-9965-04e2b6795767 req-03489cd4-cf0c-4b59-a0b5-08d056ce478e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 HTTP/1.1" status: 200 len: 1000 time: 0.1928718 May 27 22:58:25.188582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016e054-f897-4cb8-9965-04e2b6795767 req-0c67169a-4a57-4ac5-92f3-b35cf9408486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:25.190107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6016e054-f897-4cb8-9965-04e2b6795767 req-0c67169a-4a57-4ac5-92f3-b35cf9408486 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe3b673-ec6a-40c3-8265-98f8f9d42c84 HTTP/1.1" status: 200 len: 852 time: 0.0918255 May 27 22:58:25.195945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59620) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:25.254675 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-68d53c1c-d7f6-4898-b4da-138b4212e974 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e8d4dbb50c85437fbbe451408cac3d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574582 May 27 22:58:25.255856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Made reservation on behalf of 17e0516bad424434bcaa34f906cb2013 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:25.258700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59624) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:25.260333 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:25.348747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016e054-f897-4cb8-9965-04e2b6795767 req-69e0be43-8fbd-4bf4-8896-b84ead529ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:25.350438 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6016e054-f897-4cb8-9965-04e2b6795767 req-69e0be43-8fbd-4bf4-8896-b84ead529ec8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10953b49-8a50-460b-bc26-25bd2f39cd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532729 May 27 22:58:25.384185 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-363b1c79-ddee-4a7d-8966-5aac61189ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T22:54:23Z', 'revision_number': 4, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '46a3a4a6-12f4-4d3a-b5ab-6f51bbbb2fa1', 'tenant_id': '921154709996453f880f967c0d436688', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'port_id': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'mac_address': 'fa:16:3e:9b:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:58:19Z', 'updated_at': '2022-05-27T22:58:24Z', 'revision_number': 2, 'project_id': '921154709996453f880f967c0d436688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3cfb4d-7a9d-4404-88d2-bb1fddb93294', 'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'tenant_id': '921154709996453f880f967c0d436688', 'mac_address': 'fa:16:3e:4d:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:19Z', 'updated_at': '2022-05-27T22:54:32Z', 'revision_number': 5, 'project_id': '921154709996453f880f967c0d436688', 'subnets': [{'id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:25.388255 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363b1c79-ddee-4a7d-8966-5aac61189ede None None] Checking router: 8b860ba8-a602-4874-9e45-e80ae721ec03 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:58:25.397632 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363b1c79-ddee-4a7d-8966-5aac61189ede None None] Routers {'8b860ba8-a602-4874-9e45-e80ae721ec03'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:58:25.398173 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-363b1c79-ddee-4a7d-8966-5aac61189ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:58:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8b860ba8-a602-4874-9e45-e80ae721ec03'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:25.449587 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-28f4b75d-23f5-44c4-81d5-733f4cdf3e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:25.487640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Allocated IP 172.20.0.8 (de4a8b3f-b36f-4a81-b757-3c8e918007df/a218cd6c-f7e8-4753-ba6b-2597e7fb1c57/98942732-6782-46db-83d8-3232144a150f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:58:25.502291 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-28f4b75d-23f5-44c4-81d5-733f4cdf3e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:25.565979 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6016e054-f897-4cb8-9965-04e2b6795767 req-33fba7e0-3810-4188-9c7d-1cfe34b1b5ed service neutron] 10.222.0.46 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062132 May 27 22:58:25.662184 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-363b1c79-ddee-4a7d-8966-5aac61189ede None None] Set router 8b860ba8-a602-4874-9e45-e80ae721ec03 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:58:25.718336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6016e054-f897-4cb8-9965-04e2b6795767 req-53b4c9b4-1107-4d25-916d-1413e1a507c0 service neutron] 10.222.0.46 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463325 May 27 22:58:25.726495 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-28f4b75d-23f5-44c4-81d5-733f4cdf3e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:25.754444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4b75d-23f5-44c4-81d5-733f4cdf3e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30854a4-abfb-47a9-ac79-27cd4e892a1c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:25.757855 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-28f4b75d-23f5-44c4-81d5-733f4cdf3e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:25.760598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-28f4b75d-23f5-44c4-81d5-733f4cdf3e9d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c30854a4-abfb-47a9-ac79-27cd4e892a1c HTTP/1.1" status: 204 len: 168 time: 0.4994395 May 27 22:58:25.913006 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:26.115515 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:26.122342 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-363b1c79-ddee-4a7d-8966-5aac61189ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T22:54:23Z', 'revision_number': 4, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '46a3a4a6-12f4-4d3a-b5ab-6f51bbbb2fa1', 'tenant_id': '921154709996453f880f967c0d436688', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'port_id': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'mac_address': 'fa:16:3e:9b:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:58:19Z', 'updated_at': '2022-05-27T22:58:24Z', 'revision_number': 2, 'project_id': '921154709996453f880f967c0d436688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3cfb4d-7a9d-4404-88d2-bb1fddb93294', 'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'tenant_id': '921154709996453f880f967c0d436688', 'mac_address': 'fa:16:3e:4d:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:19Z', 'updated_at': '2022-05-27T22:54:32Z', 'revision_number': 5, 'project_id': '921154709996453f880f967c0d436688', 'subnets': [{'id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:26.127441 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363b1c79-ddee-4a7d-8966-5aac61189ede None None] The sync data for ids ['8b860ba8-a602-4874-9e45-e80ae721ec03'] in n-d-843680-3 is: [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T22:54:23Z', 'revision_number': 4, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '46a3a4a6-12f4-4d3a-b5ab-6f51bbbb2fa1', 'tenant_id': '921154709996453f880f967c0d436688', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'port_id': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'mac_address': 'fa:16:3e:9b:52:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T22:58:19Z', 'updated_at': '2022-05-27T22:58:24Z', 'revision_number': 2, 'project_id': '921154709996453f880f967c0d436688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3cfb4d-7a9d-4404-88d2-bb1fddb93294', 'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'tenant_id': '921154709996453f880f967c0d436688', 'mac_address': 'fa:16:3e:4d:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:19Z', 'updated_at': '2022-05-27T22:54:32Z', 'revision_number': 5, 'project_id': '921154709996453f880f967c0d436688', 'subnets': [{'id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:58:26.153580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['f4a0e967-2ebf-42dc-8938-9b219d9ac21e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:58:26.255953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Network de4a8b3f-b36f-4a81-b757-3c8e918007df is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:58:26.257323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:26.275363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:58:26.347242 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-841d6551-d4d1-4118-9628-051bb64fcb6e req-29e21cb8-efc8-4e42-acc1-b0c3bc327ad5 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 210 time: 0.3253868 May 27 22:58:26.398674 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'tag': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:58:26.420186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Pushing event updated for resources: {'Port': ['ID=98942732-6782-46db-83d8-3232144a150f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:26.462517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:26.464731 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e818b92e-857d-4339-9c57-0d8b3d84c065'] response: {'name': 'network-changed', 'server_uuid': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'tag': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'status': 'completed', 'code': 200} May 27 22:58:26.464882 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:26.591152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262995d-8bfd-4dd9-95ee-e88b1daf624e req-26e45f1b-29fb-4653-9207-2d4151c09458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:26.593104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9262995d-8bfd-4dd9-95ee-e88b1daf624e req-26e45f1b-29fb-4653-9207-2d4151c09458 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=921154709996453f880f967c0d436688&device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 1096 time: 0.1011820 May 27 22:58:26.622753 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-8a88c275-c635-45e0-b4c4-672a004a365b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7766466 May 27 22:58:26.634380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Request body: {'port': {'device_id': 'fe81e994-3b1d-4d93-a2c5-b0fe464dbf09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:26.752091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262995d-8bfd-4dd9-95ee-e88b1daf624e req-a6a12abd-0296-4880-8633-1d7222265805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:26.756225 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9262995d-8bfd-4dd9-95ee-e88b1daf624e req-a6a12abd-0296-4880-8633-1d7222265805 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10953b49-8a50-460b-bc26-25bd2f39cd7a HTTP/1.1" status: 200 len: 914 time: 0.1561563 May 27 22:58:26.773341 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:26.887129 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9262995d-8bfd-4dd9-95ee-e88b1daf624e req-1771d848-0e14-4923-b38d-c0204f26da47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 HTTP/1.1" status: 200 len: 1000 time: 0.1249990 May 27 22:58:26.970474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262995d-8bfd-4dd9-95ee-e88b1daf624e req-a689b594-58e4-4551-8845-405e8be997f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:26.971927 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9262995d-8bfd-4dd9-95ee-e88b1daf624e req-a689b594-58e4-4551-8845-405e8be997f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe3b673-ec6a-40c3-8265-98f8f9d42c84 HTTP/1.1" status: 200 len: 852 time: 0.0792017 May 27 22:58:27.080162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:27.113705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262995d-8bfd-4dd9-95ee-e88b1daf624e req-3cff989d-64a3-41c3-8e07-2439379aa5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:27.115398 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9262995d-8bfd-4dd9-95ee-e88b1daf624e req-3cff989d-64a3-41c3-8e07-2439379aa5fa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10953b49-8a50-460b-bc26-25bd2f39cd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367924 May 27 22:58:27.244820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98942732-6782-46db-83d8-3232144a150f {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:58:27.269316 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:27.274703 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92dac43a-a4bc-4329-9d1c-336c3de0d6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:27.296107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9262995d-8bfd-4dd9-95ee-e88b1daf624e req-d107dc78-4686-47e8-9066-5acbe4c1ed69 service neutron] 10.222.0.46 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739228 May 27 22:58:27.299087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-92dac43a-a4bc-4329-9d1c-336c3de0d6bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:27.304582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Transition to ACTIVE for port object 98942732-6782-46db-83d8-3232144a150f will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:58:27.305644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-92dac43a-a4bc-4329-9d1c-336c3de0d6bc admin admin] Usage tracker for resource:security_group_rule and tenant:be8953f8496b438baa675ff4652ad794 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:27.311067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-92dac43a-a4bc-4329-9d1c-336c3de0d6bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:27.318011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-92dac43a-a4bc-4329-9d1c-336c3de0d6bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:27.373783 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:27.465682 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9262995d-8bfd-4dd9-95ee-e88b1daf624e req-93593060-455a-4c34-b416-41d9ccb431e1 service neutron] 10.222.0.46 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637390 May 27 22:58:27.471575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Pushing event updated for resources: {'Port': ['ID=98942732-6782-46db-83d8-3232144a150f,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:27.534303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59674) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:27.572839 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e8baab4-f5fb-4f4c-b3ea-7862ba69c6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:27.623739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355e655-0def-4f2f-b4b4-65b05ecb9ec8 req-397795e3-d574-4abb-b1ae-a39f02331701 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:27.625265 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2355e655-0def-4f2f-b4b4-65b05ecb9ec8 req-397795e3-d574-4abb-b1ae-a39f02331701 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 943 time: 0.0845549 May 27 22:58:27.691945 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2355e655-0def-4f2f-b4b4-65b05ecb9ec8 req-0744dccc-4b86-4ae6-9f30-0fda740e5d6c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554776 May 27 22:58:27.697851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1007964336'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:27.703942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:27.708015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Usage tracker for resource:network and tenant:4489344bf8914185a85da45ddf95f8b4 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:27.711458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:27.713028 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92dac43a-a4bc-4329-9d1c-336c3de0d6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:27.729563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:27.737410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Attempting to bind port 98942732-6782-46db-83d8-3232144a150f on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:58:27.737410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Attempting to bind port 98942732-6782-46db-83d8-3232144a150f by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '0c58a018-2b86-42ca-83b3-6346c4643c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:58:27.737410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Attempting to bind port 98942732-6782-46db-83d8-3232144a150f on network de4a8b3f-b36f-4a81-b757-3c8e918007df {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:58:27.741798 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Port 98942732-6782-46db-83d8-3232144a150f on network de4a8b3f-b36f-4a81-b757-3c8e918007df not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:58:27.741798 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Attempting to bind port 98942732-6782-46db-83d8-3232144a150f on network de4a8b3f-b36f-4a81-b757-3c8e918007df {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:58:27.749297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:58:27.749651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Checking segment: {'id': '0c58a018-2b86-42ca-83b3-6346c4643c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:58:27.750028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Bound using segment: {'id': '0c58a018-2b86-42ca-83b3-6346c4643c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:58:27.750982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Bound port: 98942732-6782-46db-83d8-3232144a150f, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c58a018-2b86-42ca-83b3-6346c4643c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:58:27.750982 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:27.808650 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92dac43a-a4bc-4329-9d1c-336c3de0d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:27.883580 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-92dac43a-a4bc-4329-9d1c-336c3de0d6bc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=be8953f8496b438baa675ff4652ad794&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8026340 May 27 22:58:27.886334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59680) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:27.887981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dac43a-a4bc-4329-9d1c-336c3de0d6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acca8391-be10-4b4a-b377-0dff04f37d7c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:27.893409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] For port 98942732-6782-46db-83d8-3232144a150f, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:58:27.903931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] For port 98942732-6782-46db-83d8-3232144a150f, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=98942732-6782-46db-83d8-3232144a150f,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:58:27.924322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Made reservation on behalf of 4489344bf8914185a85da45ddf95f8b4 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:27.924621 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:27.948498 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:27.970342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:27.972246 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:27.982794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Usage tracker for resource:security_group_rule and tenant:4489344bf8914185a85da45ddf95f8b4 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:27.986996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:27.994347 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4fd64e02-1ffd-410d-b79e-c9e587a69b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:28.002260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:28.039213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:28.039485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4fd64e02-1ffd-410d-b79e-c9e587a69b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:28.039814 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:28.041180 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] 10.222.0.46 "PUT /v2.0/ports/98942732-6782-46db-83d8-3232144a150f HTTP/1.1" status: 200 len: 1091 time: 1.4114161 May 27 22:58:28.041603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe81e994-3b1d-4d93-a2c5-b0fe464dbf09', 'tag': '98942732-6782-46db-83d8-3232144a150f'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:58:28.071915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68d7a4-c078-4735-bd78-116d07dd0e3f service neutron] Pushing event updated for resources: {'Port': ['ID=98942732-6782-46db-83d8-3232144a150f,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:28.098490 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9897fcb5-8125-412e-91fa-5ebd1eaf34fd'] response: {'name': 'network-changed', 'server_uuid': 'fe81e994-3b1d-4d93-a2c5-b0fe464dbf09', 'tag': '98942732-6782-46db-83d8-3232144a150f', 'status': 'completed', 'code': 200} May 27 22:58:28.150670 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:28.192265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dcd68-d155-4a6d-bf25-9fc7ca07b678 req-7a3ae22c-8ff8-40e4-9b8b-071306cb320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:28.192265 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-569dcd68-d155-4a6d-bf25-9fc7ca07b678 req-7a3ae22c-8ff8-40e4-9b8b-071306cb320b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17e0516bad424434bcaa34f906cb2013&device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 1094 time: 0.0735192 May 27 22:58:28.205767 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4fd64e02-1ffd-410d-b79e-c9e587a69b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:28.223231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd64e02-1ffd-410d-b79e-c9e587a69b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acca8391-be10-4b4a-b377-0dff04f37d7c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:28.237821 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4fd64e02-1ffd-410d-b79e-c9e587a69b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:28.237821 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4fd64e02-1ffd-410d-b79e-c9e587a69b51 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/acca8391-be10-4b4a-b377-0dff04f37d7c HTTP/1.1" status: 204 len: 168 time: 0.3483524 May 27 22:58:28.310172 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:28.340508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:58:28.346228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dcd68-d155-4a6d-bf25-9fc7ca07b678 req-8e32bc4c-c13c-4566-a0a4-d0b6be5770d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:28.347679 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-569dcd68-d155-4a6d-bf25-9fc7ca07b678 req-8e32bc4c-c13c-4566-a0a4-d0b6be5770d2 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=17e0516bad424434bcaa34f906cb2013&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1521623 May 27 22:58:28.348979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478a173e-abb8-4929-a68a-bb68b14f8f61,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:28.357867 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:28.359428 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Added segment c176d368-8a30-4904-9d09-ffa6326c6e99 of type vlan for network aeba0683-e660-4739-be75-22db41403116 May 27 22:58:28.403686 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:28.502747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dcd68-d155-4a6d-bf25-9fc7ca07b678 req-3de73d90-126a-4e23-9042-f24b3745ab75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:28.502747 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-569dcd68-d155-4a6d-bf25-9fc7ca07b678 req-3de73d90-126a-4e23-9042-f24b3745ab75 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1486669 May 27 22:58:28.519299 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:28.526157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:28.526778 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:28.651489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-0f72ca83-b070-405c-b251-9c752593efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:28.653187 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-0f72ca83-b070-405c-b251-9c752593efa5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=17e0516bad424434bcaa34f906cb2013&device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 1094 time: 0.1139684 May 27 22:58:28.654678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Pushing event updated for resources: {'Network': ['ID=aeba0683-e660-4739-be75-22db41403116,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:28.671603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network aeba0683-e660-4739-be75-22db41403116 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:58:28.754665 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a213cab7-4d65-40ca-a08a-57ca38557045 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2189946 May 27 22:58:28.755595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59692) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:28.762401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Request body: {'subnet': {'network_id': 'aeba0683-e660-4739-be75-22db41403116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:28.990395 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-2c5f06dc-6884-49d0-b200-54fc83a163c5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98942732-6782-46db-83d8-3232144a150f HTTP/1.1" status: 200 len: 217 time: 0.3257000 May 27 22:58:29.011221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:29.016756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Usage tracker for resource:subnet and tenant:4489344bf8914185a85da45ddf95f8b4 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:29.020718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:29.027866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:29.077124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc2fba-d706-4a30-982e-56c3b45b651a req-7c81e875-5cf9-4ab5-a6f1-2d6e03d821b0 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:29.082268 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-a985f7d7-991e-4c5c-8ac9-70fc71b82e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:29.082268 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-a985f7d7-991e-4c5c-8ac9-70fc71b82e61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a218cd6c-f7e8-4753-ba6b-2597e7fb1c57 HTTP/1.1" status: 200 len: 854 time: 0.0671434 May 27 22:58:29.088249 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6bc2fba-d706-4a30-982e-56c3b45b651a req-7c81e875-5cf9-4ab5-a6f1-2d6e03d821b0 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 943 time: 0.1556320 May 27 22:58:29.104685 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6bc2fba-d706-4a30-982e-56c3b45b651a req-f3ae94f5-c139-4931-a17f-dec0b6f78d64 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428154 May 27 22:58:29.115517 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-5e30dfd2-c939-4b19-ad70-3e52ff05b7cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=de4a8b3f-b36f-4a81-b757-3c8e918007df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489390 May 27 22:58:29.183648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Made reservation on behalf of 4489344bf8914185a85da45ddf95f8b4 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:29.191275 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:29.274190 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-700f509c-7e7e-4c13-8fd9-15a0641e6f58 service neutron] 10.222.0.46 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517198 May 27 22:58:29.309926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59696) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:29.338867 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e53a7c73-016c-4813-836d-34eb775bb949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:29.361004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e53a7c73-016c-4813-836d-34eb775bb949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:29.368735 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e53a7c73-016c-4813-836d-34eb775bb949 admin admin] Usage tracker for resource:security_group_rule and tenant:434c78c9fe6d4bcb834aae7f74db5b8b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:29.372341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e53a7c73-016c-4813-836d-34eb775bb949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:29.381098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e53a7c73-016c-4813-836d-34eb775bb949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:29.429956 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5602f21f-ee14-461b-adb3-9601aa9e5209 req-43b762a5-3da5-43b7-8c32-fc282ff4c082 service neutron] 10.222.0.46 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481221 May 27 22:58:29.694584 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e53a7c73-016c-4813-836d-34eb775bb949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:29.713250 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b1bf6f46-cc4b-4b7a-a4cc-ff2452fd1310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:29.741768 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:29.803198 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e53a7c73-016c-4813-836d-34eb775bb949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:29.856373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Pushing event updated for resources: {'Subnet': ['ID=6e577c88-b3d7-4fc7-a448-068cba85871b,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:29.882719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e53a7c73-016c-4813-836d-34eb775bb949 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=434c78c9fe6d4bcb834aae7f74db5b8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5755615 May 27 22:58:29.885655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59700) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:29.888033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Checking segment: {'id': 'c176d368-8a30-4904-9d09-ffa6326c6e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aeba0683-e660-4739-be75-22db41403116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:58:29.888411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Network hostable DHCP agents. Network: aeba0683-e660-4739-be75-22db41403116, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:58:29.898103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a7c73-016c-4813-836d-34eb775bb949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dae6a4b-a2bb-46ea-a361-8a12e26d3349,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:29.966079 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-548bf0f7-f9cd-4a4b-8253-634e95964cae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:29.994062 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-548bf0f7-f9cd-4a4b-8253-634e95964cae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:30.056783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Network aeba0683-e660-4739-be75-22db41403116 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:58:30.129338 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-548bf0f7-f9cd-4a4b-8253-634e95964cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:30.138083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, aeba0683-e660-4739-be75-22db41403116) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:30.143266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:30.144014 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:30.154458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41ff8b5-ddaa-44ea-acbe-538b250ddb2c None None] Network aeba0683-e660-4739-be75-22db41403116 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:58:30.157479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bf0f7-f9cd-4a4b-8253-634e95964cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dae6a4b-a2bb-46ea-a361-8a12e26d3349,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:30.177226 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-548bf0f7-f9cd-4a4b-8253-634e95964cae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:30.180757 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-548bf0f7-f9cd-4a4b-8253-634e95964cae admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3dae6a4b-a2bb-46ea-a361-8a12e26d3349 HTTP/1.1" status: 204 len: 168 time: 0.2940018 May 27 22:58:30.280864 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-50dd34fd-c6fa-412b-9678-9268b8e3718e tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5234463 May 27 22:58:30.284491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59708) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:30.297969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Request body: {'port': {'network_id': 'aeba0683-e660-4739-be75-22db41403116', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-624837110'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:30.326813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2deb7-5f4b-4947-9fe7-506d99d4deef req-e5447a56-0550-4448-b29f-1427630b1b00 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:30.329031 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7dc2deb7-5f4b-4947-9fe7-506d99d4deef req-e5447a56-0550-4448-b29f-1427630b1b00 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 943 time: 0.1066103 May 27 22:58:30.379552 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7dc2deb7-5f4b-4947-9fe7-506d99d4deef req-4be0c435-976c-4187-9b2c-98f235b2b90a tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437071 May 27 22:58:30.445086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-aeba0683-e660-4739-be75-22db41403116', 'network_id': 'aeba0683-e660-4739-be75-22db41403116', 'tenant_id': '4489344bf8914185a85da45ddf95f8b4', 'fixed_ips': [{'subnet_id': '6e577c88-b3d7-4fc7-a448-068cba85871b'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:58:30.445964 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:30.457949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:30.461894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Usage tracker for resource:port and tenant:4489344bf8914185a85da45ddf95f8b4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:30.464933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:30.471224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:30.589098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Made reservation on behalf of 4489344bf8914185a85da45ddf95f8b4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:30.592380 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:30.607202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Allocated IP 2001:db8::2 (aeba0683-e660-4739-be75-22db41403116/6e577c88-b3d7-4fc7-a448-068cba85871b/b87a0def-cab3-4596-a854-d97752fe41cd) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:58:30.614213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] device_id is not set on port 4040902c-bba2-4ceb-a562-0a179f64d447 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:58:30.824126 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:30.839708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Transition to ACTIVE for port object b87a0def-cab3-4596-a854-d97752fe41cd will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:58:30.866783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Transition to ACTIVE for port object b87a0def-cab3-4596-a854-d97752fe41cd will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:58:30.978174 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:30.979116 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:30.981172 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:31.044191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Network aeba0683-e660-4739-be75-22db41403116 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:58:31.045349 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:31.049474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:58:31.069179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Allocated IP 2001:db8::38c (aeba0683-e660-4739-be75-22db41403116/6e577c88-b3d7-4fc7-a448-068cba85871b/4040902c-bba2-4ceb-a562-0a179f64d447) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:58:31.094445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Pushing event updated for resources: {'Port': ['ID=b87a0def-cab3-4596-a854-d97752fe41cd,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:31.152612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Attempting to bind port b87a0def-cab3-4596-a854-d97752fe41cd on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:58:31.153015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Attempting to bind port b87a0def-cab3-4596-a854-d97752fe41cd by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'c176d368-8a30-4904-9d09-ffa6326c6e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aeba0683-e660-4739-be75-22db41403116'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:58:31.153374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Attempting to bind port b87a0def-cab3-4596-a854-d97752fe41cd on network aeba0683-e660-4739-be75-22db41403116 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:58:31.158913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:58:31.159678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Checking segment: {'id': 'c176d368-8a30-4904-9d09-ffa6326c6e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aeba0683-e660-4739-be75-22db41403116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:58:31.159788 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:31.160410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Bound using segment: {'id': 'c176d368-8a30-4904-9d09-ffa6326c6e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aeba0683-e660-4739-be75-22db41403116'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:58:31.160704 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Bound port: b87a0def-cab3-4596-a854-d97752fe41cd, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c176d368-8a30-4904-9d09-ffa6326c6e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'aeba0683-e660-4739-be75-22db41403116'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:58:31.161785 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:31.257930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-917ea518-d868-46e3-9268-35261a279c1a None None] For port b87a0def-cab3-4596-a854-d97752fe41cd, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:58:31.261039 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-917ea518-d868-46e3-9268-35261a279c1a None None] For port b87a0def-cab3-4596-a854-d97752fe41cd, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b87a0def-cab3-4596-a854-d97752fe41cd,segment=NetworkSegment(c176d368-8a30-4904-9d09-ffa6326c6e99),segment_id=c176d368-8a30-4904-9d09-ffa6326c6e99)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:58:31.283567 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:31.299403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Transition to ACTIVE for port object 4040902c-bba2-4ceb-a562-0a179f64d447 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:58:31.337826 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:31.407671 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:31.429462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ea518-d868-46e3-9268-35261a279c1a None None] Pushing event updated for resources: {'Port': ['ID=b87a0def-cab3-4596-a854-d97752fe41cd,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:31.507281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59732) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:31.521922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Network aeba0683-e660-4739-be75-22db41403116 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:58:31.525417 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:31.528123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:58:31.535358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 98942732-6782-46db-83d8-3232144a150f details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:58:31.535869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:31.537246 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:31.569883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Pushing event updated for resources: {'Port': ['ID=4040902c-bba2-4ceb-a562-0a179f64d447,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:31.628611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d564ab-0c5a-4931-8df9-0ca75eba38ea req-bef37bfe-0a17-46d0-82d8-f96d681010cd tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:31.628611 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7d564ab-0c5a-4931-8df9-0ca75eba38ea req-bef37bfe-0a17-46d0-82d8-f96d681010cd tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 943 time: 0.1069870 May 27 22:58:31.655749 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fefa8e55-29a5-4200-a27e-ff03f2a6d72f tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3661089 May 27 22:58:31.658427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59738) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:31.659175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1424513362-network', 'tenant_id': '1c87470b8a6142f3a1ac73168724d5a5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:31.665092 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:31.669836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Request body: {'port': {'network_id': 'aeba0683-e660-4739-be75-22db41403116', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-278169236', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:31.671491 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] bootfile-name is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 22:58:31.671906 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] tftp-server is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 22:58:31.672856 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] server-ip-address is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 22:58:31.672974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Usage tracker for resource:network and tenant:1c87470b8a6142f3a1ac73168724d5a5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:31.677686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:31.687310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:31.741868 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f7d564ab-0c5a-4931-8df9-0ca75eba38ea req-f2d97ac6-b122-4e5a-b37e-c6a259321450 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083615 May 27 22:58:31.783761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Made reservation on behalf of 1c87470b8a6142f3a1ac73168724d5a5 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:31.788342 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:31.800301 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 98942732-6782-46db-83d8-3232144a150f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=98942732-6782-46db-83d8-3232144a150f,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:31.813694 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:31.819172 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '98942732-6782-46db-83d8-3232144a150f', 'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df', 'port_id': '98942732-6782-46db-83d8-3232144a150f', 'mac_address': 'fa:16:3e:8c:66:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a218cd6c-f7e8-4753-ba6b-2597e7fb1c57', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:58:31.846589 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:31.850707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Usage tracker for resource:security_group_rule and tenant:1c87470b8a6142f3a1ac73168724d5a5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:31.854371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:31.867424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:31.906310 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b87a0def-cab3-4596-a854-d97752fe41cd up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:58:31.914640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:31.918999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Usage tracker for resource:port and tenant:4489344bf8914185a85da45ddf95f8b4 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:31.922328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:31.929013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:31.966493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 98942732-6782-46db-83d8-3232144a150f is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:58:31.966878 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:31.982067 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:31.991963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98942732-6782-46db-83d8-3232144a150f {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:58:32.011490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 98942732-6782-46db-83d8-3232144a150f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=98942732-6782-46db-83d8-3232144a150f,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:32.042345 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:58:32.084409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Made reservation on behalf of 4489344bf8914185a85da45ddf95f8b4 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:32.088429 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:32.112143 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] device_id is not set on port 6788184d-701a-461f-b64d-3ef8439a0df5 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:58:32.130366 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:32.130925 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port b87a0def-cab3-4596-a854-d97752fe41cd completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:58:32.134173 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:32.137231 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:32.164070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:58:32.172541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab980c23-5b9d-442f-87c0-846d6b2a47e5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:32.178087 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:32.178625 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Added segment d53b6aed-2698-4d50-bf79-43473ad20d1c of type vlan for network 84ca05c7-4de1-403e-b359-bb6d4d8967d3 May 27 22:58:32.209287 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=98942732-6782-46db-83d8-3232144a150f,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:32.210089 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:32.278986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Allocated IP 2001:db8::2db (aeba0683-e660-4739-be75-22db41403116/6e577c88-b3d7-4fc7-a448-068cba85871b/6788184d-701a-461f-b64d-3ef8439a0df5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:58:32.331602 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:32.332605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:32.333364 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:32.378410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['98942732-6782-46db-83d8-3232144a150f'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:58:32.457742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] Pushing event updated for resources: {'Network': ['ID=84ca05c7-4de1-403e-b359-bb6d4d8967d3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:32.471580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 84ca05c7-4de1-403e-b359-bb6d4d8967d3 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:58:32.527635 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a209808a-b998-4397-a2df-8219b9f902e3 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0180666 May 27 22:58:32.529915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59742) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:32.535433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] Request body: {'subnet': {'network_id': '84ca05c7-4de1-403e-b359-bb6d4d8967d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1424513362-subnet', 'tenant_id': '1c87470b8a6142f3a1ac73168724d5a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:32.538292 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:32.541211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:32.549829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] Usage tracker for resource:subnet and tenant:1c87470b8a6142f3a1ac73168724d5a5 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:32.559574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:32.566354 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Transition to ACTIVE for port object 6788184d-701a-461f-b64d-3ef8439a0df5 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:58:32.569737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:32.639575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] Made reservation on behalf of 1c87470b8a6142f3a1ac73168724d5a5 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:32.640127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e636d4-9e37-4588-a793-fbdb7a9c179d None None] Network aeba0683-e660-4739-be75-22db41403116 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:58:32.641364 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:32.666910 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:32.873119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-059c7de8-cf0c-4f73-87d0-18cb42f5ed52 None None] Provisioning for port b87a0def-cab3-4596-a854-d97752fe41cd completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:58:32.915260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-059c7de8-cf0c-4f73-87d0-18cb42f5ed52 None None] Provisioning complete for port b87a0def-cab3-4596-a854-d97752fe41cd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:58:32.916065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Network aeba0683-e660-4739-be75-22db41403116 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:58:32.916646 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-059c7de8-cf0c-4f73-87d0-18cb42f5ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:32.919469 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:32.924817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:58:32.930318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:32.930982 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:32.952236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Pushing event updated for resources: {'Port': ['ID=6788184d-701a-461f-b64d-3ef8439a0df5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:32.987772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e03134-c05d-4930-acf2-b0e36cc268a6 req-d7784ecd-4541-4178-8232-92ebe5c8abc7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:32.989278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32e03134-c05d-4930-acf2-b0e36cc268a6 req-d7784ecd-4541-4178-8232-92ebe5c8abc7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 944 time: 0.1111681 May 27 22:58:33.012942 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:33.030643 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd9db9d3-8104-446a-9a05-f4f3bde18229 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3716223 May 27 22:58:33.033443 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59748) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:33.109424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-32e03134-c05d-4930-acf2-b0e36cc268a6 req-c76034c7-9c2f-4705-8dbc-445d71f76a1f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140873 May 27 22:58:33.115939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-059c7de8-cf0c-4f73-87d0-18cb42f5ed52 None None] Current status of the port b87a0def-cab3-4596-a854-d97752fe41cd is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:58:33.120312 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-059c7de8-cf0c-4f73-87d0-18cb42f5ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:33.120802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=66bd6ee3-a6f0-415d-bef4-1226cbc8ae9a,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:33.129684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] Checking segment: {'id': 'd53b6aed-2698-4d50-bf79-43473ad20d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '84ca05c7-4de1-403e-b359-bb6d4d8967d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:58:33.130066 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] Network hostable DHCP agents. Network: 84ca05c7-4de1-403e-b359-bb6d4d8967d3, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:58:33.133150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48114483-16dd-43df-b6c1-1dcc75632d0b tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:33.139521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48114483-16dd-43df-b6c1-1dcc75632d0b tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:33.146721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48114483-16dd-43df-b6c1-1dcc75632d0b tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:33.147338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-48114483-16dd-43df-b6c1-1dcc75632d0b tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Synchronizing usage tracker for tenant:4489344bf8914185a85da45ddf95f8b4 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:58:33.159126 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-059c7de8-cf0c-4f73-87d0-18cb42f5ed52 None None] For port b87a0def-cab3-4596-a854-d97752fe41cd, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b87a0def-cab3-4596-a854-d97752fe41cd,segment=NetworkSegment(c176d368-8a30-4904-9d09-ffa6326c6e99),segment_id=c176d368-8a30-4904-9d09-ffa6326c6e99)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:33.234867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] Network 84ca05c7-4de1-403e-b359-bb6d4d8967d3 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:58:33.263510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-48114483-16dd-43df-b6c1-1dcc75632d0b tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Unset dirty status for tenant:4489344bf8914185a85da45ddf95f8b4 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:58:33.263710 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-059c7de8-cf0c-4f73-87d0-18cb42f5ed52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:33.269391 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-48114483-16dd-43df-b6c1-1dcc75632d0b tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2304628 May 27 22:58:33.269391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59752) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:33.309538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 84ca05c7-4de1-403e-b359-bb6d4d8967d3) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:33.313699 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:33.314796 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:33.332001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eeb16c-ef0e-40a7-8676-745e5d58e189 None None] Network 84ca05c7-4de1-403e-b359-bb6d4d8967d3 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:58:33.350998 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9cb2a-8de2-4530-a04e-0dcb8238cdfc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Deleting port 6788184d-701a-461f-b64d-3ef8439a0df5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:33.351343 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e0a9cb2a-8de2-4530-a04e-0dcb8238cdfc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:33.397196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-53b26974-12ad-4f16-bdd7-aa4fc7747fbf admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8661768 May 27 22:58:33.439764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c7de8-cf0c-4f73-87d0-18cb42f5ed52 None None] Pushing event updated for resources: {'Port': ['ID=b87a0def-cab3-4596-a854-d97752fe41cd,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:33.536677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-173ee1b4-6de9-40c3-9883-acf6babf07f1 None None] Provisioning for port 6788184d-701a-461f-b64d-3ef8439a0df5 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:58:33.550788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 98942732-6782-46db-83d8-3232144a150f up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:58:33.576284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-173ee1b4-6de9-40c3-9883-acf6babf07f1 None None] Provisioning complete for port 6788184d-701a-461f-b64d-3ef8439a0df5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:58:33.576671 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-173ee1b4-6de9-40c3-9883-acf6babf07f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:33.662530 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e0a9cb2a-8de2-4530-a04e-0dcb8238cdfc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:33.703792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-173ee1b4-6de9-40c3-9883-acf6babf07f1 None None] Port 6788184d-701a-461f-b64d-3ef8439a0df5 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:58:33.739391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-173ee1b4-6de9-40c3-9883-acf6babf07f1 None None] Provisioning complete for port b87a0def-cab3-4596-a854-d97752fe41cd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:58:33.741698 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-173ee1b4-6de9-40c3-9883-acf6babf07f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:33.821090 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bf91fa-9e5f-4ee8-84f9-326e2c12476a None None] Network 84ca05c7-4de1-403e-b359-bb6d4d8967d3 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:58:33.855563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-e0a9cb2a-8de2-4530-a04e-0dcb8238cdfc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Calling delete_port for 6788184d-701a-461f-b64d-3ef8439a0df5 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:33.917911 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b87a0def-cab3-4596-a854-d97752fe41cd up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:58:33.955133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 98942732-6782-46db-83d8-3232144a150f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:58:33.989640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 98942732-6782-46db-83d8-3232144a150f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:58:33.990003 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:34.074650 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e0a9cb2a-8de2-4530-a04e-0dcb8238cdfc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:34.170013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9cb2a-8de2-4530-a04e-0dcb8238cdfc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Pushing event deleted for resources: {'Port': ['ID=6788184d-701a-461f-b64d-3ef8439a0df5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:34.176621 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e0a9cb2a-8de2-4530-a04e-0dcb8238cdfc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:34.233177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port b87a0def-cab3-4596-a854-d97752fe41cd triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:58:34.233520 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:34.260294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-173ee1b4-6de9-40c3-9883-acf6babf07f1 None None] Current status of the port b87a0def-cab3-4596-a854-d97752fe41cd is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:58:34.278525 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e0a9cb2a-8de2-4530-a04e-0dcb8238cdfc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] 10.222.0.27 "DELETE /v2.0/ports/6788184d-701a-461f-b64d-3ef8439a0df5 HTTP/1.1" status: 204 len: 168 time: 1.0063026 May 27 22:58:34.279249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59764) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:34.287314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3c4e2956-a9ca-4e96-9413-b13f8659bf75 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Request body: {'port': {'name': 'tempest-new-port-name-1736259440', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:34.287713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-3c4e2956-a9ca-4e96-9413-b13f8659bf75 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] bootfile-name is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 22:58:34.288286 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-3c4e2956-a9ca-4e96-9413-b13f8659bf75 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] tftp-server is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 22:58:34.288503 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.api.validators [None req-3c4e2956-a9ca-4e96-9413-b13f8659bf75 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] server-ip-address is not in valid_values {{(pid=88901) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 27 22:58:34.399407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 98942732-6782-46db-83d8-3232144a150f is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:58:34.399786 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:34.409053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b0660-ec9e-47fe-b79a-872e5d96bd67 req-cabce2de-58a0-4319-b2df-394fb94ebbf4 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:34.411883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-779b0660-ec9e-47fe-b79a-872e5d96bd67 req-cabce2de-58a0-4319-b2df-394fb94ebbf4 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 944 time: 0.1437976 May 27 22:58:34.445245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2956-a9ca-4e96-9413-b13f8659bf75 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:34.466865 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-779b0660-ec9e-47fe-b79a-872e5d96bd67 req-784c2913-8b8f-4cc7-bfa1-c7a340e6cf78 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467279 May 27 22:58:34.467169 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-173ee1b4-6de9-40c3-9883-acf6babf07f1 None None] Provisioning for port 4040902c-bba2-4ceb-a562-0a179f64d447 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:58:34.485137 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-173ee1b4-6de9-40c3-9883-acf6babf07f1 None None] Provisioning complete for port 4040902c-bba2-4ceb-a562-0a179f64d447 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:58:34.485453 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-173ee1b4-6de9-40c3-9883-acf6babf07f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:34.518832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe81e994-3b1d-4d93-a2c5-b0fe464dbf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98942732-6782-46db-83d8-3232144a150f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:58:34.544402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port b87a0def-cab3-4596-a854-d97752fe41cd is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:58:34.552504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 98942732-6782-46db-83d8-3232144a150f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=98942732-6782-46db-83d8-3232144a150f,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:34.563055 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-173ee1b4-6de9-40c3-9883-acf6babf07f1 None None] Port 4040902c-bba2-4ceb-a562-0a179f64d447 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:58:34.577747 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd7676c-4352-42fd-b082-ed08cc88c7b5'] response: {'server_uuid': 'fe81e994-3b1d-4d93-a2c5-b0fe464dbf09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98942732-6782-46db-83d8-3232144a150f', 'code': 200} May 27 22:58:34.611961 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:34.711939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fd7bac66-516e-4963-9dc2-472c566f1606 None None] Could not find standard attr ID for object 6788184d-701a-461f-b64d-3ef8439a0df5. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 22:58:34.739236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=98942732-6782-46db-83d8-3232144a150f,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:34.743997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fd7bac66-516e-4963-9dc2-472c566f1606 None None] Provisioning complete for port 4040902c-bba2-4ceb-a562-0a179f64d447 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:58:34.744752 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd7bac66-516e-4963-9dc2-472c566f1606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:34.789470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de9b28-a67f-43fb-a3c8-9a74991b8a76 req-cff90ba2-1f10-4d37-983d-b13b170c1cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:34.791263 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b2de9b28-a67f-43fb-a3c8-9a74991b8a76 req-cff90ba2-1f10-4d37-983d-b13b170c1cdf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 1096 time: 0.1542847 May 27 22:58:34.806096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bac66-516e-4963-9dc2-472c566f1606 None None] Port 4040902c-bba2-4ceb-a562-0a179f64d447 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:58:34.830310 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2956-a9ca-4e96-9413-b13f8659bf75 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:34.849511 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b2de9b28-a67f-43fb-a3c8-9a74991b8a76 req-30a4f169-531b-493b-afb5-a1eaf464378e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432141 May 27 22:58:34.919772 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2956-a9ca-4e96-9413-b13f8659bf75 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:34.981968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e2956-a9ca-4e96-9413-b13f8659bf75 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] In _notify_port_updated(), no bound segment for port 4040902c-bba2-4ceb-a562-0a179f64d447 on network aeba0683-e660-4739-be75-22db41403116 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 22:58:34.987389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4e2956-a9ca-4e96-9413-b13f8659bf75 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:34.987999 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c4e2956-a9ca-4e96-9413-b13f8659bf75 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:34.992998 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3c4e2956-a9ca-4e96-9413-b13f8659bf75 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] 10.222.0.27 "PUT /v2.0/ports/4040902c-bba2-4ceb-a562-0a179f64d447 HTTP/1.1" status: 200 len: 1130 time: 0.7090330 May 27 22:58:34.993273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59776) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:35.004312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e2956-a9ca-4e96-9413-b13f8659bf75 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Pushing event updated for resources: {'Port': ['ID=4040902c-bba2-4ceb-a562-0a179f64d447,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:35.077478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb22885d-be40-456c-bb82-3d0e190bb14b tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:35.079578 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fb22885d-be40-456c-bb82-3d0e190bb14b tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] 10.222.0.27 "GET /v2.0/ports/4040902c-bba2-4ceb-a562-0a179f64d447 HTTP/1.1" status: 200 len: 1130 time: 0.0863819 May 27 22:58:35.082888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59780) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:35.151842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-12717720-dd54-42be-a76a-70beabb730d8 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Deleting port 4040902c-bba2-4ceb-a562-0a179f64d447 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:35.152453 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12717720-dd54-42be-a76a-70beabb730d8 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:35.344569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-512fb314-6ca8-4fd3-95a3-609e8cbf25d0 None None] Provisioning complete for port 4040902c-bba2-4ceb-a562-0a179f64d447 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:58:35.345154 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-512fb314-6ca8-4fd3-95a3-609e8cbf25d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:35.406826 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12717720-dd54-42be-a76a-70beabb730d8 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:35.411509 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-512fb314-6ca8-4fd3-95a3-609e8cbf25d0 None None] Port 4040902c-bba2-4ceb-a562-0a179f64d447 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:58:35.534588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-12717720-dd54-42be-a76a-70beabb730d8 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Calling delete_port for 4040902c-bba2-4ceb-a562-0a179f64d447 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:35.849435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea3dd8-dcb0-41b8-b5af-e1ddf63f6a23 req-6be512b9-8fb7-4a37-9e16-ade7885f7287 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:35.850436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0ea3dd8-dcb0-41b8-b5af-e1ddf63f6a23 req-6be512b9-8fb7-4a37-9e16-ade7885f7287 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 945 time: 0.1695673 May 27 22:58:35.913844 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0ea3dd8-dcb0-41b8-b5af-e1ddf63f6a23 req-43e87ae7-fc4e-4751-b372-fcd12ac44f00 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571954 May 27 22:58:35.965973 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12717720-dd54-42be-a76a-70beabb730d8 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:36.046524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12717720-dd54-42be-a76a-70beabb730d8 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Pushing event deleted for resources: {'Port': ['ID=4040902c-bba2-4ceb-a562-0a179f64d447,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:36.165360 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12717720-dd54-42be-a76a-70beabb730d8 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:36.181271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-12717720-dd54-42be-a76a-70beabb730d8 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] 10.222.0.27 "DELETE /v2.0/ports/4040902c-bba2-4ceb-a562-0a179f64d447 HTTP/1.1" status: 204 len: 168 time: 1.0971704 May 27 22:58:36.184537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59802) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:36.291393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-edd18bc5-c4e1-4352-91f2-66ac8bcbc8b6 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:36.295955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-edd18bc5-c4e1-4352-91f2-66ac8bcbc8b6 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Synchronizing usage tracker for tenant:1c87470b8a6142f3a1ac73168724d5a5 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:58:36.298700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4984e5-c80a-418c-8093-bcba97ab38cc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Deleting subnet 6e577c88-b3d7-4fc7-a448-068cba85871b {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:58:36.302199 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a4984e5-c80a-418c-8093-bcba97ab38cc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:36.373132 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a4984e5-c80a-418c-8093-bcba97ab38cc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:36.435798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-edd18bc5-c4e1-4352-91f2-66ac8bcbc8b6 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Unset dirty status for tenant:1c87470b8a6142f3a1ac73168724d5a5 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:58:36.436819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-edd18bc5-c4e1-4352-91f2-66ac8bcbc8b6 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/networks?id=84ca05c7-4de1-403e-b359-bb6d4d8967d3 HTTP/1.1" status: 200 len: 809 time: 0.4298513 May 27 22:58:36.454933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-d5ca76df-96dc-4b94-be2b-1488376e5046 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/quotas/1c87470b8a6142f3a1ac73168724d5a5 HTTP/1.1" status: 200 len: 375 time: 0.0123849 May 27 22:58:36.499020 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a4984e5-c80a-418c-8093-bcba97ab38cc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:36.539770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-3432e190-64a8-4a40-96de-01ef525233b8 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=1c87470b8a6142f3a1ac73168724d5a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789621 May 27 22:58:36.699503 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9cd41731-ddc3-403e-86cb-4ec27b2d0599 service neutron] 10.222.0.27 "GET /v2.0/networks/84ca05c7-4de1-403e-b359-bb6d4d8967d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454453 May 27 22:58:36.787432 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a4984e5-c80a-418c-8093-bcba97ab38cc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:36.839918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4984e5-c80a-418c-8093-bcba97ab38cc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Pushing event deleted for resources: {'Subnet': ['ID=6e577c88-b3d7-4fc7-a448-068cba85871b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:36.839918 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a4984e5-c80a-418c-8093-bcba97ab38cc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:36.849131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83740eb-b59b-452d-a22e-2c833bf44a91 None None] Network aeba0683-e660-4739-be75-22db41403116 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:58:36.858907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0a4984e5-c80a-418c-8093-bcba97ab38cc tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] 10.222.0.27 "DELETE /v2.0/subnets/6e577c88-b3d7-4fc7-a448-068cba85871b HTTP/1.1" status: 204 len: 168 time: 0.6683807 May 27 22:58:36.862855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59806) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:36.914583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-eb13f30b-7769-4668-8e0c-83076d349f41 service neutron] 10.222.0.27 "GET /v2.0/networks/84ca05c7-4de1-403e-b359-bb6d4d8967d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107134 May 27 22:58:37.050805 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:37.062125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Deleting port b87a0def-cab3-4596-a854-d97752fe41cd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:37.062505 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:37.158499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c695c-f463-444a-aecd-f0c8cea96e94 req-fcc31680-28ef-4d8e-bd93-50efa167dba6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:37.166301 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f6c695c-f463-444a-aecd-f0c8cea96e94 req-fcc31680-28ef-4d8e-bd93-50efa167dba6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 945 time: 0.1099448 May 27 22:58:37.253673 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f6c695c-f463-444a-aecd-f0c8cea96e94 req-5320964c-64b5-4fff-9dd5-3117effbbd1f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895808 May 27 22:58:37.254993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2072aabc-f146-4e7f-9b99-b7844c4f6c17 None None] DHCP port deletion for aeba0683-e660-4739-be75-22db41403116 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:58:37.260694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2072aabc-f146-4e7f-9b99-b7844c4f6c17 None None] Deleting port b87a0def-cab3-4596-a854-d97752fe41cd {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:37.261065 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2072aabc-f146-4e7f-9b99-b7844c4f6c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:37.350337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-268bc531-89a4-426d-8163-e829d6c62ad5 req-7eae8889-5d9b-4092-844d-4435b9416312 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 210 time: 0.0936415 May 27 22:58:37.509977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2072aabc-f146-4e7f-9b99-b7844c4f6c17 None None] For port b87a0def-cab3-4596-a854-d97752fe41cd, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b87a0def-cab3-4596-a854-d97752fe41cd,segment=NetworkSegment(c176d368-8a30-4904-9d09-ffa6326c6e99),segment_id=c176d368-8a30-4904-9d09-ffa6326c6e99)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:37.510362 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2072aabc-f146-4e7f-9b99-b7844c4f6c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:37.539943 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] For port b87a0def-cab3-4596-a854-d97752fe41cd, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b87a0def-cab3-4596-a854-d97752fe41cd,segment=NetworkSegment(c176d368-8a30-4904-9d09-ffa6326c6e99),segment_id=c176d368-8a30-4904-9d09-ffa6326c6e99)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:37.540278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:37.637394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2072aabc-f146-4e7f-9b99-b7844c4f6c17 None None] Calling delete_port for b87a0def-cab3-4596-a854-d97752fe41cd owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:37.666537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Calling delete_port for b87a0def-cab3-4596-a854-d97752fe41cd owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:37.785184 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2072aabc-f146-4e7f-9b99-b7844c4f6c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:37.791336 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:58:37.791336 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:58:37.822896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b87a0def-cab3-4596-a854-d97752fe41cd no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:58:37.865206 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072aabc-f146-4e7f-9b99-b7844c4f6c17 None None] Pushing event deleted for resources: {'Port': ['ID=b87a0def-cab3-4596-a854-d97752fe41cd,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:37.878997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: b87a0def-cab3-4596-a854-d97752fe41cd {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:58:37.878997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b87a0def-cab3-4596-a854-d97752fe41cd not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:58:37.878997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2072aabc-f146-4e7f-9b99-b7844c4f6c17 None None] No DVR routers for this DVR port b87a0def-cab3-4596-a854-d97752fe41cd on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:58:38.030871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd088e-9fc0-436d-9b5e-02981edcc92b req-ec11aaff-e43c-4791-ba29-f7b4cbe2d0b7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:38.032691 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ebd088e-9fc0-436d-9b5e-02981edcc92b req-ec11aaff-e43c-4791-ba29-f7b4cbe2d0b7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 945 time: 0.0926821 May 27 22:58:38.081465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ebd088e-9fc0-436d-9b5e-02981edcc92b req-4e9219e0-285d-4c29-92e8-4eedb53d57ce tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428667 May 27 22:58:38.292864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Deleting port b87a0def-cab3-4596-a854-d97752fe41cd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:38.293375 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:38.363476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] The port 'b87a0def-cab3-4596-a854-d97752fe41cd' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:58:38.492814 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:38.511261 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a73de74c-d325-4c5a-abbc-9e0b63b8ef82 req-63a7fdf0-e58d-4044-8340-8b0611a5c636 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 210 time: 0.0436568 May 27 22:58:38.518904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeba0683-e660-4739-be75-22db41403116']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:38.531950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c176d368-8a30-4904-9d09-ffa6326c6e99') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:38.532247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c176d368-8a30-4904-9d09-ffa6326c6e99') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:38.546307 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:38.561203 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:38.567496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:58:38.568810 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:38.639935 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c176d368-8a30-4904-9d09-ffa6326c6e99 resource provider aggregate not found May 27 22:58:38.666739 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c176d368-8a30-4904-9d09-ffa6326c6e99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c176d368-8a30-4904-9d09-ffa6326c6e99 found for delete ", "request_id": "req-9695dc52-bce7-4731-8b4d-ce16641814db"}]} May 27 22:58:38.747033 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:38.767481 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:38.778347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] Pushing event deleted for resources: {'Network': ['ID=aeba0683-e660-4739-be75-22db41403116,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:38.785726 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8528fbf0-85c5-4850-a9ea-a93062aa2fe2 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360 tempest-ExtraDHCPOptionsIpV6TestJSON-278321360-project] 10.222.0.27 "DELETE /v2.0/networks/aeba0683-e660-4739-be75-22db41403116 HTTP/1.1" status: 204 len: 168 time: 1.9280992 May 27 22:58:39.218719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59838) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:39.273409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295b716-6052-40e1-98a0-d6839293e9ec req-8afe7f77-9121-4528-89bc-3f7ec3ccb918 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:39.274634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858102-57f5-4baf-ba54-4a4854d769fe req-9918d25a-f5de-4ecc-a8f1-2001ef6aa6db tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:39.274862 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6295b716-6052-40e1-98a0-d6839293e9ec req-8afe7f77-9121-4528-89bc-3f7ec3ccb918 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 945 time: 0.0874629 May 27 22:58:39.275333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e8858102-57f5-4baf-ba54-4a4854d769fe req-9918d25a-f5de-4ecc-a8f1-2001ef6aa6db tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Synchronizing usage tracker for tenant:17e0516bad424434bcaa34f906cb2013 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:58:39.326618 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6295b716-6052-40e1-98a0-d6839293e9ec req-b2cae490-b431-488b-9e06-7745b49776fb tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461364 May 27 22:58:39.360073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e8858102-57f5-4baf-ba54-4a4854d769fe req-9918d25a-f5de-4ecc-a8f1-2001ef6aa6db tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Unset dirty status for tenant:17e0516bad424434bcaa34f906cb2013 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:58:39.360073 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8858102-57f5-4baf-ba54-4a4854d769fe req-9918d25a-f5de-4ecc-a8f1-2001ef6aa6db tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 945 time: 0.1730533 May 27 22:58:39.440126 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd7cac15-4f68-427e-b331-cf18812b2c0f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4489344bf8914185a85da45ddf95f8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201784 May 27 22:58:39.442747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59844) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:39.458800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-e8858102-57f5-4baf-ba54-4a4854d769fe req-32d58ac4-3d60-4981-88e8-e00eddfb3e3d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Deleting port 98942732-6782-46db-83d8-3232144a150f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:39.459127 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e8858102-57f5-4baf-ba54-4a4854d769fe req-32d58ac4-3d60-4981-88e8-e00eddfb3e3d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:39.636847 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7fef1753-27af-4539-b103-54b66f4413d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:39.669240 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-558637f6-1df9-414a-b4c1-6e6ba9991e31 req-1783c50c-e704-409e-af06-6483f141a513 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 210 time: 0.0452249 May 27 22:58:39.808093 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7fef1753-27af-4539-b103-54b66f4413d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:39.953771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-fda2dd8e-dbb0-4167-af9b-61f63a84fb95 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:39.953771 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-fda2dd8e-dbb0-4167-af9b-61f63a84fb95 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.57 "GET /v2.0/networks?id=84ca05c7-4de1-403e-b359-bb6d4d8967d3 HTTP/1.1" status: 200 len: 809 time: 0.3334799 May 27 22:58:39.966917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Request body: {'port': {'device_id': '9cd25f11-62b9-465d-8764-adfe60d6f57a', 'network_id': '84ca05c7-4de1-403e-b359-bb6d4d8967d3', 'admin_state_up': True, 'tenant_id': '1c87470b8a6142f3a1ac73168724d5a5'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:40.035587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e8858102-57f5-4baf-ba54-4a4854d769fe req-32d58ac4-3d60-4981-88e8-e00eddfb3e3d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] For port 98942732-6782-46db-83d8-3232144a150f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=98942732-6782-46db-83d8-3232144a150f,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:40.035839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e8858102-57f5-4baf-ba54-4a4854d769fe req-32d58ac4-3d60-4981-88e8-e00eddfb3e3d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:40.180988 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7fef1753-27af-4539-b103-54b66f4413d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:40.323004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-e8858102-57f5-4baf-ba54-4a4854d769fe req-32d58ac4-3d60-4981-88e8-e00eddfb3e3d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Calling delete_port for 98942732-6782-46db-83d8-3232144a150f owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:40.361487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef1753-27af-4539-b103-54b66f4413d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478a173e-abb8-4929-a68a-bb68b14f8f61,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:40.383407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7fef1753-27af-4539-b103-54b66f4413d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:40.383407 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7fef1753-27af-4539-b103-54b66f4413d8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/478a173e-abb8-4929-a68a-bb68b14f8f61 HTTP/1.1" status: 204 len: 168 time: 0.9386537 May 27 22:58:40.447409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:40.451855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Usage tracker for resource:port and tenant:1c87470b8a6142f3a1ac73168724d5a5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:40.455684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:40.462351 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:40.559858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db265c5-0641-4dcf-ab2e-eebe01e39af4 req-09c99878-537a-40cd-afb9-8cf04c38d648 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:40.561335 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0db265c5-0641-4dcf-ab2e-eebe01e39af4 req-09c99878-537a-40cd-afb9-8cf04c38d648 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 945 time: 0.0882759 May 27 22:58:40.600209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Made reservation on behalf of 1c87470b8a6142f3a1ac73168724d5a5 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:40.604167 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:40.607719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0db265c5-0641-4dcf-ab2e-eebe01e39af4 req-82c6d9b9-c559-4b22-9e6c-93e4efdccb1a tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 May 27 22:58:40.631435 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e8858102-57f5-4baf-ba54-4a4854d769fe req-32d58ac4-3d60-4981-88e8-e00eddfb3e3d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:40.671224 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['f4a0e967-2ebf-42dc-8938-9b219d9ac21e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:58:40.714563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d58ac4-3d60-4981-88e8-e00eddfb3e3d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Pushing event deleted for resources: {'Port': ['ID=98942732-6782-46db-83d8-3232144a150f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:40.813468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8858102-57f5-4baf-ba54-4a4854d769fe req-32d58ac4-3d60-4981-88e8-e00eddfb3e3d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] No DVR routers for this DVR port 98942732-6782-46db-83d8-3232144a150f on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:58:40.825073 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e8858102-57f5-4baf-ba54-4a4854d769fe req-32d58ac4-3d60-4981-88e8-e00eddfb3e3d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:40.832447 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe81e994-3b1d-4d93-a2c5-b0fe464dbf09', 'name': 'network-vif-deleted', 'tag': '98942732-6782-46db-83d8-3232144a150f'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:58:40.912778 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b7dc4b-f4ee-45e2-9ec4-cf7480d12103'] response: {'server_uuid': 'fe81e994-3b1d-4d93-a2c5-b0fe464dbf09', 'name': 'network-vif-deleted', 'tag': '98942732-6782-46db-83d8-3232144a150f', 'status': 'completed', 'code': 200} May 27 22:58:40.939110 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8858102-57f5-4baf-ba54-4a4854d769fe req-32d58ac4-3d60-4981-88e8-e00eddfb3e3d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.46 "DELETE /v2.0/ports/98942732-6782-46db-83d8-3232144a150f HTTP/1.1" status: 204 len: 173 time: 1.5719347 May 27 22:58:40.958767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Allocated IP 172.20.0.10 (84ca05c7-4de1-403e-b359-bb6d4d8967d3/66bd6ee3-a6f0-415d-bef4-1226cbc8ae9a/20d92a33-f4c8-41ad-a454-f602ac2c0054) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:58:41.078874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b77b224e-a502-4cf5-97ad-cd3ac41a610f req-7cf354a1-73c4-469b-aeb5-8ac0c740e343 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 210 time: 0.2046182 May 27 22:58:41.246746 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:41.406221 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:41.481501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Network 84ca05c7-4de1-403e-b359-bb6d4d8967d3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:58:41.485123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:41.489281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:58:41.534300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Pushing event updated for resources: {'Port': ['ID=20d92a33-f4c8-41ad-a454-f602ac2c0054,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:41.562820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:41.562820 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:41.581580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 98942732-6782-46db-83d8-3232144a150f no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:58:41.605633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59876) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:41.618053 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 98942732-6782-46db-83d8-3232144a150f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:58:41.618053 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 98942732-6782-46db-83d8-3232144a150f not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:58:41.667143 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9a3f7681-34ee-4b73-9dec-ab50574ed4d0 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7089891 May 27 22:58:41.686495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Request body: {'port': {'device_id': '9cd25f11-62b9-465d-8764-adfe60d6f57a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:41.733271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Request body: {'networks': [{'name': 'tempest-network--1641260156'}, {'name': 'tempest-network--409941711'}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:41.733794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Request body: {'network': {'name': 'tempest-network--1641260156'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:41.735211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Request body: {'network': {'name': 'tempest-network--409941711'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:41.742751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:41.797657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Usage tracker for resource:network and tenant:f0f84ea6c1984545bd45b9ab08d8a8ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:41.805304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:41.809727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-53b3e523-4b05-46e9-a757-3efd50e4439a req-92abbd99-2e2d-450b-a1b0-392f2287ea35 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=fe81e994-3b1d-4d93-a2c5-b0fe464dbf09 HTTP/1.1" status: 200 len: 210 time: 0.0687182 May 27 22:58:41.814139 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:41.840615 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:41.913010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Made reservation on behalf of f0f84ea6c1984545bd45b9ab08d8a8ea for: {'network': 2} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:41.917792 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:41.930671 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:41.951211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:41.955202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Usage tracker for resource:security_group_rule and tenant:f0f84ea6c1984545bd45b9ab08d8a8ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:41.958164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:41.964188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:42.053366 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:42.120060 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:42.120060 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:42.197656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9a5c2a-03f1-44ea-aa34-ff71e13cd821,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:42.197656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:58:42.205535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20d92a33-f4c8-41ad-a454-f602ac2c0054 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:58:42.213703 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:42.230635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Transition to ACTIVE for port object 20d92a33-f4c8-41ad-a454-f602ac2c0054 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:58:42.247683 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:42.248046 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Added segment d0d2c4bb-6412-444f-859a-89786057fd18 of type vlan for network 2e50fced-d043-469e-be48-cfb44cc544fe May 27 22:58:42.269060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-f13ae99e-1445-4376-b73f-147a553299de req-93c69c47-7f88-4bb7-a3e5-8ce4744773a6 service neutron] (88901) timed out ('10.222.0.27', 37512) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 22:58:42.294865 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:42.307257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:42.344743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448ca7a-e1e5-4f9e-a157-c0d074498233 req-cfdf222d-483a-4981-84cf-261857a38885 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:42.344743 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5448ca7a-e1e5-4f9e-a157-c0d074498233 req-cfdf222d-483a-4981-84cf-261857a38885 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 932 time: 0.1338878 May 27 22:58:42.354552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:58:42.384171 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:42.384301 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Added segment 78a0f1f4-3f6d-445e-b9dc-f7bb34d738b9 of type vlan for network 0af13909-55bd-4781-8eaa-ddf927a44001 May 27 22:58:42.411627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5448ca7a-e1e5-4f9e-a157-c0d074498233 req-0084449e-df35-436f-8a14-9317812bfb3c tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Synchronizing usage tracker for tenant:1c87470b8a6142f3a1ac73168724d5a5 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:58:42.433879 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:42.439893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Pushing event updated for resources: {'Port': ['ID=20d92a33-f4c8-41ad-a454-f602ac2c0054,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:42.514447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-5448ca7a-e1e5-4f9e-a157-c0d074498233 req-0084449e-df35-436f-8a14-9317812bfb3c tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Unset dirty status for tenant:1c87470b8a6142f3a1ac73168724d5a5 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:58:42.516418 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5448ca7a-e1e5-4f9e-a157-c0d074498233 req-0084449e-df35-436f-8a14-9317812bfb3c tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629570 May 27 22:58:42.552657 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:42.552657 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:42.552657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:42.558806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:42.558806 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:42.679067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Attempting to bind port 20d92a33-f4c8-41ad-a454-f602ac2c0054 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:58:42.679067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Attempting to bind port 20d92a33-f4c8-41ad-a454-f602ac2c0054 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'd53b6aed-2698-4d50-bf79-43473ad20d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '84ca05c7-4de1-403e-b359-bb6d4d8967d3'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:58:42.679067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Attempting to bind port 20d92a33-f4c8-41ad-a454-f602ac2c0054 on network 84ca05c7-4de1-403e-b359-bb6d4d8967d3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:58:42.681250 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event updated for resources: {'Network': ['ID=2e50fced-d043-469e-be48-cfb44cc544fe,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:42.685415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Port 20d92a33-f4c8-41ad-a454-f602ac2c0054 on network 84ca05c7-4de1-403e-b359-bb6d4d8967d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:58:42.686905 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Attempting to bind port 20d92a33-f4c8-41ad-a454-f602ac2c0054 on network 84ca05c7-4de1-403e-b359-bb6d4d8967d3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:58:42.693528 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 2e50fced-d043-469e-be48-cfb44cc544fe details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:58:42.698164 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:58:42.698508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Checking segment: {'id': 'd53b6aed-2698-4d50-bf79-43473ad20d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '84ca05c7-4de1-403e-b359-bb6d4d8967d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:58:42.698896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Bound using segment: {'id': 'd53b6aed-2698-4d50-bf79-43473ad20d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '84ca05c7-4de1-403e-b359-bb6d4d8967d3'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:58:42.699379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Bound port: 20d92a33-f4c8-41ad-a454-f602ac2c0054, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd53b6aed-2698-4d50-bf79-43473ad20d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '84ca05c7-4de1-403e-b359-bb6d4d8967d3'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:58:42.699715 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:42.775229 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1683233 May 27 22:58:42.778257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59886) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:42.808858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9ccb7-1bc4-4c45-86eb-ebfe05359611 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event updated for resources: {'Network': ['ID=0af13909-55bd-4781-8eaa-ddf927a44001,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:42.824260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 0af13909-55bd-4781-8eaa-ddf927a44001 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:58:42.892732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] For port 20d92a33-f4c8-41ad-a454-f602ac2c0054, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:58:42.910654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] For port 20d92a33-f4c8-41ad-a454-f602ac2c0054, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=20d92a33-f4c8-41ad-a454-f602ac2c0054,segment=NetworkSegment(d53b6aed-2698-4d50-bf79-43473ad20d1c),segment_id=d53b6aed-2698-4d50-bf79-43473ad20d1c)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:58:42.967005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3523ec2-0007-4306-a2f4-bd8a69b0e206 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:42.973649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3523ec2-0007-4306-a2f4-bd8a69b0e206 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:42.980104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3523ec2-0007-4306-a2f4-bd8a69b0e206 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:42.986463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3523ec2-0007-4306-a2f4-bd8a69b0e206 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:42.988549 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d3523ec2-0007-4306-a2f4-bd8a69b0e206 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2090650 May 27 22:58:43.010422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59894) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:43.131995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7234c-bfee-4d0b-b7de-458691140cb6 req-4ffbbfdd-d7bc-44e5-bb4d-551ebb4f196f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:43.139793 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02e7234c-bfee-4d0b-b7de-458691140cb6 req-4ffbbfdd-d7bc-44e5-bb4d-551ebb4f196f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.0969832 May 27 22:58:43.143993 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-355256dc-fb62-42b7-8bcd-a9fac8b1d350 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:43.181847 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02e7234c-bfee-4d0b-b7de-458691140cb6 req-c251c3f2-a141-4cb7-a94f-300278ecbd1b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463054 May 27 22:58:43.299873 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-355256dc-fb62-42b7-8bcd-a9fac8b1d350 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:43.330153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-355256dc-fb62-42b7-8bcd-a9fac8b1d350 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e50fced-d043-469e-be48-cfb44cc544fe']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:43.346336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-355256dc-fb62-42b7-8bcd-a9fac8b1d350 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d2c4bb-6412-444f-859a-89786057fd18') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:43.346812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-355256dc-fb62-42b7-8bcd-a9fac8b1d350 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d2c4bb-6412-444f-859a-89786057fd18') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:43.360777 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-355256dc-fb62-42b7-8bcd-a9fac8b1d350 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:43.379660 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-355256dc-fb62-42b7-8bcd-a9fac8b1d350 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:43.382580 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:43.463949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Pushing event updated for resources: {'Port': ['ID=20d92a33-f4c8-41ad-a454-f602ac2c0054,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:43.467358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355256dc-fb62-42b7-8bcd-a9fac8b1d350 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:58:43.468749 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-355256dc-fb62-42b7-8bcd-a9fac8b1d350 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:43.532777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757e257-98f8-4e92-a573-3dc72b6c4c0d req-e85a849f-f2f3-4c80-a15e-94e28622b5a4 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:43.534252 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4757e257-98f8-4e92-a573-3dc72b6c4c0d req-e85a849f-f2f3-4c80-a15e-94e28622b5a4 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.0955811 May 27 22:58:43.567472 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment d0d2c4bb-6412-444f-859a-89786057fd18 resource provider aggregate not found May 27 22:58:43.583072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:43.583072 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:43.584700 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-a95deda4-bdad-4324-8fa2-8f29a36530f6 service neutron] 10.222.0.57 "PUT /v2.0/ports/20d92a33-f4c8-41ad-a454-f602ac2c0054 HTTP/1.1" status: 200 len: 1092 time: 1.9041293 May 27 22:58:43.585334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd25f11-62b9-465d-8764-adfe60d6f57a', 'tag': '20d92a33-f4c8-41ad-a454-f602ac2c0054'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:58:43.598180 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment d0d2c4bb-6412-444f-859a-89786057fd18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0d2c4bb-6412-444f-859a-89786057fd18 found for delete ", "request_id": "req-861adbd4-e8db-4c2d-93f7-1d2991b446d4"}]} May 27 22:58:43.600480 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4757e257-98f8-4e92-a573-3dc72b6c4c0d req-aa858b24-5497-43fb-9549-30bf4b9c85fc tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576453 May 27 22:58:43.721686 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-355256dc-fb62-42b7-8bcd-a9fac8b1d350 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:43.759771 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-355256dc-fb62-42b7-8bcd-a9fac8b1d350 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:43.800229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa6475-4c22-4f8f-8df2-5cdd2a329e2a req-a1746dcc-1155-4e09-8fff-4277c8b3cb08 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:43.801832 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5fa6475-4c22-4f8f-8df2-5cdd2a329e2a req-a1746dcc-1155-4e09-8fff-4277c8b3cb08 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 944 time: 0.0981598 May 27 22:58:43.818146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355256dc-fb62-42b7-8bcd-a9fac8b1d350 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event deleted for resources: {'Network': ['ID=2e50fced-d043-469e-be48-cfb44cc544fe,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:43.825512 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-355256dc-fb62-42b7-8bcd-a9fac8b1d350 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "DELETE /v2.0/networks/2e50fced-d043-469e-be48-cfb44cc544fe HTTP/1.1" status: 204 len: 168 time: 0.8135650 May 27 22:58:43.828734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59918) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:43.871964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-7a8c6a22-d40f-4086-b4e4-7219f6439099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:43.871964 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-7a8c6a22-d40f-4086-b4e4-7219f6439099 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c87470b8a6142f3a1ac73168724d5a5&device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 1095 time: 0.0971262 May 27 22:58:43.975845 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c5fa6475-4c22-4f8f-8df2-5cdd2a329e2a req-3e289d44-7ef1-4e77-95dd-eda0d6b76323 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426451 May 27 22:58:43.980653 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f66ecba-bf74-4053-bf27-f3ab37ec2bcf'] response: {'name': 'network-changed', 'server_uuid': '9cd25f11-62b9-465d-8764-adfe60d6f57a', 'tag': '20d92a33-f4c8-41ad-a454-f602ac2c0054', 'status': 'completed', 'code': 200} May 27 22:58:43.983902 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a37b8a3-0333-474b-8e5d-0cb6a9b3b265 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:43.989715 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-8a1e972e-39c1-4685-a481-39f86aaf6266 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d92a33-f4c8-41ad-a454-f602ac2c0054 HTTP/1.1" status: 200 len: 217 time: 0.0768704 May 27 22:58:44.062051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-d45b51a6-c4a2-4034-ae65-503a906597d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:44.065551 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-d45b51a6-c4a2-4034-ae65-503a906597d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66bd6ee3-a6f0-415d-bef4-1226cbc8ae9a HTTP/1.1" status: 200 len: 849 time: 0.0672863 May 27 22:58:44.113520 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-9bb76c2a-1c35-43fc-8c8d-0f70669166de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84ca05c7-4de1-403e-b359-bb6d4d8967d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419378 May 27 22:58:44.240859 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a37b8a3-0333-474b-8e5d-0cb6a9b3b265 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:44.251902 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-4dda579f-d0f9-4964-b267-fad8607cdc14 service neutron] 10.222.0.57 "GET /v2.0/networks/84ca05c7-4de1-403e-b359-bb6d4d8967d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286483 May 27 22:58:44.276520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-0a37b8a3-0333-474b-8e5d-0cb6a9b3b265 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af13909-55bd-4781-8eaa-ddf927a44001']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:44.293776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-0a37b8a3-0333-474b-8e5d-0cb6a9b3b265 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a0f1f4-3f6d-445e-b9dc-f7bb34d738b9') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:44.294072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-0a37b8a3-0333-474b-8e5d-0cb6a9b3b265 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a0f1f4-3f6d-445e-b9dc-f7bb34d738b9') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:44.309025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b87920-6e3c-4a9b-85c5-bc8c98918875 req-a26946e0-973b-471d-b071-db99390abdd9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:44.310682 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80b87920-6e3c-4a9b-85c5-bc8c98918875 req-a26946e0-973b-471d-b071-db99390abdd9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2766783 May 27 22:58:44.318472 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a37b8a3-0333-474b-8e5d-0cb6a9b3b265 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:44.348767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49727a93-d3fc-4aea-ba0e-43a226c8af4b req-b40cd039-8b7b-4cae-aee8-52badde3d41c tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:44.350216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-49727a93-d3fc-4aea-ba0e-43a226c8af4b req-b40cd039-8b7b-4cae-aee8-52badde3d41c tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 945 time: 0.2843328 May 27 22:58:44.377248 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a37b8a3-0333-474b-8e5d-0cb6a9b3b265 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:44.395601 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4169a3d6-2d41-48f9-8b2e-b5f2261b055a req-8958f5b0-159c-4bab-8ad7-ae825a446c90 service neutron] 10.222.0.57 "GET /v2.0/networks/84ca05c7-4de1-403e-b359-bb6d4d8967d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366546 May 27 22:58:44.403463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a37b8a3-0333-474b-8e5d-0cb6a9b3b265 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:58:44.403857 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a37b8a3-0333-474b-8e5d-0cb6a9b3b265 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:44.436452 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80b87920-6e3c-4a9b-85c5-bc8c98918875 req-778673b9-00e2-405e-bc9b-9c21b3107709 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113234 May 27 22:58:44.490633 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 78a0f1f4-3f6d-445e-b9dc-f7bb34d738b9 resource provider aggregate not found May 27 22:58:44.518908 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-49727a93-d3fc-4aea-ba0e-43a226c8af4b req-8a50b199-0569-4fcb-81fb-1018485be4f9 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b330e55-692f-497f-ac2e-d24ade11d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596961 May 27 22:58:44.524821 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 78a0f1f4-3f6d-445e-b9dc-f7bb34d738b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78a0f1f4-3f6d-445e-b9dc-f7bb34d738b9 found for delete ", "request_id": "req-d0821a58-8fd2-4e38-b160-d2a50116b174"}]} May 27 22:58:44.612830 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a37b8a3-0333-474b-8e5d-0cb6a9b3b265 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:44.633255 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a37b8a3-0333-474b-8e5d-0cb6a9b3b265 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:44.641073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37b8a3-0333-474b-8e5d-0cb6a9b3b265 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event deleted for resources: {'Network': ['ID=0af13909-55bd-4781-8eaa-ddf927a44001,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:44.644393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0a37b8a3-0333-474b-8e5d-0cb6a9b3b265 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "DELETE /v2.0/networks/0af13909-55bd-4781-8eaa-ddf927a44001 HTTP/1.1" status: 204 len: 168 time: 0.8145449 May 27 22:58:44.646964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59930) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:44.670437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d17110-baf2-4a0f-b5e2-70b815739edc req-fc3da8e4-dc85-40f4-99c8-30866d53f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:44.672465 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56d17110-baf2-4a0f-b5e2-70b815739edc req-fc3da8e4-dc85-40f4-99c8-30866d53f2e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c87470b8a6142f3a1ac73168724d5a5&device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 1095 time: 0.0772316 May 27 22:58:44.813632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d17110-baf2-4a0f-b5e2-70b815739edc req-f1786b26-04d5-4038-87dd-39f847fa237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:44.815185 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56d17110-baf2-4a0f-b5e2-70b815739edc req-f1786b26-04d5-4038-87dd-39f847fa237a service neutron] 10.222.0.57 "GET /v2.0/networks?id=84ca05c7-4de1-403e-b359-bb6d4d8967d3 HTTP/1.1" status: 200 len: 910 time: 0.1364737 May 27 22:58:44.892224 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56d17110-baf2-4a0f-b5e2-70b815739edc req-9861dbd4-a523-4523-b88d-fa6da082645e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=20d92a33-f4c8-41ad-a454-f602ac2c0054 HTTP/1.1" status: 200 len: 217 time: 0.0673842 May 27 22:58:44.910479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c5097-d3b8-4348-bd77-d8292253d619 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:44.916289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c5097-d3b8-4348-bd77-d8292253d619 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:44.917102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fd4c5097-d3b8-4348-bd77-d8292253d619 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Synchronizing usage tracker for tenant:f0f84ea6c1984545bd45b9ab08d8a8ea on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:58:44.959450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d17110-baf2-4a0f-b5e2-70b815739edc req-eaae619c-3837-4300-b59b-ee99d51269a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:44.960908 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56d17110-baf2-4a0f-b5e2-70b815739edc req-eaae619c-3837-4300-b59b-ee99d51269a9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66bd6ee3-a6f0-415d-bef4-1226cbc8ae9a HTTP/1.1" status: 200 len: 849 time: 0.0614648 May 27 22:58:45.008831 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56d17110-baf2-4a0f-b5e2-70b815739edc req-9edea611-e683-463e-83f6-e50306323ef3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84ca05c7-4de1-403e-b359-bb6d4d8967d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412948 May 27 22:58:45.016142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fd4c5097-d3b8-4348-bd77-d8292253d619 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Unset dirty status for tenant:f0f84ea6c1984545bd45b9ab08d8a8ea on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:58:45.021139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fd4c5097-d3b8-4348-bd77-d8292253d619 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3694901 May 27 22:58:45.023090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59936) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:45.028852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-22dff021-bb44-4a3c-a960-c0803b2438fb tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-656525114'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:45.034805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-22dff021-bb44-4a3c-a960-c0803b2438fb tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:45.050127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-22dff021-bb44-4a3c-a960-c0803b2438fb tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:45.132036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dff021-bb44-4a3c-a960-c0803b2438fb tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Made reservation on behalf of f0f84ea6c1984545bd45b9ab08d8a8ea for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:45.136072 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-22dff021-bb44-4a3c-a960-c0803b2438fb tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:45.168992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a77b0f9-66e3-412f-aac5-1e9406cb647b req-e409f71b-c78e-443f-ae79-0ab8158a1aee tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:45.170750 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a77b0f9-66e3-412f-aac5-1e9406cb647b req-e409f71b-c78e-443f-ae79-0ab8158a1aee tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 944 time: 0.1144290 May 27 22:58:45.194906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22dff021-bb44-4a3c-a960-c0803b2438fb tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:58:45.220444 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-22dff021-bb44-4a3c-a960-c0803b2438fb tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:45.221197 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-22dff021-bb44-4a3c-a960-c0803b2438fb tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Added segment 2d188800-471b-4d17-9788-65539234fc2a of type vlan for network 67a5e506-cf2f-4fcb-a3ef-cce1b18d182f May 27 22:58:45.237827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a77b0f9-66e3-412f-aac5-1e9406cb647b req-89dc3fea-e5f0-42e0-971a-e282c518ba4f tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590806 May 27 22:58:45.259193 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-22dff021-bb44-4a3c-a960-c0803b2438fb tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:45.279429 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56d17110-baf2-4a0f-b5e2-70b815739edc req-bb2aa381-ed5b-440e-a48b-4a44d56a6146 service neutron] 10.222.0.57 "GET /v2.0/networks/84ca05c7-4de1-403e-b359-bb6d4d8967d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643349 May 27 22:58:45.394301 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-22dff021-bb44-4a3c-a960-c0803b2438fb tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:45.405895 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dff021-bb44-4a3c-a960-c0803b2438fb tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:45.405895 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-22dff021-bb44-4a3c-a960-c0803b2438fb tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:45.427873 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56d17110-baf2-4a0f-b5e2-70b815739edc req-ed3c4fb7-31d5-453b-8c41-b3d3e4adb353 service neutron] 10.222.0.57 "GET /v2.0/networks/84ca05c7-4de1-403e-b359-bb6d4d8967d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395006 May 27 22:58:45.519288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dff021-bb44-4a3c-a960-c0803b2438fb tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event updated for resources: {'Network': ['ID=67a5e506-cf2f-4fcb-a3ef-cce1b18d182f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:45.529398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 67a5e506-cf2f-4fcb-a3ef-cce1b18d182f details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:58:45.708504 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-22dff021-bb44-4a3c-a960-c0803b2438fb tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6839695 May 27 22:58:45.711854 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59946) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:45.720881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1702486433'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:45.734513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-a36804c7-f51e-44d5-8f73-00f5e291e55a tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:45.735206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-a36804c7-f51e-44d5-8f73-00f5e291e55a tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Synchronizing usage tracker for tenant:c5c2571319bd4772b001747f30d6e4be on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:58:45.737944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:45.745364 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Usage tracker for resource:network and tenant:f0f84ea6c1984545bd45b9ab08d8a8ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:45.749076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:45.758726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:45.778861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae530326-3102-471d-b180-67a20369a124 req-9f4162b2-8027-4d53-b320-1cbb8711ecd1 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:45.780387 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae530326-3102-471d-b180-67a20369a124 req-9f4162b2-8027-4d53-b320-1cbb8711ecd1 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 945 time: 0.1492829 May 27 22:58:45.826792 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae530326-3102-471d-b180-67a20369a124 req-e484b013-4c54-42a5-9693-75f22133250d tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/security-groups?id=4b330e55-692f-497f-ac2e-d24ade11d30a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398614 May 27 22:58:45.876570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-a36804c7-f51e-44d5-8f73-00f5e291e55a tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Unset dirty status for tenant:c5c2571319bd4772b001747f30d6e4be on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:58:45.876570 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-a36804c7-f51e-44d5-8f73-00f5e291e55a tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 945 time: 0.2367120 May 27 22:58:45.915356 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Made reservation on behalf of f0f84ea6c1984545bd45b9ab08d8a8ea for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:45.918059 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:45.949450 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:45.967444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-2931db1f-ebc0-4b6d-9e37-a1164ad9e377 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Deleting port 088612ea-291c-4b83-b266-280f1907605f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:45.967786 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-2931db1f-ebc0-4b6d-9e37-a1164ad9e377 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:46.008473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:58:46.030392 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:46.030735 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Added segment aaaf0be5-e773-4254-9c95-12144fd05dbe of type vlan for network c256e7c3-3a0b-4f14-8d60-dfd68149ffb9 May 27 22:58:46.113281 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:46.290319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-2931db1f-ebc0-4b6d-9e37-a1164ad9e377 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] For port 088612ea-291c-4b83-b266-280f1907605f, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=088612ea-291c-4b83-b266-280f1907605f,segment=NetworkSegment(75765629-3ca5-462e-a032-d342ccd8b2b7),segment_id=75765629-3ca5-462e-a032-d342ccd8b2b7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:46.290319 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-2931db1f-ebc0-4b6d-9e37-a1164ad9e377 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:46.362280 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:46.368549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:46.370715 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:46.479401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b35605-783e-42b6-b59d-cce4aa2073bd req-cf69c0ca-31aa-4a76-8e78-9775550a5c32 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:46.481565 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-18b35605-783e-42b6-b59d-cce4aa2073bd req-cf69c0ca-31aa-4a76-8e78-9775550a5c32 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 944 time: 0.1122124 May 27 22:58:46.539831 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-18b35605-783e-42b6-b59d-cce4aa2073bd req-d72c67fd-8f1f-4cdf-8650-8bb04f833ba4 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518675 May 27 22:58:46.586152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event updated for resources: {'Network': ['ID=c256e7c3-3a0b-4f14-8d60-dfd68149ffb9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:46.596744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network c256e7c3-3a0b-4f14-8d60-dfd68149ffb9 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:58:46.601969 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a444ae1f-ffc1-4e82-8bf4-b6ca7eb7a118 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8866739 May 27 22:58:46.603687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59956) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:46.610757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Request body: {'ports': [{'network_id': '67a5e506-cf2f-4fcb-a3ef-cce1b18d182f', 'name': 'tempest-port--1071696907', 'admin_state_up': True}, {'network_id': 'c256e7c3-3a0b-4f14-8d60-dfd68149ffb9', 'admin_state_up': False}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:46.611333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Request body: {'port': {'network_id': '67a5e506-cf2f-4fcb-a3ef-cce1b18d182f', 'name': 'tempest-port--1071696907', 'admin_state_up': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:46.612111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Request body: {'port': {'network_id': 'c256e7c3-3a0b-4f14-8d60-dfd68149ffb9', 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:46.741673 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-2931db1f-ebc0-4b6d-9e37-a1164ad9e377 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:46.742258 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-2931db1f-ebc0-4b6d-9e37-a1164ad9e377 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:46.742403 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-2931db1f-ebc0-4b6d-9e37-a1164ad9e377 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Floating IP 4c23c9b4-e595-4f61-ac65-8ee8f2ffdccb disassociated. External IP: 172.25.2.19, port: 088612ea-291c-4b83-b266-280f1907605f. May 27 22:58:46.742928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-2931db1f-ebc0-4b6d-9e37-a1164ad9e377 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Calling delete_port for 088612ea-291c-4b83-b266-280f1907605f owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:46.835847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:46.840184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Usage tracker for resource:port and tenant:f0f84ea6c1984545bd45b9ab08d8a8ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:46.843068 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:46.848991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:46.914276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Made reservation on behalf of f0f84ea6c1984545bd45b9ab08d8a8ea for: {'port': 2} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:46.918877 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:46.938342 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-2931db1f-ebc0-4b6d-9e37-a1164ad9e377 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:46.941129 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:46.994332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931db1f-ebc0-4b6d-9e37-a1164ad9e377 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Pushing event deleted for resources: {'Port': ['ID=088612ea-291c-4b83-b266-280f1907605f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:47.004384 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36302157-6f03-4c5d-81c0-f7b49aecf446 req-04c5f8a1-ba25-4292-a829-53eb44170353 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 210 time: 0.0496640 May 27 22:58:47.179405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-2931db1f-ebc0-4b6d-9e37-a1164ad9e377 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Router 03e05af5-70d6-4b14-b83b-d967c081e417 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:58:47.207134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] device_id is not set on port db03fcce-2530-4dfb-8cfa-19e4ad75a552 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:58:47.330358 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:47.451192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] device_id is not set on port 41117a30-2cb7-4a80-aea2-2637a9a6e3f5 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:58:47.495226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-2931db1f-ebc0-4b6d-9e37-a1164ad9e377 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:58:47.504955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f191f6-0ef1-4821-bf7b-5c76b96e801e None None] Sync routers for ids ['03e05af5-70d6-4b14-b83b-d967c081e417'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:58:47.517459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f191f6-0ef1-4821-bf7b-5c76b96e801e None None] Routers {'03e05af5-70d6-4b14-b83b-d967c081e417'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:58:47.519620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b8f191f6-0ef1-4821-bf7b-5c76b96e801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:58:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['03e05af5-70d6-4b14-b83b-d967c081e417'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:47.592156 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:47.615572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-2931db1f-ebc0-4b6d-9e37-a1164ad9e377 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] No DVR routers for this DVR port 088612ea-291c-4b83-b266-280f1907605f on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:58:47.618887 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-2931db1f-ebc0-4b6d-9e37-a1164ad9e377 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:47.631416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e346de-be59-4ddf-a05b-d4f05e029821', 'name': 'network-vif-deleted', 'tag': '088612ea-291c-4b83-b266-280f1907605f'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:58:47.631886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 20d92a33-f4c8-41ad-a454-f602ac2c0054 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:58:47.679377 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ab595b-64cf-4593-8b4c-53418ef1c259'] response: {'server_uuid': 'a0e346de-be59-4ddf-a05b-d4f05e029821', 'name': 'network-vif-deleted', 'tag': '088612ea-291c-4b83-b266-280f1907605f', 'status': 'completed', 'code': 200} May 27 22:58:47.773111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942f25b-83e4-41b5-b7d5-74aaa1664413 req-7922ef8b-1279-45f0-936f-ebe8147fffce tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:47.775156 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c942f25b-83e4-41b5-b7d5-74aaa1664413 req-7922ef8b-1279-45f0-936f-ebe8147fffce tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 944 time: 0.0987794 May 27 22:58:47.782450 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8733482b-5b4f-44ab-8d7d-9633887471bb req-2931db1f-ebc0-4b6d-9e37-a1164ad9e377 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.57 "DELETE /v2.0/ports/088612ea-291c-4b83-b266-280f1907605f HTTP/1.1" status: 204 len: 173 time: 1.9067900 May 27 22:58:47.785835 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:47.920926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event updated for resources: {'Port': ['ID=db03fcce-2530-4dfb-8cfa-19e4ad75a552,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:47.924178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-b8f191f6-0ef1-4821-bf7b-5c76b96e801e None None] Set router 03e05af5-70d6-4b14-b83b-d967c081e417 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:58:47.933332 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c942f25b-83e4-41b5-b7d5-74aaa1664413 req-2a9b0596-1c3d-4ae3-a5b2-abfedfe13534 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515954 May 27 22:58:47.941184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Checking segment: {'id': '2d188800-471b-4d17-9788-65539234fc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '67a5e506-cf2f-4fcb-a3ef-cce1b18d182f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:58:47.941561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Network hostable DHCP agents. Network: 67a5e506-cf2f-4fcb-a3ef-cce1b18d182f, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:58:47.997454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 20d92a33-f4c8-41ad-a454-f602ac2c0054, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=20d92a33-f4c8-41ad-a454-f602ac2c0054,segment=NetworkSegment(d53b6aed-2698-4d50-bf79-43473ad20d1c),segment_id=d53b6aed-2698-4d50-bf79-43473ad20d1c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:48.018895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '20d92a33-f4c8-41ad-a454-f602ac2c0054', 'network_id': '84ca05c7-4de1-403e-b359-bb6d4d8967d3', 'port_id': '20d92a33-f4c8-41ad-a454-f602ac2c0054', 'mac_address': 'fa:16:3e:c8:68:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bd6ee3-a6f0-415d-bef4-1226cbc8ae9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:58:48.091383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Network 67a5e506-cf2f-4fcb-a3ef-cce1b18d182f is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:58:48.207919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-acfe67fa-8116-40c8-b476-4c72f197d60b req-4bd7d96c-8169-4b8f-b44d-d51e61a849b0 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "GET /v2.0/ports?device_id=a0e346de-be59-4ddf-a05b-d4f05e029821 HTTP/1.1" status: 200 len: 210 time: 0.0835221 May 27 22:58:48.214520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 20d92a33-f4c8-41ad-a454-f602ac2c0054 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:58:48.214905 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:48.219004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 67a5e506-cf2f-4fcb-a3ef-cce1b18d182f) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:48.227655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:58:48.227655 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:48.235898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d2b779-e206-467d-8389-8e52d7a59af0 None None] Network 67a5e506-cf2f-4fcb-a3ef-cce1b18d182f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:58:48.248927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20d92a33-f4c8-41ad-a454-f602ac2c0054 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:58:48.326913 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event updated for resources: {'Port': ['ID=41117a30-2cb7-4a80-aea2-2637a9a6e3f5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:48.353593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 20d92a33-f4c8-41ad-a454-f602ac2c0054, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=20d92a33-f4c8-41ad-a454-f602ac2c0054,segment=NetworkSegment(d53b6aed-2698-4d50-bf79-43473ad20d1c),segment_id=d53b6aed-2698-4d50-bf79-43473ad20d1c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:48.356465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Checking segment: {'id': 'aaaf0be5-e773-4254-9c95-12144fd05dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c256e7c3-3a0b-4f14-8d60-dfd68149ffb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:58:48.356825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Network hostable DHCP agents. Network: c256e7c3-3a0b-4f14-8d60-dfd68149ffb9, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:58:48.372443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c416331-91e1-4b69-820b-304ff4ed0787 req-71f19845-40a4-4951-87aa-16f7a17e7677 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:48.373820 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2c416331-91e1-4b69-820b-304ff4ed0787 req-71f19845-40a4-4951-87aa-16f7a17e7677 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2143967 May 27 22:58:48.425331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2c416331-91e1-4b69-820b-304ff4ed0787 req-f6a8ab48-62e9-4db6-b887-58f95f1e3958 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425458 May 27 22:58:48.447730 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:48.542947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Network c256e7c3-3a0b-4f14-8d60-dfd68149ffb9 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:58:48.585664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=20d92a33-f4c8-41ad-a454-f602ac2c0054,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:48.599650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b8f191f6-0ef1-4821-bf7b-5c76b96e801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:49Z', 'updated_at': '2022-05-27T22:52:59Z', 'revision_number': 4, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'gw_port': {'id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:51Z', 'updated_at': '2022-05-27T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e', 'name': '', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:57Z', 'updated_at': '2022-05-27T22:53:12Z', 'revision_number': 5, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'subnets': [{'id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:48.602726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f191f6-0ef1-4821-bf7b-5c76b96e801e None None] Checking router: 03e05af5-70d6-4b14-b83b-d967c081e417 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:58:48.616950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f191f6-0ef1-4821-bf7b-5c76b96e801e None None] Routers {'03e05af5-70d6-4b14-b83b-d967c081e417'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:58:48.616950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b8f191f6-0ef1-4821-bf7b-5c76b96e801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:58:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['03e05af5-70d6-4b14-b83b-d967c081e417'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:48.635885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, c256e7c3-3a0b-4f14-8d60-dfd68149ffb9) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:48.640998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:58:48.656650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:48.656650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:48.656650 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:48.671921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc64032-fd98-4e42-a82f-ddd77e45e7ca None None] Network c256e7c3-3a0b-4f14-8d60-dfd68149ffb9 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:58:48.700016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1482f5d-4a82-4be4-a450-f8f42afa3bef req-f0963fda-2ee8-472b-b9cf-dfc79d58f214 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:48.700016 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1482f5d-4a82-4be4-a450-f8f42afa3bef req-f0963fda-2ee8-472b-b9cf-dfc79d58f214 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1395261 May 27 22:58:48.762608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1482f5d-4a82-4be4-a450-f8f42afa3bef req-3fdff88e-08bd-42ca-84db-eedf3e4a909b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542920 May 27 22:58:48.775166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59984) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:48.775348 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d9300856-52b4-446d-8e56-e8ca9b4be69c tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1694970 May 27 22:58:48.843296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['20d92a33-f4c8-41ad-a454-f602ac2c0054'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:58:48.866303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51eaa5d-58c0-471c-8432-a4f1e4e086bf tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:48.875208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51eaa5d-58c0-471c-8432-a4f1e4e086bf tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:48.877099 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f51eaa5d-58c0-471c-8432-a4f1e4e086bf tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1011186 May 27 22:58:48.880074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 59990) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:48.951800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-3834feff-1067-48f9-89d9-4d42ac15b2ba tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Deleting port db03fcce-2530-4dfb-8cfa-19e4ad75a552 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:48.953108 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3834feff-1067-48f9-89d9-4d42ac15b2ba tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:49.084985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-b8f191f6-0ef1-4821-bf7b-5c76b96e801e None None] Set router 03e05af5-70d6-4b14-b83b-d967c081e417 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:58:49.322041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 59998) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:49.355193 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3834feff-1067-48f9-89d9-4d42ac15b2ba tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:49.496781 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-3834feff-1067-48f9-89d9-4d42ac15b2ba tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Calling delete_port for db03fcce-2530-4dfb-8cfa-19e4ad75a552 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:49.504289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Deleting port 052c5043-9435-4d9b-a8e5-f33d9940e8cc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:49.504654 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:49.527137 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b8f191f6-0ef1-4821-bf7b-5c76b96e801e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:49Z', 'updated_at': '2022-05-27T22:52:59Z', 'revision_number': 4, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'gw_port': {'id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:51Z', 'updated_at': '2022-05-27T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e', 'name': '', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:57Z', 'updated_at': '2022-05-27T22:53:12Z', 'revision_number': 5, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'subnets': [{'id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:49.533190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f191f6-0ef1-4821-bf7b-5c76b96e801e None None] The sync data for ids ['03e05af5-70d6-4b14-b83b-d967c081e417'] in n-d-843680-3 is: [{'id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:49Z', 'updated_at': '2022-05-27T22:52:59Z', 'revision_number': 4, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'gw_port': {'id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:51Z', 'updated_at': '2022-05-27T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e', 'name': '', 'network_id': '52fc9a68-72c8-4997-84a0-65fb77b6541c', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'mac_address': 'fa:16:3e:42:76:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:57Z', 'updated_at': '2022-05-27T22:53:12Z', 'revision_number': 5, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'subnets': [{'id': 'f4e5e612-ccec-465a-9aa0-192c4d7d5395', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:58:49.603851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfeb079-9d5a-4903-8089-e55efa8f254b req-56db080c-04bb-47dc-8556-ffd7492095e7 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:49.612733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6dfeb079-9d5a-4903-8089-e55efa8f254b req-56db080c-04bb-47dc-8556-ffd7492095e7 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 945 time: 0.5412874 May 27 22:58:49.644216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 088612ea-291c-4b83-b266-280f1907605f no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:58:49.703731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6dfeb079-9d5a-4903-8089-e55efa8f254b req-545c6b51-9671-4dd8-8490-d58f17e6f22a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898170 May 27 22:58:49.706760 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:49.707469 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:49.714041 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 088612ea-291c-4b83-b266-280f1907605f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:58:49.715864 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 088612ea-291c-4b83-b266-280f1907605f not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:58:49.806807 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3834feff-1067-48f9-89d9-4d42ac15b2ba tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:49.846601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Calling delete_port for 052c5043-9435-4d9b-a8e5-f33d9940e8cc owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:49.855550 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193b1970-948d-4104-bb2c-27185fa21dce None None] New status for floating IP 4c23c9b4-e595-4f61-ac65-8ee8f2ffdccb: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:58:49.875796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834feff-1067-48f9-89d9-4d42ac15b2ba tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event deleted for resources: {'Port': ['ID=db03fcce-2530-4dfb-8cfa-19e4ad75a552,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:49.875796 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3834feff-1067-48f9-89d9-4d42ac15b2ba tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:49.885160 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3834feff-1067-48f9-89d9-4d42ac15b2ba tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "DELETE /v2.0/ports/db03fcce-2530-4dfb-8cfa-19e4ad75a552 HTTP/1.1" status: 204 len: 168 time: 1.0014744 May 27 22:58:49.885331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60006) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:49.960166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-fa61f952-0783-421f-b912-fa4b51352f84 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Deleting port 41117a30-2cb7-4a80-aea2-2637a9a6e3f5 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:49.960602 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa61f952-0783-421f-b912-fa4b51352f84 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:50.107946 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:50.108879 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.db.api [None req-193b1970-948d-4104-bb2c-27185fa21dce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88903) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:58:50.109288 n-d-843680-3 neutron-server[88903]: DEBUG oslo_db.api [None req-193b1970-948d-4104-bb2c-27185fa21dce None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:58:50.170708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Pushing event deleted for resources: {'Port': ['ID=052c5043-9435-4d9b-a8e5-f33d9940e8cc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:50.197146 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa61f952-0783-421f-b912-fa4b51352f84 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:50.247478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:50.247823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:50.248163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:50.248526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:50.248859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:50.249186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:50.249537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:50.249861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:50.250508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:50.250592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:50.250950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:50.251336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:50.288916 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:50.305106 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:50.306253 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b7796710-ed8c-4471-a152-09b616b5c6a6 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "DELETE /v2.0/floatingips/4c23c9b4-e595-4f61-ac65-8ee8f2ffdccb HTTP/1.1" status: 204 len: 168 time: 0.9830887 May 27 22:58:50.330657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-fa61f952-0783-421f-b912-fa4b51352f84 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Calling delete_port for 41117a30-2cb7-4a80-aea2-2637a9a6e3f5 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:50.452193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60018) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:50.492901 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa61f952-0783-421f-b912-fa4b51352f84 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:50.557196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61f952-0783-421f-b912-fa4b51352f84 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event deleted for resources: {'Port': ['ID=41117a30-2cb7-4a80-aea2-2637a9a6e3f5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:50.573893 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa61f952-0783-421f-b912-fa4b51352f84 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:50.588402 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fa61f952-0783-421f-b912-fa4b51352f84 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "DELETE /v2.0/ports/41117a30-2cb7-4a80-aea2-2637a9a6e3f5 HTTP/1.1" status: 204 len: 168 time: 0.7006924 May 27 22:58:50.588402 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9aeac96b-72b3-4632-a271-7777b05e7106 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:50.589897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60022) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:50.611252 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193b1970-948d-4104-bb2c-27185fa21dce None None] New status for floating IP 4c23c9b4-e595-4f61-ac65-8ee8f2ffdccb: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:58:50.625928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9aeac96b-72b3-4632-a271-7777b05e7106 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:50.643110 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f0bdea1a-a9b3-4212-b2d0-ab2c44bf6258 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0520425 May 27 22:58:50.649418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60028) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:50.657705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1980757252'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:50.672843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:50.685377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Usage tracker for resource:network and tenant:f0f84ea6c1984545bd45b9ab08d8a8ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:50.690325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:50.729911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:50.831769 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Made reservation on behalf of f0f84ea6c1984545bd45b9ab08d8a8ea for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:50.834385 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:50.872008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:58:50.877795 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9aeac96b-72b3-4632-a271-7777b05e7106 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:50.881828 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:50.882169 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Added segment 95264d7f-2f10-406a-adbd-9275ecd76772 of type vlan for network 9918f3d4-15a4-4fcb-82eb-a93419530434 May 27 22:58:50.907714 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeac96b-72b3-4632-a271-7777b05e7106 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b330e55-692f-497f-ac2e-d24ade11d30a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:50.909181 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:50.954836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1daa2a-4e74-47ca-92cb-e70c3e3aa43b req-0f47e439-a724-4578-9714-eaf04e71271c tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:50.956337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a1daa2a-4e74-47ca-92cb-e70c3e3aa43b req-0f47e439-a724-4578-9714-eaf04e71271c tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 945 time: 0.1144598 May 27 22:58:50.985085 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9aeac96b-72b3-4632-a271-7777b05e7106 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:50.986179 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9aeac96b-72b3-4632-a271-7777b05e7106 tempest-TestServerBasicOps-1686467075 tempest-TestServerBasicOps-1686467075-project] 10.222.0.27 "DELETE /v2.0/security-groups/4b330e55-692f-497f-ac2e-d24ade11d30a HTTP/1.1" status: 204 len: 168 time: 0.5324731 May 27 22:58:50.998120 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:51.007109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:51.007712 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:51.012914 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a1daa2a-4e74-47ca-92cb-e70c3e3aa43b req-2a52e1d0-c92f-45a9-8c36-1e3c5a143a4c tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470383 May 27 22:58:51.117250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event updated for resources: {'Network': ['ID=9918f3d4-15a4-4fcb-82eb-a93419530434,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:51.129279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 9918f3d4-15a4-4fcb-82eb-a93419530434 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:58:51.164121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60036) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:51.203594 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a4d5267e-6a96-4158-b64a-327e1738d7ec tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5505576 May 27 22:58:51.203594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60042) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:51.210272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1594096742'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:51.216444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:51.220867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Usage tracker for resource:network and tenant:f0f84ea6c1984545bd45b9ab08d8a8ea is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:51.225056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:51.232300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:51.340468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Made reservation on behalf of f0f84ea6c1984545bd45b9ab08d8a8ea for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:51.343839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:51.565931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:58:51.590213 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:51.590552 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Added segment 8cc175ff-e4e7-472d-bd1f-ad27e3f7f11e of type vlan for network 9a9828f8-d419-4e18-bf4f-c535a58a391c May 27 22:58:51.643336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 20d92a33-f4c8-41ad-a454-f602ac2c0054 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:58:51.688690 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:51.792648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 20d92a33-f4c8-41ad-a454-f602ac2c0054 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:58:51.798689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 20d92a33-f4c8-41ad-a454-f602ac2c0054 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:58:51.799061 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:51.909257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:51.915005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:51.915575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:51.928816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 20d92a33-f4c8-41ad-a454-f602ac2c0054 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:58:51.929364 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:51.957478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd25f11-62b9-465d-8764-adfe60d6f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d92a33-f4c8-41ad-a454-f602ac2c0054'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:58:51.968711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 20d92a33-f4c8-41ad-a454-f602ac2c0054, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=20d92a33-f4c8-41ad-a454-f602ac2c0054,segment=NetworkSegment(d53b6aed-2698-4d50-bf79-43473ad20d1c),segment_id=d53b6aed-2698-4d50-bf79-43473ad20d1c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:52.008333 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09a62fc-c66b-44fe-8685-cda302db4b66'] response: {'server_uuid': '9cd25f11-62b9-465d-8764-adfe60d6f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20d92a33-f4c8-41ad-a454-f602ac2c0054', 'code': 200} May 27 22:58:52.046889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event updated for resources: {'Network': ['ID=9a9828f8-d419-4e18-bf4f-c535a58a391c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:52.060496 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:52.065564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87441ba-4d0d-448a-b2c8-aff84ad4eda9 req-89f641a1-1eec-4ab2-bacc-ba02512ec7f1 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:52.069042 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b87441ba-4d0d-448a-b2c8-aff84ad4eda9 req-89f641a1-1eec-4ab2-bacc-ba02512ec7f1 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1133182 May 27 22:58:52.117753 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 9a9828f8-d419-4e18-bf4f-c535a58a391c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:58:52.122525 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b87441ba-4d0d-448a-b2c8-aff84ad4eda9 req-765f89d2-f27f-4b78-a7ef-425e9d0c74bf tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526876 May 27 22:58:52.178460 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2ebf3afc-4d9b-4080-8587-a3b6a5a1064d tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9733045 May 27 22:58:52.300378 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71af8978-e096-409b-8691-76e78993e480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:52.330516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=20d92a33-f4c8-41ad-a454-f602ac2c0054,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:52.360963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60062) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:52.368573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e5010-4deb-4856-b8e7-96c8bafd41fd req-1ebabedc-a290-4db8-97e6-48c4d1f3fb1a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:52.370030 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b2e5010-4deb-4856-b8e7-96c8bafd41fd req-1ebabedc-a290-4db8-97e6-48c4d1f3fb1a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 946 time: 0.2014399 May 27 22:58:52.380372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc097639-1841-45e6-8bb8-647c22c05c85 req-43851dbe-cae9-45d0-9920-d7a4920d974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:52.381155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Request body: {'subnets': [{'network_id': '9918f3d4-15a4-4fcb-82eb-a93419530434', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--680131780', 'ip_version': 4}, {'network_id': '9a9828f8-d419-4e18-bf4f-c535a58a391c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:52.381470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Request body: {'subnet': {'network_id': '9918f3d4-15a4-4fcb-82eb-a93419530434', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--680131780', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:52.382039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Request body: {'subnet': {'network_id': '9a9828f8-d419-4e18-bf4f-c535a58a391c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:58:52.382874 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dc097639-1841-45e6-8bb8-647c22c05c85 req-43851dbe-cae9-45d0-9920-d7a4920d974d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 1097 time: 0.2516861 May 27 22:58:52.445591 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:52.513700 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dc097639-1841-45e6-8bb8-647c22c05c85 req-784a56e1-2fff-4921-a375-3fcec64fb4f2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191788 May 27 22:58:52.534732 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b2e5010-4deb-4856-b8e7-96c8bafd41fd req-0b0fd6a0-310f-495d-982c-b75015d8d8c3 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571448 May 27 22:58:52.637637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908faaae-459d-4895-ab2a-405a33584402 req-49a1d44f-04cd-4acc-ab51-bf956ec29ac2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:52.639079 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-908faaae-459d-4895-ab2a-405a33584402 req-49a1d44f-04cd-4acc-ab51-bf956ec29ac2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.3203423 May 27 22:58:52.682927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:58:52.694064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Usage tracker for resource:subnet and tenant:f0f84ea6c1984545bd45b9ab08d8a8ea is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:58:52.698737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:58:52.721112 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-71af8978-e096-409b-8691-76e78993e480 admin admin] Deleting port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:52.721541 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71af8978-e096-409b-8691-76e78993e480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:52.814937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:58:52.821961 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-908faaae-459d-4895-ab2a-405a33584402 req-14e7a3ca-9ef5-42b3-bd03-4079de0934bc tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710706 May 27 22:58:52.909421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Made reservation on behalf of f0f84ea6c1984545bd45b9ab08d8a8ea for: {'subnet': 2} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:58:52.909619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-71af8978-e096-409b-8691-76e78993e480 admin admin] For port c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e,segment=NetworkSegment(75765629-3ca5-462e-a032-d342ccd8b2b7),segment_id=75765629-3ca5-462e-a032-d342ccd8b2b7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:52.909619 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71af8978-e096-409b-8691-76e78993e480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:52.915385 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:52.923767 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:53.039390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-71af8978-e096-409b-8691-76e78993e480 admin admin] Calling delete_port for c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:53.153057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd293a29-12a9-4713-a558-52b987428387 req-91da4d5e-e8ea-4787-861a-17231e93eea6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:53.154349 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd293a29-12a9-4713-a558-52b987428387 req-91da4d5e-e8ea-4787-861a-17231e93eea6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1597042 May 27 22:58:53.228518 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd293a29-12a9-4713-a558-52b987428387 req-08ff688d-fe4c-4e8b-9c77-66994e2d2b73 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637836 May 27 22:58:53.440132 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71af8978-e096-409b-8691-76e78993e480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:53.476477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4cf3b1-2f82-4ee0-87d8-b86c6075f214 req-04615f5b-54a4-4c53-92ac-7ad91a970443 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:53.478728 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e4cf3b1-2f82-4ee0-87d8-b86c6075f214 req-04615f5b-54a4-4c53-92ac-7ad91a970443 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1367781 May 27 22:58:53.488962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af8978-e096-409b-8691-76e78993e480 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:53.582114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e4cf3b1-2f82-4ee0-87d8-b86c6075f214 req-06a44e5b-a196-46a7-8219-9fc8a2f560a2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937591 May 27 22:58:53.670571 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:53.898915 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-71af8978-e096-409b-8691-76e78993e480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:53.950341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event updated for resources: {'Subnet': ['ID=1885be3d-15dd-4034-8a8d-c71734aa538d,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:53.952504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Checking segment: {'id': '95264d7f-2f10-406a-adbd-9275ecd76772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9918f3d4-15a4-4fcb-82eb-a93419530434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:58:53.952867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Network hostable DHCP agents. Network: 9918f3d4-15a4-4fcb-82eb-a93419530434, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:58:54.005402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114c7f3-6638-4194-8771-40664a2b57e5 req-adffb4f9-bcfe-4d74-b4f5-d3041ce43f63 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:54.006860 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6114c7f3-6638-4194-8771-40664a2b57e5 req-adffb4f9-bcfe-4d74-b4f5-d3041ce43f63 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1790454 May 27 22:58:54.015498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55554b8-1124-49de-b74d-c1b4c868b80e req-7d24df86-9bb7-41b4-889f-e669d7b9d36a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:54.016956 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e55554b8-1124-49de-b74d-c1b4c868b80e req-7d24df86-9bb7-41b4-889f-e669d7b9d36a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 946 time: 0.3425770 May 27 22:58:54.067588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Network 9918f3d4-15a4-4fcb-82eb-a93419530434 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:58:54.094373 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6114c7f3-6638-4194-8771-40664a2b57e5 req-97bc09c6-bd30-4bf6-a4e9-a2dbfd30ce28 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764453 May 27 22:58:54.101830 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e55554b8-1124-49de-b74d-c1b4c868b80e req-07e3f45b-5d82-4871-8fa1-282dee0e9561 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665224 May 27 22:58:54.160641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 9918f3d4-15a4-4fcb-82eb-a93419530434) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:54.164439 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:54.177348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304e542-f6d4-463c-9281-88630c77d722 None None] Network 9918f3d4-15a4-4fcb-82eb-a93419530434 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:58:54.250783 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a132d0b-bb46-4c2d-a3b0-33a87a01b3a0 req-c7356c3b-2c89-4928-a847-a603b0f05f82 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2504323 May 27 22:58:54.306612 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event updated for resources: {'Subnet': ['ID=3e2b5d91-6f37-4c7e-999a-ad47f301f28b,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:54.322222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Checking segment: {'id': '8cc175ff-e4e7-472d-bd1f-ad27e3f7f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9a9828f8-d419-4e18-bf4f-c535a58a391c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:58:54.322851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Network hostable DHCP agents. Network: 9a9828f8-d419-4e18-bf4f-c535a58a391c, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:58:54.354533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cf915-2f59-444f-85b4-2d9b180bc07f req-15ab7aeb-d449-40d3-8784-5d0599fd8d89 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:54.361221 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-859cf915-2f59-444f-85b4-2d9b180bc07f req-15ab7aeb-d449-40d3-8784-5d0599fd8d89 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1458411 May 27 22:58:54.407281 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-859cf915-2f59-444f-85b4-2d9b180bc07f req-6f5e7cfc-3752-4eea-b8d5-b6e36e876b7d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451925 May 27 22:58:54.426252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-9918f3d4-15a4-4fcb-82eb-a93419530434', 'network_id': '9918f3d4-15a4-4fcb-82eb-a93419530434', 'tenant_id': 'f0f84ea6c1984545bd45b9ab08d8a8ea', 'fixed_ips': [{'subnet_id': '1885be3d-15dd-4034-8a8d-c71734aa538d'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:58:54.427306 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:54.434336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71af8978-e096-409b-8691-76e78993e480 admin admin] Router 03e05af5-70d6-4b14-b83b-d967c081e417 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:58:54.474906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Network 9a9828f8-d419-4e18-bf4f-c535a58a391c is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:58:54.544031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 9a9828f8-d419-4e18-bf4f-c535a58a391c) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:54.544999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a132d0b-bb46-4c2d-a3b0-33a87a01b3a0 req-71ee5b45-2688-44ad-b1ee-39f2b64225f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:54.546574 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a132d0b-bb46-4c2d-a3b0-33a87a01b3a0 req-71ee5b45-2688-44ad-b1ee-39f2b64225f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 1097 time: 0.2052753 May 27 22:58:54.552605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:54.553143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:54.553774 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:54.579612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669487c-1735-4a4f-a8ac-48f106b5f0ee None None] Network 9a9828f8-d419-4e18-bf4f-c535a58a391c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:58:54.664461 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fbe36cb4-3324-4369-bbc9-7e18d812e084 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.2933054 May 27 22:58:54.669478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60090) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:54.692857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Allocated IP 172.20.0.2 (9918f3d4-15a4-4fcb-82eb-a93419530434/1885be3d-15dd-4034-8a8d-c71734aa538d/afeebe6e-ac23-4113-971e-ca31e925dcff) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:58:54.738394 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71af8978-e096-409b-8691-76e78993e480 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:58:54.766257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a005861-c144-4290-82d7-f9533937b2cd None None] Sync routers for ids ['03e05af5-70d6-4b14-b83b-d967c081e417'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:58:54.769504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de2fb8-80a5-4fc2-8cd1-d574cd9eb47a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:54.772417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de2fb8-80a5-4fc2-8cd1-d574cd9eb47a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:54.774260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de2fb8-80a5-4fc2-8cd1-d574cd9eb47a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:54.775103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-61de2fb8-80a5-4fc2-8cd1-d574cd9eb47a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Synchronizing usage tracker for tenant:f0f84ea6c1984545bd45b9ab08d8a8ea on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:58:54.776254 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-71af8978-e096-409b-8691-76e78993e480 admin admin] 10.222.0.27 "PUT /v2.0/routers/03e05af5-70d6-4b14-b83b-d967c081e417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6109686 May 27 22:58:54.779214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60094) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:54.810797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf22fc5-6f3e-4bbb-9b32-8869e6b6b3a1 req-c5691c3b-03ba-4066-b210-7011851fca69 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:54.813852 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eaf22fc5-6f3e-4bbb-9b32-8869e6b6b3a1 req-c5691c3b-03ba-4066-b210-7011851fca69 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1922369 May 27 22:58:54.865106 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eaf22fc5-6f3e-4bbb-9b32-8869e6b6b3a1 req-28da15dc-accd-4ee0-9f13-aae76ada5732 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447676 May 27 22:58:54.879789 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-61de2fb8-80a5-4fc2-8cd1-d574cd9eb47a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Unset dirty status for tenant:f0f84ea6c1984545bd45b9ab08d8a8ea on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:58:54.883364 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-61de2fb8-80a5-4fc2-8cd1-d574cd9eb47a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2105665 May 27 22:58:54.884606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60098) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:54.937814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a005861-c144-4290-82d7-f9533937b2cd None None] Routers {'03e05af5-70d6-4b14-b83b-d967c081e417'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:58:54.938481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6a005861-c144-4290-82d7-f9533937b2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:58:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['03e05af5-70d6-4b14-b83b-d967c081e417'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:54.981141 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a132d0b-bb46-4c2d-a3b0-33a87a01b3a0 req-c08c3436-4697-4b9a-ab69-36b9a46c54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:54.982894 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a132d0b-bb46-4c2d-a3b0-33a87a01b3a0 req-c08c3436-4697-4b9a-ab69-36b9a46c54ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.3702698 May 27 22:58:54.990096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a79b78-6385-4f33-946f-1367515e0c05 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Deleting subnet 1885be3d-15dd-4034-8a8d-c71734aa538d {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:58:55.092634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74f1e0-9a68-4323-920c-74af17e51d79 req-9b7cea6e-b637-4b25-a16c-ba9578d72c8c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:55.094308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ed74f1e0-9a68-4323-920c-74af17e51d79 req-9b7cea6e-b637-4b25-a16c-ba9578d72c8c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1001313 May 27 22:58:55.164966 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ed74f1e0-9a68-4323-920c-74af17e51d79 req-6271d84d-400c-41a2-8b9a-7654e8e837b8 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640783 May 27 22:58:55.174100 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a132d0b-bb46-4c2d-a3b0-33a87a01b3a0 req-3d6cb352-3fc3-459c-b25d-99c0cac30c9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 HTTP/1.1" status: 200 len: 1002 time: 0.1819112 May 27 22:58:55.192139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-9a9828f8-d419-4e18-bf4f-c535a58a391c', 'network_id': '9a9828f8-d419-4e18-bf4f-c535a58a391c', 'tenant_id': 'f0f84ea6c1984545bd45b9ab08d8a8ea', 'fixed_ips': [{'subnet_id': '3e2b5d91-6f37-4c7e-999a-ad47f301f28b'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:58:55.193011 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:55.238032 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:55.324462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a132d0b-bb46-4c2d-a3b0-33a87a01b3a0 req-bf125a8f-2d6d-4f67-a9ba-65aeb5ec33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:55.325913 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a132d0b-bb46-4c2d-a3b0-33a87a01b3a0 req-bf125a8f-2d6d-4f67-a9ba-65aeb5ec33d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.1471798 May 27 22:58:55.369518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb6e1e-050e-4535-b96d-9dab65d99b72 req-05f91029-73a3-4adf-ad37-85230c8d1f72 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:55.371070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fdcb6e1e-050e-4535-b96d-9dab65d99b72 req-05f91029-73a3-4adf-ad37-85230c8d1f72 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 946 time: 0.0945661 May 27 22:58:55.441996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-6a005861-c144-4290-82d7-f9533937b2cd None None] Set router 03e05af5-70d6-4b14-b83b-d967c081e417 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:58:55.481694 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fdcb6e1e-050e-4535-b96d-9dab65d99b72 req-2e6a5e22-a2b9-4f1e-b5fa-36b7d3bd06e1 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040561 May 27 22:58:55.483270 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:55.501669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a132d0b-bb46-4c2d-a3b0-33a87a01b3a0 req-ef038832-a263-4705-864f-a8a10d52ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:55.503174 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a132d0b-bb46-4c2d-a3b0-33a87a01b3a0 req-ef038832-a263-4705-864f-a8a10d52ab07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697550 May 27 22:58:55.518336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a95d3-2fe6-4aa9-9dd6-584cef26cd7f req-8edbbf9d-3761-4227-b646-6f206adc603c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:55.520627 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-639a95d3-2fe6-4aa9-9dd6-584cef26cd7f req-8edbbf9d-3761-4227-b646-6f206adc603c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1199355 May 27 22:58:55.569238 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:55.575873 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-639a95d3-2fe6-4aa9-9dd6-584cef26cd7f req-ddabc7bb-0b0f-437a-aff9-dee001943f32 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438626 May 27 22:58:55.580721 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Transition to ACTIVE for port object afeebe6e-ac23-4113-971e-ca31e925dcff will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:58:55.603936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] Deleting port cfe5b988-9126-40d5-89a2-6121a58e3aec {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:55.604495 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:55.618932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Allocated IP 172.20.0.18 (9a9828f8-d419-4e18-bf4f-c535a58a391c/3e2b5d91-6f37-4c7e-999a-ad47f301f28b/e7b56384-484a-47b1-a437-28462690cf8c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:58:55.643513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Transition to ACTIVE for port object afeebe6e-ac23-4113-971e-ca31e925dcff will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:58:55.742411 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:55.774772 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a132d0b-bb46-4c2d-a3b0-33a87a01b3a0 req-e678f59d-5238-4dfb-90df-87ea6ea8bd8f service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644484 May 27 22:58:55.891452 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-55a79b78-6385-4f33-946f-1367515e0c05 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:55.920548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] For port cfe5b988-9126-40d5-89a2-6121a58e3aec, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=cfe5b988-9126-40d5-89a2-6121a58e3aec,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:55.923478 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:55.934529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Network 9918f3d4-15a4-4fcb-82eb-a93419530434 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:58:55.950350 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:55.961370 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:58:55.967219 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-55a79b78-6385-4f33-946f-1367515e0c05 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:55.990139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Pushing event updated for resources: {'Port': ['ID=afeebe6e-ac23-4113-971e-ca31e925dcff,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:56.033533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868df7da-6432-4193-a59b-a776e98b92bf req-25ed681f-2c0b-4326-9d19-535d6a7dd923 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:56.036553 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-868df7da-6432-4193-a59b-a776e98b92bf req-25ed681f-2c0b-4326-9d19-535d6a7dd923 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.3326650 May 27 22:58:56.072478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] Calling delete_port for cfe5b988-9126-40d5-89a2-6121a58e3aec owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:56.124837 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-868df7da-6432-4193-a59b-a776e98b92bf req-ff4503c8-c156-42ee-a23f-065d0cd18934 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768166 May 27 22:58:56.143566 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a132d0b-bb46-4c2d-a3b0-33a87a01b3a0 req-ced4197c-47fa-4561-a701-5b3245eaaa24 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609176 May 27 22:58:56.146934 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-55a79b78-6385-4f33-946f-1367515e0c05 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:56.209934 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Attempting to bind port afeebe6e-ac23-4113-971e-ca31e925dcff on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:58:56.212528 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Attempting to bind port afeebe6e-ac23-4113-971e-ca31e925dcff by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '95264d7f-2f10-406a-adbd-9275ecd76772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9918f3d4-15a4-4fcb-82eb-a93419530434'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:58:56.213191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Attempting to bind port afeebe6e-ac23-4113-971e-ca31e925dcff on network 9918f3d4-15a4-4fcb-82eb-a93419530434 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:58:56.322950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:58:56.323564 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Checking segment: {'id': '95264d7f-2f10-406a-adbd-9275ecd76772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9918f3d4-15a4-4fcb-82eb-a93419530434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:58:56.324136 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:56.324707 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Bound using segment: {'id': '95264d7f-2f10-406a-adbd-9275ecd76772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9918f3d4-15a4-4fcb-82eb-a93419530434'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:58:56.325358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Bound port: afeebe6e-ac23-4113-971e-ca31e925dcff, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95264d7f-2f10-406a-adbd-9275ecd76772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '9918f3d4-15a4-4fcb-82eb-a93419530434'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:58:56.325887 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:56.389353 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-55a79b78-6385-4f33-946f-1367515e0c05 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:56.461626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a79b78-6385-4f33-946f-1367515e0c05 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event deleted for resources: {'Subnet': ['ID=1885be3d-15dd-4034-8a8d-c71734aa538d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:56.465625 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-55a79b78-6385-4f33-946f-1367515e0c05 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:56.503345 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:56.583019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-55a79b78-6385-4f33-946f-1367515e0c05 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "DELETE /v2.0/subnets/1885be3d-15dd-4034-8a8d-c71734aa538d HTTP/1.1" status: 204 len: 168 time: 1.6967998 May 27 22:58:56.584089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60126) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:56.589000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe5b988-9126-40d5-89a2-6121a58e3aec,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:56.601683 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:56.640714 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Transition to ACTIVE for port object e7b56384-484a-47b1-a437-28462690cf8c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:58:56.740996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Transition to ACTIVE for port object e7b56384-484a-47b1-a437-28462690cf8c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:58:56.750176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6a005861-c144-4290-82d7-f9533937b2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:49Z', 'updated_at': '2022-05-27T22:58:53Z', 'revision_number': 5, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'gw_port': {'id': 'cfe5b988-9126-40d5-89a2-6121a58e3aec', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:05:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:52:51Z', 'updated_at': '2022-05-27T22:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:56.757814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] For port afeebe6e-ac23-4113-971e-ca31e925dcff, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:58:56.762461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] For port afeebe6e-ac23-4113-971e-ca31e925dcff, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=afeebe6e-ac23-4113-971e-ca31e925dcff,segment=NetworkSegment(95264d7f-2f10-406a-adbd-9275ecd76772),segment_id=95264d7f-2f10-406a-adbd-9275ecd76772)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:58:56.764140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a005861-c144-4290-82d7-f9533937b2cd None None] Checking router: 03e05af5-70d6-4b14-b83b-d967c081e417 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:58:56.784863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a005861-c144-4290-82d7-f9533937b2cd None None] Routers {'03e05af5-70d6-4b14-b83b-d967c081e417'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:58:56.785871 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6a005861-c144-4290-82d7-f9533937b2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:58:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['03e05af5-70d6-4b14-b83b-d967c081e417'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:56.789477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f319542d-8403-4359-8bc0-82a6dc3a90fc tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Deleting subnet 3e2b5d91-6f37-4c7e-999a-ad47f301f28b {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:58:56.827914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43989c01-0e0a-4166-9ae8-7fdf08930ff8 req-3c4b4617-b34d-49df-b960-45b6173b2098 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:56.835273 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43989c01-0e0a-4166-9ae8-7fdf08930ff8 req-3c4b4617-b34d-49df-b960-45b6173b2098 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.3568985 May 27 22:58:56.837286 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f319542d-8403-4359-8bc0-82a6dc3a90fc tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:56.882790 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:56.941836 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:56.977819 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f319542d-8403-4359-8bc0-82a6dc3a90fc tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:57.010871 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:57.042865 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43989c01-0e0a-4166-9ae8-7fdf08930ff8 req-40e90fce-ddd4-45f7-a977-3dd1cac8beac tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065208 May 27 22:58:57.166035 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f319542d-8403-4359-8bc0-82a6dc3a90fc tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:57.183652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Network 9a9828f8-d419-4e18-bf4f-c535a58a391c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:58:57.209590 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:57.216492 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:57.225649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:58:57.236217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-6a005861-c144-4290-82d7-f9533937b2cd None None] Set router 03e05af5-70d6-4b14-b83b-d967c081e417 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:58:57.275021 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b5d335ed-3ccd-4a66-b314-6b1d8a0fc671 req-032aecbc-3e34-4cb3-a796-a5a7b83f93c8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064768 May 27 22:58:57.284516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Pushing event updated for resources: {'Port': ['ID=e7b56384-484a-47b1-a437-28462690cf8c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:57.291802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:58:57.333542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68febbc1-47f8-4830-8ce7-54355be12308 req-040ddc58-ab37-4bd1-b343-ecff37ebca2c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:57.335129 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68febbc1-47f8-4830-8ce7-54355be12308 req-040ddc58-ab37-4bd1-b343-ecff37ebca2c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.0947335 May 27 22:58:57.404798 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68febbc1-47f8-4830-8ce7-54355be12308 req-5cf212ce-87d5-44d3-b380-9873298e75e2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612917 May 27 22:58:57.411852 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f319542d-8403-4359-8bc0-82a6dc3a90fc tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:57.452523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6a005861-c144-4290-82d7-f9533937b2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:49Z', 'updated_at': '2022-05-27T22:58:56Z', 'revision_number': 7, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:57.457172 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:57.457671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03e05af5-70d6-4b14-b83b-d967c081e417 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:58:57.470275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319542d-8403-4359-8bc0-82a6dc3a90fc tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event deleted for resources: {'Subnet': ['ID=3e2b5d91-6f37-4c7e-999a-ad47f301f28b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:57.475355 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f319542d-8403-4359-8bc0-82a6dc3a90fc tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:57.505104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:57.512573 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-972f4a72-4a1a-4982-81ed-cc6c84a9c237 admin admin] 10.222.0.27 "DELETE /v2.0/routers/03e05af5-70d6-4b14-b83b-d967c081e417 HTTP/1.1" status: 204 len: 168 time: 2.7299833 May 27 22:58:57.513445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60142) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:57.518572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f319542d-8403-4359-8bc0-82a6dc3a90fc tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "DELETE /v2.0/subnets/3e2b5d91-6f37-4c7e-999a-ad47f301f28b HTTP/1.1" status: 204 len: 168 time: 0.9307661 May 27 22:58:57.525091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a005861-c144-4290-82d7-f9533937b2cd None None] The sync data for ids ['03e05af5-70d6-4b14-b83b-d967c081e417'] in n-d-843680-3 is: [{'id': '03e05af5-70d6-4b14-b83b-d967c081e417', 'name': 'tempest-TestServerBasicOps-629190843-router', 'tenant_id': 'c5c2571319bd4772b001747f30d6e4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:52:49Z', 'updated_at': '2022-05-27T22:58:56Z', 'revision_number': 7, 'project_id': 'c5c2571319bd4772b001747f30d6e4be', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:58:57.525091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a068928-d3d5-4525-a16c-6927eb3a2c1e None None] Network 9918f3d4-15a4-4fcb-82eb-a93419530434 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:58:57.527085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d335ed-3ccd-4a66-b314-6b1d8a0fc671 req-408e210b-1e57-4500-94c0-3bf89f4fcab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:57.528585 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b5d335ed-3ccd-4a66-b314-6b1d8a0fc671 req-408e210b-1e57-4500-94c0-3bf89f4fcab5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17e0516bad424434bcaa34f906cb2013&device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 1097 time: 0.1545794 May 27 22:58:57.529300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60146) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:57.656252 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea0bbd66-7a86-4980-92ed-6d4475da40ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:57.664762 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449d410-4049-4e4c-9a7f-0f9fc5c0b8c4 None None] Pushing event updated for resources: {'Port': ['ID=afeebe6e-ac23-4113-971e-ca31e925dcff,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:57.668966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Attempting to bind port e7b56384-484a-47b1-a437-28462690cf8c on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:58:57.669335 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Attempting to bind port e7b56384-484a-47b1-a437-28462690cf8c by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '8cc175ff-e4e7-472d-bd1f-ad27e3f7f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9a9828f8-d419-4e18-bf4f-c535a58a391c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:58:57.669698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Attempting to bind port e7b56384-484a-47b1-a437-28462690cf8c on network 9a9828f8-d419-4e18-bf4f-c535a58a391c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:58:57.692639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:58:57.693011 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Checking segment: {'id': '8cc175ff-e4e7-472d-bd1f-ad27e3f7f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9a9828f8-d419-4e18-bf4f-c535a58a391c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:58:57.693413 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:57.693825 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Bound using segment: {'id': '8cc175ff-e4e7-472d-bd1f-ad27e3f7f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9a9828f8-d419-4e18-bf4f-c535a58a391c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:58:57.694290 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Bound port: e7b56384-484a-47b1-a437-28462690cf8c, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc175ff-e4e7-472d-bd1f-ad27e3f7f11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '9a9828f8-d419-4e18-bf4f-c535a58a391c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:58:57.694654 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:57.765566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Deleting subnet f4e5e612-ccec-465a-9aa0-192c4d7d5395 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:58:57.775086 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:57.830719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ecfc39-e54e-4f14-86b8-fe83a6e03356 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:57.834582 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-73ecfc39-e54e-4f14-86b8-fe83a6e03356 tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3021193 May 27 22:58:57.841971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60160) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:57.903029 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:57.939594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d335ed-3ccd-4a66-b314-6b1d8a0fc671 req-9028c97c-7620-4d42-82f5-d3c5fb1ca156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:57.940835 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b5d335ed-3ccd-4a66-b314-6b1d8a0fc671 req-9028c97c-7620-4d42-82f5-d3c5fb1ca156 service neutron] 10.222.0.57 "GET /v2.0/networks?id=de4a8b3f-b36f-4a81-b757-3c8e918007df HTTP/1.1" status: 200 len: 915 time: 0.3726420 May 27 22:58:57.963112 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] For port e7b56384-484a-47b1-a437-28462690cf8c, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:58:57.968602 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] For port e7b56384-484a-47b1-a437-28462690cf8c, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e7b56384-484a-47b1-a437-28462690cf8c,segment=NetworkSegment(8cc175ff-e4e7-472d-bd1f-ad27e3f7f11e),segment_id=8cc175ff-e4e7-472d-bd1f-ad27e3f7f11e)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:58:58.030995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b352f-99f7-4dd0-a2da-c985a9e49922 req-84437879-2a5e-45bf-88f7-1333aa0433fa tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:58.038290 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc8b352f-99f7-4dd0-a2da-c985a9e49922 req-84437879-2a5e-45bf-88f7-1333aa0433fa tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/networks?id=de4a8b3f-b36f-4a81-b757-3c8e918007df HTTP/1.1" status: 200 len: 814 time: 0.3716331 May 27 22:58:58.058768 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b5d335ed-3ccd-4a66-b314-6b1d8a0fc671 req-6dd32d4e-7acf-4427-af7c-4feb78677993 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e HTTP/1.1" status: 200 len: 217 time: 0.1074829 May 27 22:58:58.060923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:58:58.069624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c264595-787e-48a7-b163-4de565270084 req-ce71b108-70c0-491b-8dc0-754775bcbfa7 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:58.071153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c264595-787e-48a7-b163-4de565270084 req-ce71b108-70c0-491b-8dc0-754775bcbfa7 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 946 time: 0.2682958 May 27 22:58:58.080971 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc8b352f-99f7-4dd0-a2da-c985a9e49922 req-7b5d965d-d14d-4b71-a901-79812a0211d7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/quotas/17e0516bad424434bcaa34f906cb2013 HTTP/1.1" status: 200 len: 375 time: 0.0415716 May 27 22:58:58.109970 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:58.152416 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:58.158738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d335ed-3ccd-4a66-b314-6b1d8a0fc671 req-6f9d3817-d55a-4a43-bb12-dde6cd907f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:58.160086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:58:58.160245 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b5d335ed-3ccd-4a66-b314-6b1d8a0fc671 req-6f9d3817-d55a-4a43-bb12-dde6cd907f7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a218cd6c-f7e8-4753-ba6b-2597e7fb1c57 HTTP/1.1" status: 200 len: 854 time: 0.0905104 May 27 22:58:58.160452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c6cc57d8-53ed-4ff5-bb37-90e42a9ddd7e not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:58:58.177415 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:58.203643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Deleting port e7b56384-484a-47b1-a437-28462690cf8c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:58.203980 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:58.206907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184aee1-13bd-40be-b82f-5976ae70dedd None None] Pushing event updated for resources: {'Port': ['ID=e7b56384-484a-47b1-a437-28462690cf8c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:58.239404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c264595-787e-48a7-b163-4de565270084 req-f164c721-c898-401c-9cb7-dea4cafa3e22 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547806 May 27 22:58:58.265947 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b5d335ed-3ccd-4a66-b314-6b1d8a0fc671 req-4e6a1743-8964-4126-91e3-3f50773c1588 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de4a8b3f-b36f-4a81-b757-3c8e918007df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974035 May 27 22:58:58.277634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc8b352f-99f7-4dd0-a2da-c985a9e49922 req-bfdf08e6-8a89-4d47-9fd9-69c100ca51da tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=17e0516bad424434bcaa34f906cb2013&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1957073 May 27 22:58:58.300996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451de1c5-320a-4c58-ac9f-4d0863eed8ad None None] Network 9a9828f8-d419-4e18-bf4f-c535a58a391c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:58:58.376615 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:58.484166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e5e612-ccec-465a-9aa0-192c4d7d5395,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:58.487757 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:58.505783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:58.506363 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:58.506871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:58.507756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:58.508240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:58.514009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:58.514582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:58.515679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53d0097-9d1e-48e6-8554-8c364c20d0aa None None] Network 52fc9a68-72c8-4997-84a0-65fb77b6541c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:58:58.515928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:58.516524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:58.517114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:58.522662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:58.522662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:58:58.542018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8afa3e8d-0753-4b67-ba5a-1f486c9186a5 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/f4e5e612-ccec-465a-9aa0-192c4d7d5395 HTTP/1.1" status: 204 len: 168 time: 1.0248191 May 27 22:58:58.542629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60166) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:58:58.601601 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b5d335ed-3ccd-4a66-b314-6b1d8a0fc671 req-80d8ce3a-977c-4aed-9cfa-927056df80a0 service neutron] 10.222.0.57 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219144 May 27 22:58:58.669179 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:58.696228 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Deleting port 79de374d-5495-44b2-881d-b687587bbc98 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:58.696658 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:58.749819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] For port e7b56384-484a-47b1-a437-28462690cf8c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e7b56384-484a-47b1-a437-28462690cf8c,segment=NetworkSegment(8cc175ff-e4e7-472d-bd1f-ad27e3f7f11e),segment_id=8cc175ff-e4e7-472d-bd1f-ad27e3f7f11e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:58.750309 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:58.927676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747ca19d-9b17-4493-ad7e-4c70dbf4804f None None] DHCP port deletion for 52fc9a68-72c8-4997-84a0-65fb77b6541c request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:58:58.931295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-747ca19d-9b17-4493-ad7e-4c70dbf4804f None None] Deleting port 79de374d-5495-44b2-881d-b687587bbc98 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:58.931989 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-747ca19d-9b17-4493-ad7e-4c70dbf4804f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:58.942033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256c32a-d3de-4085-b3d1-d5a66eafbc58 req-04f8cfa6-3781-494c-9612-ea26ac3d619c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:58.943669 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9256c32a-d3de-4085-b3d1-d5a66eafbc58 req-04f8cfa6-3781-494c-9612-ea26ac3d619c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.5308199 May 27 22:58:59.028746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Calling delete_port for e7b56384-484a-47b1-a437-28462690cf8c owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:59.048568 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9256c32a-d3de-4085-b3d1-d5a66eafbc58 req-28c26196-fd34-4319-805d-fc600f472fc6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944498 May 27 22:58:59.185957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] For port 79de374d-5495-44b2-881d-b687587bbc98, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=79de374d-5495-44b2-881d-b687587bbc98,segment=NetworkSegment(75765629-3ca5-462e-a032-d342ccd8b2b7),segment_id=75765629-3ca5-462e-a032-d342ccd8b2b7)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:59.189093 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:59.213064 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b5d335ed-3ccd-4a66-b314-6b1d8a0fc671 req-3354c144-844d-4305-aeaa-0ab262d13bd7 service neutron] 10.222.0.57 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995889 May 27 22:58:59.234863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-747ca19d-9b17-4493-ad7e-4c70dbf4804f None None] For port 79de374d-5495-44b2-881d-b687587bbc98, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=79de374d-5495-44b2-881d-b687587bbc98,segment=NetworkSegment(75765629-3ca5-462e-a032-d342ccd8b2b7),segment_id=75765629-3ca5-462e-a032-d342ccd8b2b7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:58:59.236238 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-747ca19d-9b17-4493-ad7e-4c70dbf4804f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:59.250999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2616fc0-bf8f-4228-aff1-30114e7ee2de req-96f263a2-affc-43f6-83b7-f8ba16a76feb tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:59.251804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b2616fc0-bf8f-4228-aff1-30114e7ee2de req-96f263a2-affc-43f6-83b7-f8ba16a76feb tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Synchronizing usage tracker for tenant:1c87470b8a6142f3a1ac73168724d5a5 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:58:59.364973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-747ca19d-9b17-4493-ad7e-4c70dbf4804f None None] Calling delete_port for 79de374d-5495-44b2-881d-b687587bbc98 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:59.375894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Calling delete_port for 79de374d-5495-44b2-881d-b687587bbc98 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:58:59.387201 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:59.391712 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b2616fc0-bf8f-4228-aff1-30114e7ee2de req-96f263a2-affc-43f6-83b7-f8ba16a76feb tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Unset dirty status for tenant:1c87470b8a6142f3a1ac73168724d5a5 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:58:59.393121 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b2616fc0-bf8f-4228-aff1-30114e7ee2de req-96f263a2-affc-43f6-83b7-f8ba16a76feb tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.57 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 946 time: 0.3338115 May 27 22:58:59.475533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event deleted for resources: {'Port': ['ID=e7b56384-484a-47b1-a437-28462690cf8c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:59.491621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] No DVR routers for this DVR port e7b56384-484a-47b1-a437-28462690cf8c on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:58:59.520640 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-747ca19d-9b17-4493-ad7e-4c70dbf4804f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:59.534644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80b202-4333-4a99-aa59-99a3364c3d23 req-3bb636f0-a607-4179-aa9a-db570621d61f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:59.536134 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d80b202-4333-4a99-aa59-99a3364c3d23 req-3bb636f0-a607-4179-aa9a-db570621d61f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.3407593 May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: from cryptography.utils import int_from_bytes May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: from cryptography.utils import int_from_bytes May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn_limited( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn_limited( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.536591 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.539337 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.539337 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.539337 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.539337 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.539337 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.539337 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.539337 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.539337 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.539337 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.539337 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.539337 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.539337 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.539337 n-d-843680-3 neutron-server[88900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 22:58:59.539337 n-d-843680-3 neutron-server[88900]: util.warn( May 27 22:58:59.546913 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:58:59.552866 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:58:59.559109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a4b22-4b96-4bdf-ace8-17a8a8fade59 req-0090203a-d95f-4cad-9a5b-33d7960c0814 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:58:59.560598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-056a4b22-4b96-4bdf-ace8-17a8a8fade59 req-0090203a-d95f-4cad-9a5b-33d7960c0814 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 946 time: 0.1499467 May 27 22:58:59.587565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ca19d-9b17-4493-ad7e-4c70dbf4804f None None] Pushing event deleted for resources: {'Port': ['ID=79de374d-5495-44b2-881d-b687587bbc98,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:58:59.606174 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ca19d-9b17-4493-ad7e-4c70dbf4804f None None] No DVR routers for this DVR port 79de374d-5495-44b2-881d-b687587bbc98 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:58:59.612562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b2616fc0-bf8f-4228-aff1-30114e7ee2de req-92f25b9e-5b13-470d-81e9-27086f7963af tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Deleting port 20d92a33-f4c8-41ad-a454-f602ac2c0054 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:58:59.613106 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b2616fc0-bf8f-4228-aff1-30114e7ee2de req-92f25b9e-5b13-470d-81e9-27086f7963af tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:59.626837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52f0e24-416b-42c0-a182-ccd5e613b25f None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 22:58:59.628045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d80b202-4333-4a99-aa59-99a3364c3d23 req-4fa50762-b69c-49d9-bbe1-8d8b64ec3635 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767455 May 27 22:58:59.641685 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-056a4b22-4b96-4bdf-ace8-17a8a8fade59 req-9dfa8ca9-9ddd-4c80-834d-e5033527016b tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664883 May 27 22:58:59.694156 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00a4cc3d-fb70-401b-b393-e86d50e54717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:59.783818 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:59.822001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52f0e24-416b-42c0-a182-ccd5e613b25f None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 22:58:59.839368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9828f8-d419-4e18-bf4f-c535a58a391c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:59.846223 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a013b082-2516-4ccd-b314-9b640fcf4986 req-74e42adf-9054-4ede-8ddc-1f058ba213a0 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=17e0516bad424434bcaa34f906cb2013 HTTP/1.1" status: 200 len: 221 time: 0.0474443 May 27 22:58:59.908840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc175ff-e4e7-472d-bd1f-ad27e3f7f11e') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:59.909132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc175ff-e4e7-472d-bd1f-ad27e3f7f11e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:58:59.916611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 79de374d-5495-44b2-881d-b687587bbc98 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:58:59.932594 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:59.957239 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:58:59.961425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 79de374d-5495-44b2-881d-b687587bbc98 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:58:59.962751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 79de374d-5495-44b2-881d-b687587bbc98 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:58:59.963177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device cfe5b988-9126-40d5-89a2-6121a58e3aec no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:58:59.990158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:58:59.990158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.017676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: cfe5b988-9126-40d5-89a2-6121a58e3aec {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:59:00.017676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device cfe5b988-9126-40d5-89a2-6121a58e3aec not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:59:00.052096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Deleting port 79de374d-5495-44b2-881d-b687587bbc98 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:00.052620 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.068044 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8cc175ff-e4e7-472d-bd1f-ad27e3f7f11e resource provider aggregate not found May 27 22:59:00.106168 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8cc175ff-e4e7-472d-bd1f-ad27e3f7f11e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8cc175ff-e4e7-472d-bd1f-ad27e3f7f11e found for delete ", "request_id": "req-3aeab800-5a6f-47e4-a994-6fe38371e73d"}]} May 27 22:59:00.116159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b2616fc0-bf8f-4228-aff1-30114e7ee2de req-92f25b9e-5b13-470d-81e9-27086f7963af tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] For port 20d92a33-f4c8-41ad-a454-f602ac2c0054, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=20d92a33-f4c8-41ad-a454-f602ac2c0054,segment=NetworkSegment(d53b6aed-2698-4d50-bf79-43473ad20d1c),segment_id=d53b6aed-2698-4d50-bf79-43473ad20d1c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:00.116599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b2616fc0-bf8f-4228-aff1-30114e7ee2de req-92f25b9e-5b13-470d-81e9-27086f7963af tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.143113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] The port '79de374d-5495-44b2-881d-b687587bbc98' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:59:00.252273 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.260221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b2616fc0-bf8f-4228-aff1-30114e7ee2de req-92f25b9e-5b13-470d-81e9-27086f7963af tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Calling delete_port for 20d92a33-f4c8-41ad-a454-f602ac2c0054 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:00.265500 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.280016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110889cd-3c3b-4d1b-b7f9-8b71770f5984 req-5983d9cb-1336-4d7e-bf13-86dbe65d4b0b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:00.282481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-110889cd-3c3b-4d1b-b7f9-8b71770f5984 req-5983d9cb-1336-4d7e-bf13-86dbe65d4b0b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.3025661 May 27 22:59:00.316312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f470446c-a2a5-4613-bc0f-03ffdf52cba6 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 22:59:00.316474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52fc9a68-72c8-4997-84a0-65fb77b6541c']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:00.317379 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.332729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event deleted for resources: {'Network': ['ID=9a9828f8-d419-4e18-bf4f-c535a58a391c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:00.332955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75765629-3ca5-462e-a032-d342ccd8b2b7') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:00.333161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75765629-3ca5-462e-a032-d342ccd8b2b7') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:00.350961 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-70cf7776-831a-478c-9ae6-9d0021f9854b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "DELETE /v2.0/networks/9a9828f8-d419-4e18-bf4f-c535a58a391c HTTP/1.1" status: 204 len: 168 time: 2.5079184 May 27 22:59:00.354578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60192) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:00.361642 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.371145 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-110889cd-3c3b-4d1b-b7f9-8b71770f5984 req-66cc0c6e-c994-4b2b-b634-c6eb054b9c21 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750768 May 27 22:59:00.412510 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.420557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:59:00.421134 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.458075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f470446c-a2a5-4613-bc0f-03ffdf52cba6 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 22:59:00.513004 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b2616fc0-bf8f-4228-aff1-30114e7ee2de req-92f25b9e-5b13-470d-81e9-27086f7963af tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.555498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['20d92a33-f4c8-41ad-a454-f602ac2c0054'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:59:00.564150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f25b9e-5b13-470d-81e9-27086f7963af tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Pushing event deleted for resources: {'Port': ['ID=20d92a33-f4c8-41ad-a454-f602ac2c0054,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:00.567469 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 75765629-3ca5-462e-a032-d342ccd8b2b7 resource provider aggregate not found May 27 22:59:00.631662 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 75765629-3ca5-462e-a032-d342ccd8b2b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75765629-3ca5-462e-a032-d342ccd8b2b7 found for delete ", "request_id": "req-19ddeb7c-5736-4ea9-98d2-e3c76238fe25"}]} May 27 22:59:00.651103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2616fc0-bf8f-4228-aff1-30114e7ee2de req-92f25b9e-5b13-470d-81e9-27086f7963af tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] No DVR routers for this DVR port 20d92a33-f4c8-41ad-a454-f602ac2c0054 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:59:00.654373 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b2616fc0-bf8f-4228-aff1-30114e7ee2de req-92f25b9e-5b13-470d-81e9-27086f7963af tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.659834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd25f11-62b9-465d-8764-adfe60d6f57a', 'name': 'network-vif-deleted', 'tag': '20d92a33-f4c8-41ad-a454-f602ac2c0054'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:59:00.681859 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.704271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Deleting port afeebe6e-ac23-4113-971e-ca31e925dcff {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:00.704629 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.740228 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a9875d-7bb0-4764-ae51-cfcd43922124'] response: {'server_uuid': '9cd25f11-62b9-465d-8764-adfe60d6f57a', 'name': 'network-vif-deleted', 'tag': '20d92a33-f4c8-41ad-a454-f602ac2c0054', 'status': 'completed', 'code': 200} May 27 22:59:00.757011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b1a37-5bf7-4102-93a1-c5267520ea7a req-027b0f3c-6501-4cae-a4cf-0a5bf5d8e1b6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:00.764322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-034b1a37-5bf7-4102-93a1-c5267520ea7a req-027b0f3c-6501-4cae-a4cf-0a5bf5d8e1b6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2102790 May 27 22:59:00.789286 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.791055 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b2616fc0-bf8f-4228-aff1-30114e7ee2de req-92f25b9e-5b13-470d-81e9-27086f7963af tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.57 "DELETE /v2.0/ports/20d92a33-f4c8-41ad-a454-f602ac2c0054 HTTP/1.1" status: 204 len: 173 time: 1.3660891 May 27 22:59:00.815713 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.839847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] Pushing event deleted for resources: {'Network': ['ID=52fc9a68-72c8-4997-84a0-65fb77b6541c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:00.894962 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-034b1a37-5bf7-4102-93a1-c5267520ea7a req-baf25fb4-4e2c-465d-8fcc-9764a75805eb tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289754 May 27 22:59:00.989546 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:00.991075 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:01.074112 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-811773e3-9f41-47b5-bb5b-5c3dde3b571d req-ab79bb05-c97f-4d92-a7f7-24cc74ad1af3 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=9cd25f11-62b9-465d-8764-adfe60d6f57a HTTP/1.1" status: 200 len: 210 time: 0.1867054 May 27 22:59:01.110890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6f3219a3-77f1-4e62-9f15-bcd55a388e20 admin admin] 10.222.0.27 "DELETE /v2.0/networks/52fc9a68-72c8-4997-84a0-65fb77b6541c HTTP/1.1" status: 204 len: 168 time: 2.5674644 May 27 22:59:01.113923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60210) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:01.240718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] For port afeebe6e-ac23-4113-971e-ca31e925dcff, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=afeebe6e-ac23-4113-971e-ca31e925dcff,segment=NetworkSegment(95264d7f-2f10-406a-adbd-9275ecd76772),segment_id=95264d7f-2f10-406a-adbd-9275ecd76772)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:01.241081 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:01.369504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Calling delete_port for afeebe6e-ac23-4113-971e-ca31e925dcff owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:01.403125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1259be-9d9e-4f15-96c9-7b57850a6885 req-4d715b74-ca0c-44c1-8fd2-63e5917247cd tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:01.404608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e1259be-9d9e-4f15-96c9-7b57850a6885 req-4d715b74-ca0c-44c1-8fd2-63e5917247cd tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.3355458 May 27 22:59:01.480376 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e1259be-9d9e-4f15-96c9-7b57850a6885 req-25fa81f7-79c4-42c4-b3b0-3e48e820146e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653012 May 27 22:59:01.571569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:01.672648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] No DVR routers for this DVR port afeebe6e-ac23-4113-971e-ca31e925dcff on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:59:01.726029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event deleted for resources: {'Port': ['ID=afeebe6e-ac23-4113-971e-ca31e925dcff,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:01.814831 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d364f389-3638-4cb3-b670-a9c9f8311243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:01.852039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:01.888488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9918f3d4-15a4-4fcb-82eb-a93419530434']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:01.904466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95264d7f-2f10-406a-adbd-9275ecd76772') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:01.904747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95264d7f-2f10-406a-adbd-9275ecd76772') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:01.922492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ede53-be54-4fdd-86fe-002ba338b262 req-d3d7747b-f422-45f5-8f1d-c4f7643d5699 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:01.924060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a38ede53-be54-4fdd-86fe-002ba338b262 req-d3d7747b-f422-45f5-8f1d-c4f7643d5699 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.3069248 May 27 22:59:01.927669 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:01.969149 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:01.982341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:59:01.982733 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:02.006661 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a38ede53-be54-4fdd-86fe-002ba338b262 req-6ba80e5e-0117-4ce5-93a7-2a4cffc2c3fc tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721357 May 27 22:59:02.135527 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:02.189671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d364f389-3638-4cb3-b670-a9c9f8311243 admin admin] Deleting port 05611454-61ee-4938-979b-67c31b0cb5fb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:02.190153 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d364f389-3638-4cb3-b670-a9c9f8311243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:02.192825 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:02.231942 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:02.248604 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "DELETE /v2.0/networks/9918f3d4-15a4-4fcb-82eb-a93419530434 HTTP/1.1" status: 204 len: 168 time: 1.8903949 May 27 22:59:02.252965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60224) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:02.256510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b3627b-d3a3-46d8-8963-70415aec2f3a tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event deleted for resources: {'Network': ['ID=9918f3d4-15a4-4fcb-82eb-a93419530434,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:02.371915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00712366-c20d-4b88-8397-6362b84d4c3a req-71259a4c-dd46-41d8-9968-d2363ee4e193 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:02.373442 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00712366-c20d-4b88-8397-6362b84d4c3a req-71259a4c-dd46-41d8-9968-d2363ee4e193 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2391312 May 27 22:59:02.394225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d364f389-3638-4cb3-b670-a9c9f8311243 admin admin] For port 05611454-61ee-4938-979b-67c31b0cb5fb, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=05611454-61ee-4938-979b-67c31b0cb5fb,segment=NetworkSegment(7d35bac8-a623-4c1a-90af-baa30355ecb7),segment_id=7d35bac8-a623-4c1a-90af-baa30355ecb7)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:02.394863 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d364f389-3638-4cb3-b670-a9c9f8311243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:02.420930 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0daac956-73c6-407f-9f7e-5b811df231ad tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:02.525873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d364f389-3638-4cb3-b670-a9c9f8311243 admin admin] Calling delete_port for 05611454-61ee-4938-979b-67c31b0cb5fb owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:02.567633 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00712366-c20d-4b88-8397-6362b84d4c3a req-bac1ee85-0206-476b-81d9-14b86fd8f88d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741691 May 27 22:59:02.669525 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 95264d7f-2f10-406a-adbd-9275ecd76772 resource provider aggregate not found May 27 22:59:02.700836 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0daac956-73c6-407f-9f7e-5b811df231ad tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:02.709589 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 95264d7f-2f10-406a-adbd-9275ecd76772 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95264d7f-2f10-406a-adbd-9275ecd76772 found for delete ", "request_id": "req-7f6cbdcb-94ee-4420-953d-afdab407dc10"}]} May 27 22:59:02.773815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-8ec66c51-b697-4e88-b310-140d2ce26c93 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:02.777627 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-8ec66c51-b697-4e88-b310-140d2ce26c93 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/networks?id=84ca05c7-4de1-403e-b359-bb6d4d8967d3 HTTP/1.1" status: 200 len: 809 time: 0.3836217 May 27 22:59:02.784561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-0daac956-73c6-407f-9f7e-5b811df231ad tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c256e7c3-3a0b-4f14-8d60-dfd68149ffb9']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:02.794133 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d364f389-3638-4cb3-b670-a9c9f8311243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:02.811804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-0daac956-73c6-407f-9f7e-5b811df231ad tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaaf0be5-e773-4254-9c95-12144fd05dbe') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:02.812105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-0daac956-73c6-407f-9f7e-5b811df231ad tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaaf0be5-e773-4254-9c95-12144fd05dbe') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:02.819201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-66e51a66-7283-4881-8089-f9a9bd848df3 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/quotas/1c87470b8a6142f3a1ac73168724d5a5 HTTP/1.1" status: 200 len: 375 time: 0.0369160 May 27 22:59:02.842536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364f389-3638-4cb3-b670-a9c9f8311243 admin admin] Pushing event deleted for resources: {'Port': ['ID=05611454-61ee-4938-979b-67c31b0cb5fb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:02.862824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0daac956-73c6-407f-9f7e-5b811df231ad tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:03.013719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-fc1cc597-95de-4ccf-a3a2-8e6e400247ce tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=1c87470b8a6142f3a1ac73168724d5a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1868937 May 27 22:59:03.038708 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0daac956-73c6-407f-9f7e-5b811df231ad tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:03.097310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0daac956-73c6-407f-9f7e-5b811df231ad tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:59:03.097698 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0daac956-73c6-407f-9f7e-5b811df231ad tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:03.191375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58e4c2-d1ca-4005-be06-79857bf8bb79 req-87dc46c9-5498-434e-bbd8-523baf0afe1e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:03.193307 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be58e4c2-d1ca-4005-be06-79857bf8bb79 req-87dc46c9-5498-434e-bbd8-523baf0afe1e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.4806495 May 27 22:59:03.246632 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d364f389-3638-4cb3-b670-a9c9f8311243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:03.280541 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be58e4c2-d1ca-4005-be06-79857bf8bb79 req-8d561741-0d93-41bc-a8e5-41d2dfe14a44 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735824 May 27 22:59:03.283799 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-d285dafc-9149-4d78-9f1d-f9086d0b39f6 service neutron] 10.222.0.27 "GET /v2.0/networks/84ca05c7-4de1-403e-b359-bb6d4d8967d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626176 May 27 22:59:03.314443 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0daac956-73c6-407f-9f7e-5b811df231ad tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:03.379807 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0daac956-73c6-407f-9f7e-5b811df231ad tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:03.400694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daac956-73c6-407f-9f7e-5b811df231ad tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event deleted for resources: {'Network': ['ID=c256e7c3-3a0b-4f14-8d60-dfd68149ffb9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:03.410951 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0daac956-73c6-407f-9f7e-5b811df231ad tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "DELETE /v2.0/networks/c256e7c3-3a0b-4f14-8d60-dfd68149ffb9 HTTP/1.1" status: 204 len: 168 time: 1.1567073 May 27 22:59:03.413525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60248) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:03.591358 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-2c808ac2-e598-46b1-8641-e3d01172b801 service neutron] 10.222.0.27 "GET /v2.0/networks/84ca05c7-4de1-403e-b359-bb6d4d8967d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012514 May 27 22:59:03.605060 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2bc23ce-6a7d-4c8b-b372-c6f86480868b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:03.620747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d364f389-3638-4cb3-b670-a9c9f8311243 admin admin] Router 52e8550c-68e1-4e71-b808-21e3f5976d3b has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:59:03.693172 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 20d92a33-f4c8-41ad-a454-f602ac2c0054 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:59:03.729318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc597476-29e3-47b9-9d1f-ca6e82886eb8 req-3fe9b71e-0637-4d6e-be20-1b2301cc78a7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:03.730782 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc597476-29e3-47b9-9d1f-ca6e82886eb8 req-3fe9b71e-0637-4d6e-be20-1b2301cc78a7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2948401 May 27 22:59:03.741697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 20d92a33-f4c8-41ad-a454-f602ac2c0054 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:59:03.744802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 20d92a33-f4c8-41ad-a454-f602ac2c0054 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:59:03.779294 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2bc23ce-6a7d-4c8b-b372-c6f86480868b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:03.830255 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc597476-29e3-47b9-9d1f-ca6e82886eb8 req-b0906e4a-d9dd-493b-8729-2e8ebd05ea34 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895693 May 27 22:59:03.867359 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d364f389-3638-4cb3-b670-a9c9f8311243 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:59:03.877882 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e94a4b3-573f-4461-9526-a702f4b0b0d2 None None] Sync routers for ids ['52e8550c-68e1-4e71-b808-21e3f5976d3b'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:59:03.899173 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e94a4b3-573f-4461-9526-a702f4b0b0d2 None None] Routers {'52e8550c-68e1-4e71-b808-21e3f5976d3b'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:03.900097 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5e94a4b3-573f-4461-9526-a702f4b0b0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['52e8550c-68e1-4e71-b808-21e3f5976d3b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:03.900867 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6ed9927-973a-499d-bf0e-0030313983ac req-208bca0a-1245-4fd3-b90f-8d2e44d8465a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 210 time: 0.0759242 May 27 22:59:03.904100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-a2bc23ce-6a7d-4c8b-b372-c6f86480868b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a5e506-cf2f-4fcb-a3ef-cce1b18d182f']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:03.921162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-a2bc23ce-6a7d-4c8b-b372-c6f86480868b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d188800-471b-4d17-9788-65539234fc2a') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:03.921670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-a2bc23ce-6a7d-4c8b-b372-c6f86480868b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d188800-471b-4d17-9788-65539234fc2a') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:03.935893 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2bc23ce-6a7d-4c8b-b372-c6f86480868b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:03.959258 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d364f389-3638-4cb3-b670-a9c9f8311243 admin admin] 10.222.0.27 "PUT /v2.0/routers/52e8550c-68e1-4e71-b808-21e3f5976d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8440583 May 27 22:59:03.960120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60258) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:03.998336 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2bc23ce-6a7d-4c8b-b372-c6f86480868b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:04.011859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2bc23ce-6a7d-4c8b-b372-c6f86480868b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:59:04.012574 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2bc23ce-6a7d-4c8b-b372-c6f86480868b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:04.131271 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5e94a4b3-573f-4461-9526-a702f4b0b0d2 None None] Set router 52e8550c-68e1-4e71-b808-21e3f5976d3b gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:59:04.143080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bb3a3-66d7-4270-b601-b448e04501ce req-e25ad487-f164-4e60-a4dd-f403ae3bc6e2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:04.144838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd5bb3a3-66d7-4270-b601-b448e04501ce req-e25ad487-f164-4e60-a4dd-f403ae3bc6e2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1944258 May 27 22:59:04.166890 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:04.195567 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd5bb3a3-66d7-4270-b601-b448e04501ce req-84469737-a7c0-4e50-acce-ba2ae03ad6fb tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412917 May 27 22:59:04.240407 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2bc23ce-6a7d-4c8b-b372-c6f86480868b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:04.259736 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2bc23ce-6a7d-4c8b-b372-c6f86480868b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:04.307174 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc23ce-6a7d-4c8b-b372-c6f86480868b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] Pushing event deleted for resources: {'Network': ['ID=67a5e506-cf2f-4fcb-a3ef-cce1b18d182f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:04.319245 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a2bc23ce-6a7d-4c8b-b372-c6f86480868b tempest-BulkNetworkOpsTest-1520409008 tempest-BulkNetworkOpsTest-1520409008-project] 10.222.0.27 "DELETE /v2.0/networks/67a5e506-cf2f-4fcb-a3ef-cce1b18d182f HTTP/1.1" status: 204 len: 168 time: 0.9023755 May 27 22:59:04.417780 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:04.446414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e27ed01-c5dc-432f-b743-3164cbb32c3c req-192bb4da-d578-4f05-a762-a84ce19368fc tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:04.448107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e27ed01-c5dc-432f-b743-3164cbb32c3c req-192bb4da-d578-4f05-a762-a84ce19368fc tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.0932188 May 27 22:59:04.485867 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5e94a4b3-573f-4461-9526-a702f4b0b0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'name': 'tempest-TestServerBasicOps-1282274336-router', 'tenant_id': '51e169357c1145f38f770d050163cfea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '9acb77c8-dd88-4514-adc4-da1f1bfdf506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:09Z', 'updated_at': '2022-05-27T22:59:02Z', 'revision_number': 5, 'project_id': '51e169357c1145f38f770d050163cfea', 'gw_port': {'id': '9acb77c8-dd88-4514-adc4-da1f1bfdf506', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e9:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:53:11Z', 'updated_at': '2022-05-27T22:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:04.490055 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e94a4b3-573f-4461-9526-a702f4b0b0d2 None None] Checking router: 52e8550c-68e1-4e71-b808-21e3f5976d3b for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:59:04.498552 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e94a4b3-573f-4461-9526-a702f4b0b0d2 None None] Routers {'52e8550c-68e1-4e71-b808-21e3f5976d3b'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:04.499658 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5e94a4b3-573f-4461-9526-a702f4b0b0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['52e8550c-68e1-4e71-b808-21e3f5976d3b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:04.514416 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e27ed01-c5dc-432f-b743-3164cbb32c3c req-a8c92986-593c-4bb9-a9f3-cc1dc4d1e090 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506132 May 27 22:59:04.531452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] Deleting port 9acb77c8-dd88-4514-adc4-da1f1bfdf506 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:04.534457 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:04.652717 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5e94a4b3-573f-4461-9526-a702f4b0b0d2 None None] Set router 52e8550c-68e1-4e71-b808-21e3f5976d3b gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:59:04.735985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d81381-e56f-4782-97bc-91c277ee9182 req-9d0db59a-a7cb-49e0-9f01-aa0a51d566a1 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:04.744099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9d81381-e56f-4782-97bc-91c277ee9182 req-9d0db59a-a7cb-49e0-9f01-aa0a51d566a1 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1205604 May 27 22:59:04.778075 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment aaaf0be5-e773-4254-9c95-12144fd05dbe resource provider aggregate not found May 27 22:59:04.826517 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9d81381-e56f-4782-97bc-91c277ee9182 req-d0e10ee3-6bdc-4ec5-8616-fe6acf0469e0 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810196 May 27 22:59:04.828171 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5e94a4b3-573f-4461-9526-a702f4b0b0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'name': 'tempest-TestServerBasicOps-1282274336-router', 'tenant_id': '51e169357c1145f38f770d050163cfea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:09Z', 'updated_at': '2022-05-27T22:59:04Z', 'revision_number': 6, 'project_id': '51e169357c1145f38f770d050163cfea', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:04.833397 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e94a4b3-573f-4461-9526-a702f4b0b0d2 None None] The sync data for ids ['52e8550c-68e1-4e71-b808-21e3f5976d3b'] in n-d-843680-3 is: [{'id': '52e8550c-68e1-4e71-b808-21e3f5976d3b', 'name': 'tempest-TestServerBasicOps-1282274336-router', 'tenant_id': '51e169357c1145f38f770d050163cfea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:53:09Z', 'updated_at': '2022-05-27T22:59:04Z', 'revision_number': 6, 'project_id': '51e169357c1145f38f770d050163cfea', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:59:04.834447 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment aaaf0be5-e773-4254-9c95-12144fd05dbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aaaf0be5-e773-4254-9c95-12144fd05dbe found for delete ", "request_id": "req-a1378f7d-9a2c-4e98-abc2-4a75b936a57f"}]} May 27 22:59:04.864343 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 2d188800-471b-4d17-9788-65539234fc2a resource provider aggregate not found May 27 22:59:04.890070 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 2d188800-471b-4d17-9788-65539234fc2a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d188800-471b-4d17-9788-65539234fc2a found for delete ", "request_id": "req-2191385f-3339-43d3-b469-b2da7bf96b61"}]} May 27 22:59:04.922076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] For port 9acb77c8-dd88-4514-adc4-da1f1bfdf506, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9acb77c8-dd88-4514-adc4-da1f1bfdf506,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:04.922556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:04.923982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60292) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:05.079155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] Calling delete_port for 9acb77c8-dd88-4514-adc4-da1f1bfdf506 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:05.138430 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b46db60-d49c-4b1c-9829-da6573378a69 req-4d844572-e621-46f1-912b-b1676870a391 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 210 time: 0.0732782 May 27 22:59:05.177872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26874e-bdf5-4fea-a01b-9505392f3160 req-4061b0b8-9d22-4a52-8312-a4e3a143abe6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:05.178394 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f26874e-bdf5-4fea-a01b-9505392f3160 req-4061b0b8-9d22-4a52-8312-a4e3a143abe6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1860530 May 27 22:59:05.202768 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d55f22c6-b156-4036-96a1-7a959d5b14ad admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f0f84ea6c1984545bd45b9ab08d8a8ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775278 May 27 22:59:05.205455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60302) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:05.270337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f26874e-bdf5-4fea-a01b-9505392f3160 req-db58d094-86b4-40bb-99c8-52e4de2ea9ef tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845599 May 27 22:59:05.348852 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:05.405098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] Pushing event deleted for resources: {'Port': ['ID=9acb77c8-dd88-4514-adc4-da1f1bfdf506,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:05.469704 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9458-df5f-43dc-a0de-8ae42b25b4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:05.499301 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:05.514848 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9458-df5f-43dc-a0de-8ae42b25b4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:05.575232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0043ec-24f3-4f43-9346-7bae3bc5f3bd req-68a0ee65-f38d-416a-9d8f-7b3ed46ba8c5 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:05.577289 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1b0043ec-24f3-4f43-9346-7bae3bc5f3bd req-68a0ee65-f38d-416a-9d8f-7b3ed46ba8c5 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1482623 May 27 22:59:05.628299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1b0043ec-24f3-4f43-9346-7bae3bc5f3bd req-e67a79bb-8558-4866-9ce7-ba3fcf0b5252 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450130 May 27 22:59:05.689209 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:05.691645 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:05.736853 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9458-df5f-43dc-a0de-8ae42b25b4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:05.753879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f9458-df5f-43dc-a0de-8ae42b25b4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9a5c2a-03f1-44ea-aa34-ff71e13cd821,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:05.767638 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9b8f9458-df5f-43dc-a0de-8ae42b25b4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:05.767638 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9b8f9458-df5f-43dc-a0de-8ae42b25b4d0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6d9a5c2a-03f1-44ea-aa34-ff71e13cd821 HTTP/1.1" status: 204 len: 168 time: 0.5568600 May 27 22:59:05.828899 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:05.834166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52e8550c-68e1-4e71-b808-21e3f5976d3b {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:59:05.843568 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:05.844708 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4ab03686-de90-44c6-a514-7e987a62a545 admin admin] 10.222.0.27 "DELETE /v2.0/routers/52e8550c-68e1-4e71-b808-21e3f5976d3b HTTP/1.1" status: 204 len: 168 time: 1.8836107 May 27 22:59:05.847239 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:05.873468 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 05611454-61ee-4938-979b-67c31b0cb5fb no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:59:05.897288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf000d-3186-4685-a3bc-5e9136ef79a5 req-deb5da56-b8e0-45f7-b41c-6c83c7f2610d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:05.897288 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbdf000d-3186-4685-a3bc-5e9136ef79a5 req-deb5da56-b8e0-45f7-b41c-6c83c7f2610d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1082103 May 27 22:59:05.919912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 05611454-61ee-4938-979b-67c31b0cb5fb {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:59:05.920265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 05611454-61ee-4938-979b-67c31b0cb5fb not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:59:05.921188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9acb77c8-dd88-4514-adc4-da1f1bfdf506 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:59:05.927906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-2412f296-78f6-46cd-bc42-d56134d09d91 admin admin] Deleting subnet 4416d728-add9-4f5d-9cf6-5029ce094f28 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:59:05.931032 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2412f296-78f6-46cd-bc42-d56134d09d91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:05.958990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 9acb77c8-dd88-4514-adc4-da1f1bfdf506 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:59:05.959464 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9acb77c8-dd88-4514-adc4-da1f1bfdf506 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:59:05.961259 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbdf000d-3186-4685-a3bc-5e9136ef79a5 req-3765fe5e-fcef-4579-9b94-1aff8ddad326 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583220 May 27 22:59:05.990991 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2412f296-78f6-46cd-bc42-d56134d09d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:06.096650 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2412f296-78f6-46cd-bc42-d56134d09d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:06.174176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6114e-fc00-43d9-8a58-36726165430a req-bcaed1fe-5e55-46f7-a445-8a70e99c391d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:06.181444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-daf6114e-fc00-43d9-8a58-36726165430a req-bcaed1fe-5e55-46f7-a445-8a70e99c391d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1005838 May 27 22:59:06.238030 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-daf6114e-fc00-43d9-8a58-36726165430a req-b236fca3-202d-476d-b955-39cb664497c9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557137 May 27 22:59:06.257927 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2412f296-78f6-46cd-bc42-d56134d09d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:06.308328 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd2b8f61-5c7a-4576-905e-702f0c5d9d89 req-eb4ddbf9-aca0-42ba-9cf7-0219293e7ffe tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 210 time: 0.0456340 May 27 22:59:06.319538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412f296-78f6-46cd-bc42-d56134d09d91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4416d728-add9-4f5d-9cf6-5029ce094f28,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:06.330699 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2412f296-78f6-46cd-bc42-d56134d09d91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:06.335090 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67abf297-70a5-4246-907f-fdd4110f051f None None] Network ecd693fc-1394-4c5b-920d-d13136930cb0 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:59:06.347832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60334) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:06.348282 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2412f296-78f6-46cd-bc42-d56134d09d91 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/4416d728-add9-4f5d-9cf6-5029ce094f28 HTTP/1.1" status: 204 len: 168 time: 0.4995317 May 27 22:59:06.483418 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:06.495667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] Deleting port 76a81370-2a8b-4771-b58e-c3b626504928 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:06.495996 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:06.714848 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b153e0-690f-459e-abca-984b85d7a21a None None] DHCP port deletion for ecd693fc-1394-4c5b-920d-d13136930cb0 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:59:06.719140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-01b153e0-690f-459e-abca-984b85d7a21a None None] Deleting port 76a81370-2a8b-4771-b58e-c3b626504928 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:06.719644 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01b153e0-690f-459e-abca-984b85d7a21a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:06.779819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-76b09b8f-1ece-4798-923f-0cca9a7a60a7 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:06.781985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c933d0-6b41-4624-b47e-df95225e070d req-9dfe7ed8-f0fb-4f3c-b564-1dc9b320bca5 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:06.783080 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-76b09b8f-1ece-4798-923f-0cca9a7a60a7 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.57 "GET /v2.0/networks?id=84ca05c7-4de1-403e-b359-bb6d4d8967d3 HTTP/1.1" status: 200 len: 809 time: 0.2149472 May 27 22:59:06.791778 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86c933d0-6b41-4624-b47e-df95225e070d req-9dfe7ed8-f0fb-4f3c-b564-1dc9b320bca5 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2647614 May 27 22:59:06.801778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Request body: {'port': {'device_id': '55b224c1-fe01-4bea-a008-6636687900a9', 'network_id': '84ca05c7-4de1-403e-b359-bb6d4d8967d3', 'admin_state_up': True, 'tenant_id': '1c87470b8a6142f3a1ac73168724d5a5'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:06.877538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] For port 76a81370-2a8b-4771-b58e-c3b626504928, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=76a81370-2a8b-4771-b58e-c3b626504928,segment=NetworkSegment(7d35bac8-a623-4c1a-90af-baa30355ecb7),segment_id=7d35bac8-a623-4c1a-90af-baa30355ecb7)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:06.878184 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:06.896269 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86c933d0-6b41-4624-b47e-df95225e070d req-72d5cda2-689b-437d-94d3-1e3293ec6b28 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069703 May 27 22:59:06.993648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:07.008771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Usage tracker for resource:port and tenant:1c87470b8a6142f3a1ac73168724d5a5 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:07.013251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-01b153e0-690f-459e-abca-984b85d7a21a None None] For port 76a81370-2a8b-4771-b58e-c3b626504928, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=76a81370-2a8b-4771-b58e-c3b626504928,segment=NetworkSegment(7d35bac8-a623-4c1a-90af-baa30355ecb7),segment_id=7d35bac8-a623-4c1a-90af-baa30355ecb7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:07.013747 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01b153e0-690f-459e-abca-984b85d7a21a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:07.016895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:07.022569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] Calling delete_port for 76a81370-2a8b-4771-b58e-c3b626504928 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:07.024157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:07.091040 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Made reservation on behalf of 1c87470b8a6142f3a1ac73168724d5a5 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:59:07.095667 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:07.182739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60356) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:07.194197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-01b153e0-690f-459e-abca-984b85d7a21a None None] Calling delete_port for 76a81370-2a8b-4771-b58e-c3b626504928 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:07.220841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f198f-c16d-4b32-93ae-a723596bf6a7 req-d0f85798-7c85-49ba-9e7b-6f571b1c37e7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:07.222473 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b1f198f-c16d-4b32-93ae-a723596bf6a7 req-d0f85798-7c85-49ba-9e7b-6f571b1c37e7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1726148 May 27 22:59:07.286830 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:07.293845 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-01b153e0-690f-459e-abca-984b85d7a21a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:59:07.294166 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-01b153e0-690f-459e-abca-984b85d7a21a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:59:07.323916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Allocated IP 172.20.0.7 (84ca05c7-4de1-403e-b359-bb6d4d8967d3/66bd6ee3-a6f0-415d-bef4-1226cbc8ae9a/30e5c879-aa68-4a02-84b4-55ecf84d4337) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:59:07.338134 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b1f198f-c16d-4b32-93ae-a723596bf6a7 req-e1cf05d1-bf38-4f61-93c5-3bec8424f950 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069624 May 27 22:59:07.350299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1804668100'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:07.360635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] Pushing event deleted for resources: {'Port': ['ID=76a81370-2a8b-4771-b58e-c3b626504928,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:07.366152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] No DVR routers for this DVR port 76a81370-2a8b-4771-b58e-c3b626504928 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:59:07.369996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:07.380010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:network and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:07.380010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:07.385962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:07.502961 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:59:07.506396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:07.567460 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:07.579251 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:07.589958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a70facc7-525a-4bc0-9061-162a58aa69c4 req-0d54323f-65fd-4965-8c24-d404edc4dd9c tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 210 time: 0.0936439 May 27 22:59:07.592195 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:07.649782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:07.663239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:security_group_rule and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:07.667295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:07.680414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd693fc-1394-4c5b-920d-d13136930cb0']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:07.686595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:07.695543 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:07.705137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d35bac8-a623-4c1a-90af-baa30355ecb7') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:07.705495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d35bac8-a623-4c1a-90af-baa30355ecb7') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:07.726570 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:07.775987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Network 84ca05c7-4de1-403e-b359-bb6d4d8967d3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:07.781237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:07.784257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:59:07.795445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-01b153e0-690f-459e-abca-984b85d7a21a None None] Deleting port 76a81370-2a8b-4771-b58e-c3b626504928 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:07.795868 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-01b153e0-690f-459e-abca-984b85d7a21a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:07.865431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Pushing event updated for resources: {'Port': ['ID=30e5c879-aa68-4a02-84b4-55ecf84d4337,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:07.868430 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 76a81370-2a8b-4771-b58e-c3b626504928 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:59:07.878617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:07.879143 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:07.882485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:07.893120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:59:07.893505 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:07.903588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-01b153e0-690f-459e-abca-984b85d7a21a None None] The port '76a81370-2a8b-4771-b58e-c3b626504928' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:59:07.910778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 76a81370-2a8b-4771-b58e-c3b626504928 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:59:07.911120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 76a81370-2a8b-4771-b58e-c3b626504928 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:59:07.966897 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 7d35bac8-a623-4c1a-90af-baa30355ecb7 resource provider aggregate not found May 27 22:59:07.987359 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 7d35bac8-a623-4c1a-90af-baa30355ecb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d35bac8-a623-4c1a-90af-baa30355ecb7 found for delete ", "request_id": "req-fb1544d5-d437-4afd-b08e-ca4d455def23"}]} May 27 22:59:07.993000 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-5b328292-1570-420c-b44b-f4f647f73ebd tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1956818 May 27 22:59:08.010663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c7b21-630a-4bf7-94aa-6643467d3e43 req-4e79db80-43b2-4761-b476-5d836240b6ae tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:08.010857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Request body: {'port': {'device_id': '55b224c1-fe01-4bea-a008-6636687900a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:08.012115 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef4c7b21-630a-4bf7-94aa-6643467d3e43 req-4e79db80-43b2-4761-b476-5d836240b6ae tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.4264493 May 27 22:59:08.087946 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:08.091345 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef4c7b21-630a-4bf7-94aa-6643467d3e43 req-28673905-9e76-4a51-861f-f23b107d1604 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705867 May 27 22:59:08.092580 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:08.117325 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:08.123571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd693fc-1394-4c5b-920d-d13136930cb0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:08.134168 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:08.140182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7c6f6cce-b56c-4d9b-84c5-e122f818df6d admin admin] 10.222.0.27 "DELETE /v2.0/networks/ecd693fc-1394-4c5b-920d-d13136930cb0 HTTP/1.1" status: 204 len: 168 time: 1.7901592 May 27 22:59:08.182772 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:08.217629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:59:08.226695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a73f817-9b68-4e05-83c4-6fc53ba936b7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:08.233575 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:08.234086 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Added segment 978baeaf-6204-4da7-8081-19be10c89751 of type vlan for network 836adbe2-9e6a-44a5-8f59-b8b4f1649dce May 27 22:59:08.269377 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:08.400553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec3f7e-1d59-4784-81a7-5c2d76e061ba req-aa7020f6-dd5f-4d22-8bc1-4e32dff09275 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:08.402104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-64ec3f7e-1d59-4784-81a7-5c2d76e061ba req-aa7020f6-dd5f-4d22-8bc1-4e32dff09275 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.0892079 May 27 22:59:08.423579 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:08.429030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:08.429632 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:08.550904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-64ec3f7e-1d59-4784-81a7-5c2d76e061ba req-d640411e-c05e-4623-9dd2-a30759a404c0 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428399 May 27 22:59:08.560051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Network': ['ID=836adbe2-9e6a-44a5-8f59-b8b4f1649dce,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:08.570551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 836adbe2-9e6a-44a5-8f59-b8b4f1649dce details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:59:08.621319 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4c9d0c25-c3a1-427b-b166-8a5420e73c56 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4375274 May 27 22:59:08.622116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60384) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:08.622451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60386) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:08.656820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1962432542'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:08.657018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e5c879-aa68-4a02-84b4-55ecf84d4337 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:59:08.662196 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:08.666660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:08.680281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:network and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:08.686090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:08.696330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:08.698875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Transition to ACTIVE for port object 30e5c879-aa68-4a02-84b4-55ecf84d4337 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:08.703037 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c540c613-6a5e-4d55-b3dd-007bc913b1e4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c5c2571319bd4772b001747f30d6e4be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749409 May 27 22:59:08.705441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60392) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:08.776817 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:08.783814 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db96d3a8-3eb7-4659-b173-1729d2972fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:08.871498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:59:08.875000 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:08.935039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db96d3a8-3eb7-4659-b173-1729d2972fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:08.963399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:59:08.974519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Pushing event updated for resources: {'Port': ['ID=30e5c879-aa68-4a02-84b4-55ecf84d4337,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:08.996983 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:08.997323 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Added segment 9045eb9d-dfb3-433b-a03c-68173c7b22a2 of type vlan for network bd93e43b-aadd-4c96-a6e8-1305634f98a0 May 27 22:59:09.016546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Attempting to bind port 30e5c879-aa68-4a02-84b4-55ecf84d4337 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:59:09.017066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Attempting to bind port 30e5c879-aa68-4a02-84b4-55ecf84d4337 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'd53b6aed-2698-4d50-bf79-43473ad20d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '84ca05c7-4de1-403e-b359-bb6d4d8967d3'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:59:09.017202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Attempting to bind port 30e5c879-aa68-4a02-84b4-55ecf84d4337 on network 84ca05c7-4de1-403e-b359-bb6d4d8967d3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:59:09.022014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Port 30e5c879-aa68-4a02-84b4-55ecf84d4337 on network 84ca05c7-4de1-403e-b359-bb6d4d8967d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:59:09.022357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Attempting to bind port 30e5c879-aa68-4a02-84b4-55ecf84d4337 on network 84ca05c7-4de1-403e-b359-bb6d4d8967d3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:59:09.027358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:59:09.033233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Checking segment: {'id': 'd53b6aed-2698-4d50-bf79-43473ad20d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '84ca05c7-4de1-403e-b359-bb6d4d8967d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:09.033233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Bound using segment: {'id': 'd53b6aed-2698-4d50-bf79-43473ad20d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '84ca05c7-4de1-403e-b359-bb6d4d8967d3'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:59:09.033233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Bound port: 30e5c879-aa68-4a02-84b4-55ecf84d4337, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd53b6aed-2698-4d50-bf79-43473ad20d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '84ca05c7-4de1-403e-b359-bb6d4d8967d3'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:59:09.033233 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:09.042137 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:59:09.044583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b022afa-f7dd-4baf-9a08-3a2b6866424e req-17940f46-3973-4654-9aaa-91ae78b2cd5c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:09.046637 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b022afa-f7dd-4baf-9a08-3a2b6866424e req-17940f46-3973-4654-9aaa-91ae78b2cd5c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2638090 May 27 22:59:09.048682 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:09.059157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25950ad6-e81c-49c3-a9d1-97e45c1eb9a5 req-a6aa4394-de37-46e3-adfc-297dfb350549 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:09.060589 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25950ad6-e81c-49c3-a9d1-97e45c1eb9a5 req-a6aa4394-de37-46e3-adfc-297dfb350549 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 943 time: 0.2788405 May 27 22:59:09.125490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] For port 30e5c879-aa68-4a02-84b4-55ecf84d4337, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:59:09.128486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] For port 30e5c879-aa68-4a02-84b4-55ecf84d4337, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=30e5c879-aa68-4a02-84b4-55ecf84d4337,segment=NetworkSegment(d53b6aed-2698-4d50-bf79-43473ad20d1c),segment_id=d53b6aed-2698-4d50-bf79-43473ad20d1c)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:59:09.147488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b022afa-f7dd-4baf-9a08-3a2b6866424e req-c7414c2c-9308-43ca-a4dd-e36b1a29992f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848572 May 27 22:59:09.159696 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25950ad6-e81c-49c3-a9d1-97e45c1eb9a5 req-8fe9b635-487d-4273-964f-519c63cae25a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805311 May 27 22:59:09.217086 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db96d3a8-3eb7-4659-b173-1729d2972fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:09.235771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96d3a8-3eb7-4659-b173-1729d2972fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9cd256-dfcd-47b0-89c8-8cfee929bde8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:09.246461 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db96d3a8-3eb7-4659-b173-1729d2972fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:09.247601 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-db96d3a8-3eb7-4659-b173-1729d2972fa4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9a9cd256-dfcd-47b0-89c8-8cfee929bde8 HTTP/1.1" status: 204 len: 168 time: 0.5412505 May 27 22:59:09.268879 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:09.269020 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:09.271142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:09.271811 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:09.331004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:09.331617 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:09.333074 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] 10.222.0.57 "PUT /v2.0/ports/30e5c879-aa68-4a02-84b4-55ecf84d4337 HTTP/1.1" status: 200 len: 1091 time: 1.3264515 May 27 22:59:09.333974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b224c1-fe01-4bea-a008-6636687900a9', 'tag': '30e5c879-aa68-4a02-84b4-55ecf84d4337'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:59:09.365159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d9d74-1304-4529-aabc-2b4551780096 service neutron] Pushing event updated for resources: {'Port': ['ID=30e5c879-aa68-4a02-84b4-55ecf84d4337,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:09.388261 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b53df76-ceec-4fc2-a000-7ceb55c327d3'] response: {'name': 'network-changed', 'server_uuid': '55b224c1-fe01-4bea-a008-6636687900a9', 'tag': '30e5c879-aa68-4a02-84b4-55ecf84d4337', 'status': 'completed', 'code': 200} May 27 22:59:09.450161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Network': ['ID=bd93e43b-aadd-4c96-a6e8-1305634f98a0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:09.462921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network bd93e43b-aadd-4c96-a6e8-1305634f98a0 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:59:09.478463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783eda0-faf4-43b6-a711-99d85a275546 req-33aadf8a-ad2b-4df4-911c-f4ce876fa465 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:09.482182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c783eda0-faf4-43b6-a711-99d85a275546 req-33aadf8a-ad2b-4df4-911c-f4ce876fa465 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2190838 May 27 22:59:09.507482 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-65b253b9-980f-4f34-8d81-a49421d9d7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8840008 May 27 22:59:09.511501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60402) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:09.521734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'subnet': {'network_id': '836adbe2-9e6a-44a5-8f59-b8b4f1649dce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:09.538681 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c783eda0-faf4-43b6-a711-99d85a275546 req-2edad850-edc7-4e49-8614-bfd3cd44b14c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506899 May 27 22:59:09.606960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e567a1e-4885-48b7-9dcd-b2fdc34a0142 req-a3b9c52e-f0cd-487b-a38d-414c8d6e52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:09.608752 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4e567a1e-4885-48b7-9dcd-b2fdc34a0142 req-a3b9c52e-f0cd-487b-a38d-414c8d6e52f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c87470b8a6142f3a1ac73168724d5a5&device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 1094 time: 0.1780341 May 27 22:59:09.737959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:09.745618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:subnet and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:09.751102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:09.761249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:09.799935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e567a1e-4885-48b7-9dcd-b2fdc34a0142 req-47539640-3763-4e81-822e-8a91b9041c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:09.801413 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4e567a1e-4885-48b7-9dcd-b2fdc34a0142 req-47539640-3763-4e81-822e-8a91b9041c52 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=1c87470b8a6142f3a1ac73168724d5a5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1786985 May 27 22:59:09.880861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:59:09.885935 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:10.051080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e567a1e-4885-48b7-9dcd-b2fdc34a0142 req-3cd024a6-8659-437c-9789-c222ed7148fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:10.052654 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4e567a1e-4885-48b7-9dcd-b2fdc34a0142 req-3cd024a6-8659-437c-9789-c222ed7148fc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2447505 May 27 22:59:10.057957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84a23d-501b-45a6-9a4c-914e4cdc0a07 req-21cd5657-4f1f-4a1f-8975-4244f12f5e2e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:10.059470 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7a84a23d-501b-45a6-9a4c-914e4cdc0a07 req-21cd5657-4f1f-4a1f-8975-4244f12f5e2e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.0878680 May 27 22:59:10.105647 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7a84a23d-501b-45a6-9a4c-914e4cdc0a07 req-45505b29-15b5-4a85-85f0-fb22af2c8b54 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393503 May 27 22:59:10.129881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60412) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:10.179708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-479774af-a14f-4717-8039-aad134c34638 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=51e169357c1145f38f770d050163cfea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486403 May 27 22:59:10.182224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60416) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:10.242585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-f1e9fbff-0c63-4620-b460-9661e762f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:10.244049 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-f1e9fbff-0c63-4620-b460-9661e762f282 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1c87470b8a6142f3a1ac73168724d5a5&device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 1094 time: 0.1236761 May 27 22:59:10.248679 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a830d68-c11b-441c-ba00-1ec9795fe234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:10.276538 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a830d68-c11b-441c-ba00-1ec9795fe234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:10.322619 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:10.352493 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-7d57b7f7-eda4-4d57-9d86-c2075f3604e2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=30e5c879-aa68-4a02-84b4-55ecf84d4337 HTTP/1.1" status: 200 len: 217 time: 0.0951831 May 27 22:59:10.397608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3da44-5134-4d1b-a1a9-b38a51458a99 req-e63ec028-1c5b-4801-b8ab-d879b4981ed2 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:10.399131 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cba3da44-5134-4d1b-a1a9-b38a51458a99 req-e63ec028-1c5b-4801-b8ab-d879b4981ed2 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 943 time: 0.1050375 May 27 22:59:10.449317 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cba3da44-5134-4d1b-a1a9-b38a51458a99 req-b4cfd7b6-eadc-4a5a-b6f7-d14e11c1ab62 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 May 27 22:59:10.459756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Subnet': ['ID=3928e23f-26ba-4761-b116-a8d08ce9dec6,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:10.491133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Checking segment: {'id': '978baeaf-6204-4da7-8081-19be10c89751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '836adbe2-9e6a-44a5-8f59-b8b4f1649dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:10.491133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network hostable DHCP agents. Network: 836adbe2-9e6a-44a5-8f59-b8b4f1649dce, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:59:10.491133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-178a86b3-148b-4ba3-bc2d-642fa545efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:10.491133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-178a86b3-148b-4ba3-bc2d-642fa545efa4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=66bd6ee3-a6f0-415d-bef4-1226cbc8ae9a HTTP/1.1" status: 200 len: 849 time: 0.1090775 May 27 22:59:10.531765 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a830d68-c11b-441c-ba00-1ec9795fe234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:10.548058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a830d68-c11b-441c-ba00-1ec9795fe234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db13a52f-91e8-4877-93ed-6fdd61ad0a30,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:10.557032 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a830d68-c11b-441c-ba00-1ec9795fe234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:10.561376 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3a830d68-c11b-441c-ba00-1ec9795fe234 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/db13a52f-91e8-4877-93ed-6fdd61ad0a30 HTTP/1.1" status: 204 len: 168 time: 0.3779521 May 27 22:59:10.659010 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-a24e6688-3e21-4222-a3ef-b1252a9641d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=84ca05c7-4de1-403e-b359-bb6d4d8967d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1718533 May 27 22:59:10.736336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 836adbe2-9e6a-44a5-8f59-b8b4f1649dce is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:59:10.800177 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-7613922d-b349-4980-a0d1-7cd93aeac452 service neutron] 10.222.0.57 "GET /v2.0/networks/84ca05c7-4de1-403e-b359-bb6d4d8967d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331770 May 27 22:59:10.825687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 836adbe2-9e6a-44a5-8f59-b8b4f1649dce) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:10.836145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a70d32-597e-4de3-804d-3e344ec9f628 None None] Network 836adbe2-9e6a-44a5-8f59-b8b4f1649dce requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:59:10.884643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:10.885236 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:10.962512 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ca8302-0c41-40b2-85ef-4ad754bad0e7 req-bab40c8d-6e78-40b3-bb71-daf50b0198b9 service neutron] 10.222.0.57 "GET /v2.0/networks/84ca05c7-4de1-403e-b359-bb6d4d8967d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560826 May 27 22:59:10.998025 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e0f12167-f9aa-4e90-a3d0-b8aa04558fdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4748089 May 27 22:59:10.998025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60428) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:10.998025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'subnet': {'network_id': 'bd93e43b-aadd-4c96-a6e8-1305634f98a0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:11.073309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-836adbe2-9e6a-44a5-8f59-b8b4f1649dce', 'network_id': '836adbe2-9e6a-44a5-8f59-b8b4f1649dce', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'fixed_ips': [{'subnet_id': '3928e23f-26ba-4761-b116-a8d08ce9dec6'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:59:11.074155 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:11.119088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:11.123129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:subnet and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:11.126739 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:11.133147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:11.225287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:59:11.229096 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:11.246223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Allocated IP 2001:db8::2 (836adbe2-9e6a-44a5-8f59-b8b4f1649dce/3928e23f-26ba-4761-b116-a8d08ce9dec6/d8d9536c-cf12-4a29-9ea8-f62fe316fe06) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:59:11.310105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd7083-22e8-4aa0-b3a1-fa62f2d2120c req-10d684ce-cf0f-479b-a666-881107d792fa tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:11.318390 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66bd7083-22e8-4aa0-b3a1-fa62f2d2120c req-10d684ce-cf0f-479b-a666-881107d792fa tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1020298 May 27 22:59:11.380921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66bd7083-22e8-4aa0-b3a1-fa62f2d2120c req-8f370686-9430-40ab-b8de-a1018dbd45d9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614343 May 27 22:59:11.524210 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:11.536482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Transition to ACTIVE for port object d8d9536c-cf12-4a29-9ea8-f62fe316fe06 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:11.556480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Transition to ACTIVE for port object d8d9536c-cf12-4a29-9ea8-f62fe316fe06 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:11.565854 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:11.632208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Subnet': ['ID=d8051cbc-6fd4-4e9f-b92a-b62b1937ab14,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:11.635248 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:11.674960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Checking segment: {'id': '9045eb9d-dfb3-433b-a03c-68173c7b22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bd93e43b-aadd-4c96-a6e8-1305634f98a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:11.675560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network hostable DHCP agents. Network: bd93e43b-aadd-4c96-a6e8-1305634f98a0, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:59:11.704827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa51f8-519b-4570-926a-f2ab02829421 req-5c92d600-4132-42a5-b986-954df999fe86 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:11.706317 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1aa51f8-519b-4570-926a-f2ab02829421 req-5c92d600-4132-42a5-b986-954df999fe86 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 943 time: 0.1066153 May 27 22:59:11.729940 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Network 836adbe2-9e6a-44a5-8f59-b8b4f1649dce is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:11.733336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:11.736326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:59:11.762285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1aa51f8-519b-4570-926a-f2ab02829421 req-2e2c68d7-ee3f-42e8-9815-72831618a88a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488777 May 27 22:59:11.775827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Pushing event updated for resources: {'Port': ['ID=d8d9536c-cf12-4a29-9ea8-f62fe316fe06,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:11.842737 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Attempting to bind port d8d9536c-cf12-4a29-9ea8-f62fe316fe06 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:59:11.847253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Attempting to bind port d8d9536c-cf12-4a29-9ea8-f62fe316fe06 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '978baeaf-6204-4da7-8081-19be10c89751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '836adbe2-9e6a-44a5-8f59-b8b4f1649dce'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:59:11.847253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Attempting to bind port d8d9536c-cf12-4a29-9ea8-f62fe316fe06 on network 836adbe2-9e6a-44a5-8f59-b8b4f1649dce {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:59:11.847470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network bd93e43b-aadd-4c96-a6e8-1305634f98a0 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:59:11.848910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:59:11.849243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Checking segment: {'id': '978baeaf-6204-4da7-8081-19be10c89751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '836adbe2-9e6a-44a5-8f59-b8b4f1649dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:11.849629 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:11.850215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Bound using segment: {'id': '978baeaf-6204-4da7-8081-19be10c89751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '836adbe2-9e6a-44a5-8f59-b8b4f1649dce'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:59:11.850479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Bound port: d8d9536c-cf12-4a29-9ea8-f62fe316fe06, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978baeaf-6204-4da7-8081-19be10c89751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '836adbe2-9e6a-44a5-8f59-b8b4f1649dce'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:59:11.850857 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:11.861172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60456) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:11.937764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, bd93e43b-aadd-4c96-a6e8-1305634f98a0) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:11.950183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:11.950761 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:11.954837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abb4087-f4bd-4f18-91b6-4e2c0fc75356 None None] Network bd93e43b-aadd-4c96-a6e8-1305634f98a0 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:59:11.976175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] For port d8d9536c-cf12-4a29-9ea8-f62fe316fe06, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:59:12.003784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1780251393-network', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:12.011676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:12.014832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Usage tracker for resource:network and tenant:e9d8acc392c74bb389f8803ee03cbc0e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:12.017810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:12.023668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:12.047623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] For port d8d9536c-cf12-4a29-9ea8-f62fe316fe06, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d8d9536c-cf12-4a29-9ea8-f62fe316fe06,segment=NetworkSegment(978baeaf-6204-4da7-8081-19be10c89751),segment_id=978baeaf-6204-4da7-8081-19be10c89751)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:59:12.077827 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a577bbf8-ac5c-4dec-9c9c-fc51d84a19cc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0846219 May 27 22:59:12.080161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60464) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:12.086022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-86b210b1-a647-47f8-9e46-cd537e6f0662 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-235262557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:12.094348 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-86b210b1-a647-47f8-9e46-cd537e6f0662 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:12.104243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-86b210b1-a647-47f8-9e46-cd537e6f0662 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:router and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:12.106042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-86b210b1-a647-47f8-9e46-cd537e6f0662 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:12.114101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-86b210b1-a647-47f8-9e46-cd537e6f0662 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:12.168578 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.190358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca9063-5cec-4f91-8114-8d63d4b801b2 req-b93269e0-70ee-40de-b9b7-b8dd2443b1bd tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:12.191835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70ca9063-5cec-4f91-8114-8d63d4b801b2 req-b93269e0-70ee-40de-b9b7-b8dd2443b1bd tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2167604 May 27 22:59:12.216926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Made reservation on behalf of e9d8acc392c74bb389f8803ee03cbc0e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:59:12.221068 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.232202 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.256641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:12.256747 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70ca9063-5cec-4f91-8114-8d63d4b801b2 req-1745a1c3-67b3-445c-8733-b7060dbe0349 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494030 May 27 22:59:12.256824 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Usage tracker for resource:security_group_rule and tenant:e9d8acc392c74bb389f8803ee03cbc0e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:12.258348 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:12.264144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:12.305131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-bd93e43b-aadd-4c96-a6e8-1305634f98a0', 'network_id': 'bd93e43b-aadd-4c96-a6e8-1305634f98a0', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'fixed_ips': [{'subnet_id': 'd8051cbc-6fd4-4e9f-b92a-b62b1937ab14'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:59:12.306000 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.317587 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86b210b1-a647-47f8-9e46-cd537e6f0662 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.318696 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86b210b1-a647-47f8-9e46-cd537e6f0662 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.350567 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86b210b1-a647-47f8-9e46-cd537e6f0662 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.384658 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Pushing event updated for resources: {'Port': ['ID=d8d9536c-cf12-4a29-9ea8-f62fe316fe06,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:12.393572 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.405532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:12.407399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:12.407399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:12.407399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:12.407399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:12.407399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:12.407787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:12.408492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:12.410329 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:12.410673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:12.411011 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:12.411340 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e5fe44-8d0d-4e70-a22e-0a954f0be3b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:12.459714 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.485787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:59:12.499311 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c633a9c3-ed61-45bb-88c6-81dc2e51b3d4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:12.505804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86b210b1-a647-47f8-9e46-cd537e6f0662 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.513155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Allocated IP 2001:db8:1::2 (bd93e43b-aadd-4c96-a6e8-1305634f98a0/d8051cbc-6fd4-4e9f-b92a-b62b1937ab14/b3ff47a8-5116-40f2-9b2f-fe481f167bc5) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:59:12.516260 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.516635 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Added segment 244bae8b-3d3f-4b21-a0db-b1340cfd2812 of type vlan for network 52de8c20-649e-4fe8-a991-d55afad2f223 May 27 22:59:12.585902 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.669516 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-86b210b1-a647-47f8-9e46-cd537e6f0662 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.671574 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-86b210b1-a647-47f8-9e46-cd537e6f0662 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5891831 May 27 22:59:12.673501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60468) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:12.745257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.746423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:12.747006 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.788862 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.801119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Transition to ACTIVE for port object b3ff47a8-5116-40f2-9b2f-fe481f167bc5 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:12.821616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Transition to ACTIVE for port object b3ff47a8-5116-40f2-9b2f-fe481f167bc5 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:12.889749 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:12.970075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12871692-e88a-4516-b16c-3de658d0e7dc req-07d14fb2-867a-4290-8736-fcee07277f95 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:12.971772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Network bd93e43b-aadd-4c96-a6e8-1305634f98a0 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:12.972027 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12871692-e88a-4516-b16c-3de658d0e7dc req-07d14fb2-867a-4290-8736-fcee07277f95 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 943 time: 0.0916646 May 27 22:59:12.975396 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:12.978042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:59:13.014593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Pushing event updated for resources: {'Port': ['ID=b3ff47a8-5116-40f2-9b2f-fe481f167bc5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:13.028324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] Pushing event updated for resources: {'Network': ['ID=52de8c20-649e-4fe8-a991-d55afad2f223,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:13.038784 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4058d313-d0a2-400e-b347-eab543b52310 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1764789 May 27 22:59:13.042235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60474) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:13.043142 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12871692-e88a-4516-b16c-3de658d0e7dc req-97a969d4-cd7d-486f-b48d-08de847ff730 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558767 May 27 22:59:13.049817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] Request body: {'subnet': {'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1780251393-subnet', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:13.056942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:13.070713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 52de8c20-649e-4fe8-a991-d55afad2f223 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:59:13.168708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Attempting to bind port b3ff47a8-5116-40f2-9b2f-fe481f167bc5 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:59:13.168708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Attempting to bind port b3ff47a8-5116-40f2-9b2f-fe481f167bc5 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '9045eb9d-dfb3-433b-a03c-68173c7b22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bd93e43b-aadd-4c96-a6e8-1305634f98a0'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:59:13.168708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Attempting to bind port b3ff47a8-5116-40f2-9b2f-fe481f167bc5 on network bd93e43b-aadd-4c96-a6e8-1305634f98a0 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:59:13.179520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:59:13.180012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Checking segment: {'id': '9045eb9d-dfb3-433b-a03c-68173c7b22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bd93e43b-aadd-4c96-a6e8-1305634f98a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:13.180513 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:13.181031 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Bound using segment: {'id': '9045eb9d-dfb3-433b-a03c-68173c7b22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bd93e43b-aadd-4c96-a6e8-1305634f98a0'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:59:13.181523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Bound port: b3ff47a8-5116-40f2-9b2f-fe481f167bc5, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9045eb9d-dfb3-433b-a03c-68173c7b22a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bd93e43b-aadd-4c96-a6e8-1305634f98a0'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:59:13.181963 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:13.242477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] Usage tracker for resource:subnet and tenant:e9d8acc392c74bb389f8803ee03cbc0e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:13.292258 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:13.297544 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] For port b3ff47a8-5116-40f2-9b2f-fe481f167bc5, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:59:13.300545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] For port b3ff47a8-5116-40f2-9b2f-fe481f167bc5, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b3ff47a8-5116-40f2-9b2f-fe481f167bc5,segment=NetworkSegment(9045eb9d-dfb3-433b-a03c-68173c7b22a2),segment_id=9045eb9d-dfb3-433b-a03c-68173c7b22a2)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:59:13.310788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:13.408957 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:13.438582 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:13.479898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69743059-ea54-47ff-96e2-97a1ca9a5d85 req-c2a8c6ca-dbde-414e-bb15-65076b4b7c7e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:13.481993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69743059-ea54-47ff-96e2-97a1ca9a5d85 req-c2a8c6ca-dbde-414e-bb15-65076b4b7c7e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.0922480 May 27 22:59:13.493346 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] Made reservation on behalf of e9d8acc392c74bb389f8803ee03cbc0e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:59:13.495702 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:13.533334 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e11281-6813-4c2d-bbed-a19534f4452c None None] Pushing event updated for resources: {'Port': ['ID=b3ff47a8-5116-40f2-9b2f-fe481f167bc5,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:13.552525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e1a4d9-8fbb-42bd-9313-744c6f83c87c None None] Network 836adbe2-9e6a-44a5-8f59-b8b4f1649dce requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:59:13.557132 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69743059-ea54-47ff-96e2-97a1ca9a5d85 req-3d4686cf-0d99-4f9c-b4e9-f5a387a06be4 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688674 May 27 22:59:13.849322 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 30e5c879-aa68-4a02-84b4-55ecf84d4337 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:59:13.856236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3afaf32d-3853-4451-8260-34e5b9b2602b None None] Provisioning for port d8d9536c-cf12-4a29-9ea8-f62fe316fe06 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:13.857492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd9c40-b20f-4273-a4c6-3b2f428f488d req-647e25a3-e659-4373-9402-de3974f58539 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:13.860827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-debd9c40-b20f-4273-a4c6-3b2f428f488d req-647e25a3-e659-4373-9402-de3974f58539 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1689804 May 27 22:59:13.959098 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-debd9c40-b20f-4273-a4c6-3b2f428f488d req-efabfebd-5e79-4678-b95f-5375db158a3b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762563 May 27 22:59:14.034988 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Allocated IP 2001:db8::1 (836adbe2-9e6a-44a5-8f59-b8b4f1649dce/3928e23f-26ba-4761-b116-a8d08ce9dec6/95a3852c-84f3-4d41-8722-fd4fa6247ad8) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:59:14.107523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d8d9536c-cf12-4a29-9ea8-f62fe316fe06 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:14.243341 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:14.249867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 30e5c879-aa68-4a02-84b4-55ecf84d4337, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=30e5c879-aa68-4a02-84b4-55ecf84d4337,segment=NetworkSegment(d53b6aed-2698-4d50-bf79-43473ad20d1c),segment_id=d53b6aed-2698-4d50-bf79-43473ad20d1c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:14.270903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '30e5c879-aa68-4a02-84b4-55ecf84d4337', 'network_id': '84ca05c7-4de1-403e-b359-bb6d4d8967d3', 'port_id': '30e5c879-aa68-4a02-84b4-55ecf84d4337', 'mac_address': 'fa:16:3e:a1:23:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66bd6ee3-a6f0-415d-bef4-1226cbc8ae9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:59:14.309306 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:14.351343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 30e5c879-aa68-4a02-84b4-55ecf84d4337 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:14.352084 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:14.379088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e5c879-aa68-4a02-84b4-55ecf84d4337 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:59:14.384196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Transition to ACTIVE for port object 95a3852c-84f3-4d41-8722-fd4fa6247ad8 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:14.388480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c7765f-798b-4a41-954b-2c7fc2548c57,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:14.403990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 30e5c879-aa68-4a02-84b4-55ecf84d4337, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=30e5c879-aa68-4a02-84b4-55ecf84d4337,segment=NetworkSegment(d53b6aed-2698-4d50-bf79-43473ad20d1c),segment_id=d53b6aed-2698-4d50-bf79-43473ad20d1c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:14.411342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port d8d9536c-cf12-4a29-9ea8-f62fe316fe06 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:14.411448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] Checking segment: {'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:14.411448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] Network hostable DHCP agents. Network: 52de8c20-649e-4fe8-a991-d55afad2f223, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:59:14.411608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f969cd1-90ee-46bb-889e-bd75b55f5ce4 req-12612e1d-94ec-468b-9468-e5cc1c5e981d tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:14.412335 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d8d9536c-cf12-4a29-9ea8-f62fe316fe06 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:14.412940 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:14.421688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f969cd1-90ee-46bb-889e-bd75b55f5ce4 req-12612e1d-94ec-468b-9468-e5cc1c5e981d tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 943 time: 0.2228975 May 27 22:59:14.479183 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2671b-4f9c-4167-a98e-3c923db24f8b req-522a9c2e-8332-4775-805a-3801ce019446 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:14.487260 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cfd2671b-4f9c-4167-a98e-3c923db24f8b req-522a9c2e-8332-4775-805a-3801ce019446 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1833670 May 27 22:59:14.512913 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f969cd1-90ee-46bb-889e-bd75b55f5ce4 req-a3adcb6b-ff49-434b-8056-635c6db4b6fb tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901043 May 27 22:59:14.525061 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] Network 52de8c20-649e-4fe8-a991-d55afad2f223 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:59:14.525061 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:14.556891 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cfd2671b-4f9c-4167-a98e-3c923db24f8b req-922b318e-6c4a-458a-af13-3e634459391e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688355 May 27 22:59:14.586573 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:14.625992 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=95a3852c-84f3-4d41-8722-fd4fa6247ad8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:14.637355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 836adbe2-9e6a-44a5-8f59-b8b4f1649dce is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:14.637355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:14.637967 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:59:14.638811 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:14.671264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=30e5c879-aa68-4a02-84b4-55ecf84d4337,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:14.703420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d8d9536c-cf12-4a29-9ea8-f62fe316fe06 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:14.705599 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:14.728171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f82e4933-1b6d-4c70-85f3-fbe36d3da836 None None] Provisioning complete for port d8d9536c-cf12-4a29-9ea8-f62fe316fe06 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:14.728848 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f82e4933-1b6d-4c70-85f3-fbe36d3da836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:14.856155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 52de8c20-649e-4fe8-a991-d55afad2f223) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:14.871410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port d8d9536c-cf12-4a29-9ea8-f62fe316fe06, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d8d9536c-cf12-4a29-9ea8-f62fe316fe06,segment=NetworkSegment(978baeaf-6204-4da7-8081-19be10c89751),segment_id=978baeaf-6204-4da7-8081-19be10c89751)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:14.875217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf4264-bdce-4eaf-b56d-ec5b102e17bf None None] Network 52de8c20-649e-4fe8-a991-d55afad2f223 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:59:14.891546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74181ad-38c1-4d41-832c-71b81cbb088b req-8f7a8e0f-75ac-4002-845b-5de2cffe6129 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:14.891546 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a74181ad-38c1-4d41-832c-71b81cbb088b req-8f7a8e0f-75ac-4002-845b-5de2cffe6129 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1706696 May 27 22:59:14.897317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:14.897903 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:14.949828 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a74181ad-38c1-4d41-832c-71b81cbb088b req-3ee6c9bd-7063-40c1-a671-3b8ebd97b4f7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497167 May 27 22:59:14.962111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['30e5c879-aa68-4a02-84b4-55ecf84d4337'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:59:15.021934 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:15.032181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60494) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:15.032386 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-36e02bff-b1f2-480c-8399-649bed95b59e admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9890597 May 27 22:59:15.037253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1780251393-router', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:15.042618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:15.047101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Usage tracker for resource:router and tenant:e9d8acc392c74bb389f8803ee03cbc0e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:15.054290 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:15.061651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:15.131986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fd2ae1-4545-4799-a5b7-12809df484b0 None None] Network bd93e43b-aadd-4c96-a6e8-1305634f98a0 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:59:15.170498 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:15.194117 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:15.195384 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:15.240475 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:15.261274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c33201-be5a-4d0d-b51d-b6e6a9e65688 req-a864bd2f-e3b9-4f35-be5d-2f2c0eae7607 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:15.263080 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-61c33201-be5a-4d0d-b51d-b6e6a9e65688 req-a864bd2f-e3b9-4f35-be5d-2f2c0eae7607 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1296666 May 27 22:59:15.320891 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-61c33201-be5a-4d0d-b51d-b6e6a9e65688 req-b0ffbb2a-418c-4816-bfe1-03b639eefb04 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513744 May 27 22:59:15.519995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=d8d9536c-cf12-4a29-9ea8-f62fe316fe06,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:15.577550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-52de8c20-649e-4fe8-a991-d55afad2f223', 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'fixed_ips': [{'subnet_id': 'b8c7765f-798b-4a41-954b-2c7fc2548c57'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:59:15.578397 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:15.635469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f82e4933-1b6d-4c70-85f3-fbe36d3da836 None None] Current status of the port d8d9536c-cf12-4a29-9ea8-f62fe316fe06 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:15.865513 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:15.894360 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2e875fa0-c9e7-4c9f-8d97-39feb34c75f3 None None] Provisioning for port b3ff47a8-5116-40f2-9b2f-fe481f167bc5 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:15.894360 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Allocated IP 172.20.0.2 (52de8c20-649e-4fe8-a991-d55afad2f223/b8c7765f-798b-4a41-954b-2c7fc2548c57/1cfddd87-0507-4457-b076-1feb6e234ae5) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:59:15.912909 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:15.942582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:15.943689 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:15.982433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa121b7a-f636-4918-8dad-2d1437f3e3ea req-507fc906-5fcd-4979-ac11-309f085d056f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:15.984886 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa121b7a-f636-4918-8dad-2d1437f3e3ea req-507fc906-5fcd-4979-ac11-309f085d056f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.4980476 May 27 22:59:16.024142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e37284-899a-4d7a-811f-ca59250b1fe9 req-57c76e02-09ac-43e2-910f-302f110054c9 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:16.034902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36e37284-899a-4d7a-811f-ca59250b1fe9 req-57c76e02-09ac-43e2-910f-302f110054c9 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 944 time: 0.3437498 May 27 22:59:16.093593 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:16.094456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d8d9536c-cf12-4a29-9ea8-f62fe316fe06 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:16.107523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa121b7a-f636-4918-8dad-2d1437f3e3ea req-f20c8513-47f8-4642-bcef-f41f6581348c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156209 May 27 22:59:16.140341 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36e37284-899a-4d7a-811f-ca59250b1fe9 req-8ef31346-1b5c-4c8f-9bdc-1c9be16bd69c tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063309 May 27 22:59:16.140744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2e875fa0-c9e7-4c9f-8d97-39feb34c75f3 None None] Provisioning for port 95a3852c-84f3-4d41-8722-fd4fa6247ad8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:16.170904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2e875fa0-c9e7-4c9f-8d97-39feb34c75f3 None None] Provisioning complete for port 95a3852c-84f3-4d41-8722-fd4fa6247ad8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:16.171276 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2e875fa0-c9e7-4c9f-8d97-39feb34c75f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:16.262582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 836adbe2-9e6a-44a5-8f59-b8b4f1649dce is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:16.264048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:16.283562 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2e875fa0-c9e7-4c9f-8d97-39feb34c75f3 None None] Port 95a3852c-84f3-4d41-8722-fd4fa6247ad8 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:59:16.343563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d8d9536c-cf12-4a29-9ea8-f62fe316fe06 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:16.344225 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:16.434642 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:16.454969 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Transition to ACTIVE for port object 1cfddd87-0507-4457-b076-1feb6e234ae5 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:16.523534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=95a3852c-84f3-4d41-8722-fd4fa6247ad8,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:16.524543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d8d9536c-cf12-4a29-9ea8-f62fe316fe06 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:16.525659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b3ff47a8-5116-40f2-9b2f-fe481f167bc5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:16.583093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Transition to ACTIVE for port object 1cfddd87-0507-4457-b076-1feb6e234ae5 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:16.605675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router 4f852841-7757-41be-b64d-d3b01e4dea73 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:59:16.682819 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:16.733763 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7837a616-b276-4b3c-92ae-e68106437e1c None None] Provisioning complete for port 95a3852c-84f3-4d41-8722-fd4fa6247ad8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:16.746106 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7837a616-b276-4b3c-92ae-e68106437e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:16.746245 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:16.766390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port b3ff47a8-5116-40f2-9b2f-fe481f167bc5 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:16.774347 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:16.785051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Network 52de8c20-649e-4fe8-a991-d55afad2f223 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:16.798803 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:16.800682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port b3ff47a8-5116-40f2-9b2f-fe481f167bc5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:16.800943 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:16.808146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:59:16.818128 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-12498aaa-5a7c-4c89-93b4-ff486e5458ec tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/4f852841-7757-41be-b64d-d3b01e4dea73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1432905 May 27 22:59:16.820585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60508) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:16.821286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055a0c4-7884-439c-80e2-475c675c7baf req-65426203-7f84-4d27-8450-3979353db7d4 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:16.824853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d055a0c4-7884-439c-80e2-475c675c7baf req-65426203-7f84-4d27-8450-3979353db7d4 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.4286020 May 27 22:59:16.834008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:59:16.844574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87919a42-1fd2-4764-b248-07b1909e6040 None None] Sync routers for ids ['4f852841-7757-41be-b64d-d3b01e4dea73'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:59:16.901499 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d055a0c4-7884-439c-80e2-475c675c7baf req-1380daed-79b6-4280-bf4a-a3448247daef tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628934 May 27 22:59:16.915405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e8128-23b6-454d-8fab-ab2f0af42647 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:16.916045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-917e8128-23b6-454d-8fab-ab2f0af42647 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Synchronizing usage tracker for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:59:16.920963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Pushing event updated for resources: {'Port': ['ID=1cfddd87-0507-4457-b076-1feb6e234ae5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:16.948296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87919a42-1fd2-4764-b248-07b1909e6040 None None] Routers {'4f852841-7757-41be-b64d-d3b01e4dea73'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:16.948951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-87919a42-1fd2-4764-b248-07b1909e6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['4f852841-7757-41be-b64d-d3b01e4dea73'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:16.976240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Allocated IP 172.25.2.154 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/c4b5288e-c229-45da-861a-34041e46dc5d) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:59:17.009091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-917e8128-23b6-454d-8fab-ab2f0af42647 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Unset dirty status for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:59:17.009091 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-917e8128-23b6-454d-8fab-ab2f0af42647 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports/95a3852c-84f3-4d41-8722-fd4fa6247ad8 HTTP/1.1" status: 200 len: 911 time: 0.1849785 May 27 22:59:17.009350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60514) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:17.037126 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7837a616-b276-4b3c-92ae-e68106437e1c None None] Port 95a3852c-84f3-4d41-8722-fd4fa6247ad8 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:59:17.043033 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-87919a42-1fd2-4764-b248-07b1909e6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:17.051695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Attempting to bind port 1cfddd87-0507-4457-b076-1feb6e234ae5 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:59:17.052046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Attempting to bind port 1cfddd87-0507-4457-b076-1feb6e234ae5 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:59:17.052419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Attempting to bind port 1cfddd87-0507-4457-b076-1feb6e234ae5 on network 52de8c20-649e-4fe8-a991-d55afad2f223 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:59:17.065025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:59:17.065444 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Checking segment: {'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:17.065770 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:17.066146 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Bound using segment: {'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:59:17.066603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Bound port: 1cfddd87-0507-4457-b076-1feb6e234ae5, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:59:17.066970 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:17.085492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87919a42-1fd2-4764-b248-07b1909e6040 None None] Routers {'4f852841-7757-41be-b64d-d3b01e4dea73'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:17.085802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-87919a42-1fd2-4764-b248-07b1909e6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['4f852841-7757-41be-b64d-d3b01e4dea73'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:17.210494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-87919a42-1fd2-4764-b248-07b1909e6040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:17.212480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87919a42-1fd2-4764-b248-07b1909e6040 None None] The sync data for ids ['4f852841-7757-41be-b64d-d3b01e4dea73'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:59:17.212607 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:17.228248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7782b-f448-430f-b387-435616da906f req-4ab03868-8e3e-44b8-8eee-d6618529cb20 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:17.229962 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73e7782b-f448-430f-b387-435616da906f req-4ab03868-8e3e-44b8-8eee-d6618529cb20 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1578438 May 27 22:59:17.283088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port b3ff47a8-5116-40f2-9b2f-fe481f167bc5 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:17.283761 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:17.306746 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] For port 1cfddd87-0507-4457-b076-1feb6e234ae5, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:59:17.327381 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73e7782b-f448-430f-b387-435616da906f req-44db07a2-74f7-4ccb-b873-b17eb235b677 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707901 May 27 22:59:17.330351 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] For port 1cfddd87-0507-4457-b076-1feb6e234ae5, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1cfddd87-0507-4457-b076-1feb6e234ae5,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:59:17.336435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port b3ff47a8-5116-40f2-9b2f-fe481f167bc5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b3ff47a8-5116-40f2-9b2f-fe481f167bc5,segment=NetworkSegment(9045eb9d-dfb3-433b-a03c-68173c7b22a2),segment_id=9045eb9d-dfb3-433b-a03c-68173c7b22a2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:17.410872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aad0be-ace4-417c-8800-77885dd74644 req-13165ea5-1f5e-4adf-b9b9-6b091f09d018 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:17.413731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-33aad0be-ace4-417c-8800-77885dd74644 req-13165ea5-1f5e-4adf-b9b9-6b091f09d018 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 944 time: 0.0958138 May 27 22:59:17.427256 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:17.440708 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:17.459301 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:17.511875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=b3ff47a8-5116-40f2-9b2f-fe481f167bc5,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:17.595592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b0e35-460e-4876-a60c-e3a2dfc962e6 None None] Pushing event updated for resources: {'Port': ['ID=1cfddd87-0507-4457-b076-1feb6e234ae5,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:17.597333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:17.605052 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-33aad0be-ace4-417c-8800-77885dd74644 req-edba0ab7-e94a-4ba2-92cc-aaf9dea91240 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851571 May 27 22:59:17.616040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:17.618746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:59:17.670238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Pushing event updated for resources: {'Port': ['ID=c4b5288e-c229-45da-861a-34041e46dc5d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:17.800248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 30e5c879-aa68-4a02-84b4-55ecf84d4337 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:17.860444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056e0db-1c13-429c-808f-7bef6a9b00fb req-06a8782a-8185-4cdc-a373-9f3ccc1f9efb tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:17.867236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4056e0db-1c13-429c-808f-7bef6a9b00fb req-06a8782a-8185-4cdc-a373-9f3ccc1f9efb tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.3805525 May 27 22:59:17.897142 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:17.975100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 30e5c879-aa68-4a02-84b4-55ecf84d4337 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:17.980883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 30e5c879-aa68-4a02-84b4-55ecf84d4337 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:17.983336 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:18.010704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4056e0db-1c13-429c-808f-7bef6a9b00fb req-d00396e1-9bac-4376-83cd-b02706641a14 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311641 May 27 22:59:18.051769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b3ff47a8-5116-40f2-9b2f-fe481f167bc5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:18.149144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port b3ff47a8-5116-40f2-9b2f-fe481f167bc5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:18.149520 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:18.312770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 30e5c879-aa68-4a02-84b4-55ecf84d4337 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:18.313489 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:18.323020 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:18.369041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Allocated IP 2001:db8:1::1 (bd93e43b-aadd-4c96-a6e8-1305634f98a0/d8051cbc-6fd4-4e9f-b92a-b62b1937ab14/89aa79db-f60e-4dad-b36a-1b99bad4db9e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:59:18.377155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b224c1-fe01-4bea-a008-6636687900a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e5c879-aa68-4a02-84b4-55ecf84d4337'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:59:18.402012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 30e5c879-aa68-4a02-84b4-55ecf84d4337, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=30e5c879-aa68-4a02-84b4-55ecf84d4337,segment=NetworkSegment(d53b6aed-2698-4d50-bf79-43473ad20d1c),segment_id=d53b6aed-2698-4d50-bf79-43473ad20d1c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:18.413490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port b3ff47a8-5116-40f2-9b2f-fe481f167bc5 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:18.420266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1cfddd87-0507-4457-b076-1feb6e234ae5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:18.471432 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e0d977c-2847-4ecc-a9d5-e36631ffe6cd'] response: {'server_uuid': '55b224c1-fe01-4bea-a008-6636687900a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e5c879-aa68-4a02-84b4-55ecf84d4337', 'code': 200} May 27 22:59:18.481821 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:18.534577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792610a8-4859-44f4-a027-39c9224eee33 req-c3e52e16-352e-4b14-a180-f3aff4932096 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:18.543331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-792610a8-4859-44f4-a027-39c9224eee33 req-c3e52e16-352e-4b14-a180-f3aff4932096 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.4091229 May 27 22:59:18.578291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=30e5c879-aa68-4a02-84b4-55ecf84d4337,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:18.643622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 1cfddd87-0507-4457-b076-1feb6e234ae5 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:18.700048 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:18.728459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Transition to ACTIVE for port object 89aa79db-f60e-4dad-b36a-1b99bad4db9e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:18.734155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9497f67-8269-4e8f-9db9-fb10ffc7f317 req-820773c6-d1b3-4ab4-9b8a-f98d78f228a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:18.735799 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c9497f67-8269-4e8f-9db9-fb10ffc7f317 req-820773c6-d1b3-4ab4-9b8a-f98d78f228a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 1096 time: 0.1632674 May 27 22:59:18.791724 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c9497f67-8269-4e8f-9db9-fb10ffc7f317 req-5220c39c-0800-495c-a3ce-370542edfc2a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473115 May 27 22:59:18.856145 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-792610a8-4859-44f4-a027-39c9224eee33 req-eb95ee2e-9f08-4814-adcb-3bbf38238a0e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118351 May 27 22:59:18.874311 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df27cc-3002-4a65-b768-e0a229743c62 None None] Network 52de8c20-649e-4fe8-a991-d55afad2f223 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:59:18.891354 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:18.968448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network bd93e43b-aadd-4c96-a6e8-1305634f98a0 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:18.971703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:18.975751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:59:18.976278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:18.991480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=89aa79db-f60e-4dad-b36a-1b99bad4db9e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:18.994502 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:19.008567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e9fd9-a903-4df8-a0f3-a8026d1667ab req-097bb804-76df-4c40-bf27-fb170cf86dea tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:19.010105 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-796e9fd9-a903-4df8-a0f3-a8026d1667ab req-097bb804-76df-4c40-bf27-fb170cf86dea tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 945 time: 0.2038469 May 27 22:59:19.165584 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-67b266fe-673d-497c-a11d-4162bc9e976a None None] Provisioning for port 1cfddd87-0507-4457-b076-1feb6e234ae5 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:19.174686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-67b266fe-673d-497c-a11d-4162bc9e976a None None] Provisioning complete for port 1cfddd87-0507-4457-b076-1feb6e234ae5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:19.175281 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67b266fe-673d-497c-a11d-4162bc9e976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:19.269698 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-796e9fd9-a903-4df8-a0f3-a8026d1667ab req-8c56915f-adce-4aa2-83c5-51c6ef498894 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015786 May 27 22:59:19.328742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-67b266fe-673d-497c-a11d-4162bc9e976a None None] Current status of the port 1cfddd87-0507-4457-b076-1feb6e234ae5 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:19.328742 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67b266fe-673d-497c-a11d-4162bc9e976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:19.332682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae924bb8-d652-4898-9fa1-966ddab44085 req-f0a76e68-6d2f-40e3-ae45-867df84b1133 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:19.334759 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae924bb8-d652-4898-9fa1-966ddab44085 req-f0a76e68-6d2f-40e3-ae45-867df84b1133 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2529333 May 27 22:59:19.362965 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:19.365833 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-67b266fe-673d-497c-a11d-4162bc9e976a None None] For port 1cfddd87-0507-4457-b076-1feb6e234ae5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1cfddd87-0507-4457-b076-1feb6e234ae5,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:19.411621 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae924bb8-d652-4898-9fa1-966ddab44085 req-c1077e6c-eaeb-426d-99df-4d8fabbaa05e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678139 May 27 22:59:19.457576 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67b266fe-673d-497c-a11d-4162bc9e976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:19.491450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Router 55cb626e-8f0e-4786-b7a0-5c42e0a3731d is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:59:19.549330 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b266fe-673d-497c-a11d-4162bc9e976a None None] Pushing event updated for resources: {'Port': ['ID=1cfddd87-0507-4457-b076-1feb6e234ae5,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:19.582889 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6e4688c4-ec02-4769-88f8-60f058c314dc None None] Provisioning complete for port 1cfddd87-0507-4457-b076-1feb6e234ae5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:19.583263 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e4688c4-ec02-4769-88f8-60f058c314dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:19.733907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6e4688c4-ec02-4769-88f8-60f058c314dc None None] Current status of the port 1cfddd87-0507-4457-b076-1feb6e234ae5 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:19.755853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:59:19.767189 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Sync routers for ids ['55cb626e-8f0e-4786-b7a0-5c42e0a3731d'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:59:19.778615 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Routers {'55cb626e-8f0e-4786-b7a0-5c42e0a3731d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:19.779251 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['55cb626e-8f0e-4786-b7a0-5c42e0a3731d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:19.786816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6eb633-904a-4e53-934d-cd481ecb6267 req-29cd5382-27a0-4346-851f-d3204f6cab30 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:19.807575 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f6eb633-904a-4e53-934d-cd481ecb6267 req-29cd5382-27a0-4346-851f-d3204f6cab30 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2406929 May 27 22:59:19.822420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6e4688c4-ec02-4769-88f8-60f058c314dc None None] Provisioning for port 89aa79db-f60e-4dad-b36a-1b99bad4db9e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:19.827695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6e4688c4-ec02-4769-88f8-60f058c314dc None None] Provisioning complete for port 89aa79db-f60e-4dad-b36a-1b99bad4db9e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:19.831147 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e4688c4-ec02-4769-88f8-60f058c314dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:19.888039 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f6eb633-904a-4e53-934d-cd481ecb6267 req-762013f9-846e-4f93-b561-f466157968b3 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820768 May 27 22:59:19.907032 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:19.915827 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:19.925777 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2985b043-d023-4997-8c83-fbe3a97654dd admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8850174 May 27 22:59:19.926731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60540) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:19.950653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6e4688c4-ec02-4769-88f8-60f058c314dc None None] Port 89aa79db-f60e-4dad-b36a-1b99bad4db9e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:59:19.953355 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1cfddd87-0507-4457-b076-1feb6e234ae5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:20.032630 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 1cfddd87-0507-4457-b076-1feb6e234ae5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:20.033390 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:20.040162 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:20.048139 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:20.065876 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Set router 55cb626e-8f0e-4786-b7a0-5c42e0a3731d gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:59:20.194037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 1cfddd87-0507-4457-b076-1feb6e234ae5 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:20.212369 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-26418919-aa02-4b79-bd57-4d38d5122abb req-69c56fc4-3129-4163-9166-b72f1032a85f service neutron] (88900) timed out ('10.222.0.27', 39038) {{(pid=88900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 22:59:20.426653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=89aa79db-f60e-4dad-b36a-1b99bad4db9e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:20.468335 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'name': 'tempest-TestServerMultinode-1780251393-router', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c4b5288e-c229-45da-861a-34041e46dc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:15Z', 'updated_at': '2022-05-27T22:59:18Z', 'revision_number': 3, 'project_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'gw_port': {'id': 'c4b5288e-c229-45da-861a-34041e46dc5d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:16Z', 'updated_at': '2022-05-27T22:59:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:20.473409 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Checking router: 55cb626e-8f0e-4786-b7a0-5c42e0a3731d for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:59:20.473763 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Updating router 55cb626e-8f0e-4786-b7a0-5c42e0a3731d port c4b5288e-c229-45da-861a-34041e46dc5d binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:59:20.477451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network bd93e43b-aadd-4c96-a6e8-1305634f98a0 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:20.479134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:20.543921 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:20.638366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2aaf7-6bdc-4a56-b105-b45a0483e018 req-df9a1f8c-1594-4ca8-acc3-e82efd298f8b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:20.640478 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72e2aaf7-6bdc-4a56-b105-b45a0483e018 req-df9a1f8c-1594-4ca8-acc3-e82efd298f8b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.4787664 May 27 22:59:20.696292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router 4f852841-7757-41be-b64d-d3b01e4dea73 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:59:20.776416 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63ec34-aeb4-4602-a6fe-ee736c5e0557 req-2a24dcce-0138-46f5-8304-db76180b65ca tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:20.776416 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e63ec34-aeb4-4602-a6fe-ee736c5e0557 req-2a24dcce-0138-46f5-8304-db76180b65ca tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 945 time: 0.3176219 May 27 22:59:20.838725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72e2aaf7-6bdc-4a56-b105-b45a0483e018 req-c279e849-95f3-42a9-abe6-cb940c55c029 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853747 May 27 22:59:20.883245 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3685c3a7-5e75-45c1-a7a5-08c9e88774f4 None None] Provisioning complete for port 89aa79db-f60e-4dad-b36a-1b99bad4db9e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:20.884096 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3685c3a7-5e75-45c1-a7a5-08c9e88774f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:20.921900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:59:20.950689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e63ec34-aeb4-4602-a6fe-ee736c5e0557 req-01a06e01-9779-4aa4-95e9-9c3f955e4de8 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487088 May 27 22:59:20.961399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a41fc-ebff-4fa2-9995-49679ca283c7 None None] Sync routers for ids ['4f852841-7757-41be-b64d-d3b01e4dea73'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:59:21.000956 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a41fc-ebff-4fa2-9995-49679ca283c7 None None] Routers {'4f852841-7757-41be-b64d-d3b01e4dea73'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:21.000956 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-878a41fc-ebff-4fa2-9995-49679ca283c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['4f852841-7757-41be-b64d-d3b01e4dea73'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:21.012785 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:21.019150 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f519045d-daef-4c12-b7be-f515cd00dae5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/4f852841-7757-41be-b64d-d3b01e4dea73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0088952 May 27 22:59:21.021730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60554) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:21.053826 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Transition to ACTIVE for port object c4b5288e-c229-45da-861a-34041e46dc5d will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:21.072535 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-878a41fc-ebff-4fa2-9995-49679ca283c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:21.080175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3685c3a7-5e75-45c1-a7a5-08c9e88774f4 None None] Port 89aa79db-f60e-4dad-b36a-1b99bad4db9e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:59:21.091030 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a41fc-ebff-4fa2-9995-49679ca283c7 None None] Routers {'4f852841-7757-41be-b64d-d3b01e4dea73'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:21.092537 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-878a41fc-ebff-4fa2-9995-49679ca283c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['4f852841-7757-41be-b64d-d3b01e4dea73'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:21.134926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60e91dc-dd9b-4444-bc7c-a6ec229a44e9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:21.135433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f60e91dc-dd9b-4444-bc7c-a6ec229a44e9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Synchronizing usage tracker for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:59:21.138028 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:21.168151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-878a41fc-ebff-4fa2-9995-49679ca283c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:21.168556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a3565-7d21-40e2-8f4f-afbfb2d3f1ef req-c97f677b-f360-40e7-9e4c-2f456839d2a4 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:21.168898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878a41fc-ebff-4fa2-9995-49679ca283c7 None None] The sync data for ids ['4f852841-7757-41be-b64d-d3b01e4dea73'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:59:21.170753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c77a3565-7d21-40e2-8f4f-afbfb2d3f1ef req-c97f677b-f360-40e7-9e4c-2f456839d2a4 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1755614 May 27 22:59:21.221997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f60e91dc-dd9b-4444-bc7c-a6ec229a44e9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Unset dirty status for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:59:21.228786 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f60e91dc-dd9b-4444-bc7c-a6ec229a44e9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports/89aa79db-f60e-4dad-b36a-1b99bad4db9e HTTP/1.1" status: 200 len: 913 time: 0.2058547 May 27 22:59:21.229708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:21.261504 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c77a3565-7d21-40e2-8f4f-afbfb2d3f1ef req-bf292b1e-dc13-4df2-ac49-c2023ff1aa7b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619299 May 27 22:59:21.263217 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:21.266764 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Attempting to bind port c4b5288e-c229-45da-861a-34041e46dc5d on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:59:21.267125 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Attempting to bind port c4b5288e-c229-45da-861a-34041e46dc5d by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:59:21.267478 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Attempting to bind port c4b5288e-c229-45da-861a-34041e46dc5d on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:59:21.269662 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4924a82-9253-4431-b919-42e44434596b None None] Pushing event updated for resources: {'Port': ['ID=c4b5288e-c229-45da-861a-34041e46dc5d,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:21.281619 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4924a82-9253-4431-b919-42e44434596b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:21.281957 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4924a82-9253-4431-b919-42e44434596b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:21.282289 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4924a82-9253-4431-b919-42e44434596b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:21.282616 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4924a82-9253-4431-b919-42e44434596b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:21.283155 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4924a82-9253-4431-b919-42e44434596b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:21.283479 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4924a82-9253-4431-b919-42e44434596b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:21.283794 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4924a82-9253-4431-b919-42e44434596b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:21.284108 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4924a82-9253-4431-b919-42e44434596b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:21.284738 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4924a82-9253-4431-b919-42e44434596b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:21.284738 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4924a82-9253-4431-b919-42e44434596b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:21.288071 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4924a82-9253-4431-b919-42e44434596b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:21.288071 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4924a82-9253-4431-b919-42e44434596b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:21.291212 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:59:21.291212 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:21.291212 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:21.291212 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:59:21.291212 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Bound port: c4b5288e-c229-45da-861a-34041e46dc5d, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:59:21.291212 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:21.391732 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] For port c4b5288e-c229-45da-861a-34041e46dc5d, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:59:21.395720 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] For port c4b5288e-c229-45da-861a-34041e46dc5d, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c4b5288e-c229-45da-861a-34041e46dc5d,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:59:21.479556 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:21.562984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Allocated IP 172.20.0.1 (52de8c20-649e-4fe8-a991-d55afad2f223/b8c7765f-798b-4a41-954b-2c7fc2548c57/f5e13b44-1436-4f54-a92d-a04cb65c5a7a) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:59:21.573167 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Routers {'55cb626e-8f0e-4786-b7a0-5c42e0a3731d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:21.574474 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['55cb626e-8f0e-4786-b7a0-5c42e0a3731d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:21.669602 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4924a82-9253-4431-b919-42e44434596b None None] Pushing event updated for resources: {'Port': ['ID=c4b5288e-c229-45da-861a-34041e46dc5d,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:21.710859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e5d19-2770-4a26-9a2e-eff705df8045 req-40842c76-3c39-4cf7-afa9-3cd20aa61fa4 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:21.721802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef4e5d19-2770-4a26-9a2e-eff705df8045 req-40842c76-3c39-4cf7-afa9-3cd20aa61fa4 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2529302 May 27 22:59:21.802510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef4e5d19-2770-4a26-9a2e-eff705df8045 req-b6959b23-738b-405f-ad04-424353717a42 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819902 May 27 22:59:21.837953 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] Set router 55cb626e-8f0e-4786-b7a0-5c42e0a3731d gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:59:21.873137 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:21.891082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Transition to ACTIVE for port object f5e13b44-1436-4f54-a92d-a04cb65c5a7a will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:21.936610 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5e40-5012-4e2b-b4cd-2a636013b494 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:21.983136 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:22.094409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Network 52de8c20-649e-4fe8-a991-d55afad2f223 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:22.095382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Pushing event updated for resources: {'Port': ['ID=f5e13b44-1436-4f54-a92d-a04cb65c5a7a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:22.103317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:22.112050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:59:22.174309 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'name': 'tempest-TestServerMultinode-1780251393-router', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c4b5288e-c229-45da-861a-34041e46dc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:15Z', 'updated_at': '2022-05-27T22:59:18Z', 'revision_number': 3, 'project_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'gw_port': {'id': 'c4b5288e-c229-45da-861a-34041e46dc5d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:16Z', 'updated_at': '2022-05-27T22:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:22.180378 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c0627-b621-48a7-b2f2-af74787b4f2a None None] The sync data for ids ['55cb626e-8f0e-4786-b7a0-5c42e0a3731d'] in n-d-843680-3 is: [{'id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'name': 'tempest-TestServerMultinode-1780251393-router', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c4b5288e-c229-45da-861a-34041e46dc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:15Z', 'updated_at': '2022-05-27T22:59:18Z', 'revision_number': 3, 'project_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'gw_port': {'id': 'c4b5288e-c229-45da-861a-34041e46dc5d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:16Z', 'updated_at': '2022-05-27T22:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:59:22.237779 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:22.434044 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:22.530633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d5e40-5012-4e2b-b4cd-2a636013b494 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port 89aa79db-f60e-4dad-b36a-1b99bad4db9e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:22.543427 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5e40-5012-4e2b-b4cd-2a636013b494 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:22.591588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1ab30da9-802a-481a-8f49-6b7aadf41356 None None] Provisioning for port f5e13b44-1436-4f54-a92d-a04cb65c5a7a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:22.594846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1ab30da9-802a-481a-8f49-6b7aadf41356 None None] Provisioning complete for port f5e13b44-1436-4f54-a92d-a04cb65c5a7a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:22.595473 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ab30da9-802a-481a-8f49-6b7aadf41356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:22.619576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03654c43-2d80-4d44-8d51-e252717819f2 req-28f83310-42f0-4202-bb9f-d8d18a51c760 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:22.621279 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-03654c43-2d80-4d44-8d51-e252717819f2 req-28f83310-42f0-4202-bb9f-d8d18a51c760 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.6860349 May 27 22:59:22.705331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1ab30da9-802a-481a-8f49-6b7aadf41356 None None] Port f5e13b44-1436-4f54-a92d-a04cb65c5a7a cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:59:22.737276 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-03654c43-2d80-4d44-8d51-e252717819f2 req-e33df05b-3286-45cd-93d8-2cd94fa3494a tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068909 May 27 22:59:22.825098 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5e40-5012-4e2b-b4cd-2a636013b494 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:22.990820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d5e40-5012-4e2b-b4cd-2a636013b494 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for 89aa79db-f60e-4dad-b36a-1b99bad4db9e owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:23.072807 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:23.186511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db228b3-8df6-4948-8d37-d130f571216a req-f263242d-2bd5-4331-a061-b10c495c7034 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:23.188081 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5db228b3-8df6-4948-8d37-d130f571216a req-f263242d-2bd5-4331-a061-b10c495c7034 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 945 time: 0.2590928 May 27 22:59:23.198332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d5c40-32a9-44df-9370-8d99c8ca4d8a req-2d6602b6-5017-41bd-8c23-7073ed3765a0 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:23.199832 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de8d5c40-32a9-44df-9370-8d99c8ca4d8a req-2d6602b6-5017-41bd-8c23-7073ed3765a0 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2079616 May 27 22:59:23.371990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5db228b3-8df6-4948-8d37-d130f571216a req-653cb330-ae95-415e-aab3-ff096577388b tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572120 May 27 22:59:23.378448 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de8d5c40-32a9-44df-9370-8d99c8ca4d8a req-4ce73b2f-37d9-4ea3-9459-036d63835858 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574166 May 27 22:59:23.395128 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5e40-5012-4e2b-b4cd-2a636013b494 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:23.424190 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:23.457274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d5e40-5012-4e2b-b4cd-2a636013b494 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Port': ['ID=89aa79db-f60e-4dad-b36a-1b99bad4db9e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:23.485919 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:23.667040 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:23.669369 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5e40-5012-4e2b-b4cd-2a636013b494 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:23.672059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Pushing event updated for resources: {'Port': ['ID=f5e13b44-1436-4f54-a92d-a04cb65c5a7a,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:23.845967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73de46-e887-4222-9721-08f7066a7a25 req-7f26b8dd-94d6-4a2a-b6be-cae380ab7e0b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:23.849404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df73de46-e887-4222-9721-08f7066a7a25 req-7f26b8dd-94d6-4a2a-b6be-cae380ab7e0b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.3279052 May 27 22:59:23.885959 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Network 52de8c20-649e-4fe8-a991-d55afad2f223 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:23.891115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:23.903381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c4b5288e-c229-45da-861a-34041e46dc5d up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:24.012986 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df73de46-e887-4222-9721-08f7066a7a25 req-126514d8-3b98-4194-9801-db4eadefa17f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556845 May 27 22:59:24.057132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port c4b5288e-c229-45da-861a-34041e46dc5d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:24.065082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c4b5288e-c229-45da-861a-34041e46dc5d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:24.069655 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:24.201178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Router 55cb626e-8f0e-4786-b7a0-5c42e0a3731d has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:59:24.276425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9ba80ae9-4b73-4a18-a0ed-976ccd934faf None None] Provisioning complete for port f5e13b44-1436-4f54-a92d-a04cb65c5a7a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:24.276952 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ba80ae9-4b73-4a18-a0ed-976ccd934faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:24.299503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7d5e40-5012-4e2b-b4cd-2a636013b494 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router 4f852841-7757-41be-b64d-d3b01e4dea73 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:59:24.317136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c4b5288e-c229-45da-861a-34041e46dc5d is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:24.317514 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:24.353204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port c4b5288e-c229-45da-861a-34041e46dc5d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c4b5288e-c229-45da-861a-34041e46dc5d,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:24.354383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9ba80ae9-4b73-4a18-a0ed-976ccd934faf None None] Port f5e13b44-1436-4f54-a92d-a04cb65c5a7a cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:59:24.437413 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:24.497129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:59:24.507375 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Sync routers for ids ['55cb626e-8f0e-4786-b7a0-5c42e0a3731d'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:59:24.517939 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Routers {'55cb626e-8f0e-4786-b7a0-5c42e0a3731d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:24.522751 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['55cb626e-8f0e-4786-b7a0-5c42e0a3731d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:24.550329 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=c4b5288e-c229-45da-861a-34041e46dc5d,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:24.551966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7d5e40-5012-4e2b-b4cd-2a636013b494 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:59:24.567252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c55d35-a2ec-43b8-8ffa-313f100e16d9 None None] Sync routers for ids ['4f852841-7757-41be-b64d-d3b01e4dea73'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:59:24.576643 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4998d432-3819-40e1-b813-9a3892476f65 admin admin] 10.222.0.27 "PUT /v2.0/routers/55cb626e-8f0e-4786-b7a0-5c42e0a3731d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6480215 May 27 22:59:24.579421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c55d35-a2ec-43b8-8ffa-313f100e16d9 None None] Routers {'4f852841-7757-41be-b64d-d3b01e4dea73'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:24.582030 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c3c55d35-a2ec-43b8-8ffa-313f100e16d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['4f852841-7757-41be-b64d-d3b01e4dea73'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:24.600163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807156ef-ce35-4a98-9742-b433d6c558b3 req-26c9471d-ddcd-412f-b808-5e9308af9c2d tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:24.601202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-807156ef-ce35-4a98-9742-b433d6c558b3 req-26c9471d-ddcd-412f-b808-5e9308af9c2d tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Synchronizing usage tracker for tenant:1c87470b8a6142f3a1ac73168724d5a5 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:59:24.638973 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3c7d5e40-5012-4e2b-b4cd-2a636013b494 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/4f852841-7757-41be-b64d-d3b01e4dea73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4035683 May 27 22:59:24.638973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60598) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:24.659335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bac398-fffe-409e-8bd7-0c8908e80563 req-93b54b7c-51c5-4dbd-9944-6334a01dd57b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:24.665508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c3c55d35-a2ec-43b8-8ffa-313f100e16d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:24.666586 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77bac398-fffe-409e-8bd7-0c8908e80563 req-93b54b7c-51c5-4dbd-9944-6334a01dd57b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2711985 May 27 22:59:24.678156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c55d35-a2ec-43b8-8ffa-313f100e16d9 None None] Routers {'4f852841-7757-41be-b64d-d3b01e4dea73'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:24.679164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c3c55d35-a2ec-43b8-8ffa-313f100e16d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['4f852841-7757-41be-b64d-d3b01e4dea73'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:24.789341 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c3c55d35-a2ec-43b8-8ffa-313f100e16d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:24.790694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c55d35-a2ec-43b8-8ffa-313f100e16d9 None None] The sync data for ids ['4f852841-7757-41be-b64d-d3b01e4dea73'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:59:24.830108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-807156ef-ce35-4a98-9742-b433d6c558b3 req-26c9471d-ddcd-412f-b808-5e9308af9c2d tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Unset dirty status for tenant:1c87470b8a6142f3a1ac73168724d5a5 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:59:24.832134 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-807156ef-ce35-4a98-9742-b433d6c558b3 req-26c9471d-ddcd-412f-b808-5e9308af9c2d tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.57 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 945 time: 0.5189633 May 27 22:59:24.865343 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Set router 55cb626e-8f0e-4786-b7a0-5c42e0a3731d gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:59:24.872014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d5a4c-1660-4bb6-aef1-51e6b9973460 req-dd729a96-1e70-493f-b38f-2532ee6b113e tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:24.879197 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f5d5a4c-1660-4bb6-aef1-51e6b9973460 req-dd729a96-1e70-493f-b38f-2532ee6b113e tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 945 time: 0.3541751 May 27 22:59:24.934832 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77bac398-fffe-409e-8bd7-0c8908e80563 req-157d8288-40cf-4773-b1b4-a71512eec86c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673047 May 27 22:59:24.943878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-807156ef-ce35-4a98-9742-b433d6c558b3 req-e5be56b9-3e81-4bfe-bea9-73aad24cb96a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Deleting port 30e5c879-aa68-4a02-84b4-55ecf84d4337 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:24.946251 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-807156ef-ce35-4a98-9742-b433d6c558b3 req-e5be56b9-3e81-4bfe-bea9-73aad24cb96a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:24.954997 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f5d5a4c-1660-4bb6-aef1-51e6b9973460 req-8d26d4bf-974d-4285-ab9f-8f376ecd8a5f tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748701 May 27 22:59:25.145396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93470e82-6921-4d20-8a65-6bd0132d20a7 req-58e38075-8a73-4ef1-bf63-028fd7b1de8c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:25.146859 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93470e82-6921-4d20-8a65-6bd0132d20a7 req-58e38075-8a73-4ef1-bf63-028fd7b1de8c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.0891559 May 27 22:59:25.191682 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93470e82-6921-4d20-8a65-6bd0132d20a7 req-133d5121-51a0-47c2-9cf6-fa98287bb0cc tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388391 May 27 22:59:25.245763 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'name': 'tempest-TestServerMultinode-1780251393-router', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c4b5288e-c229-45da-861a-34041e46dc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:15Z', 'updated_at': '2022-05-27T22:59:22Z', 'revision_number': 4, 'project_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'gw_port': {'id': 'c4b5288e-c229-45da-861a-34041e46dc5d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:16Z', 'updated_at': '2022-05-27T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'f5e13b44-1436-4f54-a92d-a04cb65c5a7a', 'name': '', 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'mac_address': 'fa:16:3e:88:01:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'b8c7765f-798b-4a41-954b-2c7fc2548c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:21Z', 'updated_at': '2022-05-27T22:59:23Z', 'revision_number': 2, 'project_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'subnets': [{'id': 'b8c7765f-798b-4a41-954b-2c7fc2548c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:25.252108 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Checking router: 55cb626e-8f0e-4786-b7a0-5c42e0a3731d for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:59:25.252853 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Updating router 55cb626e-8f0e-4786-b7a0-5c42e0a3731d port f5e13b44-1436-4f54-a92d-a04cb65c5a7a binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:59:25.318128 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:25.465468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e9c81-b2ad-486f-9852-36307ef49788 req-011cece6-28ea-4228-a6fc-2c433283fb2e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:25.467235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-040e9c81-b2ad-486f-9852-36307ef49788 req-011cece6-28ea-4228-a6fc-2c433283fb2e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1076419 May 27 22:59:25.492031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-807156ef-ce35-4a98-9742-b433d6c558b3 req-e5be56b9-3e81-4bfe-bea9-73aad24cb96a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] For port 30e5c879-aa68-4a02-84b4-55ecf84d4337, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=30e5c879-aa68-4a02-84b4-55ecf84d4337,segment=NetworkSegment(d53b6aed-2698-4d50-bf79-43473ad20d1c),segment_id=d53b6aed-2698-4d50-bf79-43473ad20d1c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:25.492594 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-807156ef-ce35-4a98-9742-b433d6c558b3 req-e5be56b9-3e81-4bfe-bea9-73aad24cb96a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:25.532736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-040e9c81-b2ad-486f-9852-36307ef49788 req-03a594f5-010c-4f3d-808d-23e433945085 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557497 May 27 22:59:25.604042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60622) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:25.611012 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1833126000-network', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:25.617452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:25.624004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Usage tracker for resource:network and tenant:97d75364c71f4e81af68d1fac7b9897e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:25.629055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:25.646815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:25.646999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-807156ef-ce35-4a98-9742-b433d6c558b3 req-e5be56b9-3e81-4bfe-bea9-73aad24cb96a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Calling delete_port for 30e5c879-aa68-4a02-84b4-55ecf84d4337 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:25.723313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Made reservation on behalf of 97d75364c71f4e81af68d1fac7b9897e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:59:25.726392 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:25.752247 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:25.771308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:25.777965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Usage tracker for resource:security_group_rule and tenant:97d75364c71f4e81af68d1fac7b9897e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:25.782022 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:25.786935 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:25.789332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:25.805038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f449e61-3122-4874-848d-26ef1a86f40f req-4eb5d634-8383-4c6d-8138-a4f12889e75d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:25.806499 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f449e61-3122-4874-848d-26ef1a86f40f req-4eb5d634-8383-4c6d-8138-a4f12889e75d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1452420 May 27 22:59:25.838360 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2514fbac-4bb4-4445-b967-0e535686467e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:25.871082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c4b5288e-c229-45da-861a-34041e46dc5d up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:25.880422 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f449e61-3122-4874-848d-26ef1a86f40f req-ed219dcd-c14a-434f-abaa-54252358a1ba tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628953 May 27 22:59:25.956632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c4b5288e-c229-45da-861a-34041e46dc5d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:25.957218 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:25.958242 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:26.035067 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:26.108068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c4b5288e-c229-45da-861a-34041e46dc5d is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:26.123550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:59:26.142182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f156b0-6924-44f4-abba-153e9d009f6a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:26.152157 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:26.152525 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Added segment 52531b9e-ec07-4ce9-ad9e-2360638e1f0e of type vlan for network 95fe67a4-d54a-427c-a877-d88af5d8e357 May 27 22:59:26.193659 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:26.229209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b01dc-b483-4b9e-8ee0-bffa58deff71 req-698e7c9f-7aea-4717-ab1d-02a1e1ca03d7 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:26.230570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-026b01dc-b483-4b9e-8ee0-bffa58deff71 req-698e7c9f-7aea-4717-ab1d-02a1e1ca03d7 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 945 time: 0.1520519 May 27 22:59:26.266595 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Transition to ACTIVE for port object f5e13b44-1436-4f54-a92d-a04cb65c5a7a will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:26.271834 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-807156ef-ce35-4a98-9742-b433d6c558b3 req-e5be56b9-3e81-4bfe-bea9-73aad24cb96a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:26.277404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-026b01dc-b483-4b9e-8ee0-bffa58deff71 req-2afcc493-92ff-4551-b42f-d0092a800610 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/security-groups?id=ab980c23-5b9d-442f-87c0-846d6b2a47e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 May 27 22:59:26.303895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['30e5c879-aa68-4a02-84b4-55ecf84d4337'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:59:26.335726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be56b9-3e81-4bfe-bea9-73aad24cb96a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Pushing event deleted for resources: {'Port': ['ID=30e5c879-aa68-4a02-84b4-55ecf84d4337,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:26.399354 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:26.402199 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:26.402396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:26.402396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:26.420936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-807156ef-ce35-4a98-9742-b433d6c558b3 req-e5be56b9-3e81-4bfe-bea9-73aad24cb96a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] No DVR routers for this DVR port 30e5c879-aa68-4a02-84b4-55ecf84d4337 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:59:26.423974 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-807156ef-ce35-4a98-9742-b433d6c558b3 req-e5be56b9-3e81-4bfe-bea9-73aad24cb96a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:26.428146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b224c1-fe01-4bea-a008-6636687900a9', 'name': 'network-vif-deleted', 'tag': '30e5c879-aa68-4a02-84b4-55ecf84d4337'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:59:26.517049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] Pushing event updated for resources: {'Network': ['ID=95fe67a4-d54a-427c-a877-d88af5d8e357,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:26.533208 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 95fe67a4-d54a-427c-a877-d88af5d8e357 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:59:26.537498 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2342da-2e12-4338-bba8-f3b481e3adb8'] response: {'server_uuid': '55b224c1-fe01-4bea-a008-6636687900a9', 'name': 'network-vif-deleted', 'tag': '30e5c879-aa68-4a02-84b4-55ecf84d4337', 'status': 'completed', 'code': 200} May 27 22:59:26.540918 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-807156ef-ce35-4a98-9742-b433d6c558b3 req-e5be56b9-3e81-4bfe-bea9-73aad24cb96a tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.57 "DELETE /v2.0/ports/30e5c879-aa68-4a02-84b4-55ecf84d4337 HTTP/1.1" status: 204 len: 173 time: 1.6946504 May 27 22:59:26.541691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2514fbac-4bb4-4445-b967-0e535686467e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port 95a3852c-84f3-4d41-8722-fd4fa6247ad8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:26.542030 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2514fbac-4bb4-4445-b967-0e535686467e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:26.603694 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e80c6-443b-499c-a44f-a508c2026c1a None None] Pushing event updated for resources: {'Port': ['ID=f5e13b44-1436-4f54-a92d-a04cb65c5a7a,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:26.630131 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1ea68120-b22e-4da7-aab8-49ce6382122e admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0247035 May 27 22:59:26.631025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60636) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:26.639849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] Request body: {'subnet': {'network_id': '95fe67a4-d54a-427c-a877-d88af5d8e357', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1833126000-subnet', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:26.656988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:26.677468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] Usage tracker for resource:subnet and tenant:97d75364c71f4e81af68d1fac7b9897e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:26.689274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:26.702364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:26.753857 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Attempting to bind port f5e13b44-1436-4f54-a92d-a04cb65c5a7a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:59:26.754153 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Attempting to bind port f5e13b44-1436-4f54-a92d-a04cb65c5a7a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:59:26.754508 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Attempting to bind port f5e13b44-1436-4f54-a92d-a04cb65c5a7a on network 52de8c20-649e-4fe8-a991-d55afad2f223 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:59:26.766599 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:59:26.767239 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Checking segment: {'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:26.768337 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:26.769478 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Bound using segment: {'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:59:26.776532 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Bound port: f5e13b44-1436-4f54-a92d-a04cb65c5a7a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:59:26.776532 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:26.800462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] Made reservation on behalf of 97d75364c71f4e81af68d1fac7b9897e for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:59:26.800577 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:26.855540 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2514fbac-4bb4-4445-b967-0e535686467e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:26.963289 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] For port f5e13b44-1436-4f54-a92d-a04cb65c5a7a, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:59:26.974695 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] For port f5e13b44-1436-4f54-a92d-a04cb65c5a7a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f5e13b44-1436-4f54-a92d-a04cb65c5a7a,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:59:26.996389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2514fbac-4bb4-4445-b967-0e535686467e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for 95a3852c-84f3-4d41-8722-fd4fa6247ad8 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:27.090272 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:27.134477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00ee4b-efb0-4860-a389-9b865d368dd9 req-5df9df3b-ebef-4cc3-80ee-bfaefd621a3e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:27.139159 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c00ee4b-efb0-4860-a389-9b865d368dd9 req-5df9df3b-ebef-4cc3-80ee-bfaefd621a3e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1025872 May 27 22:59:27.186952 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Routers {'55cb626e-8f0e-4786-b7a0-5c42e0a3731d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:27.187581 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['55cb626e-8f0e-4786-b7a0-5c42e0a3731d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:27.192271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c00ee4b-efb0-4860-a389-9b865d368dd9 req-a5d93fc0-c2d0-41c6-83d9-ef20782fc513 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495129 May 27 22:59:27.220846 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:27.261226 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e80c6-443b-499c-a44f-a508c2026c1a None None] Pushing event updated for resources: {'Port': ['ID=f5e13b44-1436-4f54-a92d-a04cb65c5a7a,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:27.268944 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2514fbac-4bb4-4445-b967-0e535686467e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:27.296476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af1c19e2-4cfc-44fe-b786-164c78c65447,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:27.307372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] Checking segment: {'id': '52531b9e-ec07-4ce9-ad9e-2360638e1f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95fe67a4-d54a-427c-a877-d88af5d8e357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:27.307475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] Network hostable DHCP agents. Network: 95fe67a4-d54a-427c-a877-d88af5d8e357, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:59:27.337720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514fbac-4bb4-4445-b967-0e535686467e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Port': ['ID=95a3852c-84f3-4d41-8722-fd4fa6247ad8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:27.444384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] Network 95fe67a4-d54a-427c-a877-d88af5d8e357 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:59:27.486267 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] Set router 55cb626e-8f0e-4786-b7a0-5c42e0a3731d gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:59:27.530172 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cafeb1d3-b0b0-49a1-ba36-84b764230d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:27.530623 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-757fc527-653e-407e-84e6-b9ebcd58e737 req-7f08eedc-6677-428f-ac97-e45c7fb2bde6 tempest-VolumesActionsTest-186922360 tempest-VolumesActionsTest-186922360-project] 10.222.0.27 "GET /v2.0/ports?device_id=55b224c1-fe01-4bea-a008-6636687900a9 HTTP/1.1" status: 200 len: 210 time: 0.0584428 May 27 22:59:27.605707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2514fbac-4bb4-4445-b967-0e535686467e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:27.658817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 95fe67a4-d54a-427c-a877-d88af5d8e357) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:27.661343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf6c12e-ec72-4fff-b4c2-5253be8fa887 None None] Network 95fe67a4-d54a-427c-a877-d88af5d8e357 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:59:27.667155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:27.667753 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:27.811160 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f4ef7a85-8992-49bd-a3f6-7c450c790e82 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1776907 May 27 22:59:27.813135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60650) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:27.819076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1833126000-router', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:27.825208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:27.835283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Usage tracker for resource:router and tenant:97d75364c71f4e81af68d1fac7b9897e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:27.836680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:27.845186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:27.943239 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'name': 'tempest-TestServerMultinode-1780251393-router', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c4b5288e-c229-45da-861a-34041e46dc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:15Z', 'updated_at': '2022-05-27T22:59:22Z', 'revision_number': 4, 'project_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'gw_port': {'id': 'c4b5288e-c229-45da-861a-34041e46dc5d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:16Z', 'updated_at': '2022-05-27T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'f5e13b44-1436-4f54-a92d-a04cb65c5a7a', 'name': '', 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'mac_address': 'fa:16:3e:88:01:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'b8c7765f-798b-4a41-954b-2c7fc2548c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:21Z', 'updated_at': '2022-05-27T22:59:26Z', 'revision_number': 4, 'project_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'subnets': [{'id': 'b8c7765f-798b-4a41-954b-2c7fc2548c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:27.949059 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c36f4b3-045f-4869-a1a5-bec4a61589ac None None] The sync data for ids ['55cb626e-8f0e-4786-b7a0-5c42e0a3731d'] in n-d-843680-3 is: [{'id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'name': 'tempest-TestServerMultinode-1780251393-router', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c4b5288e-c229-45da-861a-34041e46dc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:15Z', 'updated_at': '2022-05-27T22:59:22Z', 'revision_number': 4, 'project_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'gw_port': {'id': 'c4b5288e-c229-45da-861a-34041e46dc5d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:16Z', 'updated_at': '2022-05-27T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'f5e13b44-1436-4f54-a92d-a04cb65c5a7a', 'name': '', 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'mac_address': 'fa:16:3e:88:01:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'b8c7765f-798b-4a41-954b-2c7fc2548c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:21Z', 'updated_at': '2022-05-27T22:59:26Z', 'revision_number': 4, 'project_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'subnets': [{'id': 'b8c7765f-798b-4a41-954b-2c7fc2548c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:59:27.981661 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-95fe67a4-d54a-427c-a877-d88af5d8e357', 'network_id': '95fe67a4-d54a-427c-a877-d88af5d8e357', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e', 'fixed_ips': [{'subnet_id': 'af1c19e2-4cfc-44fe-b786-164c78c65447'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:59:27.986454 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:28.061310 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:28.062484 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:28.086344 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:28.097143 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2514fbac-4bb4-4445-b967-0e535686467e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router 4f852841-7757-41be-b64d-d3b01e4dea73 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:59:28.174981 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Allocated IP 172.20.0.2 (95fe67a4-d54a-427c-a877-d88af5d8e357/af1c19e2-4cfc-44fe-b786-164c78c65447/9394af38-21ff-4bc2-adf4-8ee2635939d5) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:59:28.247273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2514fbac-4bb4-4445-b967-0e535686467e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:59:28.257019 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f7f8f4-65ab-4077-aa50-41876715ec45 None None] Sync routers for ids ['4f852841-7757-41be-b64d-d3b01e4dea73'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:59:28.271130 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7f8f4-65ab-4077-aa50-41876715ec45 None None] Routers {'4f852841-7757-41be-b64d-d3b01e4dea73'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:28.271130 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-63f7f8f4-65ab-4077-aa50-41876715ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['4f852841-7757-41be-b64d-d3b01e4dea73'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:28.272574 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2514fbac-4bb4-4445-b967-0e535686467e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/4f852841-7757-41be-b64d-d3b01e4dea73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6334388 May 27 22:59:28.273255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60656) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:28.325910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-feefb67f-4844-4d4d-8f71-fda800804897 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Synchronizing usage tracker for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:59:28.368708 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-63f7f8f4-65ab-4077-aa50-41876715ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:28.385708 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7f8f4-65ab-4077-aa50-41876715ec45 None None] Routers {'4f852841-7757-41be-b64d-d3b01e4dea73'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:28.386558 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-63f7f8f4-65ab-4077-aa50-41876715ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['4f852841-7757-41be-b64d-d3b01e4dea73'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:28.445659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-feefb67f-4844-4d4d-8f71-fda800804897 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Unset dirty status for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:59:28.449779 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-feefb67f-4844-4d4d-8f71-fda800804897 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f852841-7757-41be-b64d-d3b01e4dea73 HTTP/1.1" status: 200 len: 205 time: 0.1755323 May 27 22:59:28.450582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:28.509872 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-63f7f8f4-65ab-4077-aa50-41876715ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:28.510287 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f7f8f4-65ab-4077-aa50-41876715ec45 None None] The sync data for ids ['4f852841-7757-41be-b64d-d3b01e4dea73'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:59:28.533322 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:28.545471 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Transition to ACTIVE for port object 9394af38-21ff-4bc2-adf4-8ee2635939d5 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:28.611226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Transition to ACTIVE for port object 9394af38-21ff-4bc2-adf4-8ee2635939d5 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:28.673905 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:28.675443 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7fc7e0fa-ea6b-4733-8c79-50a0dd35c562 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:28.676656 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:28.728322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1a2a0-302d-4922-8b90-c8c0e673346c req-3667db26-c1a9-4f6c-96d5-b4d7c8783445 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:28.740298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68e1a2a0-302d-4922-8b90-c8c0e673346c req-3667db26-c1a9-4f6c-96d5-b4d7c8783445 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.3848410 May 27 22:59:28.835220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Network 95fe67a4-d54a-427c-a877-d88af5d8e357 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:28.839421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:28.847816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:59:28.909197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Pushing event updated for resources: {'Port': ['ID=9394af38-21ff-4bc2-adf4-8ee2635939d5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:28.991003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Attempting to bind port 9394af38-21ff-4bc2-adf4-8ee2635939d5 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:59:28.991776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Attempting to bind port 9394af38-21ff-4bc2-adf4-8ee2635939d5 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '52531b9e-ec07-4ce9-ad9e-2360638e1f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95fe67a4-d54a-427c-a877-d88af5d8e357'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:59:28.994214 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Attempting to bind port 9394af38-21ff-4bc2-adf4-8ee2635939d5 on network 95fe67a4-d54a-427c-a877-d88af5d8e357 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:59:29.006554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:59:29.011004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Checking segment: {'id': '52531b9e-ec07-4ce9-ad9e-2360638e1f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95fe67a4-d54a-427c-a877-d88af5d8e357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:29.011661 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:29.012247 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Bound using segment: {'id': '52531b9e-ec07-4ce9-ad9e-2360638e1f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95fe67a4-d54a-427c-a877-d88af5d8e357'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:59:29.018995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Bound port: 9394af38-21ff-4bc2-adf4-8ee2635939d5, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52531b9e-ec07-4ce9-ad9e-2360638e1f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95fe67a4-d54a-427c-a877-d88af5d8e357'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:59:29.018995 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:29.078741 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68e1a2a0-302d-4922-8b90-c8c0e673346c req-b8eb0d96-0252-41c9-bbd5-e76d9fdf4d97 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374352 May 27 22:59:29.179749 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7fc7e0fa-ea6b-4733-8c79-50a0dd35c562 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:29.179749 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7fc7e0fa-ea6b-4733-8c79-50a0dd35c562 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:29.193430 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] For port 9394af38-21ff-4bc2-adf4-8ee2635939d5, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:59:29.203491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] For port 9394af38-21ff-4bc2-adf4-8ee2635939d5, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9394af38-21ff-4bc2-adf4-8ee2635939d5,segment=NetworkSegment(52531b9e-ec07-4ce9-ad9e-2360638e1f0e),segment_id=52531b9e-ec07-4ce9-ad9e-2360638e1f0e)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:59:29.325963 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:29.378072 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7fc7e0fa-ea6b-4733-8c79-50a0dd35c562 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:29.379070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc7e0fa-ea6b-4733-8c79-50a0dd35c562 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Fanout notify agent at l3_agent the message router_deleted on router 4f852841-7757-41be-b64d-d3b01e4dea73 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:59:29.420629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082bad2-bdc5-4fe1-8720-804421fc0b9e None None] Pushing event updated for resources: {'Port': ['ID=9394af38-21ff-4bc2-adf4-8ee2635939d5,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:29.420882 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:29.439545 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7fc7e0fa-ea6b-4733-8c79-50a0dd35c562 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:29.443135 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7fc7e0fa-ea6b-4733-8c79-50a0dd35c562 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/routers/4f852841-7757-41be-b64d-d3b01e4dea73 HTTP/1.1" status: 204 len: 168 time: 0.9885759 May 27 22:59:29.444982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60672) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:29.458189 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:29.576900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc6ebc4-4925-43b2-b016-a174feece657 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting subnet d8051cbc-6fd4-4e9f-b92a-b62b1937ab14 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:59:29.587444 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ebc4-4925-43b2-b016-a174feece657 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:29.662731 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94f96575-f4a0-40f1-b94a-c68a464451dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:29.711346 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ebc4-4925-43b2-b016-a174feece657 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:29.717548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Allocated IP 172.25.2.250 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/f3fb8da5-4def-4e5d-a317-d134c4cc20a4) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:59:29.880122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 30e5c879-aa68-4a02-84b4-55ecf84d4337 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:59:29.961458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 30e5c879-aa68-4a02-84b4-55ecf84d4337 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:59:29.964285 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ebc4-4925-43b2-b016-a174feece657 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:29.974574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 30e5c879-aa68-4a02-84b4-55ecf84d4337 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:59:30.059201 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:30.076826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9394af38-21ff-4bc2-adf4-8ee2635939d5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:30.199686 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ebc4-4925-43b2-b016-a174feece657 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:30.237338 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:30.245313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6ebc4-4925-43b2-b016-a174feece657 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Subnet': ['ID=d8051cbc-6fd4-4e9f-b92a-b62b1937ab14,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:30.251824 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5dc6ebc4-4925-43b2-b016-a174feece657 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:30.264604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39c2497-dcdb-4047-aae7-0b6d1ec49a71 None None] Network bd93e43b-aadd-4c96-a6e8-1305634f98a0 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:59:30.267389 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5dc6ebc4-4925-43b2-b016-a174feece657 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/d8051cbc-6fd4-4e9f-b92a-b62b1937ab14 HTTP/1.1" status: 204 len: 168 time: 0.8211310 May 27 22:59:30.272194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60688) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:30.333372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Pushing event updated for resources: {'Port': ['ID=f3fb8da5-4def-4e5d-a317-d134c4cc20a4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:30.337157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:30.340597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:30.346491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:59:30.402255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-773e2fb7-8247-42d8-8a75-eb3e9764b0d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting subnet 3928e23f-26ba-4761-b116-a8d08ce9dec6 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:59:30.410137 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-773e2fb7-8247-42d8-8a75-eb3e9764b0d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:30.431164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 9394af38-21ff-4bc2-adf4-8ee2635939d5 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:30.469883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f5e13b44-1436-4f54-a92d-a04cb65c5a7a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:30.493673 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-773e2fb7-8247-42d8-8a75-eb3e9764b0d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:30.610419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d33c05-cf37-4e3e-a888-406ec9608092 req-c46b8995-65a3-48d5-b0f5-e2dc6cdacf13 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:30.617464 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74d33c05-cf37-4e3e-a888-406ec9608092 req-c46b8995-65a3-48d5-b0f5-e2dc6cdacf13 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.4206014 May 27 22:59:30.642409 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-773e2fb7-8247-42d8-8a75-eb3e9764b0d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:30.656493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port f5e13b44-1436-4f54-a92d-a04cb65c5a7a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:30.677241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port f5e13b44-1436-4f54-a92d-a04cb65c5a7a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:30.677798 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:30.743862 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74d33c05-cf37-4e3e-a888-406ec9608092 req-0d78bd55-2fc2-416f-b1e3-0fce7405b8cf tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254644 May 27 22:59:30.778814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6988bda3-0b87-4e0e-8f5d-225e47274183 None None] DHCP port deletion for bd93e43b-aadd-4c96-a6e8-1305634f98a0 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:59:30.788205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6988bda3-0b87-4e0e-8f5d-225e47274183 None None] Deleting port b3ff47a8-5116-40f2-9b2f-fe481f167bc5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:30.788872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6988bda3-0b87-4e0e-8f5d-225e47274183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:30.976942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8216b3-baa7-4005-ac2d-daf5bee400d1 None None] Network 95fe67a4-d54a-427c-a877-d88af5d8e357 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:59:31.012801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port f5e13b44-1436-4f54-a92d-a04cb65c5a7a is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:31.013028 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:31.070070 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-773e2fb7-8247-42d8-8a75-eb3e9764b0d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:31.075416 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:31.090556 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:31.095155 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:31.113444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e2fb7-8247-42d8-8a75-eb3e9764b0d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Subnet': ['ID=3928e23f-26ba-4761-b116-a8d08ce9dec6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:31.120268 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-773e2fb7-8247-42d8-8a75-eb3e9764b0d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:31.128923 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-773e2fb7-8247-42d8-8a75-eb3e9764b0d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/3928e23f-26ba-4761-b116-a8d08ce9dec6 HTTP/1.1" status: 204 len: 168 time: 0.8554468 May 27 22:59:31.131529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60702) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:31.177958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3580b67-7d5c-4d7f-8715-5b9f6a50d613 None None] Network 836adbe2-9e6a-44a5-8f59-b8b4f1649dce requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:59:31.265958 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:31.294522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port f5e13b44-1436-4f54-a92d-a04cb65c5a7a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f5e13b44-1436-4f54-a92d-a04cb65c5a7a,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:31.296089 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port b3ff47a8-5116-40f2-9b2f-fe481f167bc5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:31.296575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:31.304496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6ae7fc11-9e59-4587-9a20-de6be5ba9ba6 None None] Provisioning for port 9394af38-21ff-4bc2-adf4-8ee2635939d5 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:31.350194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6988bda3-0b87-4e0e-8f5d-225e47274183 None None] For port b3ff47a8-5116-40f2-9b2f-fe481f167bc5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b3ff47a8-5116-40f2-9b2f-fe481f167bc5,segment=NetworkSegment(9045eb9d-dfb3-433b-a03c-68173c7b22a2),segment_id=9045eb9d-dfb3-433b-a03c-68173c7b22a2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:31.350580 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6988bda3-0b87-4e0e-8f5d-225e47274183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:31.359416 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6ae7fc11-9e59-4587-9a20-de6be5ba9ba6 None None] Provisioning complete for port 9394af38-21ff-4bc2-adf4-8ee2635939d5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:31.359802 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ae7fc11-9e59-4587-9a20-de6be5ba9ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:31.500821 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:31.554357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] For port b3ff47a8-5116-40f2-9b2f-fe481f167bc5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b3ff47a8-5116-40f2-9b2f-fe481f167bc5,segment=NetworkSegment(9045eb9d-dfb3-433b-a03c-68173c7b22a2),segment_id=9045eb9d-dfb3-433b-a03c-68173c7b22a2)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:31.555017 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:31.613992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6988bda3-0b87-4e0e-8f5d-225e47274183 None None] Calling delete_port for b3ff47a8-5116-40f2-9b2f-fe481f167bc5 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:31.615111 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:31.748744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for b3ff47a8-5116-40f2-9b2f-fe481f167bc5 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:31.927240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b3ff47a8-5116-40f2-9b2f-fe481f167bc5 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:59:31.970178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=f5e13b44-1436-4f54-a92d-a04cb65c5a7a,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:32.059633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c8699-7536-4dd9-9273-891c896e98b2 req-04a8676e-8019-4f2a-9f44-63467c4c4273 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:32.059633 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60c8699-7536-4dd9-9273-891c896e98b2 req-04a8676e-8019-4f2a-9f44-63467c4c4273 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1166039 May 27 22:59:32.090168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7fc11-9e59-4587-9a20-de6be5ba9ba6 None None] Current status of the port 9394af38-21ff-4bc2-adf4-8ee2635939d5 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:32.090550 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ae7fc11-9e59-4587-9a20-de6be5ba9ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:32.111033 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60c8699-7536-4dd9-9273-891c896e98b2 req-f48c351b-0ffe-44d9-8d24-49955b8efd4d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458329 May 27 22:59:32.132400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Router afb46fb9-9938-4d72-b62f-226528ec9378 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:59:32.132787 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:59:32.133244 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:59:32.167782 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6988bda3-0b87-4e0e-8f5d-225e47274183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:32.218990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Port b3ff47a8-5116-40f2-9b2f-fe481f167bc5 update to DOWN by agent not found {{(pid=88902) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} May 27 22:59:32.231110 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:32.235291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988bda3-0b87-4e0e-8f5d-225e47274183 None None] Pushing event deleted for resources: {'Port': ['ID=b3ff47a8-5116-40f2-9b2f-fe481f167bc5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:32.245743 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6ae7fc11-9e59-4587-9a20-de6be5ba9ba6 None None] For port 9394af38-21ff-4bc2-adf4-8ee2635939d5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9394af38-21ff-4bc2-adf4-8ee2635939d5,segment=NetworkSegment(52531b9e-ec07-4ce9-ad9e-2360638e1f0e),segment_id=52531b9e-ec07-4ce9-ad9e-2360638e1f0e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:32.247395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121829e1-8377-4172-b19a-5dc17c31a5e9 None None] DHCP port deletion for 836adbe2-9e6a-44a5-8f59-b8b4f1649dce request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:59:32.253469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988bda3-0b87-4e0e-8f5d-225e47274183 None None] No DVR routers for this DVR port b3ff47a8-5116-40f2-9b2f-fe481f167bc5 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:59:32.255250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-121829e1-8377-4172-b19a-5dc17c31a5e9 None None] Deleting port d8d9536c-cf12-4a29-9ea8-f62fe316fe06 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:32.257688 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-121829e1-8377-4172-b19a-5dc17c31a5e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:32.369650 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ae7fc11-9e59-4587-9a20-de6be5ba9ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:32.406543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:59:32.433016 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Sync routers for ids ['afb46fb9-9938-4d72-b62f-226528ec9378'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:59:32.483524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Routers {'afb46fb9-9938-4d72-b62f-226528ec9378'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:32.484407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['afb46fb9-9938-4d72-b62f-226528ec9378'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:32.527962 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:32.527962 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-461f50a4-eae7-42af-8f5c-1d25ca122f23 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7105742 May 27 22:59:32.528407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60736) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:32.619226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7fc11-9e59-4587-9a20-de6be5ba9ba6 None None] Pushing event updated for resources: {'Port': ['ID=9394af38-21ff-4bc2-adf4-8ee2635939d5,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:32.680984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port b3ff47a8-5116-40f2-9b2f-fe481f167bc5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:32.681700 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:32.753410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-34735da3-60d5-4dbf-8f40-2b095eb77de9 None None] Provisioning complete for port 9394af38-21ff-4bc2-adf4-8ee2635939d5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:32.753907 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34735da3-60d5-4dbf-8f40-2b095eb77de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:32.769277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] The port 'b3ff47a8-5116-40f2-9b2f-fe481f167bc5' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 22:59:32.797130 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-121829e1-8377-4172-b19a-5dc17c31a5e9 None None] For port d8d9536c-cf12-4a29-9ea8-f62fe316fe06, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d8d9536c-cf12-4a29-9ea8-f62fe316fe06,segment=NetworkSegment(978baeaf-6204-4da7-8081-19be10c89751),segment_id=978baeaf-6204-4da7-8081-19be10c89751)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:32.797524 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-121829e1-8377-4172-b19a-5dc17c31a5e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:32.973807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-121829e1-8377-4172-b19a-5dc17c31a5e9 None None] Calling delete_port for d8d9536c-cf12-4a29-9ea8-f62fe316fe06 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:32.993586 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:33.027432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Set router afb46fb9-9938-4d72-b62f-226528ec9378 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:59:33.042935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd93e43b-aadd-4c96-a6e8-1305634f98a0']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:33.115658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9045eb9d-dfb3-433b-a03c-68173c7b22a2') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:33.115950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9045eb9d-dfb3-433b-a03c-68173c7b22a2') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:33.149484 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:33.178819 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:33.191434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:59:33.192030 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:33.406741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-34735da3-60d5-4dbf-8f40-2b095eb77de9 None None] Current status of the port 9394af38-21ff-4bc2-adf4-8ee2635939d5 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:33.445126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd558b-e158-46be-9fcf-3de5dcc07b80 req-9ce5b497-4132-44db-a07b-c97e1d3c6360 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:33.449542 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a7fd558b-e158-46be-9fcf-3de5dcc07b80 req-9ce5b497-4132-44db-a07b-c97e1d3c6360 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1329348 May 27 22:59:33.534266 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-121829e1-8377-4172-b19a-5dc17c31a5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:33.547368 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a7fd558b-e158-46be-9fcf-3de5dcc07b80 req-f06789e5-3254-4cda-a85b-4034572332ed tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833874 May 27 22:59:33.674535 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121829e1-8377-4172-b19a-5dc17c31a5e9 None None] Pushing event deleted for resources: {'Port': ['ID=d8d9536c-cf12-4a29-9ea8-f62fe316fe06,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:33.680204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121829e1-8377-4172-b19a-5dc17c31a5e9 None None] No DVR routers for this DVR port d8d9536c-cf12-4a29-9ea8-f62fe316fe06 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:59:33.706723 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9045eb9d-dfb3-433b-a03c-68173c7b22a2 resource provider aggregate not found May 27 22:59:33.758050 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9045eb9d-dfb3-433b-a03c-68173c7b22a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9045eb9d-dfb3-433b-a03c-68173c7b22a2 found for delete ", "request_id": "req-a390a73a-6831-4535-9fe7-ae8e2e5309c6"}]} May 27 22:59:33.771774 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'name': 'tempest-TestServerMultinode-1833126000-router', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:28Z', 'updated_at': '2022-05-27T22:59:30Z', 'revision_number': 3, 'project_id': '97d75364c71f4e81af68d1fac7b9897e', 'gw_port': {'id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:86:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:29Z', 'updated_at': '2022-05-27T22:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:33.778481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Checking router: afb46fb9-9938-4d72-b62f-226528ec9378 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:59:33.779461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Updating router afb46fb9-9938-4d72-b62f-226528ec9378 port f3fb8da5-4def-4e5d-a317-d134c4cc20a4 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:59:33.818209 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:33.844107 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:33.854645 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:33.867999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Network': ['ID=bd93e43b-aadd-4c96-a6e8-1305634f98a0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:33.926315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f5e13b44-1436-4f54-a92d-a04cb65c5a7a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:33.942145 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:33.954996 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-11bb6a7a-3615-4446-a5e7-157b637584fb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/networks/bd93e43b-aadd-4c96-a6e8-1305634f98a0 HTTP/1.1" status: 204 len: 168 time: 2.8221943 May 27 22:59:33.957891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60764) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:34.100631 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eeb01dcb-796c-4f8b-bb2a-48d39ee4b6c1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.145667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port f5e13b44-1436-4f54-a92d-a04cb65c5a7a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:34.146231 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.219368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Allocated IP 172.20.0.1 (95fe67a4-d54a-427c-a877-d88af5d8e357/af1c19e2-4cfc-44fe-b786-164c78c65447/b2200692-69f7-45b0-9f66-455c5a7bae76) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:59:34.274433 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eeb01dcb-796c-4f8b-bb2a-48d39ee4b6c1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.305241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-eeb01dcb-796c-4f8b-bb2a-48d39ee4b6c1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['836adbe2-9e6a-44a5-8f59-b8b4f1649dce']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:34.319236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-eeb01dcb-796c-4f8b-bb2a-48d39ee4b6c1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978baeaf-6204-4da7-8081-19be10c89751') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:34.319582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-eeb01dcb-796c-4f8b-bb2a-48d39ee4b6c1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978baeaf-6204-4da7-8081-19be10c89751') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:34.332117 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eeb01dcb-796c-4f8b-bb2a-48d39ee4b6c1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.354465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port f5e13b44-1436-4f54-a92d-a04cb65c5a7a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:34.355539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9394af38-21ff-4bc2-adf4-8ee2635939d5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:34.360983 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eeb01dcb-796c-4f8b-bb2a-48d39ee4b6c1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.369868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb01dcb-796c-4f8b-bb2a-48d39ee4b6c1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 22:59:34.370374 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eeb01dcb-796c-4f8b-bb2a-48d39ee4b6c1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.402253 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.471363 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 978baeaf-6204-4da7-8081-19be10c89751 resource provider aggregate not found May 27 22:59:34.487817 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.491765 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 978baeaf-6204-4da7-8081-19be10c89751 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 978baeaf-6204-4da7-8081-19be10c89751 found for delete ", "request_id": "req-25bc8bd6-9c48-466a-85c3-2b497d687727"}]} May 27 22:59:34.506131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9394af38-21ff-4bc2-adf4-8ee2635939d5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:34.506500 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.606063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Transition to ACTIVE for port object b2200692-69f7-45b0-9f66-455c5a7bae76 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:34.608945 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eeb01dcb-796c-4f8b-bb2a-48d39ee4b6c1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.628548 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eeb01dcb-796c-4f8b-bb2a-48d39ee4b6c1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.644948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb01dcb-796c-4f8b-bb2a-48d39ee4b6c1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Network': ['ID=836adbe2-9e6a-44a5-8f59-b8b4f1649dce,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:34.644948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-eeb01dcb-796c-4f8b-bb2a-48d39ee4b6c1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/networks/836adbe2-9e6a-44a5-8f59-b8b4f1649dce HTTP/1.1" status: 204 len: 168 time: 0.6812766 May 27 22:59:34.647048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60776) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:34.649484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Transition to ACTIVE for port object f3fb8da5-4def-4e5d-a317-d134c4cc20a4 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:34.652379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9394af38-21ff-4bc2-adf4-8ee2635939d5 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:34.653369 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2008272517'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:34.659541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:34.664147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:network and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:34.667510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:34.684755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:34.716803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.723973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d8d9536c-cf12-4a29-9ea8-f62fe316fe06 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:59:34.782742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3334b-7f04-417c-adee-41524fa1df79 req-38b20c29-ba01-4ebf-baf1-6295ada8f007 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:34.785103 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3bf3334b-7f04-417c-adee-41524fa1df79 req-38b20c29-ba01-4ebf-baf1-6295ada8f007 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1075888 May 27 22:59:34.811774 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.820451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:59:34.828880 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.845922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Network 95fe67a4-d54a-427c-a877-d88af5d8e357 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:34.851759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:34.851889 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: d8d9536c-cf12-4a29-9ea8-f62fe316fe06 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:59:34.852164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d8d9536c-cf12-4a29-9ea8-f62fe316fe06 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:59:34.865996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:59:34.890087 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3bf3334b-7f04-417c-adee-41524fa1df79 req-4e9d3218-5bc1-4a64-abd0-e32d3e4a5e6d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859993 May 27 22:59:34.905905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 22:59:34.913308 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.913707 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Added segment b9fffc79-e68a-46fb-9fdc-406a641f1823 of type vlan for network d0cfb61b-d917-4f32-94d2-3c248eec1d46 May 27 22:59:34.926604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Attempting to bind port f3fb8da5-4def-4e5d-a317-d134c4cc20a4 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:59:34.927379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Attempting to bind port f3fb8da5-4def-4e5d-a317-d134c4cc20a4 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:59:34.927974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Attempting to bind port f3fb8da5-4def-4e5d-a317-d134c4cc20a4 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:59:34.940556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:59:34.941275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:34.941677 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.942069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:59:34.942535 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Bound port: f3fb8da5-4def-4e5d-a317-d134c4cc20a4, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:59:34.942919 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.946961 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:34.970822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b2200692-69f7-45b0-9f66-455c5a7bae76,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:34.977344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca8710-8d60-4d5c-895e-a9a53976e8d0 None None] Pushing event updated for resources: {'Port': ['ID=f3fb8da5-4def-4e5d-a317-d134c4cc20a4,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:34.978726 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:35.031761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] For port f3fb8da5-4def-4e5d-a317-d134c4cc20a4, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:59:35.035900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] For port f3fb8da5-4def-4e5d-a317-d134c4cc20a4, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f3fb8da5-4def-4e5d-a317-d134c4cc20a4,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:59:35.083441 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:35.090313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:35.091031 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:35.160466 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:35.295928 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Routers {'afb46fb9-9938-4d72-b62f-226528ec9378'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:35.296610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['afb46fb9-9938-4d72-b62f-226528ec9378'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:35.342195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Network': ['ID=d0cfb61b-d917-4f32-94d2-3c248eec1d46,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:35.355524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network d0cfb61b-d917-4f32-94d2-3c248eec1d46 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 22:59:35.372566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca8710-8d60-4d5c-895e-a9a53976e8d0 None None] Pushing event updated for resources: {'Port': ['ID=f3fb8da5-4def-4e5d-a317-d134c4cc20a4,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:35.444993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8ddfafa5-0f36-4b4d-8e78-487e450d33f5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7968616 May 27 22:59:35.445569 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:35.447038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60784) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:35.449795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-64432f39-ffbc-4ba4-8367-61c4589981ea None None] Provisioning for port b2200692-69f7-45b0-9f66-455c5a7bae76 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:35.455483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'subnet': {'network_id': 'd0cfb61b-d917-4f32-94d2-3c248eec1d46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:35.470929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-64432f39-ffbc-4ba4-8367-61c4589981ea None None] Provisioning complete for port b2200692-69f7-45b0-9f66-455c5a7bae76 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:35.471293 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64432f39-ffbc-4ba4-8367-61c4589981ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:35.619169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:35.623217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-64432f39-ffbc-4ba4-8367-61c4589981ea None None] Port b2200692-69f7-45b0-9f66-455c5a7bae76 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:59:35.633292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:subnet and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:35.636408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:35.642735 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] Set router afb46fb9-9938-4d72-b62f-226528ec9378 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:59:35.642878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:35.746069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:59:35.749809 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:35.750057 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:35.832517 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:35.960483 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:36.001846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b2200692-69f7-45b0-9f66-455c5a7bae76,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:36.031891 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'name': 'tempest-TestServerMultinode-1833126000-router', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:28Z', 'updated_at': '2022-05-27T22:59:30Z', 'revision_number': 3, 'project_id': '97d75364c71f4e81af68d1fac7b9897e', 'gw_port': {'id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:86:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:29Z', 'updated_at': '2022-05-27T22:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:36.039972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d71b6a-11d6-40b9-a03a-ad8bc1244bd9 None None] The sync data for ids ['afb46fb9-9938-4d72-b62f-226528ec9378'] in n-d-843680-3 is: [{'id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'name': 'tempest-TestServerMultinode-1833126000-router', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:28Z', 'updated_at': '2022-05-27T22:59:30Z', 'revision_number': 3, 'project_id': '97d75364c71f4e81af68d1fac7b9897e', 'gw_port': {'id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:86:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:29Z', 'updated_at': '2022-05-27T22:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:59:36.173879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d513f-c876-46dd-ad38-e773c2e3ab11 req-d00b47bf-8fa2-4897-a62f-ab306601e4d9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:36.175422 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-527d513f-c876-46dd-ad38-e773c2e3ab11 req-d00b47bf-8fa2-4897-a62f-ab306601e4d9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1341398 May 27 22:59:36.201719 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:36.291112 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Network 95fe67a4-d54a-427c-a877-d88af5d8e357 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:36.291445 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-527d513f-c876-46dd-ad38-e773c2e3ab11 req-8c0b9fea-d3f5-4600-a25d-736c01840418 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078780 May 27 22:59:36.291557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:36.302979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Subnet': ['ID=30fe534c-3b8b-4b34-ae56-e0f420647712,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:36.329023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Checking segment: {'id': 'b9fffc79-e68a-46fb-9fdc-406a641f1823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd0cfb61b-d917-4f32-94d2-3c248eec1d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:36.329375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network hostable DHCP agents. Network: d0cfb61b-d917-4f32-94d2-3c248eec1d46, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 22:59:36.475369 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network d0cfb61b-d917-4f32-94d2-3c248eec1d46 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 22:59:36.561748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, d0cfb61b-d917-4f32-94d2-3c248eec1d46) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:36.568513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ed9b47-730c-4813-8331-b08ea7c3c307 None None] Network d0cfb61b-d917-4f32-94d2-3c248eec1d46 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:59:36.569039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:36.569525 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:36.642767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Router afb46fb9-9938-4d72-b62f-226528ec9378 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:59:36.692195 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0eb25c93-8784-4f81-aab4-eb17e0356f4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2416856 May 27 22:59:36.692748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60794) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:36.697833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-51529411-2330-4b30-9474-6cb311355bd0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1514260654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:36.717387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-51529411-2330-4b30-9474-6cb311355bd0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:36.733925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-51529411-2330-4b30-9474-6cb311355bd0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:router and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:36.740333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-51529411-2330-4b30-9474-6cb311355bd0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:36.752606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-51529411-2330-4b30-9474-6cb311355bd0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:36.755005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f22df0e5-e268-4886-8b29-5f6b2b63e104 None None] Provisioning complete for port b2200692-69f7-45b0-9f66-455c5a7bae76 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:36.755382 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f22df0e5-e268-4886-8b29-5f6b2b63e104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:36.833336 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-51529411-2330-4b30-9474-6cb311355bd0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:36.834798 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-51529411-2330-4b30-9474-6cb311355bd0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:36.874682 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-51529411-2330-4b30-9474-6cb311355bd0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:36.901225 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f22df0e5-e268-4886-8b29-5f6b2b63e104 None None] Port b2200692-69f7-45b0-9f66-455c5a7bae76 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:59:36.940926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:59:36.954058 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d63e8b40-4f6a-4479-aace-cae5c9b615a3 admin admin] 10.222.0.27 "PUT /v2.0/routers/afb46fb9-9938-4d72-b62f-226528ec9378/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4246945 May 27 22:59:36.977772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-d0cfb61b-d917-4f32-94d2-3c248eec1d46', 'network_id': 'd0cfb61b-d917-4f32-94d2-3c248eec1d46', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'fixed_ips': [{'subnet_id': '30fe534c-3b8b-4b34-ae56-e0f420647712'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 22:59:36.978687 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:36.985429 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-51529411-2330-4b30-9474-6cb311355bd0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:37.097379 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-51529411-2330-4b30-9474-6cb311355bd0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:37.100591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60804) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:37.100715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-51529411-2330-4b30-9474-6cb311355bd0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4068003 May 27 22:59:37.107920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'port': {'network_id': 'd0cfb61b-d917-4f32-94d2-3c248eec1d46', 'name': 'tempest-RoutersIpV6Test-537998592'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:37.212857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Allocated IP 2001:db8::2 (d0cfb61b-d917-4f32-94d2-3c248eec1d46/30fe534c-3b8b-4b34-ae56-e0f420647712/d485da6e-9e7b-4503-a59f-b1e9a88d61ad) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:59:37.308707 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:37.315288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:port and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:37.319479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:37.327503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:37.424578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:59:37.424578 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:37.476455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] device_id is not set on port 0f43dce6-db84-4b2d-be28-0c656fb5dc8b yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 22:59:37.492300 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:37.504497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Transition to ACTIVE for port object d485da6e-9e7b-4503-a59f-b1e9a88d61ad will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:37.533453 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Transition to ACTIVE for port object d485da6e-9e7b-4503-a59f-b1e9a88d61ad will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:37.634227 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:37.643314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd252c2-5424-40e5-b09a-59fe6f0f4706 req-021fba12-618d-4a10-b87b-1dcffb7fef5e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:37.645504 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bd252c2-5424-40e5-b09a-59fe6f0f4706 req-021fba12-618d-4a10-b87b-1dcffb7fef5e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1618302 May 27 22:59:37.735817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Network d0cfb61b-d917-4f32-94d2-3c248eec1d46 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:37.736617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bd252c2-5424-40e5-b09a-59fe6f0f4706 req-72e529ad-91cd-41c7-a928-7c6a8d032914 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854774 May 27 22:59:37.739983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:37.754520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:59:37.771199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Allocated IP 2001:db8::31b (d0cfb61b-d917-4f32-94d2-3c248eec1d46/30fe534c-3b8b-4b34-ae56-e0f420647712/0f43dce6-db84-4b2d-be28-0c656fb5dc8b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:59:37.780235 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Pushing event updated for resources: {'Port': ['ID=d485da6e-9e7b-4503-a59f-b1e9a88d61ad,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:37.968188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f3fb8da5-4def-4e5d-a317-d134c4cc20a4 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:37.999573 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Attempting to bind port d485da6e-9e7b-4503-a59f-b1e9a88d61ad on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:59:37.999923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Attempting to bind port d485da6e-9e7b-4503-a59f-b1e9a88d61ad by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'b9fffc79-e68a-46fb-9fdc-406a641f1823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd0cfb61b-d917-4f32-94d2-3c248eec1d46'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:59:38.000279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Attempting to bind port d485da6e-9e7b-4503-a59f-b1e9a88d61ad on network d0cfb61b-d917-4f32-94d2-3c248eec1d46 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:59:38.011861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:59:38.012051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Checking segment: {'id': 'b9fffc79-e68a-46fb-9fdc-406a641f1823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd0cfb61b-d917-4f32-94d2-3c248eec1d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:38.012653 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:38.013216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Bound using segment: {'id': 'b9fffc79-e68a-46fb-9fdc-406a641f1823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd0cfb61b-d917-4f32-94d2-3c248eec1d46'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:59:38.015772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Bound port: d485da6e-9e7b-4503-a59f-b1e9a88d61ad, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9fffc79-e68a-46fb-9fdc-406a641f1823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'd0cfb61b-d917-4f32-94d2-3c248eec1d46'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:59:38.017229 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:38.028605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc607e-71a5-4904-8321-310760d845cd req-d0ed084e-c957-4584-99e8-63b76244226b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:38.030450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-28fc607e-71a5-4904-8321-310760d845cd req-d0ed084e-c957-4584-99e8-63b76244226b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Synchronizing usage tracker for tenant:97d75364c71f4e81af68d1fac7b9897e on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:59:38.150069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] For port d485da6e-9e7b-4503-a59f-b1e9a88d61ad, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:59:38.153651 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] For port d485da6e-9e7b-4503-a59f-b1e9a88d61ad, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d485da6e-9e7b-4503-a59f-b1e9a88d61ad,segment=NetworkSegment(b9fffc79-e68a-46fb-9fdc-406a641f1823),segment_id=b9fffc79-e68a-46fb-9fdc-406a641f1823)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:59:38.157084 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:38.173372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Transition to ACTIVE for port object 0f43dce6-db84-4b2d-be28-0c656fb5dc8b will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:38.211303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-28fc607e-71a5-4904-8321-310760d845cd req-d0ed084e-c957-4584-99e8-63b76244226b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Unset dirty status for tenant:97d75364c71f4e81af68d1fac7b9897e on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:59:38.211303 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc607e-71a5-4904-8321-310760d845cd req-d0ed084e-c957-4584-99e8-63b76244226b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/networks?id=52de8c20-649e-4fe8-a991-d55afad2f223 HTTP/1.1" status: 200 len: 911 time: 0.4232028 May 27 22:59:38.233124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc607e-71a5-4904-8321-310760d845cd req-6cd11fee-6283-4705-a6b0-ffd09ee588c1 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/quotas/97d75364c71f4e81af68d1fac7b9897e HTTP/1.1" status: 200 len: 375 time: 0.0209236 May 27 22:59:38.307579 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc607e-71a5-4904-8321-310760d845cd req-9d7f3f89-36db-497e-9f8b-224f058e3d30 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?tenant_id=97d75364c71f4e81af68d1fac7b9897e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736158 May 27 22:59:38.312215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port f3fb8da5-4def-4e5d-a317-d134c4cc20a4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:38.326347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port f3fb8da5-4def-4e5d-a317-d134c4cc20a4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:38.326960 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:38.342021 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:38.357548 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:38.454371 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Sync routers for ids ['afb46fb9-9938-4d72-b62f-226528ec9378'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:59:38.473000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56fe53-2601-436b-9cf0-2a3910248b87 None None] Pushing event updated for resources: {'Port': ['ID=d485da6e-9e7b-4503-a59f-b1e9a88d61ad,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:38.485342 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Routers {'afb46fb9-9938-4d72-b62f-226528ec9378'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:38.485982 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['afb46fb9-9938-4d72-b62f-226528ec9378'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:38.564991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc607e-71a5-4904-8321-310760d845cd req-ff44ab85-959c-4bd1-afe1-990666d63845 service neutron] 10.222.0.27 "GET /v2.0/networks/52de8c20-649e-4fe8-a991-d55afad2f223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289271 May 27 22:59:38.565668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=0f43dce6-db84-4b2d-be28-0c656fb5dc8b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:38.579117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network d0cfb61b-d917-4f32-94d2-3c248eec1d46 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:38.580525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:38.592904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:59:38.594192 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port f3fb8da5-4def-4e5d-a317-d134c4cc20a4 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:38.594576 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:38.607339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:38.608746 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:38.616006 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port f3fb8da5-4def-4e5d-a317-d134c4cc20a4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f3fb8da5-4def-4e5d-a317-d134c4cc20a4,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:38.722434 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:38.777180 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60834) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:38.777746 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c06845a9-9825-44e7-b0ab-ca1419d0ebeb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6748884 May 27 22:59:38.784324 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28fc607e-71a5-4904-8321-310760d845cd req-78b4e163-577a-4c2a-9a2c-e403633b8582 service neutron] 10.222.0.27 "GET /v2.0/networks/52de8c20-649e-4fe8-a991-d55afad2f223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184029 May 27 22:59:38.824299 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Set router afb46fb9-9938-4d72-b62f-226528ec9378 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:59:38.877604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=f3fb8da5-4def-4e5d-a317-d134c4cc20a4,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:39.358744 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'name': 'tempest-TestServerMultinode-1833126000-router', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:28Z', 'updated_at': '2022-05-27T22:59:35Z', 'revision_number': 4, 'project_id': '97d75364c71f4e81af68d1fac7b9897e', 'gw_port': {'id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:86:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:29Z', 'updated_at': '2022-05-27T22:59:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'b2200692-69f7-45b0-9f66-455c5a7bae76', 'name': '', 'network_id': '95fe67a4-d54a-427c-a877-d88af5d8e357', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e', 'mac_address': 'fa:16:3e:7f:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'af1c19e2-4cfc-44fe-b786-164c78c65447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:34Z', 'updated_at': '2022-05-27T22:59:35Z', 'revision_number': 2, 'project_id': '97d75364c71f4e81af68d1fac7b9897e', 'subnets': [{'id': 'af1c19e2-4cfc-44fe-b786-164c78c65447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:39.365965 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Checking router: afb46fb9-9938-4d72-b62f-226528ec9378 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:59:39.366338 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Updating router afb46fb9-9938-4d72-b62f-226528ec9378 port b2200692-69f7-45b0-9f66-455c5a7bae76 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 22:59:39.431495 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:39.461443 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ed7315f-2d3d-49b6-8c96-ef95e0abe209 req-d55ccd61-9ba2-4538-be1b-d4355bf4245b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 210 time: 0.1268568 May 27 22:59:39.665557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e70037-c111-4a85-a9fb-d64aab6c551f req-c65ccc9d-6a8d-47e4-acd8-3a4ad8923952 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:39.668375 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5e70037-c111-4a85-a9fb-d64aab6c551f req-c65ccc9d-6a8d-47e4-acd8-3a4ad8923952 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.6639166 May 27 22:59:39.832121 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5e70037-c111-4a85-a9fb-d64aab6c551f req-1d6f7428-6bac-4923-a812-5f7a0acdbf71 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458743 May 27 22:59:39.877594 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:39.893018 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Transition to ACTIVE for port object b2200692-69f7-45b0-9f66-455c5a7bae76 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:39.911880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f4a0e967-2ebf-42dc-8938-9b219d9ac21e details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:59:39.947354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ad7fa-b4e1-4492-9790-34267cbb5cd8 None None] Network d0cfb61b-d917-4f32-94d2-3c248eec1d46 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:59:39.999493 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6c99-b44f-417b-b825-5b793c97914e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:40.000119 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:40.067648 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 22:59:40.138816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d485da6e-9e7b-4503-a59f-b1e9a88d61ad up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:40.311332 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b440d6-2db9-44fc-ac4f-c68707fe9dfb None None] Pushing event updated for resources: {'Port': ['ID=b2200692-69f7-45b0-9f66-455c5a7bae76,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:40.405126 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port f4a0e967-2ebf-42dc-8938-9b219d9ac21e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:40.421675 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e', 'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df', 'port_id': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e', 'mac_address': 'fa:16:3e:39:bc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a218cd6c-f7e8-4753-ba6b-2597e7fb1c57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:59:40.426840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-df5dd36c-6e75-452f-b666-00d116d6cd06 None None] Provisioning for port d485da6e-9e7b-4503-a59f-b1e9a88d61ad completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:40.476569 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Attempting to bind port b2200692-69f7-45b0-9f66-455c5a7bae76 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:59:40.476933 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Attempting to bind port b2200692-69f7-45b0-9f66-455c5a7bae76 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '52531b9e-ec07-4ce9-ad9e-2360638e1f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95fe67a4-d54a-427c-a877-d88af5d8e357'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:59:40.477540 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Attempting to bind port b2200692-69f7-45b0-9f66-455c5a7bae76 on network 95fe67a4-d54a-427c-a877-d88af5d8e357 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:59:40.482872 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:59:40.483234 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Checking segment: {'id': '52531b9e-ec07-4ce9-ad9e-2360638e1f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95fe67a4-d54a-427c-a877-d88af5d8e357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:40.483628 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:40.484014 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Bound using segment: {'id': '52531b9e-ec07-4ce9-ad9e-2360638e1f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95fe67a4-d54a-427c-a877-d88af5d8e357'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:59:40.484730 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Bound port: b2200692-69f7-45b0-9f66-455c5a7bae76, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52531b9e-ec07-4ce9-ad9e-2360638e1f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '95fe67a4-d54a-427c-a877-d88af5d8e357'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:59:40.485104 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:40.607972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97131cc6-8c1e-44cc-a850-d252a8ce6bff req-7b16ae43-fa2d-44f7-84d7-2c70a7489ee2 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 210 time: 0.0518517 May 27 22:59:40.629706 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] For port b2200692-69f7-45b0-9f66-455c5a7bae76, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:59:40.629813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port f4a0e967-2ebf-42dc-8938-9b219d9ac21e is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:40.629813 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:40.642248 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] For port b2200692-69f7-45b0-9f66-455c5a7bae76, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b2200692-69f7-45b0-9f66-455c5a7bae76,segment=NetworkSegment(52531b9e-ec07-4ce9-ad9e-2360638e1f0e),segment_id=52531b9e-ec07-4ce9-ad9e-2360638e1f0e)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:59:40.649127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port d485da6e-9e7b-4503-a59f-b1e9a88d61ad completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:40.653147 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6c99-b44f-417b-b825-5b793c97914e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:40.668826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d485da6e-9e7b-4503-a59f-b1e9a88d61ad triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:40.669212 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:40.707446 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4a0e967-2ebf-42dc-8938-9b219d9ac21e {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:59:40.740887 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:40.750827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port f4a0e967-2ebf-42dc-8938-9b219d9ac21e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:40.787739 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6c99-b44f-417b-b825-5b793c97914e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:40.849828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d485da6e-9e7b-4503-a59f-b1e9a88d61ad is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:40.849828 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:40.875095 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:40.908646 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b440d6-2db9-44fc-ac4f-c68707fe9dfb None None] Pushing event updated for resources: {'Port': ['ID=b2200692-69f7-45b0-9f66-455c5a7bae76,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:40.920607 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Routers {'afb46fb9-9938-4d72-b62f-226528ec9378'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:40.921283 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['afb46fb9-9938-4d72-b62f-226528ec9378'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:41.021647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf6c99-b44f-417b-b825-5b793c97914e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=0f43dce6-db84-4b2d-be28-0c656fb5dc8b,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:41.053943 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port d485da6e-9e7b-4503-a59f-b1e9a88d61ad, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d485da6e-9e7b-4503-a59f-b1e9a88d61ad,segment=NetworkSegment(b9fffc79-e68a-46fb-9fdc-406a641f1823),segment_id=b9fffc79-e68a-46fb-9fdc-406a641f1823)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:41.139927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['f4a0e967-2ebf-42dc-8938-9b219d9ac21e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:59:41.315407 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:41.316915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f3fb8da5-4def-4e5d-a317-d134c4cc20a4 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:41.469739 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6c99-b44f-417b-b825-5b793c97914e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:41.503834 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] Set router afb46fb9-9938-4d72-b62f-226528ec9378 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:59:41.550578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345bb27-3c9d-412b-a873-deacb2341f8b req-07a55ec0-6e82-47d1-b6b7-22b6f3d07a19 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:41.552146 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0345bb27-3c9d-412b-a873-deacb2341f8b req-07a55ec0-6e82-47d1-b6b7-22b6f3d07a19 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 945 time: 0.4361868 May 27 22:59:41.608715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:41.701861 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0345bb27-3c9d-412b-a873-deacb2341f8b req-a959518c-afb0-40fc-9565-9220cbe361a8 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944412 May 27 22:59:41.834046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e010e9a6-100e-4aab-b246-b146eca12cb6 None None] Provisioning complete for port d485da6e-9e7b-4503-a59f-b1e9a88d61ad triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:41.834813 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e010e9a6-100e-4aab-b246-b146eca12cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:41.981797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=d485da6e-9e7b-4503-a59f-b1e9a88d61ad,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:42.044479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port f3fb8da5-4def-4e5d-a317-d134c4cc20a4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:42.045003 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:42.293703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e010e9a6-100e-4aab-b246-b146eca12cb6 None None] Current status of the port d485da6e-9e7b-4503-a59f-b1e9a88d61ad is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:42.343424 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6c99-b44f-417b-b825-5b793c97914e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:42.370197 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a2fe8645-831a-4bfc-a273-297322808192 req-70870176-265a-4ad0-8f24-ce66cc959402 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 210 time: 0.4171369 May 27 22:59:42.435184 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'name': 'tempest-TestServerMultinode-1833126000-router', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:28Z', 'updated_at': '2022-05-27T22:59:35Z', 'revision_number': 4, 'project_id': '97d75364c71f4e81af68d1fac7b9897e', 'gw_port': {'id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:29Z', 'updated_at': '2022-05-27T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'b2200692-69f7-45b0-9f66-455c5a7bae76', 'name': '', 'network_id': '95fe67a4-d54a-427c-a877-d88af5d8e357', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e', 'mac_address': 'fa:16:3e:7f:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'af1c19e2-4cfc-44fe-b786-164c78c65447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:34Z', 'updated_at': '2022-05-27T22:59:40Z', 'revision_number': 4, 'project_id': '97d75364c71f4e81af68d1fac7b9897e', 'subnets': [{'id': 'af1c19e2-4cfc-44fe-b786-164c78c65447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:42.440595 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c0d2e1-6c44-48dc-a160-86d8378b0a28 None None] The sync data for ids ['afb46fb9-9938-4d72-b62f-226528ec9378'] in n-d-843680-3 is: [{'id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'name': 'tempest-TestServerMultinode-1833126000-router', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:28Z', 'updated_at': '2022-05-27T22:59:35Z', 'revision_number': 4, 'project_id': '97d75364c71f4e81af68d1fac7b9897e', 'gw_port': {'id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:29Z', 'updated_at': '2022-05-27T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'b2200692-69f7-45b0-9f66-455c5a7bae76', 'name': '', 'network_id': '95fe67a4-d54a-427c-a877-d88af5d8e357', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e', 'mac_address': 'fa:16:3e:7f:53:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': 'af1c19e2-4cfc-44fe-b786-164c78c65447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:34Z', 'updated_at': '2022-05-27T22:59:40Z', 'revision_number': 4, 'project_id': '97d75364c71f4e81af68d1fac7b9897e', 'subnets': [{'id': 'af1c19e2-4cfc-44fe-b786-164c78c65447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:59:42.477612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e010e9a6-100e-4aab-b246-b146eca12cb6 None None] Provisioning for port 0f43dce6-db84-4b2d-be28-0c656fb5dc8b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:42.488158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port f3fb8da5-4def-4e5d-a317-d134c4cc20a4 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:42.501232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e010e9a6-100e-4aab-b246-b146eca12cb6 None None] Provisioning complete for port 0f43dce6-db84-4b2d-be28-0c656fb5dc8b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:42.502448 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e010e9a6-100e-4aab-b246-b146eca12cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:42.666641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e010e9a6-100e-4aab-b246-b146eca12cb6 None None] Port 0f43dce6-db84-4b2d-be28-0c656fb5dc8b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:59:42.732456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d485da6e-9e7b-4503-a59f-b1e9a88d61ad up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:43.054466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d485da6e-9e7b-4503-a59f-b1e9a88d61ad triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:43.054466 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:43.107705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc607e-71a5-4904-8321-310760d845cd req-7019ea21-82dc-4c99-9753-2adbfbdea371 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:43.110016 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-28fc607e-71a5-4904-8321-310760d845cd req-7019ea21-82dc-4c99-9753-2adbfbdea371 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.57 "GET /v2.0/networks?id=52de8c20-649e-4fe8-a991-d55afad2f223 HTTP/1.1" status: 200 len: 911 time: 0.4381609 May 27 22:59:43.155177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2ebad153-b52b-47ea-b4c1-04c90b50390c None None] Provisioning complete for port 0f43dce6-db84-4b2d-be28-0c656fb5dc8b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:43.155862 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ebad153-b52b-47ea-b4c1-04c90b50390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:43.164909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Request body: {'port': {'device_id': 'fd71f61d-59db-483e-851b-924ef4e51ccf', 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223', 'admin_state_up': True, 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:43.178290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 22:59:43.183119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Usage tracker for resource:port and tenant:97d75364c71f4e81af68d1fac7b9897e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 22:59:43.187294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 22:59:43.194935 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6c99-b44f-417b-b825-5b793c97914e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:43.203707 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 22:59:43.347352 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6c99-b44f-417b-b825-5b793c97914e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:43.348113 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6c99-b44f-417b-b825-5b793c97914e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:43.367210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Made reservation on behalf of 97d75364c71f4e81af68d1fac7b9897e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 22:59:43.368553 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:43.512753 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d485da6e-9e7b-4503-a59f-b1e9a88d61ad is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:43.526593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2ebad153-b52b-47ea-b4c1-04c90b50390c None None] Port 0f43dce6-db84-4b2d-be28-0c656fb5dc8b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:59:43.702317 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-54c89911-1291-484f-83ec-b2aaec46eb26 req-1992f710-58bb-477d-9aa1-3799dae00367 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 210 time: 0.1771457 May 27 22:59:43.724622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdbc42-95f7-4850-b0a0-243b24b77be3 req-293eec3e-3c65-4b1b-898c-e948403a48a5 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:43.737230 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14fdbc42-95f7-4850-b0a0-243b24b77be3 req-293eec3e-3c65-4b1b-898c-e948403a48a5 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 945 time: 0.5409234 May 27 22:59:43.787870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Allocated IP 172.20.0.13 (52de8c20-649e-4fe8-a991-d55afad2f223/b8c7765f-798b-4a41-954b-2c7fc2548c57/7ac1ca94-083e-4742-8f99-ee0052bfc2a0) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 22:59:43.794095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf6c99-b44f-417b-b825-5b793c97914e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=0f43dce6-db84-4b2d-be28-0c656fb5dc8b,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:43.873518 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14fdbc42-95f7-4850-b0a0-243b24b77be3 req-c2c1e6aa-48ca-4ac9-81d0-968db6c2848b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349776 May 27 22:59:43.895794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bf6c99-b44f-417b-b825-5b793c97914e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network d0cfb61b-d917-4f32-94d2-3c248eec1d46 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:43.899214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-a5bf6c99-b44f-417b-b825-5b793c97914e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:43.914748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f4a0e967-2ebf-42dc-8938-9b219d9ac21e up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:44.060025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port f4a0e967-2ebf-42dc-8938-9b219d9ac21e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:44.060424 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:44.309255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port f4a0e967-2ebf-42dc-8938-9b219d9ac21e is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:44.309255 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:44.371499 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d253d05-ef25-482c-9163-67cf32882eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:59:44.382222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port f4a0e967-2ebf-42dc-8938-9b219d9ac21e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:44.433788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bf6c99-b44f-417b-b825-5b793c97914e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router 36927e91-6435-48ab-8cb5-345983628ae9 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 22:59:44.477550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-15d2a137-3b2e-4993-88d6-45d93eaecd7f None None] Provisioning complete for port 0f43dce6-db84-4b2d-be28-0c656fb5dc8b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:44.478230 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15d2a137-3b2e-4993-88d6-45d93eaecd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:44.553775 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:44.598611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Transition to ACTIVE for port object 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:44.603222 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e9e9c36-65b9-4588-94d0-fc48642c610c'] response: {'server_uuid': '9d253d05-ef25-482c-9163-67cf32882eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e', 'code': 200} May 27 22:59:44.605017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-15d2a137-3b2e-4993-88d6-45d93eaecd7f None None] Port 0f43dce6-db84-4b2d-be28-0c656fb5dc8b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:59:44.613471 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:44.706598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b2200692-69f7-45b0-9f66-455c5a7bae76 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:44.770215 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:44.809180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:44.831448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bf6c99-b44f-417b-b825-5b793c97914e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:59:44.850592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173a3f9-d7a7-4b42-b0e1-82ccfaa6c927 None None] Sync routers for ids ['36927e91-6435-48ab-8cb5-345983628ae9'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:59:44.861509 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a5bf6c99-b44f-417b-b825-5b793c97914e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/36927e91-6435-48ab-8cb5-345983628ae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0796900 May 27 22:59:44.863499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60898) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:44.866784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173a3f9-d7a7-4b42-b0e1-82ccfaa6c927 None None] Routers {'36927e91-6435-48ab-8cb5-345983628ae9'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:44.867565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f173a3f9-d7a7-4b42-b0e1-82ccfaa6c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['36927e91-6435-48ab-8cb5-345983628ae9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:44.953937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f173a3f9-d7a7-4b42-b0e1-82ccfaa6c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:44.963503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173a3f9-d7a7-4b42-b0e1-82ccfaa6c927 None None] Routers {'36927e91-6435-48ab-8cb5-345983628ae9'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:44.964096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f173a3f9-d7a7-4b42-b0e1-82ccfaa6c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['36927e91-6435-48ab-8cb5-345983628ae9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:44.971192 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Network 52de8c20-649e-4fe8-a991-d55afad2f223 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 22:59:44.987621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efa3eaa-b9c9-46b1-96d5-1b2666e887c2 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:44.988624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9efa3eaa-b9c9-46b1-96d5-1b2666e887c2 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Synchronizing usage tracker for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:59:45.003351 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Pushing event updated for resources: {'Port': ['ID=7ac1ca94-083e-4742-8f99-ee0052bfc2a0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:45.006493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 22:59:45.010578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 22:59:45.036502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port b2200692-69f7-45b0-9f66-455c5a7bae76 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:45.042572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f173a3f9-d7a7-4b42-b0e1-82ccfaa6c927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:45.043199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f173a3f9-d7a7-4b42-b0e1-82ccfaa6c927 None None] The sync data for ids ['36927e91-6435-48ab-8cb5-345983628ae9'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:59:45.056231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port b2200692-69f7-45b0-9f66-455c5a7bae76 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:45.056231 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:45.168531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:45.168531 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:45.250268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port b2200692-69f7-45b0-9f66-455c5a7bae76 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:45.250616 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:45.281168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4cadf-de9a-459c-aee6-b7989abe74e8 req-67806121-d309-4595-8512-58af14369ad9 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:45.291035 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ba4cadf-de9a-459c-aee6-b7989abe74e8 req-67806121-d309-4595-8512-58af14369ad9 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1028 time: 0.1524553 May 27 22:59:45.303088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port b2200692-69f7-45b0-9f66-455c5a7bae76, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b2200692-69f7-45b0-9f66-455c5a7bae76,segment=NetworkSegment(52531b9e-ec07-4ce9-ad9e-2360638e1f0e),segment_id=52531b9e-ec07-4ce9-ad9e-2360638e1f0e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:45.332469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81c331-fbc5-4dcc-b669-3922c44645eb req-47a0b1fd-48dd-475a-ad25-bd7a3d787149 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:45.334399 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0a81c331-fbc5-4dcc-b669-3922c44645eb req-47a0b1fd-48dd-475a-ad25-bd7a3d787149 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2801094 May 27 22:59:45.402315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9ba4cadf-de9a-459c-aee6-b7989abe74e8 req-8c2f8fb1-4e6f-409a-963b-2a38056280ea tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Synchronizing usage tracker for tenant:97d75364c71f4e81af68d1fac7b9897e on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:59:45.429791 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0a81c331-fbc5-4dcc-b669-3922c44645eb req-dc36885c-18c5-4a6b-b663-c7cc8497f0b6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839353 May 27 22:59:45.433759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9efa3eaa-b9c9-46b1-96d5-1b2666e887c2 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Unset dirty status for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:59:45.438959 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9efa3eaa-b9c9-46b1-96d5-1b2666e887c2 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports/0f43dce6-db84-4b2d-be28-0c656fb5dc8b HTTP/1.1" status: 200 len: 983 time: 0.5698416 May 27 22:59:45.439832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60904) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:45.489621 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:45.588321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9ba4cadf-de9a-459c-aee6-b7989abe74e8 req-8c2f8fb1-4e6f-409a-963b-2a38056280ea tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Unset dirty status for tenant:97d75364c71f4e81af68d1fac7b9897e on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:59:45.593341 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ba4cadf-de9a-459c-aee6-b7989abe74e8 req-8c2f8fb1-4e6f-409a-963b-2a38056280ea tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979801 May 27 22:59:45.593897 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-28fc607e-71a5-4904-8321-310760d845cd req-1f10eac6-318c-4400-8677-67881e550595 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.4539289 May 27 22:59:45.610957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Request body: {'port': {'device_id': 'fd71f61d-59db-483e-851b-924ef4e51ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 22:59:45.623350 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8d541fb9-f223-453d-89c5-20f7bd965803 None None] Provisioning for port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 22:59:45.658489 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8d541fb9-f223-453d-89c5-20f7bd965803 None None] Provisioning complete for port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:45.659087 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d541fb9-f223-453d-89c5-20f7bd965803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:45.746881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=b2200692-69f7-45b0-9f66-455c5a7bae76,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:45.752634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8d541fb9-f223-453d-89c5-20f7bd965803 None None] Port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 22:59:45.952081 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:46.026030 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:46.046329 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 22:59:46.679444 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b2200692-69f7-45b0-9f66-455c5a7bae76 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 22:59:46.690315 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-114fcf40-1ba2-46e4-80da-351d60406110 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:46.707774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f1fd7-8d20-4e1c-a327-c5de6e54746d req-5c70691c-a3c1-482d-86d8-1e93350b520d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:46.730129 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-540f1fd7-8d20-4e1c-a327-c5de6e54746d req-5c70691c-a3c1-482d-86d8-1e93350b520d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1513193 May 27 22:59:46.828034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-540f1fd7-8d20-4e1c-a327-c5de6e54746d req-30f82bc7-2d34-4010-a322-239a6bfa0996 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061175 May 27 22:59:46.841610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port b2200692-69f7-45b0-9f66-455c5a7bae76 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 22:59:46.842182 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:47.020077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:59:47.035881 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:47.084281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Transition to ACTIVE for port object 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 22:59:47.170169 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port b2200692-69f7-45b0-9f66-455c5a7bae76 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:47.259316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249d20e-6dcb-4118-ae18-1595e953db44 req-8427e854-144d-47cb-86c3-dfd0a023cfea tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:47.261247 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d249d20e-6dcb-4118-ae18-1595e953db44 req-8427e854-144d-47cb-86c3-dfd0a023cfea tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 946 time: 0.3020759 May 27 22:59:47.385075 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:47.482067 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d249d20e-6dcb-4118-ae18-1595e953db44 req-5e4386fd-5008-4bcc-9934-960c3d507608 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819842 May 27 22:59:47.503741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c910827-f289-4e5d-8978-ea874683f569 req-5db40d2d-a9f0-4dd5-93b2-33bf6256fc0f tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:47.511028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c910827-f289-4e5d-8978-ea874683f569 req-5db40d2d-a9f0-4dd5-93b2-33bf6256fc0f tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1053 time: 0.1358817 May 27 22:59:47.604736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c910827-f289-4e5d-8978-ea874683f569 req-4cb22e30-6440-45a0-bd82-e94b837c08d2 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563958 May 27 22:59:47.668853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Pushing event updated for resources: {'Port': ['ID=7ac1ca94-083e-4742-8f99-ee0052bfc2a0,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:47.829354 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Attempting to bind port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 22:59:47.830129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Attempting to bind port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 22:59:47.830129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Attempting to bind port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 on network 52de8c20-649e-4fe8-a991-d55afad2f223 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:59:47.837914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 on network 52de8c20-649e-4fe8-a991-d55afad2f223 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 22:59:47.838416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Attempting to bind port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 on network 52de8c20-649e-4fe8-a991-d55afad2f223 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 22:59:47.847336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 22:59:47.847686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Checking segment: {'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 22:59:47.848047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Bound using segment: {'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 22:59:47.848538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Bound port: 7ac1ca94-083e-4742-8f99-ee0052bfc2a0, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 22:59:47.848888 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:47.863857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-114fcf40-1ba2-46e4-80da-351d60406110 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port 0f43dce6-db84-4b2d-be28-0c656fb5dc8b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:47.864199 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-114fcf40-1ba2-46e4-80da-351d60406110 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:48.086177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] For port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 22:59:48.106077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] For port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7ac1ca94-083e-4742-8f99-ee0052bfc2a0,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 22:59:48.176776 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-114fcf40-1ba2-46e4-80da-351d60406110 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:48.203582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:48.215508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c60e3-ff40-4129-9674-9db5d71312c2 req-01143d72-09cc-455d-b988-6221975f6bc9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:48.215508 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-772c60e3-ff40-4129-9674-9db5d71312c2 req-01143d72-09cc-455d-b988-6221975f6bc9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1030343 May 27 22:59:48.301976 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-772c60e3-ff40-4129-9674-9db5d71312c2 req-aba64000-efe9-4638-b02a-ead090ec16ac tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869224 May 27 22:59:48.489860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-114fcf40-1ba2-46e4-80da-351d60406110 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for 0f43dce6-db84-4b2d-be28-0c656fb5dc8b owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:48.540383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:48.546166 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:48.546166 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-28fc607e-71a5-4904-8321-310760d845cd req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] 10.222.0.57 "PUT /v2.0/ports/7ac1ca94-083e-4742-8f99-ee0052bfc2a0 HTTP/1.1" status: 200 len: 1092 time: 2.9394073 May 27 22:59:48.562162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd71f61d-59db-483e-851b-924ef4e51ccf', 'tag': '7ac1ca94-083e-4742-8f99-ee0052bfc2a0'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:59:48.650813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61663821-700f-4eca-8516-cb1cd1eb02aa service neutron] Pushing event updated for resources: {'Port': ['ID=7ac1ca94-083e-4742-8f99-ee0052bfc2a0,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:48.930660 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-325120d9-0c83-4063-a600-f7e33cb732cc'] response: {'name': 'network-changed', 'server_uuid': 'fd71f61d-59db-483e-851b-924ef4e51ccf', 'tag': '7ac1ca94-083e-4742-8f99-ee0052bfc2a0', 'status': 'completed', 'code': 200} May 27 22:59:48.954635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3c43b-3aac-4121-a60f-38986142d824 req-94b81008-2870-4cc4-bace-f5f607c3b409 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:48.961947 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dea3c43b-3aac-4121-a60f-38986142d824 req-94b81008-2870-4cc4-bace-f5f607c3b409 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 946 time: 0.2197978 May 27 22:59:48.998304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898112b3-3bd5-44a3-8e3d-5564c9326d63 req-168d114b-af58-4f66-9b97-760543393293 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:48.999734 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-898112b3-3bd5-44a3-8e3d-5564c9326d63 req-168d114b-af58-4f66-9b97-760543393293 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1095 time: 0.1829255 May 27 22:59:49.025341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-ec8af1b2-9c3f-445c-a11e-125daa557410 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:49.026340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-ec8af1b2-9c3f-445c-a11e-125daa557410 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Synchronizing usage tracker for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:59:49.046044 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dea3c43b-3aac-4121-a60f-38986142d824 req-1a2cc539-efe1-4500-af04-db94ac79ef9e tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821431 May 27 22:59:49.100137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-898112b3-3bd5-44a3-8e3d-5564c9326d63 req-69b531bb-c1d7-410b-b706-bd8ef9436bcf tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768013 May 27 22:59:49.122819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e30eab-2418-46c7-8d0b-818d310fa430 req-fc5adfcc-58f9-4350-9715-85e187e7c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:49.124385 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47e30eab-2418-46c7-8d0b-818d310fa430 req-fc5adfcc-58f9-4350-9715-85e187e7c797 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97d75364c71f4e81af68d1fac7b9897e&device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1095 time: 0.1956704 May 27 22:59:49.193057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-ec8af1b2-9c3f-445c-a11e-125daa557410 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Unset dirty status for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:59:49.194331 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-ec8af1b2-9c3f-445c-a11e-125daa557410 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 946 time: 0.8503935 May 27 22:59:49.445767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Deleting port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:49.446386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:49.544466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3614e-67f3-4c96-b551-69b3ad8555f9 req-a129e1b7-9ac2-4075-b315-ec7b8cda740f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:49.552317 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7a3614e-67f3-4c96-b551-69b3ad8555f9 req-a129e1b7-9ac2-4075-b315-ec7b8cda740f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1081109 May 27 22:59:49.629122 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7a3614e-67f3-4c96-b551-69b3ad8555f9 req-f80d2d11-e690-4592-bf50-6766b88f8444 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746074 May 27 22:59:49.722504 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-114fcf40-1ba2-46e4-80da-351d60406110 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:49.784333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e30eab-2418-46c7-8d0b-818d310fa430 req-0b81aa17-24e9-4cf6-aa6d-5a0926476c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:49.786143 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47e30eab-2418-46c7-8d0b-818d310fa430 req-0b81aa17-24e9-4cf6-aa6d-5a0926476c88 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=97d75364c71f4e81af68d1fac7b9897e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6264923 May 27 22:59:49.790671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fcf40-1ba2-46e4-80da-351d60406110 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Port': ['ID=0f43dce6-db84-4b2d-be28-0c656fb5dc8b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:49.929082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] For port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:49.929436 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:50.482941 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-114fcf40-1ba2-46e4-80da-351d60406110 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:50.530454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b277c2-9b1c-4be1-8374-911599f089f6 req-a33f6eb1-6f71-4d40-bf65-b1d7bb03577b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:50.533792 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8b277c2-9b1c-4be1-8374-911599f089f6 req-a33f6eb1-6f71-4d40-bf65-b1d7bb03577b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1095 time: 0.2216127 May 27 22:59:50.572057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6343b-38ed-4b39-930c-227c2f36db7b req-20b57043-1f8e-4cef-bb08-63b7a40d7647 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:50.580324 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56c6343b-38ed-4b39-930c-227c2f36db7b req-20b57043-1f8e-4cef-bb08-63b7a40d7647 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 946 time: 0.2377796 May 27 22:59:50.670936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8b277c2-9b1c-4be1-8374-911599f089f6 req-c89e39bd-5365-4079-a530-cd1a48ffe0ee tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890181 May 27 22:59:50.691947 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56c6343b-38ed-4b39-930c-227c2f36db7b req-2a16b08f-ffee-4f45-b7c0-a6566e463c67 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921214 May 27 22:59:50.786439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e30eab-2418-46c7-8d0b-818d310fa430 req-0fb4812f-2f56-4219-bd39-61d195a8b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:50.788133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47e30eab-2418-46c7-8d0b-818d310fa430 req-0fb4812f-2f56-4219-bd39-61d195a8b357 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9877019 May 27 22:59:51.036047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01e43e-df4d-4ab4-a63a-4f7183116843 req-083059d4-b50e-4e49-b991-a0f353b884d2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:51.046563 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd01e43e-df4d-4ab4-a63a-4f7183116843 req-083059d4-b50e-4e49-b991-a0f353b884d2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1774909 May 27 22:59:51.149783 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd01e43e-df4d-4ab4-a63a-4f7183116843 req-19a062d2-318c-4f0f-a383-e8b8636c7863 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995979 May 27 22:59:51.392412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:51.393921 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:51.394498 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Floating IP 4036ddc8-0882-4ac9-9f4e-041d0d05fe16 disassociated. External IP: 172.25.2.245, port: d125eb4f-95eb-4c63-ad13-e6f8f0f88f49. May 27 22:59:51.396426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Calling delete_port for d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:51.690093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114fcf40-1ba2-46e4-80da-351d60406110 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router 36927e91-6435-48ab-8cb5-345983628ae9 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:59:51.891666 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:59:52.029558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:59:52.029893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:59:52.110946 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e785289e-0196-4f20-91ea-0d3ff7b1c5f4 req-0363cffc-93c0-4200-a676-7e693bec01fa tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 210 time: 0.1067131 May 27 22:59:52.179672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad5d90-c058-41f6-97af-b0486e99c2c1 req-e215aa7a-2c23-4bd5-bb22-e1c3ae8fd60b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:52.186241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58ad5d90-c058-41f6-97af-b0486e99c2c1 req-e215aa7a-2c23-4bd5-bb22-e1c3ae8fd60b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1095 time: 0.2425010 May 27 22:59:52.282046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58ad5d90-c058-41f6-97af-b0486e99c2c1 req-2c31ba2e-5c3a-494c-88be-c95fbb905279 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947323 May 27 22:59:52.290118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114fcf40-1ba2-46e4-80da-351d60406110 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:59:52.302058 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d24c56c-a4d6-4150-8876-655ef52ab4ee None None] Sync routers for ids ['36927e91-6435-48ab-8cb5-345983628ae9'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:59:52.308295 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:52.314629 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24c56c-a4d6-4150-8876-655ef52ab4ee None None] Routers {'36927e91-6435-48ab-8cb5-345983628ae9'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:52.316671 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6d24c56c-a4d6-4150-8876-655ef52ab4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['36927e91-6435-48ab-8cb5-345983628ae9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:52.439406 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:52.507209 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6d24c56c-a4d6-4150-8876-655ef52ab4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:52.535874 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24c56c-a4d6-4150-8876-655ef52ab4ee None None] Routers {'36927e91-6435-48ab-8cb5-345983628ae9'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:52.544523 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6d24c56c-a4d6-4150-8876-655ef52ab4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['36927e91-6435-48ab-8cb5-345983628ae9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:52.617808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad8a1a-76b3-476f-9faa-f550bc9be272 req-de5424cd-54ba-4020-a758-a7b1a9145a04 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:52.627842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7dad8a1a-76b3-476f-9faa-f550bc9be272 req-de5424cd-54ba-4020-a758-a7b1a9145a04 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2313027 May 27 22:59:52.727966 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6d24c56c-a4d6-4150-8876-655ef52ab4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:52.729285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc607e-71a5-4904-8321-310760d845cd req-59322091-3d7b-499a-9b8b-8c1370ea2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:52.730528 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d24c56c-a4d6-4150-8876-655ef52ab4ee None None] The sync data for ids ['36927e91-6435-48ab-8cb5-345983628ae9'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:59:52.736074 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-28fc607e-71a5-4904-8321-310760d845cd req-59322091-3d7b-499a-9b8b-8c1370ea2553 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97d75364c71f4e81af68d1fac7b9897e&device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1095 time: 1.8664906 May 27 22:59:52.737714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event deleted for resources: {'Port': ['ID=d125eb4f-95eb-4c63-ad13-e6f8f0f88f49,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:52.743997 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7dad8a1a-76b3-476f-9faa-f550bc9be272 req-d6c9f514-4237-4cf5-b9b8-3a5234a4b341 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152070 May 27 22:59:52.853729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60950) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:52.869468 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-114fcf40-1ba2-46e4-80da-351d60406110 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/36927e91-6435-48ab-8cb5-345983628ae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4276156 May 27 22:59:52.904984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:52.905515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:52.907629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:52.908564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:52.909061 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:52.909762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:52.910275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:52.911024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:52.912471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:52.914165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:52.914881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:52.915382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 22:59:52.932666 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-28fc607e-71a5-4904-8321-310760d845cd req-0a0756f8-a66f-4b7b-a2e9-7951c68123fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ac1ca94-083e-4742-8f99-ee0052bfc2a0 HTTP/1.1" status: 200 len: 217 time: 0.1599476 May 27 22:59:53.189476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc607e-71a5-4904-8321-310760d845cd req-8a2fb912-7d79-4be9-bbef-063fe3a0a8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:53.191732 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-28fc607e-71a5-4904-8321-310760d845cd req-8a2fb912-7d79-4be9-bbef-063fe3a0a8ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b8c7765f-798b-4a41-954b-2c7fc2548c57 HTTP/1.1" status: 200 len: 849 time: 0.2523229 May 27 22:59:53.259651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Router 86448e10-bdd1-4df2-a2b2-be659da43f07 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 22:59:53.624123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc607e-71a5-4904-8321-310760d845cd req-52b6d68e-d8ea-4f04-9d69-c2152583b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:53.625939 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-28fc607e-71a5-4904-8321-310760d845cd req-52b6d68e-d8ea-4f04-9d69-c2152583b6c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52de8c20-649e-4fe8-a991-d55afad2f223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4273026 May 27 22:59:53.782858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 22:59:53.799050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e922da-188b-44f9-8bdb-2b1eadb18509 None None] Sync routers for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 22:59:53.813895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e922da-188b-44f9-8bdb-2b1eadb18509 None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:53.814887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-92e922da-188b-44f9-8bdb-2b1eadb18509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:53.926310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] No DVR routers for this DVR port d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:59:53.943121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:53.945998 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4a00aacf-8e68-43e1-b295-f6c7571817ae req-d1ba1177-6ba0-4ee3-ae4f-2c807a8d50b2 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "DELETE /v2.0/ports/d125eb4f-95eb-4c63-ad13-e6f8f0f88f49 HTTP/1.1" status: 204 len: 173 time: 4.7023473 May 27 22:59:53.946879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a881f7-66fd-4e1e-9d3c-bebab6530231', 'name': 'network-vif-deleted', 'tag': 'd125eb4f-95eb-4c63-ad13-e6f8f0f88f49'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 22:59:53.987015 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6aff982-782a-414c-b229-41ec97fa20c2 req-5ffcb2dd-9f9f-4fb3-a392-b72d4970db05 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 210 time: 0.5808680 May 27 22:59:53.993588 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-f3e98d33-f647-4cb6-adfa-59b8f32adaee tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] remove_router_interface failed (client error): The resource could not be found. May 27 22:59:53.997683 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-28fc607e-71a5-4904-8321-310760d845cd req-657199b5-97a5-413d-b729-7fecee419189 service neutron] 10.222.0.57 "GET /v2.0/networks/52de8c20-649e-4fe8-a991-d55afad2f223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527610 May 27 22:59:53.998273 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f3e98d33-f647-4cb6-adfa-59b8f32adaee tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/36927e91-6435-48ab-8cb5-345983628ae9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1427701 May 27 22:59:54.000010 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60962) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:54.091847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7d827a95-8936-442e-8d7f-b39f324d3bdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Synchronizing usage tracker for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 22:59:54.124544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf653b6b-86bf-4cff-9d29-b4f467c06381 req-eca6780e-bb05-4c54-9cad-af5ba60930f4 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:54.152569 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf653b6b-86bf-4cff-9d29-b4f467c06381 req-eca6780e-bb05-4c54-9cad-af5ba60930f4 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1095 time: 0.5500283 May 27 22:59:54.180516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-92e922da-188b-44f9-8bdb-2b1eadb18509 None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:59:54.329104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf653b6b-86bf-4cff-9d29-b4f467c06381 req-f17edfcb-0206-4013-95a8-a48967371707 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753173 May 27 22:59:54.411272 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596183d8-c1e5-4d7d-991d-84073ca03750 req-55397343-a349-41b1-8bd8-70d40ce3c656 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:54.417604 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-596183d8-c1e5-4d7d-991d-84073ca03750 req-55397343-a349-41b1-8bd8-70d40ce3c656 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2441504 May 27 22:59:54.555461 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-596183d8-c1e5-4d7d-991d-84073ca03750 req-c7b964d7-232b-4756-a87d-64cc2682f26c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319318 May 27 22:59:54.662760 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-28fc607e-71a5-4904-8321-310760d845cd req-8ca77048-4fa9-4f30-b9a9-b5f28349de37 service neutron] 10.222.0.57 "GET /v2.0/networks/52de8c20-649e-4fe8-a991-d55afad2f223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6167152 May 27 22:59:54.664137 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54cefc0-a88b-42c1-a8e5-46567a9b40f7'] response: {'server_uuid': 'c7a881f7-66fd-4e1e-9d3c-bebab6530231', 'name': 'network-vif-deleted', 'tag': 'd125eb4f-95eb-4c63-ad13-e6f8f0f88f49', 'status': 'completed', 'code': 200} May 27 22:59:54.665428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7d827a95-8936-442e-8d7f-b39f324d3bdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Unset dirty status for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 22:59:54.676310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60970) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:54.694578 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7d827a95-8936-442e-8d7f-b39f324d3bdc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports?device_id=36927e91-6435-48ab-8cb5-345983628ae9 HTTP/1.1" status: 200 len: 205 time: 0.6837521 May 27 22:59:54.810828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-92e922da-188b-44f9-8bdb-2b1eadb18509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:54.818214 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e922da-188b-44f9-8bdb-2b1eadb18509 None None] Checking router: 86448e10-bdd1-4df2-a2b2-be659da43f07 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 22:59:54.832502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e922da-188b-44f9-8bdb-2b1eadb18509 None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 22:59:54.833519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-92e922da-188b-44f9-8bdb-2b1eadb18509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T22:59:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:54.914891 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4814-ffd6-41db-ac99-6971ac4ae017 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:55.276578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-92e922da-188b-44f9-8bdb-2b1eadb18509 None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 22:59:55.601124 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4814-ffd6-41db-ac99-6971ac4ae017 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:55.605791 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4814-ffd6-41db-ac99-6971ac4ae017 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:55.836999 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4814-ffd6-41db-ac99-6971ac4ae017 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:55.838376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9c4814-ffd6-41db-ac99-6971ac4ae017 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Fanout notify agent at l3_agent the message router_deleted on router 36927e91-6435-48ab-8cb5-345983628ae9 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 22:59:55.898562 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93102d02-be91-4797-ae86-946dbc9c5ac8 req-614ccd06-4eab-414f-98fa-a1a75074f93c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=c7a881f7-66fd-4e1e-9d3c-bebab6530231 HTTP/1.1" status: 200 len: 210 time: 0.2486756 May 27 22:59:55.926222 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b9c4814-ffd6-41db-ac99-6971ac4ae017 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:55.927601 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3b9c4814-ffd6-41db-ac99-6971ac4ae017 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/routers/36927e91-6435-48ab-8cb5-345983628ae9 HTTP/1.1" status: 204 len: 168 time: 1.2504168 May 27 22:59:55.930847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 60984) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:55.959305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862bb36-48c2-40e5-9e74-0fc734c1eb14 req-4640eab2-b021-4fa2-a4f0-df544890b455 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:55.964095 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7862bb36-48c2-40e5-9e74-0fc734c1eb14 req-4640eab2-b021-4fa2-a4f0-df544890b455 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1095 time: 0.2368078 May 27 22:59:55.972270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-92e922da-188b-44f9-8bdb-2b1eadb18509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 22:59:55.977771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e922da-188b-44f9-8bdb-2b1eadb18509 None None] The sync data for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 is: [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 22:59:56.076686 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7862bb36-48c2-40e5-9e74-0fc734c1eb14 req-cf25a73a-629e-425e-be9f-19334d472931 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969007 May 27 22:59:56.164971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e6efb3-1a1c-40e7-9352-e16961fef407 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting subnet 30fe534c-3b8b-4b34-ae56-e0f420647712 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 22:59:56.167542 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54e6efb3-1a1c-40e7-9352-e16961fef407 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:56.305078 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54e6efb3-1a1c-40e7-9352-e16961fef407 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:56.352608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9e8fe-3b6e-4474-9a8a-c76dbf15c484 req-1fd08595-341e-4d85-a12b-2161872e5ded tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:56.364088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0d9e8fe-3b6e-4474-9a8a-c76dbf15c484 req-1fd08595-341e-4d85-a12b-2161872e5ded tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.1786537 May 27 22:59:56.447005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0d9e8fe-3b6e-4474-9a8a-c76dbf15c484 req-fedd5ed4-7c28-491b-abe9-d0ba61650633 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818567 May 27 22:59:56.519821 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54e6efb3-1a1c-40e7-9352-e16961fef407 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:56.539559 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a3e14-ea9d-4e1f-9e27-1940e49d0fe4 None None] New status for floating IP 4036ddc8-0882-4ac9-9f4e-041d0d05fe16: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 22:59:56.809216 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54e6efb3-1a1c-40e7-9352-e16961fef407 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:56.990665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6efb3-1a1c-40e7-9352-e16961fef407 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Subnet': ['ID=30fe534c-3b8b-4b34-ae56-e0f420647712,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:57.014587 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54e6efb3-1a1c-40e7-9352-e16961fef407 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:57.018238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324f68ea-e9c1-419a-bcb1-4de1415b0cb7 None None] Network d0cfb61b-d917-4f32-94d2-3c248eec1d46 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 22:59:57.031181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 60990) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 22:59:57.047080 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-54e6efb3-1a1c-40e7-9352-e16961fef407 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/30fe534c-3b8b-4b34-ae56-e0f420647712 HTTP/1.1" status: 204 len: 168 time: 1.1094975 May 27 22:59:57.421381 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-19281cc3-6f1a-42b8-a907-d71b335ce166 req-177f67d6-d587-469a-940e-462b869eaa0f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3435988 May 27 22:59:57.530971 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:57.570173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6ba2e4-3027-4689-99db-99878aaebb5e None None] DHCP port deletion for d0cfb61b-d917-4f32-94d2-3c248eec1d46 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 22:59:57.575125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ba2e4-3027-4689-99db-99878aaebb5e None None] Deleting port d485da6e-9e7b-4503-a59f-b1e9a88d61ad {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:57.575498 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1f6ba2e4-3027-4689-99db-99878aaebb5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:57.611822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19281cc3-6f1a-42b8-a907-d71b335ce166 req-ccd96e54-2490-4d9d-bd8c-ccac552aa088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:57.613639 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-19281cc3-6f1a-42b8-a907-d71b335ce166 req-ccd96e54-2490-4d9d-bd8c-ccac552aa088 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=921154709996453f880f967c0d436688&device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 1096 time: 0.1736767 May 27 22:59:57.743349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port d485da6e-9e7b-4503-a59f-b1e9a88d61ad {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:57.743991 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:57.864437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1f6ba2e4-3027-4689-99db-99878aaebb5e None None] For port d485da6e-9e7b-4503-a59f-b1e9a88d61ad, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d485da6e-9e7b-4503-a59f-b1e9a88d61ad,segment=NetworkSegment(b9fffc79-e68a-46fb-9fdc-406a641f1823),segment_id=b9fffc79-e68a-46fb-9fdc-406a641f1823)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:57.865696 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1f6ba2e4-3027-4689-99db-99878aaebb5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:57.899274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19281cc3-6f1a-42b8-a907-d71b335ce166 req-e852237d-916e-46ad-9405-0c9c0ecffa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:57.900866 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-19281cc3-6f1a-42b8-a907-d71b335ce166 req-e852237d-916e-46ad-9405-0c9c0ecffa36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10953b49-8a50-460b-bc26-25bd2f39cd7a HTTP/1.1" status: 200 len: 914 time: 0.2620912 May 27 22:59:57.906292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffeda3-5aec-47b4-8a46-6b3ce22d45cf req-b429d05a-529d-46f7-9d24-7f382c5b34d9 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:57.907849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3ffeda3-5aec-47b4-8a46-6b3ce22d45cf req-b429d05a-529d-46f7-9d24-7f382c5b34d9 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1095 time: 0.3686593 May 27 22:59:58.020271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1f6ba2e4-3027-4689-99db-99878aaebb5e None None] Calling delete_port for d485da6e-9e7b-4503-a59f-b1e9a88d61ad owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:58.116945 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-705c0025-d885-4823-b901-780c4a41a4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:58.119502 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-19281cc3-6f1a-42b8-a907-d71b335ce166 req-c4cf2f79-9439-4253-b2ad-43c412af422c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 HTTP/1.1" status: 200 len: 1000 time: 0.2118504 May 27 22:59:58.122959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 22:59:58.278486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19281cc3-6f1a-42b8-a907-d71b335ce166 req-d2546984-ebce-4d6d-bf41-eacc3a07ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:58.280036 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-19281cc3-6f1a-42b8-a907-d71b335ce166 req-d2546984-ebce-4d6d-bf41-eacc3a07ca73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe3b673-ec6a-40c3-8265-98f8f9d42c84 HTTP/1.1" status: 200 len: 852 time: 0.1540976 May 27 22:59:58.351228 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1f6ba2e4-3027-4689-99db-99878aaebb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:58.383312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] For port d485da6e-9e7b-4503-a59f-b1e9a88d61ad, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d485da6e-9e7b-4503-a59f-b1e9a88d61ad,segment=NetworkSegment(b9fffc79-e68a-46fb-9fdc-406a641f1823),segment_id=b9fffc79-e68a-46fb-9fdc-406a641f1823)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:58.383880 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:58.447534 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ba2e4-3027-4689-99db-99878aaebb5e None None] Pushing event deleted for resources: {'Port': ['ID=d485da6e-9e7b-4503-a59f-b1e9a88d61ad,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:58.451255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7ac1ca94-083e-4742-8f99-ee0052bfc2a0,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:58.461823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19281cc3-6f1a-42b8-a907-d71b335ce166 req-54cf9df7-4495-4834-bd51-1d3c218aea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:58.466456 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-19281cc3-6f1a-42b8-a907-d71b335ce166 req-54cf9df7-4495-4834-bd51-1d3c218aea8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10953b49-8a50-460b-bc26-25bd2f39cd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786206 May 27 22:59:58.470821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6ba2e4-3027-4689-99db-99878aaebb5e None None] No DVR routers for this DVR port d485da6e-9e7b-4503-a59f-b1e9a88d61ad on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 22:59:58.475317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '7ac1ca94-083e-4742-8f99-ee0052bfc2a0', 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223', 'port_id': '7ac1ca94-083e-4742-8f99-ee0052bfc2a0', 'mac_address': 'fa:16:3e:54:c9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c7765f-798b-4a41-954b-2c7fc2548c57', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 22:59:58.545720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bd237-6746-4e26-8a80-d4bf30b09585 req-8b8315d2-5d7f-4a43-9732-527abd38f220 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:58.547252 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f99bd237-6746-4e26-8a80-d4bf30b09585 req-8b8315d2-5d7f-4a43-9732-527abd38f220 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.9400382 May 27 22:59:58.632953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 22:59:58.640602 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:58.681957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 22:59:58.709509 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7ac1ca94-083e-4742-8f99-ee0052bfc2a0,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 22:59:58.760343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d485da6e-9e7b-4503-a59f-b1e9a88d61ad no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 22:59:58.834678 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-19281cc3-6f1a-42b8-a907-d71b335ce166 req-b5069f3e-544a-4d28-aef2-e59d62c5ed44 service neutron] 10.222.0.46 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555152 May 27 22:59:58.850508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for d485da6e-9e7b-4503-a59f-b1e9a88d61ad owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 22:59:58.853015 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:58.975264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: d485da6e-9e7b-4503-a59f-b1e9a88d61ad {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 22:59:58.975513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d485da6e-9e7b-4503-a59f-b1e9a88d61ad not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 22:59:59.018363 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f99bd237-6746-4e26-8a80-d4bf30b09585 req-25e25ee0-1f96-4b84-a6d3-77d7bb7044de tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007563 May 27 22:59:59.042045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3ffeda3-5aec-47b4-8a46-6b3ce22d45cf req-c3f50d3d-2e8f-45bb-9352-016f69a3e2e1 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295618 May 27 22:59:59.092017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=7ac1ca94-083e-4742-8f99-ee0052bfc2a0,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 22:59:59.170751 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 22:59:59.171070 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 22:59:59.182478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['7ac1ca94-083e-4742-8f99-ee0052bfc2a0'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 22:59:59.224239 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-19281cc3-6f1a-42b8-a907-d71b335ce166 req-52030619-a96d-41c8-b467-4b83f933e39c service neutron] 10.222.0.46 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841486 May 27 22:59:59.415464 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-a78a167a-472b-4659-9824-aa2b4dfb6294 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540806388&fields=id&tenant_id=a3537ac059424872b0999096f4b18e5e HTTP/1.1" status: 200 len: 267 time: 0.0627000 May 27 22:59:59.620397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ff1d9bf0-9e92-496f-bc57-4d0d752dc389 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 22:59:59.625259 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ff1d9bf0-9e92-496f-bc57-4d0d752dc389 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 812 time: 0.2006900 May 27 22:59:59.642713 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-320243b1-3322-4210-b8d2-e584c97b57e3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/quotas/a3537ac059424872b0999096f4b18e5e HTTP/1.1" status: 200 len: 375 time: 0.0158889 May 27 22:59:59.660221 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cadc7750-9510-4d19-a505-478a58a42626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:59.687061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port d485da6e-9e7b-4503-a59f-b1e9a88d61ad {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 22:59:59.687061 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 22:59:59.775043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] The port 'd485da6e-9e7b-4503-a59f-b1e9a88d61ad' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:00:00.073993 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:00.073993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-48de5fdc-f6a0-4f0d-94d4-36b64c2f9bad tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3435407 May 27 23:00:00.075398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:00:00.075554 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0cfb61b-d917-4f32-94d2-3c248eec1d46']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:00.079007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9fffc79-e68a-46fb-9fdc-406a641f1823') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:00.079304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9fffc79-e68a-46fb-9fdc-406a641f1823') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:00.110880 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:00.132545 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:00.151343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:00:00.151739 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:00.217696 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b9fffc79-e68a-46fb-9fdc-406a641f1823 resource provider aggregate not found May 27 23:00:00.265715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:00:00.272640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:00.273760 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:00.291401 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b9fffc79-e68a-46fb-9fdc-406a641f1823 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9fffc79-e68a-46fb-9fdc-406a641f1823 found for delete ", "request_id": "req-b86aa749-78c8-4af0-9591-ba8df4cde499"}]} May 27 23:00:00.298099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-c02e9d84-7803-42c4-8bfc-a8bf81df556a service neutron] 10.222.0.27 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967803 May 27 23:00:00.422003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:00:00.422280 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:00.487363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd71f61d-59db-483e-851b-924ef4e51ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac1ca94-083e-4742-8f99-ee0052bfc2a0'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:00:00.504652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7ac1ca94-083e-4742-8f99-ee0052bfc2a0,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:00.514231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbaf9c-b0cc-4117-9e76-9d91cf7a5bb8 req-35ab5853-9683-45be-96d1-ef924d0d72fd tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:00.515893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6cbbaf9c-b0cc-4117-9e76-9d91cf7a5bb8 req-35ab5853-9683-45be-96d1-ef924d0d72fd tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.3327327 May 27 23:00:00.517806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-372b09e6-026a-44e1-b821-8df39665247e service neutron] 10.222.0.27 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068088 May 27 23:00:00.565821 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:00.586033 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:00.602173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Network': ['ID=d0cfb61b-d917-4f32-94d2-3c248eec1d46,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:00.606695 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6cbbaf9c-b0cc-4117-9e76-9d91cf7a5bb8 req-6a424747-0243-4332-b550-0bc52f7dd37c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796549 May 27 23:00:00.617133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:00.617693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:00.618213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:00.618793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:00.619280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:00.619772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:00.620253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:00.620758 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:00.625195 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:00.625348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:00.625348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:00.625348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:00.625348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:00.697627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=7ac1ca94-083e-4742-8f99-ee0052bfc2a0,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:00.788228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cc87d132-1412-400c-9805-bafbb4553082 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/networks/d0cfb61b-d917-4f32-94d2-3c248eec1d46 HTTP/1.1" status: 204 len: 168 time: 3.7548156 May 27 23:00:00.792670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 32788) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:00.799705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1523557128'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:00:00.811619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:00:00.822543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:network and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:00:00.829433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:00:00.843456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:00:00.880294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c85eb5-7ce0-40e9-89b2-49ddc9577107 req-1e343f50-613d-4590-aaa6-6d62bbbd8311 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:00.882380 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0c85eb5-7ce0-40e9-89b2-49ddc9577107 req-1e343f50-613d-4590-aaa6-6d62bbbd8311 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1097 time: 0.1461551 May 27 23:00:00.951553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:00:00.954101 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0c85eb5-7ce0-40e9-89b2-49ddc9577107 req-66fedb77-a6e4-4680-8435-99b3fa6db5df tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580103 May 27 23:00:00.955606 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:01.000307 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:01.001717 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:01.051060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:00:01.064511 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:01.065999 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Added segment ca4a8379-09c6-445a-915e-09adde54ec7f of type vlan for network 53f1cf67-c7e1-4a4e-820a-3000f4e1ed91 May 27 23:00:01.080591 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60c57b6-fdf1-4b1d-b787-f0e8d617ee38'] response: {'server_uuid': 'fd71f61d-59db-483e-851b-924ef4e51ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac1ca94-083e-4742-8f99-ee0052bfc2a0', 'code': 200} May 27 23:00:01.138794 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:01.370284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddd8de-7be1-4cc6-a5fe-3976759472d0 req-d54d8db2-338a-4e11-a22b-be65af95a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:01.374693 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-64ddd8de-7be1-4cc6-a5fe-3976759472d0 req-d54d8db2-338a-4e11-a22b-be65af95a6b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1097 time: 0.1779149 May 27 23:00:01.376946 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:01.385649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:01.386562 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:01.608435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Network': ['ID=53f1cf67-c7e1-4a4e-820a-3000f4e1ed91,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:01.620953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 53f1cf67-c7e1-4a4e-820a-3000f4e1ed91 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:00:01.638860 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-64ddd8de-7be1-4cc6-a5fe-3976759472d0 req-4edd86c0-cb75-4ce5-bb20-b77991b4c462 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447646 May 27 23:00:01.672770 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-07c01300-952c-452c-a3ca-65d8ae025729 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8772569 May 27 23:00:01.674994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 32804) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:01.686963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'subnet': {'network_id': '53f1cf67-c7e1-4a4e-820a-3000f4e1ed91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:00:01.881963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:00:01.893783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:subnet and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:00:01.900690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:00:01.917953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:00:01.933301 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d29ccf29-eac7-4d78-a6a2-c1e32a0acd8a req-fa51626b-d242-4608-98b4-640da624b987 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 210 time: 0.1927030 May 27 23:00:02.039296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:00:02.049065 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:02.163030 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:02.311373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87213f87-5657-4500-9e7c-01ee40dd5349 req-17298b47-c22f-465f-aa45-059e316ab091 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:02.319378 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87213f87-5657-4500-9e7c-01ee40dd5349 req-17298b47-c22f-465f-aa45-059e316ab091 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.3250294 May 27 23:00:02.416897 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87213f87-5657-4500-9e7c-01ee40dd5349 req-3dc80cf7-53d1-4a00-9b32-d948692597ef tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963233 May 27 23:00:02.467597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbac9eb-3b4c-47c5-9c8b-1398f9f44b3f req-c76adbc9-f664-46d2-b4f2-161f1a3c2608 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:02.469241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbbac9eb-3b4c-47c5-9c8b-1398f9f44b3f req-c76adbc9-f664-46d2-b4f2-161f1a3c2608 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1097 time: 0.1312823 May 27 23:00:02.525075 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:02.552266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbbac9eb-3b4c-47c5-9c8b-1398f9f44b3f req-5ce0ee03-c44a-44c4-a08a-bba7a826196b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658488 May 27 23:00:02.763403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Subnet': ['ID=a5f17ff8-e2d0-4c8e-b1c6-6c024bb16c78,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:02.774895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Checking segment: {'id': 'ca4a8379-09c6-445a-915e-09adde54ec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '53f1cf67-c7e1-4a4e-820a-3000f4e1ed91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:00:02.774895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network hostable DHCP agents. Network: 53f1cf67-c7e1-4a4e-820a-3000f4e1ed91, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:00:03.042682 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8a4b2f65-16b6-4862-ab38-f79e6d4be6d4 req-5341fb91-7b75-4777-a008-3b487c1f4c7f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 210 time: 0.0431948 May 27 23:00:03.066593 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 53f1cf67-c7e1-4a4e-820a-3000f4e1ed91 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:00:03.228240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 53f1cf67-c7e1-4a4e-820a-3000f4e1ed91) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:00:03.233533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:03.234335 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:03.241279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d376e41-d9b7-47b0-bf9c-42d9d7d57bd8 None None] Network 53f1cf67-c7e1-4a4e-820a-3000f4e1ed91 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:00:03.387860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dab4ea-3579-4527-a6ea-0a48e9e5153c req-f4e747bd-51c2-46af-8af7-a53af72f493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:03.389506 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-91dab4ea-3579-4527-a6ea-0a48e9e5153c req-f4e747bd-51c2-46af-8af7-a53af72f493d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17e0516bad424434bcaa34f906cb2013&device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 1097 time: 0.1050277 May 27 23:00:03.434425 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-30f1df85-03bd-428b-b4e7-3e4479002934 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7555654 May 27 23:00:03.439233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 32838) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:03.461218 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2a8a3016-84f2-4fbf-b15f-475b5d8243f9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-377336456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:00:03.483295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2a8a3016-84f2-4fbf-b15f-475b5d8243f9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:00:03.492003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2a8a3016-84f2-4fbf-b15f-475b5d8243f9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:router and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:00:03.504142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2a8a3016-84f2-4fbf-b15f-475b5d8243f9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:00:03.524870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2a8a3016-84f2-4fbf-b15f-475b5d8243f9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:00:03.579649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dab4ea-3579-4527-a6ea-0a48e9e5153c req-fcfe90d7-f3dd-4dde-9fe0-2cfe420a86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:03.581784 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-91dab4ea-3579-4527-a6ea-0a48e9e5153c req-fcfe90d7-f3dd-4dde-9fe0-2cfe420a86bb service neutron] 10.222.0.57 "GET /v2.0/networks?id=de4a8b3f-b36f-4a81-b757-3c8e918007df HTTP/1.1" status: 200 len: 915 time: 0.1854208 May 27 23:00:03.594216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-53f1cf67-c7e1-4a4e-820a-3000f4e1ed91', 'network_id': '53f1cf67-c7e1-4a4e-820a-3000f4e1ed91', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'fixed_ips': [{'subnet_id': 'a5f17ff8-e2d0-4c8e-b1c6-6c024bb16c78'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:00:03.602079 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:03.667560 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a8a3016-84f2-4fbf-b15f-475b5d8243f9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:03.669526 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a8a3016-84f2-4fbf-b15f-475b5d8243f9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:03.712425 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-91dab4ea-3579-4527-a6ea-0a48e9e5153c req-27d7db9e-519e-4aaa-b5d6-5fa06debe52e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e HTTP/1.1" status: 200 len: 217 time: 0.1184874 May 27 23:00:03.847270 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a8a3016-84f2-4fbf-b15f-475b5d8243f9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:03.892643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dab4ea-3579-4527-a6ea-0a48e9e5153c req-b08e87f7-6ede-41eb-8ab3-536c1e361ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:03.893330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 32846) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:03.894560 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-91dab4ea-3579-4527-a6ea-0a48e9e5153c req-b08e87f7-6ede-41eb-8ab3-536c1e361ccf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a218cd6c-f7e8-4753-ba6b-2597e7fb1c57 HTTP/1.1" status: 200 len: 854 time: 0.1742465 May 27 23:00:03.907020 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Allocated IP 2001:db8::2 (53f1cf67-c7e1-4a4e-820a-3000f4e1ed91/a5f17ff8-e2d0-4c8e-b1c6-6c024bb16c78/885b5ad0-8302-4e74-87e4-69585efa95be) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:00:03.958781 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84223a39-0cbd-4ff5-86f7-7e3ceca74e95 req-c38d7f71-d8d1-4b34-95b5-d0ec1274b9ef tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:03.960439 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-84223a39-0cbd-4ff5-86f7-7e3ceca74e95 req-c38d7f71-d8d1-4b34-95b5-d0ec1274b9ef tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.2812455 May 27 23:00:03.966581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786dd95e-83e3-4a49-beed-f6333adb77df req-34ca4169-206d-4ff6-b753-8198a35c8daa tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:03.968573 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-786dd95e-83e3-4a49-beed-f6333adb77df req-34ca4169-206d-4ff6-b753-8198a35c8daa tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1097 time: 0.1612475 May 27 23:00:04.012853 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-91dab4ea-3579-4527-a6ea-0a48e9e5153c req-a2ec5246-199d-4ae4-b0d6-c9eca4170a29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de4a8b3f-b36f-4a81-b757-3c8e918007df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095819 May 27 23:00:04.038890 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a8a3016-84f2-4fbf-b15f-475b5d8243f9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:04.115504 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-786dd95e-83e3-4a49-beed-f6333adb77df req-d349a6bf-7c68-49f4-80ea-1e6c3248eb6c tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262560 May 27 23:00:04.139378 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-84223a39-0cbd-4ff5-86f7-7e3ceca74e95 req-f75a471e-dfb9-4ae3-b518-0a386c4b0af1 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695311 May 27 23:00:04.253496 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a8a3016-84f2-4fbf-b15f-475b5d8243f9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:04.253496 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2a8a3016-84f2-4fbf-b15f-475b5d8243f9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8114688 May 27 23:00:04.258654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 32860) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:04.304552 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:04.316039 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Transition to ACTIVE for port object 885b5ad0-8302-4e74-87e4-69585efa95be will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:00:04.336536 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Transition to ACTIVE for port object 885b5ad0-8302-4e74-87e4-69585efa95be will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:00:04.378455 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-91dab4ea-3579-4527-a6ea-0a48e9e5153c req-480caf1e-81f8-4fe4-9da1-fdc87802be86 service neutron] 10.222.0.57 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587704 May 27 23:00:04.422799 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:04.480842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Network 53f1cf67-c7e1-4a4e-820a-3000f4e1ed91 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:00:04.489303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:00:04.497573 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:00:04.553794 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-91dab4ea-3579-4527-a6ea-0a48e9e5153c req-9a275811-e4c6-477a-904b-1ca2f23705e4 service neutron] 10.222.0.57 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677461 May 27 23:00:04.594485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-667015d2-71b1-48e2-ad2f-6ba6e63d741c req-4a2d492c-e5e8-4b9f-8b39-9baf9a731132 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 210 time: 0.2021303 May 27 23:00:04.620120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Pushing event updated for resources: {'Port': ['ID=885b5ad0-8302-4e74-87e4-69585efa95be,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:04.660708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Attempting to bind port 885b5ad0-8302-4e74-87e4-69585efa95be on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:00:04.661244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Attempting to bind port 885b5ad0-8302-4e74-87e4-69585efa95be by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ca4a8379-09c6-445a-915e-09adde54ec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '53f1cf67-c7e1-4a4e-820a-3000f4e1ed91'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:00:04.661658 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Attempting to bind port 885b5ad0-8302-4e74-87e4-69585efa95be on network 53f1cf67-c7e1-4a4e-820a-3000f4e1ed91 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:00:04.668719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:00:04.669344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Checking segment: {'id': 'ca4a8379-09c6-445a-915e-09adde54ec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '53f1cf67-c7e1-4a4e-820a-3000f4e1ed91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:00:04.669716 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:04.670240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Bound using segment: {'id': 'ca4a8379-09c6-445a-915e-09adde54ec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '53f1cf67-c7e1-4a4e-820a-3000f4e1ed91'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:00:04.670815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Bound port: 885b5ad0-8302-4e74-87e4-69585efa95be, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4a8379-09c6-445a-915e-09adde54ec7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '53f1cf67-c7e1-4a4e-820a-3000f4e1ed91'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:00:04.671286 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:04.834970 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] For port 885b5ad0-8302-4e74-87e4-69585efa95be, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:00:04.838306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] For port 885b5ad0-8302-4e74-87e4-69585efa95be, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=885b5ad0-8302-4e74-87e4-69585efa95be,segment=NetworkSegment(ca4a8379-09c6-445a-915e-09adde54ec7f),segment_id=ca4a8379-09c6-445a-915e-09adde54ec7f)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:00:04.933114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d66725-c9db-42fd-a32c-4ba1eaa3094b req-1df47bb6-d4b6-44a6-b46b-445cf3080faa tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:04.934653 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c1d66725-c9db-42fd-a32c-4ba1eaa3094b req-1df47bb6-d4b6-44a6-b46b-445cf3080faa tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1097 time: 0.5413291 May 27 23:00:04.935609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-432b5579-fb1b-47fd-b16d-6cb0a68579a8 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Deleting port d9f91fe2-ac53-4829-90c3-77dd9435ea29 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:04.935943 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-432b5579-fb1b-47fd-b16d-6cb0a68579a8 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:04.940195 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:05.057401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ff774-d218-4b53-baa6-0fe9ca08d195 None None] Pushing event updated for resources: {'Port': ['ID=885b5ad0-8302-4e74-87e4-69585efa95be,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:05.280236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-277d3454-93b5-467b-b48f-ab5c0724556f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:05.281958 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-277d3454-93b5-467b-b48f-ab5c0724556f tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 812 time: 0.2672198 May 27 23:00:05.383728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-fadafa80-fe58-4aec-8143-1df029fb62b6 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Synchronizing usage tracker for tenant:a3537ac059424872b0999096f4b18e5e on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:00:05.478466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-fadafa80-fe58-4aec-8143-1df029fb62b6 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Unset dirty status for tenant:a3537ac059424872b0999096f4b18e5e on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:00:05.482769 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-fadafa80-fe58-4aec-8143-1df029fb62b6 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3537ac059424872b0999096f4b18e5e HTTP/1.1" status: 200 len: 379 time: 0.1810369 May 27 23:00:05.490833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'port': {'device_id': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'admin_state_up': True, 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'security_groups': ['c152abe6-9774-4832-afaf-185503c02104']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:00:05.583666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c1d66725-c9db-42fd-a32c-4ba1eaa3094b req-92e76be8-aac4-49ac-a625-0b7f0943b44e tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720329 May 27 23:00:05.714922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:00:05.727129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:00:05.738256 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:05.825511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Made reservation on behalf of a3537ac059424872b0999096f4b18e5e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:00:05.829138 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:06.068587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Allocated IP 172.20.0.9 (d259ef12-3c47-4a2a-b28b-38e6df0b8220/359c9276-8a0d-4cf7-bcd9-97af35f64e95/6143ad13-29b2-4f84-b2be-a344de174d70) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:00:06.119267 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-432b5579-fb1b-47fd-b16d-6cb0a68579a8 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:06.119812 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-432b5579-fb1b-47fd-b16d-6cb0a68579a8 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:06.298206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848f14b-47b9-4ac5-8bc1-9a213bfeaed6 req-31f13afd-2b92-46fe-b001-81b6e84fbc3f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:06.300266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3848f14b-47b9-4ac5-8bc1-9a213bfeaed6 req-31f13afd-2b92-46fe-b001-81b6e84fbc3f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.9176986 May 27 23:00:06.318641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-432b5579-fb1b-47fd-b16d-6cb0a68579a8 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Calling delete_port for d9f91fe2-ac53-4829-90c3-77dd9435ea29 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:06.402434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:06.424318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Transition to ACTIVE for port object 6143ad13-29b2-4f84-b2be-a344de174d70 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:00:06.447099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3848f14b-47b9-4ac5-8bc1-9a213bfeaed6 req-5e904db0-cf54-4310-9b6e-6ca8c1f373b7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884750 May 27 23:00:06.549593 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:06.601349 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccd9afd-2f9d-480d-be87-6092abc0e071 None None] Network 53f1cf67-c7e1-4a4e-820a-3000f4e1ed91 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:00:06.641816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd16c8-f839-4d6a-927b-c8a914f61e86 req-de304ed1-f3dc-4872-aa61-54062baafc68 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:06.644112 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22fd16c8-f839-4d6a-927b-c8a914f61e86 req-de304ed1-f3dc-4872-aa61-54062baafc68 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1097 time: 0.8333805 May 27 23:00:06.688364 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Network d259ef12-3c47-4a2a-b28b-38e6df0b8220 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:00:06.691526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:00:06.698701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:00:06.782750 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'Port': ['ID=6143ad13-29b2-4f84-b2be-a344de174d70,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:06.805846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 885b5ad0-8302-4e74-87e4-69585efa95be up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:00:06.863445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:06.870977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:06.912494 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22fd16c8-f839-4d6a-927b-c8a914f61e86 req-5b8158cf-e116-4d0f-9918-7652fc1101d3 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476017 May 27 23:00:06.982682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Allocated IP 2001:db8::1 (53f1cf67-c7e1-4a4e-820a-3000f4e1ed91/a5f17ff8-e2d0-4c8e-b1c6-6c024bb16c78/a3addc04-c1b1-4de0-8449-7a098ffce717) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:00:07.013598 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-ac10ff73-c6ea-4f04-9283-e34a264cd775 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5266135 May 27 23:00:07.025840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Request body: {'port': {'device_id': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:00:07.028206 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-79f0c040-c14f-4948-9180-86cb0e18d7e6 None None] Provisioning for port 885b5ad0-8302-4e74-87e4-69585efa95be completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:00:07.236481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e345a-3d14-473a-8166-4042edeb5bb0 req-e515129b-df20-4a13-a9ac-4c75023c2d67 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:07.238038 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a04e345a-3d14-473a-8166-4042edeb5bb0 req-e515129b-df20-4a13-a9ac-4c75023c2d67 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 931 time: 0.6438074 May 27 23:00:07.351559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 885b5ad0-8302-4e74-87e4-69585efa95be completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:00:07.356505 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 885b5ad0-8302-4e74-87e4-69585efa95be triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:07.357636 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:07.563448 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:07.594194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Transition to ACTIVE for port object a3addc04-c1b1-4de0-8449-7a098ffce717 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:00:07.635861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 885b5ad0-8302-4e74-87e4-69585efa95be is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:00:07.636380 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:07.653992 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:07.696044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3222e079-44b8-485e-87f8-3cd504f1bb78 None None] Provisioning for port 6143ad13-29b2-4f84-b2be-a344de174d70 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:00:07.709983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3222e079-44b8-485e-87f8-3cd504f1bb78 None None] Provisioning complete for port 6143ad13-29b2-4f84-b2be-a344de174d70 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:07.710356 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3222e079-44b8-485e-87f8-3cd504f1bb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:07.754936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a04e345a-3d14-473a-8166-4042edeb5bb0 req-4d4ea8df-775c-46db-a2f4-735a9d777043 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4992433 May 27 23:00:07.771180 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:07.873146 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3222e079-44b8-485e-87f8-3cd504f1bb78 None None] Port 6143ad13-29b2-4f84-b2be-a344de174d70 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:00:07.875865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 885b5ad0-8302-4e74-87e4-69585efa95be, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=885b5ad0-8302-4e74-87e4-69585efa95be,segment=NetworkSegment(ca4a8379-09c6-445a-915e-09adde54ec7f),segment_id=ca4a8379-09c6-445a-915e-09adde54ec7f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:08.003451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-53894d9c-c6db-4149-84ac-2ddde4669972 None None] Provisioning complete for port 885b5ad0-8302-4e74-87e4-69585efa95be triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:08.003877 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-53894d9c-c6db-4149-84ac-2ddde4669972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:08.063715 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:08.072464 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f4a0e967-2ebf-42dc-8938-9b219d9ac21e no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:00:08.134344 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-432b5579-fb1b-47fd-b16d-6cb0a68579a8 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:08.269315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 53f1cf67-c7e1-4a4e-820a-3000f4e1ed91 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:00:08.278339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543178-8dda-428f-9173-99c55f84b96e req-72a03bff-c596-41b0-93d9-95c3a8968bd5 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:08.286358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6143ad13-29b2-4f84-b2be-a344de174d70 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:00:08.288707 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d543178-8dda-428f-9173-99c55f84b96e req-72a03bff-c596-41b0-93d9-95c3a8968bd5 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/networks?id=52de8c20-649e-4fe8-a991-d55afad2f223 HTTP/1.1" status: 200 len: 911 time: 1.0465524 May 27 23:00:08.290709 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:08.303393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:00:08.322155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=885b5ad0-8302-4e74-87e4-69585efa95be,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:08.323997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Transition to ACTIVE for port object 6143ad13-29b2-4f84-b2be-a344de174d70 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:00:08.324393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:00:08.325507 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:08.329792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=a3addc04-c1b1-4de0-8449-7a098ffce717,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:08.338212 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d543178-8dda-428f-9173-99c55f84b96e req-3fdad958-1415-4158-8edb-f402d51e70c1 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/quotas/97d75364c71f4e81af68d1fac7b9897e HTTP/1.1" status: 200 len: 375 time: 0.0514078 May 27 23:00:08.386328 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:08.395653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port f4a0e967-2ebf-42dc-8938-9b219d9ac21e is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:00:08.396281 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:08.413387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-53894d9c-c6db-4149-84ac-2ddde4669972 None None] Current status of the port 885b5ad0-8302-4e74-87e4-69585efa95be is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:00:08.443135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port f4a0e967-2ebf-42dc-8938-9b219d9ac21e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:08.444380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d253d05-ef25-482c-9163-67cf32882eca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:00:08.458486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b5579-fb1b-47fd-b16d-6cb0a68579a8 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Pushing event deleted for resources: {'Port': ['ID=d9f91fe2-ac53-4829-90c3-77dd9435ea29,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:08.536341 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:08.547926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-432b5579-fb1b-47fd-b16d-6cb0a68579a8 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:08.548274 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-432b5579-fb1b-47fd-b16d-6cb0a68579a8 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Floating IP 46a3a4a6-12f4-4d3a-b5ab-6f51bbbb2fa1 disassociated (deleted). External IP: 172.25.2.13, port: bffdee33-cdd3-4afc-b6e0-596ed9c0efa7. May 27 23:00:08.665137 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:08.695834 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 885b5ad0-8302-4e74-87e4-69585efa95be up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:00:08.705718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05f6ba-9cbb-438a-a9b4-dfe75add6e6c req-2c3f6629-0c8c-4c2f-bf22-65ecc3d0742c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:08.711835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be05f6ba-9cbb-438a-a9b4-dfe75add6e6c req-2c3f6629-0c8c-4c2f-bf22-65ecc3d0742c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 946 time: 0.6128483 May 27 23:00:08.842088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Pushing event updated for resources: {'Port': ['ID=6143ad13-29b2-4f84-b2be-a344de174d70,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:08.852768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Attempting to bind port 6143ad13-29b2-4f84-b2be-a344de174d70 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:00:08.855886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Attempting to bind port 6143ad13-29b2-4f84-b2be-a344de174d70 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:00:08.855886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Attempting to bind port 6143ad13-29b2-4f84-b2be-a344de174d70 on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:00:08.867202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Port 6143ad13-29b2-4f84-b2be-a344de174d70 on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:00:08.867521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Attempting to bind port 6143ad13-29b2-4f84-b2be-a344de174d70 on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:00:08.879572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be05f6ba-9cbb-438a-a9b4-dfe75add6e6c req-884cc58a-ff2a-40aa-82cc-388fedf941f4 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592476 May 27 23:00:08.890186 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d543178-8dda-428f-9173-99c55f84b96e req-cde5fb4a-d551-40ce-9aff-10a5c14a8611 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?tenant_id=97d75364c71f4e81af68d1fac7b9897e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5510988 May 27 23:00:08.897611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 885b5ad0-8302-4e74-87e4-69585efa95be triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:08.898198 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:08.925399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 22, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:00:08.925870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Checking segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:00:08.931831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Bound using segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:00:08.931831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Bound port: 6143ad13-29b2-4f84-b2be-a344de174d70, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:00:08.931831 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:09.040753 n-d-843680-3 neutron-server[88902]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e344d904-9609-40c3-b5ce-adf66127c569']: {'server_uuid': '9d253d05-ef25-482c-9163-67cf32882eca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e', 'code': 422} returned with failed status May 27 23:00:09.131785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 885b5ad0-8302-4e74-87e4-69585efa95be is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:00:09.152245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] For port 6143ad13-29b2-4f84-b2be-a344de174d70, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:00:09.156638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] For port 6143ad13-29b2-4f84-b2be-a344de174d70, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6143ad13-29b2-4f84-b2be-a344de174d70,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:00:09.256777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6af75b96-6116-415a-bdad-0acb439a7170 None None] Provisioning for port a3addc04-c1b1-4de0-8449-7a098ffce717 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:00:09.258395 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:09.272124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6af75b96-6116-415a-bdad-0acb439a7170 None None] Provisioning complete for port a3addc04-c1b1-4de0-8449-7a098ffce717 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:09.273653 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6af75b96-6116-415a-bdad-0acb439a7170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:09.311939 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:09.373654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6af75b96-6116-415a-bdad-0acb439a7170 None None] Port a3addc04-c1b1-4de0-8449-7a098ffce717 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:00:09.409592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:09.410173 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:09.418371 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] 10.222.0.46 "PUT /v2.0/ports/6143ad13-29b2-4f84-b2be-a344de174d70 HTTP/1.1" status: 200 len: 1091 time: 2.3988504 May 27 23:00:09.419006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'tag': '6143ad13-29b2-4f84-b2be-a344de174d70'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:00:09.445501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b46f1-0999-4398-8bd8-1b973016d056 service neutron] Pushing event updated for resources: {'Port': ['ID=6143ad13-29b2-4f84-b2be-a344de174d70,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:09.557802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d543178-8dda-428f-9173-99c55f84b96e req-34b905bc-9059-4f5c-a42d-6fe04c65a7ef service neutron] 10.222.0.27 "GET /v2.0/networks/52de8c20-649e-4fe8-a991-d55afad2f223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575625 May 27 23:00:09.832971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-99e4e9b4-3ca1-44f3-b2be-2d7049568b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:09.834815 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-99e4e9b4-3ca1-44f3-b2be-2d7049568b64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 1094 time: 0.1315479 May 27 23:00:09.912291 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-1075db26-e475-4f0e-9985-fa5259bbcb24 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6143ad13-29b2-4f84-b2be-a344de174d70 HTTP/1.1" status: 200 len: 217 time: 0.0685313 May 27 23:00:09.971852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ad4ae-3d26-4f9a-9101-bab2ace55b07 req-671a7ff6-01de-451c-b94c-1a5a5463185c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:09.973409 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e9ad4ae-3d26-4f9a-9101-bab2ace55b07 req-671a7ff6-01de-451c-b94c-1a5a5463185c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 943 time: 0.7198555 May 27 23:00:09.989450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-bf073805-caef-447e-9832-e266486b3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:09.994485 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-bf073805-caef-447e-9832-e266486b3186 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.0762517 May 27 23:00:10.013155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432b5579-fb1b-47fd-b16d-6cb0a68579a8 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Router 8b860ba8-a602-4874-9e45-e80ae721ec03 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:00:10.079478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-499bd8d5-0dc2-41dc-912b-6517d026286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:10.081033 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-499bd8d5-0dc2-41dc-912b-6517d026286d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805500 May 27 23:00:10.217000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d543178-8dda-428f-9173-99c55f84b96e req-db789c2d-1c47-4406-a0ae-c171de90b80a service neutron] 10.222.0.27 "GET /v2.0/networks/52de8c20-649e-4fe8-a991-d55afad2f223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491134 May 27 23:00:10.221597 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-234a0a1e-f9e8-4385-95a6-a192b3acaebd service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338699 May 27 23:00:10.233717 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e9ad4ae-3d26-4f9a-9101-bab2ace55b07 req-c48051eb-e9c5-4b3d-b1fb-7642d62eaa4c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494190 May 27 23:00:10.389908 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432b5579-fb1b-47fd-b16d-6cb0a68579a8 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:00:10.400409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6becae5-ad93-454d-a348-fee1ae99e3b0 None None] Sync routers for ids ['8b860ba8-a602-4874-9e45-e80ae721ec03'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:00:10.411430 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6becae5-ad93-454d-a348-fee1ae99e3b0 None None] Routers {'8b860ba8-a602-4874-9e45-e80ae721ec03'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:10.412164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f6becae5-ad93-454d-a348-fee1ae99e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8b860ba8-a602-4874-9e45-e80ae721ec03'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:10.464439 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d1aa2fde-bb79-4f45-abfd-dcc3c14add91 req-795e4053-6129-4935-a3c7-3f2e8502c216 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365935 May 27 23:00:10.483874 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:10.511796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b26f9-af37-49d5-a4e1-d1cd6f8161b5 req-54433bee-4c39-4e9c-85ba-b44c674d4076 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:10.513495 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f4b26f9-af37-49d5-a4e1-d1cd6f8161b5 req-54433bee-4c39-4e9c-85ba-b44c674d4076 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.1217620 May 27 23:00:10.582503 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9cd75dc-3a49-4605-8887-f5f6d42897f0'] response: {'name': 'network-changed', 'server_uuid': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'tag': '6143ad13-29b2-4f84-b2be-a344de174d70', 'status': 'completed', 'code': 200} May 27 23:00:10.598903 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f4b26f9-af37-49d5-a4e1-d1cd6f8161b5 req-4ef445c0-1832-4af7-a4f2-6463f9e1df3f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790677 May 27 23:00:10.609349 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-432b5579-fb1b-47fd-b16d-6cb0a68579a8 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:10.686183 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:10.686964 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:10.727865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f6becae5-ad93-454d-a348-fee1ae99e3b0 None None] Set router 8b860ba8-a602-4874-9e45-e80ae721ec03 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:00:10.742801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962807d-73be-407b-9e1b-bcbbb2446630 req-5977dfaa-4714-4e80-856c-cb7cce09b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:10.746949 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9962807d-73be-407b-9e1b-bcbbb2446630 req-5977dfaa-4714-4e80-856c-cb7cce09b34a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 1094 time: 0.0998721 May 27 23:00:10.988793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962807d-73be-407b-9e1b-bcbbb2446630 req-dbc9c938-0d9b-4051-978c-ae44c74452aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:10.998708 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9962807d-73be-407b-9e1b-bcbbb2446630 req-dbc9c938-0d9b-4051-978c-ae44c74452aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.2403979 May 27 23:00:11.007178 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c99f14bb-4c27-455d-a7bc-cfa2a8130900 req-dce99550-210b-4623-8da8-cf1ec8d3163b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 210 time: 0.3247681 May 27 23:00:11.030525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=a3addc04-c1b1-4de0-8449-7a098ffce717,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:11.210355 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-432b5579-fb1b-47fd-b16d-6cb0a68579a8 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "DELETE /v2.0/floatingips/46a3a4a6-12f4-4d3a-b5ab-6f51bbbb2fa1 HTTP/1.1" status: 204 len: 168 time: 7.3120015 May 27 23:00:11.211998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'tag': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:00:11.263817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 53f1cf67-c7e1-4a4e-820a-3000f4e1ed91 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:00:11.268052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:00:11.361903 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9962807d-73be-407b-9e1b-bcbbb2446630 req-eef5a1de-bb1c-49e8-bf7b-e969a2f833fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6143ad13-29b2-4f84-b2be-a344de174d70 HTTP/1.1" status: 200 len: 217 time: 0.3520386 May 27 23:00:11.525938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962807d-73be-407b-9e1b-bcbbb2446630 req-1a655468-49ff-42e0-abf9-5c3f2bdec9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:11.527392 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9962807d-73be-407b-9e1b-bcbbb2446630 req-1a655468-49ff-42e0-abf9-5c3f2bdec9ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.1586132 May 27 23:00:11.551792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f6becae5-ad93-454d-a348-fee1ae99e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T22:54:23Z', 'revision_number': 4, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'df3cfb4d-7a9d-4404-88d2-bb1fddb93294', 'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'tenant_id': '921154709996453f880f967c0d436688', 'mac_address': 'fa:16:3e:4d:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:19Z', 'updated_at': '2022-05-27T22:54:32Z', 'revision_number': 5, 'project_id': '921154709996453f880f967c0d436688', 'subnets': [{'id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:11.556079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6becae5-ad93-454d-a348-fee1ae99e3b0 None None] Checking router: 8b860ba8-a602-4874-9e45-e80ae721ec03 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:00:11.558052 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dae4744-6adf-4b14-8641-d34494c60c39'] response: {'name': 'network-changed', 'server_uuid': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'tag': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'status': 'completed', 'code': 200} May 27 23:00:11.593288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6becae5-ad93-454d-a348-fee1ae99e3b0 None None] Routers {'8b860ba8-a602-4874-9e45-e80ae721ec03'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:11.594408 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f6becae5-ad93-454d-a348-fee1ae99e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8b860ba8-a602-4874-9e45-e80ae721ec03'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:11.732518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962807d-73be-407b-9e1b-bcbbb2446630 req-49f6a3db-8544-440d-8e03-0cb67c7f0316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:11.734247 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9962807d-73be-407b-9e1b-bcbbb2446630 req-49f6a3db-8544-440d-8e03-0cb67c7f0316 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1964374 May 27 23:00:11.960805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-58fd1d80-3901-4000-917b-60c4bbd1a5a7 None None] Provisioning complete for port a3addc04-c1b1-4de0-8449-7a098ffce717 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:11.961386 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-58fd1d80-3901-4000-917b-60c4bbd1a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:11.979861 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9962807d-73be-407b-9e1b-bcbbb2446630 req-e21abba7-0b0e-4777-8fb9-0f60ea628bea service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381675 May 27 23:00:12.007955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039e096-8314-4ce7-a062-94c4ba176997 req-3096cbd3-6048-4b87-b548-ca915d4a06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:12.009860 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2039e096-8314-4ce7-a062-94c4ba176997 req-3096cbd3-6048-4b87-b548-ca915d4a06bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=921154709996453f880f967c0d436688&device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 1096 time: 0.4268055 May 27 23:00:12.119626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router 17465ed8-4a61-4190-88b7-47436ec506f1 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:00:12.154149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b811dd-1356-4e45-b871-fdb6ea2cf039 req-84fa2796-c79f-4f39-a480-e5c2237218ba tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:12.160680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3b811dd-1356-4e45-b871-fdb6ea2cf039 req-84fa2796-c79f-4f39-a480-e5c2237218ba tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 943 time: 0.3617783 May 27 23:00:12.194394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f4a0e967-2ebf-42dc-8938-9b219d9ac21e no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:00:12.290680 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9962807d-73be-407b-9e1b-bcbbb2446630 req-cbea618f-1f38-49b6-8a79-02afd7b3a108 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017459 May 27 23:00:12.351161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-58fd1d80-3901-4000-917b-60c4bbd1a5a7 None None] Port a3addc04-c1b1-4de0-8449-7a098ffce717 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:00:12.381614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f6becae5-ad93-454d-a348-fee1ae99e3b0 None None] Set router 8b860ba8-a602-4874-9e45-e80ae721ec03 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:00:12.405757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:00:12.417240 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d672cd-ee94-409f-a21f-2f8196af9838 None None] Sync routers for ids ['17465ed8-4a61-4190-88b7-47436ec506f1'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:00:12.435317 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d672cd-ee94-409f-a21f-2f8196af9838 None None] Routers {'17465ed8-4a61-4190-88b7-47436ec506f1'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:12.436227 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-20d672cd-ee94-409f-a21f-2f8196af9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['17465ed8-4a61-4190-88b7-47436ec506f1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:12.521376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port f4a0e967-2ebf-42dc-8938-9b219d9ac21e is: DOWN; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:00:12.563765 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-20d672cd-ee94-409f-a21f-2f8196af9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:12.579562 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d672cd-ee94-409f-a21f-2f8196af9838 None None] Routers {'17465ed8-4a61-4190-88b7-47436ec506f1'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:12.580457 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-20d672cd-ee94-409f-a21f-2f8196af9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['17465ed8-4a61-4190-88b7-47436ec506f1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:12.604520 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-227c5020-6c57-4478-8a16-17aedaa8570b tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/17465ed8-4a61-4190-88b7-47436ec506f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3444061 May 27 23:00:12.606984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 32962) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:12.644642 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3b811dd-1356-4e45-b871-fdb6ea2cf039 req-d4c89db8-f0d0-4dd7-8341-5af5054726c1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4830599 May 27 23:00:12.749510 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-20d672cd-ee94-409f-a21f-2f8196af9838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:12.749510 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d672cd-ee94-409f-a21f-2f8196af9838 None None] The sync data for ids ['17465ed8-4a61-4190-88b7-47436ec506f1'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:00:12.826337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039e096-8314-4ce7-a062-94c4ba176997 req-afac60ae-9030-405d-99c5-0595a6b27446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:12.828718 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2039e096-8314-4ce7-a062-94c4ba176997 req-afac60ae-9030-405d-99c5-0595a6b27446 service neutron] 10.222.0.46 "GET /v2.0/networks?id=10953b49-8a50-460b-bc26-25bd2f39cd7a HTTP/1.1" status: 200 len: 914 time: 0.8079066 May 27 23:00:12.874245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b4c13b-543a-41ed-92ac-a6fc039d8c61 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:12.877638 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9b4c13b-543a-41ed-92ac-a6fc039d8c61 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports/a3addc04-c1b1-4de0-8449-7a098ffce717 HTTP/1.1" status: 200 len: 911 time: 0.2695129 May 27 23:00:12.880956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 32966) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:12.931514 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f6becae5-ad93-454d-a348-fee1ae99e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T22:54:23Z', 'revision_number': 4, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'df3cfb4d-7a9d-4404-88d2-bb1fddb93294', 'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'tenant_id': '921154709996453f880f967c0d436688', 'mac_address': 'fa:16:3e:4d:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:19Z', 'updated_at': '2022-05-27T22:54:32Z', 'revision_number': 5, 'project_id': '921154709996453f880f967c0d436688', 'subnets': [{'id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:12.932099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6becae5-ad93-454d-a348-fee1ae99e3b0 None None] The sync data for ids ['8b860ba8-a602-4874-9e45-e80ae721ec03'] in n-d-843680-3 is: [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T22:54:23Z', 'revision_number': 4, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'df3cfb4d-7a9d-4404-88d2-bb1fddb93294', 'name': '', 'network_id': '10953b49-8a50-460b-bc26-25bd2f39cd7a', 'tenant_id': '921154709996453f880f967c0d436688', 'mac_address': 'fa:16:3e:4d:8c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:19Z', 'updated_at': '2022-05-27T22:54:32Z', 'revision_number': 5, 'project_id': '921154709996453f880f967c0d436688', 'subnets': [{'id': 'cbe3b673-ec6a-40c3-8265-98f8f9d42c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:00:12.972266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2039e096-8314-4ce7-a062-94c4ba176997 req-10890daf-904d-4ce8-93f4-eabe6cd0cdd8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 HTTP/1.1" status: 200 len: 217 time: 0.1205478 May 27 23:00:13.155785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039e096-8314-4ce7-a062-94c4ba176997 req-81bd6711-e040-4e17-9491-a8a5f7e0c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:13.157624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2039e096-8314-4ce7-a062-94c4ba176997 req-81bd6711-e040-4e17-9491-a8a5f7e0c0c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cbe3b673-ec6a-40c3-8265-98f8f9d42c84 HTTP/1.1" status: 200 len: 852 time: 0.1704667 May 27 23:00:13.238402 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d08590d0-22f2-412f-9379-6cf64d8d227c req-039bd9bf-80d7-4c8c-bfb8-9f8824018907 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8299968 May 27 23:00:13.281052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff632bf-0474-47e7-b378-76e5d6328bcf req-2348c850-26bd-478a-95e4-d46713a5b84f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:13.289260 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cff632bf-0474-47e7-b378-76e5d6328bcf req-2348c850-26bd-478a-95e4-d46713a5b84f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.9538083 May 27 23:00:13.560904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cff632bf-0474-47e7-b378-76e5d6328bcf req-a7387b5e-1536-48d5-966c-c420cc123435 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682714 May 27 23:00:13.607887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc6979a-2954-4be7-82fe-c9c6f0a1f0bb None None] New status for floating IP 46a3a4a6-12f4-4d3a-b5ab-6f51bbbb2fa1: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:00:13.640539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39004c77-5405-4e37-854f-23f18045af1d req-4b7b92d5-ce93-42ab-9cc5-3cf7bc55a97d tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:13.642760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-39004c77-5405-4e37-854f-23f18045af1d req-4b7b92d5-ce93-42ab-9cc5-3cf7bc55a97d tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Synchronizing usage tracker for tenant:921154709996453f880f967c0d436688 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:00:13.712980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039e096-8314-4ce7-a062-94c4ba176997 req-451d2e15-bd44-47bd-a7ba-26d197e46949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:13.715714 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2039e096-8314-4ce7-a062-94c4ba176997 req-451d2e15-bd44-47bd-a7ba-26d197e46949 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=10953b49-8a50-460b-bc26-25bd2f39cd7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5460169 May 27 23:00:13.940692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f7717-6128-4b64-872a-a7bb9c2e467e req-ed57604d-651d-4865-9874-5caed97f8d22 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:13.941406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c38f7717-6128-4b64-872a-a7bb9c2e467e req-ed57604d-651d-4865-9874-5caed97f8d22 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Synchronizing usage tracker for tenant:921154709996453f880f967c0d436688 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:00:13.960071 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08451876-034e-4c4c-ae4b-30eae4f31cb1 req-d7c90579-6476-4277-b048-4a40ce2b277d tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 210 time: 0.1432028 May 27 23:00:14.071991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2039e096-8314-4ce7-a062-94c4ba176997 req-b0d6c55f-7600-4891-b667-02b9e10e12f5 service neutron] 10.222.0.46 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498809 May 27 23:00:14.100757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.46', 62171) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:14.178353 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-39004c77-5405-4e37-854f-23f18045af1d req-4b7b92d5-ce93-42ab-9cc5-3cf7bc55a97d tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Unset dirty status for tenant:921154709996453f880f967c0d436688 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:00:14.179555 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39004c77-5405-4e37-854f-23f18045af1d req-4b7b92d5-ce93-42ab-9cc5-3cf7bc55a97d tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 945 time: 1.2012172 May 27 23:00:14.215453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c38f7717-6128-4b64-872a-a7bb9c2e467e req-ed57604d-651d-4865-9874-5caed97f8d22 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Unset dirty status for tenant:921154709996453f880f967c0d436688 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:00:14.216584 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c38f7717-6128-4b64-872a-a7bb9c2e467e req-ed57604d-651d-4865-9874-5caed97f8d22 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 945 time: 0.7037644 May 27 23:00:14.316045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-39004c77-5405-4e37-854f-23f18045af1d req-fc60968d-77ff-4481-bb3a-7526e02cc107 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/security-groups?id=5a556b51-b525-43b0-852f-d0778862196c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981400 May 27 23:00:14.325383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-c38f7717-6128-4b64-872a-a7bb9c2e467e req-8884dbf8-9a67-4567-a22c-1e7458287ecc tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Deleting port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:14.326184 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c38f7717-6128-4b64-872a-a7bb9c2e467e req-8884dbf8-9a67-4567-a22c-1e7458287ecc tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:14.340950 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2039e096-8314-4ce7-a062-94c4ba176997 req-5c670a18-e057-4b60-971a-04cd65b219c1 service neutron] 10.222.0.46 "GET /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556114 May 27 23:00:14.362545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5d824-2452-4a15-9deb-cf11d9d9fb26 req-7c47bf9d-8e89-4788-acb1-1e4013801719 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:14.370139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0e5d824-2452-4a15-9deb-cf11d9d9fb26 req-7c47bf9d-8e89-4788-acb1-1e4013801719 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 943 time: 0.1928697 May 27 23:00:14.437663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0e5d824-2452-4a15-9deb-cf11d9d9fb26 req-b2578818-d9d2-47a2-8222-744b52785c31 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664518 May 27 23:00:14.526807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543178-8dda-428f-9173-99c55f84b96e req-e9794c87-7983-4007-95cd-8f17f0dbc317 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:14.528873 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7d543178-8dda-428f-9173-99c55f84b96e req-e9794c87-7983-4007-95cd-8f17f0dbc317 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.46 "GET /v2.0/networks?id=52de8c20-649e-4fe8-a991-d55afad2f223 HTTP/1.1" status: 200 len: 911 time: 0.4271500 May 27 23:00:14.546028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Request body: {'port': {'device_id': 'f5f532a7-f6ed-4b91-ba3c-5291e726438e', 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223', 'admin_state_up': True, 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:00:14.558564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:00:14.810616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Usage tracker for resource:port and tenant:97d75364c71f4e81af68d1fac7b9897e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:00:14.818879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:00:14.846319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:00:14.897612 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-998e6ac9-210b-423d-97fa-9cdcf0fb98be tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:14.898137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad78c9f-6500-4881-83d1-3c382610a12c req-6fe6324c-62e3-4139-9c6f-eb5690833a41 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:14.899857 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ad78c9f-6500-4881-83d1-3c382610a12c req-6fe6324c-62e3-4139-9c6f-eb5690833a41 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.1501265 May 27 23:00:15.005312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ad78c9f-6500-4881-83d1-3c382610a12c req-892663c5-f775-488d-a51d-6e27d27a2f45 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798032 May 27 23:00:15.110749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Made reservation on behalf of 97d75364c71f4e81af68d1fac7b9897e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:00:15.114038 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:15.171457 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dcb1dbd5-278b-4d6d-bc63-5666f88d559b req-a197c225-605f-4f55-939a-607d0351610a tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 210 time: 0.0704281 May 27 23:00:15.298062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c38f7717-6128-4b64-872a-a7bb9c2e467e req-8884dbf8-9a67-4567-a22c-1e7458287ecc tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] For port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7,segment=NetworkSegment(39891671-febf-441f-ad10-99d91f85790a),segment_id=39891671-febf-441f-ad10-99d91f85790a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:15.298715 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c38f7717-6128-4b64-872a-a7bb9c2e467e req-8884dbf8-9a67-4567-a22c-1e7458287ecc tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:15.595898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-c38f7717-6128-4b64-872a-a7bb9c2e467e req-8884dbf8-9a67-4567-a22c-1e7458287ecc tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Calling delete_port for bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:15.610076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36acc0-9f58-44ed-94d8-2a3ac9f15b59 req-b327ba01-0003-4a02-9c93-959dcff37738 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:15.624147 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb36acc0-9f58-44ed-94d8-2a3ac9f15b59 req-b327ba01-0003-4a02-9c93-959dcff37738 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 945 time: 0.1539757 May 27 23:00:15.825148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Allocated IP 172.20.0.4 (52de8c20-649e-4fe8-a991-d55afad2f223/b8c7765f-798b-4a41-954b-2c7fc2548c57/1c91825b-1cb7-43cf-a74c-fe530fa586d9) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:00:15.851104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fb36acc0-9f58-44ed-94d8-2a3ac9f15b59 req-2ea779c4-5246-4113-9e78-30ebb73b96c3 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/security-groups?id=5a556b51-b525-43b0-852f-d0778862196c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244716 May 27 23:00:15.887414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff0cd0-7955-44ea-adc5-3c56403d48b4 req-8af16d0b-1367-47d9-90db-7afef38a2d8c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:15.889275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93ff0cd0-7955-44ea-adc5-3c56403d48b4 req-8af16d0b-1367-47d9-90db-7afef38a2d8c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 943 time: 0.2435486 May 27 23:00:15.959908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08590d0-22f2-412f-9379-6cf64d8d227c req-b2f6d7a7-a32c-4daf-befd-efd6efbee171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:15.961440 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d08590d0-22f2-412f-9379-6cf64d8d227c req-b2f6d7a7-a32c-4daf-befd-efd6efbee171 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca&tenant_id=17e0516bad424434bcaa34f906cb2013 HTTP/1.1" status: 200 len: 1095 time: 0.3332331 May 27 23:00:16.000278 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:16.009064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93ff0cd0-7955-44ea-adc5-3c56403d48b4 req-b5a3f830-af67-4190-93b2-e5d593ba07f1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121259 May 27 23:00:16.064226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:00:16.209989 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c38f7717-6128-4b64-872a-a7bb9c2e467e req-8884dbf8-9a67-4567-a22c-1e7458287ecc tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:16.223084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-998e6ac9-210b-423d-97fa-9cdcf0fb98be tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port a3addc04-c1b1-4de0-8449-7a098ffce717 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:16.223621 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-998e6ac9-210b-423d-97fa-9cdcf0fb98be tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:16.234022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No active binding found for port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 23:00:16.235672 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:00:16.360730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884dbf8-9a67-4567-a22c-1e7458287ecc tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Pushing event deleted for resources: {'Port': ['ID=bffdee33-cdd3-4afc-b6e0-596ed9c0efa7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:16.376302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276383a2-b0ed-4100-a121-f378533ade37 req-93dceb7d-3bba-4303-89dd-e705a3607aec tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:16.380826 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-276383a2-b0ed-4100-a121-f378533ade37 req-93dceb7d-3bba-4303-89dd-e705a3607aec tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.1282916 May 27 23:00:16.414622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08590d0-22f2-412f-9379-6cf64d8d227c req-d86227c7-48b4-4a1e-a7b9-3107dcffee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:16.416120 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d08590d0-22f2-412f-9379-6cf64d8d227c req-d86227c7-48b4-4a1e-a7b9-3107dcffee0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17e0516bad424434bcaa34f906cb2013&device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 1095 time: 0.4011428 May 27 23:00:16.467025 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-480654b8-06d6-4010-b55f-5da1f2074a3f req-aa2b2264-4052-4240-9685-662133a9efef tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 210 time: 0.0849304 May 27 23:00:16.489612 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-276383a2-b0ed-4100-a121-f378533ade37 req-dc55424b-2cba-4628-a054-ae880e3ff3ec tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630288 May 27 23:00:16.911183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38f7717-6128-4b64-872a-a7bb9c2e467e req-8884dbf8-9a67-4567-a22c-1e7458287ecc tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] No DVR routers for this DVR port bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:00:16.975125 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-998e6ac9-210b-423d-97fa-9cdcf0fb98be tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:17.085852 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e8509ac-bf3e-4c6b-9ae3-285c31dc818b req-af0cc969-c2f7-47cf-acfb-0f77d1b03dd5 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 210 time: 0.0770135 May 27 23:00:17.130346 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-998e6ac9-210b-423d-97fa-9cdcf0fb98be tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for a3addc04-c1b1-4de0-8449-7a098ffce717 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:17.220178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:17.266561 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c38f7717-6128-4b64-872a-a7bb9c2e467e req-8884dbf8-9a67-4567-a22c-1e7458287ecc tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:17.291310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc2756-7d9b-446f-b461-b06ae555a06e req-f3335987-0bd0-4a95-b73e-039e49028f61 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:17.293820 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24bc2756-7d9b-446f-b461-b06ae555a06e req-f3335987-0bd0-4a95-b73e-039e49028f61 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 943 time: 0.1359885 May 27 23:00:17.296835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'name': 'network-vif-deleted', 'tag': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:00:17.326950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Transition to ACTIVE for port object 1c91825b-1cb7-43cf-a74c-fe530fa586d9 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:00:17.396664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24bc2756-7d9b-446f-b461-b06ae555a06e req-b4c63d9b-92d0-4b17-82d2-9d0f34621afe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860019 May 27 23:00:17.400709 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0c0723-11bc-4544-bfd3-922a94183fe6'] response: {'server_uuid': 'eb04a831-a664-4e85-91bb-a870cad33db0', 'name': 'network-vif-deleted', 'tag': 'bffdee33-cdd3-4afc-b6e0-596ed9c0efa7', 'status': 'completed', 'code': 200} May 27 23:00:17.427389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08590d0-22f2-412f-9379-6cf64d8d227c req-2003d036-79cf-45f0-8083-da00fbdc7812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:17.430004 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d08590d0-22f2-412f-9379-6cf64d8d227c req-2003d036-79cf-45f0-8083-da00fbdc7812 service neutron] 10.222.0.57 "GET /v2.0/networks?id=de4a8b3f-b36f-4a81-b757-3c8e918007df HTTP/1.1" status: 200 len: 915 time: 0.9868972 May 27 23:00:17.507396 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d08590d0-22f2-412f-9379-6cf64d8d227c req-c927fdc3-2fda-4625-ad3c-dbe590bb81a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e HTTP/1.1" status: 200 len: 217 time: 0.0657015 May 27 23:00:17.510002 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c38f7717-6128-4b64-872a-a7bb9c2e467e req-8884dbf8-9a67-4567-a22c-1e7458287ecc tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.46 "DELETE /v2.0/ports/bffdee33-cdd3-4afc-b6e0-596ed9c0efa7 HTTP/1.1" status: 204 len: 173 time: 3.2797391 May 27 23:00:17.622421 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:17.663299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['7ac1ca94-083e-4742-8f99-ee0052bfc2a0'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:00:17.804176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Network 52de8c20-649e-4fe8-a991-d55afad2f223 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:00:17.811700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Pushing event updated for resources: {'Port': ['ID=1c91825b-1cb7-43cf-a74c-fe530fa586d9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:17.815058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:00:17.823731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:00:17.875279 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08590d0-22f2-412f-9379-6cf64d8d227c req-ab3520b8-440a-4548-8642-df8fd5f4e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:17.882560 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d08590d0-22f2-412f-9379-6cf64d8d227c req-ab3520b8-440a-4548-8642-df8fd5f4e8d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a218cd6c-f7e8-4753-ba6b-2597e7fb1c57 HTTP/1.1" status: 200 len: 854 time: 0.3678656 May 27 23:00:17.958733 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d08590d0-22f2-412f-9379-6cf64d8d227c req-a31fe889-b6b8-40c3-acc2-7f4846ac01ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de4a8b3f-b36f-4a81-b757-3c8e918007df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645216 May 27 23:00:17.966835 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-998e6ac9-210b-423d-97fa-9cdcf0fb98be tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:18.130399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6143ad13-29b2-4f84-b2be-a344de174d70 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:00:18.274215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:18.275090 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:18.281182 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d08590d0-22f2-412f-9379-6cf64d8d227c req-5dba2e9d-3229-4ad3-abeb-ab0da977d551 service neutron] 10.222.0.57 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032651 May 27 23:00:18.282030 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e6ac9-210b-423d-97fa-9cdcf0fb98be tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Port': ['ID=a3addc04-c1b1-4de0-8449-7a098ffce717,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:18.368261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fda57-42c8-4356-be2b-78fb9e4df7ea req-bf624ec3-51bf-46e1-abc4-0cd0ec380f7b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:18.370026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2a6fda57-42c8-4356-be2b-78fb9e4df7ea req-bf624ec3-51bf-46e1-abc4-0cd0ec380f7b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1027 time: 0.7264280 May 27 23:00:18.504786 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-27df1a5d-4087-4efe-ace9-90999599bde2 None None] Provisioning for port 1c91825b-1cb7-43cf-a74c-fe530fa586d9 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:00:18.527100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f20af2-81e4-48b0-95c6-c54a67c29fc3 req-ac00d289-7df6-4726-866a-ff4cdaff09af tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:18.546402 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56f20af2-81e4-48b0-95c6-c54a67c29fc3 req-ac00d289-7df6-4726-866a-ff4cdaff09af tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.8176703 May 27 23:00:18.553649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-27df1a5d-4087-4efe-ace9-90999599bde2 None None] Provisioning complete for port 1c91825b-1cb7-43cf-a74c-fe530fa586d9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:18.555838 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-27df1a5d-4087-4efe-ace9-90999599bde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:18.605397 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2a6fda57-42c8-4356-be2b-78fb9e4df7ea req-5ec71a53-b24d-4ecd-ab5e-a84bfea431fa tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220047 May 27 23:00:18.708982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56f20af2-81e4-48b0-95c6-c54a67c29fc3 req-f877636a-7e4f-42a7-992c-09f26db57dc6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615946 May 27 23:00:18.806525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-27df1a5d-4087-4efe-ace9-90999599bde2 None None] Port 1c91825b-1cb7-43cf-a74c-fe530fa586d9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:00:18.815240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 6143ad13-29b2-4f84-b2be-a344de174d70, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6143ad13-29b2-4f84-b2be-a344de174d70,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:18.831176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '6143ad13-29b2-4f84-b2be-a344de174d70', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'port_id': '6143ad13-29b2-4f84-b2be-a344de174d70', 'mac_address': 'fa:16:3e:d9:4b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:00:18.835421 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d08590d0-22f2-412f-9379-6cf64d8d227c req-f9926428-a349-42d0-9e62-999aea1a13e6 service neutron] 10.222.0.57 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394011 May 27 23:00:18.874151 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7d543178-8dda-428f-9173-99c55f84b96e req-f184440e-c872-4e4f-a258-c9ba73574e19 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 4.3358262 May 27 23:00:18.898169 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 6143ad13-29b2-4f84-b2be-a344de174d70 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:00:18.898596 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:18.920140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6143ad13-29b2-4f84-b2be-a344de174d70 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:00:18.939167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 6143ad13-29b2-4f84-b2be-a344de174d70, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6143ad13-29b2-4f84-b2be-a344de174d70,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:18.945362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Request body: {'port': {'device_id': 'f5f532a7-f6ed-4b91-ba3c-5291e726438e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:00:19.012154 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a6f82388-eef7-4b33-99c2-9a52565c4195 req-d8e4ef10-5344-4c74-99dd-3cadbe008393 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "GET /v2.0/ports?device_id=eb04a831-a664-4e85-91bb-a870cad33db0 HTTP/1.1" status: 200 len: 210 time: 0.1847548 May 27 23:00:19.018135 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-998e6ac9-210b-423d-97fa-9cdcf0fb98be tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:19.032977 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:19.095154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e78c23-3e7a-4641-acd1-8c6e59d0812f req-f7702647-29fd-41e8-bf07-9380ef7a9a20 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:19.102659 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0e78c23-3e7a-4641-acd1-8c6e59d0812f req-f7702647-29fd-41e8-bf07-9380ef7a9a20 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 943 time: 0.2045243 May 27 23:00:19.181883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=6143ad13-29b2-4f84-b2be-a344de174d70,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:19.211025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:19.211937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:19.212526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:19.220424 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:19.220840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:19.221477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:19.222087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:19.222567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:19.223064 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:19.223540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:19.224012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:19.224502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:19.226306 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0e78c23-3e7a-4641-acd1-8c6e59d0812f req-f559eaae-17e0-4c5b-b527-bed719bc2ae4 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224537 May 27 23:00:19.266984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['6143ad13-29b2-4f84-b2be-a344de174d70'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:00:19.507534 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:19.726980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998e6ac9-210b-423d-97fa-9cdcf0fb98be tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router 17465ed8-4a61-4190-88b7-47436ec506f1 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:00:19.831622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022b2e8-45de-4f3e-b5db-82d3cf85f376 req-052f407d-5503-4ffb-90be-beefea9e1712 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:19.836683 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2022b2e8-45de-4f3e-b5db-82d3cf85f376 req-052f407d-5503-4ffb-90be-beefea9e1712 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1027 time: 0.1145399 May 27 23:00:19.956384 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2022b2e8-45de-4f3e-b5db-82d3cf85f376 req-8cb387c4-d108-44e8-b255-aada2398bd0d tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143858 May 27 23:00:19.979825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d7d03-1154-467b-934d-14e5e482e3d5 req-93488314-8b08-4fbd-b543-a5c1d195a3c0 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:19.993864 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a9d7d03-1154-467b-934d-14e5e482e3d5 req-93488314-8b08-4fbd-b543-a5c1d195a3c0 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.1239648 May 27 23:00:20.015911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998e6ac9-210b-423d-97fa-9cdcf0fb98be tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:00:20.028136 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-998e6ac9-210b-423d-97fa-9cdcf0fb98be tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/17465ed8-4a61-4190-88b7-47436ec506f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1427038 May 27 23:00:20.034655 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f86a938-8ade-4b36-be24-a08cb47b3397 None None] Sync routers for ids ['17465ed8-4a61-4190-88b7-47436ec506f1'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:00:20.036963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33058) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:20.051317 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f86a938-8ade-4b36-be24-a08cb47b3397 None None] Routers {'17465ed8-4a61-4190-88b7-47436ec506f1'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:20.052040 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f86a938-8ade-4b36-be24-a08cb47b3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['17465ed8-4a61-4190-88b7-47436ec506f1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:20.090242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b4d63312-7261-4dff-84a7-54d66da4b41a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Synchronizing usage tracker for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:00:20.093500 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6143ad13-29b2-4f84-b2be-a344de174d70 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:00:20.098654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a9d7d03-1154-467b-934d-14e5e482e3d5 req-a698fb61-29c1-4007-be7b-bb7e5e15b275 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027956 May 27 23:00:20.174020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b4d63312-7261-4dff-84a7-54d66da4b41a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Unset dirty status for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:00:20.176332 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b4d63312-7261-4dff-84a7-54d66da4b41a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports?device_id=17465ed8-4a61-4190-88b7-47436ec506f1 HTTP/1.1" status: 200 len: 205 time: 0.1367893 May 27 23:00:20.177529 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33064) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:20.226229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33068) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:20.287328 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f86a938-8ade-4b36-be24-a08cb47b3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:20.306156 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f86a938-8ade-4b36-be24-a08cb47b3397 None None] Routers {'17465ed8-4a61-4190-88b7-47436ec506f1'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:20.306784 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f86a938-8ade-4b36-be24-a08cb47b3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['17465ed8-4a61-4190-88b7-47436ec506f1'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:20.316281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 6143ad13-29b2-4f84-b2be-a344de174d70 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:00:20.323457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 6143ad13-29b2-4f84-b2be-a344de174d70 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:20.323921 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:20.450488 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28e49d8f-cbf9-4ee1-8918-ab5a3f485ce2 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:20.545548 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f86a938-8ade-4b36-be24-a08cb47b3397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:20.546145 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f86a938-8ade-4b36-be24-a08cb47b3397 None None] The sync data for ids ['17465ed8-4a61-4190-88b7-47436ec506f1'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:00:20.604093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c91825b-1cb7-43cf-a74c-fe530fa586d9 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:00:20.608110 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b39b-169c-4e3d-aa3b-7eea7d656790 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:20.617871 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:20.622007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 6143ad13-29b2-4f84-b2be-a344de174d70 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:00:20.622007 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:20.637825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Transition to ACTIVE for port object 1c91825b-1cb7-43cf-a74c-fe530fa586d9 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:00:20.674099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6143ad13-29b2-4f84-b2be-a344de174d70'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:00:20.685660 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28e49d8f-cbf9-4ee1-8918-ab5a3f485ce2 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:20.694374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 6143ad13-29b2-4f84-b2be-a344de174d70, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6143ad13-29b2-4f84-b2be-a344de174d70,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:20.717864 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:20.767962 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:20.880443 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1dd6f00-0cad-43e9-ace1-dd108a73eee9'] response: {'server_uuid': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6143ad13-29b2-4f84-b2be-a344de174d70', 'code': 200} May 27 23:00:20.881984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=6143ad13-29b2-4f84-b2be-a344de174d70,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:20.978041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Pushing event updated for resources: {'Port': ['ID=1c91825b-1cb7-43cf-a74c-fe530fa586d9,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:21.003471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1e69f-22fa-430b-a5eb-0875a34da32c req-464d1d3b-2c12-4e88-9712-f4168be44247 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:21.011089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bec1e69f-22fa-430b-a5eb-0875a34da32c req-464d1d3b-2c12-4e88-9712-f4168be44247 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 944 time: 0.5528491 May 27 23:00:21.330318 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28e49d8f-cbf9-4ee1-8918-ab5a3f485ce2 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:21.371938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Attempting to bind port 1c91825b-1cb7-43cf-a74c-fe530fa586d9 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:00:21.372263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Attempting to bind port 1c91825b-1cb7-43cf-a74c-fe530fa586d9 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:00:21.372617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Attempting to bind port 1c91825b-1cb7-43cf-a74c-fe530fa586d9 on network 52de8c20-649e-4fe8-a991-d55afad2f223 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:00:21.381548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Port 1c91825b-1cb7-43cf-a74c-fe530fa586d9 on network 52de8c20-649e-4fe8-a991-d55afad2f223 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:00:21.381877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Attempting to bind port 1c91825b-1cb7-43cf-a74c-fe530fa586d9 on network 52de8c20-649e-4fe8-a991-d55afad2f223 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:00:21.388294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e49d8f-cbf9-4ee1-8918-ab5a3f485ce2 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a556b51-b525-43b0-852f-d0778862196c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:21.398268 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:00:21.398656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Checking segment: {'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:00:21.399092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Bound using segment: {'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:00:21.399932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Bound port: 1c91825b-1cb7-43cf-a74c-fe530fa586d9, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244bae8b-3d3f-4b21-a0db-b1340cfd2812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:00:21.400302 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:21.465299 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b39b-169c-4e3d-aa3b-7eea7d656790 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:21.477731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bec1e69f-22fa-430b-a5eb-0875a34da32c req-fb513957-168e-4b71-a8e8-f4987a8029ff tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4656725 May 27 23:00:21.483972 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b39b-169c-4e3d-aa3b-7eea7d656790 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:21.537874 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] For port 1c91825b-1cb7-43cf-a74c-fe530fa586d9, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:00:21.543520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] For port 1c91825b-1cb7-43cf-a74c-fe530fa586d9, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1c91825b-1cb7-43cf-a74c-fe530fa586d9,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:00:21.553991 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-28e49d8f-cbf9-4ee1-8918-ab5a3f485ce2 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:21.559925 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-28e49d8f-cbf9-4ee1-8918-ab5a3f485ce2 tempest-TestVolumeBackupRestore-1804793217 tempest-TestVolumeBackupRestore-1804793217-project] 10.222.0.27 "DELETE /v2.0/security-groups/5a556b51-b525-43b0-852f-d0778862196c HTTP/1.1" status: 204 len: 168 time: 1.3322923 May 27 23:00:21.571631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d9723-41ff-41e8-9689-94501b1b4072 req-35508a54-dd14-4356-94ed-2e656d2894ae tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:21.571997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3fe01-8328-44c9-8edd-c90ea7dc9be8 req-5f726b8c-81b1-49e3-ba22-29344c501d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:21.573609 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c1c3fe01-8328-44c9-8edd-c90ea7dc9be8 req-5f726b8c-81b1-49e3-ba22-29344c501d6f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 1096 time: 0.6834900 May 27 23:00:21.574281 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5c8d9723-41ff-41e8-9689-94501b1b4072 req-35508a54-dd14-4356-94ed-2e656d2894ae tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1052 time: 0.2769547 May 27 23:00:21.644340 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:21.674281 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5c8d9723-41ff-41e8-9689-94501b1b4072 req-bc33cbbe-ba52-4c39-9efe-39f18af57626 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936246 May 27 23:00:21.739532 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b39b-169c-4e3d-aa3b-7eea7d656790 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:21.740060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb7b39b-169c-4e3d-aa3b-7eea7d656790 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Fanout notify agent at l3_agent the message router_deleted on router 17465ed8-4a61-4190-88b7-47436ec506f1 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:00:21.769761 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9bb7b39b-169c-4e3d-aa3b-7eea7d656790 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:21.771066 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9bb7b39b-169c-4e3d-aa3b-7eea7d656790 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/routers/17465ed8-4a61-4190-88b7-47436ec506f1 HTTP/1.1" status: 204 len: 168 time: 1.5926189 May 27 23:00:21.773847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33086) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:21.916240 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c1c3fe01-8328-44c9-8edd-c90ea7dc9be8 req-4d1b830e-0f95-4228-b482-f8f0090f3c5b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3353281 May 27 23:00:21.917504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:21.918633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:21.919944 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7d543178-8dda-428f-9173-99c55f84b96e req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] 10.222.0.46 "PUT /v2.0/ports/1c91825b-1cb7-43cf-a74c-fe530fa586d9 HTTP/1.1" status: 200 len: 1091 time: 2.9830003 May 27 23:00:21.928091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b5201-aa94-4809-91fc-11c98abfd442 req-93a8f685-e67e-4e8d-bdea-3d0ea91043f7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:21.932850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b1b5201-aa94-4809-91fc-11c98abfd442 req-93a8f685-e67e-4e8d-bdea-3d0ea91043f7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.2503858 May 27 23:00:21.932991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f532a7-f6ed-4b91-ba3c-5291e726438e', 'tag': '1c91825b-1cb7-43cf-a74c-fe530fa586d9'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:00:21.935173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ac89e7-0ddc-46d6-b4cd-288368d0884e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting subnet a5f17ff8-e2d0-4c8e-b1c6-6c024bb16c78 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:00:21.970030 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d4ac89e7-0ddc-46d6-b4cd-288368d0884e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:22.007460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330e1aa-4d69-4c19-b400-a9c61224440b service neutron] Pushing event updated for resources: {'Port': ['ID=1c91825b-1cb7-43cf-a74c-fe530fa586d9,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:22.025555 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b1b5201-aa94-4809-91fc-11c98abfd442 req-eeb849dd-16df-4b00-895d-528b354c74ef tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879149 May 27 23:00:22.047043 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d4ac89e7-0ddc-46d6-b4cd-288368d0884e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:22.136427 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4503f8-e4ca-4f13-a1ed-4fde4573d29f'] response: {'name': 'network-changed', 'server_uuid': 'f5f532a7-f6ed-4b91-ba3c-5291e726438e', 'tag': '1c91825b-1cb7-43cf-a74c-fe530fa586d9', 'status': 'completed', 'code': 200} May 27 23:00:22.286182 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25649aaf-0109-494c-86f9-c7ddbd2bc3be req-9545f31c-a1be-452c-aea9-4e55742dc6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:22.287831 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-25649aaf-0109-494c-86f9-c7ddbd2bc3be req-9545f31c-a1be-452c-aea9-4e55742dc6b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97d75364c71f4e81af68d1fac7b9897e&device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1094 time: 0.1337626 May 27 23:00:22.433488 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d4ac89e7-0ddc-46d6-b4cd-288368d0884e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:22.461456 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:22.516315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25649aaf-0109-494c-86f9-c7ddbd2bc3be req-ba9ba0ec-8e37-4da4-9993-31df413c97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:22.522948 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-25649aaf-0109-494c-86f9-c7ddbd2bc3be req-ba9ba0ec-8e37-4da4-9993-31df413c97ff service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=97d75364c71f4e81af68d1fac7b9897e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2138591 May 27 23:00:22.593723 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d4ac89e7-0ddc-46d6-b4cd-288368d0884e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:22.667062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a1ebba-d09e-4196-a699-33281309ba5a None None] Network 53f1cf67-c7e1-4a4e-820a-3000f4e1ed91 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:00:22.677119 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d4ac89e7-0ddc-46d6-b4cd-288368d0884e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:22.684752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac89e7-0ddc-46d6-b4cd-288368d0884e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f17ff8-e2d0-4c8e-b1c6-6c024bb16c78,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:22.733704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25649aaf-0109-494c-86f9-c7ddbd2bc3be req-5e1cdab6-07b0-4fa8-aea6-6dc079da517a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:22.735263 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-25649aaf-0109-494c-86f9-c7ddbd2bc3be req-5e1cdab6-07b0-4fa8-aea6-6dc079da517a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2067900 May 27 23:00:22.787299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d4ac89e7-0ddc-46d6-b4cd-288368d0884e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/a5f17ff8-e2d0-4c8e-b1c6-6c024bb16c78 HTTP/1.1" status: 204 len: 168 time: 1.0122755 May 27 23:00:22.796950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33118) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:22.993803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543178-8dda-428f-9173-99c55f84b96e req-37235b43-dd99-477d-bfc1-cc4c34609252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:22.995411 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7d543178-8dda-428f-9173-99c55f84b96e req-37235b43-dd99-477d-bfc1-cc4c34609252 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=97d75364c71f4e81af68d1fac7b9897e&device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1094 time: 0.2151949 May 27 23:00:23.047306 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:00:23.170424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a83df-8c47-452b-af1c-c6f2b9b50bd1 req-5bed8b2f-8006-4135-af19-bbb00e2b7462 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:23.178645 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef9a83df-8c47-452b-af1c-c6f2b9b50bd1 req-5bed8b2f-8006-4135-af19-bbb00e2b7462 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 945 time: 0.4896345 May 27 23:00:23.183029 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7d543178-8dda-428f-9173-99c55f84b96e req-7f8b58a0-b1a6-4aa3-bd0c-33bdf937a793 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c91825b-1cb7-43cf-a74c-fe530fa586d9 HTTP/1.1" status: 200 len: 217 time: 0.1734414 May 27 23:00:23.195840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aa9b3d-83da-4545-b435-82e5812c09b1 None None] DHCP port deletion for 53f1cf67-c7e1-4a4e-820a-3000f4e1ed91 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:00:23.200378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-78aa9b3d-83da-4545-b435-82e5812c09b1 None None] Deleting port 885b5ad0-8302-4e74-87e4-69585efa95be {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:23.200930 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78aa9b3d-83da-4545-b435-82e5812c09b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:23.233108 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:23.266264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port 885b5ad0-8302-4e74-87e4-69585efa95be {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:23.266616 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:23.384505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543178-8dda-428f-9173-99c55f84b96e req-2bb1dfc3-3005-4ccd-8ac1-9bfc1eda5668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:23.386137 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7d543178-8dda-428f-9173-99c55f84b96e req-2bb1dfc3-3005-4ccd-8ac1-9bfc1eda5668 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b8c7765f-798b-4a41-954b-2c7fc2548c57 HTTP/1.1" status: 200 len: 849 time: 0.1963181 May 27 23:00:23.423535 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef9a83df-8c47-452b-af1c-c6f2b9b50bd1 req-20c7891c-4e6c-46a9-a52d-19d7b5b889aa tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434473 May 27 23:00:23.494897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f3443-8d6d-44f8-8cc1-0e5391224289 req-9d128d9a-cdb9-408d-bc0a-50db0381b206 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:23.498714 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d85f3443-8d6d-44f8-8cc1-0e5391224289 req-9d128d9a-cdb9-408d-bc0a-50db0381b206 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1094 time: 0.4874928 May 27 23:00:23.602152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d543178-8dda-428f-9173-99c55f84b96e req-35dc5cb0-0bd5-4ffe-bbd3-74005bcd3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:23.605852 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7d543178-8dda-428f-9173-99c55f84b96e req-35dc5cb0-0bd5-4ffe-bbd3-74005bcd3099 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=52de8c20-649e-4fe8-a991-d55afad2f223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2138138 May 27 23:00:23.711601 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d85f3443-8d6d-44f8-8cc1-0e5391224289 req-7dc9a218-efeb-4a52-b5fb-8218096a4074 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057748 May 27 23:00:23.736945 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-78aa9b3d-83da-4545-b435-82e5812c09b1 None None] For port 885b5ad0-8302-4e74-87e4-69585efa95be, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=885b5ad0-8302-4e74-87e4-69585efa95be,segment=NetworkSegment(ca4a8379-09c6-445a-915e-09adde54ec7f),segment_id=ca4a8379-09c6-445a-915e-09adde54ec7f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:23.737872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78aa9b3d-83da-4545-b435-82e5812c09b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:23.982022 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7d543178-8dda-428f-9173-99c55f84b96e req-f3dd0d02-be1c-43bc-bb1b-1801c5c807c9 service neutron] 10.222.0.46 "GET /v2.0/networks/52de8c20-649e-4fe8-a991-d55afad2f223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693395 May 27 23:00:24.018314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-78aa9b3d-83da-4545-b435-82e5812c09b1 None None] Calling delete_port for 885b5ad0-8302-4e74-87e4-69585efa95be owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:24.107868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] For port 885b5ad0-8302-4e74-87e4-69585efa95be, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=885b5ad0-8302-4e74-87e4-69585efa95be,segment=NetworkSegment(ca4a8379-09c6-445a-915e-09adde54ec7f),segment_id=ca4a8379-09c6-445a-915e-09adde54ec7f)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:24.111204 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:24.313648 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78aa9b3d-83da-4545-b435-82e5812c09b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:24.328519 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7d543178-8dda-428f-9173-99c55f84b96e req-3d9d0869-96e8-4b87-aee1-3f2e42a96d70 service neutron] 10.222.0.46 "GET /v2.0/networks/52de8c20-649e-4fe8-a991-d55afad2f223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400776 May 27 23:00:24.390589 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for 885b5ad0-8302-4e74-87e4-69585efa95be owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:24.432726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa9b3d-83da-4545-b435-82e5812c09b1 None None] Pushing event deleted for resources: {'Port': ['ID=885b5ad0-8302-4e74-87e4-69585efa95be,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:24.441963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aa9b3d-83da-4545-b435-82e5812c09b1 None None] No DVR routers for this DVR port 885b5ad0-8302-4e74-87e4-69585efa95be on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:00:24.456892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7072e-8b7d-4926-a44e-d532c8f4cda9 req-7903f769-939c-4254-abd1-29a73842b6c9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:24.466166 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6fd7072e-8b7d-4926-a44e-d532c8f4cda9 req-7903f769-939c-4254-abd1-29a73842b6c9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.6810095 May 27 23:00:24.512790 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:00:24.513104 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:00:24.624232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 885b5ad0-8302-4e74-87e4-69585efa95be no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:00:24.640204 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6fd7072e-8b7d-4926-a44e-d532c8f4cda9 req-918c4d2a-29f1-4b63-8157-c081f671a19e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242366 May 27 23:00:24.763346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a237d-5996-4690-b2cc-017ef8c283d5 req-27675ce9-d1b2-4b4d-8ba8-d1c1cab73d95 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:24.774585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b5a237d-5996-4690-b2cc-017ef8c283d5 req-27675ce9-d1b2-4b4d-8ba8-d1c1cab73d95 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 945 time: 0.1791184 May 27 23:00:24.781425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 885b5ad0-8302-4e74-87e4-69585efa95be {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:00:24.781916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 885b5ad0-8302-4e74-87e4-69585efa95be not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:00:24.956130 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b5a237d-5996-4690-b2cc-017ef8c283d5 req-da439e66-57e0-48fc-ac63-28277ac13c03 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805515 May 27 23:00:25.013939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port 885b5ad0-8302-4e74-87e4-69585efa95be {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:25.014291 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:25.318605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] The port '885b5ad0-8302-4e74-87e4-69585efa95be' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:00:25.561532 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:25.593410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e69824-e88d-4ad8-99e5-e465a55eeae4 req-8d79b77d-deb0-4729-84a7-14404f7502cb tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:25.595511 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73e69824-e88d-4ad8-99e5-e465a55eeae4 req-8d79b77d-deb0-4729-84a7-14404f7502cb tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1094 time: 0.5136192 May 27 23:00:25.674403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365f8df-50a5-43a7-b63a-1332b52e0496 req-174f2b9b-fa64-4e09-84d3-e50c61029888 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:25.676502 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9365f8df-50a5-43a7-b63a-1332b52e0496 req-174f2b9b-fa64-4e09-84d3-e50c61029888 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 945 time: 0.3499038 May 27 23:00:25.678408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f1cf67-c7e1-4a4e-820a-3000f4e1ed91']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:25.910878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73e69824-e88d-4ad8-99e5-e465a55eeae4 req-0edcefec-2fb9-42b6-8c10-8515b49617f3 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063984 May 27 23:00:25.912609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4a8379-09c6-445a-915e-09adde54ec7f') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:25.913046 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4a8379-09c6-445a-915e-09adde54ec7f') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:25.946435 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:25.982155 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9365f8df-50a5-43a7-b63a-1332b52e0496 req-98cb9f42-dfd2-4bed-b05d-3de38b421d01 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937727 May 27 23:00:25.983329 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:25.990628 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:00:25.991174 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:26.014426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:26.130711 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment ca4a8379-09c6-445a-915e-09adde54ec7f resource provider aggregate not found May 27 23:00:26.135441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd2af05-3d23-48c4-b1c6-cbf193cb0252 tempest-TestVolumeBootPattern-339785080 tempest-TestVolumeBootPattern-339785080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:26.142390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7cd2af05-3d23-48c4-b1c6-cbf193cb0252 tempest-TestVolumeBootPattern-339785080 tempest-TestVolumeBootPattern-339785080-project-admin] Synchronizing usage tracker for tenant:42dddc317d0a4a96abb4c0d8d0e336d1 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:00:26.156902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1c91825b-1cb7-43cf-a74c-fe530fa586d9 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:00:26.187812 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment ca4a8379-09c6-445a-915e-09adde54ec7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca4a8379-09c6-445a-915e-09adde54ec7f found for delete ", "request_id": "req-f565ee81-5ada-473e-b846-bcfba7bf346b"}]} May 27 23:00:26.211627 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:26.249011 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:26.253678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Network': ['ID=53f1cf67-c7e1-4a4e-820a-3000f4e1ed91,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:26.265486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7cd2af05-3d23-48c4-b1c6-cbf193cb0252 tempest-TestVolumeBootPattern-339785080 tempest-TestVolumeBootPattern-339785080-project-admin] Unset dirty status for tenant:42dddc317d0a4a96abb4c0d8d0e336d1 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:00:26.268235 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7cd2af05-3d23-48c4-b1c6-cbf193cb0252 tempest-TestVolumeBootPattern-339785080 tempest-TestVolumeBootPattern-339785080-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 1091 time: 0.2512460 May 27 23:00:26.269843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33216) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:26.275612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '6143ad13-29b2-4f84-b2be-a344de174d70', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:00:26.290594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:00:26.306223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Usage tracker for resource:floatingip and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:00:26.318917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dde79a-e956-49b5-83b7-16bbd1d890cf req-7df2e08f-3e4d-462c-aef0-19906fe684bd tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:26.320662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:00:26.328102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:00:26.338069 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13dde79a-e956-49b5-83b7-16bbd1d890cf req-7df2e08f-3e4d-462c-aef0-19906fe684bd tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.2092354 May 27 23:00:26.397100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-44b8489f-85ac-40c4-adb4-b4255604f83d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/networks/53f1cf67-c7e1-4a4e-820a-3000f4e1ed91 HTTP/1.1" status: 204 len: 168 time: 3.5993817 May 27 23:00:26.403468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33220) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:26.410786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1542813468', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:00:26.425504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:00:26.429420 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13dde79a-e956-49b5-83b7-16bbd1d890cf req-a916ae10-aa21-4f7d-8cba-556c5b94cf24 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815456 May 27 23:00:26.454407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:26.501523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:router and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:00:26.507791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:00:26.521846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:00:26.547231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1c91825b-1cb7-43cf-a74c-fe530fa586d9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1c91825b-1cb7-43cf-a74c-fe530fa586d9,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:26.588613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '1c91825b-1cb7-43cf-a74c-fe530fa586d9', 'network_id': '52de8c20-649e-4fe8-a991-d55afad2f223', 'port_id': '1c91825b-1cb7-43cf-a74c-fe530fa586d9', 'mac_address': 'fa:16:3e:b6:d1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c7765f-798b-4a41-954b-2c7fc2548c57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:00:26.672293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 1c91825b-1cb7-43cf-a74c-fe530fa586d9 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:00:26.672710 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:26.694495 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:26.696954 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:26.740941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c91825b-1cb7-43cf-a74c-fe530fa586d9 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:00:26.781837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1c91825b-1cb7-43cf-a74c-fe530fa586d9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1c91825b-1cb7-43cf-a74c-fe530fa586d9,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:26.814331 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:26.855821 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:26.873223 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:26.958037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=1c91825b-1cb7-43cf-a74c-fe530fa586d9,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:27.026939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Allocated IP 172.25.2.247 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/2c57b053-062b-49de-ae88-5ef5658b5559) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:00:27.083176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['1c91825b-1cb7-43cf-a74c-fe530fa586d9'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:00:27.170413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c3837-979a-427e-8c84-c5d898bb75db req-a73542b2-f0b5-4011-8179-b22db853fd08 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:27.176908 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-881c3837-979a-427e-8c84-c5d898bb75db req-a73542b2-f0b5-4011-8179-b22db853fd08 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1095 time: 0.1221766 May 27 23:00:27.230068 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-881c3837-979a-427e-8c84-c5d898bb75db req-03423ffb-e67b-43fa-a840-053cf4a86731 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 May 27 23:00:27.444915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33248) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:27.501440 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2ed1-d80c-4807-8494-a90efa7b9d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:27.678890 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:27.737509 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:27.911430 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:27.999178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7839b-e708-4b29-bed8-b687ee8bff40 req-61f974db-871a-4875-a382-f861dde38467 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:28.007295 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4a7839b-e708-4b29-bed8-b687ee8bff40 req-61f974db-871a-4875-a382-f861dde38467 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.2235284 May 27 23:00:28.024144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:00:28.028558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:00:28.037484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:00:28.159091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'Port': ['ID=2c57b053-062b-49de-ae88-5ef5658b5559,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:28.178113 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1c91825b-1cb7-43cf-a74c-fe530fa586d9 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:00:28.385141 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4a7839b-e708-4b29-bed8-b687ee8bff40 req-129c9cae-338a-4b1c-9edc-a888be7f793d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510518 May 27 23:00:28.396275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 1c91825b-1cb7-43cf-a74c-fe530fa586d9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:00:28.402060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 1c91825b-1cb7-43cf-a74c-fe530fa586d9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:28.402447 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:28.625281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 1c91825b-1cb7-43cf-a74c-fe530fa586d9 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:00:28.626114 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:28.682690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1c91825b-1cb7-43cf-a74c-fe530fa586d9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1c91825b-1cb7-43cf-a74c-fe530fa586d9,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:28.683855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f532a7-f6ed-4b91-ba3c-5291e726438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c91825b-1cb7-43cf-a74c-fe530fa586d9'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:00:28.726874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44232437-4fd1-4e4c-85fa-5e4cac2ec13c req-15c3c361-1f38-46fd-b067-23bb128cace6 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:28.736311 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44232437-4fd1-4e4c-85fa-5e4cac2ec13c req-15c3c361-1f38-46fd-b067-23bb128cace6 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1095 time: 0.2077522 May 27 23:00:28.770021 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:28.866580 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44232437-4fd1-4e4c-85fa-5e4cac2ec13c req-d450b6c2-c266-455e-ad10-034f1ff170a7 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275213 May 27 23:00:28.882359 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:28.929762 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7aeca8-fd86-48ec-9f2c-ab4a13ab0bd3'] response: {'server_uuid': 'f5f532a7-f6ed-4b91-ba3c-5291e726438e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c91825b-1cb7-43cf-a74c-fe530fa586d9', 'code': 200} May 27 23:00:29.073850 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=1c91825b-1cb7-43cf-a74c-fe530fa586d9,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:29.117622 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a319d61-08ff-4a06-a969-1ce836b014f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:29.122032 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:29.400148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Allocated IP 172.25.2.128 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/df2ecee4-1c90-4609-a5ca-f7763e531f83) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:00:29.408250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be654a-7a50-44bb-8892-bdaadea5b2aa req-7b059277-8f38-450a-90ee-90fac122e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:29.409768 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56be654a-7a50-44bb-8892-bdaadea5b2aa req-7b059277-8f38-450a-90ee-90fac122e86e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1096 time: 0.4477785 May 27 23:00:29.566353 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-56be654a-7a50-44bb-8892-bdaadea5b2aa req-453834c4-31c5-4c2a-b49b-7bf94ad0a4d1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480670 May 27 23:00:29.682647 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-886c6ba4-c00b-428c-8065-52d321bdc24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:29.872752 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:29.885442 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:29.936668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4165e-8ccd-4894-9dce-a6d613737c6f req-d3a8aa03-d36e-4426-993e-1a63b49dfb7a tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:29.938189 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d2f4165e-8ccd-4894-9dce-a6d613737c6f req-d3a8aa03-d36e-4426-993e-1a63b49dfb7a tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.3829501 May 27 23:00:30.022941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d2f4165e-8ccd-4894-9dce-a6d613737c6f req-5a941bba-d48f-4358-ba28-37e0ae899916 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768733 May 27 23:00:30.098682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1a319d61-08ff-4a06-a969-1ce836b014f3 admin admin] Deleting port df3cfb4d-7a9d-4404-88d2-bb1fddb93294 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:30.099023 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a319d61-08ff-4a06-a969-1ce836b014f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:30.165521 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:30.225895 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785c9d2-e2a6-49fe-9bd5-7e2bf5fe2ae9 req-bcba79e7-5b7c-468e-9e4f-86af522c5005 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:30.230299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1785c9d2-e2a6-49fe-9bd5-7e2bf5fe2ae9 req-bcba79e7-5b7c-468e-9e4f-86af522c5005 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1096 time: 0.2038429 May 27 23:00:30.278395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:00:30.284398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:00:30.288466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:00:30.331420 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1785c9d2-e2a6-49fe-9bd5-7e2bf5fe2ae9 req-c2b6f6f4-63c6-46cd-a0fc-00f0b50817b3 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813377 May 27 23:00:30.342260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-1a319d61-08ff-4a06-a969-1ce836b014f3 admin admin] For port df3cfb4d-7a9d-4404-88d2-bb1fddb93294, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=df3cfb4d-7a9d-4404-88d2-bb1fddb93294,segment=NetworkSegment(39891671-febf-441f-ad10-99d91f85790a),segment_id=39891671-febf-441f-ad10-99d91f85790a)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:30.342681 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a319d61-08ff-4a06-a969-1ce836b014f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:30.377917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=df2ecee4-1c90-4609-a5ca-f7763e531f83,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:30.388971 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:30.600037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1a319d61-08ff-4a06-a969-1ce836b014f3 admin admin] Calling delete_port for df3cfb4d-7a9d-4404-88d2-bb1fddb93294 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:30.835857 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:30.931772 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:30.953340 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:31.030122 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:31.064958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'Port': ['ID=2c57b053-062b-49de-ae88-5ef5658b5559,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:31.339041 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:31.408674 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0f864-4afd-4564-a9ed-1e5c0894e120 req-59346b8e-4b59-44b0-a7eb-c9e3faa80e77 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:31.410753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26b0f864-4afd-4564-a9ed-1e5c0894e120 req-59346b8e-4b59-44b0-a7eb-c9e3faa80e77 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.1256528 May 27 23:00:31.462562 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:31.476040 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a319d61-08ff-4a06-a969-1ce836b014f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:31.560584 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26b0f864-4afd-4564-a9ed-1e5c0894e120 req-fee1f161-56d0-490b-850a-6242755c9e63 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437039 May 27 23:00:31.710671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a319d61-08ff-4a06-a969-1ce836b014f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3cfb4d-7a9d-4404-88d2-bb1fddb93294,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:31.983836 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Floating IP e8dcdef8-4734-40c1-a5ad-3e8a9e603161 associated. External IP: 172.25.2.247, port: 6143ad13-29b2-4f84-b2be-a344de174d70. May 27 23:00:32.005636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84775a8a-9b51-43cd-ba76-1b52b2f329de req-57311f94-6c19-4098-a8fc-7ab1274cb82d tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:32.008631 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-84775a8a-9b51-43cd-ba76-1b52b2f329de req-57311f94-6c19-4098-a8fc-7ab1274cb82d tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1096 time: 0.4452343 May 27 23:00:32.147532 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:32.180889 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-84775a8a-9b51-43cd-ba76-1b52b2f329de req-cdd3df99-b9a7-4bcb-a716-92ac50f37c03 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948489 May 27 23:00:32.736273 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a319d61-08ff-4a06-a969-1ce836b014f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:32.973642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167efdf7-ff28-4c9b-b8cf-92a8f55a74f9 req-d26f7d78-0f0f-44bd-ac1c-202b3dc34468 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:32.981059 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-167efdf7-ff28-4c9b-b8cf-92a8f55a74f9 req-d26f7d78-0f0f-44bd-ac1c-202b3dc34468 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1096 time: 0.4488091 May 27 23:00:33.128930 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-167efdf7-ff28-4c9b-b8cf-92a8f55a74f9 req-d6b0a6a3-c48b-4dfa-95c2-236fe1d0e362 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469653 May 27 23:00:33.230552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e733cc-2315-4151-84a1-0e2528915ea2 req-4dc095e0-6956-480b-8aff-4d7b7f6dcfb2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:33.232095 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99e733cc-2315-4151-84a1-0e2528915ea2 req-4dc095e0-6956-480b-8aff-4d7b7f6dcfb2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.3742051 May 27 23:00:33.250541 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:33.333371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99e733cc-2315-4151-84a1-0e2528915ea2 req-443586d7-88f6-4d98-946b-9a0122f47f6b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915923 May 27 23:00:33.544589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Router 86448e10-bdd1-4df2-a2b2-be659da43f07 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:00:33.701358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a319d61-08ff-4a06-a969-1ce836b014f3 admin admin] Router 8b860ba8-a602-4874-9e45-e80ae721ec03 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:00:33.701358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cfbe3-b9e9-4de0-b44c-15b697d16731 req-ba3d6acf-ba47-40ef-8f00-b5a4945c1090 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:33.701358 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a8cfbe3-b9e9-4de0-b44c-15b697d16731 req-ba3d6acf-ba47-40ef-8f00-b5a4945c1090 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1096 time: 0.2062354 May 27 23:00:33.792913 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a8cfbe3-b9e9-4de0-b44c-15b697d16731 req-b648cd36-596e-4d88-87be-ab8f62134414 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412191 May 27 23:00:33.828507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:00:33.850842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d3b1c-b10f-46b4-b7f3-054ef1cbaa90 None None] Sync routers for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:00:33.881365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d3b1c-b10f-46b4-b7f3-054ef1cbaa90 None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:33.881365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-711d3b1c-b10f-46b4-b7f3-054ef1cbaa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:33.929164 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router 7d472ba4-2795-4e73-9b40-70074a4c0a14 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:00:33.931118 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:33.977909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a319d61-08ff-4a06-a969-1ce836b014f3 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:00:33.992871 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c4ff7-e8e3-42c4-9354-2948bede60d2 None None] Sync routers for ids ['8b860ba8-a602-4874-9e45-e80ae721ec03'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:00:34.012571 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c4ff7-e8e3-42c4-9354-2948bede60d2 None None] Routers {'8b860ba8-a602-4874-9e45-e80ae721ec03'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:34.012711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1a319d61-08ff-4a06-a969-1ce836b014f3 admin admin] 10.222.0.27 "PUT /v2.0/routers/8b860ba8-a602-4874-9e45-e80ae721ec03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5631831 May 27 23:00:34.013373 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ad1c4ff7-e8e3-42c4-9354-2948bede60d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8b860ba8-a602-4874-9e45-e80ae721ec03'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:34.023573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33366) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:34.193322 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8a563520-094b-48ea-83eb-bda3bca276fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.9215074 May 27 23:00:34.211591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'tag': '6143ad13-29b2-4f84-b2be-a344de174d70'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:00:34.217986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-711d3b1c-b10f-46b4-b7f3-054ef1cbaa90 None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:00:34.466103 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:34.479096 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc0ea1e-ca42-4809-ad8a-accb7df69ff1'] response: {'name': 'network-changed', 'server_uuid': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'tag': '6143ad13-29b2-4f84-b2be-a344de174d70', 'status': 'completed', 'code': 200} May 27 23:00:34.525596 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ad1c4ff7-e8e3-42c4-9354-2948bede60d2 None None] Set router 8b860ba8-a602-4874-9e45-e80ae721ec03 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:00:34.567273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33390) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:34.737890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b206d1-065b-47a6-a0b7-aff10c650bf6 admin admin] Deleting subnet 66bd6ee3-a6f0-415d-bef4-1226cbc8ae9a {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:00:34.745087 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8b206d1-065b-47a6-a0b7-aff10c650bf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:34.837284 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8b206d1-065b-47a6-a0b7-aff10c650bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:34.838787 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:35.170646 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8b206d1-065b-47a6-a0b7-aff10c650bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:35.196977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] Deleting port 10982529-ee17-493f-a291-ba1cff68d053 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:35.197363 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:35.257544 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-711d3b1c-b10f-46b4-b7f3-054ef1cbaa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'e8dcdef8-4734-40c1-a5ad-3e8a9e603161', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'port_id': '6143ad13-29b2-4f84-b2be-a344de174d70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'mac_address': 'fa:16:3e:d9:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:00:29Z', 'updated_at': '2022-05-27T23:00:29Z', 'revision_number': 0, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:35.264552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ba804-1293-48ed-bde2-6c5eea85dda6 req-c829be87-7c86-43b8-a018-34329cb2bae5 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:35.269604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d3b1c-b10f-46b4-b7f3-054ef1cbaa90 None None] Checking router: 86448e10-bdd1-4df2-a2b2-be659da43f07 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:00:35.274014 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe6ba804-1293-48ed-bde2-6c5eea85dda6 req-c829be87-7c86-43b8-a018-34329cb2bae5 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.4879737 May 27 23:00:35.289681 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711d3b1c-b10f-46b4-b7f3-054ef1cbaa90 None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:35.291294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-711d3b1c-b10f-46b4-b7f3-054ef1cbaa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:35.365062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:00:35.372493 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ad1c4ff7-e8e3-42c4-9354-2948bede60d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '10982529-ee17-493f-a291-ba1cff68d053', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T23:00:31Z', 'revision_number': 5, 'project_id': '921154709996453f880f967c0d436688', 'gw_port': {'id': '10982529-ee17-493f-a291-ba1cff68d053', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:b2:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3005, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:08Z', 'updated_at': '2022-05-27T22:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:35.381397 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c4ff7-e8e3-42c4-9354-2948bede60d2 None None] Checking router: 8b860ba8-a602-4874-9e45-e80ae721ec03 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:00:35.413725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe6ba804-1293-48ed-bde2-6c5eea85dda6 req-35c0d90b-278e-4453-aa45-dec9bb9d6bce tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379800 May 27 23:00:35.420886 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1c4ff7-e8e3-42c4-9354-2948bede60d2 None None] Routers {'8b860ba8-a602-4874-9e45-e80ae721ec03'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:35.421285 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ad1c4ff7-e8e3-42c4-9354-2948bede60d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8b860ba8-a602-4874-9e45-e80ae721ec03'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:35.438940 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8b206d1-065b-47a6-a0b7-aff10c650bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:35.521851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b206d1-065b-47a6-a0b7-aff10c650bf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66bd6ee3-a6f0-415d-bef4-1226cbc8ae9a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:35.528673 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8b206d1-065b-47a6-a0b7-aff10c650bf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:35.531704 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d8b206d1-065b-47a6-a0b7-aff10c650bf6 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/66bd6ee3-a6f0-415d-bef4-1226cbc8ae9a HTTP/1.1" status: 204 len: 168 time: 0.9584224 May 27 23:00:35.535958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779be3b-68ec-4f43-a132-955aff179179 req-6debdc10-0e4e-4909-a083-b027747803ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:35.548063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33424) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:35.548197 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6779be3b-68ec-4f43-a132-955aff179179 req-6debdc10-0e4e-4909-a083-b027747803ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 1096 time: 1.1411955 May 27 23:00:35.548197 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:35.548197 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a296d96f-d3e8-4805-84c0-f378adf8c6e8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.1381853 May 27 23:00:35.550744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33428) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:35.557835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2876cb-3d52-4982-93c4-c77b022cf3cc req-d6ea8f35-e3eb-49ab-9c26-fdf03da22400 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:35.561842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3d2876cb-3d52-4982-93c4-c77b022cf3cc req-d6ea8f35-e3eb-49ab-9c26-fdf03da22400 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1096 time: 0.6525190 May 27 23:00:35.661573 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-711d3b1c-b10f-46b4-b7f3-054ef1cbaa90 None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:00:35.821584 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ad1c4ff7-e8e3-42c4-9354-2948bede60d2 None None] Set router 8b860ba8-a602-4874-9e45-e80ae721ec03 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:00:35.886931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3d2876cb-3d52-4982-93c4-c77b022cf3cc req-eb72f457-202e-489b-8a4e-8edfafddb952 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727675 May 27 23:00:35.889442 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] For port 10982529-ee17-493f-a291-ba1cff68d053, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=10982529-ee17-493f-a291-ba1cff68d053,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:35.890018 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:35.909194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc7729-2f8d-4832-8f97-a7eb78896251 None None] Sync routers for ids ['7d472ba4-2795-4e73-9b40-70074a4c0a14'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:00:35.937577 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b3a867c-c9fc-4bb3-b358-c4704a593fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:35.981641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc7729-2f8d-4832-8f97-a7eb78896251 None None] Routers {'7d472ba4-2795-4e73-9b40-70074a4c0a14'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:35.982483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a1fc7729-2f8d-4832-8f97-a7eb78896251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7d472ba4-2795-4e73-9b40-70074a4c0a14'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:36.032143 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779be3b-68ec-4f43-a132-955aff179179 req-2190aebf-280c-4d49-ae06-1b042695925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:36.040032 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6779be3b-68ec-4f43-a132-955aff179179 req-2190aebf-280c-4d49-ae06-1b042695925f service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.4901230 May 27 23:00:36.063660 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ad1c4ff7-e8e3-42c4-9354-2948bede60d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T23:00:34Z', 'revision_number': 6, 'project_id': '921154709996453f880f967c0d436688', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:36.068224 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1c4ff7-e8e3-42c4-9354-2948bede60d2 None None] The sync data for ids ['8b860ba8-a602-4874-9e45-e80ae721ec03'] in n-d-843680-3 is: [{'id': '8b860ba8-a602-4874-9e45-e80ae721ec03', 'name': 'tempest-TestVolumeBackupRestore-397166482-router', 'tenant_id': '921154709996453f880f967c0d436688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:06Z', 'updated_at': '2022-05-27T23:00:34Z', 'revision_number': 6, 'project_id': '921154709996453f880f967c0d436688', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:00:36.080251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a1fc7729-2f8d-4832-8f97-a7eb78896251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:36.106754 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc7729-2f8d-4832-8f97-a7eb78896251 None None] Routers {'7d472ba4-2795-4e73-9b40-70074a4c0a14'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:36.107616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a1fc7729-2f8d-4832-8f97-a7eb78896251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7d472ba4-2795-4e73-9b40-70074a4c0a14'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:36.149258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] Calling delete_port for 10982529-ee17-493f-a291-ba1cff68d053 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:36.175981 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7d5f2759-54aa-4dad-aab1-3cb9b8897525 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/routers/7d472ba4-2795-4e73-9b40-70074a4c0a14 HTTP/1.1" status: 200 len: 885 time: 0.6239510 May 27 23:00:36.179584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33452) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:36.182683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a1fc7729-2f8d-4832-8f97-a7eb78896251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:36.183651 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc7729-2f8d-4832-8f97-a7eb78896251 None None] The sync data for ids ['7d472ba4-2795-4e73-9b40-70074a4c0a14'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:00:36.212749 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6779be3b-68ec-4f43-a132-955aff179179 req-b1a41d46-3a79-457b-b6b3-74f0b1544f39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6143ad13-29b2-4f84-b2be-a344de174d70 HTTP/1.1" status: 200 len: 999 time: 0.1568115 May 27 23:00:36.217847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c178ebcd-5d49-414a-962e-045a3099ec00 req-849b4795-31e1-425e-9715-d7abb0e8a46b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:36.218807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c178ebcd-5d49-414a-962e-045a3099ec00 req-849b4795-31e1-425e-9715-d7abb0e8a46b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Synchronizing usage tracker for tenant:97d75364c71f4e81af68d1fac7b9897e on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:00:36.281650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-711d3b1c-b10f-46b4-b7f3-054ef1cbaa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'e8dcdef8-4734-40c1-a5ad-3e8a9e603161', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'port_id': '6143ad13-29b2-4f84-b2be-a344de174d70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'mac_address': 'fa:16:3e:d9:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:00:29Z', 'updated_at': '2022-05-27T23:00:29Z', 'revision_number': 0, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:36.287182 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711d3b1c-b10f-46b4-b7f3-054ef1cbaa90 None None] The sync data for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 is: [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'e8dcdef8-4734-40c1-a5ad-3e8a9e603161', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'port_id': '6143ad13-29b2-4f84-b2be-a344de174d70', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'mac_address': 'fa:16:3e:d9:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:00:29Z', 'updated_at': '2022-05-27T23:00:29Z', 'revision_number': 0, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:00:36.288380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779be3b-68ec-4f43-a132-955aff179179 req-075fecf5-f5ee-4a1c-8ad8-501f030db5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:36.290083 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6779be3b-68ec-4f43-a132-955aff179179 req-075fecf5-f5ee-4a1c-8ad8-501f030db5a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.0681915 May 27 23:00:36.372217 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c178ebcd-5d49-414a-962e-045a3099ec00 req-849b4795-31e1-425e-9715-d7abb0e8a46b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Unset dirty status for tenant:97d75364c71f4e81af68d1fac7b9897e on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:00:36.372217 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c178ebcd-5d49-414a-962e-045a3099ec00 req-849b4795-31e1-425e-9715-d7abb0e8a46b tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1096 time: 0.4663637 May 27 23:00:36.376172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779be3b-68ec-4f43-a132-955aff179179 req-d44a0e75-f2e3-4160-a37d-a80ae94bea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:36.377666 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6779be3b-68ec-4f43-a132-955aff179179 req-d44a0e75-f2e3-4160-a37d-a80ae94bea72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807400 May 27 23:00:36.504363 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b3a867c-c9fc-4bb3-b358-c4704a593fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:36.597360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-c178ebcd-5d49-414a-962e-045a3099ec00 req-31e6f9bf-c6d1-4ce6-a97f-819dee7ea5d6 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Deleting port 1c91825b-1cb7-43cf-a74c-fe530fa586d9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:36.597887 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c178ebcd-5d49-414a-962e-045a3099ec00 req-31e6f9bf-c6d1-4ce6-a97f-819dee7ea5d6 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:36.610976 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0058152e-7cb8-440e-b08a-7cae8a566203 None None] New status for floating IP e8dcdef8-4734-40c1-a5ad-3e8a9e603161: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:00:36.616187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device df3cfb4d-7a9d-4404-88d2-bb1fddb93294 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:00:36.698518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: df3cfb4d-7a9d-4404-88d2-bb1fddb93294 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:00:36.700749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device df3cfb4d-7a9d-4404-88d2-bb1fddb93294 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:00:36.752164 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6779be3b-68ec-4f43-a132-955aff179179 req-bd03649c-88ba-477c-b1df-9b2ece6bd575 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398640 May 27 23:00:36.763801 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:36.768340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7b3a867c-c9fc-4bb3-b358-c4704a593fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ca05c7-4de1-403e-b359-bb6d4d8967d3']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:36.850564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7b3a867c-c9fc-4bb3-b358-c4704a593fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53b6aed-2698-4d50-bf79-43473ad20d1c') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:36.850848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7b3a867c-c9fc-4bb3-b358-c4704a593fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53b6aed-2698-4d50-bf79-43473ad20d1c') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:36.859347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] Pushing event deleted for resources: {'Port': ['ID=10982529-ee17-493f-a291-ba1cff68d053,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:36.903773 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b3a867c-c9fc-4bb3-b358-c4704a593fdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:36.935031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e545b76-5094-4122-b24d-867651659482 req-07d20629-2822-4d75-b964-68ecd82ba432 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:36.936646 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e545b76-5094-4122-b24d-867651659482 req-07d20629-2822-4d75-b964-68ecd82ba432 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.3105891 May 27 23:00:37.012333 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b3a867c-c9fc-4bb3-b358-c4704a593fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:37.047226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3a867c-c9fc-4bb3-b358-c4704a593fdb admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:00:37.047818 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b3a867c-c9fc-4bb3-b358-c4704a593fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:37.051720 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6779be3b-68ec-4f43-a132-955aff179179 req-5e185fa6-54c9-4c53-bb7d-c043b3bed7ea service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927186 May 27 23:00:37.094232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c178ebcd-5d49-414a-962e-045a3099ec00 req-31e6f9bf-c6d1-4ce6-a97f-819dee7ea5d6 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] For port 1c91825b-1cb7-43cf-a74c-fe530fa586d9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1c91825b-1cb7-43cf-a74c-fe530fa586d9,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:37.094642 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c178ebcd-5d49-414a-962e-045a3099ec00 req-31e6f9bf-c6d1-4ce6-a97f-819dee7ea5d6 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:37.166535 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d53b6aed-2698-4d50-bf79-43473ad20d1c resource provider aggregate not found May 27 23:00:37.175224 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:37.362668 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d53b6aed-2698-4d50-bf79-43473ad20d1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d53b6aed-2698-4d50-bf79-43473ad20d1c found for delete ", "request_id": "req-dd5dbcc8-6b02-48c5-99e5-7e9ad9558223"}]} May 27 23:00:37.373612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-c178ebcd-5d49-414a-962e-045a3099ec00 req-31e6f9bf-c6d1-4ce6-a97f-819dee7ea5d6 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Calling delete_port for 1c91825b-1cb7-43cf-a74c-fe530fa586d9 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:37.459612 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e545b76-5094-4122-b24d-867651659482 req-d9168d7e-64a2-435a-8f61-a7394948078f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4905472 May 27 23:00:37.543195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-54d4add4-6b62-49da-9a95-ec0a237e6c4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Synchronizing usage tracker for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:router {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:00:37.551242 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:37.557187 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:37.581549 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c178ebcd-5d49-414a-962e-045a3099ec00 req-31e6f9bf-c6d1-4ce6-a97f-819dee7ea5d6 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:37.590612 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c8322-6fd4-4f1c-ba13-681960e2115c req-542c61bf-53c3-4f06-8c72-570448856bcc tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:37.592124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d80c8322-6fd4-4f1c-ba13-681960e2115c req-542c61bf-53c3-4f06-8c72-570448856bcc tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 1096 time: 0.5501518 May 27 23:00:37.615425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['7ac1ca94-083e-4742-8f99-ee0052bfc2a0'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:00:37.635588 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d80c8322-6fd4-4f1c-ba13-681960e2115c req-283d7f70-5e92-4873-9c9f-a00034193904 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375431 May 27 23:00:37.643706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6f9bf-c6d1-4ce6-a97f-819dee7ea5d6 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c91825b-1cb7-43cf-a74c-fe530fa586d9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:37.659722 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b3a867c-c9fc-4bb3-b358-c4704a593fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:37.680652 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b3a867c-c9fc-4bb3-b358-c4704a593fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:37.695115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a867c-c9fc-4bb3-b358-c4704a593fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=84ca05c7-4de1-403e-b359-bb6d4d8967d3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:37.697687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-54d4add4-6b62-49da-9a95-ec0a237e6c4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Unset dirty status for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:router {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:00:37.699333 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-54d4add4-6b62-49da-9a95-ec0a237e6c4a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.5182357 May 27 23:00:37.704160 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:37.707711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b860ba8-a602-4874-9e45-e80ae721ec03 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:00:37.716780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33512) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:37.724749 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:37.730240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33516) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:37.736992 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9cddf870-1a70-4650-81a7-76bfd0d9c565 admin admin] 10.222.0.27 "DELETE /v2.0/routers/8b860ba8-a602-4874-9e45-e80ae721ec03 HTTP/1.1" status: 204 len: 168 time: 3.7167718 May 27 23:00:37.740558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f011408c-ba8a-4dab-ba74-8788110f65cf tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1542813468'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:00:37.847929 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7b3a867c-c9fc-4bb3-b358-c4704a593fdb admin admin] 10.222.0.27 "DELETE /v2.0/networks/84ca05c7-4de1-403e-b359-bb6d4d8967d3 HTTP/1.1" status: 204 len: 168 time: 2.3053839 May 27 23:00:37.892250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c178ebcd-5d49-414a-962e-045a3099ec00 req-31e6f9bf-c6d1-4ce6-a97f-819dee7ea5d6 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] No DVR routers for this DVR port 1c91825b-1cb7-43cf-a74c-fe530fa586d9 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:00:37.900742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c178ebcd-5d49-414a-962e-045a3099ec00 req-31e6f9bf-c6d1-4ce6-a97f-819dee7ea5d6 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:37.904143 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f532a7-f6ed-4b91-ba3c-5291e726438e', 'name': 'network-vif-deleted', 'tag': '1c91825b-1cb7-43cf-a74c-fe530fa586d9'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:00:37.947562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd40f069-a940-4b61-b226-472749e789a6 admin admin] Deleting subnet cbe3b673-ec6a-40c3-8265-98f8f9d42c84 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:00:37.952797 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd40f069-a940-4b61-b226-472749e789a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:38.006612 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c57de0-2818-426d-b560-b9fcfc37ea6b'] response: {'server_uuid': 'f5f532a7-f6ed-4b91-ba3c-5291e726438e', 'name': 'network-vif-deleted', 'tag': '1c91825b-1cb7-43cf-a74c-fe530fa586d9', 'status': 'completed', 'code': 200} May 27 23:00:38.017605 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c178ebcd-5d49-414a-962e-045a3099ec00 req-31e6f9bf-c6d1-4ce6-a97f-819dee7ea5d6 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.46 "DELETE /v2.0/ports/1c91825b-1cb7-43cf-a74c-fe530fa586d9 HTTP/1.1" status: 204 len: 173 time: 1.6389759 May 27 23:00:38.039555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd40f069-a940-4b61-b226-472749e789a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:38.118297 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd40f069-a940-4b61-b226-472749e789a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:38.180139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f4a0e967-2ebf-42dc-8938-9b219d9ac21e details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:00:38.282266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1c91825b-1cb7-43cf-a74c-fe530fa586d9 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:00:38.305349 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd40f069-a940-4b61-b226-472749e789a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:38.325733 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 1c91825b-1cb7-43cf-a74c-fe530fa586d9 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:00:38.326115 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1c91825b-1cb7-43cf-a74c-fe530fa586d9 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:00:38.341296 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33538) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:38.371659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40f069-a940-4b61-b226-472749e789a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe3b673-ec6a-40c3-8265-98f8f9d42c84,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:38.375737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd40f069-a940-4b61-b226-472749e789a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:38.385274 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dd40f069-a940-4b61-b226-472749e789a6 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/cbe3b673-ec6a-40c3-8265-98f8f9d42c84 HTTP/1.1" status: 204 len: 168 time: 0.6534824 May 27 23:00:38.386585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33544) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:38.393470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e786535e-16bc-4d2f-be0d-ef1598b39c32 None None] Network 10953b49-8a50-460b-bc26-25bd2f39cd7a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:00:38.475909 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9b557b03-953d-4513-8488-ea55cc225171 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1c87470b8a6142f3a1ac73168724d5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311910 May 27 23:00:38.477393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33552) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:38.493158 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f011408c-ba8a-4dab-ba74-8788110f65cf tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:38.503067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port f4a0e967-2ebf-42dc-8938-9b219d9ac21e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:38.515408 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:38.523275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e', 'network_id': 'de4a8b3f-b36f-4a81-b757-3c8e918007df', 'port_id': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e', 'mac_address': 'fa:16:3e:39:bc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a218cd6c-f7e8-4753-ba6b-2597e7fb1c57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:00:38.529275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] Deleting port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:38.536941 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:38.545572 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5fe27853-577f-4a1f-a7ab-d8b8485f34c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:38.582949 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5fe27853-577f-4a1f-a7ab-d8b8485f34c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:38.633885 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f011408c-ba8a-4dab-ba74-8788110f65cf tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:38.666423 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 10982529-ee17-493f-a291-ba1cff68d053 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:00:38.709059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port f4a0e967-2ebf-42dc-8938-9b219d9ac21e is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:00:38.709491 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:38.796514 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 10982529-ee17-493f-a291-ba1cff68d053 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:00:38.797066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 10982529-ee17-493f-a291-ba1cff68d053 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:00:38.815818 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4a0e967-2ebf-42dc-8938-9b219d9ac21e {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:00:38.837836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port f4a0e967-2ebf-42dc-8938-9b219d9ac21e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:38.922367 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:38.926807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177619f9-95ab-4404-80ae-f648011be7dd req-c4cee1a2-55d8-4c02-a50f-29271f7d72fc tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:38.926807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-177619f9-95ab-4404-80ae-f648011be7dd req-c4cee1a2-55d8-4c02-a50f-29271f7d72fc tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 944 time: 0.3461573 May 27 23:00:38.964163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] For port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2337f1d8-dcd4-4abf-b3e9-fc13750f2b89,segment=NetworkSegment(39891671-febf-441f-ad10-99d91f85790a),segment_id=39891671-febf-441f-ad10-99d91f85790a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:38.964163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:38.998234 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3afe52b5-9181-439d-b2a9-4ff49f856fc2 req-34038305-4bce-4d49-9539-0fee880df7f1 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f5f532a7-f6ed-4b91-ba3c-5291e726438e HTTP/1.1" status: 200 len: 210 time: 0.0847092 May 27 23:00:39.015455 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:39.019553 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c75d9a-a36e-4bf8-bf57-0eb0a5ec417a None None] DHCP port deletion for 10953b49-8a50-460b-bc26-25bd2f39cd7a request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:00:39.025300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b7c75d9a-a36e-4bf8-bf57-0eb0a5ec417a None None] Deleting port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:39.025919 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7c75d9a-a36e-4bf8-bf57-0eb0a5ec417a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:39.027014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f011408c-ba8a-4dab-ba74-8788110f65cf tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router 7d472ba4-2795-4e73-9b40-70074a4c0a14 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:00:39.111635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] Calling delete_port for 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:39.271590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['f4a0e967-2ebf-42dc-8938-9b219d9ac21e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:00:39.277388 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-177619f9-95ab-4404-80ae-f648011be7dd req-f785a8c5-2aa2-4198-9fd4-734b1e815978 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157098 May 27 23:00:39.356913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b7c75d9a-a36e-4bf8-bf57-0eb0a5ec417a None None] For port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=2337f1d8-dcd4-4abf-b3e9-fc13750f2b89,segment=NetworkSegment(39891671-febf-441f-ad10-99d91f85790a),segment_id=39891671-febf-441f-ad10-99d91f85790a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:39.397260 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7c75d9a-a36e-4bf8-bf57-0eb0a5ec417a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:39.422719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f011408c-ba8a-4dab-ba74-8788110f65cf tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:00:39.438498 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f011408c-ba8a-4dab-ba74-8788110f65cf tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:39.440820 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f011408c-ba8a-4dab-ba74-8788110f65cf tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/7d472ba4-2795-4e73-9b40-70074a4c0a14 HTTP/1.1" status: 200 len: 892 time: 1.7229240 May 27 23:00:39.442170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33572) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:39.485207 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e0518-bf7e-408b-9b76-d769358ce2b6 None None] Sync routers for ids ['7d472ba4-2795-4e73-9b40-70074a4c0a14'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:00:39.493445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b7c75d9a-a36e-4bf8-bf57-0eb0a5ec417a None None] Calling delete_port for 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:39.567367 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e0518-bf7e-408b-9b76-d769358ce2b6 None None] Routers {'7d472ba4-2795-4e73-9b40-70074a4c0a14'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:39.567997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a27e0518-bf7e-408b-9b76-d769358ce2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7d472ba4-2795-4e73-9b40-70074a4c0a14'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:39.647068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a27e0518-bf7e-408b-9b76-d769358ce2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:39.649326 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-51fd6ed5-2eb2-435b-b7d7-f99f4e252c86 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/routers/7d472ba4-2795-4e73-9b40-70074a4c0a14 HTTP/1.1" status: 200 len: 892 time: 0.2061167 May 27 23:00:39.652413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33576) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:39.685441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e0518-bf7e-408b-9b76-d769358ce2b6 None None] Routers {'7d472ba4-2795-4e73-9b40-70074a4c0a14'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:39.686069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a27e0518-bf7e-408b-9b76-d769358ce2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['7d472ba4-2795-4e73-9b40-70074a4c0a14'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:39.691649 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5fe27853-577f-4a1f-a7ab-d8b8485f34c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:39.694022 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5fe27853-577f-4a1f-a7ab-d8b8485f34c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:39.697465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5fe27853-577f-4a1f-a7ab-d8b8485f34c5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ab980c23-5b9d-442f-87c0-846d6b2a47e5 HTTP/1.1" status: 204 len: 168 time: 1.2168629 May 27 23:00:39.708672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-453c69c0-7ce1-4701-ae48-70b0a449a69f tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Synchronizing usage tracker for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:00:39.716576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe27853-577f-4a1f-a7ab-d8b8485f34c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab980c23-5b9d-442f-87c0-846d6b2a47e5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:39.763727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a27e0518-bf7e-408b-9b76-d769358ce2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:39.763727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27e0518-bf7e-408b-9b76-d769358ce2b6 None None] The sync data for ids ['7d472ba4-2795-4e73-9b40-70074a4c0a14'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:00:39.981209 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:39.987322 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-b7c75d9a-a36e-4bf8-bf57-0eb0a5ec417a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:00:39.987764 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-b7c75d9a-a36e-4bf8-bf57-0eb0a5ec417a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:00:40.029928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2337f1d8-dcd4-4abf-b3e9-fc13750f2b89,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:40.031802 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] No DVR routers for this DVR port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:00:40.063200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-453c69c0-7ce1-4701-ae48-70b0a449a69f tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Unset dirty status for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:00:40.065757 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-453c69c0-7ce1-4701-ae48-70b0a449a69f tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports?device_id=7d472ba4-2795-4e73-9b40-70074a4c0a14 HTTP/1.1" status: 200 len: 205 time: 0.4122956 May 27 23:00:40.068780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33592) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:40.186827 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:40.220796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10953b49-8a50-460b-bc26-25bd2f39cd7a']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:40.258170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39891671-febf-441f-ad10-99d91f85790a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:40.258170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39891671-febf-441f-ad10-99d91f85790a') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:40.271323 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:40.299805 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:40.309217 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:00:40.314132 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:40.327980 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4d38-bf97-4012-869e-5ff4b4cbfff7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:40.384599 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 39891671-febf-441f-ad10-99d91f85790a resource provider aggregate not found May 27 23:00:40.416690 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 39891671-febf-441f-ad10-99d91f85790a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39891671-febf-441f-ad10-99d91f85790a found for delete ", "request_id": "req-52858cf5-01e9-40f7-b9de-010a22832ff3"}]} May 27 23:00:40.489293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b7c75d9a-a36e-4bf8-bf57-0eb0a5ec417a None None] Deleting port 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:40.489681 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7c75d9a-a36e-4bf8-bf57-0eb0a5ec417a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:40.547157 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:40.580198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b7c75d9a-a36e-4bf8-bf57-0eb0a5ec417a None None] The port '2337f1d8-dcd4-4abf-b3e9-fc13750f2b89' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:00:40.597410 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:40.608805 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4d38-bf97-4012-869e-5ff4b4cbfff7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:40.623404 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=10953b49-8a50-460b-bc26-25bd2f39cd7a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:40.624683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443f175-e707-484e-af3c-a6c9bcc70978 req-9363b13e-cfc5-438e-a0a9-c5e63ac19b31 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:40.629157 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3443f175-e707-484e-af3c-a6c9bcc70978 req-9363b13e-cfc5-438e-a0a9-c5e63ac19b31 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 945 time: 0.2179451 May 27 23:00:40.653379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:00:40.676396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3443f175-e707-484e-af3c-a6c9bcc70978 req-05d6f778-5a4d-4557-b55d-1829bc8fe5b5 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 May 27 23:00:40.688983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:00:40.690632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 2337f1d8-dcd4-4abf-b3e9-fc13750f2b89 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:00:40.738130 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a2a2f4ef-7426-4a0e-a5b5-a0c031f911b8 admin admin] 10.222.0.27 "DELETE /v2.0/networks/10953b49-8a50-460b-bc26-25bd2f39cd7a HTTP/1.1" status: 204 len: 168 time: 2.3500633 May 27 23:00:40.741188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33630) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:40.743118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f4d38-bf97-4012-869e-5ff4b4cbfff7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port df2ecee4-1c90-4609-a5ca-f7763e531f83 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:40.747717 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4d38-bf97-4012-869e-5ff4b4cbfff7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:40.996339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4d38-bf97-4012-869e-5ff4b4cbfff7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:41.065726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32edba-c1aa-428f-95ae-a54e32fdde43 req-9cd2e304-db41-4d52-94e3-18f2ebb6e7b5 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:41.067006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b32edba-c1aa-428f-95ae-a54e32fdde43 req-9cd2e304-db41-4d52-94e3-18f2ebb6e7b5 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1097 time: 0.1965592 May 27 23:00:41.156875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f4d38-bf97-4012-869e-5ff4b4cbfff7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for df2ecee4-1c90-4609-a5ca-f7763e531f83 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:41.419156 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b32edba-c1aa-428f-95ae-a54e32fdde43 req-dff8b369-1ddf-499d-8b27-67767a02f39c tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927113 May 27 23:00:41.589879 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00226941-dff5-4615-8f3c-14a8fbe1af85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:41.726863 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4d38-bf97-4012-869e-5ff4b4cbfff7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:41.849719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f4d38-bf97-4012-869e-5ff4b4cbfff7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Port': ['ID=df2ecee4-1c90-4609-a5ca-f7763e531f83,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:42.021208 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4d38-bf97-4012-869e-5ff4b4cbfff7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:42.126366 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-00226941-dff5-4615-8f3c-14a8fbe1af85 admin admin] Deleting port 0fc98197-8549-4201-ad52-7daa0ac8237a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:42.126366 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00226941-dff5-4615-8f3c-14a8fbe1af85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:42.225322 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f4a0e967-2ebf-42dc-8938-9b219d9ac21e up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:00:42.285588 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4d38-bf97-4012-869e-5ff4b4cbfff7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:42.285588 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4d38-bf97-4012-869e-5ff4b4cbfff7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:42.332076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400f00b-262c-4d56-bca6-8f7045240c39 req-cfdc1460-3895-4379-9bbc-1c33a4bcca47 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:42.338605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-00226941-dff5-4615-8f3c-14a8fbe1af85 admin admin] For port 0fc98197-8549-4201-ad52-7daa0ac8237a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0fc98197-8549-4201-ad52-7daa0ac8237a,segment=NetworkSegment(fbde510d-5913-4c92-b622-9938ba57418a),segment_id=fbde510d-5913-4c92-b622-9938ba57418a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:42.338605 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00226941-dff5-4615-8f3c-14a8fbe1af85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:42.348113 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d400f00b-262c-4d56-bca6-8f7045240c39 req-cfdc1460-3895-4379-9bbc-1c33a4bcca47 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 945 time: 0.4137738 May 27 23:00:42.367700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port f4a0e967-2ebf-42dc-8938-9b219d9ac21e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:42.367700 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:42.428335 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d400f00b-262c-4d56-bca6-8f7045240c39 req-e95a412a-430a-44ce-8c3b-7108a6502433 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826395 May 27 23:00:42.428335 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4d38-bf97-4012-869e-5ff4b4cbfff7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:42.428335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7f4d38-bf97-4012-869e-5ff4b4cbfff7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Fanout notify agent at l3_agent the message router_deleted on router 7d472ba4-2795-4e73-9b40-70074a4c0a14 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:00:42.489911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-00226941-dff5-4615-8f3c-14a8fbe1af85 admin admin] Calling delete_port for 0fc98197-8549-4201-ad52-7daa0ac8237a owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:42.517338 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1a7f4d38-bf97-4012-869e-5ff4b4cbfff7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:42.517338 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1a7f4d38-bf97-4012-869e-5ff4b4cbfff7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/routers/7d472ba4-2795-4e73-9b40-70074a4c0a14 HTTP/1.1" status: 204 len: 168 time: 2.4364991 May 27 23:00:42.522666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33702) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:42.535144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-652213475'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:00:42.549513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:00:42.549513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:network and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:00:42.564152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:00:42.578520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:00:42.650785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:00:42.650785 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:42.719387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:00:42.722201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port f4a0e967-2ebf-42dc-8938-9b219d9ac21e is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:00:42.722201 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:42.756764 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:42.756764 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Added segment 444f803c-3e08-4f1c-a03a-309716c3bb40 of type vlan for network 717fa7b0-8caa-4533-8ebd-5db0141782c8 May 27 23:00:42.785976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port f4a0e967-2ebf-42dc-8938-9b219d9ac21e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:42.785976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d253d05-ef25-482c-9163-67cf32882eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:00:42.841690 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a26eba12-2128-4315-b066-830abad7fff6'] response: {'server_uuid': '9d253d05-ef25-482c-9163-67cf32882eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e', 'code': 200} May 27 23:00:42.863588 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:42.891456 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:42.894358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b6551-1ea0-4dbb-809b-f4270a79a7e8 req-8ddff494-4b32-46ac-85c9-d1a05fd7a2cd tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:42.894358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0b5b6551-1ea0-4dbb-809b-f4270a79a7e8 req-8ddff494-4b32-46ac-85c9-d1a05fd7a2cd tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Synchronizing usage tracker for tenant:97d75364c71f4e81af68d1fac7b9897e on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:00:42.943016 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00226941-dff5-4615-8f3c-14a8fbe1af85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:42.973608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b2fcf-ec35-4760-bc8d-6b16b36bf3fb req-b6ecccca-ee64-489f-9116-46285b410573 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:42.978106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:42.987661 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-547b2fcf-ec35-4760-bc8d-6b16b36bf3fb req-b6ecccca-ee64-489f-9116-46285b410573 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1097 time: 0.2393229 May 27 23:00:43.015950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0b5b6551-1ea0-4dbb-809b-f4270a79a7e8 req-8ddff494-4b32-46ac-85c9-d1a05fd7a2cd tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Unset dirty status for tenant:97d75364c71f4e81af68d1fac7b9897e on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:00:43.019531 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b5b6551-1ea0-4dbb-809b-f4270a79a7e8 req-8ddff494-4b32-46ac-85c9-d1a05fd7a2cd tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1097 time: 0.2542295 May 27 23:00:43.070735 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:43.085914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:43.085914 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:43.142368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0b5b6551-1ea0-4dbb-809b-f4270a79a7e8 req-81a3ba29-16b9-4913-b566-70d7e0a83dec tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Deleting port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:43.142368 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b5b6551-1ea0-4dbb-809b-f4270a79a7e8 req-81a3ba29-16b9-4913-b566-70d7e0a83dec tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:43.171942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-547b2fcf-ec35-4760-bc8d-6b16b36bf3fb req-1ae9123c-ccf0-4060-9f86-b6e0e3e8ddfe tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755328 May 27 23:00:43.221560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00226941-dff5-4615-8f3c-14a8fbe1af85 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc98197-8549-4201-ad52-7daa0ac8237a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:43.335029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Network': ['ID=717fa7b0-8caa-4533-8ebd-5db0141782c8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:43.351777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 717fa7b0-8caa-4533-8ebd-5db0141782c8 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:00:43.384181 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dde843bd-17d6-4ea8-a101-75cfdd2e9049 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8500290 May 27 23:00:43.384181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33736) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:43.384181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'subnet': {'network_id': '717fa7b0-8caa-4533-8ebd-5db0141782c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:00:43.713050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:00:43.772611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:subnet and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:00:43.789271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:00:43.802788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:00:43.872631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f09075-5b78-498f-9b92-3a6d384ee754 req-9c435e8b-3df0-40ef-a157-efe25739b562 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:43.879827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7f09075-5b78-498f-9b92-3a6d384ee754 req-9c435e8b-3df0-40ef-a157-efe25739b562 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.1742954 May 27 23:00:43.921874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:00:43.921874 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:44.035326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725d998-f83f-47dc-a64e-3ac77099e1df req-470ca907-2759-48cb-bd6a-a6313d74f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:44.035326 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b725d998-f83f-47dc-a64e-3ac77099e1df req-470ca907-2759-48cb-bd6a-a6313d74f259 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 1098 time: 0.4859951 May 27 23:00:44.051448 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7f09075-5b78-498f-9b92-3a6d384ee754 req-b9aca194-e96e-4e08-9473-4a55e577bbb4 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671414 May 27 23:00:44.122939 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00226941-dff5-4615-8f3c-14a8fbe1af85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:44.130933 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b725d998-f83f-47dc-a64e-3ac77099e1df req-f10748d0-e352-4e45-ab50-ab907ce563a4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871551 May 27 23:00:44.146363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0b5b6551-1ea0-4dbb-809b-f4270a79a7e8 req-81a3ba29-16b9-4913-b566-70d7e0a83dec tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] For port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7ac1ca94-083e-4742-8f99-ee0052bfc2a0,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:44.146363 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b5b6551-1ea0-4dbb-809b-f4270a79a7e8 req-81a3ba29-16b9-4913-b566-70d7e0a83dec tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:44.292732 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:44.817928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Subnet': ['ID=4264c05e-c5e4-4e52-882c-ab9b762cce70,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:44.824546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0b5b6551-1ea0-4dbb-809b-f4270a79a7e8 req-81a3ba29-16b9-4913-b566-70d7e0a83dec tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Calling delete_port for 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:44.827058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Checking segment: {'id': '444f803c-3e08-4f1c-a03a-309716c3bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '717fa7b0-8caa-4533-8ebd-5db0141782c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:00:44.827058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network hostable DHCP agents. Network: 717fa7b0-8caa-4533-8ebd-5db0141782c8, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:00:44.827058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc904d-2185-4093-8fe7-5b660d60107f req-1feb8155-1cb0-4665-9444-f4a5c1d6ab9e tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:44.827058 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ddc904d-2185-4093-8fe7-5b660d60107f req-1feb8155-1cb0-4665-9444-f4a5c1d6ab9e tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 1097 time: 0.1393795 May 27 23:00:44.827058 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ddc904d-2185-4093-8fe7-5b660d60107f req-88df76fb-9381-471b-85f4-de59856918d3 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=00f156b0-6924-44f4-abba-153e9d009f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385332 May 27 23:00:44.827058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 717fa7b0-8caa-4533-8ebd-5db0141782c8 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:00:44.905702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00226941-dff5-4615-8f3c-14a8fbe1af85 admin admin] Router 608e7fe8-3810-4576-b3c1-db1d2a7fd473 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:00:44.925172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 717fa7b0-8caa-4533-8ebd-5db0141782c8) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:00:44.925172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:44.925172 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:44.941039 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9709d96-dbea-46cb-a3c9-4d00fd2b27eb None None] Network 717fa7b0-8caa-4533-8ebd-5db0141782c8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:00:45.001865 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b5b6551-1ea0-4dbb-809b-f4270a79a7e8 req-81a3ba29-16b9-4913-b566-70d7e0a83dec tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:45.078804 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7f5c7eab-3caf-449c-a490-8d9c946cc629 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6918063 May 27 23:00:45.078804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33794) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:45.080946 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e682a42d-d361-42e3-a41e-21094f52cf97 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1226355463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:00:45.107626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e682a42d-d361-42e3-a41e-21094f52cf97 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:00:45.119722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e682a42d-d361-42e3-a41e-21094f52cf97 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:router and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:00:45.137577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e682a42d-d361-42e3-a41e-21094f52cf97 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:00:45.177315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e682a42d-d361-42e3-a41e-21094f52cf97 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:00:45.299302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e682a42d-d361-42e3-a41e-21094f52cf97 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:45.300394 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e682a42d-d361-42e3-a41e-21094f52cf97 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:45.398630 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-717fa7b0-8caa-4533-8ebd-5db0141782c8', 'network_id': '717fa7b0-8caa-4533-8ebd-5db0141782c8', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'fixed_ips': [{'subnet_id': '4264c05e-c5e4-4e52-882c-ab9b762cce70'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:00:45.398630 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:45.463501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00226941-dff5-4615-8f3c-14a8fbe1af85 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:00:45.473854 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258cb0a-fd40-4087-8c97-5d89c0bc314b None None] Sync routers for ids ['608e7fe8-3810-4576-b3c1-db1d2a7fd473'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:00:45.488668 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7258cb0a-fd40-4087-8c97-5d89c0bc314b None None] Routers {'608e7fe8-3810-4576-b3c1-db1d2a7fd473'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:45.488668 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7258cb0a-fd40-4087-8c97-5d89c0bc314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['608e7fe8-3810-4576-b3c1-db1d2a7fd473'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:45.520540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3ba29-16b9-4913-b566-70d7e0a83dec tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ac1ca94-083e-4742-8f99-ee0052bfc2a0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:45.574038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5b6551-1ea0-4dbb-809b-f4270a79a7e8 req-81a3ba29-16b9-4913-b566-70d7e0a83dec tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] No DVR routers for this DVR port 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:00:45.585556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0b5b6551-1ea0-4dbb-809b-f4270a79a7e8 req-81a3ba29-16b9-4913-b566-70d7e0a83dec tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:45.588197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd71f61d-59db-483e-851b-924ef4e51ccf', 'name': 'network-vif-deleted', 'tag': '7ac1ca94-083e-4742-8f99-ee0052bfc2a0'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:00:45.679921 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e682a42d-d361-42e3-a41e-21094f52cf97 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:45.706122 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-00226941-dff5-4615-8f3c-14a8fbe1af85 admin admin] 10.222.0.27 "PUT /v2.0/routers/608e7fe8-3810-4576-b3c1-db1d2a7fd473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9538050 May 27 23:00:45.706122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33836) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:45.763175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b0c5a-1909-4226-ace9-cf506ed921a1 req-1cf60169-a7ea-44c4-bb8d-3515397bf0d5 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:45.770217 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb4b0c5a-1909-4226-ace9-cf506ed921a1 req-1cf60169-a7ea-44c4-bb8d-3515397bf0d5 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.4657702 May 27 23:00:45.803422 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e682a42d-d361-42e3-a41e-21094f52cf97 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:45.822695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Allocated IP 2001:db8::2 (717fa7b0-8caa-4533-8ebd-5db0141782c8/4264c05e-c5e4-4e52-882c-ab9b762cce70/ac143f01-0549-4b5d-9b0b-22c4bbb736e2) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:00:45.866486 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb4b0c5a-1909-4226-ace9-cf506ed921a1 req-e5020b3c-50fd-4ae4-9f72-1aafaeaf23a9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906787 May 27 23:00:45.930213 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e682a42d-d361-42e3-a41e-21094f52cf97 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:45.933752 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e682a42d-d361-42e3-a41e-21094f52cf97 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8609622 May 27 23:00:45.936152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33846) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:45.983999 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c721cea2-4303-41d9-ba32-739529e57dd8'] response: {'server_uuid': 'fd71f61d-59db-483e-851b-924ef4e51ccf', 'name': 'network-vif-deleted', 'tag': '7ac1ca94-083e-4742-8f99-ee0052bfc2a0', 'status': 'completed', 'code': 200} May 27 23:00:46.001920 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7258cb0a-fd40-4087-8c97-5d89c0bc314b None None] Set router 608e7fe8-3810-4576-b3c1-db1d2a7fd473 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:00:46.035730 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b5b6551-1ea0-4dbb-809b-f4270a79a7e8 req-81a3ba29-16b9-4913-b566-70d7e0a83dec tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.57 "DELETE /v2.0/ports/7ac1ca94-083e-4742-8f99-ee0052bfc2a0 HTTP/1.1" status: 204 len: 173 time: 3.0072069 May 27 23:00:46.238563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:00:46.316525 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:46.420831 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-621fe348-d757-4290-ac75-3db000e3be35 req-9b6a8532-6331-4a61-8143-e2d2e4890bb8 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 210 time: 0.2354927 May 27 23:00:46.522657 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:46.530523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Transition to ACTIVE for port object ac143f01-0549-4b5d-9b0b-22c4bbb736e2 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:00:46.559990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Transition to ACTIVE for port object ac143f01-0549-4b5d-9b0b-22c4bbb736e2 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:00:46.559990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:00:46.559990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7ac1ca94-083e-4742-8f99-ee0052bfc2a0 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:00:46.559990 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:46.641006 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:46.712184 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:46.740660 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7258cb0a-fd40-4087-8c97-5d89c0bc314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'name': 'tempest-TestVolumeBackupRestore-57863895-router', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': '9d35c694-561c-4c7a-a55f-bf9eafc0286c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:32Z', 'updated_at': '2022-05-27T23:00:42Z', 'revision_number': 5, 'project_id': '7f483ba159b54476bf5002a00fc86e87', 'gw_port': {'id': '9d35c694-561c-4c7a-a55f-bf9eafc0286c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:3e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3027, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:54:33Z', 'updated_at': '2022-05-27T22:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:46.740660 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258cb0a-fd40-4087-8c97-5d89c0bc314b None None] Checking router: 608e7fe8-3810-4576-b3c1-db1d2a7fd473 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:00:46.771888 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7258cb0a-fd40-4087-8c97-5d89c0bc314b None None] Routers {'608e7fe8-3810-4576-b3c1-db1d2a7fd473'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:46.771888 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7258cb0a-fd40-4087-8c97-5d89c0bc314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['608e7fe8-3810-4576-b3c1-db1d2a7fd473'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:46.793289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] Deleting port 9d35c694-561c-4c7a-a55f-bf9eafc0286c {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:46.793289 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:46.871552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Network 717fa7b0-8caa-4533-8ebd-5db0141782c8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:00:46.871552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:00:46.871552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:00:47.095970 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Pushing event updated for resources: {'Port': ['ID=ac143f01-0549-4b5d-9b0b-22c4bbb736e2,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:47.117884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Attempting to bind port ac143f01-0549-4b5d-9b0b-22c4bbb736e2 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:00:47.117884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Attempting to bind port ac143f01-0549-4b5d-9b0b-22c4bbb736e2 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '444f803c-3e08-4f1c-a03a-309716c3bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '717fa7b0-8caa-4533-8ebd-5db0141782c8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:00:47.117884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Attempting to bind port ac143f01-0549-4b5d-9b0b-22c4bbb736e2 on network 717fa7b0-8caa-4533-8ebd-5db0141782c8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:00:47.130784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:00:47.131227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Checking segment: {'id': '444f803c-3e08-4f1c-a03a-309716c3bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '717fa7b0-8caa-4533-8ebd-5db0141782c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:00:47.131642 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:47.132271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Bound using segment: {'id': '444f803c-3e08-4f1c-a03a-309716c3bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '717fa7b0-8caa-4533-8ebd-5db0141782c8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:00:47.132968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Bound port: ac143f01-0549-4b5d-9b0b-22c4bbb736e2, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444f803c-3e08-4f1c-a03a-309716c3bb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '717fa7b0-8caa-4533-8ebd-5db0141782c8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:00:47.132968 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:47.272084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] For port 9d35c694-561c-4c7a-a55f-bf9eafc0286c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9d35c694-561c-4c7a-a55f-bf9eafc0286c,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:47.272588 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:47.281861 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:47.375028 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7258cb0a-fd40-4087-8c97-5d89c0bc314b None None] Set router 608e7fe8-3810-4576-b3c1-db1d2a7fd473 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:00:47.399092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] For port ac143f01-0549-4b5d-9b0b-22c4bbb736e2, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:00:47.410882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] For port ac143f01-0549-4b5d-9b0b-22c4bbb736e2, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ac143f01-0549-4b5d-9b0b-22c4bbb736e2,segment=NetworkSegment(444f803c-3e08-4f1c-a03a-309716c3bb40),segment_id=444f803c-3e08-4f1c-a03a-309716c3bb40)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:00:47.478177 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:47.549459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] Calling delete_port for 9d35c694-561c-4c7a-a55f-bf9eafc0286c owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:47.565172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbc009-0153-42b1-80a3-1d0ffbe35f86 req-522acf61-dad7-4af8-8e7b-7612bdbce1d2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:47.572807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9fbc009-0153-42b1-80a3-1d0ffbe35f86 req-522acf61-dad7-4af8-8e7b-7612bdbce1d2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.3770146 May 27 23:00:47.619430 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7258cb0a-fd40-4087-8c97-5d89c0bc314b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'name': 'tempest-TestVolumeBackupRestore-57863895-router', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:32Z', 'updated_at': '2022-05-27T23:00:46Z', 'revision_number': 6, 'project_id': '7f483ba159b54476bf5002a00fc86e87', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:47.633500 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7258cb0a-fd40-4087-8c97-5d89c0bc314b None None] The sync data for ids ['608e7fe8-3810-4576-b3c1-db1d2a7fd473'] in n-d-843680-3 is: [{'id': '608e7fe8-3810-4576-b3c1-db1d2a7fd473', 'name': 'tempest-TestVolumeBackupRestore-57863895-router', 'tenant_id': '7f483ba159b54476bf5002a00fc86e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:54:32Z', 'updated_at': '2022-05-27T23:00:46Z', 'revision_number': 6, 'project_id': '7f483ba159b54476bf5002a00fc86e87', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:00:47.650321 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b9fbc009-0153-42b1-80a3-1d0ffbe35f86 req-0bfce8da-8958-4306-b1a0-94000b75d8c7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757666 May 27 23:00:47.767136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28ebe3-fbec-4436-9797-1b0213353d02 None None] Pushing event updated for resources: {'Port': ['ID=ac143f01-0549-4b5d-9b0b-22c4bbb736e2,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:47.826792 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2aa73a45-f107-4d83-a8d3-6a98e2535600 req-ed8e8864-0c9c-455c-8af8-d14ed08fa1c1 tempest-TestServerMultinode-512356913 tempest-TestServerMultinode-512356913-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=fd71f61d-59db-483e-851b-924ef4e51ccf HTTP/1.1" status: 200 len: 210 time: 0.0709991 May 27 23:00:47.910386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:47.933276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Allocated IP 2001:db8::1 (717fa7b0-8caa-4533-8ebd-5db0141782c8/4264c05e-c5e4-4e52-882c-ab9b762cce70/2c49fa7e-f706-475d-a1da-ce4eaf99c98f) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:00:47.996502 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d35c694-561c-4c7a-a55f-bf9eafc0286c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:48.213489 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:48.217237 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:48.233112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Transition to ACTIVE for port object 2c49fa7e-f706-475d-a1da-ce4eaf99c98f will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:00:48.359035 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:48.420462 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:48.424055 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:48.530125 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:48.530679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 608e7fe8-3810-4576-b3c1-db1d2a7fd473 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:00:48.555905 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:48.560272 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c6312cfc-4a16-44ee-8461-c8604c0c7827 admin admin] 10.222.0.27 "DELETE /v2.0/routers/608e7fe8-3810-4576-b3c1-db1d2a7fd473 HTTP/1.1" status: 204 len: 168 time: 2.8584085 May 27 23:00:48.563558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33922) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:48.599735 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 717fa7b0-8caa-4533-8ebd-5db0141782c8 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:00:48.609484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:00:48.609484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:00:48.609484 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:48.612653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=2c49fa7e-f706-475d-a1da-ce4eaf99c98f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:48.700719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ac143f01-0549-4b5d-9b0b-22c4bbb736e2 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:00:48.861017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac2e429-f262-4e6e-9f07-8bc40609da1b admin admin] Deleting subnet a021e1af-3b94-4532-bb2f-9521a41860ae {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:00:48.864499 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fac2e429-f262-4e6e-9f07-8bc40609da1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:48.895744 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:48.913709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port ac143f01-0549-4b5d-9b0b-22c4bbb736e2 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:00:48.926337 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fac2e429-f262-4e6e-9f07-8bc40609da1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:48.983484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33932) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:49.028843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9d35c694-561c-4c7a-a55f-bf9eafc0286c no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:00:49.127014 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 9d35c694-561c-4c7a-a55f-bf9eafc0286c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:00:49.127754 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9d35c694-561c-4c7a-a55f-bf9eafc0286c not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:00:49.129207 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0fc98197-8549-4201-ad52-7daa0ac8237a no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:00:49.227609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 0fc98197-8549-4201-ad52-7daa0ac8237a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:00:49.227609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0fc98197-8549-4201-ad52-7daa0ac8237a not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:00:49.235836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c14f0f-431b-4d04-8cde-e3abb94141e3 None None] Network 717fa7b0-8caa-4533-8ebd-5db0141782c8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:00:49.359379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-097e935a-2dc8-41db-95aa-f0a204f8f054 None None] Provisioning for port ac143f01-0549-4b5d-9b0b-22c4bbb736e2 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:00:49.374887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-097e935a-2dc8-41db-95aa-f0a204f8f054 None None] Provisioning complete for port ac143f01-0549-4b5d-9b0b-22c4bbb736e2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:49.375678 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-097e935a-2dc8-41db-95aa-f0a204f8f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:49.450728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bda999-a177-413e-a5ab-3bb421882442 req-b0a09503-d27c-4e02-a9ef-8b331b35132c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:49.472054 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60bda999-a177-413e-a5ab-3bb421882442 req-b0a09503-d27c-4e02-a9ef-8b331b35132c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.6844883 May 27 23:00:49.526504 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:49.576743 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60bda999-a177-413e-a5ab-3bb421882442 req-d5991d28-5dcc-4bed-93e1-4a399295c127 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473735 May 27 23:00:49.603849 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fac2e429-f262-4e6e-9f07-8bc40609da1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:49.610634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-097e935a-2dc8-41db-95aa-f0a204f8f054 None None] Current status of the port ac143f01-0549-4b5d-9b0b-22c4bbb736e2 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:00:49.611026 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-097e935a-2dc8-41db-95aa-f0a204f8f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:49.632729 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:49.633638 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:49.652770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-097e935a-2dc8-41db-95aa-f0a204f8f054 None None] For port ac143f01-0549-4b5d-9b0b-22c4bbb736e2, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ac143f01-0549-4b5d-9b0b-22c4bbb736e2,segment=NetworkSegment(444f803c-3e08-4f1c-a03a-309716c3bb40),segment_id=444f803c-3e08-4f1c-a03a-309716c3bb40)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:49.746281 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-097e935a-2dc8-41db-95aa-f0a204f8f054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:49.938230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e935a-2dc8-41db-95aa-f0a204f8f054 None None] Pushing event updated for resources: {'Port': ['ID=ac143f01-0549-4b5d-9b0b-22c4bbb736e2,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:49.954400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=2c49fa7e-f706-475d-a1da-ce4eaf99c98f,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:50.009215 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fac2e429-f262-4e6e-9f07-8bc40609da1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:50.041581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2e429-f262-4e6e-9f07-8bc40609da1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a021e1af-3b94-4532-bb2f-9521a41860ae,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:50.058032 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fac2e429-f262-4e6e-9f07-8bc40609da1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:50.063671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01592af-1498-487a-afb1-5f10cbaacd0e None None] Network 4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:00:50.069563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 717fa7b0-8caa-4533-8ebd-5db0141782c8 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:00:50.072331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:00:50.073757 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fac2e429-f262-4e6e-9f07-8bc40609da1b admin admin] 10.222.0.27 "DELETE /v2.0/subnets/a021e1af-3b94-4532-bb2f-9521a41860ae HTTP/1.1" status: 204 len: 168 time: 1.5077751 May 27 23:00:50.076630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33944) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:50.259792 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbfc55fb-5a43-4021-bd7d-d449fab83a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:50.332673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f3398-5b33-48f5-b8d2-8bee8c7323fb req-49e37cce-c094-437f-b236-cf7310668d07 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:50.342028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fa9f3398-5b33-48f5-b8d2-8bee8c7323fb req-49e37cce-c094-437f-b236-cf7310668d07 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.5032129 May 27 23:00:50.409780 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a90a496f-8b6b-4147-a29a-773a24da0ba4 None None] Provisioning complete for port ac143f01-0549-4b5d-9b0b-22c4bbb736e2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:50.410150 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a90a496f-8b6b-4147-a29a-773a24da0ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:50.439828 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fa9f3398-5b33-48f5-b8d2-8bee8c7323fb req-592e661a-71cf-4f24-a128-37de4e1b745c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967212 May 27 23:00:50.529512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router 21e99f9d-3669-43ba-97f5-3f72a047fcbc is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:00:50.652052 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:50.683265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a90a496f-8b6b-4147-a29a-773a24da0ba4 None None] Current status of the port ac143f01-0549-4b5d-9b0b-22c4bbb736e2 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:00:50.726909 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ac143f01-0549-4b5d-9b0b-22c4bbb736e2 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:00:50.749977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Deleting port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:50.750317 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:50.829648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b131f9c3-7e5f-4d41-b73c-cfa9f60946a8 None None] DHCP port deletion for 4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:00:50.844924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a90a496f-8b6b-4147-a29a-773a24da0ba4 None None] Provisioning for port 2c49fa7e-f706-475d-a1da-ce4eaf99c98f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:00:50.880616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a90a496f-8b6b-4147-a29a-773a24da0ba4 None None] Provisioning complete for port 2c49fa7e-f706-475d-a1da-ce4eaf99c98f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:50.880616 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a90a496f-8b6b-4147-a29a-773a24da0ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:51.063963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b131f9c3-7e5f-4d41-b73c-cfa9f60946a8 None None] Deleting port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:51.064697 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b131f9c3-7e5f-4d41-b73c-cfa9f60946a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:51.171118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:00:51.194896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd23e18-8a57-4b8e-b042-4f78216c14e3 None None] Sync routers for ids ['21e99f9d-3669-43ba-97f5-3f72a047fcbc'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:00:51.203863 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b52f3eaf-33b2-4275-9f98-e56b86815666 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/21e99f9d-3669-43ba-97f5-3f72a047fcbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2660682 May 27 23:00:51.204817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a90a496f-8b6b-4147-a29a-773a24da0ba4 None None] Port 2c49fa7e-f706-475d-a1da-ce4eaf99c98f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:00:51.217921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33952) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:51.219874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd23e18-8a57-4b8e-b042-4f78216c14e3 None None] Routers {'21e99f9d-3669-43ba-97f5-3f72a047fcbc'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:51.219874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-dfd23e18-8a57-4b8e-b042-4f78216c14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['21e99f9d-3669-43ba-97f5-3f72a047fcbc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:51.249555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a248947-9320-4773-847d-bcd8c5a9a1b6 req-95ce2832-4966-429f-a96b-1c76904bbbd4 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:51.257388 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7a248947-9320-4773-847d-bcd8c5a9a1b6 req-95ce2832-4966-429f-a96b-1c76904bbbd4 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.4406793 May 27 23:00:51.318939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-dfd23e18-8a57-4b8e-b042-4f78216c14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:51.320388 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7a248947-9320-4773-847d-bcd8c5a9a1b6 req-fed55993-02af-4519-9796-570e399510bd tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617769 May 27 23:00:51.328412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port ac143f01-0549-4b5d-9b0b-22c4bbb736e2 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:51.328659 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:51.330175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] For port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e,segment=NetworkSegment(fbde510d-5913-4c92-b622-9938ba57418a),segment_id=fbde510d-5913-4c92-b622-9938ba57418a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:51.330502 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:51.381693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a15f8f-eb8d-4c5e-8240-6ff9fc1d72ed tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:51.382294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-48a15f8f-eb8d-4c5e-8240-6ff9fc1d72ed tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Synchronizing usage tracker for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:00:51.396017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd23e18-8a57-4b8e-b042-4f78216c14e3 None None] Routers {'21e99f9d-3669-43ba-97f5-3f72a047fcbc'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:51.397018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-dfd23e18-8a57-4b8e-b042-4f78216c14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['21e99f9d-3669-43ba-97f5-3f72a047fcbc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:51.484095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-dfd23e18-8a57-4b8e-b042-4f78216c14e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:51.484095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd23e18-8a57-4b8e-b042-4f78216c14e3 None None] The sync data for ids ['21e99f9d-3669-43ba-97f5-3f72a047fcbc'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:00:51.527641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Calling delete_port for 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:51.551777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1e6d1ca2-b72f-4643-b0f0-8a513c06e83c None None] Provisioning complete for port 2c49fa7e-f706-475d-a1da-ce4eaf99c98f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:00:51.552151 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e6d1ca2-b72f-4643-b0f0-8a513c06e83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:51.594229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc55fb-5a43-4021-bd7d-d449fab83a0e admin admin] Deleting port f5e13b44-1436-4f54-a92d-a04cb65c5a7a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:51.594929 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbfc55fb-5a43-4021-bd7d-d449fab83a0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:51.633415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacf038-23a5-46fa-b257-a6ad2f6563b8 req-e550261c-0877-4613-96a5-e1edcb848376 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:51.643648 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6eacf038-23a5-46fa-b257-a6ad2f6563b8 req-e550261c-0877-4613-96a5-e1edcb848376 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.1342149 May 27 23:00:51.659394 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-48a15f8f-eb8d-4c5e-8240-6ff9fc1d72ed tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Unset dirty status for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:00:51.659394 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-48a15f8f-eb8d-4c5e-8240-6ff9fc1d72ed tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports/2c49fa7e-f706-475d-a1da-ce4eaf99c98f HTTP/1.1" status: 200 len: 911 time: 0.4389484 May 27 23:00:51.671638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 33960) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:51.681297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d0862e25-32f9-4abe-a62d-50163981d6dd tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4264c05e-c5e4-4e52-882c-ab9b762cce70'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:00:51.717794 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6eacf038-23a5-46fa-b257-a6ad2f6563b8 req-1b514025-d214-4613-af31-611120d55a36 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699182 May 27 23:00:51.755093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d1ca2-b72f-4643-b0f0-8a513c06e83c None None] Port 2c49fa7e-f706-475d-a1da-ce4eaf99c98f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:00:51.759661 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b131f9c3-7e5f-4d41-b73c-cfa9f60946a8 None None] For port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e,segment=NetworkSegment(fbde510d-5913-4c92-b622-9938ba57418a),segment_id=fbde510d-5913-4c92-b622-9938ba57418a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:51.759885 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b131f9c3-7e5f-4d41-b73c-cfa9f60946a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:51.863911 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:51.910089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b131f9c3-7e5f-4d41-b73c-cfa9f60946a8 None None] Calling delete_port for 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:51.966935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ac143f01-0549-4b5d-9b0b-22c4bbb736e2 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:00:51.990074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:52.003160 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] No DVR routers for this DVR port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:00:52.006031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b887a22-4c0e-4aa3-86f1-b03481a2ee4c req-9933f494-72e8-4637-a47b-cd9febc81f91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.006361 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.010064 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.010064 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.010064 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.010064 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.010064 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.010064 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.010064 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.010064 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.010064 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.010064 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.010064 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.010064 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.010064 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:00:52.010064 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:00:52.013664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b887a22-4c0e-4aa3-86f1-b03481a2ee4c req-9933f494-72e8-4637-a47b-cd9febc81f91 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.1180131 May 27 23:00:52.019987 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-b131f9c3-7e5f-4d41-b73c-cfa9f60946a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:00:52.020912 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-b131f9c3-7e5f-4d41-b73c-cfa9f60946a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:00:52.057131 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b887a22-4c0e-4aa3-86f1-b03481a2ee4c req-55e7e9cf-12c8-4eb1-af5d-720bbc09bf52 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424488 May 27 23:00:52.139403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-dbfc55fb-5a43-4021-bd7d-d449fab83a0e admin admin] For port f5e13b44-1436-4f54-a92d-a04cb65c5a7a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f5e13b44-1436-4f54-a92d-a04cb65c5a7a,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:52.139811 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbfc55fb-5a43-4021-bd7d-d449fab83a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:52.292721 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:52.293401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b369d-4bb0-42a2-82b3-0f68152506e3 req-b12efe0a-425c-42de-9a98-d6867388feea tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:52.294653 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d2b369d-4bb0-42a2-82b3-0f68152506e3 req-b12efe0a-425c-42de-9a98-d6867388feea tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.0853224 May 27 23:00:52.309062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dbfc55fb-5a43-4021-bd7d-d449fab83a0e admin admin] Calling delete_port for f5e13b44-1436-4f54-a92d-a04cb65c5a7a owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:52.340696 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d2b369d-4bb0-42a2-82b3-0f68152506e3 req-824b03e7-1402-4004-83d8-7190052cf748 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403376 May 27 23:00:52.417905 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:52.441053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbde510d-5913-4c92-b622-9938ba57418a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:52.441345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbde510d-5913-4c92-b622-9938ba57418a') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:52.469445 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:52.469639 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:52.488024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0862e25-32f9-4abe-a62d-50163981d6dd tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:52.512142 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:52.522360 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b131f9c3-7e5f-4d41-b73c-cfa9f60946a8 None None] Deleting port 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:52.522934 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b131f9c3-7e5f-4d41-b73c-cfa9f60946a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:52.548958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:00:52.549312 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:52.561352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b076c53-b336-4905-ac31-d6cc230ac27f req-39370438-1bae-4f44-b24b-a60dd27cff32 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:52.566441 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b076c53-b336-4905-ac31-d6cc230ac27f req-39370438-1bae-4f44-b24b-a60dd27cff32 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.0999897 May 27 23:00:52.641204 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b076c53-b336-4905-ac31-d6cc230ac27f req-75179f2c-67e8-4375-9741-51ad1c1d3a94 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595598 May 27 23:00:52.646236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:00:52.698495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b131f9c3-7e5f-4d41-b73c-cfa9f60946a8 None None] The port '6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:00:52.720597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:00:52.721163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6b4b02f6-4898-4fb8-93a9-cfb12ef96e5e not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:00:52.803713 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment fbde510d-5913-4c92-b622-9938ba57418a resource provider aggregate not found May 27 23:00:52.845599 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment fbde510d-5913-4c92-b622-9938ba57418a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbde510d-5913-4c92-b622-9938ba57418a found for delete ", "request_id": "req-956d168f-d17b-4d82-9bd2-380f5289c328"}]} May 27 23:00:53.092848 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:53.124261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:53.147277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:53.195827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:53.195827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:53.195827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:53.195827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:53.195827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:53.195827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:53.195827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:53.195827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:53.195827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:53.195827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:53.195827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:53.195827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:00:53.220629 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-be48e6a9-c12e-4980-b7ef-845f3aa73aa5 admin admin] 10.222.0.27 "DELETE /v2.0/networks/4ba1fdf1-6be2-47df-b809-e1c1bd3a56d7 HTTP/1.1" status: 204 len: 168 time: 3.1345301 May 27 23:00:53.328894 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbfc55fb-5a43-4021-bd7d-d449fab83a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:53.439309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc55fb-5a43-4021-bd7d-d449fab83a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f5e13b44-1436-4f54-a92d-a04cb65c5a7a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:53.460170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119282e7-4e01-4e0e-a41c-f6935b38301a req-a557a770-ec15-4d56-9317-4e729f46f158 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:53.462921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-119282e7-4e01-4e0e-a41c-f6935b38301a req-a557a770-ec15-4d56-9317-4e729f46f158 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.1305764 May 27 23:00:53.532691 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-119282e7-4e01-4e0e-a41c-f6935b38301a req-0c0602f2-833c-448c-ae82-797a61c3b5b1 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628951 May 27 23:00:53.813046 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33994) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:53.907541 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ffd0ebae-f0af-4f92-b99d-05c00cc7b3c6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=921154709996453f880f967c0d436688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893116 May 27 23:00:53.907541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 33998) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:53.945885 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0862e25-32f9-4abe-a62d-50163981d6dd tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:53.968649 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbfc55fb-5a43-4021-bd7d-d449fab83a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:53.992735 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e61309fd-842b-4984-a5ad-73fb0e9f9641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:54.017750 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e61309fd-842b-4984-a5ad-73fb0e9f9641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:54.044340 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0862e25-32f9-4abe-a62d-50163981d6dd tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:54.046196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0862e25-32f9-4abe-a62d-50163981d6dd tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:54.046808 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0862e25-32f9-4abe-a62d-50163981d6dd tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:54.049912 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0862e25-32f9-4abe-a62d-50163981d6dd tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/ports/2c49fa7e-f706-475d-a1da-ce4eaf99c98f HTTP/1.1" status: 200 len: 911 time: 2.3762624 May 27 23:00:54.053220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34002) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:54.209619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0862e25-32f9-4abe-a62d-50163981d6dd tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=2c49fa7e-f706-475d-a1da-ce4eaf99c98f,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:54.397201 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e61309fd-842b-4984-a5ad-73fb0e9f9641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:54.437836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61309fd-842b-4984-a5ad-73fb0e9f9641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c143c68-0929-4c05-855b-9153c70d6518,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:54.454769 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e61309fd-842b-4984-a5ad-73fb0e9f9641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:54.455564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e61309fd-842b-4984-a5ad-73fb0e9f9641 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0c143c68-0929-4c05-855b-9153c70d6518 HTTP/1.1" status: 204 len: 168 time: 0.5486121 May 27 23:00:54.589434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfc55fb-5a43-4021-bd7d-d449fab83a0e admin admin] Router 55cb626e-8f0e-4786-b7a0-5c42e0a3731d has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:00:54.841771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfc55fb-5a43-4021-bd7d-d449fab83a0e admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:00:54.845437 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ec1fae8-578e-4fc9-8ee8-fbf7efa554b2 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:54.848301 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dbfc55fb-5a43-4021-bd7d-d449fab83a0e admin admin] 10.222.0.27 "PUT /v2.0/routers/55cb626e-8f0e-4786-b7a0-5c42e0a3731d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8627431 May 27 23:00:54.856811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34014) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:54.856894 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab659547-9636-4dfd-9414-bb8340859c89 None None] Sync routers for ids ['55cb626e-8f0e-4786-b7a0-5c42e0a3731d'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:00:54.868716 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab659547-9636-4dfd-9414-bb8340859c89 None None] Routers {'55cb626e-8f0e-4786-b7a0-5c42e0a3731d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:54.869464 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab659547-9636-4dfd-9414-bb8340859c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['55cb626e-8f0e-4786-b7a0-5c42e0a3731d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:55.024403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3198684-8dc0-4398-b38a-36c0ef45d9d1 req-b81466dd-d675-43c3-97ef-ae1e2570500b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:55.026013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3198684-8dc0-4398-b38a-36c0ef45d9d1 req-b81466dd-d675-43c3-97ef-ae1e2570500b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.3062911 May 27 23:00:55.078708 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:55.109592 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ab659547-9636-4dfd-9414-bb8340859c89 None None] Set router 55cb626e-8f0e-4786-b7a0-5c42e0a3731d gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:00:55.323220 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:55.402188 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3198684-8dc0-4398-b38a-36c0ef45d9d1 req-1d11d6bb-42ff-45b7-b711-30f23445f3aa tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605573 May 27 23:00:55.447241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] Deleting port c4b5288e-c229-45da-861a-34041e46dc5d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:55.453635 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:55.514406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9ec1fae8-578e-4fc9-8ee8-fbf7efa554b2 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port 2c49fa7e-f706-475d-a1da-ce4eaf99c98f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:55.516310 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ec1fae8-578e-4fc9-8ee8-fbf7efa554b2 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:55.530134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34022) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:55.537576 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab659547-9636-4dfd-9414-bb8340859c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'name': 'tempest-TestServerMultinode-1780251393-router', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'c4b5288e-c229-45da-861a-34041e46dc5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:15Z', 'updated_at': '2022-05-27T23:00:53Z', 'revision_number': 5, 'project_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'gw_port': {'id': 'c4b5288e-c229-45da-861a-34041e46dc5d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:70:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:16Z', 'updated_at': '2022-05-27T22:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:55.542675 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab659547-9636-4dfd-9414-bb8340859c89 None None] Checking router: 55cb626e-8f0e-4786-b7a0-5c42e0a3731d for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:00:55.555452 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab659547-9636-4dfd-9414-bb8340859c89 None None] Routers {'55cb626e-8f0e-4786-b7a0-5c42e0a3731d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:55.556114 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab659547-9636-4dfd-9414-bb8340859c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['55cb626e-8f0e-4786-b7a0-5c42e0a3731d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:55.608530 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-437fa7fb-9773-4a7c-8838-b7e324a8f19d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7f483ba159b54476bf5002a00fc86e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747678 May 27 23:00:55.609474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34026) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:55.783454 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ab659547-9636-4dfd-9414-bb8340859c89 None None] Set router 55cb626e-8f0e-4786-b7a0-5c42e0a3731d gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:00:55.837628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] For port c4b5288e-c229-45da-861a-34041e46dc5d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c4b5288e-c229-45da-861a-34041e46dc5d,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:55.838232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:55.888018 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ec1fae8-578e-4fc9-8ee8-fbf7efa554b2 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:55.913625 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ab659547-9636-4dfd-9414-bb8340859c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'name': 'tempest-TestServerMultinode-1780251393-router', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:15Z', 'updated_at': '2022-05-27T23:00:55Z', 'revision_number': 6, 'project_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:55.921433 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab659547-9636-4dfd-9414-bb8340859c89 None None] The sync data for ids ['55cb626e-8f0e-4786-b7a0-5c42e0a3731d'] in n-d-843680-3 is: [{'id': '55cb626e-8f0e-4786-b7a0-5c42e0a3731d', 'name': 'tempest-TestServerMultinode-1780251393-router', 'tenant_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:15Z', 'updated_at': '2022-05-27T23:00:55Z', 'revision_number': 6, 'project_id': 'e9d8acc392c74bb389f8803ee03cbc0e', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:00:55.977077 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd2c11c3-68ae-4862-91f7-f7e1711b7ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:55.988855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] Calling delete_port for c4b5288e-c229-45da-861a-34041e46dc5d owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:56.043091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9ec1fae8-578e-4fc9-8ee8-fbf7efa554b2 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for 2c49fa7e-f706-475d-a1da-ce4eaf99c98f owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:56.068863 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd2c11c3-68ae-4862-91f7-f7e1711b7ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:56.305041 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd2c11c3-68ae-4862-91f7-f7e1711b7ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:56.338456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c11c3-68ae-4862-91f7-f7e1711b7ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6bf442-fe01-4452-b184-aee642a11869,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:56.340257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:56.350132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a602278-f531-4e86-9f73-5837e80c5a09 req-6a7b918c-cb26-4bef-a3f7-aca28a07eb6c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:56.359557 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a602278-f531-4e86-9f73-5837e80c5a09 req-6a7b918c-cb26-4bef-a3f7-aca28a07eb6c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.2313449 May 27 23:00:56.423029 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a602278-f531-4e86-9f73-5837e80c5a09 req-317be5eb-d4ba-4f8b-b7dc-c243629dd09a tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623596 May 27 23:00:56.428483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b5288e-c229-45da-861a-34041e46dc5d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:56.435110 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fd2c11c3-68ae-4862-91f7-f7e1711b7ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:56.436468 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fd2c11c3-68ae-4862-91f7-f7e1711b7ad0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0c6bf442-fe01-4452-b184-aee642a11869 HTTP/1.1" status: 204 len: 168 time: 0.8258777 May 27 23:00:56.479958 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ec1fae8-578e-4fc9-8ee8-fbf7efa554b2 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:56.578825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec1fae8-578e-4fc9-8ee8-fbf7efa554b2 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Port': ['ID=2c49fa7e-f706-475d-a1da-ce4eaf99c98f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:56.599116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf2450-6496-4b56-89fe-34dc3d4d793e req-e4004637-a2b6-47c5-8a5d-23dc6659a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:56.601359 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-84bf2450-6496-4b56-89fe-34dc3d4d793e req-e4004637-a2b6-47c5-8a5d-23dc6659a728 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17e0516bad424434bcaa34f906cb2013&device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 1098 time: 0.3563223 May 27 23:00:56.835335 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ec1fae8-578e-4fc9-8ee8-fbf7efa554b2 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:56.874179 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:56.990390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f5e13b44-1436-4f54-a92d-a04cb65c5a7a no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:00:57.110207 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: f5e13b44-1436-4f54-a92d-a04cb65c5a7a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:00:57.113960 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f5e13b44-1436-4f54-a92d-a04cb65c5a7a not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:00:57.114608 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c4b5288e-c229-45da-861a-34041e46dc5d no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:00:57.171469 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:57.174241 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:57.199509 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: c4b5288e-c229-45da-861a-34041e46dc5d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:00:57.200099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c4b5288e-c229-45da-861a-34041e46dc5d not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:00:57.371121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:57.371846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55cb626e-8f0e-4786-b7a0-5c42e0a3731d {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:00:57.382912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf2450-6496-4b56-89fe-34dc3d4d793e req-137f06d5-c0fc-45aa-9387-ee199673b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:57.382912 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-84bf2450-6496-4b56-89fe-34dc3d4d793e req-137f06d5-c0fc-45aa-9387-ee199673b453 service neutron] 10.222.0.57 "GET /v2.0/networks?id=de4a8b3f-b36f-4a81-b757-3c8e918007df HTTP/1.1" status: 200 len: 915 time: 0.7734063 May 27 23:00:57.398234 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:57.399642 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-98b5f605-a31a-42bb-bb09-cc7c72da0096 admin admin] 10.222.0.27 "DELETE /v2.0/routers/55cb626e-8f0e-4786-b7a0-5c42e0a3731d HTTP/1.1" status: 204 len: 168 time: 2.5471945 May 27 23:00:57.436511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34042) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:57.512770 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-84bf2450-6496-4b56-89fe-34dc3d4d793e req-6a7791a9-7dd6-40de-a9fa-5b57a36b2454 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e HTTP/1.1" status: 200 len: 217 time: 0.1086705 May 27 23:00:57.515974 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a01d49b7-e643-4a64-bd72-aff071bbd935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:57.520176 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c81107d-9a99-4c51-be56-b26069e44ff6 req-4f639772-6bac-480d-89f1-c3d860b0824d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3039629 May 27 23:00:57.670908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf2450-6496-4b56-89fe-34dc3d4d793e req-faaf6ce2-10c1-4d5e-8670-75797243255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:57.672964 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-84bf2450-6496-4b56-89fe-34dc3d4d793e req-faaf6ce2-10c1-4d5e-8670-75797243255e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a218cd6c-f7e8-4753-ba6b-2597e7fb1c57 HTTP/1.1" status: 200 len: 854 time: 0.1518867 May 27 23:00:57.699762 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec1fae8-578e-4fc9-8ee8-fbf7efa554b2 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router 21e99f9d-3669-43ba-97f5-3f72a047fcbc has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:00:57.769203 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-84bf2450-6496-4b56-89fe-34dc3d4d793e req-f57cb228-8d47-4fa8-94c4-2d5baa88cfff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de4a8b3f-b36f-4a81-b757-3c8e918007df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592575 May 27 23:00:57.952309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4cbc28-5518-48dd-8b17-4cbbb3e9d394 admin admin] Deleting subnet b8c7765f-798b-4a41-954b-2c7fc2548c57 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:00:57.956098 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-84bf2450-6496-4b56-89fe-34dc3d4d793e req-390bb5da-c0ed-4e1f-b937-d2a36ecffaa4 service neutron] 10.222.0.57 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788056 May 27 23:00:57.961249 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbc28-5518-48dd-8b17-4cbbb3e9d394 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:58.066163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81107d-9a99-4c51-be56-b26069e44ff6 req-8166c4d4-d2c2-4eca-b6d1-87ef5cbd01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:58.067649 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c81107d-9a99-4c51-be56-b26069e44ff6 req-8166c4d4-d2c2-4eca-b6d1-87ef5cbd01d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 1096 time: 0.3936231 May 27 23:00:58.082908 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec1fae8-578e-4fc9-8ee8-fbf7efa554b2 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:00:58.093119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3727f-5caf-4149-b303-9627a585de6f None None] Sync routers for ids ['21e99f9d-3669-43ba-97f5-3f72a047fcbc'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:00:58.097256 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbc28-5518-48dd-8b17-4cbbb3e9d394 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:58.106044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3727f-5caf-4149-b303-9627a585de6f None None] Routers {'21e99f9d-3669-43ba-97f5-3f72a047fcbc'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:58.106775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-96f3727f-5caf-4149-b303-9627a585de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['21e99f9d-3669-43ba-97f5-3f72a047fcbc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:58.141454 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-84bf2450-6496-4b56-89fe-34dc3d4d793e req-7efffb3d-355e-42ba-b9d3-6d2c53d3a026 service neutron] 10.222.0.57 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790485 May 27 23:00:58.146298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ee0fe-62b9-4e25-b736-2773ca2a24e0 req-a3d78ad1-3061-4f1b-afdb-eb5098bfd133 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:58.148808 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-597ee0fe-62b9-4e25-b736-2773ca2a24e0 req-a3d78ad1-3061-4f1b-afdb-eb5098bfd133 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.5310616 May 27 23:00:58.209369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-96f3727f-5caf-4149-b303-9627a585de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:58.221003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3727f-5caf-4149-b303-9627a585de6f None None] Routers {'21e99f9d-3669-43ba-97f5-3f72a047fcbc'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:00:58.222316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-96f3727f-5caf-4149-b303-9627a585de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:00:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['21e99f9d-3669-43ba-97f5-3f72a047fcbc'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:58.233439 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-597ee0fe-62b9-4e25-b736-2773ca2a24e0 req-b7dce41f-4825-45a4-ab5e-40d7fe5734f6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768557 May 27 23:00:58.251331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9ec1fae8-578e-4fc9-8ee8-fbf7efa554b2 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/21e99f9d-3669-43ba-97f5-3f72a047fcbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1967919 May 27 23:00:58.252931 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbc28-5518-48dd-8b17-4cbbb3e9d394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:58.261954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34052) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:58.305874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-96f3727f-5caf-4149-b303-9627a585de6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:00:58.306465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3727f-5caf-4149-b303-9627a585de6f None None] The sync data for ids ['21e99f9d-3669-43ba-97f5-3f72a047fcbc'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:00:58.352680 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-12a2a9d9-e999-461b-a96c-6cd1b135a134 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports?device_id=21e99f9d-3669-43ba-97f5-3f72a047fcbc HTTP/1.1" status: 200 len: 205 time: 0.0895643 May 27 23:00:58.356378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34058) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:58.361397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81107d-9a99-4c51-be56-b26069e44ff6 req-5fd3cb4e-5b27-498a-ad1d-e0ae84c35dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:58.363220 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c81107d-9a99-4c51-be56-b26069e44ff6 req-5fd3cb4e-5b27-498a-ad1d-e0ae84c35dac service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.2728117 May 27 23:00:58.423008 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbc28-5518-48dd-8b17-4cbbb3e9d394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:58.519957 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c81107d-9a99-4c51-be56-b26069e44ff6 req-3ff1642b-dddb-4610-b4a4-9d7ff3098c1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6143ad13-29b2-4f84-b2be-a344de174d70 HTTP/1.1" status: 200 len: 1001 time: 0.1506841 May 27 23:00:58.526082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cbc28-5518-48dd-8b17-4cbbb3e9d394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c7765f-798b-4a41-954b-2c7fc2548c57,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:58.530682 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f4cbc28-5518-48dd-8b17-4cbbb3e9d394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:58.539535 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d17b46c-f7e1-4324-8710-46e1bf9f2e00 None None] Network 52de8c20-649e-4fe8-a991-d55afad2f223 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:00:58.542546 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-84990ef9-8776-40ab-a775-11597cd8b5c7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:58.578035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8ff36-0e30-4507-8633-9cb0c057ad12 req-bd39dbd5-7e07-4bea-9945-10d942ddf62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:58.579498 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-67a8ff36-0e30-4507-8633-9cb0c057ad12 req-bd39dbd5-7e07-4bea-9945-10d942ddf62d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=17e0516bad424434bcaa34f906cb2013&device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 1098 time: 0.1581545 May 27 23:00:58.600048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9f4cbc28-5518-48dd-8b17-4cbbb3e9d394 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/b8c7765f-798b-4a41-954b-2c7fc2548c57 HTTP/1.1" status: 204 len: 168 time: 1.1633759 May 27 23:00:58.605902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34062) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:58.609348 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81107d-9a99-4c51-be56-b26069e44ff6 req-f878cab1-8644-424f-977e-965301fa2acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:58.611034 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c81107d-9a99-4c51-be56-b26069e44ff6 req-f878cab1-8644-424f-977e-965301fa2acb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.0852237 May 27 23:00:58.877045 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-84990ef9-8776-40ab-a775-11597cd8b5c7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:58.880872 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-84990ef9-8776-40ab-a775-11597cd8b5c7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:58.886821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb7ae1d-381a-4509-a115-7c55bcb7f8d5 None None] DHCP port deletion for 52de8c20-649e-4fe8-a991-d55afad2f223 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:00:58.893049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7ae1d-381a-4509-a115-7c55bcb7f8d5 None None] Deleting port 1cfddd87-0507-4457-b076-1feb6e234ae5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:58.893427 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ae1d-381a-4509-a115-7c55bcb7f8d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.012823 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-84990ef9-8776-40ab-a775-11597cd8b5c7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.013601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84990ef9-8776-40ab-a775-11597cd8b5c7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Fanout notify agent at l3_agent the message router_deleted on router 21e99f9d-3669-43ba-97f5-3f72a047fcbc {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:00:59.031985 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-84990ef9-8776-40ab-a775-11597cd8b5c7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.038106 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-84990ef9-8776-40ab-a775-11597cd8b5c7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/routers/21e99f9d-3669-43ba-97f5-3f72a047fcbc HTTP/1.1" status: 204 len: 168 time: 0.6781240 May 27 23:00:59.039574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34068) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:59.093804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.131517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ba6d41-e797-4c40-bf17-d99cb9bb4a4d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting subnet 4264c05e-c5e4-4e52-882c-ab9b762cce70 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:00:59.135888 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9ba6d41-e797-4c40-bf17-d99cb9bb4a4d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.143260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Deleting port 1cfddd87-0507-4457-b076-1feb6e234ae5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:59.143601 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.209763 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9ba6d41-e797-4c40-bf17-d99cb9bb4a4d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.238503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8ff36-0e30-4507-8633-9cb0c057ad12 req-7ef112d2-6e5f-4623-bd7d-916f75c02b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:59.240026 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-67a8ff36-0e30-4507-8633-9cb0c057ad12 req-7ef112d2-6e5f-4623-bd7d-916f75c02b88 service neutron] 10.222.0.57 "GET /v2.0/networks?id=de4a8b3f-b36f-4a81-b757-3c8e918007df HTTP/1.1" status: 200 len: 915 time: 0.6348765 May 27 23:00:59.240712 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0eb7ae1d-381a-4509-a115-7c55bcb7f8d5 None None] For port 1cfddd87-0507-4457-b076-1feb6e234ae5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1cfddd87-0507-4457-b076-1feb6e234ae5,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:59.241192 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ae1d-381a-4509-a115-7c55bcb7f8d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.315681 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9ba6d41-e797-4c40-bf17-d99cb9bb4a4d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.390235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c81107d-9a99-4c51-be56-b26069e44ff6 req-f6ff5174-b614-4451-8346-af148516e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:59.391891 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c81107d-9a99-4c51-be56-b26069e44ff6 req-f6ff5174-b614-4451-8346-af148516e1d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7396395 May 27 23:00:59.416404 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7ae1d-381a-4509-a115-7c55bcb7f8d5 None None] Calling delete_port for 1cfddd87-0507-4457-b076-1feb6e234ae5 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:59.524719 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9ba6d41-e797-4c40-bf17-d99cb9bb4a4d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.537122 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-67a8ff36-0e30-4507-8633-9cb0c057ad12 req-17d4e45d-adb2-4def-a405-f829c54322a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e HTTP/1.1" status: 200 len: 217 time: 0.2698913 May 27 23:00:59.578925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba6d41-e797-4c40-bf17-d99cb9bb4a4d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Subnet': ['ID=4264c05e-c5e4-4e52-882c-ab9b762cce70,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:59.589731 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9ba6d41-e797-4c40-bf17-d99cb9bb4a4d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.596880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1d5210-2328-40a3-b2e0-e369b6c9d0d9 None None] Network 717fa7b0-8caa-4533-8ebd-5db0141782c8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:00:59.599890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d9ba6d41-e797-4c40-bf17-d99cb9bb4a4d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/4264c05e-c5e4-4e52-882c-ab9b762cce70 HTTP/1.1" status: 204 len: 168 time: 0.5589862 May 27 23:00:59.603786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34076) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:00:59.662903 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ae1d-381a-4509-a115-7c55bcb7f8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.687651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] For port 1cfddd87-0507-4457-b076-1feb6e234ae5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1cfddd87-0507-4457-b076-1feb6e234ae5,segment=NetworkSegment(244bae8b-3d3f-4b21-a0db-b1340cfd2812),segment_id=244bae8b-3d3f-4b21-a0db-b1340cfd2812)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:00:59.688018 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.734994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7ae1d-381a-4509-a115-7c55bcb7f8d5 None None] Pushing event deleted for resources: {'Port': ['ID=1cfddd87-0507-4457-b076-1feb6e234ae5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:00:59.743675 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a7ed8fb4-7a18-44dc-bcb4-bea12074885c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.767102 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7ae1d-381a-4509-a115-7c55bcb7f8d5 None None] No DVR routers for this DVR port 1cfddd87-0507-4457-b076-1feb6e234ae5 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:00:59.843310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Calling delete_port for 1cfddd87-0507-4457-b076-1feb6e234ae5 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:00:59.879360 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125ce99-0e3e-40eb-b351-3f5f259a3fdb req-39587be4-5254-407e-acaa-31167ebb8139 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:59.881200 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8125ce99-0e3e-40eb-b351-3f5f259a3fdb req-39587be4-5254-407e-acaa-31167ebb8139 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.4231427 May 27 23:00:59.904837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8ff36-0e30-4507-8633-9cb0c057ad12 req-6ab70732-6f49-4fc6-aeb3-af43be1d7a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:00:59.906396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.906516 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-67a8ff36-0e30-4507-8633-9cb0c057ad12 req-6ab70732-6f49-4fc6-aeb3-af43be1d7a7a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a218cd6c-f7e8-4753-ba6b-2597e7fb1c57 HTTP/1.1" status: 200 len: 854 time: 0.3516111 May 27 23:00:59.914771 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c81107d-9a99-4c51-be56-b26069e44ff6 req-ce8bacd9-c278-4f31-8b75-17d07d7f0145 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989513 May 27 23:00:59.937197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port ac143f01-0549-4b5d-9b0b-22c4bbb736e2 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:59.937524 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.962713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278d54fd-2006-476d-aa28-5c7a37fb7138 None None] DHCP port deletion for 717fa7b0-8caa-4533-8ebd-5db0141782c8 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:00:59.967874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-278d54fd-2006-476d-aa28-5c7a37fb7138 None None] Deleting port ac143f01-0549-4b5d-9b0b-22c4bbb736e2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:00:59.968250 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-278d54fd-2006-476d-aa28-5c7a37fb7138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:00:59.969984 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8125ce99-0e3e-40eb-b351-3f5f259a3fdb req-760e81f1-1f6c-4d7a-aa44-0f0dfb56561b tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808289 May 27 23:00:59.983166 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-67a8ff36-0e30-4507-8633-9cb0c057ad12 req-1a5591f8-f163-43bd-9c56-0b6890fdad58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=de4a8b3f-b36f-4a81-b757-3c8e918007df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674543 May 27 23:01:00.051803 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:01:00.170079 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:01:00.170719 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:01:00.226285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] For port ac143f01-0549-4b5d-9b0b-22c4bbb736e2, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ac143f01-0549-4b5d-9b0b-22c4bbb736e2,segment=NetworkSegment(444f803c-3e08-4f1c-a03a-309716c3bb40),segment_id=444f803c-3e08-4f1c-a03a-309716c3bb40)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:00.226647 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:00.231223 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c81107d-9a99-4c51-be56-b26069e44ff6 req-db41345c-c0b3-4733-9322-330e61aa55fd service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801666 May 27 23:01:00.234369 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-67a8ff36-0e30-4507-8633-9cb0c057ad12 req-2e3eaca0-b119-427b-a37f-bae11ac25461 service neutron] 10.222.0.57 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969938 May 27 23:01:00.301209 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-278d54fd-2006-476d-aa28-5c7a37fb7138 None None] For port ac143f01-0549-4b5d-9b0b-22c4bbb736e2, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ac143f01-0549-4b5d-9b0b-22c4bbb736e2,segment=NetworkSegment(444f803c-3e08-4f1c-a03a-309716c3bb40),segment_id=444f803c-3e08-4f1c-a03a-309716c3bb40)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:00.301769 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-278d54fd-2006-476d-aa28-5c7a37fb7138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:00.355154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for ac143f01-0549-4b5d-9b0b-22c4bbb736e2 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:00.380727 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-67a8ff36-0e30-4507-8633-9cb0c057ad12 req-de932866-ba12-4fd0-ac73-43b4317378b0 service neutron] 10.222.0.57 "GET /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403031 May 27 23:01:00.420737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd5a6b-b738-42c5-b4ee-512515468f9e req-d6cf0f48-804b-4da3-a593-9b76ddfedd16 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:00.422214 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3bd5a6b-b738-42c5-b4ee-512515468f9e req-d6cf0f48-804b-4da3-a593-9b76ddfedd16 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.2884593 May 27 23:01:00.460525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-278d54fd-2006-476d-aa28-5c7a37fb7138 None None] Calling delete_port for ac143f01-0549-4b5d-9b0b-22c4bbb736e2 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:00.489068 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3bd5a6b-b738-42c5-b4ee-512515468f9e req-a2b90f9a-331b-43d2-b600-b09a113ca09a tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580580 May 27 23:01:00.550179 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:00.564693 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-278d54fd-2006-476d-aa28-5c7a37fb7138 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:01:00.564693 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-278d54fd-2006-476d-aa28-5c7a37fb7138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:01:00.635650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Port': ['ID=ac143f01-0549-4b5d-9b0b-22c4bbb736e2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:00.639079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] No DVR routers for this DVR port ac143f01-0549-4b5d-9b0b-22c4bbb736e2 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:01:00.658697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1cfddd87-0507-4457-b076-1feb6e234ae5 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:01:00.672089 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Deleting port 1cfddd87-0507-4457-b076-1feb6e234ae5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:00.672476 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:00.696862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 1cfddd87-0507-4457-b076-1feb6e234ae5 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:01:00.696862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1cfddd87-0507-4457-b076-1feb6e234ae5 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:01:00.697246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ac143f01-0549-4b5d-9b0b-22c4bbb736e2 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:01:00.704005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:00.704513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:00.704942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:00.709440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:00.709440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:00.709440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:00.709440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:00.709440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:00.709440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:00.709440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:00.709440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:00.709440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:00.752552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: ac143f01-0549-4b5d-9b0b-22c4bbb736e2 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:01:00.753350 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ac143f01-0549-4b5d-9b0b-22c4bbb736e2 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:01:00.852376 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:00.887476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['717fa7b0-8caa-4533-8ebd-5db0141782c8']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:00.903230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444f803c-3e08-4f1c-a03a-309716c3bb40') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:00.903625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444f803c-3e08-4f1c-a03a-309716c3bb40') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:00.920097 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:00.933095 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:00.940614 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc816600-6bf1-42f3-a09d-29a63d509f3a req-d658e31b-a2e2-4d61-9be5-d21e8df7a538 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:00.942041 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc816600-6bf1-42f3-a09d-29a63d509f3a req-d658e31b-a2e2-4d61-9be5-d21e8df7a538 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.2269773 May 27 23:01:00.948648 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:00.956025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] The port '1cfddd87-0507-4457-b076-1feb6e234ae5' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:01:00.969980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:01:00.970375 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:00.990387 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.065470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-278d54fd-2006-476d-aa28-5c7a37fb7138 None None] Deleting port ac143f01-0549-4b5d-9b0b-22c4bbb736e2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:01.066090 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-278d54fd-2006-476d-aa28-5c7a37fb7138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.073473 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.084368 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc816600-6bf1-42f3-a09d-29a63d509f3a req-09bac326-299a-4cb4-bb79-d013215d1631 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330423 May 27 23:01:01.113462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52de8c20-649e-4fe8-a991-d55afad2f223']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:01.127315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244bae8b-3d3f-4b21-a0db-b1340cfd2812') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:01.127617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244bae8b-3d3f-4b21-a0db-b1340cfd2812') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:01.141496 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.150436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-278d54fd-2006-476d-aa28-5c7a37fb7138 None None] The port 'ac143f01-0549-4b5d-9b0b-22c4bbb736e2' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:01:01.160081 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.167132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:01:01.167431 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.199017 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.226303 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.238001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Network': ['ID=717fa7b0-8caa-4533-8ebd-5db0141782c8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:01.291734 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e0f0d3e0-fab3-4e03-bf96-9134b71aa8f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/networks/717fa7b0-8caa-4533-8ebd-5db0141782c8 HTTP/1.1" status: 204 len: 168 time: 1.6866159 May 27 23:01:01.295534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34102) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:01.303267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6c637268-056c-4931-861b-05f248212263 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-972602109', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:01.312062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6c637268-056c-4931-861b-05f248212263 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:01.315389 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 244bae8b-3d3f-4b21-a0db-b1340cfd2812 resource provider aggregate not found May 27 23:01:01.326890 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 444f803c-3e08-4f1c-a03a-309716c3bb40 resource provider aggregate not found May 27 23:01:01.339649 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 244bae8b-3d3f-4b21-a0db-b1340cfd2812 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 244bae8b-3d3f-4b21-a0db-b1340cfd2812 found for delete ", "request_id": "req-6464be98-ecef-4a12-a816-d71c46e874e7"}]} May 27 23:01:01.340044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6c637268-056c-4931-861b-05f248212263 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:router and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:01.343831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6c637268-056c-4931-861b-05f248212263 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:01.351965 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 444f803c-3e08-4f1c-a03a-309716c3bb40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 444f803c-3e08-4f1c-a03a-309716c3bb40 found for delete ", "request_id": "req-7e34c69b-5373-4395-af5d-ea921a7d9153"}]} May 27 23:01:01.352909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6c637268-056c-4931-861b-05f248212263 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:01.376829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7a49f-2468-45e5-947f-0b30d9341c33 req-3fd61e4e-88a6-40ea-a466-9c5f6492f26f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:01.378281 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c1f7a49f-2468-45e5-947f-0b30d9341c33 req-3fd61e4e-88a6-40ea-a466-9c5f6492f26f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.1355000 May 27 23:01:01.395830 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.414085 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.419907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] Pushing event deleted for resources: {'Network': ['ID=52de8c20-649e-4fe8-a991-d55afad2f223,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:01.430114 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f9703cc3-4f83-4b73-a9e6-e851d304226f admin admin] 10.222.0.27 "DELETE /v2.0/networks/52de8c20-649e-4fe8-a991-d55afad2f223 HTTP/1.1" status: 204 len: 168 time: 2.8195477 May 27 23:01:01.430327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c1f7a49f-2468-45e5-947f-0b30d9341c33 req-4b984973-54df-4d55-9538-a31a591d6651 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447922 May 27 23:01:01.430327 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c637268-056c-4931-861b-05f248212263 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.430464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34110) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:01.434206 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c637268-056c-4931-861b-05f248212263 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.457070 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c637268-056c-4931-861b-05f248212263 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.548026 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c637268-056c-4931-861b-05f248212263 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.734312 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c637268-056c-4931-861b-05f248212263 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.734951 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6c637268-056c-4931-861b-05f248212263 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4381986 May 27 23:01:01.737466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34122) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:01.745462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1749826892'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:01.759735 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:01.759735 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:network and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:01.764004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:01.772756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:01.784047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89fedd-aecd-4421-af77-e700b1ef720b req-dfa428dc-dfee-4703-b463-4e53cdfa58c0 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:01.785726 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e89fedd-aecd-4421-af77-e700b1ef720b req-dfa428dc-dfee-4703-b463-4e53cdfa58c0 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.1166587 May 27 23:01:01.833711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e89fedd-aecd-4421-af77-e700b1ef720b req-d8469fed-6c89-4059-8554-c28614dcd1d9 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399358 May 27 23:01:01.873112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:01:01.877484 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.911745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:01:01.924523 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:01.925103 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Added segment ad338336-daa8-49da-96ae-114ab7615732 of type vlan for network 205d882b-15f5-4b00-bc7d-60371fd401e5 May 27 23:01:01.956681 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:02.013795 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-18c571a1-c855-4fbd-8a5b-ef7cde74a1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:02.063239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48838f65-24b5-4f2d-bf6f-793ee9286836 req-960e223b-de9d-4882-a316-ed4e3c23754d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:02.065421 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-48838f65-24b5-4f2d-bf6f-793ee9286836 req-960e223b-de9d-4882-a316-ed4e3c23754d tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.1043172 May 27 23:01:02.117800 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:02.123034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:02.123664 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:02.139612 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:02.218111 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-48838f65-24b5-4f2d-bf6f-793ee9286836 req-15fa3128-605c-4d5c-8d21-e63710baec05 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463878 May 27 23:01:02.247071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Network': ['ID=205d882b-15f5-4b00-bc7d-60371fd401e5,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:02.258330 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 205d882b-15f5-4b00-bc7d-60371fd401e5 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:01:02.298939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-29f8f9bc-bb8d-4d5b-a2e2-8d201c3c0aba tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5599232 May 27 23:01:02.299948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34134) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:02.307571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'subnet': {'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:02.461000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-18c571a1-c855-4fbd-8a5b-ef7cde74a1f8 admin admin] Deleting port b2200692-69f7-45b0-9f66-455c5a7bae76 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:02.463068 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-18c571a1-c855-4fbd-8a5b-ef7cde74a1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:02.646435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:02.656697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:subnet and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:02.657617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:02.676730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:02.698369 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf567f-3ff5-4e1c-a9de-ef62b3d3c30c req-c87aff9b-88ba-4894-8fd1-c4a9db76abda tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:02.700732 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fdf567f-3ff5-4e1c-a9de-ef62b3d3c30c req-c87aff9b-88ba-4894-8fd1-c4a9db76abda tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.2013905 May 27 23:01:02.758852 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fdf567f-3ff5-4e1c-a9de-ef62b3d3c30c req-2b4ef362-8ef8-4c1a-b2c4-4ba1ff2f73dc tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520167 May 27 23:01:02.792754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:01:02.797005 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:02.801301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-18c571a1-c855-4fbd-8a5b-ef7cde74a1f8 admin admin] For port b2200692-69f7-45b0-9f66-455c5a7bae76, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b2200692-69f7-45b0-9f66-455c5a7bae76,segment=NetworkSegment(52531b9e-ec07-4ce9-ad9e-2360638e1f0e),segment_id=52531b9e-ec07-4ce9-ad9e-2360638e1f0e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:02.808618 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-18c571a1-c855-4fbd-8a5b-ef7cde74a1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:02.934317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-18c571a1-c855-4fbd-8a5b-ef7cde74a1f8 admin admin] Calling delete_port for b2200692-69f7-45b0-9f66-455c5a7bae76 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:03.015034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188403d-3154-49cf-b18f-f3db8472e234 req-7df635e1-131e-4480-b296-73793ddb5ada tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:03.016612 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5188403d-3154-49cf-b18f-f3db8472e234 req-7df635e1-131e-4480-b296-73793ddb5ada tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.1263618 May 27 23:01:03.113843 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5188403d-3154-49cf-b18f-f3db8472e234 req-81455b7c-c65b-45b5-9de4-05dda28229f8 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647573 May 27 23:01:03.199463 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-18c571a1-c855-4fbd-8a5b-ef7cde74a1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:03.216823 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:03.262767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c571a1-c855-4fbd-8a5b-ef7cde74a1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2200692-69f7-45b0-9f66-455c5a7bae76,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:03.317999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Subnet': ['ID=c89aa7d4-6366-43a3-9c41-5bf7fef4eaba,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:03.327723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Checking segment: {'id': 'ad338336-daa8-49da-96ae-114ab7615732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:01:03.328084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network hostable DHCP agents. Network: 205d882b-15f5-4b00-bc7d-60371fd401e5, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:01:03.487093 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12f337-6f11-40d7-98f2-1e0beda67b73 req-76485bb6-a512-478e-a1e7-cfa5efa47091 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:03.496208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fa12f337-6f11-40d7-98f2-1e0beda67b73 req-76485bb6-a512-478e-a1e7-cfa5efa47091 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.1580830 May 27 23:01:03.496574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 205d882b-15f5-4b00-bc7d-60371fd401e5 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:01:03.557621 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fa12f337-6f11-40d7-98f2-1e0beda67b73 req-4a606344-91c3-48a9-a2f7-1b84a23520c7 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613019 May 27 23:01:03.609605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 205d882b-15f5-4b00-bc7d-60371fd401e5) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:03.614072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:03.614606 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:03.632039 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-18c571a1-c855-4fbd-8a5b-ef7cde74a1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:03.642365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc696ff1-408d-403a-923f-7e45d7b14842 None None] Network 205d882b-15f5-4b00-bc7d-60371fd401e5 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:03.779938 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1f8ae362-e603-4f91-a049-b8516810eda3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4788001 May 27 23:01:03.782507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34152) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:03.980095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-205d882b-15f5-4b00-bc7d-60371fd401e5', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:01:03.980960 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:04.034709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd5a9b-0c5d-4408-8bf8-2cb969d72140 req-53087f61-eedf-47de-b6a2-456768fd228a tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:04.036213 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0fd5a9b-0c5d-4408-8bf8-2cb969d72140 req-53087f61-eedf-47de-b6a2-456768fd228a tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.3387451 May 27 23:01:04.131970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c571a1-c855-4fbd-8a5b-ef7cde74a1f8 admin admin] Router afb46fb9-9938-4d72-b62f-226528ec9378 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:01:04.164831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Allocated IP 2001:db8::2 (205d882b-15f5-4b00-bc7d-60371fd401e5/c89aa7d4-6366-43a3-9c41-5bf7fef4eaba/e48e0701-9a18-45ca-aa8c-00bdc1ea3806) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:01:04.280641 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0fd5a9b-0c5d-4408-8bf8-2cb969d72140 req-245e7e66-bbc6-4536-a05e-3a76a7084a5f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351193 May 27 23:01:04.343514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c571a1-c855-4fbd-8a5b-ef7cde74a1f8 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:01:04.353422 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1aeda3-6ce0-4329-8f86-55e175afa0b6 None None] Sync routers for ids ['afb46fb9-9938-4d72-b62f-226528ec9378'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:01:04.366333 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-18c571a1-c855-4fbd-8a5b-ef7cde74a1f8 admin admin] 10.222.0.27 "PUT /v2.0/routers/afb46fb9-9938-4d72-b62f-226528ec9378/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9349544 May 27 23:01:04.369014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34160) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:04.377028 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1aeda3-6ce0-4329-8f86-55e175afa0b6 None None] Routers {'afb46fb9-9938-4d72-b62f-226528ec9378'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:04.381409 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6e1aeda3-6ce0-4329-8f86-55e175afa0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['afb46fb9-9938-4d72-b62f-226528ec9378'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:04.420207 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:04.432586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Transition to ACTIVE for port object e48e0701-9a18-45ca-aa8c-00bdc1ea3806 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:04.461242 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Transition to ACTIVE for port object e48e0701-9a18-45ca-aa8c-00bdc1ea3806 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:04.581625 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:04.665714 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:04.708143 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6e1aeda3-6ce0-4329-8f86-55e175afa0b6 None None] Set router afb46fb9-9938-4d72-b62f-226528ec9378 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:04.721800 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Network 205d882b-15f5-4b00-bc7d-60371fd401e5 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:01:04.728874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:04.733250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:01:04.784148 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Pushing event updated for resources: {'Port': ['ID=e48e0701-9a18-45ca-aa8c-00bdc1ea3806,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:04.854421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Attempting to bind port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:01:04.854846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Attempting to bind port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad338336-daa8-49da-96ae-114ab7615732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:01:04.855488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Attempting to bind port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 on network 205d882b-15f5-4b00-bc7d-60371fd401e5 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:01:04.862112 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:01:04.862493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Checking segment: {'id': 'ad338336-daa8-49da-96ae-114ab7615732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:01:04.862893 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:04.863277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Bound using segment: {'id': 'ad338336-daa8-49da-96ae-114ab7615732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:01:04.863739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Bound port: e48e0701-9a18-45ca-aa8c-00bdc1ea3806, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad338336-daa8-49da-96ae-114ab7615732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:01:04.864105 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:04.973633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] For port e48e0701-9a18-45ca-aa8c-00bdc1ea3806, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:01:04.983204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] For port e48e0701-9a18-45ca-aa8c-00bdc1ea3806, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e48e0701-9a18-45ca-aa8c-00bdc1ea3806,segment=NetworkSegment(ad338336-daa8-49da-96ae-114ab7615732),segment_id=ad338336-daa8-49da-96ae-114ab7615732)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:01:05.047869 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:05.058875 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6e1aeda3-6ce0-4329-8f86-55e175afa0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'name': 'tempest-TestServerMultinode-1833126000-router', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:28Z', 'updated_at': '2022-05-27T23:01:03Z', 'revision_number': 5, 'project_id': '97d75364c71f4e81af68d1fac7b9897e', 'gw_port': {'id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:29Z', 'updated_at': '2022-05-27T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:05.061382 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:05.063462 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1aeda3-6ce0-4329-8f86-55e175afa0b6 None None] Checking router: afb46fb9-9938-4d72-b62f-226528ec9378 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:01:05.072237 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1aeda3-6ce0-4329-8f86-55e175afa0b6 None None] Routers {'afb46fb9-9938-4d72-b62f-226528ec9378'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:05.073433 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6e1aeda3-6ce0-4329-8f86-55e175afa0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['afb46fb9-9938-4d72-b62f-226528ec9378'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:05.166654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92b3a0-6c32-4a12-8773-2bcc89407c9e req-6b90481c-9375-4aa4-83a4-76d1a9b5f7b6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:05.171692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42657691-6719-41b1-8e57-62d43e2d7aab None None] Pushing event updated for resources: {'Port': ['ID=e48e0701-9a18-45ca-aa8c-00bdc1ea3806,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:05.175212 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b92b3a0-6c32-4a12-8773-2bcc89407c9e req-6b90481c-9375-4aa4-83a4-76d1a9b5f7b6 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.5720191 May 27 23:01:05.283186 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6e1aeda3-6ce0-4329-8f86-55e175afa0b6 None None] Set router afb46fb9-9938-4d72-b62f-226528ec9378 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:05.379254 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b92b3a0-6c32-4a12-8773-2bcc89407c9e req-4916c942-66bc-40c2-8bbd-b55165642061 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020793 May 27 23:01:05.518351 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:05.557216 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Allocated IP 2001:db8::1 (205d882b-15f5-4b00-bc7d-60371fd401e5/c89aa7d4-6366-43a3-9c41-5bf7fef4eaba/6a25264a-a0c5-4018-9142-743e27624923) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:01:05.615464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] Deleting port f3fb8da5-4def-4e5d-a317-d134c4cc20a4 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:05.616615 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:05.633174 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6e1aeda3-6ce0-4329-8f86-55e175afa0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'name': 'tempest-TestServerMultinode-1833126000-router', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:28Z', 'updated_at': '2022-05-27T23:01:03Z', 'revision_number': 5, 'project_id': '97d75364c71f4e81af68d1fac7b9897e', 'gw_port': {'id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:29Z', 'updated_at': '2022-05-27T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:05.641986 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1aeda3-6ce0-4329-8f86-55e175afa0b6 None None] The sync data for ids ['afb46fb9-9938-4d72-b62f-226528ec9378'] in n-d-843680-3 is: [{'id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'name': 'tempest-TestServerMultinode-1833126000-router', 'tenant_id': '97d75364c71f4e81af68d1fac7b9897e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:59:28Z', 'updated_at': '2022-05-27T23:01:03Z', 'revision_number': 5, 'project_id': '97d75364c71f4e81af68d1fac7b9897e', 'gw_port': {'id': 'f3fb8da5-4def-4e5d-a317-d134c4cc20a4', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:86:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb46fb9-9938-4d72-b62f-226528ec9378', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:59:29Z', 'updated_at': '2022-05-27T22:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:01:05.941634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f39d0-9137-4438-a909-7d78588e8f0c req-bff35215-4c73-4a17-8f01-1ebcfe155916 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:05.943145 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-680f39d0-9137-4438-a909-7d78588e8f0c req-bff35215-4c73-4a17-8f01-1ebcfe155916 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.3809278 May 27 23:01:06.001034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] For port f3fb8da5-4def-4e5d-a317-d134c4cc20a4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f3fb8da5-4def-4e5d-a317-d134c4cc20a4,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:06.001400 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:06.023578 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:06.059327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Transition to ACTIVE for port object 6a25264a-a0c5-4018-9142-743e27624923 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:06.373103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] Calling delete_port for f3fb8da5-4def-4e5d-a317-d134c4cc20a4 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:06.412559 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-680f39d0-9137-4438-a909-7d78588e8f0c req-1e33c2d6-2fbf-422d-8df7-5e17b5904f9c tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567964 May 27 23:01:06.413253 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:06.483017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b801d2bf-aef7-417b-9bf4-ef4738464b9d None None] Network 205d882b-15f5-4b00-bc7d-60371fd401e5 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:06.528451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 205d882b-15f5-4b00-bc7d-60371fd401e5 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:01:06.537176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=6a25264a-a0c5-4018-9142-743e27624923,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:06.586742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:06.642056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:01:06.642721 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:06.728674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e48e0701-9a18-45ca-aa8c-00bdc1ea3806 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:06.768876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5484a940-4e93-4498-bc8a-61739f779e32 None None] Provisioning for port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:06.782196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e2219-9c63-4a01-a865-e628280e204c req-32f46543-6d9d-4205-8de8-4f67a06400c2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:06.784814 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8a8e2219-9c63-4a01-a865-e628280e204c req-32f46543-6d9d-4205-8de8-4f67a06400c2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.1958082 May 27 23:01:06.897149 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8a8e2219-9c63-4a01-a865-e628280e204c req-050130d6-8430-4b10-816b-73df6607041a tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055648 May 27 23:01:06.905810 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:06.968303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:06.973748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:06.975076 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:07.114992 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:07.117728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:07.118110 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:07.156720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port e48e0701-9a18-45ca-aa8c-00bdc1ea3806, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e48e0701-9a18-45ca-aa8c-00bdc1ea3806,segment=NetworkSegment(ad338336-daa8-49da-96ae-114ab7615732),segment_id=ad338336-daa8-49da-96ae-114ab7615732)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:07.198948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3fb8da5-4def-4e5d-a317-d134c4cc20a4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:07.218585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cfb6cbac-b512-468e-8030-250cb1aa38dc None None] Provisioning for port 6a25264a-a0c5-4018-9142-743e27624923 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:07.224885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cfb6cbac-b512-468e-8030-250cb1aa38dc None None] Provisioning complete for port 6a25264a-a0c5-4018-9142-743e27624923 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:07.225388 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfb6cbac-b512-468e-8030-250cb1aa38dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:07.277133 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:07.325408 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b2200692-69f7-45b0-9f66-455c5a7bae76 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:01:07.384549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: b2200692-69f7-45b0-9f66-455c5a7bae76 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:01:07.384793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b2200692-69f7-45b0-9f66-455c5a7bae76 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:01:07.390084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cfb6cbac-b512-468e-8030-250cb1aa38dc None None] Port 6a25264a-a0c5-4018-9142-743e27624923 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:01:07.409443 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=e48e0701-9a18-45ca-aa8c-00bdc1ea3806,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:07.413531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cfb6cbac-b512-468e-8030-250cb1aa38dc None None] Provisioning complete for port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:07.413897 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfb6cbac-b512-468e-8030-250cb1aa38dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:07.513543 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:07.530050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cfb6cbac-b512-468e-8030-250cb1aa38dc None None] Current status of the port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:07.649918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9c0b3e54-3970-4ca2-acc3-6c88f401d5fc None None] Provisioning complete for port 6a25264a-a0c5-4018-9142-743e27624923 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:07.650287 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c0b3e54-3970-4ca2-acc3-6c88f401d5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:07.709972 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:07.716279 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:07.741700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9c0b3e54-3970-4ca2-acc3-6c88f401d5fc None None] Port 6a25264a-a0c5-4018-9142-743e27624923 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:01:07.798179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bcdabb-c70a-45f3-b17c-ab116a63e2c3 req-b3bc3784-7dc4-4711-aa64-de6be308a435 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:07.799849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-33bcdabb-c70a-45f3-b17c-ab116a63e2c3 req-b3bc3784-7dc4-4711-aa64-de6be308a435 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.7521560 May 27 23:01:07.828468 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:07.855422 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-33bcdabb-c70a-45f3-b17c-ab116a63e2c3 req-54bd55c6-5bbe-4df1-b70b-37938ea3c32f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462451 May 27 23:01:07.860751 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:07.870836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afb46fb9-9938-4d72-b62f-226528ec9378 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:01:07.881770 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:07.884874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-57d597b5-db96-465c-86b8-84624e8c85a0 admin admin] 10.222.0.27 "DELETE /v2.0/routers/afb46fb9-9938-4d72-b62f-226528ec9378 HTTP/1.1" status: 204 len: 168 time: 3.5147831 May 27 23:01:07.885823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34184) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:07.925560 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:07.926319 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:08.267631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-66923ec0-358a-4786-83d0-245637024a86 admin admin] Deleting subnet af1c19e2-4cfc-44fe-b786-164c78c65447 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:01:08.269361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=6a25264a-a0c5-4018-9142-743e27624923,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:08.285678 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66923ec0-358a-4786-83d0-245637024a86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:08.370888 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66923ec0-358a-4786-83d0-245637024a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:08.441338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecaf56-a56f-4b3a-a25d-1722f4891dab req-1c8c25de-b42f-46ff-af2c-ebb033190db2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:08.442825 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5cecaf56-a56f-4b3a-a25d-1722f4891dab req-1c8c25de-b42f-46ff-af2c-ebb033190db2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.3288684 May 27 23:01:08.482827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 205d882b-15f5-4b00-bc7d-60371fd401e5 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:01:08.486018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:08.583152 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5cecaf56-a56f-4b3a-a25d-1722f4891dab req-0da868f7-4618-4cf6-b8eb-8d24ce99a8e2 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324260 May 27 23:01:08.655731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e48e0701-9a18-45ca-aa8c-00bdc1ea3806 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:08.682467 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66923ec0-358a-4786-83d0-245637024a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:08.762725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:08.762725 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:08.890824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66923ec0-358a-4786-83d0-245637024a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:08.892933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:08.895778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b50f0db5-613b-4e8a-b429-ff785b815de9 None None] Provisioning complete for port 6a25264a-a0c5-4018-9142-743e27624923 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:08.896145 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b50f0db5-613b-4e8a-b429-ff785b815de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:08.926271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router b65ea808-0df9-41f9-81b8-75f2ec416dcd is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:01:08.942778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f3fb8da5-4def-4e5d-a317-d134c4cc20a4 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:01:08.949779 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66923ec0-358a-4786-83d0-245637024a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af1c19e2-4cfc-44fe-b786-164c78c65447,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:08.953664 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66923ec0-358a-4786-83d0-245637024a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:08.978156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2e0d04-6400-4855-b870-5ad99996fbbb None None] Network 95fe67a4-d54a-427c-a877-d88af5d8e357 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:09.060529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: f3fb8da5-4def-4e5d-a317-d134c4cc20a4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:01:09.060529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f3fb8da5-4def-4e5d-a317-d134c4cc20a4 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:01:09.073847 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-66923ec0-358a-4786-83d0-245637024a86 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/af1c19e2-4cfc-44fe-b786-164c78c65447 HTTP/1.1" status: 204 len: 168 time: 1.1865182 May 27 23:01:09.085684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34196) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:09.110242 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b50f0db5-613b-4e8a-b429-ff785b815de9 None None] Port 6a25264a-a0c5-4018-9142-743e27624923 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:01:09.113639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:01:09.120236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8e1ee01f-243f-45fd-83c1-b2453892e19d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/b65ea808-0df9-41f9-81b8-75f2ec416dcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3361504 May 27 23:01:09.122759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34200) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:09.128287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-676003072'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:09.139166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:09.139166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:network and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:09.141373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:09.147220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:09.157686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Sync routers for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:01:09.213387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:09.214866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:09.215321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:01:09.219242 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:09.261396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:01:09.273143 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:09.274690 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Added segment 367892c1-68b0-4d61-bcda-f82313acc0fa of type vlan for network 46b63bb1-5c60-412d-ab30-f03d42f3415d May 27 23:01:09.320713 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:09.355107 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:09.366300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] Deleting port 9394af38-21ff-4bc2-adf4-8ee2635939d5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:09.366949 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:09.445758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:09.472303 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:09.480384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:09.481605 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:09.602009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] For port 9394af38-21ff-4bc2-adf4-8ee2635939d5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9394af38-21ff-4bc2-adf4-8ee2635939d5,segment=NetworkSegment(52531b9e-ec07-4ce9-ad9e-2360638e1f0e),segment_id=52531b9e-ec07-4ce9-ad9e-2360638e1f0e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:09.610176 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:09.629879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Network': ['ID=46b63bb1-5c60-412d-ab30-f03d42f3415d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:09.634121 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2e700699-6020-46c7-95a8-789a808498d3 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5103998 May 27 23:01:09.641601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34206) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:09.648835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'subnet': {'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:09.685524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 46b63bb1-5c60-412d-ab30-f03d42f3415d details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:01:09.783589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77acefe1-e88a-4bd8-bc15-df6157e413f2 None None] DHCP port deletion for 95fe67a4-d54a-427c-a877-d88af5d8e357 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:01:09.793932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-77acefe1-e88a-4bd8-bc15-df6157e413f2 None None] Deleting port 9394af38-21ff-4bc2-adf4-8ee2635939d5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:09.794311 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77acefe1-e88a-4bd8-bc15-df6157e413f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:09.829921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] Calling delete_port for 9394af38-21ff-4bc2-adf4-8ee2635939d5 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:09.830538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:09.838357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:subnet and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:09.843540 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:09.850395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:09.965611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:01:09.966516 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:10.009806 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:10.094418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] No DVR routers for this DVR port 9394af38-21ff-4bc2-adf4-8ee2635939d5 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:01:10.120522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-77acefe1-e88a-4bd8-bc15-df6157e413f2 None None] For port 9394af38-21ff-4bc2-adf4-8ee2635939d5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9394af38-21ff-4bc2-adf4-8ee2635939d5,segment=NetworkSegment(52531b9e-ec07-4ce9-ad9e-2360638e1f0e),segment_id=52531b9e-ec07-4ce9-ad9e-2360638e1f0e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:10.120910 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77acefe1-e88a-4bd8-bc15-df6157e413f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:10.145804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=9394af38-21ff-4bc2-adf4-8ee2635939d5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:10.245016 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:10.282342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95fe67a4-d54a-427c-a877-d88af5d8e357']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:10.297803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52531b9e-ec07-4ce9-ad9e-2360638e1f0e') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:10.298198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52531b9e-ec07-4ce9-ad9e-2360638e1f0e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:10.310381 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:10.319494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-77acefe1-e88a-4bd8-bc15-df6157e413f2 None None] Calling delete_port for 9394af38-21ff-4bc2-adf4-8ee2635939d5 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:10.330992 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:10.337437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:01:10.338379 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:10.365733 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:10.406681 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 52531b9e-ec07-4ce9-ad9e-2360638e1f0e resource provider aggregate not found May 27 23:01:10.423709 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-77acefe1-e88a-4bd8-bc15-df6157e413f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:01:10.424188 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-77acefe1-e88a-4bd8-bc15-df6157e413f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:01:10.432180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:06Z', 'revision_number': 2, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:07Z', 'revision_number': 2, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:10.432180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Checking router: b65ea808-0df9-41f9-81b8-75f2ec416dcd for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:01:10.432180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Updating router b65ea808-0df9-41f9-81b8-75f2ec416dcd port 6a25264a-a0c5-4018-9142-743e27624923 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:01:10.469468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Subnet': ['ID=6d66697b-6208-4b2a-b971-81e9e3050c38,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:10.473780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Checking segment: {'id': '367892c1-68b0-4d61-bcda-f82313acc0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:01:10.474742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network hostable DHCP agents. Network: 46b63bb1-5c60-412d-ab30-f03d42f3415d, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:01:10.480145 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 52531b9e-ec07-4ce9-ad9e-2360638e1f0e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52531b9e-ec07-4ce9-ad9e-2360638e1f0e found for delete ", "request_id": "req-f2cfec52-52bb-4d76-8ed9-77e0cbc9cbbf"}]} May 27 23:01:10.510971 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:10.636946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9394af38-21ff-4bc2-adf4-8ee2635939d5 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:01:10.680417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 9394af38-21ff-4bc2-adf4-8ee2635939d5 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:01:10.680767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9394af38-21ff-4bc2-adf4-8ee2635939d5 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:01:10.722767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 46b63bb1-5c60-412d-ab30-f03d42f3415d is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:01:10.758481 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:10.778503 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:10.787153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] Pushing event deleted for resources: {'Network': ['ID=95fe67a4-d54a-427c-a877-d88af5d8e357,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:10.806937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 46b63bb1-5c60-412d-ab30-f03d42f3415d) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:10.810970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:10.811665 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:10.818534 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e94ebea-470e-4e3d-b058-d0e235819b08 None None] Network 46b63bb1-5c60-412d-ab30-f03d42f3415d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:10.918740 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a8b6fafc-1563-4edc-95b5-ea868d02a0fa admin admin] 10.222.0.27 "DELETE /v2.0/networks/95fe67a4-d54a-427c-a877-d88af5d8e357 HTTP/1.1" status: 204 len: 168 time: 1.8327508 May 27 23:01:10.929408 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-77acefe1-e88a-4bd8-bc15-df6157e413f2 None None] Deleting port 9394af38-21ff-4bc2-adf4-8ee2635939d5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:10.929784 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77acefe1-e88a-4bd8-bc15-df6157e413f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:10.945430 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-78bfc3f6-ebae-4b10-a925-f4c32708b67a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2982006 May 27 23:01:10.945618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34220) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:11.125323 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-77acefe1-e88a-4bd8-bc15-df6157e413f2 None None] The port '9394af38-21ff-4bc2-adf4-8ee2635939d5' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:01:11.165802 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:11.211236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Transition to ACTIVE for port object 6a25264a-a0c5-4018-9142-743e27624923 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:11.233249 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-46b63bb1-5c60-412d-ab30-f03d42f3415d', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:01:11.234208 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:11.370105 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:11.466948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34226) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:11.709856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Allocated IP 2001:db8:1::2 (46b63bb1-5c60-412d-ab30-f03d42f3415d/6d66697b-6208-4b2a-b971-81e9e3050c38/c670cd3d-eb34-4f3d-99cc-4ebd95537660) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:01:11.717267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e0919-cdcb-42d3-8114-abda947a215b None None] Pushing event updated for resources: {'Port': ['ID=6a25264a-a0c5-4018-9142-743e27624923,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:11.727565 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:11.789548 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Attempting to bind port 6a25264a-a0c5-4018-9142-743e27624923 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:01:11.789997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Attempting to bind port 6a25264a-a0c5-4018-9142-743e27624923 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ad338336-daa8-49da-96ae-114ab7615732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:01:11.791650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Attempting to bind port 6a25264a-a0c5-4018-9142-743e27624923 on network 205d882b-15f5-4b00-bc7d-60371fd401e5 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:01:11.810045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:01:11.810596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Checking segment: {'id': 'ad338336-daa8-49da-96ae-114ab7615732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:01:11.811609 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:11.815702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Bound using segment: {'id': 'ad338336-daa8-49da-96ae-114ab7615732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:01:11.815702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Bound port: 6a25264a-a0c5-4018-9142-743e27624923, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad338336-daa8-49da-96ae-114ab7615732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:01:11.815702 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:11.852649 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-40c33430-5c4a-4089-9db9-d7588ee60e16 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e9d8acc392c74bb389f8803ee03cbc0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839235 May 27 23:01:11.855797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34232) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:11.940308 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba2a039e-a0f7-4752-8c65-add6b355ffae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:11.970029 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba2a039e-a0f7-4752-8c65-add6b355ffae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:12.123765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] For port 6a25264a-a0c5-4018-9142-743e27624923, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:01:12.132477 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba2a039e-a0f7-4752-8c65-add6b355ffae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:12.132577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] For port 6a25264a-a0c5-4018-9142-743e27624923, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6a25264a-a0c5-4018-9142-743e27624923,segment=NetworkSegment(ad338336-daa8-49da-96ae-114ab7615732),segment_id=ad338336-daa8-49da-96ae-114ab7615732)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:01:12.157516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a039e-a0f7-4752-8c65-add6b355ffae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c633a9c3-ed61-45bb-88c6-81dc2e51b3d4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:12.157516 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba2a039e-a0f7-4752-8c65-add6b355ffae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:12.157516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ba2a039e-a0f7-4752-8c65-add6b355ffae admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c633a9c3-ed61-45bb-88c6-81dc2e51b3d4 HTTP/1.1" status: 204 len: 168 time: 0.3001697 May 27 23:01:12.212717 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:12.296534 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:12.322383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Transition to ACTIVE for port object c670cd3d-eb34-4f3d-99cc-4ebd95537660 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:12.337161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:12.337812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:12.397490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e0919-cdcb-42d3-8114-abda947a215b None None] Pushing event updated for resources: {'Port': ['ID=6a25264a-a0c5-4018-9142-743e27624923,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:12.504430 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Transition to ACTIVE for port object c670cd3d-eb34-4f3d-99cc-4ebd95537660 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:12.527752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:12.584229 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:12.678654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Network 46b63bb1-5c60-412d-ab30-f03d42f3415d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:01:12.685263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:12.704408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Allocated IP 2001:db8:1::1 (46b63bb1-5c60-412d-ab30-f03d42f3415d/6d66697b-6208-4b2a-b971-81e9e3050c38/248cd9b4-8a1e-4c30-9790-1edecccd79bd) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:01:12.787284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:01:12.851751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Pushing event updated for resources: {'Port': ['ID=c670cd3d-eb34-4f3d-99cc-4ebd95537660,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:12.985033 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:12.989600 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Attempting to bind port c670cd3d-eb34-4f3d-99cc-4ebd95537660 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:01:12.990052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Attempting to bind port c670cd3d-eb34-4f3d-99cc-4ebd95537660 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '367892c1-68b0-4d61-bcda-f82313acc0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:01:12.990484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Attempting to bind port c670cd3d-eb34-4f3d-99cc-4ebd95537660 on network 46b63bb1-5c60-412d-ab30-f03d42f3415d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:01:13.001433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:01:13.001802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Checking segment: {'id': '367892c1-68b0-4d61-bcda-f82313acc0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:01:13.002201 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:13.002590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Bound using segment: {'id': '367892c1-68b0-4d61-bcda-f82313acc0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:01:13.003060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Bound port: c670cd3d-eb34-4f3d-99cc-4ebd95537660, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367892c1-68b0-4d61-bcda-f82313acc0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:01:13.003430 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:13.007278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Transition to ACTIVE for port object 248cd9b4-8a1e-4c30-9790-1edecccd79bd will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:13.141233 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:13.163432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] For port c670cd3d-eb34-4f3d-99cc-4ebd95537660, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:01:13.167015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] For port c670cd3d-eb34-4f3d-99cc-4ebd95537660, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c670cd3d-eb34-4f3d-99cc-4ebd95537660,segment=NetworkSegment(367892c1-68b0-4d61-bcda-f82313acc0fa),segment_id=367892c1-68b0-4d61-bcda-f82313acc0fa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:01:13.183931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:06Z', 'revision_number': 2, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:12Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:13.186154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34252) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:13.192510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d842059-784b-4730-86fb-6dc1d84aa93b None None] The sync data for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 is: [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:06Z', 'revision_number': 2, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:12Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:01:13.232734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 46b63bb1-5c60-412d-ab30-f03d42f3415d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:01:13.236419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:13.240223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:01:13.240777 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:13.268394 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c5083f7b-28df-4a69-b17f-1976887b416a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=97d75364c71f4e81af68d1fac7b9897e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806496 May 27 23:01:13.270519 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34256) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:13.289828 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:13.361268 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=248cd9b4-8a1e-4c30-9790-1edecccd79bd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:13.366437 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9aeb30d-b56c-4102-a38d-7396cdde55b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:13.405048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9aeb30d-b56c-4102-a38d-7396cdde55b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:13.410819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc81986-6ee2-4d99-b8cf-b04f747b43ff None None] Pushing event updated for resources: {'Port': ['ID=c670cd3d-eb34-4f3d-99cc-4ebd95537660,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:13.592292 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9aeb30d-b56c-4102-a38d-7396cdde55b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:13.606683 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:13.625398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aeb30d-b56c-4102-a38d-7396cdde55b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f156b0-6924-44f4-abba-153e9d009f6a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:13.713530 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9aeb30d-b56c-4102-a38d-7396cdde55b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:13.714863 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b9aeb30d-b56c-4102-a38d-7396cdde55b3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/00f156b0-6924-44f4-abba-153e9d009f6a HTTP/1.1" status: 204 len: 168 time: 0.4431975 May 27 23:01:14.203906 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:14.306074 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:14.306074 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:14.741945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=248cd9b4-8a1e-4c30-9790-1edecccd79bd,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:14.846109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 46b63bb1-5c60-412d-ab30-f03d42f3415d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:01:14.847446 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:14.884586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6a25264a-a0c5-4018-9142-743e27624923 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:14.961637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517bf17a-05cb-4323-a1cb-a7c6f1c2648e None None] Network 46b63bb1-5c60-412d-ab30-f03d42f3415d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:15.086750 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router b65ea808-0df9-41f9-81b8-75f2ec416dcd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:01:15.161073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a4907caf-8d01-4eb2-8b5e-cf92863e6bb8 None None] Provisioning for port c670cd3d-eb34-4f3d-99cc-4ebd95537660 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:15.215948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 6a25264a-a0c5-4018-9142-743e27624923 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:15.228811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 6a25264a-a0c5-4018-9142-743e27624923 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:15.229597 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:15.312483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:01:15.331554 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d3ce6a0d-e15b-4eb8-ba63-30ec166125ce tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/b65ea808-0df9-41f9-81b8-75f2ec416dcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3820641 May 27 23:01:15.331653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34270) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:15.338627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2145500806'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:15.344553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:15.349174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:network and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:15.352556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:15.360021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:15.379519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6a25264a-a0c5-4018-9142-743e27624923 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:15.379903 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:15.421767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 6a25264a-a0c5-4018-9142-743e27624923, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6a25264a-a0c5-4018-9142-743e27624923,segment=NetworkSegment(ad338336-daa8-49da-96ae-114ab7615732),segment_id=ad338336-daa8-49da-96ae-114ab7615732)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:15.430648 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Sync routers for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:01:15.441676 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:15.442391 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:15.478057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:01:15.487487 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:15.512195 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:15.513215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c670cd3d-eb34-4f3d-99cc-4ebd95537660 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:15.557140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:01:15.573955 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:15.574206 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Added segment 9672058c-cf84-4da3-80da-50f58908e71c of type vlan for network 121f199a-4414-4f1f-b690-d69a25838113 May 27 23:01:15.713261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:15.724298 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:15.936198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=6a25264a-a0c5-4018-9142-743e27624923,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:15.979113 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:15.985274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:15.990132 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:16.019440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port c670cd3d-eb34-4f3d-99cc-4ebd95537660 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:16.028814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bba58cc0-58be-45b8-8bae-522b08885cab None None] Provisioning for port 248cd9b4-8a1e-4c30-9790-1edecccd79bd completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:16.036027 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:16.042930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c670cd3d-eb34-4f3d-99cc-4ebd95537660 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:16.044921 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:16.083320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bba58cc0-58be-45b8-8bae-522b08885cab None None] Provisioning complete for port 248cd9b4-8a1e-4c30-9790-1edecccd79bd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:16.083922 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bba58cc0-58be-45b8-8bae-522b08885cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:16.141043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Network': ['ID=121f199a-4414-4f1f-b690-d69a25838113,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:16.177489 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:13Z', 'revision_number': 3, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:13Z', 'revision_number': 2, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:12Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:16.180297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34276) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:16.187751 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Checking router: b65ea808-0df9-41f9-81b8-75f2ec416dcd for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:01:16.187751 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Updating router b65ea808-0df9-41f9-81b8-75f2ec416dcd port 248cd9b4-8a1e-4c30-9790-1edecccd79bd binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:01:16.188668 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-10072c65-fe70-4c85-9e0f-05200956f907 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8531611 May 27 23:01:16.188753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'subnet': {'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:16.234581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 121f199a-4414-4f1f-b690-d69a25838113 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:01:16.248409 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:16.396903 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:16.405324 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:subnet and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:16.414814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:16.427298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:16.472177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bba58cc0-58be-45b8-8bae-522b08885cab None None] Port 248cd9b4-8a1e-4c30-9790-1edecccd79bd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:01:16.481552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c670cd3d-eb34-4f3d-99cc-4ebd95537660 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:16.482136 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:16.526588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port c670cd3d-eb34-4f3d-99cc-4ebd95537660, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c670cd3d-eb34-4f3d-99cc-4ebd95537660,segment=NetworkSegment(367892c1-68b0-4d61-bcda-f82313acc0fa),segment_id=367892c1-68b0-4d61-bcda-f82313acc0fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:16.586300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:01:16.590747 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:16.593939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5ee8295c-0ee0-40b5-b883-46c11097e201 None None] Provisioning complete for port 248cd9b4-8a1e-4c30-9790-1edecccd79bd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:16.597271 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ee8295c-0ee0-40b5-b883-46c11097e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:16.673688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8295c-0ee0-40b5-b883-46c11097e201 None None] Port 248cd9b4-8a1e-4c30-9790-1edecccd79bd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:01:16.675535 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:16.814771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6a25264a-a0c5-4018-9142-743e27624923 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:16.862043 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:16.868955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=c670cd3d-eb34-4f3d-99cc-4ebd95537660,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:16.875860 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Transition to ACTIVE for port object 248cd9b4-8a1e-4c30-9790-1edecccd79bd will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:16.907874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 6a25264a-a0c5-4018-9142-743e27624923 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:16.908238 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:16.964012 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:17.008062 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:17.030569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6a25264a-a0c5-4018-9142-743e27624923 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:17.112550 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb6a8a-5c85-4749-8e46-3ef3e528bbe4 None None] Pushing event updated for resources: {'Port': ['ID=248cd9b4-8a1e-4c30-9790-1edecccd79bd,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:17.139741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Subnet': ['ID=3fd80362-8225-4dba-9fb6-25893859ca11,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:17.147703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Checking segment: {'id': '9672058c-cf84-4da3-80da-50f58908e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '121f199a-4414-4f1f-b690-d69a25838113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:01:17.147703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network hostable DHCP agents. Network: 121f199a-4414-4f1f-b690-d69a25838113, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:01:17.171782 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6a8a-5c85-4749-8e46-3ef3e528bbe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:17.176522 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6a8a-5c85-4749-8e46-3ef3e528bbe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:17.176522 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6a8a-5c85-4749-8e46-3ef3e528bbe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:17.176522 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6a8a-5c85-4749-8e46-3ef3e528bbe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:17.176522 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6a8a-5c85-4749-8e46-3ef3e528bbe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:17.176522 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6a8a-5c85-4749-8e46-3ef3e528bbe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:17.176522 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6a8a-5c85-4749-8e46-3ef3e528bbe4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:17.176522 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6a8a-5c85-4749-8e46-3ef3e528bbe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:17.176522 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6a8a-5c85-4749-8e46-3ef3e528bbe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:17.176522 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6a8a-5c85-4749-8e46-3ef3e528bbe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:17.176522 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6a8a-5c85-4749-8e46-3ef3e528bbe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:17.176522 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1abb6a8a-5c85-4749-8e46-3ef3e528bbe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:17.261317 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Attempting to bind port 248cd9b4-8a1e-4c30-9790-1edecccd79bd on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:01:17.261687 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Attempting to bind port 248cd9b4-8a1e-4c30-9790-1edecccd79bd by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '367892c1-68b0-4d61-bcda-f82313acc0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:01:17.262045 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Attempting to bind port 248cd9b4-8a1e-4c30-9790-1edecccd79bd on network 46b63bb1-5c60-412d-ab30-f03d42f3415d {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:01:17.269322 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:01:17.278802 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Checking segment: {'id': '367892c1-68b0-4d61-bcda-f82313acc0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:01:17.278802 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:17.278802 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Bound using segment: {'id': '367892c1-68b0-4d61-bcda-f82313acc0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:01:17.278802 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Bound port: 248cd9b4-8a1e-4c30-9790-1edecccd79bd, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '367892c1-68b0-4d61-bcda-f82313acc0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:01:17.278802 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:17.279235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 121f199a-4414-4f1f-b690-d69a25838113 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:01:17.315148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee108bc1-ba11-4949-a72b-44f10c165b3e req-427895a1-e942-416b-a493-a7ff7ca3649f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:17.318553 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee108bc1-ba11-4949-a72b-44f10c165b3e req-427895a1-e942-416b-a493-a7ff7ca3649f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.1019506 May 27 23:01:17.373295 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ee108bc1-ba11-4949-a72b-44f10c165b3e req-b2d9109c-17c7-4c9a-a0e9-68b8d947197f tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495474 May 27 23:01:17.381063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 121f199a-4414-4f1f-b690-d69a25838113) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:17.395455 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] For port 248cd9b4-8a1e-4c30-9790-1edecccd79bd, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:01:17.399164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:17.399434 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f5afe6-5919-4afc-a012-2230e45f675a None None] Network 121f199a-4414-4f1f-b690-d69a25838113 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:17.399821 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:17.402648 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] For port 248cd9b4-8a1e-4c30-9790-1edecccd79bd, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=248cd9b4-8a1e-4c30-9790-1edecccd79bd,segment=NetworkSegment(367892c1-68b0-4d61-bcda-f82313acc0fa),segment_id=367892c1-68b0-4d61-bcda-f82313acc0fa)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:01:17.493356 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:17.530978 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-522a6c95-258c-47f5-a869-50fca8be2d93 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3489988 May 27 23:01:17.534311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34292) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:17.569944 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:17.570822 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:17.637307 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb6a8a-5c85-4749-8e46-3ef3e528bbe4 None None] Pushing event updated for resources: {'Port': ['ID=248cd9b4-8a1e-4c30-9790-1edecccd79bd,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:17.649306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-121f199a-4414-4f1f-b690-d69a25838113', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:01:17.650714 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:17.770644 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:17.951974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Allocated IP 2001:db8:2::2 (121f199a-4414-4f1f-b690-d69a25838113/3fd80362-8225-4dba-9fb6-25893859ca11/fbd9c1d2-26af-428e-ab68-c267baea966d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:01:18.171400 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:13Z', 'revision_number': 3, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:17Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:18.183511 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66edb957-27f5-4bcd-9b7c-6c3b4a09f1aa None None] The sync data for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 is: [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:13Z', 'revision_number': 3, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:17Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:01:18.247624 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:18.269861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Transition to ACTIVE for port object fbd9c1d2-26af-428e-ab68-c267baea966d will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:18.295646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Transition to ACTIVE for port object fbd9c1d2-26af-428e-ab68-c267baea966d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:18.320384 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:18.394607 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:18.475774 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Network 121f199a-4414-4f1f-b690-d69a25838113 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:01:18.500958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:18.505060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:01:18.597965 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Pushing event updated for resources: {'Port': ['ID=fbd9c1d2-26af-428e-ab68-c267baea966d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:18.640986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Attempting to bind port fbd9c1d2-26af-428e-ab68-c267baea966d on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:01:18.641383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Attempting to bind port fbd9c1d2-26af-428e-ab68-c267baea966d by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '9672058c-cf84-4da3-80da-50f58908e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '121f199a-4414-4f1f-b690-d69a25838113'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:01:18.641747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Attempting to bind port fbd9c1d2-26af-428e-ab68-c267baea966d on network 121f199a-4414-4f1f-b690-d69a25838113 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:01:18.648053 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:01:18.650363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Checking segment: {'id': '9672058c-cf84-4da3-80da-50f58908e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '121f199a-4414-4f1f-b690-d69a25838113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:01:18.650363 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:18.650363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Bound using segment: {'id': '9672058c-cf84-4da3-80da-50f58908e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '121f199a-4414-4f1f-b690-d69a25838113'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:01:18.650363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Bound port: fbd9c1d2-26af-428e-ab68-c267baea966d, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9672058c-cf84-4da3-80da-50f58908e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '121f199a-4414-4f1f-b690-d69a25838113'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:01:18.650363 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:18.943825 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] For port fbd9c1d2-26af-428e-ab68-c267baea966d, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:01:18.947994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] For port fbd9c1d2-26af-428e-ab68-c267baea966d, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=fbd9c1d2-26af-428e-ab68-c267baea966d,segment=NetworkSegment(9672058c-cf84-4da3-80da-50f58908e71c),segment_id=9672058c-cf84-4da3-80da-50f58908e71c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:01:18.975641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c670cd3d-eb34-4f3d-99cc-4ebd95537660 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:19.050271 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:19.111781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc214415-8313-4e1c-9025-f43296ac20c2 req-2325d248-3442-41a3-b0b4-cb165dccfa8e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:19.113244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc214415-8313-4e1c-9025-f43296ac20c2 req-2325d248-3442-41a3-b0b4-cb165dccfa8e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Synchronizing usage tracker for tenant:17e0516bad424434bcaa34f906cb2013 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:01:19.122906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Allocated IP 2001:db8:2::1 (121f199a-4414-4f1f-b690-d69a25838113/3fd80362-8225-4dba-9fb6-25893859ca11/92cdf7d9-726e-43fd-a20f-e8bebc10da79) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:01:19.241617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Pushing event updated for resources: {'Port': ['ID=fbd9c1d2-26af-428e-ab68-c267baea966d,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:19.256121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:19.256772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:19.256860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:19.257145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:19.257458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:19.257782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:19.260091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:19.260091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:19.260091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:19.260091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:19.260091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:19.260091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3d0d11-95bc-4209-936e-974424f29398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:19.268381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-fc214415-8313-4e1c-9025-f43296ac20c2 req-2325d248-3442-41a3-b0b4-cb165dccfa8e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Unset dirty status for tenant:17e0516bad424434bcaa34f906cb2013 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:01:19.268381 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc214415-8313-4e1c-9025-f43296ac20c2 req-2325d248-3442-41a3-b0b4-cb165dccfa8e tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.3132033 May 27 23:01:19.285128 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c670cd3d-eb34-4f3d-99cc-4ebd95537660 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:19.285497 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:19.380621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-fc214415-8313-4e1c-9025-f43296ac20c2 req-4d26a786-1e51-4601-93a2-4657bbc0f921 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Deleting port f4a0e967-2ebf-42dc-8938-9b219d9ac21e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:19.381753 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc214415-8313-4e1c-9025-f43296ac20c2 req-4d26a786-1e51-4601-93a2-4657bbc0f921 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:19.396058 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:19.428470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Transition to ACTIVE for port object 92cdf7d9-726e-43fd-a20f-e8bebc10da79 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:19.439785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78406cf9-85f1-4e75-8b0b-13fa670c9f74 req-b6cadd83-ce45-4efd-8861-a31c73893847 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:19.441356 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-78406cf9-85f1-4e75-8b0b-13fa670c9f74 req-b6cadd83-ce45-4efd-8861-a31c73893847 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 947 time: 0.6745629 May 27 23:01:19.471595 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c670cd3d-eb34-4f3d-99cc-4ebd95537660 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:19.472892 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 248cd9b4-8a1e-4c30-9790-1edecccd79bd up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:19.519117 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-78406cf9-85f1-4e75-8b0b-13fa670c9f74 req-d0447686-de7b-4ba1-ac6e-78589d7c6cff tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/security-groups?id=85e0c15a-c70d-4ed9-984c-7fca30958acd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684040 May 27 23:01:19.613296 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:19.678530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 248cd9b4-8a1e-4c30-9790-1edecccd79bd completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:19.686650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 248cd9b4-8a1e-4c30-9790-1edecccd79bd triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:19.687133 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:19.696024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 121f199a-4414-4f1f-b690-d69a25838113 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:01:19.699966 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:19.702743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:01:19.703772 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:19.751331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-fc214415-8313-4e1c-9025-f43296ac20c2 req-4d26a786-1e51-4601-93a2-4657bbc0f921 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] For port f4a0e967-2ebf-42dc-8938-9b219d9ac21e, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,segment=NetworkSegment(0c58a018-2b86-42ca-83b3-6346c4643c25),segment_id=0c58a018-2b86-42ca-83b3-6346c4643c25)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:19.751684 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc214415-8313-4e1c-9025-f43296ac20c2 req-4d26a786-1e51-4601-93a2-4657bbc0f921 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:19.827817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=92cdf7d9-726e-43fd-a20f-e8bebc10da79,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:19.903263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 248cd9b4-8a1e-4c30-9790-1edecccd79bd is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:19.903878 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:19.927642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-fc214415-8313-4e1c-9025-f43296ac20c2 req-4d26a786-1e51-4601-93a2-4657bbc0f921 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Calling delete_port for f4a0e967-2ebf-42dc-8938-9b219d9ac21e owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:19.940210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 248cd9b4-8a1e-4c30-9790-1edecccd79bd, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=248cd9b4-8a1e-4c30-9790-1edecccd79bd,segment=NetworkSegment(367892c1-68b0-4d61-bcda-f82313acc0fa),segment_id=367892c1-68b0-4d61-bcda-f82313acc0fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:19.959829 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:20.032221 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:20.120332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=248cd9b4-8a1e-4c30-9790-1edecccd79bd,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:20.169424 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc214415-8313-4e1c-9025-f43296ac20c2 req-4d26a786-1e51-4601-93a2-4657bbc0f921 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:20.202552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['f4a0e967-2ebf-42dc-8938-9b219d9ac21e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:01:20.223247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26a786-1e51-4601-93a2-4657bbc0f921 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Pushing event deleted for resources: {'Port': ['ID=f4a0e967-2ebf-42dc-8938-9b219d9ac21e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:20.435746 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:20.441148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc214415-8313-4e1c-9025-f43296ac20c2 req-4d26a786-1e51-4601-93a2-4657bbc0f921 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] No DVR routers for this DVR port f4a0e967-2ebf-42dc-8938-9b219d9ac21e on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:01:20.443728 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-fc214415-8313-4e1c-9025-f43296ac20c2 req-4d26a786-1e51-4601-93a2-4657bbc0f921 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:20.448230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d253d05-ef25-482c-9163-67cf32882eca', 'name': 'network-vif-deleted', 'tag': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:01:20.495497 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:20.496390 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:20.501737 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c1e0cc-af0b-495d-b5ea-82e1e43107ba'] response: {'server_uuid': '9d253d05-ef25-482c-9163-67cf32882eca', 'name': 'network-vif-deleted', 'tag': 'f4a0e967-2ebf-42dc-8938-9b219d9ac21e', 'status': 'completed', 'code': 200} May 27 23:01:20.533894 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fc214415-8313-4e1c-9025-f43296ac20c2 req-4d26a786-1e51-4601-93a2-4657bbc0f921 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.57 "DELETE /v2.0/ports/f4a0e967-2ebf-42dc-8938-9b219d9ac21e HTTP/1.1" status: 204 len: 173 time: 1.2625568 May 27 23:01:20.684096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bf1191-4e2b-4559-a7e8-f0c2ba8ba7a0 None None] Network 121f199a-4414-4f1f-b690-d69a25838113 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:20.711128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-143ae0fb-c30a-4751-bfc4-e0e421f7ddf5 req-5be18d8e-7f6e-4372-9bd3-d062e2234049 tempest-ServersNegativeTestJSON-1273675599 tempest-ServersNegativeTestJSON-1273675599-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d253d05-ef25-482c-9163-67cf32882eca HTTP/1.1" status: 200 len: 210 time: 0.0631232 May 27 23:01:20.714642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=92cdf7d9-726e-43fd-a20f-e8bebc10da79,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:20.815175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network 121f199a-4414-4f1f-b690-d69a25838113 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:01:20.818033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:20.937556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 248cd9b4-8a1e-4c30-9790-1edecccd79bd up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:20.974648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6994da85-4a08-4495-9155-23eb853bbe4d None None] Provisioning for port fbd9c1d2-26af-428e-ab68-c267baea966d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:21.076467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 248cd9b4-8a1e-4c30-9790-1edecccd79bd triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:21.076930 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:21.173237 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router b65ea808-0df9-41f9-81b8-75f2ec416dcd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:01:21.205110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 248cd9b4-8a1e-4c30-9790-1edecccd79bd is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:21.206551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device fbd9c1d2-26af-428e-ab68-c267baea966d up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:21.353345 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:01:21.364127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Sync routers for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:01:21.367234 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4048835a-6091-4be0-a9e1-decc3a9f3b9c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/b65ea808-0df9-41f9-81b8-75f2ec416dcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8277216 May 27 23:01:21.369918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34310) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:21.379126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-222422044'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:21.385419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:21.389477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:network and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:21.392679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:21.392848 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:21.393482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:21.399051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:21.465281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port fbd9c1d2-26af-428e-ab68-c267baea966d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:21.492341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:01:21.496786 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:21.533665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:01:21.538792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port fbd9c1d2-26af-428e-ab68-c267baea966d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:21.539168 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:21.543570 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:21.544089 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Added segment b426515b-871c-4374-aca9-2a153063aabd of type vlan for network bbda40a4-b0b5-4860-be7a-63b6ebc7791c May 27 23:01:21.589104 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:21.616138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fe769d12-9585-4064-b6f4-1dc7ef93e0b2 None None] Provisioning complete for port fbd9c1d2-26af-428e-ab68-c267baea966d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:21.616530 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe769d12-9585-4064-b6f4-1dc7ef93e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:21.671551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:21.712134 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:21.718227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:21.718956 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:21.836524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:21.871942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Network': ['ID=bbda40a4-b0b5-4860-be7a-63b6ebc7791c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:21.914617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e47b60-a538-488a-bbc5-7c31872e2d69 admin admin] Deleting subnet a218cd6c-f7e8-4753-ba6b-2597e7fb1c57 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:01:21.920656 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83e47b60-a538-488a-bbc5-7c31872e2d69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:21.958478 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a3ac927f-19e6-405d-8180-958f830e8063 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5875027 May 27 23:01:21.968232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34322) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:21.968232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'subnet': {'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:21.994556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83e47b60-a538-488a-bbc5-7c31872e2d69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.050219 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network bbda40a4-b0b5-4860-be7a-63b6ebc7791c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:01:22.062373 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83e47b60-a538-488a-bbc5-7c31872e2d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.102268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:22.106736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:subnet and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:22.109886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:22.115732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:22.136394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port fbd9c1d2-26af-428e-ab68-c267baea966d is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:22.136779 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.263980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Made reservation on behalf of b18a23724ccf4677bf518d8b48dcf6c9 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:01:22.267916 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.298579 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83e47b60-a538-488a-bbc5-7c31872e2d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.335975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port fbd9c1d2-26af-428e-ab68-c267baea966d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=fbd9c1d2-26af-428e-ab68-c267baea966d,segment=NetworkSegment(9672058c-cf84-4da3-80da-50f58908e71c),segment_id=9672058c-cf84-4da3-80da-50f58908e71c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:22.337004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fe769d12-9585-4064-b6f4-1dc7ef93e0b2 None None] Current status of the port fbd9c1d2-26af-428e-ab68-c267baea966d is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:22.337322 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe769d12-9585-4064-b6f4-1dc7ef93e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.346860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e47b60-a538-488a-bbc5-7c31872e2d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a218cd6c-f7e8-4753-ba6b-2597e7fb1c57,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:22.349004 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83e47b60-a538-488a-bbc5-7c31872e2d69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.360955 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-83e47b60-a538-488a-bbc5-7c31872e2d69 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/a218cd6c-f7e8-4753-ba6b-2597e7fb1c57 HTTP/1.1" status: 204 len: 168 time: 0.5285439 May 27 23:01:22.360955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34326) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:22.432103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f4a0e967-2ebf-42dc-8938-9b219d9ac21e no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:01:22.473188 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.500911 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcf7d-9884-4877-9ccb-1d977583b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.532892 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: f4a0e967-2ebf-42dc-8938-9b219d9ac21e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:01:22.533241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device f4a0e967-2ebf-42dc-8938-9b219d9ac21e not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:01:22.565858 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.604317 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-fe769d12-9585-4064-b6f4-1dc7ef93e0b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:01:22.604744 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-fe769d12-9585-4064-b6f4-1dc7ef93e0b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:01:22.615806 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=fbd9c1d2-26af-428e-ab68-c267baea966d,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:22.616497 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.634159 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcf7d-9884-4877-9ccb-1d977583b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.640445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cdf7d9-726e-43fd-a20f-e8bebc10da79', 'name': '', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:0c:8e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:18Z', 'updated_at': '2022-05-27T23:01:20Z', 'revision_number': 2, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:22.640445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Checking router: b65ea808-0df9-41f9-81b8-75f2ec416dcd for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:01:22.640445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Updating router b65ea808-0df9-41f9-81b8-75f2ec416dcd port 92cdf7d9-726e-43fd-a20f-e8bebc10da79 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:01:22.660857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-0f5bcf7d-9884-4877-9ccb-1d977583b9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4a8b3f-b36f-4a81-b757-3c8e918007df']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:22.674176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-0f5bcf7d-9884-4877-9ccb-1d977583b9b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c58a018-2b86-42ca-83b3-6346c4643c25') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:22.674678 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-0f5bcf7d-9884-4877-9ccb-1d977583b9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c58a018-2b86-42ca-83b3-6346c4643c25') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:22.688401 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcf7d-9884-4877-9ccb-1d977583b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.710660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Subnet': ['ID=f860ef1b-6d81-46cb-9994-65e3838898cb,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:22.711659 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcf7d-9884-4877-9ccb-1d977583b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.716889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Checking segment: {'id': 'b426515b-871c-4374-aca9-2a153063aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:01:22.717166 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.717301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network hostable DHCP agents. Network: bbda40a4-b0b5-4860-be7a-63b6ebc7791c, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:01:22.730565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5bcf7d-9884-4877-9ccb-1d977583b9b0 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:01:22.731515 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcf7d-9884-4877-9ccb-1d977583b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.806349 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device fbd9c1d2-26af-428e-ab68-c267baea966d up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:22.826729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network bbda40a4-b0b5-4860-be7a-63b6ebc7791c is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:01:22.836079 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0c58a018-2b86-42ca-83b3-6346c4643c25 resource provider aggregate not found May 27 23:01:22.858141 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0c58a018-2b86-42ca-83b3-6346c4643c25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c58a018-2b86-42ca-83b3-6346c4643c25 found for delete ", "request_id": "req-f802d403-1aae-4967-845f-97a48bc62218"}]} May 27 23:01:22.946289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, bbda40a4-b0b5-4860-be7a-63b6ebc7791c) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:22.954518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:22.955681 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:22.970056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f099d917-ecd7-4a7d-931b-b164bc8c3713 None None] Network bbda40a4-b0b5-4860-be7a-63b6ebc7791c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:22.986478 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcf7d-9884-4877-9ccb-1d977583b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:23.006367 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f5bcf7d-9884-4877-9ccb-1d977583b9b0 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:23.017543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bcf7d-9884-4877-9ccb-1d977583b9b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=de4a8b3f-b36f-4a81-b757-3c8e918007df,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:23.067128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-984cd040-d56c-49dd-b5b0-26e7cc176614 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1048095 May 27 23:01:23.070056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34336) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:23.088199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port fbd9c1d2-26af-428e-ab68-c267baea966d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:23.088863 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:23.096004 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0f5bcf7d-9884-4877-9ccb-1d977583b9b0 admin admin] 10.222.0.27 "DELETE /v2.0/networks/de4a8b3f-b36f-4a81-b757-3c8e918007df HTTP/1.1" status: 204 len: 168 time: 0.7368670 May 27 23:01:23.257591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fe769d12-9585-4064-b6f4-1dc7ef93e0b2 None None] Current status of the port fbd9c1d2-26af-428e-ab68-c267baea966d is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:23.426435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port fbd9c1d2-26af-428e-ab68-c267baea966d is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:23.485424 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fe769d12-9585-4064-b6f4-1dc7ef93e0b2 None None] Provisioning for port 92cdf7d9-726e-43fd-a20f-e8bebc10da79 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:23.510546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fe769d12-9585-4064-b6f4-1dc7ef93e0b2 None None] Provisioning complete for port 92cdf7d9-726e-43fd-a20f-e8bebc10da79 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:23.510924 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe769d12-9585-4064-b6f4-1dc7ef93e0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:23.542916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-bbda40a4-b0b5-4860-be7a-63b6ebc7791c', 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'fixed_ips': [{'subnet_id': 'f860ef1b-6d81-46cb-9994-65e3838898cb'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:01:23.543747 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:23.690163 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:23.693032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fe769d12-9585-4064-b6f4-1dc7ef93e0b2 None None] Port 92cdf7d9-726e-43fd-a20f-e8bebc10da79 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:01:23.706613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34344) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:23.723151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Transition to ACTIVE for port object 92cdf7d9-726e-43fd-a20f-e8bebc10da79 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:23.787289 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e88994f8-be6a-4edc-af8a-db11d206a73f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=17e0516bad424434bcaa34f906cb2013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790617 May 27 23:01:23.790072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34348) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:23.818024 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:23.862951 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ac05e78-31a4-4a03-9557-9ada115ad56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:23.866519 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:23.892200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Allocated IP 2001:db8:3::2 (bbda40a4-b0b5-4860-be7a-63b6ebc7791c/f860ef1b-6d81-46cb-9994-65e3838898cb/29d84b48-8984-4133-905f-127a72baeb82) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:01:23.894046 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ac05e78-31a4-4a03-9557-9ada115ad56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:24.007902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052d7e6-4cc6-4f2a-878f-56fb76850503 None None] Pushing event updated for resources: {'Port': ['ID=92cdf7d9-726e-43fd-a20f-e8bebc10da79,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:24.029580 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ac05e78-31a4-4a03-9557-9ada115ad56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:24.046809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac05e78-31a4-4a03-9557-9ada115ad56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e0c15a-c70d-4ed9-984c-7fca30958acd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:24.068434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ac05e78-31a4-4a03-9557-9ada115ad56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:24.069731 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8ac05e78-31a4-4a03-9557-9ada115ad56d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/85e0c15a-c70d-4ed9-984c-7fca30958acd HTTP/1.1" status: 204 len: 168 time: 0.2785563 May 27 23:01:24.199922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Attempting to bind port 92cdf7d9-726e-43fd-a20f-e8bebc10da79 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:01:24.200422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Attempting to bind port 92cdf7d9-726e-43fd-a20f-e8bebc10da79 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '9672058c-cf84-4da3-80da-50f58908e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '121f199a-4414-4f1f-b690-d69a25838113'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:01:24.200686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Attempting to bind port 92cdf7d9-726e-43fd-a20f-e8bebc10da79 on network 121f199a-4414-4f1f-b690-d69a25838113 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:01:24.224749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:01:24.225430 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Checking segment: {'id': '9672058c-cf84-4da3-80da-50f58908e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '121f199a-4414-4f1f-b690-d69a25838113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:01:24.225705 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:24.226097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Bound using segment: {'id': '9672058c-cf84-4da3-80da-50f58908e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '121f199a-4414-4f1f-b690-d69a25838113'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:01:24.226577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Bound port: 92cdf7d9-726e-43fd-a20f-e8bebc10da79, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9672058c-cf84-4da3-80da-50f58908e71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '121f199a-4414-4f1f-b690-d69a25838113'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:01:24.226957 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:24.403482 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:24.418779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] For port 92cdf7d9-726e-43fd-a20f-e8bebc10da79, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:01:24.420823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] For port 92cdf7d9-726e-43fd-a20f-e8bebc10da79, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=92cdf7d9-726e-43fd-a20f-e8bebc10da79,segment=NetworkSegment(9672058c-cf84-4da3-80da-50f58908e71c),segment_id=9672058c-cf84-4da3-80da-50f58908e71c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:01:24.422021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Transition to ACTIVE for port object 29d84b48-8984-4133-905f-127a72baeb82 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:24.445286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Transition to ACTIVE for port object 29d84b48-8984-4133-905f-127a72baeb82 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:24.529898 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:24.600063 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:24.609010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:24.609641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:24.666152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Allocated IP 2001:db8:3::1 (bbda40a4-b0b5-4860-be7a-63b6ebc7791c/f860ef1b-6d81-46cb-9994-65e3838898cb/212cf354-961c-40e5-ad53-f2a027948fd0) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:01:24.699671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052d7e6-4cc6-4f2a-878f-56fb76850503 None None] Pushing event updated for resources: {'Port': ['ID=92cdf7d9-726e-43fd-a20f-e8bebc10da79,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:24.817689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Network bbda40a4-b0b5-4860-be7a-63b6ebc7791c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:01:24.834663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:24.857014 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:01:24.878956 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:24.897780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Transition to ACTIVE for port object 212cf354-961c-40e5-ad53-f2a027948fd0 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:24.959314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Pushing event updated for resources: {'Port': ['ID=29d84b48-8984-4133-905f-127a72baeb82,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:24.982135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:25.020981 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:25.050946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Attempting to bind port 29d84b48-8984-4133-905f-127a72baeb82 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:01:25.051311 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Attempting to bind port 29d84b48-8984-4133-905f-127a72baeb82 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'b426515b-871c-4374-aca9-2a153063aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:01:25.051666 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Attempting to bind port 29d84b48-8984-4133-905f-127a72baeb82 on network bbda40a4-b0b5-4860-be7a-63b6ebc7791c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:01:25.065779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:01:25.066153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Checking segment: {'id': 'b426515b-871c-4374-aca9-2a153063aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:01:25.066550 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:25.066945 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Bound using segment: {'id': 'b426515b-871c-4374-aca9-2a153063aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:01:25.067410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Bound port: 29d84b48-8984-4133-905f-127a72baeb82, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b426515b-871c-4374-aca9-2a153063aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:01:25.067781 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:25.094831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network bbda40a4-b0b5-4860-be7a-63b6ebc7791c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:01:25.097848 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:25.103370 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:01:25.103903 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:25.137514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=212cf354-961c-40e5-ad53-f2a027948fd0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:25.328591 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:25.383831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] For port 29d84b48-8984-4133-905f-127a72baeb82, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:01:25.427316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] For port 29d84b48-8984-4133-905f-127a72baeb82, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=29d84b48-8984-4133-905f-127a72baeb82,segment=NetworkSegment(b426515b-871c-4374-aca9-2a153063aabd),segment_id=b426515b-871c-4374-aca9-2a153063aabd)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:01:25.465774 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cdf7d9-726e-43fd-a20f-e8bebc10da79', 'name': '', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:0c:8e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:18Z', 'updated_at': '2022-05-27T23:01:24Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:25.470281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6babff-01a6-4d7e-862e-b8b109ebb296 None None] The sync data for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 is: [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cdf7d9-726e-43fd-a20f-e8bebc10da79', 'name': '', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:0c:8e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:18Z', 'updated_at': '2022-05-27T23:01:24Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:01:25.474916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34378) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:25.544419 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:25.663712 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df940a7-1cde-4999-9926-a6139dccd33f None None] Pushing event updated for resources: {'Port': ['ID=29d84b48-8984-4133-905f-127a72baeb82,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:25.685211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-986771427-network', 'tenant_id': '8f01525685534a4684007adadb57cb61'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:25.690880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:25.695490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Usage tracker for resource:network and tenant:8f01525685534a4684007adadb57cb61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:25.698709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:25.722220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:25.849084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Made reservation on behalf of 8f01525685534a4684007adadb57cb61 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:01:25.852129 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:25.860055 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:25.867922 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:25.889456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:25.895051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Usage tracker for resource:security_group_rule and tenant:8f01525685534a4684007adadb57cb61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:25.898130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:25.917129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:25.954621 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:25.956333 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:26.059816 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:26.128743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event updated for resources: {'Port': ['ID=212cf354-961c-40e5-ad53-f2a027948fd0,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:26.158534 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:26.186860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:01:26.196094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Network bbda40a4-b0b5-4860-be7a-63b6ebc7791c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:01:26.197370 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:26.215586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ef3f14-f072-4a66-a266-edfae0a1a166,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:26.218401 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:26.218937 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Added segment f12d80be-4e06-41de-bc02-9b2c6da53d97 of type vlan for network d8ad3e81-e2a3-47b0-9824-29ed93424325 May 27 23:01:26.259307 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:26.397995 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:26.401175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:26.402027 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:26.518515 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0388052 May 27 23:01:26.519154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34386) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:26.531071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router b65ea808-0df9-41f9-81b8-75f2ec416dcd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:01:26.534356 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] Request body: {'subnet': {'network_id': 'd8ad3e81-e2a3-47b0-9824-29ed93424325', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-986771427-subnet', 'tenant_id': '8f01525685534a4684007adadb57cb61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:26.550505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:26.555073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657040f3-f030-496c-a7a2-a15bf2d6b530 admin admin] Pushing event updated for resources: {'Network': ['ID=d8ad3e81-e2a3-47b0-9824-29ed93424325,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:26.564860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] Usage tracker for resource:subnet and tenant:8f01525685534a4684007adadb57cb61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:26.564860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:26.570236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:26.573912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network d8ad3e81-e2a3-47b0-9824-29ed93424325 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:01:26.689789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] Made reservation on behalf of 8f01525685534a4684007adadb57cb61 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:01:26.693424 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:26.770096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:01:26.788212 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Sync routers for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:01:26.795349 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7138bdc0-512f-45d5-9ab4-0df0ccfe8b19 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/b65ea808-0df9-41f9-81b8-75f2ec416dcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7241833 May 27 23:01:26.796773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34390) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:26.803127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-029d9a45-730a-44ee-93dd-c898148c977f tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:26.897324 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:26.899878 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:26.913445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 29d84b48-8984-4133-905f-127a72baeb82 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:27.077858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f36833-3e1d-4700-9e61-cf07f0178fdb None None] Network bbda40a4-b0b5-4860-be7a-63b6ebc7791c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:27.139546 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:27.164548 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:27.195626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 29d84b48-8984-4133-905f-127a72baeb82 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:27.211197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 92cdf7d9-726e-43fd-a20f-e8bebc10da79 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:27.269606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ac9be6-69dd-460f-bc2a-ce0f0ca33820,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:27.274000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] Checking segment: {'id': 'f12d80be-4e06-41de-bc02-9b2c6da53d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd8ad3e81-e2a3-47b0-9824-29ed93424325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:01:27.274794 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] Network hostable DHCP agents. Network: d8ad3e81-e2a3-47b0-9824-29ed93424325, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:01:27.491395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] Network d8ad3e81-e2a3-47b0-9824-29ed93424325 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:01:27.546013 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 92cdf7d9-726e-43fd-a20f-e8bebc10da79 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:27.546013 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-791a5f8c-64ea-47c7-b35a-07add2bd1c3f None None] Provisioning for port 29d84b48-8984-4133-905f-127a72baeb82 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:27.546843 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:25Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '212cf354-961c-40e5-ad53-f2a027948fd0', 'name': '', 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d9:90:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:24Z', 'updated_at': '2022-05-27T23:01:25Z', 'revision_number': 2, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cdf7d9-726e-43fd-a20f-e8bebc10da79', 'name': '', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:0c:8e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:18Z', 'updated_at': '2022-05-27T23:01:24Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:27.549309 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Checking router: b65ea808-0df9-41f9-81b8-75f2ec416dcd for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:01:27.549661 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Updating router b65ea808-0df9-41f9-81b8-75f2ec416dcd port 212cf354-961c-40e5-ad53-f2a027948fd0 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:01:27.553494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 92cdf7d9-726e-43fd-a20f-e8bebc10da79 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:27.560533 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:27.591270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-791a5f8c-64ea-47c7-b35a-07add2bd1c3f None None] Provisioning complete for port 29d84b48-8984-4133-905f-127a72baeb82 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:27.591971 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-791a5f8c-64ea-47c7-b35a-07add2bd1c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:27.611700 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:27.627367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.extraroute_db [None req-029d9a45-730a-44ee-93dd-c898148c977f tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 23:01:27.647471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, d8ad3e81-e2a3-47b0-9824-29ed93424325) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:27.662181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:27.663321 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:27.667547 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dc80b309-406b-4e99-9928-a7862f99d29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:27.677962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.extraroute_db [None req-029d9a45-730a-44ee-93dd-c898148c977f tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Removed routes are [] {{(pid=88900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 23:01:27.680258 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-029d9a45-730a-44ee-93dd-c898148c977f tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:27.681816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533b5137-c8e5-4710-8579-8e401858ca9f None None] Network d8ad3e81-e2a3-47b0-9824-29ed93424325 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:27.807040 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-06e928b1-a0e2-4849-8cdc-a7cfbfc04128 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2799361 May 27 23:01:28.129926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-791a5f8c-64ea-47c7-b35a-07add2bd1c3f None None] Current status of the port 29d84b48-8984-4133-905f-127a72baeb82 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:28.130412 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-791a5f8c-64ea-47c7-b35a-07add2bd1c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:28.154979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 92cdf7d9-726e-43fd-a20f-e8bebc10da79 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:28.154979 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:28.158613 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:28.172128 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Transition to ACTIVE for port object 212cf354-961c-40e5-ad53-f2a027948fd0 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:28.250271 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-029d9a45-730a-44ee-93dd-c898148c977f tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:28.260212 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-029d9a45-730a-44ee-93dd-c898148c977f tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:28.267342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 92cdf7d9-726e-43fd-a20f-e8bebc10da79, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=92cdf7d9-726e-43fd-a20f-e8bebc10da79,segment=NetworkSegment(9672058c-cf84-4da3-80da-50f58908e71c),segment_id=9672058c-cf84-4da3-80da-50f58908e71c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:28.288065 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:28.298696 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-791a5f8c-64ea-47c7-b35a-07add2bd1c3f None None] For port 29d84b48-8984-4133-905f-127a72baeb82, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=29d84b48-8984-4133-905f-127a72baeb82,segment=NetworkSegment(b426515b-871c-4374-aca9-2a153063aabd),segment_id=b426515b-871c-4374-aca9-2a153063aabd)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:28.356265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde5efd7-b6cb-428f-bdcb-c6559c4fcfc8 None None] Network d8ad3e81-e2a3-47b0-9824-29ed93424325 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:28.428820 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24132d53-40fd-4cb6-9609-5b63f5e2ff3e None None] Pushing event updated for resources: {'Port': ['ID=212cf354-961c-40e5-ad53-f2a027948fd0,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:28.483651 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:28.614473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029d9a45-730a-44ee-93dd-c898148c977f tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router b65ea808-0df9-41f9-81b8-75f2ec416dcd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:01:28.640811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-791a5f8c-64ea-47c7-b35a-07add2bd1c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:28.707360 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Attempting to bind port 212cf354-961c-40e5-ad53-f2a027948fd0 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:01:28.713962 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Attempting to bind port 212cf354-961c-40e5-ad53-f2a027948fd0 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'b426515b-871c-4374-aca9-2a153063aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:01:28.713962 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Attempting to bind port 212cf354-961c-40e5-ad53-f2a027948fd0 on network bbda40a4-b0b5-4860-be7a-63b6ebc7791c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:01:28.715139 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:01:28.721936 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Checking segment: {'id': 'b426515b-871c-4374-aca9-2a153063aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:01:28.722406 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:28.722806 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Bound using segment: {'id': 'b426515b-871c-4374-aca9-2a153063aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:01:28.723305 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Bound port: 212cf354-961c-40e5-ad53-f2a027948fd0, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b426515b-871c-4374-aca9-2a153063aabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:01:28.723752 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:28.814248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=92cdf7d9-726e-43fd-a20f-e8bebc10da79,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:28.853709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34412) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:28.860076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2012481153-network', 'tenant_id': 'daedd9f54f4f446ea4ce0ca465a31f13'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:28.870471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:28.886021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Usage tracker for resource:network and tenant:daedd9f54f4f446ea4ce0ca465a31f13 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:28.893766 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:28.906932 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] For port 212cf354-961c-40e5-ad53-f2a027948fd0, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:01:28.908600 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-54780a6e-4a60-4011-b9f6-3444c6701839 None None] Provisioning for port 212cf354-961c-40e5-ad53-f2a027948fd0 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:28.909537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:28.912766 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] For port 212cf354-961c-40e5-ad53-f2a027948fd0, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=212cf354-961c-40e5-ad53-f2a027948fd0,segment=NetworkSegment(b426515b-871c-4374-aca9-2a153063aabd),segment_id=b426515b-871c-4374-aca9-2a153063aabd)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:01:28.947551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d9a45-730a-44ee-93dd-c898148c977f tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:01:28.957598 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-029d9a45-730a-44ee-93dd-c898148c977f tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:28.963372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34416) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:28.974570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-029d9a45-730a-44ee-93dd-c898148c977f tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/b65ea808-0df9-41f9-81b8-75f2ec416dcd HTTP/1.1" status: 200 len: 953 time: 2.1765320 May 27 23:01:28.985829 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:29.013627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a5f8c-64ea-47c7-b35a-07add2bd1c3f None None] Pushing event updated for resources: {'Port': ['ID=29d84b48-8984-4133-905f-127a72baeb82,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:29.021967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-54780a6e-4a60-4011-b9f6-3444c6701839 None None] Provisioning complete for port 29d84b48-8984-4133-905f-127a72baeb82 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:29.022357 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-54780a6e-4a60-4011-b9f6-3444c6701839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:29.110636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Made reservation on behalf of daedd9f54f4f446ea4ce0ca465a31f13 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:01:29.113292 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:29.131635 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24132d53-40fd-4cb6-9609-5b63f5e2ff3e None None] Pushing event updated for resources: {'Port': ['ID=212cf354-961c-40e5-ad53-f2a027948fd0,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:29.174584 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:29.175953 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:29.358195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-54780a6e-4a60-4011-b9f6-3444c6701839 None None] Current status of the port 29d84b48-8984-4133-905f-127a72baeb82 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:29.377861 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:29.406913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:29.414563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Usage tracker for resource:security_group_rule and tenant:daedd9f54f4f446ea4ce0ca465a31f13 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:29.417060 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:29.419541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:29.429926 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9f5e1b9d-3e3b-4186-9054-a5e813eacbfb tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/routers/b65ea808-0df9-41f9-81b8-75f2ec416dcd HTTP/1.1" status: 200 len: 953 time: 0.4616630 May 27 23:01:29.431094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34424) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:29.432710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:29.435755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ab1d0688-4a6b-4d23-821c-8fd1c84e82e4 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'router': {'routes': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:29.564625 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:29.660477 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:29.686089 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:01:29.710373 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:29.714240 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Added segment 97a33991-5408-4538-ba7a-310d41824b03 of type vlan for network 696213c1-ae38-45d4-a281-b85f87c09ac5 May 27 23:01:29.729432 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-90a3d40b-7fca-43f9-a688-14a1373f9f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:29.802778 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:29.870715 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:27Z', 'revision_number': 6, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '212cf354-961c-40e5-ad53-f2a027948fd0', 'name': '', 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d9:90:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:24Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cdf7d9-726e-43fd-a20f-e8bebc10da79', 'name': '', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:0c:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:18Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:29.875809 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26ad15-2c66-4e9a-834b-b91ca0954f2b None None] The sync data for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 is: [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:27Z', 'revision_number': 6, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '212cf354-961c-40e5-ad53-f2a027948fd0', 'name': '', 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d9:90:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:24Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cdf7d9-726e-43fd-a20f-e8bebc10da79', 'name': '', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:0c:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:18Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:01:29.917665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59706cef-001d-4f04-9559-70f9b8e95cd1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:30.010783 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:30.012202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:30.012976 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:30.138522 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] Pushing event updated for resources: {'Network': ['ID=696213c1-ae38-45d4-a281-b85f87c09ac5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:30.152310 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 696213c1-ae38-45d4-a281-b85f87c09ac5 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:01:30.268384 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f109abb5-1a76-4f28-934f-451086e60a67 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4135296 May 27 23:01:30.269044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34432) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:30.274906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] Request body: {'subnet': {'network_id': '696213c1-ae38-45d4-a281-b85f87c09ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2012481153-subnet', 'tenant_id': 'daedd9f54f4f446ea4ce0ca465a31f13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:30.283039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:30.285368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] Usage tracker for resource:subnet and tenant:daedd9f54f4f446ea4ce0ca465a31f13 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:30.288675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:30.295862 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:30.324528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.extraroute_db [None req-ab1d0688-4a6b-4d23-821c-8fd1c84e82e4 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Added routes are [] {{(pid=88900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 23:01:30.325108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.extraroute_db [None req-ab1d0688-4a6b-4d23-821c-8fd1c84e82e4 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 23:01:30.359627 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab1d0688-4a6b-4d23-821c-8fd1c84e82e4 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:30.377740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] Made reservation on behalf of daedd9f54f4f446ea4ce0ca465a31f13 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:01:30.380314 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:30.682005 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:30.781409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a377d54e-440a-443c-9eaa-52da6c390623,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:30.802163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] Checking segment: {'id': '97a33991-5408-4538-ba7a-310d41824b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '696213c1-ae38-45d4-a281-b85f87c09ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:01:30.802163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] Network hostable DHCP agents. Network: 696213c1-ae38-45d4-a281-b85f87c09ac5, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:01:30.818853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc251507-9e6b-41de-8e10-538dbc70c35e None None] Sync routers for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:01:30.830698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc251507-9e6b-41de-8e10-538dbc70c35e None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:30.831598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cc251507-9e6b-41de-8e10-538dbc70c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:30.909672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] Network 696213c1-ae38-45d4-a281-b85f87c09ac5 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:01:30.923155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 29d84b48-8984-4133-905f-127a72baeb82 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:30.992877 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab1d0688-4a6b-4d23-821c-8fd1c84e82e4 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:30.996873 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab1d0688-4a6b-4d23-821c-8fd1c84e82e4 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:31.030283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 696213c1-ae38-45d4-a281-b85f87c09ac5) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:31.050697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f75bfc7-fe97-481b-b929-ff934da85c8e None None] Network 696213c1-ae38-45d4-a281-b85f87c09ac5 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:31.052702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:31.053642 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:31.137291 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:31.138236 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:31.150008 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0610858-b8ec-45ca-bb62-6f352ed1f7e2 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8797269 May 27 23:01:31.163128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1d0688-4a6b-4d23-821c-8fd1c84e82e4 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router b65ea808-0df9-41f9-81b8-75f2ec416dcd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:01:31.173813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-cc251507-9e6b-41de-8e10-538dbc70c35e None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:31.262739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 29d84b48-8984-4133-905f-127a72baeb82 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:31.263089 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:31.340083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1d0688-4a6b-4d23-821c-8fd1c84e82e4 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:01:31.351335 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab1d0688-4a6b-4d23-821c-8fd1c84e82e4 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:31.355157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34446) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:31.355304 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ab1d0688-4a6b-4d23-821c-8fd1c84e82e4 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/b65ea808-0df9-41f9-81b8-75f2ec416dcd HTTP/1.1" status: 200 len: 703 time: 1.9238076 May 27 23:01:31.547954 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a007f3e9-7655-4b33-abf8-42ada98fc5c9 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/routers/b65ea808-0df9-41f9-81b8-75f2ec416dcd HTTP/1.1" status: 200 len: 703 time: 0.1887825 May 27 23:01:31.548136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34454) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:31.683963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b73ec1b-da7a-4f1d-abad-f88ebd173d7e None None] Network 696213c1-ae38-45d4-a281-b85f87c09ac5 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:31.910819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 29d84b48-8984-4133-905f-127a72baeb82 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:31.911937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 92cdf7d9-726e-43fd-a20f-e8bebc10da79 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:31.979949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-1c887db7-510e-49f4-bce3-8689819910b5 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:31.986968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-1c887db7-510e-49f4-bce3-8689819910b5 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/networks?id=d8ad3e81-e2a3-47b0-9824-29ed93424325 HTTP/1.1" status: 200 len: 824 time: 0.1617968 May 27 23:01:31.997740 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-7f898d10-02e9-4466-a6a5-25e5b1a5bfd7 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/quotas/8f01525685534a4684007adadb57cb61 HTTP/1.1" status: 200 len: 375 time: 0.0098836 May 27 23:01:32.069943 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-cece4765-1fd9-4fc4-ac8c-bfe6cec78045 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=8f01525685534a4684007adadb57cb61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634959 May 27 23:01:32.101984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 92cdf7d9-726e-43fd-a20f-e8bebc10da79 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:32.102381 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:32.210484 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-7d984f1e-45cd-4db1-b3de-f7716aaa13ed service neutron] 10.222.0.27 "GET /v2.0/networks/d8ad3e81-e2a3-47b0-9824-29ed93424325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396644 May 27 23:01:32.216417 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:32.231289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cc251507-9e6b-41de-8e10-538dbc70c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:30Z', 'revision_number': 7, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '212cf354-961c-40e5-ad53-f2a027948fd0', 'name': '', 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d9:90:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:24Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cdf7d9-726e-43fd-a20f-e8bebc10da79', 'name': '', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:0c:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:18Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:32.233289 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:32.242812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc251507-9e6b-41de-8e10-538dbc70c35e None None] Checking router: b65ea808-0df9-41f9-81b8-75f2ec416dcd for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:01:32.258448 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc251507-9e6b-41de-8e10-538dbc70c35e None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:32.259088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cc251507-9e6b-41de-8e10-538dbc70c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:32.368769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-d93dd06b-d95d-4854-ad30-7ca2c2ca869d service neutron] 10.222.0.27 "GET /v2.0/networks/d8ad3e81-e2a3-47b0-9824-29ed93424325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501336 May 27 23:01:32.462200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 92cdf7d9-726e-43fd-a20f-e8bebc10da79 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:32.463784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 212cf354-961c-40e5-ad53-f2a027948fd0 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:32.494145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-cc251507-9e6b-41de-8e10-538dbc70c35e None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:32.630526 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e586f59b-5c4b-4d46-8f6d-d1852d6de4e5 req-80e68e0c-15d5-452d-b678-072ec7efaf65 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 210 time: 0.0464127 May 27 23:01:32.691612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port 212cf354-961c-40e5-ad53-f2a027948fd0 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:32.692025 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:32.881009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 212cf354-961c-40e5-ad53-f2a027948fd0 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:32.888821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 212cf354-961c-40e5-ad53-f2a027948fd0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:32.889340 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:32.895550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] For port 212cf354-961c-40e5-ad53-f2a027948fd0, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=212cf354-961c-40e5-ad53-f2a027948fd0,segment=NetworkSegment(b426515b-871c-4374-aca9-2a153063aabd),segment_id=b426515b-871c-4374-aca9-2a153063aabd)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:32.896680 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:32.964382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cc251507-9e6b-41de-8e10-538dbc70c35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:30Z', 'revision_number': 7, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '212cf354-961c-40e5-ad53-f2a027948fd0', 'name': '', 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d9:90:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:24Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cdf7d9-726e-43fd-a20f-e8bebc10da79', 'name': '', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:0c:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:18Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:32.996167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc251507-9e6b-41de-8e10-538dbc70c35e None None] The sync data for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 is: [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:30Z', 'revision_number': 7, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '212cf354-961c-40e5-ad53-f2a027948fd0', 'name': '', 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d9:90:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:24Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 4, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cdf7d9-726e-43fd-a20f-e8bebc10da79', 'name': '', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:0c:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:18Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:01:33.022288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 212cf354-961c-40e5-ad53-f2a027948fd0 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:33.022671 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:33.043088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for 212cf354-961c-40e5-ad53-f2a027948fd0 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:33.057111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 212cf354-961c-40e5-ad53-f2a027948fd0, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=212cf354-961c-40e5-ad53-f2a027948fd0,segment=NetworkSegment(b426515b-871c-4374-aca9-2a153063aabd),segment_id=b426515b-871c-4374-aca9-2a153063aabd)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:33.154975 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:33.233136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=212cf354-961c-40e5-ad53-f2a027948fd0,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:33.260647 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b1f1f-611e-4c1f-83cb-cb26b53e05d7 None None] Sync routers for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:01:33.269958 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b1f1f-611e-4c1f-83cb-cb26b53e05d7 None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:33.270565 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a98b1f1f-611e-4c1f-83cb-cb26b53e05d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:33.375559 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:01:33.375990 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:01:33.422993 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a98b1f1f-611e-4c1f-83cb-cb26b53e05d7 None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:33.752460 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a98b1f1f-611e-4c1f-83cb-cb26b53e05d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:30Z', 'revision_number': 7, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '212cf354-961c-40e5-ad53-f2a027948fd0', 'name': '', 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d9:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:24Z', 'updated_at': '2022-05-27T23:01:33Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cdf7d9-726e-43fd-a20f-e8bebc10da79', 'name': '', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:0c:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:18Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:33.757389 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b1f1f-611e-4c1f-83cb-cb26b53e05d7 None None] Checking router: b65ea808-0df9-41f9-81b8-75f2ec416dcd for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:01:33.767306 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98b1f1f-611e-4c1f-83cb-cb26b53e05d7 None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:33.767997 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a98b1f1f-611e-4c1f-83cb-cb26b53e05d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:33.807299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e252ef9d-d840-4bdf-a0a8-e7a66b6dba85 req-5ec17dc9-bd15-4782-bc37-8fb0cbdfd3a2 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 210 time: 0.0505648 May 27 23:01:33.877087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port 212cf354-961c-40e5-ad53-f2a027948fd0 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:33.877532 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:33.923184 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a98b1f1f-611e-4c1f-83cb-cb26b53e05d7 None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:34.080907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] For port 212cf354-961c-40e5-ad53-f2a027948fd0, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=212cf354-961c-40e5-ad53-f2a027948fd0,segment=NetworkSegment(b426515b-871c-4374-aca9-2a153063aabd),segment_id=b426515b-871c-4374-aca9-2a153063aabd)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:34.081292 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:34.208761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for 212cf354-961c-40e5-ad53-f2a027948fd0 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:34.342360 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a98b1f1f-611e-4c1f-83cb-cb26b53e05d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:30Z', 'revision_number': 7, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '212cf354-961c-40e5-ad53-f2a027948fd0', 'name': '', 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d9:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:24Z', 'updated_at': '2022-05-27T23:01:33Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cdf7d9-726e-43fd-a20f-e8bebc10da79', 'name': '', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:0c:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:18Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:34.346751 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98b1f1f-611e-4c1f-83cb-cb26b53e05d7 None None] The sync data for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 is: [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:30Z', 'revision_number': 7, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '212cf354-961c-40e5-ad53-f2a027948fd0', 'name': '', 'network_id': 'bbda40a4-b0b5-4860-be7a-63b6ebc7791c', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d9:90:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:24Z', 'updated_at': '2022-05-27T23:01:33Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'f860ef1b-6d81-46cb-9994-65e3838898cb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cdf7d9-726e-43fd-a20f-e8bebc10da79', 'name': '', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:0c:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:18Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:01:34.473198 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:34.534093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Port': ['ID=212cf354-961c-40e5-ad53-f2a027948fd0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:34.880034 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:34.968726 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1ee98e70-2907-44a9-87ef-3db896ebc0c2 req-220f7d70-ee6e-4b68-8033-7bb56bf09eec tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 210 time: 0.0460882 May 27 23:01:35.314019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-2f68553c-5897-4afa-b80f-f063d8450db2 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:35.314687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-2f68553c-5897-4afa-b80f-f063d8450db2 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Synchronizing usage tracker for tenant:8f01525685534a4684007adadb57cb61 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:01:35.347256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router b65ea808-0df9-41f9-81b8-75f2ec416dcd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:01:35.467629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-2f68553c-5897-4afa-b80f-f063d8450db2 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Unset dirty status for tenant:8f01525685534a4684007adadb57cb61 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:01:35.468804 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-2f68553c-5897-4afa-b80f-f063d8450db2 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.57 "GET /v2.0/networks?id=d8ad3e81-e2a3-47b0-9824-29ed93424325 HTTP/1.1" status: 200 len: 824 time: 0.4448502 May 27 23:01:35.498300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Request body: {'port': {'device_id': '6767d61b-09ce-446d-9363-9ef649a4eea3', 'network_id': 'd8ad3e81-e2a3-47b0-9824-29ed93424325', 'admin_state_up': True, 'tenant_id': '8f01525685534a4684007adadb57cb61'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:35.597014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:01:35.611709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8fe039-2461-43d9-ae9b-378e4ce016ca None None] Sync routers for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:01:35.622810 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-907a165a-db12-45ae-952b-b175c326d913 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/b65ea808-0df9-41f9-81b8-75f2ec416dcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0714037 May 27 23:01:35.623802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34498) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:35.626012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8fe039-2461-43d9-ae9b-378e4ce016ca None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:35.626573 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-bd8fe039-2461-43d9-ae9b-378e4ce016ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:35.658023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:35.662066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Usage tracker for resource:port and tenant:8f01525685534a4684007adadb57cb61 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:35.665093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:35.671471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:35.727852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-68762b86-6a4b-452e-91f7-224f28848dcf tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting subnet f860ef1b-6d81-46cb-9994-65e3838898cb {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:01:35.731018 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-68762b86-6a4b-452e-91f7-224f28848dcf tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:35.746307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Made reservation on behalf of 8f01525685534a4684007adadb57cb61 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:01:35.750588 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:35.796176 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-68762b86-6a4b-452e-91f7-224f28848dcf tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:35.824880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-bd8fe039-2461-43d9-ae9b-378e4ce016ca None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:35.898639 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-68762b86-6a4b-452e-91f7-224f28848dcf tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:35.959335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Allocated IP 172.20.0.14 (d8ad3e81-e2a3-47b0-9824-29ed93424325/e5ac9be6-69dd-460f-bc2a-ce0f0ca33820/7362fd75-be27-46d5-bbd4-df3a58a480c2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:01:36.052747 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-68762b86-6a4b-452e-91f7-224f28848dcf tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:36.172717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68762b86-6a4b-452e-91f7-224f28848dcf tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Subnet': ['ID=f860ef1b-6d81-46cb-9994-65e3838898cb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:36.201494 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-68762b86-6a4b-452e-91f7-224f28848dcf tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:36.211420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4cea30-a5c8-470b-99c5-8ee8143b4c3a None None] Network bbda40a4-b0b5-4860-be7a-63b6ebc7791c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:36.214066 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bfab720-9661-4582-b9c5-87580012ce0e req-abda5cfe-8e7d-493b-b3bf-d3643bd363b7 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 210 time: 0.0844080 May 27 23:01:36.220021 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-68762b86-6a4b-452e-91f7-224f28848dcf tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/f860ef1b-6d81-46cb-9994-65e3838898cb HTTP/1.1" status: 204 len: 168 time: 0.5915306 May 27 23:01:36.220021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34506) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:36.285408 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:36.386608 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:36.389819 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:36.403537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port 29d84b48-8984-4133-905f-127a72baeb82 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:36.403877 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:36.481734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Network d8ad3e81-e2a3-47b0-9824-29ed93424325 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:01:36.487204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:01:36.497408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:01:36.719648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:36.720432 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:36.729477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Pushing event updated for resources: {'Port': ['ID=7362fd75-be27-46d5-bbd4-df3a58a480c2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:36.751338 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-bd8fe039-2461-43d9-ae9b-378e4ce016ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:34Z', 'revision_number': 8, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cdf7d9-726e-43fd-a20f-e8bebc10da79', 'name': '', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:0c:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:18Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:36.761056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8fe039-2461-43d9-ae9b-378e4ce016ca None None] Checking router: b65ea808-0df9-41f9-81b8-75f2ec416dcd for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:01:36.788331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8fe039-2461-43d9-ae9b-378e4ce016ca None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:36.788331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-bd8fe039-2461-43d9-ae9b-378e4ce016ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:36.807759 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-08c589e5-c868-45f4-a3a7-77903e33c164 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3168974 May 27 23:01:36.826652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Request body: {'port': {'device_id': '6767d61b-09ce-446d-9363-9ef649a4eea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:36.849061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] For port 29d84b48-8984-4133-905f-127a72baeb82, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=29d84b48-8984-4133-905f-127a72baeb82,segment=NetworkSegment(b426515b-871c-4374-aca9-2a153063aabd),segment_id=b426515b-871c-4374-aca9-2a153063aabd)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:36.849418 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:36.892522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41318310-663c-46ca-932d-8952bab9af5f None None] DHCP port deletion for bbda40a4-b0b5-4860-be7a-63b6ebc7791c request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:01:36.962910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-41318310-663c-46ca-932d-8952bab9af5f None None] Deleting port 29d84b48-8984-4133-905f-127a72baeb82 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:36.963281 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-41318310-663c-46ca-932d-8952bab9af5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:36.971707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:37.003654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for 29d84b48-8984-4133-905f-127a72baeb82 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:37.052034 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:01:37.097137 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-bd8fe039-2461-43d9-ae9b-378e4ce016ca None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:37.172152 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:37.235911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Port': ['ID=29d84b48-8984-4133-905f-127a72baeb82,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:37.237952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] No DVR routers for this DVR port 29d84b48-8984-4133-905f-127a72baeb82 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:01:37.342529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 29d84b48-8984-4133-905f-127a72baeb82 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:01:37.395284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 29d84b48-8984-4133-905f-127a72baeb82 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:01:37.395817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 29d84b48-8984-4133-905f-127a72baeb82 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:01:37.395950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7362fd75-be27-46d5-bbd4-df3a58a480c2 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:01:37.415378 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:37.431131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Transition to ACTIVE for port object 7362fd75-be27-46d5-bbd4-df3a58a480c2 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:01:37.452717 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:37.488427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbda40a4-b0b5-4860-be7a-63b6ebc7791c']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:37.505670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b426515b-871c-4374-aca9-2a153063aabd') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:37.505965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b426515b-871c-4374-aca9-2a153063aabd') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:37.513555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:37.523864 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:37.524657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-41318310-663c-46ca-932d-8952bab9af5f None None] For port 29d84b48-8984-4133-905f-127a72baeb82, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=29d84b48-8984-4133-905f-127a72baeb82,segment=NetworkSegment(b426515b-871c-4374-aca9-2a153063aabd),segment_id=b426515b-871c-4374-aca9-2a153063aabd)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:37.525115 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-41318310-663c-46ca-932d-8952bab9af5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:37.555346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9412e8a-2fca-4fd4-a416-4421f928a5b1 req-14d012a8-bc53-48ef-a709-87d5f03c9b46 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:37.563677 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9412e8a-2fca-4fd4-a416-4421f928a5b1 req-14d012a8-bc53-48ef-a709-87d5f03c9b46 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 932 time: 0.1586177 May 27 23:01:37.565891 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:37.588393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:01:37.588780 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:37.620996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=7362fd75-be27-46d5-bbd4-df3a58a480c2,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:37.722322 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b426515b-871c-4374-aca9-2a153063aabd resource provider aggregate not found May 27 23:01:37.733742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-41318310-663c-46ca-932d-8952bab9af5f None None] Calling delete_port for 29d84b48-8984-4133-905f-127a72baeb82 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:37.795830 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b426515b-871c-4374-aca9-2a153063aabd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b426515b-871c-4374-aca9-2a153063aabd found for delete ", "request_id": "req-c828fefd-1b8f-41d0-8741-88bd57d97e39"}]} May 27 23:01:37.811763 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9412e8a-2fca-4fd4-a416-4421f928a5b1 req-8a629b25-97ce-4854-8b0a-9002724057d5 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/security-groups?id=24ef3f14-f072-4a66-a266-edfae0a1a166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458963 May 27 23:01:37.853210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Attempting to bind port 7362fd75-be27-46d5-bbd4-df3a58a480c2 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:01:37.853744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Attempting to bind port 7362fd75-be27-46d5-bbd4-df3a58a480c2 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'f12d80be-4e06-41de-bc02-9b2c6da53d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd8ad3e81-e2a3-47b0-9824-29ed93424325'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:01:37.853869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Attempting to bind port 7362fd75-be27-46d5-bbd4-df3a58a480c2 on network d8ad3e81-e2a3-47b0-9824-29ed93424325 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:01:37.858486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Port 7362fd75-be27-46d5-bbd4-df3a58a480c2 on network d8ad3e81-e2a3-47b0-9824-29ed93424325 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:01:37.858844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Attempting to bind port 7362fd75-be27-46d5-bbd4-df3a58a480c2 on network d8ad3e81-e2a3-47b0-9824-29ed93424325 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:01:37.860257 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:37.866372 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-41318310-663c-46ca-932d-8952bab9af5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:01:37.866372 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-41318310-663c-46ca-932d-8952bab9af5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:01:37.866921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:01:37.866921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Checking segment: {'id': 'f12d80be-4e06-41de-bc02-9b2c6da53d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd8ad3e81-e2a3-47b0-9824-29ed93424325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:01:37.866921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Bound using segment: {'id': 'f12d80be-4e06-41de-bc02-9b2c6da53d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd8ad3e81-e2a3-47b0-9824-29ed93424325'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:01:37.866921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Bound port: 7362fd75-be27-46d5-bbd4-df3a58a480c2, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12d80be-4e06-41de-bc02-9b2c6da53d97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd8ad3e81-e2a3-47b0-9824-29ed93424325'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:01:37.866921 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:37.871403 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:37.875921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-bd8fe039-2461-43d9-ae9b-378e4ce016ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:34Z', 'revision_number': 8, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cdf7d9-726e-43fd-a20f-e8bebc10da79', 'name': '', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:0c:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:18Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:37.879923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8fe039-2461-43d9-ae9b-378e4ce016ca None None] The sync data for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 is: [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:34Z', 'revision_number': 8, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '92cdf7d9-726e-43fd-a20f-e8bebc10da79', 'name': '', 'network_id': '121f199a-4414-4f1f-b690-d69a25838113', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:0c:8e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3393, 'fixed_ips': [{'subnet_id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:18Z', 'updated_at': '2022-05-27T23:01:28Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '3fd80362-8225-4dba-9fb6-25893859ca11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:01:37.905422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Network': ['ID=bbda40a4-b0b5-4860-be7a-63b6ebc7791c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:37.913739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1f2c0a58-7838-4bfe-af96-5876ea25a63e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/networks/bbda40a4-b0b5-4860-be7a-63b6ebc7791c HTTP/1.1" status: 204 len: 168 time: 1.6925108 May 27 23:01:37.914454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34518) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:37.974313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] For port 7362fd75-be27-46d5-bbd4-df3a58a480c2, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:01:37.978229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] For port 7362fd75-be27-46d5-bbd4-df3a58a480c2, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7362fd75-be27-46d5-bbd4-df3a58a480c2,segment=NetworkSegment(f12d80be-4e06-41de-bc02-9b2c6da53d97),segment_id=f12d80be-4e06-41de-bc02-9b2c6da53d97)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:01:38.078042 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:38.135254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:38.136637 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:38.138033 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] 10.222.0.57 "PUT /v2.0/ports/7362fd75-be27-46d5-bbd4-df3a58a480c2 HTTP/1.1" status: 200 len: 1092 time: 1.3158929 May 27 23:01:38.145575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6767d61b-09ce-446d-9363-9ef649a4eea3', 'tag': '7362fd75-be27-46d5-bbd4-df3a58a480c2'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:01:38.185022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666f1e7-98b5-4230-8901-de29ad0a7ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=7362fd75-be27-46d5-bbd4-df3a58a480c2,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:38.209981 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7eb31d-afa5-4fdc-8bf4-4dd2b1c8412b'] response: {'name': 'network-changed', 'server_uuid': '6767d61b-09ce-446d-9363-9ef649a4eea3', 'tag': '7362fd75-be27-46d5-bbd4-df3a58a480c2', 'status': 'completed', 'code': 200} May 27 23:01:38.337731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236dd17-ad0e-4ceb-b7fa-afc152779614 req-f046581c-659c-4196-bd3a-bf282bda32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:38.337978 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8236dd17-ad0e-4ceb-b7fa-afc152779614 req-f046581c-659c-4196-bd3a-bf282bda32a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8f01525685534a4684007adadb57cb61&device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 1095 time: 0.0844972 May 27 23:01:38.365026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-41318310-663c-46ca-932d-8952bab9af5f None None] Deleting port 29d84b48-8984-4133-905f-127a72baeb82 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:38.365416 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-41318310-663c-46ca-932d-8952bab9af5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:38.501288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-41318310-663c-46ca-932d-8952bab9af5f None None] The port '29d84b48-8984-4133-905f-127a72baeb82' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:01:38.515805 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd7f0-eb71-46d0-b231-83c9c8637081 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:38.526653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236dd17-ad0e-4ceb-b7fa-afc152779614 req-522124d8-b53b-4c10-9d67-3533329699b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:38.528634 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8236dd17-ad0e-4ceb-b7fa-afc152779614 req-522124d8-b53b-4c10-9d67-3533329699b9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8f01525685534a4684007adadb57cb61&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1774628 May 27 23:01:38.674227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236dd17-ad0e-4ceb-b7fa-afc152779614 req-736e9598-27b5-49fa-82a2-5181ddbb707c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:38.675610 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8236dd17-ad0e-4ceb-b7fa-afc152779614 req-736e9598-27b5-49fa-82a2-5181ddbb707c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1413546 May 27 23:01:38.820834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-a9116008-61c1-493e-95f7-ceed1f941c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:38.823073 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-a9116008-61c1-493e-95f7-ceed1f941c0a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8f01525685534a4684007adadb57cb61&device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 1095 time: 0.0827045 May 27 23:01:38.914125 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-1843c87a-40eb-4595-a5be-60e8a52bd15e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7362fd75-be27-46d5-bbd4-df3a58a480c2 HTTP/1.1" status: 200 len: 217 time: 0.0778122 May 27 23:01:38.983241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3069abee-8470-4d7e-b08b-697419984643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:38.984626 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-3069abee-8470-4d7e-b08b-697419984643 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e5ac9be6-69dd-460f-bc2a-ce0f0ca33820 HTTP/1.1" status: 200 len: 864 time: 0.0634594 May 27 23:01:39.031978 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-fc083233-d0df-4ee3-8a23-7b1d40500944 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d8ad3e81-e2a3-47b0-9824-29ed93424325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412745 May 27 23:01:39.063543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c257659-5a18-40a5-94d9-816ca81cc6b9 req-3e8f5690-480b-4c24-b7d3-eaef82e2fedf tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:39.064952 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c257659-5a18-40a5-94d9-816ca81cc6b9 req-3e8f5690-480b-4c24-b7d3-eaef82e2fedf tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 944 time: 0.1451592 May 27 23:01:39.113887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6c6fd7f0-eb71-46d0-b231-83c9c8637081 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port 92cdf7d9-726e-43fd-a20f-e8bebc10da79 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:39.117293 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd7f0-eb71-46d0-b231-83c9c8637081 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:39.168393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c257659-5a18-40a5-94d9-816ca81cc6b9 req-dc89f727-d06c-4b72-ad0d-17e82d15e5f1 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/security-groups?id=24ef3f14-f072-4a66-a266-edfae0a1a166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953233 May 27 23:01:39.176662 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-cf203131-4a73-41e8-8371-31849bc1ec0d service neutron] 10.222.0.57 "GET /v2.0/networks/d8ad3e81-e2a3-47b0-9824-29ed93424325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386902 May 27 23:01:39.201331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 212cf354-961c-40e5-ad53-f2a027948fd0 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:01:39.244185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 212cf354-961c-40e5-ad53-f2a027948fd0 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:01:39.244956 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 212cf354-961c-40e5-ad53-f2a027948fd0 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:01:39.334823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-6c6fd7f0-eb71-46d0-b231-83c9c8637081 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] For port 92cdf7d9-726e-43fd-a20f-e8bebc10da79, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=92cdf7d9-726e-43fd-a20f-e8bebc10da79,segment=NetworkSegment(9672058c-cf84-4da3-80da-50f58908e71c),segment_id=9672058c-cf84-4da3-80da-50f58908e71c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:39.338430 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd7f0-eb71-46d0-b231-83c9c8637081 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:39.443959 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-42f0e1a2-cd0a-4cc9-8cb2-b9ea5ede3f56 req-5e6a11b7-0fcb-4d6d-948e-ac67411789ab service neutron] 10.222.0.57 "GET /v2.0/networks/d8ad3e81-e2a3-47b0-9824-29ed93424325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611217 May 27 23:01:39.468613 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6c6fd7f0-eb71-46d0-b231-83c9c8637081 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for 92cdf7d9-726e-43fd-a20f-e8bebc10da79 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:39.700637 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd7f0-eb71-46d0-b231-83c9c8637081 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:39.753227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fd7f0-eb71-46d0-b231-83c9c8637081 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Port': ['ID=92cdf7d9-726e-43fd-a20f-e8bebc10da79,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:39.955745 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd7f0-eb71-46d0-b231-83c9c8637081 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:40.456519 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6fd7f0-eb71-46d0-b231-83c9c8637081 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router b65ea808-0df9-41f9-81b8-75f2ec416dcd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:01:40.531565 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b02f85-b29d-4063-91c6-b308b5face6b req-f016af9d-1b57-4d3b-acc0-e8cf2cb91015 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:40.533008 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45b02f85-b29d-4063-91c6-b308b5face6b req-f016af9d-1b57-4d3b-acc0-e8cf2cb91015 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 944 time: 0.2333710 May 27 23:01:40.660783 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45b02f85-b29d-4063-91c6-b308b5face6b req-ff99a5e3-bce0-4799-91c2-fb8a4a6e5166 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/security-groups?id=24ef3f14-f072-4a66-a266-edfae0a1a166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199508 May 27 23:01:40.663648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6fd7f0-eb71-46d0-b231-83c9c8637081 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:01:40.679542 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be89e1-d5bd-49b4-aed1-cc3839ffa62e None None] Sync routers for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:01:40.682648 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6c6fd7f0-eb71-46d0-b231-83c9c8637081 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/b65ea808-0df9-41f9-81b8-75f2ec416dcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7658381 May 27 23:01:40.684663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34594) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:40.698547 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be89e1-d5bd-49b4-aed1-cc3839ffa62e None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:40.699147 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-92be89e1-d5bd-49b4-aed1-cc3839ffa62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:40.776884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e7a7b38-d95c-4537-ac1b-b90110e3495c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting subnet 3fd80362-8225-4dba-9fb6-25893859ca11 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:01:40.779917 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e7a7b38-d95c-4537-ac1b-b90110e3495c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:40.851374 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e7a7b38-d95c-4537-ac1b-b90110e3495c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:40.870728 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-92be89e1-d5bd-49b4-aed1-cc3839ffa62e None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:40.948173 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e7a7b38-d95c-4537-ac1b-b90110e3495c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:41.105762 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e7a7b38-d95c-4537-ac1b-b90110e3495c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:41.149116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a7b38-d95c-4537-ac1b-b90110e3495c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Subnet': ['ID=3fd80362-8225-4dba-9fb6-25893859ca11,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:41.151570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e7a7b38-d95c-4537-ac1b-b90110e3495c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:41.160702 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4e7a7b38-d95c-4537-ac1b-b90110e3495c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/3fd80362-8225-4dba-9fb6-25893859ca11 HTTP/1.1" status: 204 len: 168 time: 0.4724212 May 27 23:01:41.160904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34610) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:41.171491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a496eec9-778c-4dc3-9bbb-16e4308a99d9 None None] Network 121f199a-4414-4f1f-b690-d69a25838113 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:41.226971 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-92be89e1-d5bd-49b4-aed1-cc3839ffa62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:39Z', 'revision_number': 9, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:41.244430 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be89e1-d5bd-49b4-aed1-cc3839ffa62e None None] Checking router: b65ea808-0df9-41f9-81b8-75f2ec416dcd for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:01:41.263217 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92be89e1-d5bd-49b4-aed1-cc3839ffa62e None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:41.264045 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-92be89e1-d5bd-49b4-aed1-cc3839ffa62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:41.397910 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:41.412087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port fbd9c1d2-26af-428e-ab68-c267baea966d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:41.412532 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:41.488012 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-92be89e1-d5bd-49b4-aed1-cc3839ffa62e None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:41.581803 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5a9fa3-3578-460d-ab04-04fa5b7965b6 None None] DHCP port deletion for 121f199a-4414-4f1f-b690-d69a25838113 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:01:41.586285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a9fa3-3578-460d-ab04-04fa5b7965b6 None None] Deleting port fbd9c1d2-26af-428e-ab68-c267baea966d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:41.587215 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9fa3-3578-460d-ab04-04fa5b7965b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:41.648567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] For port fbd9c1d2-26af-428e-ab68-c267baea966d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=fbd9c1d2-26af-428e-ab68-c267baea966d,segment=NetworkSegment(9672058c-cf84-4da3-80da-50f58908e71c),segment_id=9672058c-cf84-4da3-80da-50f58908e71c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:41.648921 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:41.905199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for fbd9c1d2-26af-428e-ab68-c267baea966d owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:41.918831 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-92be89e1-d5bd-49b4-aed1-cc3839ffa62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:39Z', 'revision_number': 9, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:41.923235 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92be89e1-d5bd-49b4-aed1-cc3839ffa62e None None] The sync data for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 is: [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:39Z', 'revision_number': 9, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '248cd9b4-8a1e-4c30-9790-1edecccd79bd', 'name': '', 'network_id': '46b63bb1-5c60-412d-ab30-f03d42f3415d', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:d3:39:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:11Z', 'updated_at': '2022-05-27T23:01:19Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': '6d66697b-6208-4b2a-b971-81e9e3050c38', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:01:41.939027 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0a5a9fa3-3578-460d-ab04-04fa5b7965b6 None None] For port fbd9c1d2-26af-428e-ab68-c267baea966d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=fbd9c1d2-26af-428e-ab68-c267baea966d,segment=NetworkSegment(9672058c-cf84-4da3-80da-50f58908e71c),segment_id=9672058c-cf84-4da3-80da-50f58908e71c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:41.939409 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9fa3-3578-460d-ab04-04fa5b7965b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:42.003066 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634ed05-17e2-4d48-a31a-30ecb49f384e req-22849da2-6da5-48dc-b3c8-299d3be00a94 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:42.005307 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c634ed05-17e2-4d48-a31a-30ecb49f384e req-22849da2-6da5-48dc-b3c8-299d3be00a94 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 944 time: 0.1288416 May 27 23:01:42.057725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c634ed05-17e2-4d48-a31a-30ecb49f384e req-a174eeda-d6ff-4a0b-b0a8-1a68e204b492 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/security-groups?id=24ef3f14-f072-4a66-a266-edfae0a1a166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444152 May 27 23:01:42.099778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a9fa3-3578-460d-ab04-04fa5b7965b6 None None] Calling delete_port for fbd9c1d2-26af-428e-ab68-c267baea966d owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:42.104584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:42.159738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Port': ['ID=fbd9c1d2-26af-428e-ab68-c267baea966d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:42.161376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] No DVR routers for this DVR port fbd9c1d2-26af-428e-ab68-c267baea966d on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:01:42.183203 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-0a5a9fa3-3578-460d-ab04-04fa5b7965b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:01:42.188448 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-0a5a9fa3-3578-460d-ab04-04fa5b7965b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:01:42.295724 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:42.327738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121f199a-4414-4f1f-b690-d69a25838113']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:42.344749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9672058c-cf84-4da3-80da-50f58908e71c') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:42.344749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9672058c-cf84-4da3-80da-50f58908e71c') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:42.356929 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:42.374384 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:42.381502 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:01:42.382127 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:42.471459 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9672058c-cf84-4da3-80da-50f58908e71c resource provider aggregate not found May 27 23:01:42.498030 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9672058c-cf84-4da3-80da-50f58908e71c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9672058c-cf84-4da3-80da-50f58908e71c found for delete ", "request_id": "req-70e25e8d-2529-44e3-84bc-7b6d2abde9d1"}]} May 27 23:01:42.510903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7362fd75-be27-46d5-bbd4-df3a58a480c2 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:01:42.583353 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:42.606154 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:42.611897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Network': ['ID=121f199a-4414-4f1f-b690-d69a25838113,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:42.622652 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-93c94902-f7f4-4217-885a-aa0a8a401828 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/networks/121f199a-4414-4f1f-b690-d69a25838113 HTTP/1.1" status: 204 len: 168 time: 1.4604290 May 27 23:01:42.625252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34624) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:42.664902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 7362fd75-be27-46d5-bbd4-df3a58a480c2, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7362fd75-be27-46d5-bbd4-df3a58a480c2,segment=NetworkSegment(f12d80be-4e06-41de-bc02-9b2c6da53d97),segment_id=f12d80be-4e06-41de-bc02-9b2c6da53d97)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:42.681724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '7362fd75-be27-46d5-bbd4-df3a58a480c2', 'network_id': 'd8ad3e81-e2a3-47b0-9824-29ed93424325', 'port_id': '7362fd75-be27-46d5-bbd4-df3a58a480c2', 'mac_address': 'fa:16:3e:40:5d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ac9be6-69dd-460f-bc2a-ce0f0ca33820', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:01:42.684999 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a9fa3-3578-460d-ab04-04fa5b7965b6 None None] Deleting port fbd9c1d2-26af-428e-ab68-c267baea966d {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:42.685526 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a5a9fa3-3578-460d-ab04-04fa5b7965b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:42.807044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0a5a9fa3-3578-460d-ab04-04fa5b7965b6 None None] The port 'fbd9c1d2-26af-428e-ab68-c267baea966d' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:01:42.845070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 7362fd75-be27-46d5-bbd4-df3a58a480c2 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:42.845459 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:42.868965 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7362fd75-be27-46d5-bbd4-df3a58a480c2 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:01:42.888897 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 7362fd75-be27-46d5-bbd4-df3a58a480c2, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7362fd75-be27-46d5-bbd4-df3a58a480c2,segment=NetworkSegment(f12d80be-4e06-41de-bc02-9b2c6da53d97),segment_id=f12d80be-4e06-41de-bc02-9b2c6da53d97)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:42.969618 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:43.042457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=7362fd75-be27-46d5-bbd4-df3a58a480c2,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:43.246504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 92cdf7d9-726e-43fd-a20f-e8bebc10da79 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:01:43.270949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece57ac6-2cfb-4e9c-8c9e-a437407d1e2a req-8abb5298-1ed9-433b-bb44-5767dba63146 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:43.272700 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ece57ac6-2cfb-4e9c-8c9e-a437407d1e2a req-8abb5298-1ed9-433b-bb44-5767dba63146 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 945 time: 0.0970945 May 27 23:01:43.283227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['7362fd75-be27-46d5-bbd4-df3a58a480c2'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:01:43.322032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 92cdf7d9-726e-43fd-a20f-e8bebc10da79 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:01:43.322604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 92cdf7d9-726e-43fd-a20f-e8bebc10da79 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:01:43.323164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device fbd9c1d2-26af-428e-ab68-c267baea966d no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:01:43.336275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ece57ac6-2cfb-4e9c-8c9e-a437407d1e2a req-94f8515f-6bf0-4833-abb7-a3aacd4b140c tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/security-groups?id=24ef3f14-f072-4a66-a266-edfae0a1a166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572100 May 27 23:01:43.343020 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b10e2a3d-3f69-4181-8968-15c8de17f726 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:43.374037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: fbd9c1d2-26af-428e-ab68-c267baea966d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:01:43.374391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device fbd9c1d2-26af-428e-ab68-c267baea966d not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:01:43.715662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b10e2a3d-3f69-4181-8968-15c8de17f726 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port 248cd9b4-8a1e-4c30-9790-1edecccd79bd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:43.716017 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b10e2a3d-3f69-4181-8968-15c8de17f726 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:43.915688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-b10e2a3d-3f69-4181-8968-15c8de17f726 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] For port 248cd9b4-8a1e-4c30-9790-1edecccd79bd, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=248cd9b4-8a1e-4c30-9790-1edecccd79bd,segment=NetworkSegment(367892c1-68b0-4d61-bcda-f82313acc0fa),segment_id=367892c1-68b0-4d61-bcda-f82313acc0fa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:43.916041 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b10e2a3d-3f69-4181-8968-15c8de17f726 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:44.043513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b10e2a3d-3f69-4181-8968-15c8de17f726 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for 248cd9b4-8a1e-4c30-9790-1edecccd79bd owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:44.351105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b10e2a3d-3f69-4181-8968-15c8de17f726 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:44.404694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e2a3d-3f69-4181-8968-15c8de17f726 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Port': ['ID=248cd9b4-8a1e-4c30-9790-1edecccd79bd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:44.509671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7362fd75-be27-46d5-bbd4-df3a58a480c2 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:01:44.563171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027bb6b-ac25-4dd3-ac3e-0f05d727fb3c req-d4b9dd72-12f0-49d9-a874-d6e7ba7e1250 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:44.574631 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e027bb6b-ac25-4dd3-ac3e-0f05d727fb3c req-d4b9dd72-12f0-49d9-a874-d6e7ba7e1250 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 945 time: 0.1205578 May 27 23:01:44.638077 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e027bb6b-ac25-4dd3-ac3e-0f05d727fb3c req-8ccb7cef-9210-42e4-a70e-680761f4c1cd tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/security-groups?id=24ef3f14-f072-4a66-a266-edfae0a1a166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601926 May 27 23:01:44.753496 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b10e2a3d-3f69-4181-8968-15c8de17f726 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:44.768904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 7362fd75-be27-46d5-bbd4-df3a58a480c2 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:01:44.774413 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 7362fd75-be27-46d5-bbd4-df3a58a480c2 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:01:44.774787 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:44.903254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 7362fd75-be27-46d5-bbd4-df3a58a480c2 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:44.903636 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:44.931566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6767d61b-09ce-446d-9363-9ef649a4eea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7362fd75-be27-46d5-bbd4-df3a58a480c2'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:01:44.942028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 7362fd75-be27-46d5-bbd4-df3a58a480c2, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7362fd75-be27-46d5-bbd4-df3a58a480c2,segment=NetworkSegment(f12d80be-4e06-41de-bc02-9b2c6da53d97),segment_id=f12d80be-4e06-41de-bc02-9b2c6da53d97)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:44.985527 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-724d2f6f-7c62-41a8-bd42-e69311b731f1'] response: {'server_uuid': '6767d61b-09ce-446d-9363-9ef649a4eea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7362fd75-be27-46d5-bbd4-df3a58a480c2', 'code': 200} May 27 23:01:45.030313 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:45.111431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=7362fd75-be27-46d5-bbd4-df3a58a480c2,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:45.168383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10e2a3d-3f69-4181-8968-15c8de17f726 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router b65ea808-0df9-41f9-81b8-75f2ec416dcd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:01:45.302828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15fe664-bc70-4209-b0fd-88162b15dc04 req-f1f3e4ec-f59d-4ddb-a367-5122e81a4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:45.304306 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c15fe664-bc70-4209-b0fd-88162b15dc04 req-f1f3e4ec-f59d-4ddb-a367-5122e81a4844 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 1097 time: 0.2301221 May 27 23:01:45.375211 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c15fe664-bc70-4209-b0fd-88162b15dc04 req-ac9409b8-7c7e-4eab-a6a1-0e159f9f19d8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=24ef3f14-f072-4a66-a266-edfae0a1a166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627482 May 27 23:01:45.378132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10e2a3d-3f69-4181-8968-15c8de17f726 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:01:45.387959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df721dc6-37ff-49d9-8ba3-623f5c18a2f4 None None] Sync routers for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:01:45.393094 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b10e2a3d-3f69-4181-8968-15c8de17f726 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/b65ea808-0df9-41f9-81b8-75f2ec416dcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7668376 May 27 23:01:45.395804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34638) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:45.400155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df721dc6-37ff-49d9-8ba3-623f5c18a2f4 None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:45.401224 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-df721dc6-37ff-49d9-8ba3-623f5c18a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:45.467127 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a31eef-fba6-48d5-b1ee-e7dec3ddf3c5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting subnet 6d66697b-6208-4b2a-b971-81e9e3050c38 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:01:45.470295 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75a31eef-fba6-48d5-b1ee-e7dec3ddf3c5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:45.535200 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75a31eef-fba6-48d5-b1ee-e7dec3ddf3c5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:45.558239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-df721dc6-37ff-49d9-8ba3-623f5c18a2f4 None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:45.629247 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75a31eef-fba6-48d5-b1ee-e7dec3ddf3c5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:45.815203 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75a31eef-fba6-48d5-b1ee-e7dec3ddf3c5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:45.862002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a31eef-fba6-48d5-b1ee-e7dec3ddf3c5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Subnet': ['ID=6d66697b-6208-4b2a-b971-81e9e3050c38,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:45.865768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75a31eef-fba6-48d5-b1ee-e7dec3ddf3c5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:45.867483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec072e-bbcd-49e4-a762-53825c1439b4 req-dc0597a5-b1b8-4a41-be29-a81a0de9621d tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:45.876305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ecec072e-bbcd-49e4-a762-53825c1439b4 req-dc0597a5-b1b8-4a41-be29-a81a0de9621d tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 946 time: 0.1024523 May 27 23:01:45.878060 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-75a31eef-fba6-48d5-b1ee-e7dec3ddf3c5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/6d66697b-6208-4b2a-b971-81e9e3050c38 HTTP/1.1" status: 204 len: 168 time: 0.4811339 May 27 23:01:45.880667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34646) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:45.913639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2d5ea4-4787-4504-8883-563779b88e13 None None] Network 46b63bb1-5c60-412d-ab30-f03d42f3415d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:45.919450 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ecec072e-bbcd-49e4-a762-53825c1439b4 req-40f85e5a-c2f4-4b88-ab1d-5ce93bd3aeb0 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/security-groups?id=24ef3f14-f072-4a66-a266-edfae0a1a166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424542 May 27 23:01:46.004155 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:46.015100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port c670cd3d-eb34-4f3d-99cc-4ebd95537660 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:46.015438 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:46.098758 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:46.164315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-df721dc6-37ff-49d9-8ba3-623f5c18a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:44Z', 'revision_number': 10, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:46.171104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df721dc6-37ff-49d9-8ba3-623f5c18a2f4 None None] Checking router: b65ea808-0df9-41f9-81b8-75f2ec416dcd for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:01:46.183493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df721dc6-37ff-49d9-8ba3-623f5c18a2f4 None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:46.184120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-df721dc6-37ff-49d9-8ba3-623f5c18a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:46.236361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] For port c670cd3d-eb34-4f3d-99cc-4ebd95537660, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c670cd3d-eb34-4f3d-99cc-4ebd95537660,segment=NetworkSegment(367892c1-68b0-4d61-bcda-f82313acc0fa),segment_id=367892c1-68b0-4d61-bcda-f82313acc0fa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:46.237514 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:46.345451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-df721dc6-37ff-49d9-8ba3-623f5c18a2f4 None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:46.377488 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for c670cd3d-eb34-4f3d-99cc-4ebd95537660 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:46.472815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299e254e-2440-4224-b8a8-8a91fc85573e None None] DHCP port deletion for 46b63bb1-5c60-412d-ab30-f03d42f3415d request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:01:46.551139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-299e254e-2440-4224-b8a8-8a91fc85573e None None] Deleting port c670cd3d-eb34-4f3d-99cc-4ebd95537660 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:46.551518 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-299e254e-2440-4224-b8a8-8a91fc85573e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:46.700722 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:46.712858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-299e254e-2440-4224-b8a8-8a91fc85573e None None] The port 'c670cd3d-eb34-4f3d-99cc-4ebd95537660' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:01:46.761672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Port': ['ID=c670cd3d-eb34-4f3d-99cc-4ebd95537660,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:46.767118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] No DVR routers for this DVR port c670cd3d-eb34-4f3d-99cc-4ebd95537660 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:01:46.835466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-df721dc6-37ff-49d9-8ba3-623f5c18a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:44Z', 'revision_number': 10, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:46.841781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df721dc6-37ff-49d9-8ba3-623f5c18a2f4 None None] The sync data for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 is: [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:44Z', 'revision_number': 10, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None, '_interfaces': [{'id': '6a25264a-a0c5-4018-9142-743e27624923', 'name': '', 'network_id': '205d882b-15f5-4b00-bc7d-60371fd401e5', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'mac_address': 'fa:16:3e:b3:05:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3383, 'fixed_ips': [{'subnet_id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:01:04Z', 'updated_at': '2022-05-27T23:01:15Z', 'revision_number': 5, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'subnets': [{'id': 'c89aa7d4-6366-43a3-9c41-5bf7fef4eaba', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:01:46.916922 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:46.948823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46b63bb1-5c60-412d-ab30-f03d42f3415d']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:46.963616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '367892c1-68b0-4d61-bcda-f82313acc0fa') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:46.963921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '367892c1-68b0-4d61-bcda-f82313acc0fa') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:46.977634 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:46.999279 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:47.005792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:01:47.006736 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:47.076079 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 367892c1-68b0-4d61-bcda-f82313acc0fa resource provider aggregate not found May 27 23:01:47.100984 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 367892c1-68b0-4d61-bcda-f82313acc0fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 367892c1-68b0-4d61-bcda-f82313acc0fa found for delete ", "request_id": "req-22ed2353-6028-47d3-b051-7fc7e786be1e"}]} May 27 23:01:47.134357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294c2f9-9585-4cd7-956a-15b678c17120 req-f6acf915-8351-4762-b37e-6a492a2cb102 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:47.136011 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7294c2f9-9585-4cd7-956a-15b678c17120 req-f6acf915-8351-4762-b37e-6a492a2cb102 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 946 time: 0.0894437 May 27 23:01:47.172070 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:47.196874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7294c2f9-9585-4cd7-956a-15b678c17120 req-0e5041d0-7469-4467-ba24-5717e9196d3a tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/security-groups?id=24ef3f14-f072-4a66-a266-edfae0a1a166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519638 May 27 23:01:47.217422 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:47.236923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Network': ['ID=46b63bb1-5c60-412d-ab30-f03d42f3415d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:47.255050 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-580e76b7-61f6-4a4e-8ccf-9ddacfc7976a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/networks/46b63bb1-5c60-412d-ab30-f03d42f3415d HTTP/1.1" status: 204 len: 168 time: 1.3684602 May 27 23:01:47.257480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34660) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:47.282155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c670cd3d-eb34-4f3d-99cc-4ebd95537660 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:01:47.334074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: c670cd3d-eb34-4f3d-99cc-4ebd95537660 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:01:47.336311 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c670cd3d-eb34-4f3d-99cc-4ebd95537660 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:01:47.340857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 248cd9b4-8a1e-4c30-9790-1edecccd79bd no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:01:47.391873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 248cd9b4-8a1e-4c30-9790-1edecccd79bd {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:01:47.392301 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 248cd9b4-8a1e-4c30-9790-1edecccd79bd not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:01:47.641175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648053b-160a-4a24-a27b-477dc7979134 req-bbffb4d1-6cf5-47f8-a62f-6b9911f640d3 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:47.642714 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9648053b-160a-4a24-a27b-477dc7979134 req-bbffb4d1-6cf5-47f8-a62f-6b9911f640d3 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 946 time: 0.2451634 May 27 23:01:47.744458 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9648053b-160a-4a24-a27b-477dc7979134 req-cc729dc2-f8d2-421a-99df-6e55221b1b20 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/security-groups?id=24ef3f14-f072-4a66-a266-edfae0a1a166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895162 May 27 23:01:48.133714 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-65226fc4-f1a7-4210-8495-12921563ffa8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:48.194481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe638cb0-9b52-4811-aa1d-dba101bde8f3 req-76be7833-e405-4896-814e-4fc33932f685 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:48.195987 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe638cb0-9b52-4811-aa1d-dba101bde8f3 req-76be7833-e405-4896-814e-4fc33932f685 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 946 time: 0.1653137 May 27 23:01:48.327244 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe638cb0-9b52-4811-aa1d-dba101bde8f3 req-682181f2-1ccd-41f4-a25c-d4b3d888435d tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/security-groups?id=24ef3f14-f072-4a66-a266-edfae0a1a166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226943 May 27 23:01:48.523531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-65226fc4-f1a7-4210-8495-12921563ffa8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port 6a25264a-a0c5-4018-9142-743e27624923 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:48.525153 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-65226fc4-f1a7-4210-8495-12921563ffa8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:48.720415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-65226fc4-f1a7-4210-8495-12921563ffa8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] For port 6a25264a-a0c5-4018-9142-743e27624923, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6a25264a-a0c5-4018-9142-743e27624923,segment=NetworkSegment(ad338336-daa8-49da-96ae-114ab7615732),segment_id=ad338336-daa8-49da-96ae-114ab7615732)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:48.720777 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-65226fc4-f1a7-4210-8495-12921563ffa8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:48.849988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-65226fc4-f1a7-4210-8495-12921563ffa8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for 6a25264a-a0c5-4018-9142-743e27624923 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:49.036116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79308f15-d90d-42d8-8f93-9b16258cfc6a req-f53b6d99-ddc3-445d-974c-4847e05bd2a3 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:49.037807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79308f15-d90d-42d8-8f93-9b16258cfc6a req-f53b6d99-ddc3-445d-974c-4847e05bd2a3 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 946 time: 0.1123946 May 27 23:01:49.136175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79308f15-d90d-42d8-8f93-9b16258cfc6a req-a601f70c-ea41-4da5-bf49-ac1d3c0a4b9d tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/security-groups?id=24ef3f14-f072-4a66-a266-edfae0a1a166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634923 May 27 23:01:49.200394 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-65226fc4-f1a7-4210-8495-12921563ffa8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:49.255023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65226fc4-f1a7-4210-8495-12921563ffa8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Port': ['ID=6a25264a-a0c5-4018-9142-743e27624923,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:49.427543 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-65226fc4-f1a7-4210-8495-12921563ffa8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:49.823336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65226fc4-f1a7-4210-8495-12921563ffa8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router b65ea808-0df9-41f9-81b8-75f2ec416dcd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:01:49.962312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65226fc4-f1a7-4210-8495-12921563ffa8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:01:49.975318 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1765e7-424f-4a65-8cc0-bd0148dc0ac7 None None] Sync routers for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:01:49.977798 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-65226fc4-f1a7-4210-8495-12921563ffa8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/b65ea808-0df9-41f9-81b8-75f2ec416dcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7229998 May 27 23:01:49.980675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34682) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:49.986313 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1765e7-424f-4a65-8cc0-bd0148dc0ac7 None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:49.986911 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-bf1765e7-424f-4a65-8cc0-bd0148dc0ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:50.047940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c7066c-a99d-4b51-a3d2-debcf309203a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting subnet c89aa7d4-6366-43a3-9c41-5bf7fef4eaba {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:01:50.050973 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-76c7066c-a99d-4b51-a3d2-debcf309203a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:50.121615 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-76c7066c-a99d-4b51-a3d2-debcf309203a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:50.142369 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-bf1765e7-424f-4a65-8cc0-bd0148dc0ac7 None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:50.241668 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-76c7066c-a99d-4b51-a3d2-debcf309203a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:50.291988 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-bf1765e7-424f-4a65-8cc0-bd0148dc0ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:49Z', 'revision_number': 11, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:50.296081 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1765e7-424f-4a65-8cc0-bd0148dc0ac7 None None] Checking router: b65ea808-0df9-41f9-81b8-75f2ec416dcd for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:01:50.304497 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1765e7-424f-4a65-8cc0-bd0148dc0ac7 None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:50.305311 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-bf1765e7-424f-4a65-8cc0-bd0148dc0ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:50.396435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75446c-e035-4422-943f-ede6dab7b86c req-0080ebd2-a0ab-419a-a1ca-ab7d03b45001 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:50.398074 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2c75446c-e035-4422-943f-ede6dab7b86c req-0080ebd2-a0ab-419a-a1ca-ab7d03b45001 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 946 time: 0.1107502 May 27 23:01:50.436793 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-bf1765e7-424f-4a65-8cc0-bd0148dc0ac7 None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:50.441900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88318c34-855a-4ce2-8cab-dca6d321b37c req-9d729f6b-3050-4430-a086-c2bd4168c666 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:50.442711 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-88318c34-855a-4ce2-8cab-dca6d321b37c req-9d729f6b-3050-4430-a086-c2bd4168c666 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Synchronizing usage tracker for tenant:8f01525685534a4684007adadb57cb61 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:01:50.459973 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2c75446c-e035-4422-943f-ede6dab7b86c req-80f240fc-8a84-4485-8364-fd845b61a2f5 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/security-groups?id=24ef3f14-f072-4a66-a266-edfae0a1a166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550170 May 27 23:01:50.462742 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-76c7066c-a99d-4b51-a3d2-debcf309203a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:50.509123 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-76c7066c-a99d-4b51-a3d2-debcf309203a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:50.514843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca00ed1c-0baa-4f2e-837f-3f2614f4a5bf None None] Network 205d882b-15f5-4b00-bc7d-60371fd401e5 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:01:50.515316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7066c-a99d-4b51-a3d2-debcf309203a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Subnet': ['ID=c89aa7d4-6366-43a3-9c41-5bf7fef4eaba,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:50.525905 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-76c7066c-a99d-4b51-a3d2-debcf309203a tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/c89aa7d4-6366-43a3-9c41-5bf7fef4eaba HTTP/1.1" status: 204 len: 168 time: 0.5380197 May 27 23:01:50.528074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34690) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:50.528762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-88318c34-855a-4ce2-8cab-dca6d321b37c req-9d729f6b-3050-4430-a086-c2bd4168c666 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Unset dirty status for tenant:8f01525685534a4684007adadb57cb61 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:01:50.529840 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-88318c34-855a-4ce2-8cab-dca6d321b37c req-9d729f6b-3050-4430-a086-c2bd4168c666 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.57 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 946 time: 0.2099209 May 27 23:01:50.560039 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-bf1765e7-424f-4a65-8cc0-bd0148dc0ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:49Z', 'revision_number': 11, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:50.564716 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1765e7-424f-4a65-8cc0-bd0148dc0ac7 None None] The sync data for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 is: [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:49Z', 'revision_number': 11, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:01:50.704235 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:50.743090 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:50.743488 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:50.794829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-88318c34-855a-4ce2-8cab-dca6d321b37c req-70b3f4e1-0ae9-43a8-8a29-d3bb032c0c9a tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Deleting port 7362fd75-be27-46d5-bbd4-df3a58a480c2 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:50.794829 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-88318c34-855a-4ce2-8cab-dca6d321b37c req-70b3f4e1-0ae9-43a8-8a29-d3bb032c0c9a tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:50.923859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f06a25-5620-4e8a-9cca-39334948085f None None] DHCP port deletion for 205d882b-15f5-4b00-bc7d-60371fd401e5 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:01:50.933932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-21f06a25-5620-4e8a-9cca-39334948085f None None] Deleting port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:50.934327 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-21f06a25-5620-4e8a-9cca-39334948085f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:51.177818 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-21f06a25-5620-4e8a-9cca-39334948085f None None] For port e48e0701-9a18-45ca-aa8c-00bdc1ea3806, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e48e0701-9a18-45ca-aa8c-00bdc1ea3806,segment=NetworkSegment(ad338336-daa8-49da-96ae-114ab7615732),segment_id=ad338336-daa8-49da-96ae-114ab7615732)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:51.178209 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-21f06a25-5620-4e8a-9cca-39334948085f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:51.192944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] For port e48e0701-9a18-45ca-aa8c-00bdc1ea3806, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e48e0701-9a18-45ca-aa8c-00bdc1ea3806,segment=NetworkSegment(ad338336-daa8-49da-96ae-114ab7615732),segment_id=ad338336-daa8-49da-96ae-114ab7615732)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:51.193347 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:51.334510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6a25264a-a0c5-4018-9142-743e27624923 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:01:51.336686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Calling delete_port for e48e0701-9a18-45ca-aa8c-00bdc1ea3806 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:51.365090 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-21f06a25-5620-4e8a-9cca-39334948085f None None] Calling delete_port for e48e0701-9a18-45ca-aa8c-00bdc1ea3806 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:51.392381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-88318c34-855a-4ce2-8cab-dca6d321b37c req-70b3f4e1-0ae9-43a8-8a29-d3bb032c0c9a tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] For port 7362fd75-be27-46d5-bbd4-df3a58a480c2, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7362fd75-be27-46d5-bbd4-df3a58a480c2,segment=NetworkSegment(f12d80be-4e06-41de-bc02-9b2c6da53d97),segment_id=f12d80be-4e06-41de-bc02-9b2c6da53d97)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:01:51.395743 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-88318c34-855a-4ce2-8cab-dca6d321b37c req-70b3f4e1-0ae9-43a8-8a29-d3bb032c0c9a tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:51.416603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 6a25264a-a0c5-4018-9142-743e27624923 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:01:51.416953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6a25264a-a0c5-4018-9142-743e27624923 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:01:51.417558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e48e0701-9a18-45ca-aa8c-00bdc1ea3806 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:01:51.560596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:01:51.561243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:51.618431 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-21f06a25-5620-4e8a-9cca-39334948085f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:51.672224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-88318c34-855a-4ce2-8cab-dca6d321b37c req-70b3f4e1-0ae9-43a8-8a29-d3bb032c0c9a tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Calling delete_port for 7362fd75-be27-46d5-bbd4-df3a58a480c2 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:01:51.690872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f77fb6-b90f-4a96-ade8-7fadd9436619 req-de80cd8a-c36f-41ea-8263-1101558b0166 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:01:51.693412 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00f77fb6-b90f-4a96-ade8-7fadd9436619 req-de80cd8a-c36f-41ea-8263-1101558b0166 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 946 time: 0.1000519 May 27 23:01:51.702172 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f06a25-5620-4e8a-9cca-39334948085f None None] Pushing event deleted for resources: {'Port': ['ID=e48e0701-9a18-45ca-aa8c-00bdc1ea3806,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:51.746951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f06a25-5620-4e8a-9cca-39334948085f None None] No DVR routers for this DVR port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:01:51.767587 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00f77fb6-b90f-4a96-ade8-7fadd9436619 req-f5085fe6-a804-460b-923f-ecc2f9fdcb1b tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/security-groups?id=24ef3f14-f072-4a66-a266-edfae0a1a166&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633912 May 27 23:01:51.796153 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:01:51.796502 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:01:51.975880 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-88318c34-855a-4ce2-8cab-dca6d321b37c req-70b3f4e1-0ae9-43a8-8a29-d3bb032c0c9a tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:52.011252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['7362fd75-be27-46d5-bbd4-df3a58a480c2'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:01:52.045840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3f4e1-0ae9-43a8-8a29-d3bb032c0c9a tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Pushing event deleted for resources: {'Port': ['ID=7362fd75-be27-46d5-bbd4-df3a58a480c2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:52.143497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-88318c34-855a-4ce2-8cab-dca6d321b37c req-70b3f4e1-0ae9-43a8-8a29-d3bb032c0c9a tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] No DVR routers for this DVR port 7362fd75-be27-46d5-bbd4-df3a58a480c2 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:01:52.146489 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-88318c34-855a-4ce2-8cab-dca6d321b37c req-70b3f4e1-0ae9-43a8-8a29-d3bb032c0c9a tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:52.149159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6767d61b-09ce-446d-9363-9ef649a4eea3', 'name': 'network-vif-deleted', 'tag': '7362fd75-be27-46d5-bbd4-df3a58a480c2'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:01:52.197953 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd0f28f-abd7-438d-bed4-8fbfef3958cf'] response: {'server_uuid': '6767d61b-09ce-446d-9363-9ef649a4eea3', 'name': 'network-vif-deleted', 'tag': '7362fd75-be27-46d5-bbd4-df3a58a480c2', 'status': 'completed', 'code': 200} May 27 23:01:52.297767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Deleting port e48e0701-9a18-45ca-aa8c-00bdc1ea3806 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:01:52.298121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:52.331744 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-88318c34-855a-4ce2-8cab-dca6d321b37c req-70b3f4e1-0ae9-43a8-8a29-d3bb032c0c9a tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.57 "DELETE /v2.0/ports/7362fd75-be27-46d5-bbd4-df3a58a480c2 HTTP/1.1" status: 204 len: 173 time: 1.7843761 May 27 23:01:52.376387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] The port 'e48e0701-9a18-45ca-aa8c-00bdc1ea3806' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:01:52.436273 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:52.504153 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:52.532747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205d882b-15f5-4b00-bc7d-60371fd401e5']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:52.546287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad338336-daa8-49da-96ae-114ab7615732') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:52.546577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad338336-daa8-49da-96ae-114ab7615732') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:52.561249 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:52.574949 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:52.582030 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:01:52.582030 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:52.657283 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ad338336-daa8-49da-96ae-114ab7615732 resource provider aggregate not found May 27 23:01:52.682428 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ad338336-daa8-49da-96ae-114ab7615732 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad338336-daa8-49da-96ae-114ab7615732 found for delete ", "request_id": "req-5ed9ed8d-0832-42b5-9733-b30eb614b309"}]} May 27 23:01:52.769450 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:52.787418 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:52.799686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Pushing event deleted for resources: {'Network': ['ID=205d882b-15f5-4b00-bc7d-60371fd401e5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:52.801907 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dee73689-0beb-4440-8186-352f02fe605c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/networks/205d882b-15f5-4b00-bc7d-60371fd401e5 HTTP/1.1" status: 204 len: 168 time: 2.2782781 May 27 23:01:52.804887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34708) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:52.810666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a907805b-0e67-4503-9715-8f603f09011e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'router': {'routes': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:52.981640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87fa14a9-04c6-43ae-97c5-58dfa0fb706a req-a3c4646f-a975-45af-a4e7-9a22f196fb29 tempest-ServersNegativeTestMultiTenantJSON-1099067277 tempest-ServersNegativeTestMultiTenantJSON-1099067277-project] 10.222.0.27 "GET /v2.0/ports?device_id=6767d61b-09ce-446d-9363-9ef649a4eea3 HTTP/1.1" status: 200 len: 210 time: 0.0570078 May 27 23:01:53.147743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.extraroute_db [None req-a907805b-0e67-4503-9715-8f603f09011e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Added routes are [] {{(pid=88900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 23:01:53.148045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.extraroute_db [None req-a907805b-0e67-4503-9715-8f603f09011e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Removed routes are [] {{(pid=88900) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 23:01:53.148436 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a907805b-0e67-4503-9715-8f603f09011e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:53.530574 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a907805b-0e67-4503-9715-8f603f09011e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:53.533969 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a907805b-0e67-4503-9715-8f603f09011e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:53.675096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a907805b-0e67-4503-9715-8f603f09011e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router b65ea808-0df9-41f9-81b8-75f2ec416dcd has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:01:53.813769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a907805b-0e67-4503-9715-8f603f09011e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:01:53.820253 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a907805b-0e67-4503-9715-8f603f09011e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:53.822017 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a907805b-0e67-4503-9715-8f603f09011e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/b65ea808-0df9-41f9-81b8-75f2ec416dcd HTTP/1.1" status: 200 len: 704 time: 1.0161345 May 27 23:01:53.825241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34714) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:53.827677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef489602-fd3a-4292-955e-195981923fc9 None None] Sync routers for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:01:53.839136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef489602-fd3a-4292-955e-195981923fc9 None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:53.839867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ef489602-fd3a-4292-955e-195981923fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:53.872341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d75510e3-ae0d-424f-8d7d-21dea7b644f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Synchronizing usage tracker for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:01:53.960284 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d75510e3-ae0d-424f-8d7d-21dea7b644f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Unset dirty status for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:01:53.963158 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d75510e3-ae0d-424f-8d7d-21dea7b644f1 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports?device_id=b65ea808-0df9-41f9-81b8-75f2ec416dcd HTTP/1.1" status: 200 len: 205 time: 0.1323295 May 27 23:01:53.964366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34718) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:54.025815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-ef489602-fd3a-4292-955e-195981923fc9 None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:54.111149 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e74c4c9f-6a0c-4a23-9912-5cb36d859d88 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:54.142938 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ef489602-fd3a-4292-955e-195981923fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:49Z', 'revision_number': 11, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:54.144702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef489602-fd3a-4292-955e-195981923fc9 None None] Checking router: b65ea808-0df9-41f9-81b8-75f2ec416dcd for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:01:54.154586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef489602-fd3a-4292-955e-195981923fc9 None None] Routers {'b65ea808-0df9-41f9-81b8-75f2ec416dcd'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:54.155214 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ef489602-fd3a-4292-955e-195981923fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:54.279369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34724) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:54.314143 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-ef489602-fd3a-4292-955e-195981923fc9 None None] Set router b65ea808-0df9-41f9-81b8-75f2ec416dcd gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:54.348022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Deleting subnet e5ac9be6-69dd-460f-bc2a-ce0f0ca33820 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:01:54.352883 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:54.407741 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:54.424521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ef489602-fd3a-4292-955e-195981923fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:49Z', 'revision_number': 11, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:54.428687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef489602-fd3a-4292-955e-195981923fc9 None None] The sync data for ids ['b65ea808-0df9-41f9-81b8-75f2ec416dcd'] in n-d-843680-3 is: [{'id': 'b65ea808-0df9-41f9-81b8-75f2ec416dcd', 'name': 'tempest-RoutersIpV6Test-router-972602109', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:01Z', 'updated_at': '2022-05-27T23:01:49Z', 'revision_number': 11, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:01:54.463824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e74c4c9f-6a0c-4a23-9912-5cb36d859d88 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:54.466241 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e74c4c9f-6a0c-4a23-9912-5cb36d859d88 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:54.476242 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:54.542707 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7362fd75-be27-46d5-bbd4-df3a58a480c2 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:01:54.579246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 7362fd75-be27-46d5-bbd4-df3a58a480c2 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:01:54.579588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7362fd75-be27-46d5-bbd4-df3a58a480c2 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:01:55.524385 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e74c4c9f-6a0c-4a23-9912-5cb36d859d88 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:55.524844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74c4c9f-6a0c-4a23-9912-5cb36d859d88 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Fanout notify agent at l3_agent the message router_deleted on router b65ea808-0df9-41f9-81b8-75f2ec416dcd {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:01:55.527336 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:55.544330 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e74c4c9f-6a0c-4a23-9912-5cb36d859d88 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:55.551577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e74c4c9f-6a0c-4a23-9912-5cb36d859d88 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/routers/b65ea808-0df9-41f9-81b8-75f2ec416dcd HTTP/1.1" status: 204 len: 168 time: 1.5800686 May 27 23:01:55.551577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34738) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:55.555252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0a2ec870-5a27-4395-955c-25e4c96684e7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2022638621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:55.565690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0a2ec870-5a27-4395-955c-25e4c96684e7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:01:55.570506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0a2ec870-5a27-4395-955c-25e4c96684e7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Usage tracker for resource:router and tenant:b18a23724ccf4677bf518d8b48dcf6c9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:01:55.577019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0a2ec870-5a27-4395-955c-25e4c96684e7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:01:55.587093 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0a2ec870-5a27-4395-955c-25e4c96684e7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:01:55.593801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ac9be6-69dd-460f-bc2a-ce0f0ca33820,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:55.605916 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:55.616339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:55.616703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:55.617221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:55.617594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:55.617928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:55.618254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:55.618575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:55.618938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:55.619259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:55.619802 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:55.620869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:55.621742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:01:55.629212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34744) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:55.629351 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-02ed557d-5087-4a9c-a04e-1d34a0f9b49a admin admin] 10.222.0.27 "DELETE /v2.0/subnets/e5ac9be6-69dd-460f-bc2a-ce0f0ca33820 HTTP/1.1" status: 204 len: 168 time: 1.3495882 May 27 23:01:55.836163 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a2ec870-5a27-4395-955c-25e4c96684e7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:55.837785 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a2ec870-5a27-4395-955c-25e4c96684e7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:55.882056 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a2ec870-5a27-4395-955c-25e4c96684e7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:55.885651 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11cf7f4b-b7c0-4786-aa01-7a66bae955cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:55.999256 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a2ec870-5a27-4395-955c-25e4c96684e7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.036619 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11cf7f4b-b7c0-4786-aa01-7a66bae955cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.066103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-11cf7f4b-b7c0-4786-aa01-7a66bae955cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ad3e81-e2a3-47b0-9824-29ed93424325']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:56.079623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-11cf7f4b-b7c0-4786-aa01-7a66bae955cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12d80be-4e06-41de-bc02-9b2c6da53d97') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:56.079923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-11cf7f4b-b7c0-4786-aa01-7a66bae955cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12d80be-4e06-41de-bc02-9b2c6da53d97') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:56.091696 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11cf7f4b-b7c0-4786-aa01-7a66bae955cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.103254 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a2ec870-5a27-4395-955c-25e4c96684e7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.104443 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0a2ec870-5a27-4395-955c-25e4c96684e7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5540543 May 27 23:01:56.107357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34756) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:56.112881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-17620b73-941f-4abe-be5f-a1800caba452 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:01:56.119287 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11cf7f4b-b7c0-4786-aa01-7a66bae955cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.122241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cf7f4b-b7c0-4786-aa01-7a66bae955cb admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:01:56.122636 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11cf7f4b-b7c0-4786-aa01-7a66bae955cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.188995 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment f12d80be-4e06-41de-bc02-9b2c6da53d97 resource provider aggregate not found May 27 23:01:56.223442 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment f12d80be-4e06-41de-bc02-9b2c6da53d97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f12d80be-4e06-41de-bc02-9b2c6da53d97 found for delete ", "request_id": "req-95bad096-d1b0-47cf-8deb-0dc963c876c3"}]} May 27 23:01:56.309408 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11cf7f4b-b7c0-4786-aa01-7a66bae955cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.327929 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11cf7f4b-b7c0-4786-aa01-7a66bae955cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.340827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf7f4b-b7c0-4786-aa01-7a66bae955cb admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ad3e81-e2a3-47b0-9824-29ed93424325,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:56.408394 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-11cf7f4b-b7c0-4786-aa01-7a66bae955cb admin admin] 10.222.0.27 "DELETE /v2.0/networks/d8ad3e81-e2a3-47b0-9824-29ed93424325 HTTP/1.1" status: 204 len: 168 time: 0.7764504 May 27 23:01:56.410355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34764) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:56.473743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e408431-d94c-431d-8ce6-cda5f41e1f7a admin admin] Deleting subnet a377d54e-440a-443c-9eaa-52da6c390623 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:01:56.477388 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e408431-d94c-431d-8ce6-cda5f41e1f7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.542129 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e408431-d94c-431d-8ce6-cda5f41e1f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.606479 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e408431-d94c-431d-8ce6-cda5f41e1f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.629977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17620b73-941f-4abe-be5f-a1800caba452 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.732742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17620b73-941f-4abe-be5f-a1800caba452 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.763166 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e408431-d94c-431d-8ce6-cda5f41e1f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.801433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e408431-d94c-431d-8ce6-cda5f41e1f7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a377d54e-440a-443c-9eaa-52da6c390623,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:56.806551 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e408431-d94c-431d-8ce6-cda5f41e1f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.812928 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3e408431-d94c-431d-8ce6-cda5f41e1f7a admin admin] 10.222.0.27 "DELETE /v2.0/subnets/a377d54e-440a-443c-9eaa-52da6c390623 HTTP/1.1" status: 204 len: 168 time: 0.4011974 May 27 23:01:56.815158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34770) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:56.932273 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a6d2f8a-fc52-42b3-b6fb-475a1c9795fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:56.984578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17620b73-941f-4abe-be5f-a1800caba452 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Router 0af05ea5-8d20-4f32-9714-849c471f4c5e is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:01:57.070071 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a6d2f8a-fc52-42b3-b6fb-475a1c9795fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:57.100018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-4a6d2f8a-fc52-42b3-b6fb-475a1c9795fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696213c1-ae38-45d4-a281-b85f87c09ac5']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:57.117367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-4a6d2f8a-fc52-42b3-b6fb-475a1c9795fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a33991-5408-4538-ba7a-310d41824b03') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:57.118232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-4a6d2f8a-fc52-42b3-b6fb-475a1c9795fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a33991-5408-4538-ba7a-310d41824b03') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:57.133947 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a6d2f8a-fc52-42b3-b6fb-475a1c9795fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:57.145061 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17620b73-941f-4abe-be5f-a1800caba452 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:01:57.146185 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a6d2f8a-fc52-42b3-b6fb-475a1c9795fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:57.153487 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17620b73-941f-4abe-be5f-a1800caba452 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:57.153580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6d2f8a-fc52-42b3-b6fb-475a1c9795fc admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:01:57.153716 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a6d2f8a-fc52-42b3-b6fb-475a1c9795fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:57.156727 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-17620b73-941f-4abe-be5f-a1800caba452 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "PUT /v2.0/routers/0af05ea5-8d20-4f32-9714-849c471f4c5e HTTP/1.1" status: 200 len: 698 time: 1.0458186 May 27 23:01:57.156857 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aed296-e9db-47bd-865c-2a8e93de7b35 None None] Sync routers for ids ['0af05ea5-8d20-4f32-9714-849c471f4c5e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:01:57.157322 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34774) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:57.165232 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aed296-e9db-47bd-865c-2a8e93de7b35 None None] Routers {'0af05ea5-8d20-4f32-9714-849c471f4c5e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:57.165831 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-08aed296-e9db-47bd-865c-2a8e93de7b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0af05ea5-8d20-4f32-9714-849c471f4c5e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:57.302075 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a94bd6c-0a71-4a22-8922-5630939ff7d0 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/routers/0af05ea5-8d20-4f32-9714-849c471f4c5e HTTP/1.1" status: 200 len: 704 time: 0.1415284 May 27 23:01:57.302441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34778) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:57.309667 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-08aed296-e9db-47bd-865c-2a8e93de7b35 None None] Set router 0af05ea5-8d20-4f32-9714-849c471f4c5e gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:57.364857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-019e4958-34f3-442e-884b-1bfe0c688542 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Synchronizing usage tracker for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:01:57.369278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-019e4958-34f3-442e-884b-1bfe0c688542 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Unset dirty status for tenant:b18a23724ccf4677bf518d8b48dcf6c9 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:01:57.370555 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-019e4958-34f3-442e-884b-1bfe0c688542 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports?device_id=0af05ea5-8d20-4f32-9714-849c471f4c5e HTTP/1.1" status: 200 len: 205 time: 0.0671661 May 27 23:01:57.374121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34782) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:57.432921 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-08aed296-e9db-47bd-865c-2a8e93de7b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af05ea5-8d20-4f32-9714-849c471f4c5e', 'name': 'tempest-RoutersIpV6Test-router-2022638621', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:55Z', 'updated_at': '2022-05-27T23:01:56Z', 'revision_number': 2, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:57.432921 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aed296-e9db-47bd-865c-2a8e93de7b35 None None] Checking router: 0af05ea5-8d20-4f32-9714-849c471f4c5e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:01:57.437414 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a6d2f8a-fc52-42b3-b6fb-475a1c9795fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:57.442107 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aed296-e9db-47bd-865c-2a8e93de7b35 None None] Routers {'0af05ea5-8d20-4f32-9714-849c471f4c5e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:01:57.442707 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-08aed296-e9db-47bd-865c-2a8e93de7b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:01:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['0af05ea5-8d20-4f32-9714-849c471f4c5e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:57.462762 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a6d2f8a-fc52-42b3-b6fb-475a1c9795fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:57.533648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d2f8a-fc52-42b3-b6fb-475a1c9795fc admin admin] Pushing event deleted for resources: {'Network': ['ID=696213c1-ae38-45d4-a281-b85f87c09ac5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:57.542727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4a6d2f8a-fc52-42b3-b6fb-475a1c9795fc admin admin] 10.222.0.27 "DELETE /v2.0/networks/696213c1-ae38-45d4-a281-b85f87c09ac5 HTTP/1.1" status: 204 len: 168 time: 0.7265770 May 27 23:01:57.548482 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc7e0217-d76e-4ce5-96f4-550115c5ecbe tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:57.551220 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e8e5b4e-5b26-45ac-88ca-de91a8570d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:57.584998 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-08aed296-e9db-47bd-865c-2a8e93de7b35 None None] Set router 0af05ea5-8d20-4f32-9714-849c471f4c5e gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:01:57.694848 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-08aed296-e9db-47bd-865c-2a8e93de7b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0af05ea5-8d20-4f32-9714-849c471f4c5e', 'name': 'tempest-RoutersIpV6Test-router-2022638621', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:55Z', 'updated_at': '2022-05-27T23:01:56Z', 'revision_number': 2, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:01:57.699014 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08aed296-e9db-47bd-865c-2a8e93de7b35 None None] The sync data for ids ['0af05ea5-8d20-4f32-9714-849c471f4c5e'] in n-d-843680-3 is: [{'id': '0af05ea5-8d20-4f32-9714-849c471f4c5e', 'name': 'tempest-RoutersIpV6Test-router-2022638621', 'tenant_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:01:55Z', 'updated_at': '2022-05-27T23:01:56Z', 'revision_number': 2, 'project_id': 'b18a23724ccf4677bf518d8b48dcf6c9', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:01:58.055843 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc7e0217-d76e-4ce5-96f4-550115c5ecbe tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:58.058658 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc7e0217-d76e-4ce5-96f4-550115c5ecbe tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:58.063478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34800) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:58.119666 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c6abb62e-4c04-4ed5-b7f5-1b228bb3a75a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8f01525685534a4684007adadb57cb61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543363 May 27 23:01:58.122321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34804) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:58.186682 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14be8219-b248-4c06-978a-ab98b9af34e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:58.196542 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc7e0217-d76e-4ce5-96f4-550115c5ecbe tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:58.196542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7e0217-d76e-4ce5-96f4-550115c5ecbe tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Fanout notify agent at l3_agent the message router_deleted on router 0af05ea5-8d20-4f32-9714-849c471f4c5e {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:01:58.218360 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc7e0217-d76e-4ce5-96f4-550115c5ecbe tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:58.223237 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dc7e0217-d76e-4ce5-96f4-550115c5ecbe tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/routers/0af05ea5-8d20-4f32-9714-849c471f4c5e HTTP/1.1" status: 204 len: 168 time: 0.8449662 May 27 23:01:58.223882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34808) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:58.225217 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14be8219-b248-4c06-978a-ab98b9af34e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:58.300123 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 97a33991-5408-4538-ba7a-310d41824b03 resource provider aggregate not found May 27 23:01:58.310836 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-da4504e6-e6ba-4621-8b5f-a2aa75a130e5 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports?device_id=0af05ea5-8d20-4f32-9714-849c471f4c5e HTTP/1.1" status: 200 len: 205 time: 0.0789528 May 27 23:01:58.313121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34816) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:58.360061 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14be8219-b248-4c06-978a-ab98b9af34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:58.370179 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 97a33991-5408-4538-ba7a-310d41824b03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97a33991-5408-4538-ba7a-310d41824b03 found for delete ", "request_id": "req-b8c14381-83c5-43aa-9837-a0ad825abf6b"}]} May 27 23:01:58.378157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be8219-b248-4c06-978a-ab98b9af34e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ef3f14-f072-4a66-a266-edfae0a1a166,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:58.382469 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14be8219-b248-4c06-978a-ab98b9af34e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:58.384066 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-14be8219-b248-4c06-978a-ab98b9af34e8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/24ef3f14-f072-4a66-a266-edfae0a1a166 HTTP/1.1" status: 204 len: 168 time: 0.2605722 May 27 23:01:58.384218 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-cc791acf-518c-4438-8472-3057750f0255 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] delete failed (client error): The resource could not be found. May 27 23:01:58.385266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cc791acf-518c-4438-8472-3057750f0255 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/routers/0af05ea5-8d20-4f32-9714-849c471f4c5e HTTP/1.1" status: 404 len: 336 time: 0.0713027 May 27 23:01:58.387973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34822) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:58.437710 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b53f55-45e2-48a1-b8a1-55823d8fa028 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] DELETE failed (client error): The resource could not be found. May 27 23:01:58.438165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b53f55-45e2-48a1-b8a1-55823d8fa028 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:01:58.439863 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-48b53f55-45e2-48a1-b8a1-55823d8fa028 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/f860ef1b-6d81-46cb-9994-65e3838898cb HTTP/1.1" status: 404 len: 337 time: 0.0463662 May 27 23:01:58.446975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34826) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:58.483344 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbeff9f-dba9-471e-92cf-48b195ca5378 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] DELETE failed (client error): The resource could not be found. May 27 23:01:58.483808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbbeff9f-dba9-471e-92cf-48b195ca5378 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:01:58.487993 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bbbeff9f-dba9-471e-92cf-48b195ca5378 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/3fd80362-8225-4dba-9fb6-25893859ca11 HTTP/1.1" status: 404 len: 337 time: 0.0416262 May 27 23:01:58.488465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34830) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:58.541278 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe6b69d-c022-49b2-845f-fd0d5cce8117 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] DELETE failed (client error): The resource could not be found. May 27 23:01:58.541278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe6b69d-c022-49b2-845f-fd0d5cce8117 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:01:58.541278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2fe6b69d-c022-49b2-845f-fd0d5cce8117 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/6d66697b-6208-4b2a-b971-81e9e3050c38 HTTP/1.1" status: 404 len: 337 time: 0.0495837 May 27 23:01:58.542199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34834) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:58.592692 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-9948a94d-b8d6-4d84-8654-638372d816fd tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] DELETE failed (client error): The resource could not be found. May 27 23:01:58.593318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9948a94d-b8d6-4d84-8654-638372d816fd tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:01:58.594803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9948a94d-b8d6-4d84-8654-638372d816fd tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/c89aa7d4-6366-43a3-9c41-5bf7fef4eaba HTTP/1.1" status: 404 len: 337 time: 0.0514598 May 27 23:01:58.597669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34838) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:58.644054 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cc42ed60-7397-4e32-a10a-6e71bee93a91 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports?device_id=b65ea808-0df9-41f9-81b8-75f2ec416dcd HTTP/1.1" status: 200 len: 205 time: 0.0433073 May 27 23:01:58.644262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34842) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:58.729742 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-b9695d4b-0525-4dab-a252-758dc90a74dc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] delete failed (client error): The resource could not be found. May 27 23:01:58.731258 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b9695d4b-0525-4dab-a252-758dc90a74dc tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/routers/b65ea808-0df9-41f9-81b8-75f2ec416dcd HTTP/1.1" status: 404 len: 336 time: 0.0860391 May 27 23:01:58.734075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34846) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:58.803473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34852) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:58.805034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-da5d7927-71bd-49d6-ab22-d482c20af62f tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports?device_id=21e99f9d-3669-43ba-97f5-3f72a047fcbc HTTP/1.1" status: 200 len: 205 time: 0.0680346 May 27 23:01:58.890214 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-310027d0-5b4b-4de9-bcb4-c3303ee41c1c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] delete failed (client error): The resource could not be found. May 27 23:01:58.891278 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-310027d0-5b4b-4de9-bcb4-c3303ee41c1c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/routers/21e99f9d-3669-43ba-97f5-3f72a047fcbc HTTP/1.1" status: 404 len: 336 time: 0.0865343 May 27 23:01:58.894767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34858) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:58.970269 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-8207e96b-796d-426f-beed-f5222245053c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] DELETE failed (client error): The resource could not be found. May 27 23:01:58.970731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8207e96b-796d-426f-beed-f5222245053c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:01:58.975419 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8207e96b-796d-426f-beed-f5222245053c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/4264c05e-c5e4-4e52-882c-ab9b762cce70 HTTP/1.1" status: 404 len: 337 time: 0.0716727 May 27 23:01:58.976095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34862) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:59.032696 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7f2bc97f-00b4-42fd-96c7-d58f36ffdfa7 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports?device_id=7d472ba4-2795-4e73-9b40-70074a4c0a14 HTTP/1.1" status: 200 len: 205 time: 0.0553067 May 27 23:01:59.035024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34866) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:59.101457 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-6035fcc5-000c-476f-b138-8a3673b007e6 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] delete failed (client error): The resource could not be found. May 27 23:01:59.102550 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6035fcc5-000c-476f-b138-8a3673b007e6 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/routers/7d472ba4-2795-4e73-9b40-70074a4c0a14 HTTP/1.1" status: 404 len: 336 time: 0.0664995 May 27 23:01:59.105548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34870) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:59.154013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2261f428-936f-43c7-b9bc-6fc5ead3080e tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports?device_id=17465ed8-4a61-4190-88b7-47436ec506f1 HTTP/1.1" status: 200 len: 205 time: 0.0476458 May 27 23:01:59.156473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34874) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:59.209708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34878) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:59.224204 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-1854970a-dc35-4fd8-a190-dac538ee2c14 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] delete failed (client error): The resource could not be found. May 27 23:01:59.225625 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1854970a-dc35-4fd8-a190-dac538ee2c14 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/routers/17465ed8-4a61-4190-88b7-47436ec506f1 HTTP/1.1" status: 404 len: 336 time: 0.0681276 May 27 23:01:59.228156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34882) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:59.269290 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9994db33-416b-42ac-b2bd-8725ace2cf65 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=daedd9f54f4f446ea4ce0ca465a31f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508134 May 27 23:01:59.269290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34886) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:59.270795 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6988d1-c917-454b-a4bd-974ca2384c40 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] DELETE failed (client error): The resource could not be found. May 27 23:01:59.271334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6988d1-c917-454b-a4bd-974ca2384c40 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:01:59.273083 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1e6988d1-c917-454b-a4bd-974ca2384c40 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/a5f17ff8-e2d0-4c8e-b1c6-6c024bb16c78 HTTP/1.1" status: 404 len: 337 time: 0.0439897 May 27 23:01:59.284431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34890) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:59.331026 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15437b1b-e159-4b9b-8d30-c8047b6190ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:59.334827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-168e59d8-8c37-404e-9285-92210cd44c5c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports?device_id=36927e91-6435-48ab-8cb5-345983628ae9 HTTP/1.1" status: 200 len: 205 time: 0.0491555 May 27 23:01:59.335460 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34894) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:59.363523 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15437b1b-e159-4b9b-8d30-c8047b6190ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:59.407463 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-c21c62ec-d723-4e79-81a4-2ef6193e63c8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] delete failed (client error): The resource could not be found. May 27 23:01:59.409285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c21c62ec-d723-4e79-81a4-2ef6193e63c8 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/routers/36927e91-6435-48ab-8cb5-345983628ae9 HTTP/1.1" status: 404 len: 336 time: 0.0720475 May 27 23:01:59.411073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34898) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:59.448580 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7137377-eadd-455b-ab87-8640eaff9a33 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] DELETE failed (client error): The resource could not be found. May 27 23:01:59.449030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7137377-eadd-455b-ab87-8640eaff9a33 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:01:59.450639 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d7137377-eadd-455b-ab87-8640eaff9a33 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/30fe534c-3b8b-4b34-ae56-e0f420647712 HTTP/1.1" status: 404 len: 337 time: 0.0385282 May 27 23:01:59.453299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34902) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:59.497551 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-657b17ca-74af-40c5-a8c1-ec27dd1f132c tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "GET /v2.0/ports?device_id=4f852841-7757-41be-b64d-d3b01e4dea73 HTTP/1.1" status: 200 len: 205 time: 0.0420580 May 27 23:01:59.499474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34906) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:59.531418 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15437b1b-e159-4b9b-8d30-c8047b6190ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:59.546062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15437b1b-e159-4b9b-8d30-c8047b6190ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59706cef-001d-4f04-9559-70f9b8e95cd1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:01:59.552750 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-15437b1b-e159-4b9b-8d30-c8047b6190ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:01:59.553945 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-15437b1b-e159-4b9b-8d30-c8047b6190ea admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/59706cef-001d-4f04-9559-70f9b8e95cd1 HTTP/1.1" status: 204 len: 168 time: 0.2841129 May 27 23:01:59.571939 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-2ce05ad9-9880-46cf-9eff-6457825bad99 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] delete failed (client error): The resource could not be found. May 27 23:01:59.571939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2ce05ad9-9880-46cf-9eff-6457825bad99 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/routers/4f852841-7757-41be-b64d-d3b01e4dea73 HTTP/1.1" status: 404 len: 336 time: 0.0684774 May 27 23:01:59.572975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34912) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:59.614326 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e203a0-0eaf-4467-a7e5-738168b47908 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] DELETE failed (client error): The resource could not be found. May 27 23:01:59.614716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e203a0-0eaf-4467-a7e5-738168b47908 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:01:59.616431 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-98e203a0-0eaf-4467-a7e5-738168b47908 tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/d8051cbc-6fd4-4e9f-b92a-b62b1937ab14 HTTP/1.1" status: 404 len: 337 time: 0.0422919 May 27 23:01:59.618944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 34916) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:01:59.660469 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-477bfaa2-e323-4327-869a-6ea88169aa6d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] DELETE failed (client error): The resource could not be found. May 27 23:01:59.661015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477bfaa2-e323-4327-869a-6ea88169aa6d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:01:59.662927 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-477bfaa2-e323-4327-869a-6ea88169aa6d tempest-RoutersIpV6Test-861600380 tempest-RoutersIpV6Test-861600380-project] 10.222.0.27 "DELETE /v2.0/subnets/3928e23f-26ba-4761-b116-a8d08ce9dec6 HTTP/1.1" status: 404 len: 337 time: 0.0430164 May 27 23:01:59.699922 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fcb52f22-4918-4313-9edf-b9b31170a303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:00.103838 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-90965f2c-3752-42be-a650-fbb34ba0f067 req-8dd512ce-8192-448d-a12b-7a07235877f1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3637056 May 27 23:02:00.258997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34934) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:00.275827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90965f2c-3752-42be-a650-fbb34ba0f067 req-935ef4eb-2726-45dd-b5c1-5d57c8009d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:00.275827 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-90965f2c-3752-42be-a650-fbb34ba0f067 req-935ef4eb-2726-45dd-b5c1-5d57c8009d24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 1096 time: 0.0936906 May 27 23:02:00.436876 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-25949352-d065-4556-bfb0-ef49d7f94001 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b18a23724ccf4677bf518d8b48dcf6c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751168 May 27 23:02:00.437298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 34942) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:00.505475 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:00.532806 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:00.569196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90965f2c-3752-42be-a650-fbb34ba0f067 req-dbf94558-2e9f-46c8-8510-343cade21bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:00.571326 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-90965f2c-3752-42be-a650-fbb34ba0f067 req-dbf94558-2e9f-46c8-8510-343cade21bf6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.2575564 May 27 23:02:00.678251 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-90965f2c-3752-42be-a650-fbb34ba0f067 req-85996833-0832-4d28-a199-807f0f07734b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6143ad13-29b2-4f84-b2be-a344de174d70 HTTP/1.1" status: 200 len: 1001 time: 0.1014414 May 27 23:02:00.715365 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:00.716108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a73f817-9b68-4e05-83c4-6fc53ba936b7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:00.721850 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:00.723281 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8a73f817-9b68-4e05-83c4-6fc53ba936b7 HTTP/1.1" status: 204 len: 168 time: 0.2849164 May 27 23:02:00.730293 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:00.730850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:00.731343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:00.732097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:00.732615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:00.732949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:00.733279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:00.733606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:00.734169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:00.734614 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:00.735125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:00.735702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b49d7f-4ff9-48a3-8198-68e07e84c167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:00.764403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90965f2c-3752-42be-a650-fbb34ba0f067 req-7a37c9f9-3ac6-4c83-8cd5-a30224fb20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:00.766168 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-90965f2c-3752-42be-a650-fbb34ba0f067 req-7a37c9f9-3ac6-4c83-8cd5-a30224fb20cc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.0822761 May 27 23:02:00.848366 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90965f2c-3752-42be-a650-fbb34ba0f067 req-885f7f37-4c88-4673-bd00-8ca67dccaabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:00.850096 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-90965f2c-3752-42be-a650-fbb34ba0f067 req-885f7f37-4c88-4673-bd00-8ca67dccaabf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773590 May 27 23:02:00.866575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-90965f2c-3752-42be-a650-fbb34ba0f067 req-038ac8e0-46e4-4407-8575-f3844b5e755b service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:02:00.866575 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-90965f2c-3752-42be-a650-fbb34ba0f067 req-038ac8e0-46e4-4407-8575-f3844b5e755b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047660 May 27 23:02:00.965328 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:00.994639 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-90965f2c-3752-42be-a650-fbb34ba0f067 req-ab45920c-0569-4caa-98aa-3b7ff5d8ab1c service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281261 May 27 23:02:01.000690 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:01.144521 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-90965f2c-3752-42be-a650-fbb34ba0f067 req-a2a50e22-0dc5-44bb-bd84-04012875b3af service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438277 May 27 23:02:01.899290 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35006) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:01.990687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35012) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:02.119973 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c9b6e5d5-343c-434d-9895-61aa030e3635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:02.129034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'network': {'name': 'tempest-RoutersTest-495200021'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:02.137292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:02.149036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c9b6e5d5-343c-434d-9895-61aa030e3635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:02.149036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:network and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:02.149036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:02.150603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c9b6e5d5-343c-434d-9895-61aa030e3635 admin admin] Usage tracker for resource:security_group_rule and tenant:44c9b3d011cc4cc59d9ccfe55be85082 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:02.155441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c9b6e5d5-343c-434d-9895-61aa030e3635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:02.158627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:02.163939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c9b6e5d5-343c-434d-9895-61aa030e3635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:02.168645 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:02.252122 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c9b6e5d5-343c-434d-9895-61aa030e3635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:02.277471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:02.280959 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:02.293967 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:02.309158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:02.313350 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:security_group_rule and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:02.316146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:02.322561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:02.339597 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c9b6e5d5-343c-434d-9895-61aa030e3635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:02.508872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6e5d5-343c-434d-9895-61aa030e3635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6f47af-d6ae-4e91-a645-9d3567032172,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:02.516308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c9b6e5d5-343c-434d-9895-61aa030e3635 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=44c9b3d011cc4cc59d9ccfe55be85082&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5240989 May 27 23:02:02.518983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35020) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:02.575861 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:02.581219 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17c489b2-11bb-49e0-bfe8-ad980cb13925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:02.607478 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17c489b2-11bb-49e0-bfe8-ad980cb13925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:02.637090 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:02.671760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ace7232-f233-44d4-aa21-3ced7d946b66,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:02.720399 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17c489b2-11bb-49e0-bfe8-ad980cb13925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:02.725489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:02:02.734862 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:02.735197 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Added segment a34ef84e-b2e8-4a04-a7af-93e54fc4fdca of type vlan for network 59725220-1e3a-4faf-acc5-2315b9d4f35f May 27 23:02:02.737713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c489b2-11bb-49e0-bfe8-ad980cb13925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6f47af-d6ae-4e91-a645-9d3567032172,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:02.748072 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17c489b2-11bb-49e0-bfe8-ad980cb13925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:02.748072 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-17c489b2-11bb-49e0-bfe8-ad980cb13925 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0f6f47af-d6ae-4e91-a645-9d3567032172 HTTP/1.1" status: 204 len: 168 time: 0.2261069 May 27 23:02:02.766043 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:02.920063 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:02.925576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:02.926154 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:03.040951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Network': ['ID=59725220-1e3a-4faf-acc5-2315b9d4f35f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:03.057336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 59725220-1e3a-4faf-acc5-2315b9d4f35f details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:02:03.129919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7c9d85cb-4d73-46e5-951a-8c66add8b2b1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2294910 May 27 23:02:03.133971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35028) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:03.138886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'network': {'name': 'tempest-RoutersTest-1613061046'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:03.144643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:03.149224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:network and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:03.152131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:03.160958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:03.254146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:03.255448 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:03.284931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:02:03.294494 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:03.294883 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Added segment a82be948-16fa-4138-9021-8abfb1fe04d4 of type vlan for network dee3a47a-6f66-47da-8844-e1e834263408 May 27 23:02:03.326928 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:03.411433 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:03.417182 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:03.417831 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:03.528560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Network': ['ID=dee3a47a-6f66-47da-8844-e1e834263408,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:03.539075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network dee3a47a-6f66-47da-8844-e1e834263408 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:02:03.607173 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9570be39-7a4e-4ef9-969d-9cb16b390d69 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4701962 May 27 23:02:03.607564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35044) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:03.615433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'subnet': {'network_id': '59725220-1e3a-4faf-acc5-2315b9d4f35f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:03.737321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:03.741114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:subnet and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:03.744561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:03.750341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:03.835803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:03.835803 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:04.174579 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:04.256214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Subnet': ['ID=48a752c6-db90-4510-961b-04f029bcc98f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:04.266498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Checking segment: {'id': 'a34ef84e-b2e8-4a04-a7af-93e54fc4fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '59725220-1e3a-4faf-acc5-2315b9d4f35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:02:04.266852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network hostable DHCP agents. Network: 59725220-1e3a-4faf-acc5-2315b9d4f35f, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:02:04.372100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 59725220-1e3a-4faf-acc5-2315b9d4f35f is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:02:04.500177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 59725220-1e3a-4faf-acc5-2315b9d4f35f) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:04.504208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:04.504833 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:04.508752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a50af9-36ad-488d-a7a3-9505b6c66277 None None] Network 59725220-1e3a-4faf-acc5-2315b9d4f35f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:04.609527 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ba85faa5-b85f-4bdc-80ea-db60c00d2938 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0008693 May 27 23:02:04.612501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35066) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:04.618554 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'subnet': {'network_id': 'dee3a47a-6f66-47da-8844-e1e834263408', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:04.743813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-59725220-1e3a-4faf-acc5-2315b9d4f35f', 'network_id': '59725220-1e3a-4faf-acc5-2315b9d4f35f', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'fixed_ips': [{'subnet_id': '48a752c6-db90-4510-961b-04f029bcc98f'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:02:04.745468 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:04.747414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:04.751746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:subnet and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:04.754859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:04.762300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:04.868793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:04.872272 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:04.918550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Allocated IP 172.20.0.2 (59725220-1e3a-4faf-acc5-2315b9d4f35f/48a752c6-db90-4510-961b-04f029bcc98f/00280500-1404-447c-af41-6342698ee8e2) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:02:05.131638 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:05.140620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Transition to ACTIVE for port object 00280500-1404-447c-af41-6342698ee8e2 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:05.155037 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:05.158465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Transition to ACTIVE for port object 00280500-1404-447c-af41-6342698ee8e2 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:05.235065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Subnet': ['ID=c228eb58-3812-491b-991c-25812fab1f0f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:05.246560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Checking segment: {'id': 'a82be948-16fa-4138-9021-8abfb1fe04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dee3a47a-6f66-47da-8844-e1e834263408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:02:05.246923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network hostable DHCP agents. Network: dee3a47a-6f66-47da-8844-e1e834263408, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:02:05.268990 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:05.377595 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Network 59725220-1e3a-4faf-acc5-2315b9d4f35f is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:05.380618 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:05.384473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network dee3a47a-6f66-47da-8844-e1e834263408 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:02:05.387234 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Pushing event updated for resources: {'Port': ['ID=00280500-1404-447c-af41-6342698ee8e2,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:05.389503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:02:05.479221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Attempting to bind port 00280500-1404-447c-af41-6342698ee8e2 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:02:05.479590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Attempting to bind port 00280500-1404-447c-af41-6342698ee8e2 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'a34ef84e-b2e8-4a04-a7af-93e54fc4fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '59725220-1e3a-4faf-acc5-2315b9d4f35f'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:02:05.479954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Attempting to bind port 00280500-1404-447c-af41-6342698ee8e2 on network 59725220-1e3a-4faf-acc5-2315b9d4f35f {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:02:05.485102 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:02:05.486062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Checking segment: {'id': 'a34ef84e-b2e8-4a04-a7af-93e54fc4fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '59725220-1e3a-4faf-acc5-2315b9d4f35f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:02:05.486146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, dee3a47a-6f66-47da-8844-e1e834263408) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:05.486296 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:05.486730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Bound using segment: {'id': 'a34ef84e-b2e8-4a04-a7af-93e54fc4fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '59725220-1e3a-4faf-acc5-2315b9d4f35f'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:02:05.486813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Bound port: 00280500-1404-447c-af41-6342698ee8e2, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a34ef84e-b2e8-4a04-a7af-93e54fc4fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '59725220-1e3a-4faf-acc5-2315b9d4f35f'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:02:05.487198 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:05.491066 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:05.492059 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:05.508734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a7a335-0c81-4bd8-863a-6b5e13cf0365 None None] Network dee3a47a-6f66-47da-8844-e1e834263408 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:05.576097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-49b7a9e7-6675-435b-96cf-ca2b11baac40 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9617665 May 27 23:02:05.578333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35092) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:05.587977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-47b9d9a9-cac2-4da9-aa49-e51c0dde7bc4 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1766311579', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:05.593830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47b9d9a9-cac2-4da9-aa49-e51c0dde7bc4 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:05.597858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47b9d9a9-cac2-4da9-aa49-e51c0dde7bc4 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:router and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:05.601014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47b9d9a9-cac2-4da9-aa49-e51c0dde7bc4 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:05.608085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-47b9d9a9-cac2-4da9-aa49-e51c0dde7bc4 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:05.672854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] For port 00280500-1404-447c-af41-6342698ee8e2, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:02:05.701696 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] For port 00280500-1404-447c-af41-6342698ee8e2, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=00280500-1404-447c-af41-6342698ee8e2,segment=NetworkSegment(a34ef84e-b2e8-4a04-a7af-93e54fc4fdca),segment_id=a34ef84e-b2e8-4a04-a7af-93e54fc4fdca)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:02:05.754494 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47b9d9a9-cac2-4da9-aa49-e51c0dde7bc4 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:05.755591 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47b9d9a9-cac2-4da9-aa49-e51c0dde7bc4 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:05.771062 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47b9d9a9-cac2-4da9-aa49-e51c0dde7bc4 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:05.790656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-dee3a47a-6f66-47da-8844-e1e834263408', 'network_id': 'dee3a47a-6f66-47da-8844-e1e834263408', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'fixed_ips': [{'subnet_id': 'c228eb58-3812-491b-991c-25812fab1f0f'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:02:05.791473 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:05.802994 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:05.940401 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47b9d9a9-cac2-4da9-aa49-e51c0dde7bc4 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:05.953184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83a060-ac6f-4bf3-8053-50b903a46d8b None None] Pushing event updated for resources: {'Port': ['ID=00280500-1404-447c-af41-6342698ee8e2,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:06.024154 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Allocated IP 172.21.0.2 (dee3a47a-6f66-47da-8844-e1e834263408/c228eb58-3812-491b-991c-25812fab1f0f/3e836272-2662-45b3-a316-354372a4f545) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:02:06.058190 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-47b9d9a9-cac2-4da9-aa49-e51c0dde7bc4 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:06.059018 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-47b9d9a9-cac2-4da9-aa49-e51c0dde7bc4 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4789648 May 27 23:02:06.076492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35104) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:06.275171 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:06.275171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Transition to ACTIVE for port object 3e836272-2662-45b3-a316-354372a4f545 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:06.301939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Transition to ACTIVE for port object 3e836272-2662-45b3-a316-354372a4f545 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:06.380562 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:06.446697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Network dee3a47a-6f66-47da-8844-e1e834263408 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:06.449870 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:06.453823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:02:06.491598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Pushing event updated for resources: {'Port': ['ID=3e836272-2662-45b3-a316-354372a4f545,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:06.552000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Attempting to bind port 3e836272-2662-45b3-a316-354372a4f545 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:02:06.552388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Attempting to bind port 3e836272-2662-45b3-a316-354372a4f545 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'a82be948-16fa-4138-9021-8abfb1fe04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dee3a47a-6f66-47da-8844-e1e834263408'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:02:06.552755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Attempting to bind port 3e836272-2662-45b3-a316-354372a4f545 on network dee3a47a-6f66-47da-8844-e1e834263408 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:02:06.558644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:02:06.559010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Checking segment: {'id': 'a82be948-16fa-4138-9021-8abfb1fe04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dee3a47a-6f66-47da-8844-e1e834263408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:02:06.559432 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:06.559815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Bound using segment: {'id': 'a82be948-16fa-4138-9021-8abfb1fe04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dee3a47a-6f66-47da-8844-e1e834263408'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:02:06.560445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Bound port: 3e836272-2662-45b3-a316-354372a4f545, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82be948-16fa-4138-9021-8abfb1fe04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'dee3a47a-6f66-47da-8844-e1e834263408'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:02:06.560864 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:06.658000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] For port 3e836272-2662-45b3-a316-354372a4f545, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:02:06.672403 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] For port 3e836272-2662-45b3-a316-354372a4f545, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3e836272-2662-45b3-a316-354372a4f545,segment=NetworkSegment(a82be948-16fa-4138-9021-8abfb1fe04d4),segment_id=a82be948-16fa-4138-9021-8abfb1fe04d4)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:02:06.737514 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:06.766282 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:06.854116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f872c1-435d-41e2-9f07-84a6b21acea6 None None] Pushing event updated for resources: {'Port': ['ID=3e836272-2662-45b3-a316-354372a4f545,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:07.147247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Allocated IP 172.20.0.1 (59725220-1e3a-4faf-acc5-2315b9d4f35f/48a752c6-db90-4510-961b-04f029bcc98f/3255c143-0736-4db5-a1b7-9283bef6b32b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:02:07.243083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35124) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:07.354118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 00280500-1404-447c-af41-6342698ee8e2 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:02:07.401766 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:07.433811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Transition to ACTIVE for port object 3255c143-0736-4db5-a1b7-9283bef6b32b will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:07.474037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cc2be5-8268-4d5e-9323-4783ac76cfe0 None None] Network 59725220-1e3a-4faf-acc5-2315b9d4f35f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:07.499292 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e7eff740-64e9-4d52-9fc4-e854224eb2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:07.514721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e7eff740-64e9-4d52-9fc4-e854224eb2d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:07.523014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e7eff740-64e9-4d52-9fc4-e854224eb2d2 admin admin] Usage tracker for resource:security_group_rule and tenant:146ddd87c2b94538ba310c58532dc2ff is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:07.523014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e7eff740-64e9-4d52-9fc4-e854224eb2d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:07.528299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e7eff740-64e9-4d52-9fc4-e854224eb2d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:07.553318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 00280500-1404-447c-af41-6342698ee8e2 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:07.566952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3e836272-2662-45b3-a316-354372a4f545 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:02:07.573261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:07.621337 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e7eff740-64e9-4d52-9fc4-e854224eb2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:07.639756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-632f20c3-2f06-405b-b50d-402cf9602fd7 None None] Provisioning for port 00280500-1404-447c-af41-6342698ee8e2 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:07.663048 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-632f20c3-2f06-405b-b50d-402cf9602fd7 None None] Provisioning complete for port 00280500-1404-447c-af41-6342698ee8e2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:07.663675 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-632f20c3-2f06-405b-b50d-402cf9602fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:07.676340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=3255c143-0736-4db5-a1b7-9283bef6b32b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:07.693357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 59725220-1e3a-4faf-acc5-2315b9d4f35f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:07.696661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:07.703644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:02:07.713149 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e7eff740-64e9-4d52-9fc4-e854224eb2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:07.763438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eff740-64e9-4d52-9fc4-e854224eb2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25194876-3385-45e5-a59f-282d6d242507,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:07.789048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e7eff740-64e9-4d52-9fc4-e854224eb2d2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=146ddd87c2b94538ba310c58532dc2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5402396 May 27 23:02:07.790550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35132) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:07.808879 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:07.874912 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7651acf7-1595-434d-9314-4cbc69f15c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:07.913909 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7651acf7-1595-434d-9314-4cbc69f15c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:07.968787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 3e836272-2662-45b3-a316-354372a4f545 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:07.998870 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-632f20c3-2f06-405b-b50d-402cf9602fd7 None None] Current status of the port 00280500-1404-447c-af41-6342698ee8e2 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:07.999268 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-632f20c3-2f06-405b-b50d-402cf9602fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:08.042576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-632f20c3-2f06-405b-b50d-402cf9602fd7 None None] For port 00280500-1404-447c-af41-6342698ee8e2, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=00280500-1404-447c-af41-6342698ee8e2,segment=NetworkSegment(a34ef84e-b2e8-4a04-a7af-93e54fc4fdca),segment_id=a34ef84e-b2e8-4a04-a7af-93e54fc4fdca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:02:08.105961 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7651acf7-1595-434d-9314-4cbc69f15c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:08.131739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651acf7-1595-434d-9314-4cbc69f15c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25194876-3385-45e5-a59f-282d6d242507,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:08.134593 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7651acf7-1595-434d-9314-4cbc69f15c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:08.137854 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7651acf7-1595-434d-9314-4cbc69f15c69 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/25194876-3385-45e5-a59f-282d6d242507 HTTP/1.1" status: 204 len: 168 time: 0.3424766 May 27 23:02:08.187874 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:08.199866 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-632f20c3-2f06-405b-b50d-402cf9602fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:08.261104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c575d-9690-4f3b-8508-fc5279431afe None None] Network dee3a47a-6f66-47da-8844-e1e834263408 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:08.366562 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f20c3-2f06-405b-b50d-402cf9602fd7 None None] Pushing event updated for resources: {'Port': ['ID=00280500-1404-447c-af41-6342698ee8e2,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:08.445293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4af07e1b-2827-4adf-a43d-6599c5491deb None None] Provisioning for port 3e836272-2662-45b3-a316-354372a4f545 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:08.458971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4af07e1b-2827-4adf-a43d-6599c5491deb None None] Provisioning complete for port 3e836272-2662-45b3-a316-354372a4f545 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:08.471752 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4af07e1b-2827-4adf-a43d-6599c5491deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:08.626655 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:08.644953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4af07e1b-2827-4adf-a43d-6599c5491deb None None] Current status of the port 3e836272-2662-45b3-a316-354372a4f545 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:08.645251 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4af07e1b-2827-4adf-a43d-6599c5491deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:08.685136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4af07e1b-2827-4adf-a43d-6599c5491deb None None] For port 3e836272-2662-45b3-a316-354372a4f545, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3e836272-2662-45b3-a316-354372a4f545,segment=NetworkSegment(a82be948-16fa-4138-9021-8abfb1fe04d4),segment_id=a82be948-16fa-4138-9021-8abfb1fe04d4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:02:08.714440 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:08.812203 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4af07e1b-2827-4adf-a43d-6599c5491deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:08.891344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4af07e1b-2827-4adf-a43d-6599c5491deb None None] Provisioning complete for port 00280500-1404-447c-af41-6342698ee8e2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:08.894082 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4af07e1b-2827-4adf-a43d-6599c5491deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:08.946333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af07e1b-2827-4adf-a43d-6599c5491deb None None] Pushing event updated for resources: {'Port': ['ID=3e836272-2662-45b3-a316-354372a4f545,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:08.970669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=3255c143-0736-4db5-a1b7-9283bef6b32b,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:08.976246 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:09.026192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35142) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:09.032907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4af07e1b-2827-4adf-a43d-6599c5491deb None None] Current status of the port 00280500-1404-447c-af41-6342698ee8e2 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:09.044536 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-765b3554-7d9a-4546-9169-d909b9ea3d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:09.060853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-765b3554-7d9a-4546-9169-d909b9ea3d77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:09.064796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-765b3554-7d9a-4546-9169-d909b9ea3d77 admin admin] Usage tracker for resource:security_group_rule and tenant:08d1e632d5834686ac8dee03ab24e486 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:09.067750 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-765b3554-7d9a-4546-9169-d909b9ea3d77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:09.074316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-765b3554-7d9a-4546-9169-d909b9ea3d77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:09.116145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 59725220-1e3a-4faf-acc5-2315b9d4f35f is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:09.117289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:09.149839 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4af07e1b-2827-4adf-a43d-6599c5491deb None None] Provisioning for port 3255c143-0736-4db5-a1b7-9283bef6b32b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:09.157345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4af07e1b-2827-4adf-a43d-6599c5491deb None None] Provisioning complete for port 3255c143-0736-4db5-a1b7-9283bef6b32b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:09.158021 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4af07e1b-2827-4adf-a43d-6599c5491deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:09.170128 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-765b3554-7d9a-4546-9169-d909b9ea3d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:09.245123 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4af07e1b-2827-4adf-a43d-6599c5491deb None None] Port 3255c143-0736-4db5-a1b7-9283bef6b32b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:02:09.261920 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 00280500-1404-447c-af41-6342698ee8e2 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:02:09.328678 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-765b3554-7d9a-4546-9169-d909b9ea3d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:09.340817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 00280500-1404-447c-af41-6342698ee8e2 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:09.341183 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:09.384609 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-765b3554-7d9a-4546-9169-d909b9ea3d77 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=08d1e632d5834686ac8dee03ab24e486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3571053 May 27 23:02:09.385546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b3554-7d9a-4546-9169-d909b9ea3d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88fea8c0-7c08-4376-9c04-2c038366f9ac,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:09.391420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35146) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:09.407286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e74c77df-a930-4dac-9928-39dff393b551 None None] Provisioning complete for port 3e836272-2662-45b3-a316-354372a4f545 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:09.407490 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e74c77df-a930-4dac-9928-39dff393b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:09.450425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 98deb967-e7d9-4ea3-927e-23eaf7b56f38 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:02:09.465272 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c0bd5f8-9cc5-41fa-88d8-0b90eb5056ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:09.527060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 00280500-1404-447c-af41-6342698ee8e2 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:09.527650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3e836272-2662-45b3-a316-354372a4f545 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:02:09.617723 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c0bd5f8-9cc5-41fa-88d8-0b90eb5056ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:09.630063 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e74c77df-a930-4dac-9928-39dff393b551 None None] Current status of the port 3e836272-2662-45b3-a316-354372a4f545 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:09.653812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e74c77df-a930-4dac-9928-39dff393b551 None None] Provisioning complete for port 3255c143-0736-4db5-a1b7-9283bef6b32b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:09.654179 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e74c77df-a930-4dac-9928-39dff393b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:09.670225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:02:09.677548 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3e836272-2662-45b3-a316-354372a4f545 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:09.677923 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:09.680429 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5afa6f41-78a3-420d-8180-b1f7031e8f5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/98deb967-e7d9-4ea3-927e-23eaf7b56f38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6045675 May 27 23:02:09.683118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35152) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:09.710815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751bb37-8f11-4c9d-a202-824ccf99feb4 None None] Sync routers for ids ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:02:09.759914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751bb37-8f11-4c9d-a202-824ccf99feb4 None None] Routers {'98deb967-e7d9-4ea3-927e-23eaf7b56f38'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:09.760558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5751bb37-8f11-4c9d-a202-824ccf99feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:09.762384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9098353-5bde-4c69-bad0-611ded05a0a6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:09.762971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a9098353-5bde-4c69-bad0-611ded05a0a6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Synchronizing usage tracker for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:02:09.833880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e74c77df-a930-4dac-9928-39dff393b551 None None] Port 3255c143-0736-4db5-a1b7-9283bef6b32b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:02:09.834877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5751bb37-8f11-4c9d-a202-824ccf99feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:09.849098 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c0bd5f8-9cc5-41fa-88d8-0b90eb5056ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:09.870834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bd5f8-9cc5-41fa-88d8-0b90eb5056ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fea8c0-7c08-4376-9c04-2c038366f9ac,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:09.875386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7c0bd5f8-9cc5-41fa-88d8-0b90eb5056ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:09.878865 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7c0bd5f8-9cc5-41fa-88d8-0b90eb5056ae admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/88fea8c0-7c08-4376-9c04-2c038366f9ac HTTP/1.1" status: 204 len: 168 time: 0.4877570 May 27 23:02:09.893821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751bb37-8f11-4c9d-a202-824ccf99feb4 None None] Routers {'98deb967-e7d9-4ea3-927e-23eaf7b56f38'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:09.893821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5751bb37-8f11-4c9d-a202-824ccf99feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:09.895057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a9098353-5bde-4c69-bad0-611ded05a0a6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Unset dirty status for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:02:09.895057 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9098353-5bde-4c69-bad0-611ded05a0a6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports/3255c143-0736-4db5-a1b7-9283bef6b32b HTTP/1.1" status: 200 len: 910 time: 0.1974876 May 27 23:02:09.895195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35160) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:09.970139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-5751bb37-8f11-4c9d-a202-824ccf99feb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:09.970542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751bb37-8f11-4c9d-a202-824ccf99feb4 None None] The sync data for ids ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:02:09.987432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3e836272-2662-45b3-a316-354372a4f545 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:10.608806 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:10.993755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Allocated IP 172.21.0.1 (dee3a47a-6f66-47da-8844-e1e834263408/c228eb58-3812-491b-991c-25812fab1f0f/7ef079f7-35ee-4b12-a51a-31dab6c7109e) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:02:11.160693 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:11.176453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Transition to ACTIVE for port object 7ef079f7-35ee-4b12-a51a-31dab6c7109e will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:11.303634 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:11.379410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network dee3a47a-6f66-47da-8844-e1e834263408 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:11.382800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:11.386759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:02:11.421683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=7ef079f7-35ee-4b12-a51a-31dab6c7109e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:11.448843 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:11.702340 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:11.771746 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-15690623-1f8d-497a-ab91-c99d3a9eedd1 None None] Provisioning for port 7ef079f7-35ee-4b12-a51a-31dab6c7109e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:11.778704 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-15690623-1f8d-497a-ab91-c99d3a9eedd1 None None] Provisioning complete for port 7ef079f7-35ee-4b12-a51a-31dab6c7109e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:11.779146 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15690623-1f8d-497a-ab91-c99d3a9eedd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:11.877859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-15690623-1f8d-497a-ab91-c99d3a9eedd1 None None] Port 7ef079f7-35ee-4b12-a51a-31dab6c7109e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:02:12.292003 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:12.398708 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:12.521297 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:12.525170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=7ef079f7-35ee-4b12-a51a-31dab6c7109e,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:12.669016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network dee3a47a-6f66-47da-8844-e1e834263408 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:12.670489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:12.850093 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 98deb967-e7d9-4ea3-927e-23eaf7b56f38 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:02:12.907578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-954e4fa0-16e3-413b-8de5-308b6d4f8680 None None] Provisioning complete for port 7ef079f7-35ee-4b12-a51a-31dab6c7109e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:12.908097 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-954e4fa0-16e3-413b-8de5-308b6d4f8680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:12.966203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-954e4fa0-16e3-413b-8de5-308b6d4f8680 None None] Port 7ef079f7-35ee-4b12-a51a-31dab6c7109e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:02:13.025431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:02:13.035188 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e517a31-1131-422a-8d8d-99a79bb8c60e None None] Sync routers for ids ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:02:13.045375 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e517a31-1131-422a-8d8d-99a79bb8c60e None None] Routers {'98deb967-e7d9-4ea3-927e-23eaf7b56f38'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:13.045978 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e517a31-1131-422a-8d8d-99a79bb8c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:13.108892 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e517a31-1131-422a-8d8d-99a79bb8c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:13.114779 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-99cc8d54-a7d5-47b7-878e-ea9c08899a5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/98deb967-e7d9-4ea3-927e-23eaf7b56f38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2188897 May 27 23:02:13.117299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35214) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:13.119951 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e517a31-1131-422a-8d8d-99a79bb8c60e None None] Routers {'98deb967-e7d9-4ea3-927e-23eaf7b56f38'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:13.127630 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e517a31-1131-422a-8d8d-99a79bb8c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:13.183350 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7e517a31-1131-422a-8d8d-99a79bb8c60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:13.183934 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e517a31-1131-422a-8d8d-99a79bb8c60e None None] The sync data for ids ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:02:13.208462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d811eef-2b11-493f-b3fa-88d8d9239729 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:13.209303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2d811eef-2b11-493f-b3fa-88d8d9239729 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Synchronizing usage tracker for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:02:13.291334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2d811eef-2b11-493f-b3fa-88d8d9239729 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Unset dirty status for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:02:13.292542 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2d811eef-2b11-493f-b3fa-88d8d9239729 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports/7ef079f7-35ee-4b12-a51a-31dab6c7109e HTTP/1.1" status: 200 len: 910 time: 0.1739967 May 27 23:02:13.295052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35226) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:13.826087 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-656d5b3d-eb8d-4ef9-aca8-b9b84faad4ff tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:14.050770 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:02:14.294526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-656d5b3d-eb8d-4ef9-aca8-b9b84faad4ff tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port 7ef079f7-35ee-4b12-a51a-31dab6c7109e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:14.294994 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-656d5b3d-eb8d-4ef9-aca8-b9b84faad4ff tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:14.487770 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-656d5b3d-eb8d-4ef9-aca8-b9b84faad4ff tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:14.612495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-656d5b3d-eb8d-4ef9-aca8-b9b84faad4ff tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for 7ef079f7-35ee-4b12-a51a-31dab6c7109e owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:14.869017 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-656d5b3d-eb8d-4ef9-aca8-b9b84faad4ff tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:14.920680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d5b3d-eb8d-4ef9-aca8-b9b84faad4ff tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=7ef079f7-35ee-4b12-a51a-31dab6c7109e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:15.195175 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-656d5b3d-eb8d-4ef9-aca8-b9b84faad4ff tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:15.671520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656d5b3d-eb8d-4ef9-aca8-b9b84faad4ff tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 98deb967-e7d9-4ea3-927e-23eaf7b56f38 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:02:15.834133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656d5b3d-eb8d-4ef9-aca8-b9b84faad4ff tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:02:15.846531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ce2fa5-34b7-45e3-9e2f-b796bbecbf05 None None] Sync routers for ids ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:02:15.856395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ce2fa5-34b7-45e3-9e2f-b796bbecbf05 None None] Routers {'98deb967-e7d9-4ea3-927e-23eaf7b56f38'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:15.857103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a1ce2fa5-34b7-45e3-9e2f-b796bbecbf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:15.928083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a1ce2fa5-34b7-45e3-9e2f-b796bbecbf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:15.939656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-656d5b3d-eb8d-4ef9-aca8-b9b84faad4ff tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/98deb967-e7d9-4ea3-927e-23eaf7b56f38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6436083 May 27 23:02:15.943723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35276) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:15.943858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ce2fa5-34b7-45e3-9e2f-b796bbecbf05 None None] Routers {'98deb967-e7d9-4ea3-927e-23eaf7b56f38'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:15.944333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a1ce2fa5-34b7-45e3-9e2f-b796bbecbf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:16.008628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a1ce2fa5-34b7-45e3-9e2f-b796bbecbf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:16.008628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ce2fa5-34b7-45e3-9e2f-b796bbecbf05 None None] The sync data for ids ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:02:16.022802 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:16.449044 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-078ff93a-ac81-4f47-a58e-5f426292242c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:16.797887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-078ff93a-ac81-4f47-a58e-5f426292242c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port 3255c143-0736-4db5-a1b7-9283bef6b32b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:16.798505 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-078ff93a-ac81-4f47-a58e-5f426292242c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:17.116850 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-078ff93a-ac81-4f47-a58e-5f426292242c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:17.241143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-078ff93a-ac81-4f47-a58e-5f426292242c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for 3255c143-0736-4db5-a1b7-9283bef6b32b owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:17.473935 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-078ff93a-ac81-4f47-a58e-5f426292242c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:17.529608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ff93a-ac81-4f47-a58e-5f426292242c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=3255c143-0736-4db5-a1b7-9283bef6b32b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:17.792041 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-078ff93a-ac81-4f47-a58e-5f426292242c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:18.111862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078ff93a-ac81-4f47-a58e-5f426292242c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 98deb967-e7d9-4ea3-927e-23eaf7b56f38 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:02:18.249114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078ff93a-ac81-4f47-a58e-5f426292242c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:02:18.261765 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-078ff93a-ac81-4f47-a58e-5f426292242c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/98deb967-e7d9-4ea3-927e-23eaf7b56f38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3169546 May 27 23:02:18.263548 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742a273-169c-47e7-b8e5-4a01bd39283b None None] Sync routers for ids ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:02:18.264433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35308) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:18.277157 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742a273-169c-47e7-b8e5-4a01bd39283b None None] Routers {'98deb967-e7d9-4ea3-927e-23eaf7b56f38'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:18.277918 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6742a273-169c-47e7-b8e5-4a01bd39283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:18.309368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-143d3852-43fb-4ede-83fa-49c66c876833 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Synchronizing usage tracker for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:02:18.352901 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6742a273-169c-47e7-b8e5-4a01bd39283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:18.361824 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742a273-169c-47e7-b8e5-4a01bd39283b None None] Routers {'98deb967-e7d9-4ea3-927e-23eaf7b56f38'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:18.362521 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6742a273-169c-47e7-b8e5-4a01bd39283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:18.405710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-143d3852-43fb-4ede-83fa-49c66c876833 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Unset dirty status for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:02:18.409755 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-143d3852-43fb-4ede-83fa-49c66c876833 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports?device_id=98deb967-e7d9-4ea3-927e-23eaf7b56f38 HTTP/1.1" status: 200 len: 205 time: 0.1415188 May 27 23:02:18.416493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35312) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:18.460250 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6742a273-169c-47e7-b8e5-4a01bd39283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:18.461242 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6742a273-169c-47e7-b8e5-4a01bd39283b None None] The sync data for ids ['98deb967-e7d9-4ea3-927e-23eaf7b56f38'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:02:18.548057 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ad5d6ca-488a-466d-961e-23d5356d310d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:18.852983 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ad5d6ca-488a-466d-961e-23d5356d310d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:18.855086 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ad5d6ca-488a-466d-961e-23d5356d310d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:18.933982 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ad5d6ca-488a-466d-961e-23d5356d310d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:18.934489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad5d6ca-488a-466d-961e-23d5356d310d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Fanout notify agent at l3_agent the message router_deleted on router 98deb967-e7d9-4ea3-927e-23eaf7b56f38 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:02:18.945909 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2ad5d6ca-488a-466d-961e-23d5356d310d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:18.946952 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2ad5d6ca-488a-466d-961e-23d5356d310d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/routers/98deb967-e7d9-4ea3-927e-23eaf7b56f38 HTTP/1.1" status: 204 len: 168 time: 0.5358739 May 27 23:02:18.949628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35320) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:19.013983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf51838-2ff6-42eb-99a7-491ec9f95701 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting subnet c228eb58-3812-491b-991c-25812fab1f0f {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:02:19.016996 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faf51838-2ff6-42eb-99a7-491ec9f95701 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:19.074473 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faf51838-2ff6-42eb-99a7-491ec9f95701 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:19.295883 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faf51838-2ff6-42eb-99a7-491ec9f95701 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:19.432295 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faf51838-2ff6-42eb-99a7-491ec9f95701 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:19.481581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf51838-2ff6-42eb-99a7-491ec9f95701 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Subnet': ['ID=c228eb58-3812-491b-991c-25812fab1f0f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:19.489859 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-faf51838-2ff6-42eb-99a7-491ec9f95701 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:19.499287 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-faf51838-2ff6-42eb-99a7-491ec9f95701 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/c228eb58-3812-491b-991c-25812fab1f0f HTTP/1.1" status: 204 len: 168 time: 0.5462682 May 27 23:02:19.499436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35334) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:19.511011 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b9866d-a85a-4cc2-bbf7-0742a5267695 None None] Network dee3a47a-6f66-47da-8844-e1e834263408 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:19.571889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7030f6-e45e-4abb-8bf6-f2dc5cf1bf61 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting subnet 48a752c6-db90-4510-961b-04f029bcc98f {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:02:19.582706 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e7030f6-e45e-4abb-8bf6-f2dc5cf1bf61 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:19.699882 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e7030f6-e45e-4abb-8bf6-f2dc5cf1bf61 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:19.873065 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e7030f6-e45e-4abb-8bf6-f2dc5cf1bf61 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:19.924852 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] DHCP port deletion for dee3a47a-6f66-47da-8844-e1e834263408 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:02:19.930898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Deleting port 3e836272-2662-45b3-a316-354372a4f545 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:19.932131 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:20.098102 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e7030f6-e45e-4abb-8bf6-f2dc5cf1bf61 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:20.146598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7030f6-e45e-4abb-8bf6-f2dc5cf1bf61 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Subnet': ['ID=48a752c6-db90-4510-961b-04f029bcc98f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:20.151133 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e7030f6-e45e-4abb-8bf6-f2dc5cf1bf61 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:20.157432 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2e7030f6-e45e-4abb-8bf6-f2dc5cf1bf61 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/48a752c6-db90-4510-961b-04f029bcc98f HTTP/1.1" status: 204 len: 168 time: 0.6569998 May 27 23:02:20.158423 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40115ccf-79a6-486a-b107-ce4c28a6e5bf None None] Network 59725220-1e3a-4faf-acc5-2315b9d4f35f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:20.160126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35342) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:20.266833 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] For port 3e836272-2662-45b3-a316-354372a4f545, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3e836272-2662-45b3-a316-354372a4f545,segment=NetworkSegment(a82be948-16fa-4138-9021-8abfb1fe04d4),segment_id=a82be948-16fa-4138-9021-8abfb1fe04d4)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:02:20.267219 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:20.286254 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:20.298995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port 3e836272-2662-45b3-a316-354372a4f545 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:20.299330 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:20.436328 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Calling delete_port for 3e836272-2662-45b3-a316-354372a4f545 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:20.532014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] For port 3e836272-2662-45b3-a316-354372a4f545, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3e836272-2662-45b3-a316-354372a4f545,segment=NetworkSegment(a82be948-16fa-4138-9021-8abfb1fe04d4),segment_id=a82be948-16fa-4138-9021-8abfb1fe04d4)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:02:20.532543 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:20.650641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555ff92f-5923-41d1-84ca-4a87899975cf None None] DHCP port deletion for 59725220-1e3a-4faf-acc5-2315b9d4f35f request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:02:20.664537 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-555ff92f-5923-41d1-84ca-4a87899975cf None None] Deleting port 00280500-1404-447c-af41-6342698ee8e2 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:20.665215 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-555ff92f-5923-41d1-84ca-4a87899975cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:20.665532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for 3e836272-2662-45b3-a316-354372a4f545 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:20.758519 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:02:20.758820 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:02:20.809470 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:20.875967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Pushing event deleted for resources: {'Port': ['ID=3e836272-2662-45b3-a316-354372a4f545,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:20.880376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] No DVR routers for this DVR port 3e836272-2662-45b3-a316-354372a4f545 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:02:20.915946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:20.916285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:20.917095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:20.917095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:20.917318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:20.917639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:20.917958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:20.918282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:20.918586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:20.918897 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:20.919209 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:20.919520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b247e44f-40a3-4def-80e5-2b158e2c5646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:21.003836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-555ff92f-5923-41d1-84ca-4a87899975cf None None] For port 00280500-1404-447c-af41-6342698ee8e2, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=00280500-1404-447c-af41-6342698ee8e2,segment=NetworkSegment(a34ef84e-b2e8-4a04-a7af-93e54fc4fdca),segment_id=a34ef84e-b2e8-4a04-a7af-93e54fc4fdca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:02:21.004220 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-555ff92f-5923-41d1-84ca-4a87899975cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:21.165465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-555ff92f-5923-41d1-84ca-4a87899975cf None None] Calling delete_port for 00280500-1404-447c-af41-6342698ee8e2 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:21.255755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 00280500-1404-447c-af41-6342698ee8e2 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:02:21.259752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port 3e836272-2662-45b3-a316-354372a4f545 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:21.260100 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:21.330771 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-555ff92f-5923-41d1-84ca-4a87899975cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:21.336600 n-d-843680-3 neutron-server[88902]: INFO neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No ports have port_id starting with 00280500-1404-447c-af41-6342698ee8e2 May 27 23:02:21.348322 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] The port '3e836272-2662-45b3-a316-354372a4f545' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:02:21.376866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3e836272-2662-45b3-a316-354372a4f545 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:02:21.416812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ff92f-5923-41d1-84ca-4a87899975cf None None] No DVR routers for this DVR port 00280500-1404-447c-af41-6342698ee8e2 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:02:21.418583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ff92f-5923-41d1-84ca-4a87899975cf None None] Pushing event deleted for resources: {'Port': ['ID=00280500-1404-447c-af41-6342698ee8e2,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:21.420117 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 3e836272-2662-45b3-a316-354372a4f545 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:02:21.420690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3e836272-2662-45b3-a316-354372a4f545 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:02:21.476864 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:21.502493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee3a47a-6f66-47da-8844-e1e834263408']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:21.515157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82be948-16fa-4138-9021-8abfb1fe04d4') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:21.515453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82be948-16fa-4138-9021-8abfb1fe04d4') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:21.527008 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:21.542961 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:21.549351 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:02:21.549733 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:21.618970 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a82be948-16fa-4138-9021-8abfb1fe04d4 resource provider aggregate not found May 27 23:02:21.643924 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a82be948-16fa-4138-9021-8abfb1fe04d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a82be948-16fa-4138-9021-8abfb1fe04d4 found for delete ", "request_id": "req-5aa841ab-c325-4a14-81d1-f9f02d217c42"}]} May 27 23:02:21.717708 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:21.723297 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:21.761226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Network': ['ID=dee3a47a-6f66-47da-8844-e1e834263408,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:21.891439 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-37fdf089-244f-4730-999b-25f74cf5bd32 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/networks/dee3a47a-6f66-47da-8844-e1e834263408 HTTP/1.1" status: 204 len: 168 time: 1.7280800 May 27 23:02:21.891662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35368) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:22.136092 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b3d0d7e-0935-4459-b58b-e4ea46c485e2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:22.286386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b3d0d7e-0935-4459-b58b-e4ea46c485e2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:22.329579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-2b3d0d7e-0935-4459-b58b-e4ea46c485e2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59725220-1e3a-4faf-acc5-2315b9d4f35f']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:22.344676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-2b3d0d7e-0935-4459-b58b-e4ea46c485e2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34ef84e-b2e8-4a04-a7af-93e54fc4fdca') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:22.344973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-2b3d0d7e-0935-4459-b58b-e4ea46c485e2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34ef84e-b2e8-4a04-a7af-93e54fc4fdca') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:22.363161 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b3d0d7e-0935-4459-b58b-e4ea46c485e2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:22.389360 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b3d0d7e-0935-4459-b58b-e4ea46c485e2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:22.398778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3d0d7e-0935-4459-b58b-e4ea46c485e2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:02:22.399383 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b3d0d7e-0935-4459-b58b-e4ea46c485e2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:22.437136 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:22.551361 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b3d0d7e-0935-4459-b58b-e4ea46c485e2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:22.570810 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2b3d0d7e-0935-4459-b58b-e4ea46c485e2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:22.581162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d0d7e-0935-4459-b58b-e4ea46c485e2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Network': ['ID=59725220-1e3a-4faf-acc5-2315b9d4f35f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:22.586728 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2b3d0d7e-0935-4459-b58b-e4ea46c485e2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/networks/59725220-1e3a-4faf-acc5-2315b9d4f35f HTTP/1.1" status: 204 len: 168 time: 0.6927860 May 27 23:02:22.591225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35386) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:22.598080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'network': {'name': 'tempest-RoutersTest-1121038838'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:22.606747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:22.614021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:network and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:22.620679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:22.628324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:22.725863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:22.729484 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:22.756906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:02:22.766832 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:22.767176 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Added segment 525b687f-6348-4de4-8afb-9ffc6d66fc02 of type vlan for network cd8c4845-d307-40f6-ad50-3b15ae60a764 May 27 23:02:22.794640 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:22.896729 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:22.902989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:22.903575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:23.013015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Network': ['ID=cd8c4845-d307-40f6-ad50-3b15ae60a764,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:23.023706 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network cd8c4845-d307-40f6-ad50-3b15ae60a764 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:02:23.077384 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-604988bb-8007-4a97-a5bc-79de72313b66 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4823592 May 27 23:02:23.077716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35396) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:23.083612 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'subnet': {'network_id': 'cd8c4845-d307-40f6-ad50-3b15ae60a764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:23.206036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:23.209993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:subnet and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:23.213421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:23.219763 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:23.320992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:23.324783 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:23.665998 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a34ef84e-b2e8-4a04-a7af-93e54fc4fdca resource provider aggregate not found May 27 23:02:23.687710 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment a34ef84e-b2e8-4a04-a7af-93e54fc4fdca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a34ef84e-b2e8-4a04-a7af-93e54fc4fdca found for delete ", "request_id": "req-0cbd7199-f6cc-4421-9171-09580e77d85c"}]} May 27 23:02:23.806448 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:23.896413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Subnet': ['ID=7f91eb1c-e3b9-4152-a661-59af439fb409,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:23.906940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Checking segment: {'id': '525b687f-6348-4de4-8afb-9ffc6d66fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cd8c4845-d307-40f6-ad50-3b15ae60a764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:02:23.907304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network hostable DHCP agents. Network: cd8c4845-d307-40f6-ad50-3b15ae60a764, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:02:24.011503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network cd8c4845-d307-40f6-ad50-3b15ae60a764 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:02:24.091728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, cd8c4845-d307-40f6-ad50-3b15ae60a764) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:24.096055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:24.102716 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:24.103772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5554247e-77e1-49b7-9e38-cbe6a4d1ef83 None None] Network cd8c4845-d307-40f6-ad50-3b15ae60a764 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:24.250400 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-25f4fa7b-2a0e-4a49-aee8-702f84566168 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1675863 May 27 23:02:24.250400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35420) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:24.254473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-cb926cca-d0fe-4dc9-88f8-83375bf46604 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1975180962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:24.262535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-cb926cca-d0fe-4dc9-88f8-83375bf46604 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:24.267158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-cb926cca-d0fe-4dc9-88f8-83375bf46604 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:router and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:24.270088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-cb926cca-d0fe-4dc9-88f8-83375bf46604 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:24.277200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-cb926cca-d0fe-4dc9-88f8-83375bf46604 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:24.322747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-cd8c4845-d307-40f6-ad50-3b15ae60a764', 'network_id': 'cd8c4845-d307-40f6-ad50-3b15ae60a764', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'fixed_ips': [{'subnet_id': '7f91eb1c-e3b9-4152-a661-59af439fb409'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:02:24.322867 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:24.372563 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb926cca-d0fe-4dc9-88f8-83375bf46604 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:24.374485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb926cca-d0fe-4dc9-88f8-83375bf46604 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:24.401469 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb926cca-d0fe-4dc9-88f8-83375bf46604 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:24.565439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Allocated IP 172.20.0.2 (cd8c4845-d307-40f6-ad50-3b15ae60a764/7f91eb1c-e3b9-4152-a661-59af439fb409/8254718f-afd7-4ac2-8905-cdd243ae88c3) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:02:24.569019 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb926cca-d0fe-4dc9-88f8-83375bf46604 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:24.712727 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb926cca-d0fe-4dc9-88f8-83375bf46604 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:24.712727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cb926cca-d0fe-4dc9-88f8-83375bf46604 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4600317 May 27 23:02:24.713231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35432) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:24.719902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'port': {'network_id': 'cd8c4845-d307-40f6-ad50-3b15ae60a764', 'name': 'tempest-RoutersTest-1296191503'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:24.796661 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:24.809195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Transition to ACTIVE for port object 8254718f-afd7-4ac2-8905-cdd243ae88c3 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:24.831406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Transition to ACTIVE for port object 8254718f-afd7-4ac2-8905-cdd243ae88c3 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:24.875765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:24.880237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:port and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:24.883333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:24.889368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:24.937528 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:25.005124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Network cd8c4845-d307-40f6-ad50-3b15ae60a764 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:25.008063 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:25.011877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:02:25.043562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:25.043562 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:25.045558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Pushing event updated for resources: {'Port': ['ID=8254718f-afd7-4ac2-8905-cdd243ae88c3,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:25.099419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] device_id is not set on port d09b9ff0-b081-4a71-be62-c1c1b6715f4e yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:02:25.117052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Attempting to bind port 8254718f-afd7-4ac2-8905-cdd243ae88c3 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:02:25.117756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Attempting to bind port 8254718f-afd7-4ac2-8905-cdd243ae88c3 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '525b687f-6348-4de4-8afb-9ffc6d66fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cd8c4845-d307-40f6-ad50-3b15ae60a764'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:02:25.119521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Attempting to bind port 8254718f-afd7-4ac2-8905-cdd243ae88c3 on network cd8c4845-d307-40f6-ad50-3b15ae60a764 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:02:25.128801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:02:25.128801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Checking segment: {'id': '525b687f-6348-4de4-8afb-9ffc6d66fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cd8c4845-d307-40f6-ad50-3b15ae60a764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:02:25.128801 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:25.128801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Bound using segment: {'id': '525b687f-6348-4de4-8afb-9ffc6d66fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cd8c4845-d307-40f6-ad50-3b15ae60a764'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:02:25.128801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Bound port: 8254718f-afd7-4ac2-8905-cdd243ae88c3, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525b687f-6348-4de4-8afb-9ffc6d66fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'cd8c4845-d307-40f6-ad50-3b15ae60a764'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:02:25.128801 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:25.185066 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35440) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:25.229875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] For port 8254718f-afd7-4ac2-8905-cdd243ae88c3, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:02:25.233301 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] For port 8254718f-afd7-4ac2-8905-cdd243ae88c3, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8254718f-afd7-4ac2-8905-cdd243ae88c3,segment=NetworkSegment(525b687f-6348-4de4-8afb-9ffc6d66fc02),segment_id=525b687f-6348-4de4-8afb-9ffc6d66fc02)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:02:25.281330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Allocated IP 172.20.0.3 (cd8c4845-d307-40f6-ad50-3b15ae60a764/7f91eb1c-e3b9-4152-a661-59af439fb409/d09b9ff0-b081-4a71-be62-c1c1b6715f4e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:02:25.315823 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:25.413861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcc63b-c7ce-40ed-b402-5056ae41c781 None None] Pushing event updated for resources: {'Port': ['ID=8254718f-afd7-4ac2-8905-cdd243ae88c3,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:25.533552 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bd97d30c-e4fb-4c7c-aa11-c1430a7d4521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:25.555252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bd97d30c-e4fb-4c7c-aa11-c1430a7d4521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:25.559021 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:25.559912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bd97d30c-e4fb-4c7c-aa11-c1430a7d4521 admin admin] Usage tracker for resource:security_group_rule and tenant:e26eb313a2e2451880d0413364eb81f9 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:25.562966 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bd97d30c-e4fb-4c7c-aa11-c1430a7d4521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:25.569172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bd97d30c-e4fb-4c7c-aa11-c1430a7d4521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:25.576989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Transition to ACTIVE for port object d09b9ff0-b081-4a71-be62-c1c1b6715f4e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:25.660865 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bd97d30c-e4fb-4c7c-aa11-c1430a7d4521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:25.757886 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:25.817144 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bd97d30c-e4fb-4c7c-aa11-c1430a7d4521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:25.832191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network cd8c4845-d307-40f6-ad50-3b15ae60a764 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:25.836008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:25.839907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:02:25.868453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bd97d30c-e4fb-4c7c-aa11-c1430a7d4521 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e26eb313a2e2451880d0413364eb81f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6822350 May 27 23:02:25.869318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97d30c-e4fb-4c7c-aa11-c1430a7d4521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852d9242-3a37-4d86-94a9-741051202099,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:25.871589 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35456) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:25.872051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=d09b9ff0-b081-4a71-be62-c1c1b6715f4e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:25.913102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:25.913726 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:25.931958 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f574679-f5fe-4e83-8bed-a96f305067fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:25.959153 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f574679-f5fe-4e83-8bed-a96f305067fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:26.028881 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a77bfe7-322f-4bf7-989c-6d3537faaaae tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3136375 May 27 23:02:26.031506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35462) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:26.079215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35466) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:26.125507 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f574679-f5fe-4e83-8bed-a96f305067fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:26.141834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f574679-f5fe-4e83-8bed-a96f305067fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852d9242-3a37-4d86-94a9-741051202099,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:26.151651 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f574679-f5fe-4e83-8bed-a96f305067fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:26.153597 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4f574679-f5fe-4e83-8bed-a96f305067fe admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/852d9242-3a37-4d86-94a9-741051202099 HTTP/1.1" status: 204 len: 168 time: 0.2810891 May 27 23:02:26.261472 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee3ca37c-2069-4129-8b90-d1b3a2692113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:26.277762 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ee3ca37c-2069-4129-8b90-d1b3a2692113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:26.283576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ee3ca37c-2069-4129-8b90-d1b3a2692113 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f342c89d914191ae5bd043424b9770 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:26.286893 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ee3ca37c-2069-4129-8b90-d1b3a2692113 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:26.297443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ee3ca37c-2069-4129-8b90-d1b3a2692113 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:26.404664 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee3ca37c-2069-4129-8b90-d1b3a2692113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:26.465922 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee3ca37c-2069-4129-8b90-d1b3a2692113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:26.531137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ee3ca37c-2069-4129-8b90-d1b3a2692113 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e5f342c89d914191ae5bd043424b9770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4507434 May 27 23:02:26.533754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35478) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:26.536688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ca37c-2069-4129-8b90-d1b3a2692113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49b37f9-4d86-4086-be27-2225673842b4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:26.566333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cba96ba-aeb1-4015-a06f-b5ad504a3bc5 None None] Network cd8c4845-d307-40f6-ad50-3b15ae60a764 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:26.621620 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb22aa80-4adb-4c35-bb67-d311f07e4982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:26.672131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb22aa80-4adb-4c35-bb67-d311f07e4982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:26.768310 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ac6bc8fa-1141-4db8-a74e-01c57c6af249 None None] Provisioning for port 8254718f-afd7-4ac2-8905-cdd243ae88c3 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:26.834754 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd20ed2e-f3e8-4255-acd9-11461f7084c1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:26.875218 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb22aa80-4adb-4c35-bb67-d311f07e4982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:26.883659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22aa80-4adb-4c35-bb67-d311f07e4982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49b37f9-4d86-4086-be27-2225673842b4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:26.896945 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cb22aa80-4adb-4c35-bb67-d311f07e4982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:26.905317 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cb22aa80-4adb-4c35-bb67-d311f07e4982 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c49b37f9-4d86-4086-be27-2225673842b4 HTTP/1.1" status: 204 len: 168 time: 0.3636384 May 27 23:02:27.183980 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bee7f99e-ddad-4b89-8ee1-0cd87d7782d0 None None] Provisioning for port d09b9ff0-b081-4a71-be62-c1c1b6715f4e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:27.199919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bee7f99e-ddad-4b89-8ee1-0cd87d7782d0 None None] Provisioning complete for port d09b9ff0-b081-4a71-be62-c1c1b6715f4e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:27.200290 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bee7f99e-ddad-4b89-8ee1-0cd87d7782d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:27.293946 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd20ed2e-f3e8-4255-acd9-11461f7084c1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:27.307992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bee7f99e-ddad-4b89-8ee1-0cd87d7782d0 None None] Port d09b9ff0-b081-4a71-be62-c1c1b6715f4e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:02:27.356597 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd20ed2e-f3e8-4255-acd9-11461f7084c1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:27.359694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8254718f-afd7-4ac2-8905-cdd243ae88c3 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:02:27.457197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b31d9f20-3b0b-43b2-9a7d-d62ea5069b85 None None] Provisioning complete for port d09b9ff0-b081-4a71-be62-c1c1b6715f4e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:27.457563 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b31d9f20-3b0b-43b2-9a7d-d62ea5069b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:27.487345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20ed2e-f3e8-4255-acd9-11461f7084c1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=d09b9ff0-b081-4a71-be62-c1c1b6715f4e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:27.513442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 8254718f-afd7-4ac2-8905-cdd243ae88c3 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:27.524962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8254718f-afd7-4ac2-8905-cdd243ae88c3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:27.525248 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:27.576649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b31d9f20-3b0b-43b2-9a7d-d62ea5069b85 None None] Port d09b9ff0-b081-4a71-be62-c1c1b6715f4e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:02:27.598122 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66c859d4-2175-4e3e-a069-e95cad2bcbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:27.691839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35504) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:27.702961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8254718f-afd7-4ac2-8905-cdd243ae88c3 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:27.703582 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:27.721158 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe2abe80-2f08-4b74-9299-cd5023fd429b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:27.739451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-11de528e-4c80-4758-b17f-e4ca76f73bf9 None None] Provisioning complete for port d09b9ff0-b081-4a71-be62-c1c1b6715f4e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:27.740103 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11de528e-4c80-4758-b17f-e4ca76f73bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:27.759346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fe2abe80-2f08-4b74-9299-cd5023fd429b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:27.767397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fe2abe80-2f08-4b74-9299-cd5023fd429b admin admin] Usage tracker for resource:security_group_rule and tenant:72dab9b336c24aeb8d7e8d7698a4bf43 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:27.773418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fe2abe80-2f08-4b74-9299-cd5023fd429b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:27.783648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fe2abe80-2f08-4b74-9299-cd5023fd429b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:27.812508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd20ed2e-f3e8-4255-acd9-11461f7084c1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:27.812687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 8254718f-afd7-4ac2-8905-cdd243ae88c3, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8254718f-afd7-4ac2-8905-cdd243ae88c3,segment=NetworkSegment(525b687f-6348-4de4-8afb-9ffc6d66fc02),segment_id=525b687f-6348-4de4-8afb-9ffc6d66fc02)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:02:27.817317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-11de528e-4c80-4758-b17f-e4ca76f73bf9 None None] Port d09b9ff0-b081-4a71-be62-c1c1b6715f4e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:02:27.889274 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe2abe80-2f08-4b74-9299-cd5023fd429b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:27.905582 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:27.957986 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe2abe80-2f08-4b74-9299-cd5023fd429b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:27.979537 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=8254718f-afd7-4ac2-8905-cdd243ae88c3,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:27.991889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd20ed2e-f3e8-4255-acd9-11461f7084c1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:28.013242 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fe2abe80-2f08-4b74-9299-cd5023fd429b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=72dab9b336c24aeb8d7e8d7698a4bf43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185506 May 27 23:02:28.015098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2abe80-2f08-4b74-9299-cd5023fd429b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0327a1e8-7da1-444e-9241-18aab131189e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:28.017565 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35510) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:28.084369 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4cd2dfe1-a36e-4737-b2ec-5a274ff9ed26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:28.112164 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4cd2dfe1-a36e-4737-b2ec-5a274ff9ed26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:28.269546 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4cd2dfe1-a36e-4737-b2ec-5a274ff9ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:28.296463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2dfe1-a36e-4737-b2ec-5a274ff9ed26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0327a1e8-7da1-444e-9241-18aab131189e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:28.302999 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4cd2dfe1-a36e-4737-b2ec-5a274ff9ed26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:28.304091 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4cd2dfe1-a36e-4737-b2ec-5a274ff9ed26 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0327a1e8-7da1-444e-9241-18aab131189e HTTP/1.1" status: 204 len: 168 time: 0.2856376 May 27 23:02:28.527148 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd20ed2e-f3e8-4255-acd9-11461f7084c1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:28.636727 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd20ed2e-f3e8-4255-acd9-11461f7084c1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:28.760059 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd20ed2e-f3e8-4255-acd9-11461f7084c1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:28.765127 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20ed2e-f3e8-4255-acd9-11461f7084c1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=d09b9ff0-b081-4a71-be62-c1c1b6715f4e,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:28.922134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd20ed2e-f3e8-4255-acd9-11461f7084c1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network cd8c4845-d307-40f6-ad50-3b15ae60a764 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:28.923906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bd20ed2e-f3e8-4255-acd9-11461f7084c1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:29.270702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0b4b87e4-6003-45a5-bece-74ac67f215fd None None] Provisioning complete for port d09b9ff0-b081-4a71-be62-c1c1b6715f4e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:29.271231 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b4b87e4-6003-45a5-bece-74ac67f215fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:29.277617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd20ed2e-f3e8-4255-acd9-11461f7084c1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 27358680-d4b9-46b4-a96e-da212712db94 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:02:29.312229 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8254718f-afd7-4ac2-8905-cdd243ae88c3 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:02:29.393264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0b4b87e4-6003-45a5-bece-74ac67f215fd None None] Port d09b9ff0-b081-4a71-be62-c1c1b6715f4e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:02:29.426180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8254718f-afd7-4ac2-8905-cdd243ae88c3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:29.426180 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:29.427127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35534) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:29.462069 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6b76441-ad66-4698-b858-ebae2b68dc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:29.475836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd20ed2e-f3e8-4255-acd9-11461f7084c1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:02:29.483293 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bd20ed2e-f3e8-4255-acd9-11461f7084c1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/27358680-d4b9-46b4-a96e-da212712db94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4492035 May 27 23:02:29.484441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35542) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:29.488119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c125a51-d542-44e4-b832-8f0f2575c587 None None] Sync routers for ids ['27358680-d4b9-46b4-a96e-da212712db94'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:02:29.489566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a6b76441-ad66-4698-b858-ebae2b68dc27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:29.494157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a6b76441-ad66-4698-b858-ebae2b68dc27 admin admin] Usage tracker for resource:security_group_rule and tenant:4a42fb64e89b41408e1dd401740379c1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:29.497168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a6b76441-ad66-4698-b858-ebae2b68dc27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:29.503775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a6b76441-ad66-4698-b858-ebae2b68dc27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:29.507360 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c125a51-d542-44e4-b832-8f0f2575c587 None None] Routers {'27358680-d4b9-46b4-a96e-da212712db94'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:29.508038 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4c125a51-d542-44e4-b832-8f0f2575c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['27358680-d4b9-46b4-a96e-da212712db94'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:29.566691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1683057c-8a40-4a56-842f-1bf1b88972db tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:29.567615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1683057c-8a40-4a56-842f-1bf1b88972db tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Synchronizing usage tracker for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:02:29.580608 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4c125a51-d542-44e4-b832-8f0f2575c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:29.594187 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6b76441-ad66-4698-b858-ebae2b68dc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:29.636516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c125a51-d542-44e4-b832-8f0f2575c587 None None] Routers {'27358680-d4b9-46b4-a96e-da212712db94'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:29.637127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4c125a51-d542-44e4-b832-8f0f2575c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['27358680-d4b9-46b4-a96e-da212712db94'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:29.649524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1683057c-8a40-4a56-842f-1bf1b88972db tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Unset dirty status for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:02:29.650698 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1683057c-8a40-4a56-842f-1bf1b88972db tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports/d09b9ff0-b081-4a71-be62-c1c1b6715f4e HTTP/1.1" status: 200 len: 977 time: 0.1647925 May 27 23:02:29.653300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35558) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:29.682733 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6b76441-ad66-4698-b858-ebae2b68dc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:29.707170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4c125a51-d542-44e4-b832-8f0f2575c587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:29.707170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c125a51-d542-44e4-b832-8f0f2575c587 None None] The sync data for ids ['27358680-d4b9-46b4-a96e-da212712db94'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:02:29.715947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8254718f-afd7-4ac2-8905-cdd243ae88c3 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:29.755527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b76441-ad66-4698-b858-ebae2b68dc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781ce3c5-3759-4d4c-b25b-78e170f75c61,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:29.761628 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a6b76441-ad66-4698-b858-ebae2b68dc27 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4a42fb64e89b41408e1dd401740379c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3326533 May 27 23:02:29.763852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35562) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:29.795476 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fec9baec-5e70-4b21-8aeb-e1875bdeeae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:29.827722 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d5838cc7-7dc5-4f1f-b70c-925d752e2a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:29.854733 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d5838cc7-7dc5-4f1f-b70c-925d752e2a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:29.970288 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d5838cc7-7dc5-4f1f-b70c-925d752e2a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:29.984764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5838cc7-7dc5-4f1f-b70c-925d752e2a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781ce3c5-3759-4d4c-b25b-78e170f75c61,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:29.994871 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d5838cc7-7dc5-4f1f-b70c-925d752e2a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:29.997803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d5838cc7-7dc5-4f1f-b70c-925d752e2a41 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/781ce3c5-3759-4d4c-b25b-78e170f75c61 HTTP/1.1" status: 204 len: 168 time: 0.2330115 May 27 23:02:30.158805 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7975786-7557-4b38-9c9d-8de59a7082ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:30.564655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c7975786-7557-4b38-9c9d-8de59a7082ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port d09b9ff0-b081-4a71-be62-c1c1b6715f4e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:30.565261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7975786-7557-4b38-9c9d-8de59a7082ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:30.757351 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7975786-7557-4b38-9c9d-8de59a7082ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:30.887506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c7975786-7557-4b38-9c9d-8de59a7082ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for d09b9ff0-b081-4a71-be62-c1c1b6715f4e owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:30.946728 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:30.974489 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:31.296614 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7975786-7557-4b38-9c9d-8de59a7082ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:31.350970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7975786-7557-4b38-9c9d-8de59a7082ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=d09b9ff0-b081-4a71-be62-c1c1b6715f4e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:31.598083 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7975786-7557-4b38-9c9d-8de59a7082ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:31.999010 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7975786-7557-4b38-9c9d-8de59a7082ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 27358680-d4b9-46b4-a96e-da212712db94 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:02:32.139747 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:32.140681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7975786-7557-4b38-9c9d-8de59a7082ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:02:32.149499 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef0aad-32fa-458d-808a-fe84342f2d25 None None] Sync routers for ids ['27358680-d4b9-46b4-a96e-da212712db94'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:02:32.166479 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef0aad-32fa-458d-808a-fe84342f2d25 None None] Routers {'27358680-d4b9-46b4-a96e-da212712db94'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:32.167196 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a1ef0aad-32fa-458d-808a-fe84342f2d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['27358680-d4b9-46b4-a96e-da212712db94'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:32.225370 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a1ef0aad-32fa-458d-808a-fe84342f2d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:32.236705 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef0aad-32fa-458d-808a-fe84342f2d25 None None] Routers {'27358680-d4b9-46b4-a96e-da212712db94'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:32.237291 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a1ef0aad-32fa-458d-808a-fe84342f2d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['27358680-d4b9-46b4-a96e-da212712db94'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:32.252994 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c7975786-7557-4b38-9c9d-8de59a7082ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/27358680-d4b9-46b4-a96e-da212712db94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5985382 May 27 23:02:32.255766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35698) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:32.298850 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a1ef0aad-32fa-458d-808a-fe84342f2d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:32.299353 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ef0aad-32fa-458d-808a-fe84342f2d25 None None] The sync data for ids ['27358680-d4b9-46b4-a96e-da212712db94'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:02:32.597666 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-0de68f6b-1541-4707-8ce9-e0a4b8149f71 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] remove_router_interface failed (client error): The resource could not be found. May 27 23:02:32.598674 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0de68f6b-1541-4707-8ce9-e0a4b8149f71 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/27358680-d4b9-46b4-a96e-da212712db94/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3418009 May 27 23:02:32.603639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35716) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:32.649863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b690a613-ed61-4363-9057-f0c13701c401 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Synchronizing usage tracker for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:02:32.758905 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b690a613-ed61-4363-9057-f0c13701c401 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Unset dirty status for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:02:32.764618 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b690a613-ed61-4363-9057-f0c13701c401 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports?device_id=27358680-d4b9-46b4-a96e-da212712db94 HTTP/1.1" status: 200 len: 205 time: 0.1555841 May 27 23:02:32.764618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35726) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:32.902044 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-985a4bfd-ee94-4a77-a589-59edc913d4ab tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:32.991349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35748) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:33.120583 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-73e2e2ce-2f74-4602-be07-b462e6d0640b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.140866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-73e2e2ce-2f74-4602-be07-b462e6d0640b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:33.144876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-73e2e2ce-2f74-4602-be07-b462e6d0640b admin admin] Usage tracker for resource:security_group_rule and tenant:abc82a3008b54574b035e913be4c4ac7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:33.150710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-73e2e2ce-2f74-4602-be07-b462e6d0640b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:33.155286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-73e2e2ce-2f74-4602-be07-b462e6d0640b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:33.211914 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-985a4bfd-ee94-4a77-a589-59edc913d4ab tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.214412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-985a4bfd-ee94-4a77-a589-59edc913d4ab tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.241985 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-73e2e2ce-2f74-4602-be07-b462e6d0640b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.305723 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-985a4bfd-ee94-4a77-a589-59edc913d4ab tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.306214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985a4bfd-ee94-4a77-a589-59edc913d4ab tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Fanout notify agent at l3_agent the message router_deleted on router 27358680-d4b9-46b4-a96e-da212712db94 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:02:33.317995 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-985a4bfd-ee94-4a77-a589-59edc913d4ab tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.319058 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-985a4bfd-ee94-4a77-a589-59edc913d4ab tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/routers/27358680-d4b9-46b4-a96e-da212712db94 HTTP/1.1" status: 204 len: 168 time: 0.5551734 May 27 23:02:33.322235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35770) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:33.356867 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-73e2e2ce-2f74-4602-be07-b462e6d0640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.395283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a55135a-c64a-437e-bdbc-3cfd433f90e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting subnet 7f91eb1c-e3b9-4152-a661-59af439fb409 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:02:33.399396 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a55135a-c64a-437e-bdbc-3cfd433f90e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.407298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-73e2e2ce-2f74-4602-be07-b462e6d0640b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=abc82a3008b54574b035e913be4c4ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4148893 May 27 23:02:33.409327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2e2ce-2f74-4602-be07-b462e6d0640b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2245634c-3c8e-43ee-aa76-0dd107c879c1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:33.411287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35778) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:33.453773 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a55135a-c64a-437e-bdbc-3cfd433f90e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.484817 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c9a9a86-59cc-4df9-a19c-40ce31ad4dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.506324 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c9a9a86-59cc-4df9-a19c-40ce31ad4dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.543845 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a55135a-c64a-437e-bdbc-3cfd433f90e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.619491 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c9a9a86-59cc-4df9-a19c-40ce31ad4dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.634487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a9a86-59cc-4df9-a19c-40ce31ad4dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2245634c-3c8e-43ee-aa76-0dd107c879c1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:33.640793 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c9a9a86-59cc-4df9-a19c-40ce31ad4dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.642239 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2c9a9a86-59cc-4df9-a19c-40ce31ad4dbf admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2245634c-3c8e-43ee-aa76-0dd107c879c1 HTTP/1.1" status: 204 len: 168 time: 0.2297945 May 27 23:02:33.692658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a55135a-c64a-437e-bdbc-3cfd433f90e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.723452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55135a-c64a-437e-bdbc-3cfd433f90e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Subnet': ['ID=7f91eb1c-e3b9-4152-a661-59af439fb409,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:33.727410 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a55135a-c64a-437e-bdbc-3cfd433f90e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.733460 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a55135a-c64a-437e-bdbc-3cfd433f90e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/7f91eb1c-e3b9-4152-a661-59af439fb409 HTTP/1.1" status: 204 len: 168 time: 0.4102890 May 27 23:02:33.734567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2181eb14-0a9f-4802-9ee3-ce446c16b1ec None None] Network cd8c4845-d307-40f6-ad50-3b15ae60a764 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:33.736616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35800) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:33.857680 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:33.869214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port 8254718f-afd7-4ac2-8905-cdd243ae88c3 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:33.869542 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.036572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e59bd6-9e34-43da-8dda-6f6c84066fdd None None] DHCP port deletion for cd8c4845-d307-40f6-ad50-3b15ae60a764 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:02:34.041116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b4e59bd6-9e34-43da-8dda-6f6c84066fdd None None] Deleting port 8254718f-afd7-4ac2-8905-cdd243ae88c3 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:34.041492 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4e59bd6-9e34-43da-8dda-6f6c84066fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.208805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] For port 8254718f-afd7-4ac2-8905-cdd243ae88c3, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8254718f-afd7-4ac2-8905-cdd243ae88c3,segment=NetworkSegment(525b687f-6348-4de4-8afb-9ffc6d66fc02),segment_id=525b687f-6348-4de4-8afb-9ffc6d66fc02)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:02:34.209155 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.250136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b4e59bd6-9e34-43da-8dda-6f6c84066fdd None None] For port 8254718f-afd7-4ac2-8905-cdd243ae88c3, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8254718f-afd7-4ac2-8905-cdd243ae88c3,segment=NetworkSegment(525b687f-6348-4de4-8afb-9ffc6d66fc02),segment_id=525b687f-6348-4de4-8afb-9ffc6d66fc02)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:02:34.250533 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4e59bd6-9e34-43da-8dda-6f6c84066fdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.292021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35810) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:34.342892 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for 8254718f-afd7-4ac2-8905-cdd243ae88c3 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:34.414212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b4e59bd6-9e34-43da-8dda-6f6c84066fdd None None] Calling delete_port for 8254718f-afd7-4ac2-8905-cdd243ae88c3 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:34.444210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35816) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:34.445159 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d5df279-0023-4e18-b4e3-6e0d6ac0df12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.462466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9d5df279-0023-4e18-b4e3-6e0d6ac0df12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:34.463751 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4745d681-54fb-47fb-9405-fe5b7e1cdf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.466745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9d5df279-0023-4e18-b4e3-6e0d6ac0df12 admin admin] Usage tracker for resource:security_group_rule and tenant:5562750f99e54b8390ef7fd19d2be48b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:34.469633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9d5df279-0023-4e18-b4e3-6e0d6ac0df12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:34.476471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9d5df279-0023-4e18-b4e3-6e0d6ac0df12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:34.480555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4745d681-54fb-47fb-9405-fe5b7e1cdf57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:34.485520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4745d681-54fb-47fb-9405-fe5b7e1cdf57 admin admin] Usage tracker for resource:security_group_rule and tenant:e6332ee360e941a2b50cf948626777ef is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:34.491299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4745d681-54fb-47fb-9405-fe5b7e1cdf57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:34.495751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4745d681-54fb-47fb-9405-fe5b7e1cdf57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:34.571606 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-b4e59bd6-9e34-43da-8dda-6f6c84066fdd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:02:34.571974 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-b4e59bd6-9e34-43da-8dda-6f6c84066fdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:02:34.573773 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.630525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=8254718f-afd7-4ac2-8905-cdd243ae88c3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:34.635231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No DVR routers for this DVR port 8254718f-afd7-4ac2-8905-cdd243ae88c3 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:02:34.644283 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d5df279-0023-4e18-b4e3-6e0d6ac0df12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.700381 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d5df279-0023-4e18-b4e3-6e0d6ac0df12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.749996 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9d5df279-0023-4e18-b4e3-6e0d6ac0df12 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5562750f99e54b8390ef7fd19d2be48b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4564691 May 27 23:02:34.750875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5df279-0023-4e18-b4e3-6e0d6ac0df12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44429ccf-43b8-4bc2-a724-302151e2c80a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:34.753132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35820) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:34.785270 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.821301 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1782-de7f-4ee9-a88a-3eba7b22e321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.832863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8c4845-d307-40f6-ad50-3b15ae60a764']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:34.841030 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4745d681-54fb-47fb-9405-fe5b7e1cdf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.846899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525b687f-6348-4de4-8afb-9ffc6d66fc02') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:34.847198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525b687f-6348-4de4-8afb-9ffc6d66fc02') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:34.847842 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1782-de7f-4ee9-a88a-3eba7b22e321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.862091 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.878181 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.885017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:02:34.885403 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.949314 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 525b687f-6348-4de4-8afb-9ffc6d66fc02 resource provider aggregate not found May 27 23:02:34.962364 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4745d681-54fb-47fb-9405-fe5b7e1cdf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:34.978296 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 525b687f-6348-4de4-8afb-9ffc6d66fc02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 525b687f-6348-4de4-8afb-9ffc6d66fc02 found for delete ", "request_id": "req-ac59c40e-00df-4c8b-9803-e97bb7d00ca2"}]} May 27 23:02:35.019721 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1782-de7f-4ee9-a88a-3eba7b22e321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:35.025247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745d681-54fb-47fb-9405-fe5b7e1cdf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e36452b-bcfe-4386-80e6-611df75547c1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:35.033058 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4745d681-54fb-47fb-9405-fe5b7e1cdf57 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e6332ee360e941a2b50cf948626777ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5852046 May 27 23:02:35.033659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35828) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:35.036520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e1782-de7f-4ee9-a88a-3eba7b22e321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44429ccf-43b8-4bc2-a724-302151e2c80a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:35.044808 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1782-de7f-4ee9-a88a-3eba7b22e321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:35.045935 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0e5e1782-de7f-4ee9-a88a-3eba7b22e321 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/44429ccf-43b8-4bc2-a724-302151e2c80a HTTP/1.1" status: 204 len: 168 time: 0.2917190 May 27 23:02:35.073118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b4e59bd6-9e34-43da-8dda-6f6c84066fdd None None] Deleting port 8254718f-afd7-4ac2-8905-cdd243ae88c3 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:35.073598 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b4e59bd6-9e34-43da-8dda-6f6c84066fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:35.106476 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92192208-573e-4594-9370-bfe7cf6734ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:35.119435 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:35.138657 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:35.148150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b4e59bd6-9e34-43da-8dda-6f6c84066fdd None None] The port '8254718f-afd7-4ac2-8905-cdd243ae88c3' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:02:35.164315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Network': ['ID=cd8c4845-d307-40f6-ad50-3b15ae60a764,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:35.170360 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92192208-573e-4594-9370-bfe7cf6734ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:35.251919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8254718f-afd7-4ac2-8905-cdd243ae88c3 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:02:35.287221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 8254718f-afd7-4ac2-8905-cdd243ae88c3 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:02:35.287566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8254718f-afd7-4ac2-8905-cdd243ae88c3 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:02:35.349589 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-734b63aa-9fec-4b6d-bee7-8e8ff7ef9f1c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/networks/cd8c4845-d307-40f6-ad50-3b15ae60a764 HTTP/1.1" status: 204 len: 168 time: 1.6088159 May 27 23:02:35.349589 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92192208-573e-4594-9370-bfe7cf6734ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:35.351196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35834) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:35.357027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'network': {'name': 'tempest-RoutersTest-902162606'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:35.362298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:35.366648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:network and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:35.369397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92192208-573e-4594-9370-bfe7cf6734ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e36452b-bcfe-4386-80e6-611df75547c1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:35.369990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:35.377377 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-92192208-573e-4594-9370-bfe7cf6734ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:35.377472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:35.377558 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-92192208-573e-4594-9370-bfe7cf6734ad admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7e36452b-bcfe-4386-80e6-611df75547c1 HTTP/1.1" status: 204 len: 168 time: 0.3416684 May 27 23:02:35.462536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:35.466106 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:35.495556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:02:35.504408 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:35.504798 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Added segment adaac5c7-5217-4a96-bbc2-ed1753e6a165 of type vlan for network 205c0ed1-0024-4ab1-8c35-966f2a68fc72 May 27 23:02:35.534823 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:35.682497 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:35.688014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:35.688646 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:35.897981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35842) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:35.925002 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50fd5878-9bd8-4046-aad5-e023ef42ea02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:35.925321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Network': ['ID=205c0ed1-0024-4ab1-8c35-966f2a68fc72,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:35.941624 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 205c0ed1-0024-4ab1-8c35-966f2a68fc72 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:02:35.945894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-50fd5878-9bd8-4046-aad5-e023ef42ea02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:35.950535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-50fd5878-9bd8-4046-aad5-e023ef42ea02 admin admin] Usage tracker for resource:security_group_rule and tenant:23c4e968802c49e697db272f5a7f7a9e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:35.954057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-50fd5878-9bd8-4046-aad5-e023ef42ea02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:35.962412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-50fd5878-9bd8-4046-aad5-e023ef42ea02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:35.975481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b8db5025-33f1-4816-b2e4-1974436e2183 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6230137 May 27 23:02:35.979478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35846) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:35.987217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'subnet': {'network_id': '205c0ed1-0024-4ab1-8c35-966f2a68fc72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:36.088729 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50fd5878-9bd8-4046-aad5-e023ef42ea02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:36.128583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:36.133466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:subnet and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:36.136618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:36.142838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:36.149021 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-50fd5878-9bd8-4046-aad5-e023ef42ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:36.201810 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-50fd5878-9bd8-4046-aad5-e023ef42ea02 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=23c4e968802c49e697db272f5a7f7a9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019116 May 27 23:02:36.202737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd5878-9bd8-4046-aad5-e023ef42ea02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e856ce-55f7-4394-b667-d2cc72568f5a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:36.205272 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35850) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:36.276786 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e36db4f-00a2-476d-b47f-780af41cbcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:36.302925 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e36db4f-00a2-476d-b47f-780af41cbcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:36.350615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:36.355537 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:36.455622 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e36db4f-00a2-476d-b47f-780af41cbcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:36.480749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36db4f-00a2-476d-b47f-780af41cbcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e856ce-55f7-4394-b667-d2cc72568f5a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:36.488830 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e36db4f-00a2-476d-b47f-780af41cbcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:36.489927 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3e36db4f-00a2-476d-b47f-780af41cbcfd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/86e856ce-55f7-4394-b667-d2cc72568f5a HTTP/1.1" status: 204 len: 168 time: 0.2835867 May 27 23:02:36.683005 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:36.770350 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Subnet': ['ID=0e75e444-1e2b-4e6d-b596-d57cbdb782e1,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:36.775754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Checking segment: {'id': 'adaac5c7-5217-4a96-bbc2-ed1753e6a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '205c0ed1-0024-4ab1-8c35-966f2a68fc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:02:36.776166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network hostable DHCP agents. Network: 205c0ed1-0024-4ab1-8c35-966f2a68fc72, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:02:36.894002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 205c0ed1-0024-4ab1-8c35-966f2a68fc72 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:02:36.996926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 205c0ed1-0024-4ab1-8c35-966f2a68fc72) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:37.001321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:37.001857 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:37.006847 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405e69a8-8a81-4e0c-be5b-f5b69ddc2c48 None None] Network 205c0ed1-0024-4ab1-8c35-966f2a68fc72 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:37.102114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8acc028d-896d-4ac0-a0d5-7b1d63680a03 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1203065 May 27 23:02:37.103769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35864) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:37.108714 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-88d10ab0-605f-4e8a-8374-541cbd5bd72d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1378797421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:37.115631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-88d10ab0-605f-4e8a-8374-541cbd5bd72d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:37.119640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-88d10ab0-605f-4e8a-8374-541cbd5bd72d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:router and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:37.122650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-88d10ab0-605f-4e8a-8374-541cbd5bd72d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:37.128671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-88d10ab0-605f-4e8a-8374-541cbd5bd72d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:37.227535 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-205c0ed1-0024-4ab1-8c35-966f2a68fc72', 'network_id': '205c0ed1-0024-4ab1-8c35-966f2a68fc72', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'fixed_ips': [{'subnet_id': '0e75e444-1e2b-4e6d-b596-d57cbdb782e1'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:02:37.228396 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:37.262728 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88d10ab0-605f-4e8a-8374-541cbd5bd72d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:37.263764 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88d10ab0-605f-4e8a-8374-541cbd5bd72d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:37.279147 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88d10ab0-605f-4e8a-8374-541cbd5bd72d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:37.388463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Allocated IP 172.20.0.2 (205c0ed1-0024-4ab1-8c35-966f2a68fc72/0e75e444-1e2b-4e6d-b596-d57cbdb782e1/731aefa9-caf1-437f-9e66-28d075ee6b21) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:02:37.397665 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88d10ab0-605f-4e8a-8374-541cbd5bd72d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:37.490555 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88d10ab0-605f-4e8a-8374-541cbd5bd72d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:37.492333 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-88d10ab0-605f-4e8a-8374-541cbd5bd72d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3871007 May 27 23:02:37.495287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35876) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:37.607934 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:37.619476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Transition to ACTIVE for port object 731aefa9-caf1-437f-9e66-28d075ee6b21 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:37.641749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Transition to ACTIVE for port object 731aefa9-caf1-437f-9e66-28d075ee6b21 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:37.708872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:37.779525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Network 205c0ed1-0024-4ab1-8c35-966f2a68fc72 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:37.782821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:37.787019 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:02:37.789651 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Pushing event updated for resources: {'Port': ['ID=731aefa9-caf1-437f-9e66-28d075ee6b21,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:37.885859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Attempting to bind port 731aefa9-caf1-437f-9e66-28d075ee6b21 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:02:37.886226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Attempting to bind port 731aefa9-caf1-437f-9e66-28d075ee6b21 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'adaac5c7-5217-4a96-bbc2-ed1753e6a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '205c0ed1-0024-4ab1-8c35-966f2a68fc72'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:02:37.886588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Attempting to bind port 731aefa9-caf1-437f-9e66-28d075ee6b21 on network 205c0ed1-0024-4ab1-8c35-966f2a68fc72 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:02:37.892486 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:02:37.892855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Checking segment: {'id': 'adaac5c7-5217-4a96-bbc2-ed1753e6a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '205c0ed1-0024-4ab1-8c35-966f2a68fc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:02:37.893262 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:37.893632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Bound using segment: {'id': 'adaac5c7-5217-4a96-bbc2-ed1753e6a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '205c0ed1-0024-4ab1-8c35-966f2a68fc72'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:02:37.894088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Bound port: 731aefa9-caf1-437f-9e66-28d075ee6b21, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adaac5c7-5217-4a96-bbc2-ed1753e6a165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '205c0ed1-0024-4ab1-8c35-966f2a68fc72'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:02:37.894546 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:37.985019 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] For port 731aefa9-caf1-437f-9e66-28d075ee6b21, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:02:37.988849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] For port 731aefa9-caf1-437f-9e66-28d075ee6b21, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=731aefa9-caf1-437f-9e66-28d075ee6b21,segment=NetworkSegment(adaac5c7-5217-4a96-bbc2-ed1753e6a165),segment_id=adaac5c7-5217-4a96-bbc2-ed1753e6a165)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:02:38.111742 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:38.125944 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:38.198324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd14645-d249-4aab-a3d7-62b795ad2254 None None] Pushing event updated for resources: {'Port': ['ID=731aefa9-caf1-437f-9e66-28d075ee6b21,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:38.278125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35890) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:38.428909 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-295e80e9-f133-46c7-8661-16219486165a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:38.446221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-295e80e9-f133-46c7-8661-16219486165a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:38.450863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-295e80e9-f133-46c7-8661-16219486165a admin admin] Usage tracker for resource:security_group_rule and tenant:b8b25822d2074f92a0bf4ed43aa291a6 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:38.454310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-295e80e9-f133-46c7-8661-16219486165a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:38.461115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-295e80e9-f133-46c7-8661-16219486165a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:38.523561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Allocated IP 172.20.0.1 (205c0ed1-0024-4ab1-8c35-966f2a68fc72/0e75e444-1e2b-4e6d-b596-d57cbdb782e1/bb2563b4-60d9-47b5-adc7-4c2134c9e3ff) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:02:38.558269 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-295e80e9-f133-46c7-8661-16219486165a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:38.648721 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-295e80e9-f133-46c7-8661-16219486165a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:38.699738 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-295e80e9-f133-46c7-8661-16219486165a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b8b25822d2074f92a0bf4ed43aa291a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4208999 May 27 23:02:38.701538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e80e9-f133-46c7-8661-16219486165a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5c4274-cae1-481b-833f-f358db19d66e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:38.702684 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:38.703918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35896) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:38.719284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Transition to ACTIVE for port object bb2563b4-60d9-47b5-adc7-4c2134c9e3ff will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:38.771424 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8ed4-970b-4635-9d0d-f9f112a99c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:38.796467 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8ed4-970b-4635-9d0d-f9f112a99c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:38.811272 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:38.883686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 205c0ed1-0024-4ab1-8c35-966f2a68fc72 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:38.886750 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:38.890805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:02:38.908129 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8ed4-970b-4635-9d0d-f9f112a99c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:38.926203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb8ed4-970b-4635-9d0d-f9f112a99c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5c4274-cae1-481b-833f-f358db19d66e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:38.930186 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8ed4-970b-4635-9d0d-f9f112a99c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:38.931297 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e6bb8ed4-970b-4635-9d0d-f9f112a99c3c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3e5c4274-cae1-481b-833f-f358db19d66e HTTP/1.1" status: 204 len: 168 time: 0.2259963 May 27 23:02:38.937252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=bb2563b4-60d9-47b5-adc7-4c2134c9e3ff,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:38.972766 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:39.175319 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:39.264870 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0292471-135c-4fde-a038-8e3a99acdebe None None] Network 205c0ed1-0024-4ab1-8c35-966f2a68fc72 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:39.371530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 731aefa9-caf1-437f-9e66-28d075ee6b21 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:02:39.495568 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2597da7d-ab2d-4e8e-89d7-d90dae0720f7 None None] Provisioning for port 731aefa9-caf1-437f-9e66-28d075ee6b21 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:39.597371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 731aefa9-caf1-437f-9e66-28d075ee6b21 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:39.615515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 731aefa9-caf1-437f-9e66-28d075ee6b21 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:39.615882 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:39.634417 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:39.705552 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:39.761282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 731aefa9-caf1-437f-9e66-28d075ee6b21 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:39.761666 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:39.799425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 731aefa9-caf1-437f-9e66-28d075ee6b21, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=731aefa9-caf1-437f-9e66-28d075ee6b21,segment=NetworkSegment(adaac5c7-5217-4a96-bbc2-ed1753e6a165),segment_id=adaac5c7-5217-4a96-bbc2-ed1753e6a165)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:02:39.885762 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:39.967748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=731aefa9-caf1-437f-9e66-28d075ee6b21,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:39.967935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=bb2563b4-60d9-47b5-adc7-4c2134c9e3ff,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:39.970433 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:40.025917 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9f67ee33-d50a-41c7-8414-879ce54fa6b7 None None] Provisioning complete for port 731aefa9-caf1-437f-9e66-28d075ee6b21 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:40.026419 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f67ee33-d50a-41c7-8414-879ce54fa6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:40.124599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 205c0ed1-0024-4ab1-8c35-966f2a68fc72 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:40.125891 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:40.208085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9f67ee33-d50a-41c7-8414-879ce54fa6b7 None None] Current status of the port 731aefa9-caf1-437f-9e66-28d075ee6b21 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:40.296680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9f67ee33-d50a-41c7-8414-879ce54fa6b7 None None] Provisioning for port bb2563b4-60d9-47b5-adc7-4c2134c9e3ff completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:40.303106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9f67ee33-d50a-41c7-8414-879ce54fa6b7 None None] Provisioning complete for port bb2563b4-60d9-47b5-adc7-4c2134c9e3ff triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:40.303760 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9f67ee33-d50a-41c7-8414-879ce54fa6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:40.375364 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9f67ee33-d50a-41c7-8414-879ce54fa6b7 None None] Port bb2563b4-60d9-47b5-adc7-4c2134c9e3ff cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:02:40.422231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router e09052d9-f777-4680-ba06-5b9b20cb388d is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:02:40.495339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d95411ee-c68f-47ce-b2fe-88bdec8f30e8 None None] Provisioning complete for port bb2563b4-60d9-47b5-adc7-4c2134c9e3ff triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:40.495705 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d95411ee-c68f-47ce-b2fe-88bdec8f30e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:40.556421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d95411ee-c68f-47ce-b2fe-88bdec8f30e8 None None] Port bb2563b4-60d9-47b5-adc7-4c2134c9e3ff cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:02:40.587024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:02:40.596940 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7e87df-0f97-4cd3-85e4-e2cd4dfded08 None None] Sync routers for ids ['e09052d9-f777-4680-ba06-5b9b20cb388d'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:02:40.605783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7e87df-0f97-4cd3-85e4-e2cd4dfded08 None None] Routers {'e09052d9-f777-4680-ba06-5b9b20cb388d'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:40.606380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ab7e87df-0f97-4cd3-85e4-e2cd4dfded08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e09052d9-f777-4680-ba06-5b9b20cb388d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:40.607019 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bee2f50a-9176-4cb3-9752-178331835a24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/e09052d9-f777-4680-ba06-5b9b20cb388d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1106102 May 27 23:02:40.609685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35924) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:40.678210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ab7e87df-0f97-4cd3-85e4-e2cd4dfded08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:40.689196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7e87df-0f97-4cd3-85e4-e2cd4dfded08 None None] Routers {'e09052d9-f777-4680-ba06-5b9b20cb388d'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:40.689978 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ab7e87df-0f97-4cd3-85e4-e2cd4dfded08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e09052d9-f777-4680-ba06-5b9b20cb388d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:40.690518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c325e67-8a82-4141-8744-d7a7b271263d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:40.691958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5c325e67-8a82-4141-8744-d7a7b271263d tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports/bb2563b4-60d9-47b5-adc7-4c2134c9e3ff HTTP/1.1" status: 200 len: 910 time: 0.0813060 May 27 23:02:40.695223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35930) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:40.767909 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ab7e87df-0f97-4cd3-85e4-e2cd4dfded08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:40.777438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7e87df-0f97-4cd3-85e4-e2cd4dfded08 None None] The sync data for ids ['e09052d9-f777-4680-ba06-5b9b20cb388d'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:02:41.120396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35942) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:41.198836 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb36d81d-63d6-4813-aa60-59fe09e4c00c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:41.278245 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 731aefa9-caf1-437f-9e66-28d075ee6b21 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:02:41.301578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-919755274'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:41.309827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:41.319171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Usage tracker for resource:network and tenant:fe8a3f52fc4e431b8fb940732d0053cb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:41.319171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:41.325735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:41.361813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 731aefa9-caf1-437f-9e66-28d075ee6b21 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:41.362301 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:41.386974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Made reservation on behalf of fe8a3f52fc4e431b8fb940732d0053cb for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:41.392235 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:41.405661 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:41.421952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:41.426325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Usage tracker for resource:security_group_rule and tenant:fe8a3f52fc4e431b8fb940732d0053cb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:41.429894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:41.435548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:41.485392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 731aefa9-caf1-437f-9e66-28d075ee6b21 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:41.527230 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:41.608188 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:41.638719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:02:41.651704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a773c8-e3b7-426d-877f-48829f888135,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:41.654379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-bb36d81d-63d6-4813-aa60-59fe09e4c00c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port bb2563b4-60d9-47b5-adc7-4c2134c9e3ff {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:41.654864 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb36d81d-63d6-4813-aa60-59fe09e4c00c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:41.656240 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:41.656642 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Added segment 6094b6b8-e62f-470b-b76e-2e99884ae5e5 of type vlan for network 25c474a1-7b9c-47f0-a5a4-66e0b2292de1 May 27 23:02:41.687827 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:41.787949 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:41.793318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:41.793895 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:41.847539 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb36d81d-63d6-4813-aa60-59fe09e4c00c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:41.899808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Pushing event updated for resources: {'Network': ['ID=25c474a1-7b9c-47f0-a5a4-66e0b2292de1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:41.910009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 25c474a1-7b9c-47f0-a5a4-66e0b2292de1 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:02:41.971675 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a98bb287-8e3d-48bf-91b1-ce6bec4138e9 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8500564 May 27 23:02:41.974686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35950) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:41.980459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Request body: {'subnet': {'network_id': '25c474a1-7b9c-47f0-a5a4-66e0b2292de1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:41.984292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-bb36d81d-63d6-4813-aa60-59fe09e4c00c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for bb2563b4-60d9-47b5-adc7-4c2134c9e3ff owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:42.092564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:42.096496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Usage tracker for resource:subnet and tenant:fe8a3f52fc4e431b8fb940732d0053cb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:42.099600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:42.106365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:42.196357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Made reservation on behalf of fe8a3f52fc4e431b8fb940732d0053cb for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:42.199958 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:42.242857 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb36d81d-63d6-4813-aa60-59fe09e4c00c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:42.294965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36d81d-63d6-4813-aa60-59fe09e4c00c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=bb2563b4-60d9-47b5-adc7-4c2134c9e3ff,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:42.502196 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:42.526382 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb36d81d-63d6-4813-aa60-59fe09e4c00c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:42.580634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Pushing event updated for resources: {'Subnet': ['ID=a58b8267-db5a-4b52-876c-8a2e4b24666f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:42.597329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Checking segment: {'id': '6094b6b8-e62f-470b-b76e-2e99884ae5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25c474a1-7b9c-47f0-a5a4-66e0b2292de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:02:42.597329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Network hostable DHCP agents. Network: 25c474a1-7b9c-47f0-a5a4-66e0b2292de1, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:02:42.659320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Network 25c474a1-7b9c-47f0-a5a4-66e0b2292de1 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:02:42.765335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 25c474a1-7b9c-47f0-a5a4-66e0b2292de1) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:42.768967 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:42.769591 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:42.775985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc92a5c-1007-47c8-840b-2fb107c08743 None None] Network 25c474a1-7b9c-47f0-a5a4-66e0b2292de1 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:42.849377 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2af78bc9-411d-472f-bfb5-4e38c0d35956 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8736370 May 27 23:02:42.851960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35954) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:42.857687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Request body: {'port': {'network_id': '25c474a1-7b9c-47f0-a5a4-66e0b2292de1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-599720017'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:42.924317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb36d81d-63d6-4813-aa60-59fe09e4c00c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router e09052d9-f777-4680-ba06-5b9b20cb388d has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:02:43.006608 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24278ec4-748c-447f-a938-66373510a665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-25c474a1-7b9c-47f0-a5a4-66e0b2292de1', 'network_id': '25c474a1-7b9c-47f0-a5a4-66e0b2292de1', 'tenant_id': 'fe8a3f52fc4e431b8fb940732d0053cb', 'fixed_ips': [{'subnet_id': 'a58b8267-db5a-4b52-876c-8a2e4b24666f'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:02:43.008039 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24278ec4-748c-447f-a938-66373510a665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:43.015486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:43.019656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Usage tracker for resource:port and tenant:fe8a3f52fc4e431b8fb940732d0053cb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:43.024832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:43.029510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:43.067509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb36d81d-63d6-4813-aa60-59fe09e4c00c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:02:43.077855 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d4712a-9f45-40c5-9ca2-441aab6d6c76 None None] Sync routers for ids ['e09052d9-f777-4680-ba06-5b9b20cb388d'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:02:43.084206 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bb36d81d-63d6-4813-aa60-59fe09e4c00c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/e09052d9-f777-4680-ba06-5b9b20cb388d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3875089 May 27 23:02:43.088784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35958) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:43.091483 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d4712a-9f45-40c5-9ca2-441aab6d6c76 None None] Routers {'e09052d9-f777-4680-ba06-5b9b20cb388d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:43.092104 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-64d4712a-9f45-40c5-9ca2-441aab6d6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e09052d9-f777-4680-ba06-5b9b20cb388d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:43.137256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Made reservation on behalf of fe8a3f52fc4e431b8fb940732d0053cb for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:43.140672 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:43.151008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2795cb05-3c0f-4b5c-bff5-bcb293dcfeb7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Synchronizing usage tracker for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:02:43.159089 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-64d4712a-9f45-40c5-9ca2-441aab6d6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:43.171572 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d4712a-9f45-40c5-9ca2-441aab6d6c76 None None] Routers {'e09052d9-f777-4680-ba06-5b9b20cb388d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:43.172187 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-64d4712a-9f45-40c5-9ca2-441aab6d6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e09052d9-f777-4680-ba06-5b9b20cb388d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:43.177806 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] device_id is not set on port b0edaeaf-ac72-41d1-afcd-0e0915049e69 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:02:43.180556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-24278ec4-748c-447f-a938-66373510a665 None None] Allocated IP 172.20.0.2 (25c474a1-7b9c-47f0-a5a4-66e0b2292de1/a58b8267-db5a-4b52-876c-8a2e4b24666f/7106c2ae-9313-4995-9714-39c240f08296) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:02:43.254939 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-64d4712a-9f45-40c5-9ca2-441aab6d6c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:43.255254 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d4712a-9f45-40c5-9ca2-441aab6d6c76 None None] The sync data for ids ['e09052d9-f777-4680-ba06-5b9b20cb388d'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:02:43.267982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2795cb05-3c0f-4b5c-bff5-bcb293dcfeb7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Unset dirty status for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:02:43.267982 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2795cb05-3c0f-4b5c-bff5-bcb293dcfeb7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports?device_id=e09052d9-f777-4680-ba06-5b9b20cb388d HTTP/1.1" status: 200 len: 205 time: 0.1773949 May 27 23:02:43.270112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35962) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:43.431779 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24278ec4-748c-447f-a938-66373510a665 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:43.434817 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-142b8c37-8a92-45bd-aff7-9a1e25843ca6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:43.441866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-24278ec4-748c-447f-a938-66373510a665 None None] Transition to ACTIVE for port object 7106c2ae-9313-4995-9714-39c240f08296 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:43.460040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-24278ec4-748c-447f-a938-66373510a665 None None] Transition to ACTIVE for port object 7106c2ae-9313-4995-9714-39c240f08296 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:43.548078 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24278ec4-748c-447f-a938-66373510a665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:43.625560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Allocated IP 172.20.0.10 (25c474a1-7b9c-47f0-a5a4-66e0b2292de1/a58b8267-db5a-4b52-876c-8a2e4b24666f/b0edaeaf-ac72-41d1-afcd-0e0915049e69) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:02:43.647457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24278ec4-748c-447f-a938-66373510a665 None None] Network 25c474a1-7b9c-47f0-a5a4-66e0b2292de1 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:43.650406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-24278ec4-748c-447f-a938-66373510a665 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:43.654295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24278ec4-748c-447f-a938-66373510a665 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:02:43.687958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24278ec4-748c-447f-a938-66373510a665 None None] Pushing event updated for resources: {'Port': ['ID=7106c2ae-9313-4995-9714-39c240f08296,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:43.746360 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-142b8c37-8a92-45bd-aff7-9a1e25843ca6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:43.749619 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-142b8c37-8a92-45bd-aff7-9a1e25843ca6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:43.764207 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-24278ec4-748c-447f-a938-66373510a665 None None] Attempting to bind port 7106c2ae-9313-4995-9714-39c240f08296 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:02:43.764850 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-24278ec4-748c-447f-a938-66373510a665 None None] Attempting to bind port 7106c2ae-9313-4995-9714-39c240f08296 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '6094b6b8-e62f-470b-b76e-2e99884ae5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25c474a1-7b9c-47f0-a5a4-66e0b2292de1'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:02:43.767521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24278ec4-748c-447f-a938-66373510a665 None None] Attempting to bind port 7106c2ae-9313-4995-9714-39c240f08296 on network 25c474a1-7b9c-47f0-a5a4-66e0b2292de1 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:02:43.776582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24278ec4-748c-447f-a938-66373510a665 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:02:43.776582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24278ec4-748c-447f-a938-66373510a665 None None] Checking segment: {'id': '6094b6b8-e62f-470b-b76e-2e99884ae5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25c474a1-7b9c-47f0-a5a4-66e0b2292de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:02:43.776582 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24278ec4-748c-447f-a938-66373510a665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:43.777238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24278ec4-748c-447f-a938-66373510a665 None None] Bound using segment: {'id': '6094b6b8-e62f-470b-b76e-2e99884ae5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25c474a1-7b9c-47f0-a5a4-66e0b2292de1'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:02:43.777449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-24278ec4-748c-447f-a938-66373510a665 None None] Bound port: 7106c2ae-9313-4995-9714-39c240f08296, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6094b6b8-e62f-470b-b76e-2e99884ae5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '25c474a1-7b9c-47f0-a5a4-66e0b2292de1'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:02:43.777831 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24278ec4-748c-447f-a938-66373510a665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:43.865662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-24278ec4-748c-447f-a938-66373510a665 None None] For port 7106c2ae-9313-4995-9714-39c240f08296, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:02:43.868627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-24278ec4-748c-447f-a938-66373510a665 None None] For port 7106c2ae-9313-4995-9714-39c240f08296, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=7106c2ae-9313-4995-9714-39c240f08296,segment=NetworkSegment(6094b6b8-e62f-470b-b76e-2e99884ae5e5),segment_id=6094b6b8-e62f-470b-b76e-2e99884ae5e5)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:02:43.871282 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-142b8c37-8a92-45bd-aff7-9a1e25843ca6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:43.871737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142b8c37-8a92-45bd-aff7-9a1e25843ca6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Fanout notify agent at l3_agent the message router_deleted on router e09052d9-f777-4680-ba06-5b9b20cb388d {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:02:43.884492 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-142b8c37-8a92-45bd-aff7-9a1e25843ca6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:43.885805 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-142b8c37-8a92-45bd-aff7-9a1e25843ca6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/routers/e09052d9-f777-4680-ba06-5b9b20cb388d HTTP/1.1" status: 204 len: 168 time: 0.6145637 May 27 23:02:43.888459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35966) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:43.920257 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24278ec4-748c-447f-a938-66373510a665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:43.957384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb3562e-0dc4-4a6e-94f0-3e70b17a5f23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting subnet 0e75e444-1e2b-4e6d-b596-d57cbdb782e1 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:02:43.960487 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3bb3562e-0dc4-4a6e-94f0-3e70b17a5f23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:44.009406 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:44.011479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24278ec4-748c-447f-a938-66373510a665 None None] Pushing event updated for resources: {'Port': ['ID=7106c2ae-9313-4995-9714-39c240f08296,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:44.027450 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3bb3562e-0dc4-4a6e-94f0-3e70b17a5f23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:44.031312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Transition to ACTIVE for port object b0edaeaf-ac72-41d1-afcd-0e0915049e69 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:44.115937 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3bb3562e-0dc4-4a6e-94f0-3e70b17a5f23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:44.131572 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:44.240527 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Network 25c474a1-7b9c-47f0-a5a4-66e0b2292de1 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:44.244589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:44.247024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:02:44.285732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Pushing event updated for resources: {'Port': ['ID=b0edaeaf-ac72-41d1-afcd-0e0915049e69,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:44.302362 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3bb3562e-0dc4-4a6e-94f0-3e70b17a5f23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:44.323627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:44.324579 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:44.347103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3562e-0dc4-4a6e-94f0-3e70b17a5f23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Subnet': ['ID=0e75e444-1e2b-4e6d-b596-d57cbdb782e1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:44.351840 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3bb3562e-0dc4-4a6e-94f0-3e70b17a5f23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:44.358203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af90488-6dd7-4735-b87b-a2947bd97511 None None] Network 205c0ed1-0024-4ab1-8c35-966f2a68fc72 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:44.360972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35970) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:44.361104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3bb3562e-0dc4-4a6e-94f0-3e70b17a5f23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/0e75e444-1e2b-4e6d-b596-d57cbdb782e1 HTTP/1.1" status: 204 len: 168 time: 0.4716306 May 27 23:02:44.437574 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bc87b4e8-a1bd-4e15-9bc9-20a1d9089d44 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5843532 May 27 23:02:44.440550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35974) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:44.484948 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:44.497846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port 731aefa9-caf1-437f-9e66-28d075ee6b21 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:44.498186 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:44.513985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c2c023d5-c13f-437e-ae2c-2ae94888f778 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Deleting port b0edaeaf-ac72-41d1-afcd-0e0915049e69 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:44.514339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c2c023d5-c13f-437e-ae2c-2ae94888f778 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:44.609443 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fb1556-db27-4950-aaef-3b32749a9a4b None None] DHCP port deletion for 205c0ed1-0024-4ab1-8c35-966f2a68fc72 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:02:44.614541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-71fb1556-db27-4950-aaef-3b32749a9a4b None None] Deleting port 731aefa9-caf1-437f-9e66-28d075ee6b21 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:44.615160 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-71fb1556-db27-4950-aaef-3b32749a9a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:44.725800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] For port 731aefa9-caf1-437f-9e66-28d075ee6b21, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=731aefa9-caf1-437f-9e66-28d075ee6b21,segment=NetworkSegment(adaac5c7-5217-4a96-bbc2-ed1753e6a165),segment_id=adaac5c7-5217-4a96-bbc2-ed1753e6a165)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:02:44.728785 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:44.817650 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c2c023d5-c13f-437e-ae2c-2ae94888f778 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:44.849847 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-71fb1556-db27-4950-aaef-3b32749a9a4b None None] For port 731aefa9-caf1-437f-9e66-28d075ee6b21, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=731aefa9-caf1-437f-9e66-28d075ee6b21,segment=NetworkSegment(adaac5c7-5217-4a96-bbc2-ed1753e6a165),segment_id=adaac5c7-5217-4a96-bbc2-ed1753e6a165)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:02:44.851497 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-71fb1556-db27-4950-aaef-3b32749a9a4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:44.888292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for 731aefa9-caf1-437f-9e66-28d075ee6b21 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:44.995852 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-71fb1556-db27-4950-aaef-3b32749a9a4b None None] Calling delete_port for 731aefa9-caf1-437f-9e66-28d075ee6b21 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:45.073307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700309a0-0b72-4c99-a498-71ff1e2121f6 None None] Network 25c474a1-7b9c-47f0-a5a4-66e0b2292de1 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:45.076399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c2c023d5-c13f-437e-ae2c-2ae94888f778 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Calling delete_port for b0edaeaf-ac72-41d1-afcd-0e0915049e69 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:45.079431 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.130968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=731aefa9-caf1-437f-9e66-28d075ee6b21,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:45.137144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No DVR routers for this DVR port 731aefa9-caf1-437f-9e66-28d075ee6b21 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:02:45.165416 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-71fb1556-db27-4950-aaef-3b32749a9a4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:02:45.165773 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-71fb1556-db27-4950-aaef-3b32749a9a4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:02:45.274847 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.299099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-51e274b7-f32b-4ae4-98d3-655ef4206f87 None None] Provisioning for port 7106c2ae-9313-4995-9714-39c240f08296 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:45.301463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205c0ed1-0024-4ab1-8c35-966f2a68fc72']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:45.301957 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c2c023d5-c13f-437e-ae2c-2ae94888f778 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.316856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adaac5c7-5217-4a96-bbc2-ed1753e6a165') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:45.317219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adaac5c7-5217-4a96-bbc2-ed1753e6a165') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:45.323223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7106c2ae-9313-4995-9714-39c240f08296 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:02:45.330350 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.347749 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.354837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:02:45.355219 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.377243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c023d5-c13f-437e-ae2c-2ae94888f778 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Pushing event deleted for resources: {'Port': ['ID=b0edaeaf-ac72-41d1-afcd-0e0915049e69,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:45.437265 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment adaac5c7-5217-4a96-bbc2-ed1753e6a165 resource provider aggregate not found May 27 23:02:45.469646 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment adaac5c7-5217-4a96-bbc2-ed1753e6a165 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adaac5c7-5217-4a96-bbc2-ed1753e6a165 found for delete ", "request_id": "req-6230b10d-c425-4e1f-96a2-3148ee9e2df4"}]} May 27 23:02:45.479695 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c2c023d5-c13f-437e-ae2c-2ae94888f778 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.486589 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c2c023d5-c13f-437e-ae2c-2ae94888f778 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] 10.222.0.27 "DELETE /v2.0/ports/b0edaeaf-ac72-41d1-afcd-0e0915049e69 HTTP/1.1" status: 204 len: 168 time: 1.0448921 May 27 23:02:45.487983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 7106c2ae-9313-4995-9714-39c240f08296 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:45.492215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35982) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:45.494418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 7106c2ae-9313-4995-9714-39c240f08296 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:45.494795 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.554646 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-89d122e2-7464-4326-a82b-ce92b6957a1c tempest-DHCPAgentSchedulersTestJSON-490957343 tempest-DHCPAgentSchedulersTestJSON-490957343-project-admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0638225 May 27 23:02:45.557513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35988) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:45.563933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2139095007'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:45.568466 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.570380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:45.575110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Usage tracker for resource:network and tenant:fe8a3f52fc4e431b8fb940732d0053cb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:45.579244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:45.586013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:45.597744 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.610498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Network': ['ID=205c0ed1-0024-4ab1-8c35-966f2a68fc72,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:45.631545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 7106c2ae-9313-4995-9714-39c240f08296 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:45.631877 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.661002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Made reservation on behalf of fe8a3f52fc4e431b8fb940732d0053cb for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:45.665291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 7106c2ae-9313-4995-9714-39c240f08296, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=7106c2ae-9313-4995-9714-39c240f08296,segment=NetworkSegment(6094b6b8-e62f-470b-b76e-2e99884ae5e5),segment_id=6094b6b8-e62f-470b-b76e-2e99884ae5e5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:02:45.679496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-71fb1556-db27-4950-aaef-3b32749a9a4b None None] Deleting port 731aefa9-caf1-437f-9e66-28d075ee6b21 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:45.679496 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-71fb1556-db27-4950-aaef-3b32749a9a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.679733 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.697863 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6af2cde1-5d58-4187-afbb-b87dad58aa3f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/networks/205c0ed1-0024-4ab1-8c35-966f2a68fc72 HTTP/1.1" status: 204 len: 168 time: 1.3355951 May 27 23:02:45.701888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 35992) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:45.708932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1614053887', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:45.711752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:02:45.718576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:45.723511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:router and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:45.728154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:45.733361 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.734030 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Added segment 9a9327db-04e9-4508-a7c2-309cbdf15e93 of type vlan for network fc370046-bf04-40b2-9407-475dcc5aa246 May 27 23:02:45.742104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:45.747887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-71fb1556-db27-4950-aaef-3b32749a9a4b None None] The port '731aefa9-caf1-437f-9e66-28d075ee6b21' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:02:45.762579 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.797772 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.834130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.835195 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.851875 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.874947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 731aefa9-caf1-437f-9e66-28d075ee6b21 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:02:45.885065 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.890493 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:45.891134 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.902662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6cbbc0c0-7b85-4582-ab4c-a309eee48983 None None] Provisioning complete for port 7106c2ae-9313-4995-9714-39c240f08296 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:45.903035 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cbbc0c0-7b85-4582-ab4c-a309eee48983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:45.965433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 731aefa9-caf1-437f-9e66-28d075ee6b21 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:02:45.965777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 731aefa9-caf1-437f-9e66-28d075ee6b21 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:02:45.992841 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=7106c2ae-9313-4995-9714-39c240f08296,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:46.047860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Pushing event updated for resources: {'Network': ['ID=fc370046-bf04-40b2-9407-475dcc5aa246,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:46.055615 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:46.063254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network fc370046-bf04-40b2-9407-475dcc5aa246 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:02:46.103272 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1f508f58-3c78-4d04-8933-3599a4f044e0 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5447171 May 27 23:02:46.106042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 35996) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:46.136785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6cbbc0c0-7b85-4582-ab4c-a309eee48983 None None] Current status of the port 7106c2ae-9313-4995-9714-39c240f08296 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:46.154612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6cbbc0c0-7b85-4582-ab4c-a309eee48983 None None] Could not find standard attr ID for object b0edaeaf-ac72-41d1-afcd-0e0915049e69. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 23:02:46.266538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-abe94257-fc87-4a68-8d32-4886b6136ecd None None] Could not find standard attr ID for object b0edaeaf-ac72-41d1-afcd-0e0915049e69. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 23:02:46.276990 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e8fde352-9b49-4d8b-8775-c02b5e8559b1 tempest-DHCPAgentSchedulersTestJSON-490957343 tempest-DHCPAgentSchedulersTestJSON-490957343-project-admin] 10.222.0.27 "GET /v2.0/agents/6dadf37b-4157-4e88-8e11-a255e3e2d7b9/dhcp-networks HTTP/1.1" status: 200 len: 4893 time: 0.1696222 May 27 23:02:46.279556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36000) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:46.339618 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:46.390734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c4571-6535-445c-8cc5-5d120b3da0f1 tempest-DHCPAgentSchedulersTestJSON-490957343 tempest-DHCPAgentSchedulersTestJSON-490957343-project-admin] Network fc370046-bf04-40b2-9407-475dcc5aa246 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:02:46.467698 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b19c4571-6535-445c-8cc5-5d120b3da0f1 tempest-DHCPAgentSchedulersTestJSON-490957343 tempest-DHCPAgentSchedulersTestJSON-490957343-project-admin] 10.222.0.27 "POST /v2.0/agents/6dadf37b-4157-4e88-8e11-a255e3e2d7b9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1871173 May 27 23:02:46.470146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36004) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:46.472631 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a95d0e3-35dc-4b15-afa0-8dc362e2bfc0 None None] Network fc370046-bf04-40b2-9407-475dcc5aa246 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:46.640285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-db8f66e9-48fb-4cc3-a631-86d73c3a1da3 tempest-DHCPAgentSchedulersTestJSON-490957343 tempest-DHCPAgentSchedulersTestJSON-490957343-project-admin] 10.222.0.27 "GET /v2.0/agents/6dadf37b-4157-4e88-8e11-a255e3e2d7b9/dhcp-networks HTTP/1.1" status: 200 len: 5664 time: 0.1661887 May 27 23:02:46.640672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36008) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:46.707163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:46.737413 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:46.759427 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b0f7118d-fb85-4be3-a661-ca57899d9ede tempest-DHCPAgentSchedulersTestJSON-490957343 tempest-DHCPAgentSchedulersTestJSON-490957343-project-admin] 10.222.0.27 "DELETE /v2.0/agents/6dadf37b-4157-4e88-8e11-a255e3e2d7b9/dhcp-networks/fc370046-bf04-40b2-9407-475dcc5aa246 HTTP/1.1" status: 204 len: 168 time: 0.1176353 May 27 23:02:46.761939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36012) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:46.875276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Allocated IP 172.25.2.82 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/369bd8db-3a07-4dae-a9a5-15ccc8298000) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:02:46.920105 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-da0ccefe-930a-4108-a7a2-fcaea41c4a05 tempest-DHCPAgentSchedulersTestJSON-490957343 tempest-DHCPAgentSchedulersTestJSON-490957343-project-admin] 10.222.0.27 "GET /v2.0/agents/6dadf37b-4157-4e88-8e11-a255e3e2d7b9/dhcp-networks HTTP/1.1" status: 200 len: 4893 time: 0.1531999 May 27 23:02:46.920512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36016) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:46.942240 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-563210e2-3536-4e6b-8891-86e35d820173 tempest-DHCPAgentSchedulersTestJSON-490957343 tempest-DHCPAgentSchedulersTestJSON-490957343-project-admin] 10.222.0.27 "GET /v2.0/networks/25c474a1-7b9c-47f0-a5a4-66e0b2292de1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0177333 May 27 23:02:46.942575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36020) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:46.963953 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3e4a386a-b5cb-4808-8499-ec2940df4816 tempest-DHCPAgentSchedulersTestJSON-490957343 tempest-DHCPAgentSchedulersTestJSON-490957343-project-admin] 10.222.0.27 "GET /v2.0/networks/25c474a1-7b9c-47f0-a5a4-66e0b2292de1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0183253 May 27 23:02:46.964190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36024) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:47.024511 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:47.116877 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-669b1e13-e38f-41eb-bb31-65db8324abf6 tempest-DHCPAgentSchedulersTestJSON-490957343 tempest-DHCPAgentSchedulersTestJSON-490957343-project-admin] 10.222.0.27 "GET /v2.0/agents/6dadf37b-4157-4e88-8e11-a255e3e2d7b9/dhcp-networks HTTP/1.1" status: 200 len: 4893 time: 0.1510124 May 27 23:02:47.117732 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:47.120449 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36028) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:47.184915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:47.187769 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:47.192740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:02:47.226313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=369bd8db-3a07-4dae-a9a5-15ccc8298000,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:47.241022 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-60f24d9d-9fdb-4813-8506-711fa322a7ae tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:47.271513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7106c2ae-9313-4995-9714-39c240f08296 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:02:47.341552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 7106c2ae-9313-4995-9714-39c240f08296 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:47.341923 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:47.377609 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-60f24d9d-9fdb-4813-8506-711fa322a7ae tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:47.404040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-60f24d9d-9fdb-4813-8506-711fa322a7ae tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc370046-bf04-40b2-9407-475dcc5aa246']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:47.417027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-60f24d9d-9fdb-4813-8506-711fa322a7ae tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9327db-04e9-4508-a7c2-309cbdf15e93') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:47.417322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-60f24d9d-9fdb-4813-8506-711fa322a7ae tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9327db-04e9-4508-a7c2-309cbdf15e93') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:47.428669 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-60f24d9d-9fdb-4813-8506-711fa322a7ae tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:47.449803 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-60f24d9d-9fdb-4813-8506-711fa322a7ae tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:47.455780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f24d9d-9fdb-4813-8506-711fa322a7ae tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:02:47.456167 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-60f24d9d-9fdb-4813-8506-711fa322a7ae tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:47.462153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 7106c2ae-9313-4995-9714-39c240f08296 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:47.522507 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 9a9327db-04e9-4508-a7c2-309cbdf15e93 resource provider aggregate not found May 27 23:02:47.545816 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 9a9327db-04e9-4508-a7c2-309cbdf15e93 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a9327db-04e9-4508-a7c2-309cbdf15e93 found for delete ", "request_id": "req-2f24e52f-92bf-4c5d-bf3f-17d1c0d12a6d"}]} May 27 23:02:47.608375 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-60f24d9d-9fdb-4813-8506-711fa322a7ae tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:47.625997 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-60f24d9d-9fdb-4813-8506-711fa322a7ae tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:47.636541 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-60f24d9d-9fdb-4813-8506-711fa322a7ae tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] 10.222.0.27 "DELETE /v2.0/networks/fc370046-bf04-40b2-9407-475dcc5aa246 HTTP/1.1" status: 204 len: 168 time: 0.5150890 May 27 23:02:47.637382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f24d9d-9fdb-4813-8506-711fa322a7ae tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Pushing event deleted for resources: {'Network': ['ID=fc370046-bf04-40b2-9407-475dcc5aa246,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:47.638969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36036) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:47.683459 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-47367287-83a8-4821-bac6-d4fdd3a7de40 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] DELETE failed (client error): The resource could not be found. May 27 23:02:47.683915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47367287-83a8-4821-bac6-d4fdd3a7de40 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:02:47.687973 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-47367287-83a8-4821-bac6-d4fdd3a7de40 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] 10.222.0.27 "DELETE /v2.0/ports/b0edaeaf-ac72-41d1-afcd-0e0915049e69 HTTP/1.1" status: 404 len: 333 time: 0.0457737 May 27 23:02:47.688189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36040) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:47.691872 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:47.752621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f57275-291b-42e4-8729-5ecfb1e59b08 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Deleting subnet a58b8267-db5a-4b52-876c-8a2e4b24666f {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:02:47.755627 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34f57275-291b-42e4-8729-5ecfb1e59b08 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:47.816187 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34f57275-291b-42e4-8729-5ecfb1e59b08 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:47.900040 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34f57275-291b-42e4-8729-5ecfb1e59b08 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:48.045256 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34f57275-291b-42e4-8729-5ecfb1e59b08 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:48.089587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f57275-291b-42e4-8729-5ecfb1e59b08 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Pushing event deleted for resources: {'Subnet': ['ID=a58b8267-db5a-4b52-876c-8a2e4b24666f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:48.091497 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34f57275-291b-42e4-8729-5ecfb1e59b08 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:48.096149 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330a7593-9f02-45f6-9e6a-ad8f5b5175c7 None None] Network 25c474a1-7b9c-47f0-a5a4-66e0b2292de1 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:48.104805 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-34f57275-291b-42e4-8729-5ecfb1e59b08 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] 10.222.0.27 "DELETE /v2.0/subnets/a58b8267-db5a-4b52-876c-8a2e4b24666f HTTP/1.1" status: 204 len: 168 time: 0.4156260 May 27 23:02:48.107072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36044) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:48.159587 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:48.338314 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:48.342412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b668fe07-85a9-4424-ba9d-be0272938d80 None None] DHCP port deletion for 25c474a1-7b9c-47f0-a5a4-66e0b2292de1 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:02:48.346742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b668fe07-85a9-4424-ba9d-be0272938d80 None None] Deleting port 7106c2ae-9313-4995-9714-39c240f08296 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:48.347314 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b668fe07-85a9-4424-ba9d-be0272938d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:48.349578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Deleting port 7106c2ae-9313-4995-9714-39c240f08296 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:48.349911 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:48.459411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router c8c6d21f-d767-49dc-9bbd-241169b6557e is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:02:48.557259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] For port 7106c2ae-9313-4995-9714-39c240f08296, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=7106c2ae-9313-4995-9714-39c240f08296,segment=NetworkSegment(6094b6b8-e62f-470b-b76e-2e99884ae5e5),segment_id=6094b6b8-e62f-470b-b76e-2e99884ae5e5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:02:48.557464 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b668fe07-85a9-4424-ba9d-be0272938d80 None None] For port 7106c2ae-9313-4995-9714-39c240f08296, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=7106c2ae-9313-4995-9714-39c240f08296,segment=NetworkSegment(6094b6b8-e62f-470b-b76e-2e99884ae5e5),segment_id=6094b6b8-e62f-470b-b76e-2e99884ae5e5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:02:48.557608 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b668fe07-85a9-4424-ba9d-be0272938d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:48.558053 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:48.641662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:02:48.675351 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96eb057-9791-4dee-bf88-8705bd10854b None None] Sync routers for ids ['c8c6d21f-d767-49dc-9bbd-241169b6557e'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:02:48.683811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b668fe07-85a9-4424-ba9d-be0272938d80 None None] Calling delete_port for 7106c2ae-9313-4995-9714-39c240f08296 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:48.686547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Calling delete_port for 7106c2ae-9313-4995-9714-39c240f08296 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:48.735792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96eb057-9791-4dee-bf88-8705bd10854b None None] Routers {'c8c6d21f-d767-49dc-9bbd-241169b6557e'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:48.736501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c96eb057-9791-4dee-bf88-8705bd10854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['c8c6d21f-d767-49dc-9bbd-241169b6557e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:48.762476 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:48.764454 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0d63c346-7be0-423e-a430-0051d3cd0a3c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.0607438 May 27 23:02:48.767145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36048) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:48.801395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c96eb057-9791-4dee-bf88-8705bd10854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:48.821221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96eb057-9791-4dee-bf88-8705bd10854b None None] Routers {'c8c6d21f-d767-49dc-9bbd-241169b6557e'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:48.821725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c96eb057-9791-4dee-bf88-8705bd10854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['c8c6d21f-d767-49dc-9bbd-241169b6557e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:48.842056 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:48.907715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Pushing event deleted for resources: {'Port': ['ID=7106c2ae-9313-4995-9714-39c240f08296,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:48.911603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] No DVR routers for this DVR port 7106c2ae-9313-4995-9714-39c240f08296 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:02:48.918111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c96eb057-9791-4dee-bf88-8705bd10854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:48.918531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96eb057-9791-4dee-bf88-8705bd10854b None None] The sync data for ids ['c8c6d21f-d767-49dc-9bbd-241169b6557e'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:02:48.923222 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-b668fe07-85a9-4424-ba9d-be0272938d80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:02:48.923561 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-b668fe07-85a9-4424-ba9d-be0272938d80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:02:49.110423 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:49.122422 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f634391b-287d-47f1-bc95-dcc4578f80e8 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/routers/c8c6d21f-d767-49dc-9bbd-241169b6557e HTTP/1.1" status: 200 len: 880 time: 0.3541744 May 27 23:02:49.125082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36052) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:49.142056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c474a1-7b9c-47f0-a5a4-66e0b2292de1']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:49.154277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6094b6b8-e62f-470b-b76e-2e99884ae5e5') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:49.154572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6094b6b8-e62f-470b-b76e-2e99884ae5e5') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:49.166488 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:49.183801 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:49.190152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:02:49.190742 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:49.266500 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7106c2ae-9313-4995-9714-39c240f08296 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:02:49.302205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 7106c2ae-9313-4995-9714-39c240f08296 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:02:49.302530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7106c2ae-9313-4995-9714-39c240f08296 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:02:49.340634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-08c223d5-63d1-4167-8671-a63b15035351 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Synchronizing usage tracker for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:router {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:02:49.387686 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:49.405970 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:49.417389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] Pushing event deleted for resources: {'Network': ['ID=25c474a1-7b9c-47f0-a5a4-66e0b2292de1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:49.421398 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f17e842d-7215-4ad8-aebc-d7f8a9433758 tempest-DHCPAgentSchedulersTestJSON-1189269367 tempest-DHCPAgentSchedulersTestJSON-1189269367-project] 10.222.0.27 "DELETE /v2.0/networks/25c474a1-7b9c-47f0-a5a4-66e0b2292de1 HTTP/1.1" status: 204 len: 168 time: 1.3132317 May 27 23:02:49.424389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b668fe07-85a9-4424-ba9d-be0272938d80 None None] Deleting port 7106c2ae-9313-4995-9714-39c240f08296 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:49.424820 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b668fe07-85a9-4424-ba9d-be0272938d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:49.433396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-08c223d5-63d1-4167-8671-a63b15035351 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Unset dirty status for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:router {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:02:49.434822 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-08c223d5-63d1-4167-8671-a63b15035351 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3087411 May 27 23:02:49.437583 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36058) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:49.442669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-da752129-3264-4efd-9d66-f1897b9228d6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1614053887'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:49.491556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b668fe07-85a9-4424-ba9d-be0272938d80 None None] The port '7106c2ae-9313-4995-9714-39c240f08296' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:02:49.562945 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 6094b6b8-e62f-470b-b76e-2e99884ae5e5 resource provider aggregate not found May 27 23:02:49.579672 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 6094b6b8-e62f-470b-b76e-2e99884ae5e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6094b6b8-e62f-470b-b76e-2e99884ae5e5 found for delete ", "request_id": "req-aaf29200-cfad-4ca7-97d5-5c33d27606f1"}]} May 27 23:02:49.899108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36068) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:50.050908 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a34e28bf-0175-4bb8-ab96-e632747c3757 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fe8a3f52fc4e431b8fb940732d0053cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505551 May 27 23:02:50.053521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36074) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:50.097977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da752129-3264-4efd-9d66-f1897b9228d6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:50.113634 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-001f069e-0756-4f6f-adcc-c6cee3c27352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:50.140619 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-001f069e-0756-4f6f-adcc-c6cee3c27352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:50.164779 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da752129-3264-4efd-9d66-f1897b9228d6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:50.242629 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-001f069e-0756-4f6f-adcc-c6cee3c27352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:50.260103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f069e-0756-4f6f-adcc-c6cee3c27352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a773c8-e3b7-426d-877f-48829f888135,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:50.263502 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-001f069e-0756-4f6f-adcc-c6cee3c27352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:50.264746 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-001f069e-0756-4f6f-adcc-c6cee3c27352 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f7a773c8-e3b7-426d-877f-48829f888135 HTTP/1.1" status: 204 len: 168 time: 0.2098086 May 27 23:02:50.345787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da752129-3264-4efd-9d66-f1897b9228d6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router c8c6d21f-d767-49dc-9bbd-241169b6557e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:02:50.523845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da752129-3264-4efd-9d66-f1897b9228d6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:02:50.530561 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da752129-3264-4efd-9d66-f1897b9228d6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:50.531686 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-da752129-3264-4efd-9d66-f1897b9228d6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/c8c6d21f-d767-49dc-9bbd-241169b6557e HTTP/1.1" status: 200 len: 887 time: 1.0930727 May 27 23:02:50.534049 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda9c6c7-a066-4ac6-ae89-aa87f5c6a945 None None] Sync routers for ids ['c8c6d21f-d767-49dc-9bbd-241169b6557e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:02:50.535060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36082) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:50.544535 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda9c6c7-a066-4ac6-ae89-aa87f5c6a945 None None] Routers {'c8c6d21f-d767-49dc-9bbd-241169b6557e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:50.545215 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fda9c6c7-a066-4ac6-ae89-aa87f5c6a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['c8c6d21f-d767-49dc-9bbd-241169b6557e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:50.606207 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fda9c6c7-a066-4ac6-ae89-aa87f5c6a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:50.614796 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda9c6c7-a066-4ac6-ae89-aa87f5c6a945 None None] Routers {'c8c6d21f-d767-49dc-9bbd-241169b6557e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:50.616368 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fda9c6c7-a066-4ac6-ae89-aa87f5c6a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['c8c6d21f-d767-49dc-9bbd-241169b6557e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:50.677568 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-fda9c6c7-a066-4ac6-ae89-aa87f5c6a945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:50.678062 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda9c6c7-a066-4ac6-ae89-aa87f5c6a945 None None] The sync data for ids ['c8c6d21f-d767-49dc-9bbd-241169b6557e'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:02:50.717853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a71577a6-aac3-48c0-80e6-ab264fb2fe80 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/routers/c8c6d21f-d767-49dc-9bbd-241169b6557e HTTP/1.1" status: 200 len: 887 time: 0.1816411 May 27 23:02:50.720651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36086) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:50.762707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4edd48b0-2d3d-4e75-bc77-dcfcdcfa4d5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Synchronizing usage tracker for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:02:50.830548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4edd48b0-2d3d-4e75-bc77-dcfcdcfa4d5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Unset dirty status for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:02:50.831806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4edd48b0-2d3d-4e75-bc77-dcfcdcfa4d5f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports?device_id=c8c6d21f-d767-49dc-9bbd-241169b6557e HTTP/1.1" status: 200 len: 205 time: 0.1102066 May 27 23:02:50.834413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36090) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:50.886148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36094) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:50.904614 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db3bcdcb-e04c-495c-a6af-b2b20fcd5bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:50.920748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db3bcdcb-e04c-495c-a6af-b2b20fcd5bd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:50.924879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db3bcdcb-e04c-495c-a6af-b2b20fcd5bd4 admin admin] Usage tracker for resource:security_group_rule and tenant:eb52586ab1dd4cd497a71ea4682e6a6d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:50.927856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-db3bcdcb-e04c-495c-a6af-b2b20fcd5bd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:50.933864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-db3bcdcb-e04c-495c-a6af-b2b20fcd5bd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:51.021509 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db3bcdcb-e04c-495c-a6af-b2b20fcd5bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:51.049446 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:02:51.076748 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-db3bcdcb-e04c-495c-a6af-b2b20fcd5bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:51.125712 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-db3bcdcb-e04c-495c-a6af-b2b20fcd5bd4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=eb52586ab1dd4cd497a71ea4682e6a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384200 May 27 23:02:51.126533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3bcdcb-e04c-495c-a6af-b2b20fcd5bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02049cf-54a1-417b-b204-106f580792dd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:51.128411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36098) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:51.133052 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de62f1d-122d-4a17-a389-c302f5cd0bdd tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:51.336690 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b7b3921-9391-4c32-a2c4-b509b7a3b867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:51.370828 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de62f1d-122d-4a17-a389-c302f5cd0bdd tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:51.377720 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b7b3921-9391-4c32-a2c4-b509b7a3b867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:51.465267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1de62f1d-122d-4a17-a389-c302f5cd0bdd tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port 369bd8db-3a07-4dae-a9a5-15ccc8298000 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:51.465609 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de62f1d-122d-4a17-a389-c302f5cd0bdd tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:51.494080 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b7b3921-9391-4c32-a2c4-b509b7a3b867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:51.524976 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b3921-9391-4c32-a2c4-b509b7a3b867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02049cf-54a1-417b-b204-106f580792dd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:51.536025 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b7b3921-9391-4c32-a2c4-b509b7a3b867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:51.539644 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4b7b3921-9391-4c32-a2c4-b509b7a3b867 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a02049cf-54a1-417b-b204-106f580792dd HTTP/1.1" status: 204 len: 168 time: 0.4072652 May 27 23:02:51.660166 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de62f1d-122d-4a17-a389-c302f5cd0bdd tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:51.783978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1de62f1d-122d-4a17-a389-c302f5cd0bdd tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for 369bd8db-3a07-4dae-a9a5-15ccc8298000 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:52.004669 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de62f1d-122d-4a17-a389-c302f5cd0bdd tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:52.051834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de62f1d-122d-4a17-a389-c302f5cd0bdd tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=369bd8db-3a07-4dae-a9a5-15ccc8298000,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:52.144831 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de62f1d-122d-4a17-a389-c302f5cd0bdd tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:52.321809 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de62f1d-122d-4a17-a389-c302f5cd0bdd tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:52.324271 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de62f1d-122d-4a17-a389-c302f5cd0bdd tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:52.416955 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:52.439800 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de62f1d-122d-4a17-a389-c302f5cd0bdd tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:52.440656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de62f1d-122d-4a17-a389-c302f5cd0bdd tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Fanout notify agent at l3_agent the message router_deleted on router c8c6d21f-d767-49dc-9bbd-241169b6557e {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:02:52.534268 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1de62f1d-122d-4a17-a389-c302f5cd0bdd tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:52.535384 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1de62f1d-122d-4a17-a389-c302f5cd0bdd tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/routers/c8c6d21f-d767-49dc-9bbd-241169b6557e HTTP/1.1" status: 204 len: 168 time: 1.7000778 May 27 23:02:52.539092 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36120) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:52.544741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'network': {'name': 'tempest-RoutersTest-1547224576'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:52.550258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:52.555057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:network and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:52.558031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:52.563907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:52.645050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:52.648587 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:52.677880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:02:52.686988 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:52.687328 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Added segment 98bd02d7-510c-4c52-9ecb-9b7da7d064d9 of type vlan for network 6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09 May 27 23:02:52.731435 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:52.827509 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:52.833011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:52.833604 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:53.051831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Network': ['ID=6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:53.062018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:02:53.119536 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-90c74bc6-6f00-4ca5-9baa-2e90e142ac24 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5793824 May 27 23:02:53.122284 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36132) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:53.128108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'subnet': {'network_id': '6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:53.243016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:53.246869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:subnet and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:53.249714 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:53.255411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:53.353150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:53.356709 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:53.532527 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36144) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:53.625252 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:53.640232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1751393683', 'router:external': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:53.645677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:53.650083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Usage tracker for resource:network and tenant:0f9842c65fa8469998ca673345f1e8bc is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:53.652901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:53.659389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:53.708561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Subnet': ['ID=1787c313-adcc-4d02-992a-aee175789580,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:53.715502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Checking segment: {'id': '98bd02d7-510c-4c52-9ecb-9b7da7d064d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:02:53.715798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network hostable DHCP agents. Network: 6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:02:53.727940 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Made reservation on behalf of 0f9842c65fa8469998ca673345f1e8bc for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:53.730607 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:53.743675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:53.758331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:53.762191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Usage tracker for resource:security_group_rule and tenant:0f9842c65fa8469998ca673345f1e8bc is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:53.765016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:53.770810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:53.790737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:02:53.849930 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:53.870682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:53.874908 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:53.876116 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:53.879184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352bb5d2-dfdd-45ec-ae01-c7ba7f61fcf9 None None] Network 6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:53.922315 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:53.953758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:02:53.962220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74edd123-6476-4336-aa93-cf09af144097,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:53.968872 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:53.969220 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Added segment ec5e3a6a-6a9b-40ce-b559-9d4a2651d68b of type vlan for network 7dd636ae-e21a-4aa0-988c-4e887a4c029d May 27 23:02:53.982838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-56e20bcd-1cff-4484-a1ac-97c00a9c14f7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8594565 May 27 23:02:53.985467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36150) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:53.990871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-caf1f83f-65e6-40a7-9659-214a4b835732 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-969539833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:53.998686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-caf1f83f-65e6-40a7-9659-214a4b835732 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:54.000632 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.003111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-caf1f83f-65e6-40a7-9659-214a4b835732 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:router and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:54.006214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-caf1f83f-65e6-40a7-9659-214a4b835732 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:54.015622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-caf1f83f-65e6-40a7-9659-214a4b835732 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:54.087929 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-caf1f83f-65e6-40a7-9659-214a4b835732 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.089174 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-caf1f83f-65e6-40a7-9659-214a4b835732 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.104539 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-caf1f83f-65e6-40a7-9659-214a4b835732 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.108690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09', 'network_id': '6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'fixed_ips': [{'subnet_id': '1787c313-adcc-4d02-992a-aee175789580'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:02:54.109521 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.136142 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.137252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:54.137886 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.188597 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-caf1f83f-65e6-40a7-9659-214a4b835732 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.244123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Pushing event updated for resources: {'Network': ['ID=7dd636ae-e21a-4aa0-988c-4e887a4c029d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:54.255468 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 7dd636ae-e21a-4aa0-988c-4e887a4c029d details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:02:54.279383 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-caf1f83f-65e6-40a7-9659-214a4b835732 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.280599 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-caf1f83f-65e6-40a7-9659-214a4b835732 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2941036 May 27 23:02:54.283502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36154) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:54.308728 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-305aacd1-0d9d-4247-baa4-f58922aabfd7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7749352 May 27 23:02:54.311496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36158) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:54.317696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Request body: {'subnet': {'network_id': '7dd636ae-e21a-4aa0-988c-4e887a4c029d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:54.323952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:54.328107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Usage tracker for resource:subnet and tenant:0f9842c65fa8469998ca673345f1e8bc is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:54.329706 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Allocated IP 172.20.0.2 (6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09/1787c313-adcc-4d02-992a-aee175789580/a19c06b2-1800-46e1-9017-24eb7619cd26) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:02:54.331473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:54.338348 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:54.421871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Made reservation on behalf of 0f9842c65fa8469998ca673345f1e8bc for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:54.432860 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.564471 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.574529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Transition to ACTIVE for port object a19c06b2-1800-46e1-9017-24eb7619cd26 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:54.594819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Transition to ACTIVE for port object a19c06b2-1800-46e1-9017-24eb7619cd26 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:54.653802 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.719648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Network 6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:54.722664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:54.728454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:02:54.767713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Pushing event updated for resources: {'Port': ['ID=a19c06b2-1800-46e1-9017-24eb7619cd26,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:54.767919 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.825900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Attempting to bind port a19c06b2-1800-46e1-9017-24eb7619cd26 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:02:54.826463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Attempting to bind port a19c06b2-1800-46e1-9017-24eb7619cd26 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '98bd02d7-510c-4c52-9ecb-9b7da7d064d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:02:54.826922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Attempting to bind port a19c06b2-1800-46e1-9017-24eb7619cd26 on network 6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:02:54.832555 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:02:54.833046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Checking segment: {'id': '98bd02d7-510c-4c52-9ecb-9b7da7d064d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:02:54.833541 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.834062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Bound using segment: {'id': '98bd02d7-510c-4c52-9ecb-9b7da7d064d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:02:54.834617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Bound port: a19c06b2-1800-46e1-9017-24eb7619cd26, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98bd02d7-510c-4c52-9ecb-9b7da7d064d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:02:54.835705 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.873967 n-d-843680-3 neutron-server[88901]: DEBUG neutron.objects.ports [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88901) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} May 27 23:02:54.874573 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:54.927604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] For port a19c06b2-1800-46e1-9017-24eb7619cd26, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:02:54.931439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] For port a19c06b2-1800-46e1-9017-24eb7619cd26, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a19c06b2-1800-46e1-9017-24eb7619cd26,segment=NetworkSegment(98bd02d7-510c-4c52-9ecb-9b7da7d064d9),segment_id=98bd02d7-510c-4c52-9ecb-9b7da7d064d9)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:02:54.949672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bba5f7a0-061e-4e32-87c7-e9d5c75b49aa,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:54.960859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Checking segment: {'id': 'ec5e3a6a-6a9b-40ce-b559-9d4a2651d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7dd636ae-e21a-4aa0-988c-4e887a4c029d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:02:54.961218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Network hostable DHCP agents. Network: 7dd636ae-e21a-4aa0-988c-4e887a4c029d, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:02:54.993547 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:55.050189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Network 7dd636ae-e21a-4aa0-988c-4e887a4c029d is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:02:55.075792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81198121-e99a-42e1-9f3c-f3f861a6cb4e None None] Pushing event updated for resources: {'Port': ['ID=a19c06b2-1800-46e1-9017-24eb7619cd26,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:55.148523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 7dd636ae-e21a-4aa0-988c-4e887a4c029d) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:55.152812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:55.153601 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:55.158147 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d86cd00-99f8-4874-8809-a0b4a58d7c52 None None] Network 7dd636ae-e21a-4aa0-988c-4e887a4c029d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:55.262329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Allocated IP 172.20.0.1 (6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09/1787c313-adcc-4d02-992a-aee175789580/692a451f-3c1a-47b3-9c15-aae9a38a7a61) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:02:55.279864 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-077476c6-0485-4e38-919f-f31e3fe438e4 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9671140 May 27 23:02:55.282452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36162) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:55.288061 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1501983528', 'network_id': '7dd636ae-e21a-4aa0-988c-4e887a4c029d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:55.293664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:55.304145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Usage tracker for resource:port and tenant:0f9842c65fa8469998ca673345f1e8bc is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:55.309698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:55.316847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:55.404725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Made reservation on behalf of 0f9842c65fa8469998ca673345f1e8bc for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:02:55.407025 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:55.444924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c3efb3-0c9a-4896-b4ea-479533f8beb0 None None] Network 7dd636ae-e21a-4aa0-988c-4e887a4c029d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:55.454441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] device_id is not set on port b5ed51e7-c662-483b-9e3f-762193036df3 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:02:55.468635 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:55.499294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Transition to ACTIVE for port object 692a451f-3c1a-47b3-9c15-aae9a38a7a61 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:02:55.583125 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:55.656383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:55.659687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:55.664840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:02:55.704052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=692a451f-3c1a-47b3-9c15-aae9a38a7a61,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:55.732343 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:55.762554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Allocated IP 2001:db8::30b (7dd636ae-e21a-4aa0-988c-4e887a4c029d/bba5f7a0-061e-4e32-87c7-e9d5c75b49aa/b5ed51e7-c662-483b-9e3f-762193036df3) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:02:55.910131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:55.953708 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:56.051140 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:56.128535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Network 7dd636ae-e21a-4aa0-988c-4e887a4c029d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:56.131556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:56.135145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:02:56.135751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:56.136334 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:56.144156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Pushing event updated for resources: {'Port': ['ID=b5ed51e7-c662-483b-9e3f-762193036df3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:56.159276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:56.159620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:56.159999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:56.160411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:56.160682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:56.161008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:56.161332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:56.161655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:56.161977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:56.162300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:56.162617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:56.162984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:02:56.251231 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-935a01d1-4591-4ad1-af47-02e0d8a8de5f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9676733 May 27 23:02:56.253758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36166) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:56.314457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc19af5-f54e-4b29-babb-a999cf7795eb None None] Network 6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:02:56.327789 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:56.331859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4bf7a2db-0467-434f-9865-aed74c5314cc tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Deleting port b5ed51e7-c662-483b-9e3f-762193036df3 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:56.332686 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a2db-0467-434f-9865-aed74c5314cc tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:56.399581 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:56.480309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ffd90791-ba62-4638-9442-8e1e712fc018 None None] Provisioning for port a19c06b2-1800-46e1-9017-24eb7619cd26 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:56.527883 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:56.534853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=692a451f-3c1a-47b3-9c15-aae9a38a7a61,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:56.592278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a2db-0467-434f-9865-aed74c5314cc tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:56.678040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:56.679815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:56.719852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4bf7a2db-0467-434f-9865-aed74c5314cc tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Calling delete_port for b5ed51e7-c662-483b-9e3f-762193036df3 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:56.884782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-193b7163-2008-4263-915e-6aa45a27a84b None None] Provisioning for port 692a451f-3c1a-47b3-9c15-aae9a38a7a61 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:56.890064 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-193b7163-2008-4263-915e-6aa45a27a84b None None] Provisioning complete for port 692a451f-3c1a-47b3-9c15-aae9a38a7a61 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:56.890436 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-193b7163-2008-4263-915e-6aa45a27a84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:56.945487 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a2db-0467-434f-9865-aed74c5314cc tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:56.955321 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-193b7163-2008-4263-915e-6aa45a27a84b None None] Port 692a451f-3c1a-47b3-9c15-aae9a38a7a61 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:02:56.973650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 65ff4392-4482-4214-b593-342c58375a3f is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:02:56.995362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7a2db-0467-434f-9865-aed74c5314cc tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5ed51e7-c662-483b-9e3f-762193036df3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:57.038362 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4bf7a2db-0467-434f-9865-aed74c5314cc tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:57.045366 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4bf7a2db-0467-434f-9865-aed74c5314cc tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "DELETE /v2.0/ports/b5ed51e7-c662-483b-9e3f-762193036df3 HTTP/1.1" status: 204 len: 168 time: 0.7859721 May 27 23:02:57.048785 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36170) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:57.054568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7dd636ae-e21a-4aa0-988c-4e887a4c029d', 'external_fixed_ips': [{'subnet_id': 'bba5f7a0-061e-4e32-87c7-e9d5c75b49aa', 'ip_address': '2001:db8::30b'}]}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:57.060389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:02:57.065539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Usage tracker for resource:router and tenant:0f9842c65fa8469998ca673345f1e8bc is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:02:57.068577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:02:57.076594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:02:57.086017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8e957361-9b47-4d3d-8aae-beaca08644fa None None] Provisioning complete for port 692a451f-3c1a-47b3-9c15-aae9a38a7a61 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:57.086555 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8e957361-9b47-4d3d-8aae-beaca08644fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:57.147463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8e957361-9b47-4d3d-8aae-beaca08644fa None None] Port 692a451f-3c1a-47b3-9c15-aae9a38a7a61 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:02:57.182288 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:57.183343 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:57.199200 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:57.267729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:02:57.267993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ee49cac8-5958-4be3-ba7f-ee30b81f7cc3 None None] Provisioning complete for port 692a451f-3c1a-47b3-9c15-aae9a38a7a61 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:57.268096 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ee49cac8-5958-4be3-ba7f-ee30b81f7cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:57.282871 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-383b15ab-0a71-4f69-bde1-09bf5cd817c9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/65ff4392-4482-4214-b593-342c58375a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9959927 May 27 23:02:57.283120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36174) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:57.294147 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b42c28-743a-4aaf-a45c-e6981ef22588 None None] Sync routers for ids ['65ff4392-4482-4214-b593-342c58375a3f'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:02:57.314346 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a19c06b2-1800-46e1-9017-24eb7619cd26 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:02:57.357691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdc3a29-ee21-4bdd-b628-cdb89db48e76 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:57.358265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-afdc3a29-ee21-4bdd-b628-cdb89db48e76 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Synchronizing usage tracker for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:02:57.369820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b42c28-743a-4aaf-a45c-e6981ef22588 None None] Routers {'65ff4392-4482-4214-b593-342c58375a3f'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:57.370464 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-87b42c28-743a-4aaf-a45c-e6981ef22588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['65ff4392-4482-4214-b593-342c58375a3f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:57.427675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-afdc3a29-ee21-4bdd-b628-cdb89db48e76 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Unset dirty status for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:02:57.432654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-afdc3a29-ee21-4bdd-b628-cdb89db48e76 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports/692a451f-3c1a-47b3-9c15-aae9a38a7a61 HTTP/1.1" status: 200 len: 910 time: 0.1456108 May 27 23:02:57.432654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36178) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:57.440321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ceee585c-1ebf-401e-a704-d3987535bcc8 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1787c313-adcc-4d02-992a-aee175789580'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:02:57.444699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ee49cac8-5958-4be3-ba7f-ee30b81f7cc3 None None] Port 692a451f-3c1a-47b3-9c15-aae9a38a7a61 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:02:57.452103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-87b42c28-743a-4aaf-a45c-e6981ef22588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:57.472636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b42c28-743a-4aaf-a45c-e6981ef22588 None None] Routers {'65ff4392-4482-4214-b593-342c58375a3f'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:02:57.473572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-87b42c28-743a-4aaf-a45c-e6981ef22588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:02:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['65ff4392-4482-4214-b593-342c58375a3f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:57.540309 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-86ef0402-6ec5-431a-a028-8c7761b8fd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:57.543388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-87b42c28-743a-4aaf-a45c-e6981ef22588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:02:57.543798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b42c28-743a-4aaf-a45c-e6981ef22588 None None] The sync data for ids ['65ff4392-4482-4214-b593-342c58375a3f'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:02:57.571546 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:57.596139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port a19c06b2-1800-46e1-9017-24eb7619cd26 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:02:57.602186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a19c06b2-1800-46e1-9017-24eb7619cd26 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:57.602575 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:57.692527 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ceee585c-1ebf-401e-a704-d3987535bcc8 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:57.721779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a19c06b2-1800-46e1-9017-24eb7619cd26 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:57.722213 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:57.760760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port a19c06b2-1800-46e1-9017-24eb7619cd26, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a19c06b2-1800-46e1-9017-24eb7619cd26,segment=NetworkSegment(98bd02d7-510c-4c52-9ecb-9b7da7d064d9),segment_id=98bd02d7-510c-4c52-9ecb-9b7da7d064d9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:02:57.839143 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:57.911938 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=a19c06b2-1800-46e1-9017-24eb7619cd26,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:58.132623 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:58.162568 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:58.217362 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ceee585c-1ebf-401e-a704-d3987535bcc8 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:58.273416 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ceee585c-1ebf-401e-a704-d3987535bcc8 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:58.364039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Allocated IP 2001:db8::30b (7dd636ae-e21a-4aa0-988c-4e887a4c029d/bba5f7a0-061e-4e32-87c7-e9d5c75b49aa/58b3015a-f955-4970-8cf1-9fb7919b8655) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:02:58.401761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceee585c-1ebf-401e-a704-d3987535bcc8 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:02:58.402339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ceee585c-1ebf-401e-a704-d3987535bcc8 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:58.406378 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ceee585c-1ebf-401e-a704-d3987535bcc8 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/ports/692a451f-3c1a-47b3-9c15-aae9a38a7a61 HTTP/1.1" status: 200 len: 910 time: 0.9691284 May 27 23:02:58.406378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee585c-1ebf-401e-a704-d3987535bcc8 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=692a451f-3c1a-47b3-9c15-aae9a38a7a61,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:58.406720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36182) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:02:58.528254 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:58.625870 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:58.705298 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Network 7dd636ae-e21a-4aa0-988c-4e887a4c029d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:02:58.709335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:02:58.714193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:02:58.774840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Pushing event updated for resources: {'Port': ['ID=58b3015a-f955-4970-8cf1-9fb7919b8655,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:02:59.031673 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f0cacb3-705e-4c8b-95d8-9ec22c351095 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:59.149757 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:59.279361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a19c06b2-1800-46e1-9017-24eb7619cd26 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:02:59.367247 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a19c06b2-1800-46e1-9017-24eb7619cd26 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:02:59.367798 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:59.395737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-7f0cacb3-705e-4c8b-95d8-9ec22c351095 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port 692a451f-3c1a-47b3-9c15-aae9a38a7a61 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:02:59.396404 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f0cacb3-705e-4c8b-95d8-9ec22c351095 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:59.502645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a19c06b2-1800-46e1-9017-24eb7619cd26 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:02:59.600062 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f0cacb3-705e-4c8b-95d8-9ec22c351095 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:59.629898 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:59.670459 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9e87591f-bf88-43a4-9386-0177a45ebe29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:02:59.731695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-7f0cacb3-705e-4c8b-95d8-9ec22c351095 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for 692a451f-3c1a-47b3-9c15-aae9a38a7a61 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:02:59.910625 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Router 53e898b4-0d8b-4233-b3d5-86cc1dea728d is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:02:59.953256 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f0cacb3-705e-4c8b-95d8-9ec22c351095 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:00.003770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cacb3-705e-4c8b-95d8-9ec22c351095 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=692a451f-3c1a-47b3-9c15-aae9a38a7a61,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:00.152283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:00.160904 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Sync routers for ids ['53e898b4-0d8b-4233-b3d5-86cc1dea728d'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:00.171650 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Routers {'53e898b4-0d8b-4233-b3d5-86cc1dea728d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:00.172548 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['53e898b4-0d8b-4233-b3d5-86cc1dea728d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:00.189909 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fea81303-8bd5-4a4b-a1bc-73d74488367a req-2cf26055-b584-414f-a403-1ea581623996 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1962063 May 27 23:03:00.249376 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f0cacb3-705e-4c8b-95d8-9ec22c351095 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:00.300965 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:00.306546 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-af64a6f0-0f44-45ad-b920-fee63f0b5fec tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.2565770 May 27 23:03:00.312123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36186) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:00.359825 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Set router 53e898b4-0d8b-4233-b3d5-86cc1dea728d gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:00.498991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea81303-8bd5-4a4b-a1bc-73d74488367a req-69b27b85-3ba6-4ade-8b92-4611198fbf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:00.500780 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fea81303-8bd5-4a4b-a1bc-73d74488367a req-69b27b85-3ba6-4ade-8b92-4611198fbf11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 1096 time: 0.2363296 May 27 23:03:00.548626 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:00.644901 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e898b4-0d8b-4233-b3d5-86cc1dea728d', 'name': '', 'tenant_id': '0f9842c65fa8469998ca673345f1e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7dd636ae-e21a-4aa0-988c-4e887a4c029d', 'external_fixed_ips': [{'subnet_id': 'bba5f7a0-061e-4e32-87c7-e9d5c75b49aa', 'ip_address': '2001:db8::30b'}], 'enable_snat': True}, 'gw_port_id': '58b3015a-f955-4970-8cf1-9fb7919b8655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:02:57Z', 'updated_at': '2022-05-27T23:02:58Z', 'revision_number': 3, 'project_id': '0f9842c65fa8469998ca673345f1e8bc', 'gw_port': {'id': '58b3015a-f955-4970-8cf1-9fb7919b8655', 'name': '', 'network_id': '7dd636ae-e21a-4aa0-988c-4e887a4c029d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:80:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53e898b4-0d8b-4233-b3d5-86cc1dea728d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3540, 'fixed_ips': [{'subnet_id': 'bba5f7a0-061e-4e32-87c7-e9d5c75b49aa', 'ip_address': '2001:db8::30b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:02:58Z', 'updated_at': '2022-05-27T23:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bba5f7a0-061e-4e32-87c7-e9d5c75b49aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:00.648205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0cacb3-705e-4c8b-95d8-9ec22c351095 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 65ff4392-4482-4214-b593-342c58375a3f has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:03:00.649639 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Checking router: 53e898b4-0d8b-4233-b3d5-86cc1dea728d for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:03:00.649979 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Updating router 53e898b4-0d8b-4233-b3d5-86cc1dea728d port 58b3015a-f955-4970-8cf1-9fb7919b8655 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:03:00.714667 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:00.789550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0cacb3-705e-4c8b-95d8-9ec22c351095 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:00.804091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8684da-c544-4785-999c-befac4d710b1 None None] Sync routers for ids ['65ff4392-4482-4214-b593-342c58375a3f'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:00.812099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea81303-8bd5-4a4b-a1bc-73d74488367a req-f3c78407-4fa2-471d-9230-2b5f9cab5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:00.818914 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fea81303-8bd5-4a4b-a1bc-73d74488367a req-f3c78407-4fa2-471d-9230-2b5f9cab5e03 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.2925205 May 27 23:03:00.819109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8684da-c544-4785-999c-befac4d710b1 None None] Routers {'65ff4392-4482-4214-b593-342c58375a3f'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:00.819109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1c8684da-c544-4785-999c-befac4d710b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['65ff4392-4482-4214-b593-342c58375a3f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:00.869892 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7f0cacb3-705e-4c8b-95d8-9ec22c351095 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/65ff4392-4482-4214-b593-342c58375a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4620879 May 27 23:03:00.872373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36190) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:00.892442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1c8684da-c544-4785-999c-befac4d710b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:00.917853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-17a8aef0-59d2-49b9-861e-9738e4e51ab3 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Synchronizing usage tracker for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:03:00.925489 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fea81303-8bd5-4a4b-a1bc-73d74488367a req-ad39cac4-2482-44a9-8c0c-413a4df6a45c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6143ad13-29b2-4f84-b2be-a344de174d70 HTTP/1.1" status: 200 len: 1001 time: 0.1045961 May 27 23:03:00.932387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8684da-c544-4785-999c-befac4d710b1 None None] Routers {'65ff4392-4482-4214-b593-342c58375a3f'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:00.933050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1c8684da-c544-4785-999c-befac4d710b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['65ff4392-4482-4214-b593-342c58375a3f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:00.977043 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.003020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea81303-8bd5-4a4b-a1bc-73d74488367a req-f75a7cb1-d476-4857-9ea6-e00a756044f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:01.004602 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fea81303-8bd5-4a4b-a1bc-73d74488367a req-f75a7cb1-d476-4857-9ea6-e00a756044f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.0701382 May 27 23:03:01.034288 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.035774 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1c8684da-c544-4785-999c-befac4d710b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:01.036162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8684da-c544-4785-999c-befac4d710b1 None None] The sync data for ids ['65ff4392-4482-4214-b593-342c58375a3f'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:01.050506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-17a8aef0-59d2-49b9-861e-9738e4e51ab3 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Unset dirty status for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:03:01.050987 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.052401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-17a8aef0-59d2-49b9-861e-9738e4e51ab3 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports?device_id=65ff4392-4482-4214-b593-342c58375a3f HTTP/1.1" status: 200 len: 205 time: 0.1785338 May 27 23:03:01.057947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36194) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:01.085898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea81303-8bd5-4a4b-a1bc-73d74488367a req-884d11ed-1772-4b57-b6ff-c13d0ce32dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:01.088985 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fea81303-8bd5-4a4b-a1bc-73d74488367a req-884d11ed-1772-4b57-b6ff-c13d0ce32dce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775018 May 27 23:03:01.090954 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.104192 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Transition to ACTIVE for port object 58b3015a-f955-4970-8cf1-9fb7919b8655 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:01.114846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Deleting port 58b3015a-f955-4970-8cf1-9fb7919b8655 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:01.115262 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.187347 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.199642 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a75cd7de-0c38-456e-afc3-b3b2cc77e2f0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.275730 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Attempting to bind port 58b3015a-f955-4970-8cf1-9fb7919b8655 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:03:01.276142 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Attempting to bind port 58b3015a-f955-4970-8cf1-9fb7919b8655 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ec5e3a6a-6a9b-40ce-b559-9d4a2651d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7dd636ae-e21a-4aa0-988c-4e887a4c029d'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:03:01.276472 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Attempting to bind port 58b3015a-f955-4970-8cf1-9fb7919b8655 on network 7dd636ae-e21a-4aa0-988c-4e887a4c029d {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:03:01.278528 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584e784-d852-42f9-b94a-0420ab400390 None None] Pushing event updated for resources: {'Port': ['ID=58b3015a-f955-4970-8cf1-9fb7919b8655,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:01.288651 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e784-d852-42f9-b94a-0420ab400390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:01.288990 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e784-d852-42f9-b94a-0420ab400390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:01.289319 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e784-d852-42f9-b94a-0420ab400390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:01.289642 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e784-d852-42f9-b94a-0420ab400390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:01.289955 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e784-d852-42f9-b94a-0420ab400390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:01.290283 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e784-d852-42f9-b94a-0420ab400390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:01.290595 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e784-d852-42f9-b94a-0420ab400390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:01.290909 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e784-d852-42f9-b94a-0420ab400390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:01.291222 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e784-d852-42f9-b94a-0420ab400390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:01.291532 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e784-d852-42f9-b94a-0420ab400390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:01.291842 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e784-d852-42f9-b94a-0420ab400390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:01.292154 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f584e784-d852-42f9-b94a-0420ab400390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:01.296231 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:03:01.296231 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Checking segment: {'id': 'ec5e3a6a-6a9b-40ce-b559-9d4a2651d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7dd636ae-e21a-4aa0-988c-4e887a4c029d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:03:01.296231 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.296777 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Bound using segment: {'id': 'ec5e3a6a-6a9b-40ce-b559-9d4a2651d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7dd636ae-e21a-4aa0-988c-4e887a4c029d'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:03:01.297119 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Bound port: 58b3015a-f955-4970-8cf1-9fb7919b8655, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5e3a6a-6a9b-40ce-b559-9d4a2651d68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7dd636ae-e21a-4aa0-988c-4e887a4c029d'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:03:01.297471 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.375594 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] For port 58b3015a-f955-4970-8cf1-9fb7919b8655, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:03:01.379136 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] For port 58b3015a-f955-4970-8cf1-9fb7919b8655, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=58b3015a-f955-4970-8cf1-9fb7919b8655,segment=NetworkSegment(ec5e3a6a-6a9b-40ce-b559-9d4a2651d68b),segment_id=ec5e3a6a-6a9b-40ce-b559-9d4a2651d68b)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:03:01.477644 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.499182 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a75cd7de-0c38-456e-afc3-b3b2cc77e2f0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.501481 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a75cd7de-0c38-456e-afc3-b3b2cc77e2f0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.504120 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fea81303-8bd5-4a4b-a1bc-73d74488367a req-b74921de-9829-4b85-b30f-9d1051c60c85 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102509 May 27 23:03:01.556853 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Routers {'53e898b4-0d8b-4233-b3d5-86cc1dea728d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:01.557458 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['53e898b4-0d8b-4233-b3d5-86cc1dea728d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:01.585499 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a75cd7de-0c38-456e-afc3-b3b2cc77e2f0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.586108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75cd7de-0c38-456e-afc3-b3b2cc77e2f0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Fanout notify agent at l3_agent the message router_deleted on router 65ff4392-4482-4214-b593-342c58375a3f {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:03:01.606012 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a75cd7de-0c38-456e-afc3-b3b2cc77e2f0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.609983 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a75cd7de-0c38-456e-afc3-b3b2cc77e2f0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/routers/65ff4392-4482-4214-b593-342c58375a3f HTTP/1.1" status: 204 len: 168 time: 0.5510516 May 27 23:03:01.610274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36198) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:01.620679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] For port 58b3015a-f955-4970-8cf1-9fb7919b8655, host n-d-843680-3, got binding levels [] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:01.621035 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.622259 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f584e784-d852-42f9-b94a-0420ab400390 None None] Pushing event updated for resources: {'Port': ['ID=58b3015a-f955-4970-8cf1-9fb7919b8655,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:01.682437 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting subnet 1787c313-adcc-4d02-992a-aee175789580 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:03:01.686222 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.714892 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] Set router 53e898b4-0d8b-4233-b3d5-86cc1dea728d gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:01.743891 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.757417 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Calling delete_port for 58b3015a-f955-4970-8cf1-9fb7919b8655 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:01.820835 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53e898b4-0d8b-4233-b3d5-86cc1dea728d', 'name': '', 'tenant_id': '0f9842c65fa8469998ca673345f1e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:02:57Z', 'updated_at': '2022-05-27T23:03:00Z', 'revision_number': 4, 'project_id': '0f9842c65fa8469998ca673345f1e8bc', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:01.824737 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0fe60-b44b-439f-aa03-40aad7d3259b None None] The sync data for ids ['53e898b4-0d8b-4233-b3d5-86cc1dea728d'] in n-d-843680-3 is: [{'id': '53e898b4-0d8b-4233-b3d5-86cc1dea728d', 'name': '', 'tenant_id': '0f9842c65fa8469998ca673345f1e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:02:57Z', 'updated_at': '2022-05-27T23:03:00Z', 'revision_number': 4, 'project_id': '0f9842c65fa8469998ca673345f1e8bc', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:01.838822 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:01.849571 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fea81303-8bd5-4a4b-a1bc-73d74488367a req-dfec3b90-e922-4a18-9f70-002fd746b5aa service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279705 May 27 23:03:01.947750 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:03:01.948394 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:03:01.970569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:02.011853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Subnet': ['ID=1787c313-adcc-4d02-992a-aee175789580,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:02.017136 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:02.023596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd36f8f-a2af-4219-b062-315cc8628b96 None None] Network 6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:03:02.025209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:02.025557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:02.025896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:02.026358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:02.026692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:02.027018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:02.027342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:02.027687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:02.028125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:02.028476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:02.028804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:02.029518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:02.034519 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6e60c67d-29cc-4667-aebb-6d9156e61e10 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/1787c313-adcc-4d02-992a-aee175789580 HTTP/1.1" status: 204 len: 168 time: 0.4229660 May 27 23:03:02.037478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36202) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:02.152978 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:02.163593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port a19c06b2-1800-46e1-9017-24eb7619cd26 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:02.171032 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:02.171265 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:02.283593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a1b41a-a36f-4e2f-b072-72f110a9aff4 None None] DHCP port deletion for 6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:03:02.288298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b5a1b41a-a36f-4e2f-b072-72f110a9aff4 None None] Deleting port a19c06b2-1800-46e1-9017-24eb7619cd26 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:02.288775 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b41a-a36f-4e2f-b072-72f110a9aff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:02.449461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Deleting port 58b3015a-f955-4970-8cf1-9fb7919b8655 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:02.449738 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:02.495708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] For port a19c06b2-1800-46e1-9017-24eb7619cd26, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a19c06b2-1800-46e1-9017-24eb7619cd26,segment=NetworkSegment(98bd02d7-510c-4c52-9ecb-9b7da7d064d9),segment_id=98bd02d7-510c-4c52-9ecb-9b7da7d064d9)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:02.496072 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:02.518516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b5a1b41a-a36f-4e2f-b072-72f110a9aff4 None None] For port a19c06b2-1800-46e1-9017-24eb7619cd26, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a19c06b2-1800-46e1-9017-24eb7619cd26,segment=NetworkSegment(98bd02d7-510c-4c52-9ecb-9b7da7d064d9),segment_id=98bd02d7-510c-4c52-9ecb-9b7da7d064d9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:02.521603 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b41a-a36f-4e2f-b072-72f110a9aff4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:02.624153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for a19c06b2-1800-46e1-9017-24eb7619cd26 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:02.647867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] For port 58b3015a-f955-4970-8cf1-9fb7919b8655, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=58b3015a-f955-4970-8cf1-9fb7919b8655,segment=NetworkSegment(ec5e3a6a-6a9b-40ce-b559-9d4a2651d68b),segment_id=ec5e3a6a-6a9b-40ce-b559-9d4a2651d68b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:02.648609 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:02.649148 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b5a1b41a-a36f-4e2f-b072-72f110a9aff4 None None] Calling delete_port for a19c06b2-1800-46e1-9017-24eb7619cd26 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:02.785217 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:02.787581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Calling delete_port for 58b3015a-f955-4970-8cf1-9fb7919b8655 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:02.791752 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-b5a1b41a-a36f-4e2f-b072-72f110a9aff4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:03:02.792113 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-b5a1b41a-a36f-4e2f-b072-72f110a9aff4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:03:02.835287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No DVR routers for this DVR port a19c06b2-1800-46e1-9017-24eb7619cd26 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:03:02.865044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=a19c06b2-1800-46e1-9017-24eb7619cd26,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:02.962979 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:02.988056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:02.999703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98bd02d7-510c-4c52-9ecb-9b7da7d064d9') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:02.999995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98bd02d7-510c-4c52-9ecb-9b7da7d064d9') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:03.011616 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.027378 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.033229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:03:03.033605 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.036170 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.087063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Pushing event deleted for resources: {'Port': ['ID=58b3015a-f955-4970-8cf1-9fb7919b8655,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:03.103081 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 98bd02d7-510c-4c52-9ecb-9b7da7d064d9 resource provider aggregate not found May 27 23:03:03.127995 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 98bd02d7-510c-4c52-9ecb-9b7da7d064d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98bd02d7-510c-4c52-9ecb-9b7da7d064d9 found for delete ", "request_id": "req-0e346ad3-7dc0-4558-9c9e-06435e4b9bb2"}]} May 27 23:03:03.130658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.196491 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.214028 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.228684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Network': ['ID=6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:03.275394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a19c06b2-1800-46e1-9017-24eb7619cd26 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:03:03.290493 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-67ad7f29-67b6-4817-9a06-5d6ded45a879 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/networks/6ef87c28-9ce3-485b-9b5b-5f83c4c8fc09 HTTP/1.1" status: 204 len: 168 time: 1.2500155 May 27 23:03:03.293642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36212) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:03.299278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-43d02316-9a3a-4f34-afc8-42ca5fd50ec9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1912850291', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:03.305203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b5a1b41a-a36f-4e2f-b072-72f110a9aff4 None None] Deleting port a19c06b2-1800-46e1-9017-24eb7619cd26 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:03.305646 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5a1b41a-a36f-4e2f-b072-72f110a9aff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.307791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-43d02316-9a3a-4f34-afc8-42ca5fd50ec9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:03.312729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-43d02316-9a3a-4f34-afc8-42ca5fd50ec9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:router and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:03.315812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-43d02316-9a3a-4f34-afc8-42ca5fd50ec9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:03.323161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-43d02316-9a3a-4f34-afc8-42ca5fd50ec9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:03.346441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: a19c06b2-1800-46e1-9017-24eb7619cd26 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:03:03.346891 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a19c06b2-1800-46e1-9017-24eb7619cd26 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:03:03.383646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b5a1b41a-a36f-4e2f-b072-72f110a9aff4 None None] The port 'a19c06b2-1800-46e1-9017-24eb7619cd26' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:03:03.395224 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-43d02316-9a3a-4f34-afc8-42ca5fd50ec9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.396252 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-43d02316-9a3a-4f34-afc8-42ca5fd50ec9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.411815 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-43d02316-9a3a-4f34-afc8-42ca5fd50ec9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.431750 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.434019 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.510803 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-43d02316-9a3a-4f34-afc8-42ca5fd50ec9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.541572 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.542041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53e898b4-0d8b-4233-b3d5-86cc1dea728d {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:03:03.554474 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.555579 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4a643bdf-82f2-4962-9464-54084560641a tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "DELETE /v2.0/routers/53e898b4-0d8b-4233-b3d5-86cc1dea728d HTTP/1.1" status: 204 len: 168 time: 3.2423260 May 27 23:03:03.558225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36216) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:03.593420 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-43d02316-9a3a-4f34-afc8-42ca5fd50ec9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.594734 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-43d02316-9a3a-4f34-afc8-42ca5fd50ec9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2999978 May 27 23:03:03.597626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36220) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:03.604085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'network': {'name': 'tempest-RoutersTest-1435902431'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:03.610096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:03.614605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:network and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:03.618688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:03.621499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3211ac4-7be5-4d6c-8242-02bf1827d7b8 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Deleting subnet bba5f7a0-061e-4e32-87c7-e9d5c75b49aa {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:03:03.625405 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3211ac4-7be5-4d6c-8242-02bf1827d7b8 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.626645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:03.675692 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3211ac4-7be5-4d6c-8242-02bf1827d7b8 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.693720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:03:03.697675 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.733067 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:03:03.736412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3211ac4-7be5-4d6c-8242-02bf1827d7b8 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.742401 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.742803 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Added segment 03a37152-3f1e-4375-a0c8-9d372a7d05ee of type vlan for network f533c214-0fbd-41a0-8424-f5f6211ae27d May 27 23:03:03.774885 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.867760 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.873170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:03.873797 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.879026 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3211ac4-7be5-4d6c-8242-02bf1827d7b8 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.918326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3211ac4-7be5-4d6c-8242-02bf1827d7b8 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bba5f7a0-061e-4e32-87c7-e9d5c75b49aa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:03.920260 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3211ac4-7be5-4d6c-8242-02bf1827d7b8 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:03.926424 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a3211ac4-7be5-4d6c-8242-02bf1827d7b8 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "DELETE /v2.0/subnets/bba5f7a0-061e-4e32-87c7-e9d5c75b49aa HTTP/1.1" status: 204 len: 168 time: 0.3662324 May 27 23:03:03.931218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36224) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:03.977841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Network': ['ID=f533c214-0fbd-41a0-8424-f5f6211ae27d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:03.988964 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network f533c214-0fbd-41a0-8424-f5f6211ae27d details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:03:04.037475 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-370c5a75-db25-417c-b816-6827dda19fd9 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4385617 May 27 23:03:04.040409 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abe05eb6-b34a-4ec2-8834-50e9be1c78f2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:04.040712 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36228) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:04.046197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'subnet': {'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:04.163223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:04.167141 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:subnet and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:04.169999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:04.171571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abe05eb6-b34a-4ec2-8834-50e9be1c78f2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:04.175611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:04.200677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-abe05eb6-b34a-4ec2-8834-50e9be1c78f2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd636ae-e21a-4aa0-988c-4e887a4c029d']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:04.212947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-abe05eb6-b34a-4ec2-8834-50e9be1c78f2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5e3a6a-6a9b-40ce-b559-9d4a2651d68b') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:04.215679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-abe05eb6-b34a-4ec2-8834-50e9be1c78f2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5e3a6a-6a9b-40ce-b559-9d4a2651d68b') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:04.224689 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abe05eb6-b34a-4ec2-8834-50e9be1c78f2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:04.241129 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abe05eb6-b34a-4ec2-8834-50e9be1c78f2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:04.247081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe05eb6-b34a-4ec2-8834-50e9be1c78f2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:03:04.247458 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abe05eb6-b34a-4ec2-8834-50e9be1c78f2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:04.255655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:03:04.259236 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:04.308886 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ec5e3a6a-6a9b-40ce-b559-9d4a2651d68b resource provider aggregate not found May 27 23:03:04.333218 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ec5e3a6a-6a9b-40ce-b559-9d4a2651d68b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec5e3a6a-6a9b-40ce-b559-9d4a2651d68b found for delete ", "request_id": "req-23edbe0a-e14f-4ff0-93e6-658f746e12fb"}]} May 27 23:03:04.410414 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abe05eb6-b34a-4ec2-8834-50e9be1c78f2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:04.416541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe05eb6-b34a-4ec2-8834-50e9be1c78f2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7dd636ae-e21a-4aa0-988c-4e887a4c029d {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 27 23:03:04.419529 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-abe05eb6-b34a-4ec2-8834-50e9be1c78f2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:04.442467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe05eb6-b34a-4ec2-8834-50e9be1c78f2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Pushing event deleted for resources: {'Network': ['ID=7dd636ae-e21a-4aa0-988c-4e887a4c029d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:04.446367 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-abe05eb6-b34a-4ec2-8834-50e9be1c78f2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "DELETE /v2.0/networks/7dd636ae-e21a-4aa0-988c-4e887a4c029d HTTP/1.1" status: 204 len: 168 time: 0.5156446 May 27 23:03:04.644676 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:04.727626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36242) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:04.734015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-95b2adb3-29ea-4d7f-ae15-de2a115834e2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Request body: {'router': {'name': 'tempest-router--615183633', 'project_id': 'a1894216ec0341218f09054c8262d244'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:04.737927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Subnet': ['ID=f74d9985-7d6e-4496-adcb-8e0109ba493d,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:04.740172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Checking segment: {'id': '03a37152-3f1e-4375-a0c8-9d372a7d05ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:03:04.740561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network hostable DHCP agents. Network: f533c214-0fbd-41a0-8424-f5f6211ae27d, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:03:04.747894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-95b2adb3-29ea-4d7f-ae15-de2a115834e2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:04.752518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-95b2adb3-29ea-4d7f-ae15-de2a115834e2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Usage tracker for resource:router and tenant:a1894216ec0341218f09054c8262d244 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:04.755532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-95b2adb3-29ea-4d7f-ae15-de2a115834e2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:04.762225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-95b2adb3-29ea-4d7f-ae15-de2a115834e2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:04.815517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network f533c214-0fbd-41a0-8424-f5f6211ae27d is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:03:04.838769 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95b2adb3-29ea-4d7f-ae15-de2a115834e2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:04.839869 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95b2adb3-29ea-4d7f-ae15-de2a115834e2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:04.854343 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95b2adb3-29ea-4d7f-ae15-de2a115834e2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:04.882249 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, f533c214-0fbd-41a0-8424-f5f6211ae27d) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:04.887512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:04.890644 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:04.891445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e417ac-c9d0-4380-808d-d9a0f3b42b8b None None] Network f533c214-0fbd-41a0-8424-f5f6211ae27d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:03:04.928737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95b2adb3-29ea-4d7f-ae15-de2a115834e2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:04.974481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-18b59f5e-5dfe-4352-8ce7-6116b8128c2f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9326003 May 27 23:03:04.977262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36246) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:05.035184 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-95b2adb3-29ea-4d7f-ae15-de2a115834e2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:05.036374 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-95b2adb3-29ea-4d7f-ae15-de2a115834e2 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3071470 May 27 23:03:05.039354 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36250) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:05.107797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-f533c214-0fbd-41a0-8424-f5f6211ae27d', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:03:05.108778 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:05.273666 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Allocated IP 172.20.0.2 (f533c214-0fbd-41a0-8424-f5f6211ae27d/f74d9985-7d6e-4496-adcb-8e0109ba493d/203fe4bd-1cae-4b70-bd56-0f400b777eb0) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:05.293709 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7642a3dc-abad-4630-a3b3-8ef66b8ef77c tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:05.495533 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:05.506798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Transition to ACTIVE for port object 203fe4bd-1cae-4b70-bd56-0f400b777eb0 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:05.527187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Transition to ACTIVE for port object 203fe4bd-1cae-4b70-bd56-0f400b777eb0 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:05.580633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:05.588002 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:05.614771 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7642a3dc-abad-4630-a3b3-8ef66b8ef77c tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:05.614771 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7642a3dc-abad-4630-a3b3-8ef66b8ef77c tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:05.697437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Network f533c214-0fbd-41a0-8424-f5f6211ae27d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:05.700569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:05.704330 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:05.710715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Pushing event updated for resources: {'Port': ['ID=203fe4bd-1cae-4b70-bd56-0f400b777eb0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:05.731988 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7642a3dc-abad-4630-a3b3-8ef66b8ef77c tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:05.734167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7642a3dc-abad-4630-a3b3-8ef66b8ef77c tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f97f788-9ca2-402e-835b-8ab564c480b8 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:03:05.754298 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7642a3dc-abad-4630-a3b3-8ef66b8ef77c tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:05.756170 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7642a3dc-abad-4630-a3b3-8ef66b8ef77c tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "DELETE /v2.0/routers/0f97f788-9ca2-402e-835b-8ab564c480b8 HTTP/1.1" status: 204 len: 168 time: 0.7154939 May 27 23:03:05.811098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Attempting to bind port 203fe4bd-1cae-4b70-bd56-0f400b777eb0 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:03:05.811499 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Attempting to bind port 203fe4bd-1cae-4b70-bd56-0f400b777eb0 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '03a37152-3f1e-4375-a0c8-9d372a7d05ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:03:05.811944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Attempting to bind port 203fe4bd-1cae-4b70-bd56-0f400b777eb0 on network f533c214-0fbd-41a0-8424-f5f6211ae27d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:03:05.818098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:03:05.818474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Checking segment: {'id': '03a37152-3f1e-4375-a0c8-9d372a7d05ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:03:05.818899 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:05.819288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Bound using segment: {'id': '03a37152-3f1e-4375-a0c8-9d372a7d05ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:03:05.819769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Bound port: 203fe4bd-1cae-4b70-bd56-0f400b777eb0, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a37152-3f1e-4375-a0c8-9d372a7d05ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:03:05.820125 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:05.909881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] For port 203fe4bd-1cae-4b70-bd56-0f400b777eb0, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:03:05.913712 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] For port 203fe4bd-1cae-4b70-bd56-0f400b777eb0, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=203fe4bd-1cae-4b70-bd56-0f400b777eb0,segment=NetworkSegment(03a37152-3f1e-4375-a0c8-9d372a7d05ee),segment_id=03a37152-3f1e-4375-a0c8-9d372a7d05ee)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:03:05.958384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Allocated IP 172.20.0.1 (f533c214-0fbd-41a0-8424-f5f6211ae27d/f74d9985-7d6e-4496-adcb-8e0109ba493d/d137b3cc-9e5e-40eb-8b42-de92f399380e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:05.982321 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:06.023611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36258) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:06.066685 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a04e1-6541-4225-9683-f934679d61e0 None None] Pushing event updated for resources: {'Port': ['ID=203fe4bd-1cae-4b70-bd56-0f400b777eb0,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:06.147687 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:06.164015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Transition to ACTIVE for port object d137b3cc-9e5e-40eb-8b42-de92f399380e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:06.248375 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:06.325922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network f533c214-0fbd-41a0-8424-f5f6211ae27d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:06.328887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:06.333768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:06.343307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1664037739', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:06.353345 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:06.358654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Usage tracker for resource:router and tenant:35bca9601c88436ab3b517b31c16e259 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:06.363030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:06.372177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:06.396830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=d137b3cc-9e5e-40eb-8b42-de92f399380e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:06.416374 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:06.476711 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:06.477742 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:06.493167 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:06.585026 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:06.830375 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:07.010997 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:07.073828 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:07.209900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fe60da-1759-4920-b536-a3b9a3e3e31c None None] Network f533c214-0fbd-41a0-8424-f5f6211ae27d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:03:07.211326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=d137b3cc-9e5e-40eb-8b42-de92f399380e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:07.216334 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:07.255113 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:07.286142 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:07.419177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 203fe4bd-1cae-4b70-bd56-0f400b777eb0 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:07.426942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network f533c214-0fbd-41a0-8424-f5f6211ae27d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:07.428223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:07.509515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e2ac92bc-c058-4eac-a527-f4673fae697e None None] Provisioning for port 203fe4bd-1cae-4b70-bd56-0f400b777eb0 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:07.547039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Allocated IP 172.25.2.153 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/a8528765-f448-4534-91e9-14b9e4e6a4fc) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:07.645248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 203fe4bd-1cae-4b70-bd56-0f400b777eb0 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:07.655164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 203fe4bd-1cae-4b70-bd56-0f400b777eb0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:07.655703 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:07.832382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 203fe4bd-1cae-4b70-bd56-0f400b777eb0 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:07.832854 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:07.874843 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:07.881141 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 203fe4bd-1cae-4b70-bd56-0f400b777eb0, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=203fe4bd-1cae-4b70-bd56-0f400b777eb0,segment=NetworkSegment(03a37152-3f1e-4375-a0c8-9d372a7d05ee),segment_id=03a37152-3f1e-4375-a0c8-9d372a7d05ee)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:07.967561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:03:07.967792 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:07.996687 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:08.041916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=203fe4bd-1cae-4b70-bd56-0f400b777eb0,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:08.072155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:08.075171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:08.079193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:08.121056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Pushing event updated for resources: {'Port': ['ID=a8528765-f448-4534-91e9-14b9e4e6a4fc,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:08.154425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:08.164137 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Sync routers for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:08.164727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5a720cf1-2f23-491d-9f02-9960d4c44da1 None None] Provisioning complete for port 203fe4bd-1cae-4b70-bd56-0f400b777eb0 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:08.164727 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a720cf1-2f23-491d-9f02-9960d4c44da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:08.176330 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4715c5fd-aa2f-4a87-98a5-288b95de6d6e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/18b24ebd-dc7c-477e-987e-630fc0d0b2a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1954832 May 27 23:03:08.176585 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:08.176702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36268) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:08.176811 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:08.183098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'network': {'name': 'tempest-RoutersTest-1393818475'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:08.189418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:08.196157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:network and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:08.199915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:08.205357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:08.308982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:03:08.312839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:08.385896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5a720cf1-2f23-491d-9f02-9960d4c44da1 None None] Current status of the port 203fe4bd-1cae-4b70-bd56-0f400b777eb0 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:08.387541 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:08.388407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:03:08.406590 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:08.407956 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Added segment 4c9bbe59-6425-4ae9-b652-fd55774641c1 of type vlan for network 4bed43ee-9a35-4426-9983-629ca21601b5 May 27 23:03:08.456368 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:08.467596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5a720cf1-2f23-491d-9f02-9960d4c44da1 None None] Provisioning for port d137b3cc-9e5e-40eb-8b42-de92f399380e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:08.474710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5a720cf1-2f23-491d-9f02-9960d4c44da1 None None] Provisioning complete for port d137b3cc-9e5e-40eb-8b42-de92f399380e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:08.475679 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5a720cf1-2f23-491d-9f02-9960d4c44da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:08.556682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5a720cf1-2f23-491d-9f02-9960d4c44da1 None None] Port d137b3cc-9e5e-40eb-8b42-de92f399380e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:03:08.599201 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:08.605809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:08.606661 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:08.681527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-24ef022d-5d47-4abb-ad39-6e06bfc9a478 None None] Provisioning complete for port d137b3cc-9e5e-40eb-8b42-de92f399380e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:08.682066 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-24ef022d-5d47-4abb-ad39-6e06bfc9a478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:08.775807 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:08.795818 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-24ef022d-5d47-4abb-ad39-6e06bfc9a478 None None] Port d137b3cc-9e5e-40eb-8b42-de92f399380e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:03:08.801875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Network': ['ID=4bed43ee-9a35-4426-9983-629ca21601b5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:08.814616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 4bed43ee-9a35-4426-9983-629ca21601b5 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:03:08.834432 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9c2a8037-fe50-4bbe-b6ed-a37e48486157 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6570010 May 27 23:03:08.837080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36278) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:08.842811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'subnet': {'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:08.846376 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:06Z', 'revision_number': 2, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:06Z', 'revision_number': 2, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:08.850277 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Checking router: 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:03:08.851089 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Updating router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 port d137b3cc-9e5e-40eb-8b42-de92f399380e binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:03:08.914228 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:08.993935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:08.999904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:subnet and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:09.003564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:09.010581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:09.101984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:03:09.105495 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:09.176516 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:09.294788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 203fe4bd-1cae-4b70-bd56-0f400b777eb0 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:09.327027 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:09.339033 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Transition to ACTIVE for port object d137b3cc-9e5e-40eb-8b42-de92f399380e will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:09.394817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 203fe4bd-1cae-4b70-bd56-0f400b777eb0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:09.395407 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:09.410730 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:09.436754 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:09.469862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Router 232c8b4c-68ee-4802-9cc2-46d7125ee77f is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:03:09.562880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 203fe4bd-1cae-4b70-bd56-0f400b777eb0 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:09.563937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Subnet': ['ID=11a1fd2a-4715-4e4a-b3ce-7911962b2b6c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:09.570303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Checking segment: {'id': '4c9bbe59-6425-4ae9-b652-fd55774641c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:03:09.570712 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network hostable DHCP agents. Network: 4bed43ee-9a35-4426-9983-629ca21601b5, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:03:09.665794 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 4bed43ee-9a35-4426-9983-629ca21601b5 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:03:09.697183 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24632f67-1290-4f72-a1b0-d871473d8c78 None None] Pushing event updated for resources: {'Port': ['ID=d137b3cc-9e5e-40eb-8b42-de92f399380e,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:09.740302 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Attempting to bind port d137b3cc-9e5e-40eb-8b42-de92f399380e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:03:09.740828 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Attempting to bind port d137b3cc-9e5e-40eb-8b42-de92f399380e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '03a37152-3f1e-4375-a0c8-9d372a7d05ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:03:09.741277 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Attempting to bind port d137b3cc-9e5e-40eb-8b42-de92f399380e on network f533c214-0fbd-41a0-8424-f5f6211ae27d {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:03:09.747339 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:03:09.747821 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Checking segment: {'id': '03a37152-3f1e-4375-a0c8-9d372a7d05ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:03:09.748341 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:09.748874 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Bound using segment: {'id': '03a37152-3f1e-4375-a0c8-9d372a7d05ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:03:09.749535 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Bound port: d137b3cc-9e5e-40eb-8b42-de92f399380e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a37152-3f1e-4375-a0c8-9d372a7d05ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:03:09.749970 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:09.758873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 4bed43ee-9a35-4426-9983-629ca21601b5) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:09.762948 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:09.763533 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:09.771456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024d35c5-f6e4-4fbe-acdd-cdadc73350ee None None] Network 4bed43ee-9a35-4426-9983-629ca21601b5 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:03:09.779625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:09.795408 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ba1530-8dbb-403b-8d05-0da59ef52bdb None None] Sync routers for ids ['232c8b4c-68ee-4802-9cc2-46d7125ee77f'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:09.845422 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] For port d137b3cc-9e5e-40eb-8b42-de92f399380e, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:03:09.848665 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] For port d137b3cc-9e5e-40eb-8b42-de92f399380e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d137b3cc-9e5e-40eb-8b42-de92f399380e,segment=NetworkSegment(03a37152-3f1e-4375-a0c8-9d372a7d05ee),segment_id=03a37152-3f1e-4375-a0c8-9d372a7d05ee)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:03:09.854191 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d7e7daf2-c57e-4aa5-8b32-b1a5ca668e23 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0160711 May 27 23:03:09.856933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36286) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:09.878761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ba1530-8dbb-403b-8d05-0da59ef52bdb None None] Routers {'232c8b4c-68ee-4802-9cc2-46d7125ee77f'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:09.879373 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b0ba1530-8dbb-403b-8d05-0da59ef52bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['232c8b4c-68ee-4802-9cc2-46d7125ee77f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:09.882472 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:09.884046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-66349688-3fd7-409a-ba47-5f6985f40431 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8593793 May 27 23:03:09.886964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36290) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:09.925364 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:10.002227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b0ba1530-8dbb-403b-8d05-0da59ef52bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:10.055018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ba1530-8dbb-403b-8d05-0da59ef52bdb None None] Routers {'232c8b4c-68ee-4802-9cc2-46d7125ee77f'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:10.055673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b0ba1530-8dbb-403b-8d05-0da59ef52bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['232c8b4c-68ee-4802-9cc2-46d7125ee77f'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:10.109576 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:10.110201 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:10.161629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b0ba1530-8dbb-403b-8d05-0da59ef52bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:10.161629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ba1530-8dbb-403b-8d05-0da59ef52bdb None None] The sync data for ids ['232c8b4c-68ee-4802-9cc2-46d7125ee77f'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:10.290134 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24632f67-1290-4f72-a1b0-d871473d8c78 None None] Pushing event updated for resources: {'Port': ['ID=d137b3cc-9e5e-40eb-8b42-de92f399380e,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:10.328759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-4bed43ee-9a35-4426-9983-629ca21601b5', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:03:10.329856 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:10.477088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-37442e54-e698-4fbe-af61-95b52550fd26 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/routers/232c8b4c-68ee-4802-9cc2-46d7125ee77f HTTP/1.1" status: 200 len: 925 time: 0.5888679 May 27 23:03:10.478694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36298) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:10.488604 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:10.527878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-62ebfda5-8165-4f2e-b212-81c3689d49e1 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "GET /v2.0/ports?device_id=232c8b4c-68ee-4802-9cc2-46d7125ee77f HTTP/1.1" status: 200 len: 205 time: 0.0480907 May 27 23:03:10.530638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36302) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:10.545116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Allocated IP 172.21.0.2 (4bed43ee-9a35-4426-9983-629ca21601b5/11a1fd2a-4715-4e4a-b3ce-7911962b2b6c/37d81058-3f80-413f-a55b-2cad6bad2d0b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:10.859959 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de53160-8f66-4646-91ac-579ef70c94c9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:10.914592 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:10.924979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Transition to ACTIVE for port object 37d81058-3f80-413f-a55b-2cad6bad2d0b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:10.940702 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:06Z', 'revision_number': 2, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:09Z', 'revision_number': 4, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:10.945366 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c521bd8-6088-4307-8a54-04001ab7bb57 None None] The sync data for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 is: [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:06Z', 'revision_number': 2, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:09Z', 'revision_number': 4, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:10.953504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Transition to ACTIVE for port object 37d81058-3f80-413f-a55b-2cad6bad2d0b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:10.970522 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:11.042264 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:11.104832 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de53160-8f66-4646-91ac-579ef70c94c9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:11.137557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Network 4bed43ee-9a35-4426-9983-629ca21601b5 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:11.144752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:11.185845 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:11.185845 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Pushing event updated for resources: {'Port': ['ID=37d81058-3f80-413f-a55b-2cad6bad2d0b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:11.246320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2de53160-8f66-4646-91ac-579ef70c94c9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Deleting port a8528765-f448-4534-91e9-14b9e4e6a4fc {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:11.246703 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de53160-8f66-4646-91ac-579ef70c94c9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:11.266330 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Attempting to bind port 37d81058-3f80-413f-a55b-2cad6bad2d0b on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:03:11.266770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Attempting to bind port 37d81058-3f80-413f-a55b-2cad6bad2d0b by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '4c9bbe59-6425-4ae9-b652-fd55774641c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:03:11.267132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Attempting to bind port 37d81058-3f80-413f-a55b-2cad6bad2d0b on network 4bed43ee-9a35-4426-9983-629ca21601b5 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:03:11.281913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:03:11.282284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Checking segment: {'id': '4c9bbe59-6425-4ae9-b652-fd55774641c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:03:11.283422 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:11.283824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Bound using segment: {'id': '4c9bbe59-6425-4ae9-b652-fd55774641c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:03:11.284295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Bound port: 37d81058-3f80-413f-a55b-2cad6bad2d0b, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9bbe59-6425-4ae9-b652-fd55774641c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:03:11.284697 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:11.411998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d137b3cc-9e5e-40eb-8b42-de92f399380e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:11.510962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] For port 37d81058-3f80-413f-a55b-2cad6bad2d0b, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:03:11.511524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] For port 37d81058-3f80-413f-a55b-2cad6bad2d0b, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=37d81058-3f80-413f-a55b-2cad6bad2d0b,segment=NetworkSegment(4c9bbe59-6425-4ae9-b652-fd55774641c1),segment_id=4c9bbe59-6425-4ae9-b652-fd55774641c1)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:03:11.511919 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de53160-8f66-4646-91ac-579ef70c94c9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:11.517097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Allocated IP 172.21.0.1 (4bed43ee-9a35-4426-9983-629ca21601b5/11a1fd2a-4715-4e4a-b3ce-7911962b2b6c/d2698582-c0be-403a-a646-21aebbfb33f5) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:11.605116 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:11.643780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2de53160-8f66-4646-91ac-579ef70c94c9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Calling delete_port for a8528765-f448-4534-91e9-14b9e4e6a4fc owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:11.685282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port d137b3cc-9e5e-40eb-8b42-de92f399380e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:11.712725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d137b3cc-9e5e-40eb-8b42-de92f399380e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:11.713252 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:11.734744 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:11.768451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Transition to ACTIVE for port object d2698582-c0be-403a-a646-21aebbfb33f5 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:11.809472 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eba449-a86e-405b-afdd-075829670ca3 None None] Pushing event updated for resources: {'Port': ['ID=37d81058-3f80-413f-a55b-2cad6bad2d0b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:11.896618 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:11.925119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d137b3cc-9e5e-40eb-8b42-de92f399380e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:11.925764 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:11.972693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port d137b3cc-9e5e-40eb-8b42-de92f399380e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d137b3cc-9e5e-40eb-8b42-de92f399380e,segment=NetworkSegment(03a37152-3f1e-4375-a0c8-9d372a7d05ee),segment_id=03a37152-3f1e-4375-a0c8-9d372a7d05ee)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:11.995909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=d2698582-c0be-403a-a646-21aebbfb33f5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:12.008450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 4bed43ee-9a35-4426-9983-629ca21601b5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:12.009879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:12.012269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:12.016302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de53160-8f66-4646-91ac-579ef70c94c9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:12.045992 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:12.116603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de53160-8f66-4646-91ac-579ef70c94c9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Pushing event deleted for resources: {'Port': ['ID=a8528765-f448-4534-91e9-14b9e4e6a4fc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:12.143778 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:12.175118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=d137b3cc-9e5e-40eb-8b42-de92f399380e,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:12.262197 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de53160-8f66-4646-91ac-579ef70c94c9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:12.396104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:12.572228 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de53160-8f66-4646-91ac-579ef70c94c9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:12.576846 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de53160-8f66-4646-91ac-579ef70c94c9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:12.667131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de53160-8f66-4646-91ac-579ef70c94c9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:12.667603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de53160-8f66-4646-91ac-579ef70c94c9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Fanout notify agent at l3_agent the message router_deleted on router 232c8b4c-68ee-4802-9cc2-46d7125ee77f {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:03:12.691346 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de53160-8f66-4646-91ac-579ef70c94c9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:12.696617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2de53160-8f66-4646-91ac-579ef70c94c9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "DELETE /v2.0/routers/232c8b4c-68ee-4802-9cc2-46d7125ee77f HTTP/1.1" status: 204 len: 168 time: 2.1649489 May 27 23:03:12.697594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36310) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:12.711815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1642115069', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'enable_snat': False}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:12.717458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:12.723804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Usage tracker for resource:router and tenant:0f9842c65fa8469998ca673345f1e8bc is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:12.727798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:12.734483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:12.820039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:12.821109 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:12.836495 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:12.861866 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:12.970471 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:13.104438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=d2698582-c0be-403a-a646-21aebbfb33f5,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:13.116967 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:13.198832 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:13.408150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 37d81058-3f80-413f-a55b-2cad6bad2d0b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:13.438642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 4bed43ee-9a35-4426-9983-629ca21601b5 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:13.439869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:13.478988 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05e4ef6-3aa6-4410-9c70-00d2e049f125 None None] Network 4bed43ee-9a35-4426-9983-629ca21601b5 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:03:13.615655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:03:13.669165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6f563608-7530-4639-9b29-dc0a3fe76fde None None] Provisioning for port 37d81058-3f80-413f-a55b-2cad6bad2d0b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:13.717636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 37d81058-3f80-413f-a55b-2cad6bad2d0b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:13.731046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 37d81058-3f80-413f-a55b-2cad6bad2d0b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:13.731466 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:13.741199 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:13.784327 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:13.801697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:13.817357 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Sync routers for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:13.817905 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b2fe2fb2-eaf8-4f1f-bd3a-785f020f0f4e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/18b24ebd-dc7c-477e-987e-630fc0d0b2a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9569545 May 27 23:03:13.817905 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:13.823714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'network': {'name': 'tempest-RoutersTest-1471705960'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:13.824490 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:13.832051 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:13.832200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:13.835978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:network and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:13.840505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:13.847422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:13.910823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 37d81058-3f80-413f-a55b-2cad6bad2d0b is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:13.911253 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:13.945504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:03:13.950024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 37d81058-3f80-413f-a55b-2cad6bad2d0b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=37d81058-3f80-413f-a55b-2cad6bad2d0b,segment=NetworkSegment(4c9bbe59-6425-4ae9-b652-fd55774641c1),segment_id=4c9bbe59-6425-4ae9-b652-fd55774641c1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:13.950606 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:13.991838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Allocated IP 172.25.2.126 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/af5689a6-e3c4-40bd-b9db-ef398d7238e9) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:13.996481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:03:14.010316 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:14.010655 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Added segment 2a78968a-b2b0-46d8-89f8-6f6850f3c73a of type vlan for network 86eb8020-dc78-4087-b6df-1a0e04d6c3cb May 27 23:03:14.032103 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:14.046177 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:14.087545 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:14.088332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d137b3cc-9e5e-40eb-8b42-de92f399380e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:14.198920 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:14.207989 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:14.208969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:14.208969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:14.296753 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:14.360885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=37d81058-3f80-413f-a55b-2cad6bad2d0b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:14.372630 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d137b3cc-9e5e-40eb-8b42-de92f399380e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:14.375971 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:14.425943 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6072447 May 27 23:03:14.429165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36322) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:14.432790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:14.436095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:14.436804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'subnet': {'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:14.440206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:14.488051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fd92ae2d-d06d-4c33-960d-d41b88efcd6c None None] Provisioning for port d2698582-c0be-403a-a646-21aebbfb33f5 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:14.503853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fd92ae2d-d06d-4c33-960d-d41b88efcd6c None None] Provisioning complete for port d2698582-c0be-403a-a646-21aebbfb33f5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:14.504081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Pushing event updated for resources: {'Port': ['ID=af5689a6-e3c4-40bd-b9db-ef398d7238e9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:14.504727 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd92ae2d-d06d-4c33-960d-d41b88efcd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:14.554980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:14.558897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:subnet and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:14.561857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:14.567743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:14.575696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb88f4-cada-4e53-8a6f-6de904ed536c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Network': ['ID=86eb8020-dc78-4087-b6df-1a0e04d6c3cb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:14.640935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 86eb8020-dc78-4087-b6df-1a0e04d6c3cb details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:03:14.646392 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:12Z', 'revision_number': 3, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:12Z', 'revision_number': 2, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:14.651298 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Checking router: 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:03:14.651907 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Updating router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 port d2698582-c0be-403a-a646-21aebbfb33f5 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:03:14.653544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:03:14.668252 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:14.734511 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:14.813991 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fd92ae2d-d06d-4c33-960d-d41b88efcd6c None None] Port d2698582-c0be-403a-a646-21aebbfb33f5 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:03:14.824556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d137b3cc-9e5e-40eb-8b42-de92f399380e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:14.835517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fd92ae2d-d06d-4c33-960d-d41b88efcd6c None None] Provisioning complete for port 37d81058-3f80-413f-a55b-2cad6bad2d0b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:14.835892 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd92ae2d-d06d-4c33-960d-d41b88efcd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:14.975181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fd92ae2d-d06d-4c33-960d-d41b88efcd6c None None] Current status of the port 37d81058-3f80-413f-a55b-2cad6bad2d0b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:15.104185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0fcc198f-2dcc-4834-8713-140c540bd119 None None] Provisioning complete for port d2698582-c0be-403a-a646-21aebbfb33f5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:15.104676 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fcc198f-2dcc-4834-8713-140c540bd119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:15.134476 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:15.180531 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:15.184020 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0fcc198f-2dcc-4834-8713-140c540bd119 None None] Port d2698582-c0be-403a-a646-21aebbfb33f5 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:03:15.197440 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Transition to ACTIVE for port object d2698582-c0be-403a-a646-21aebbfb33f5 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:15.244195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Subnet': ['ID=0380af65-dcb5-422b-bdc5-ee504c60b4f0,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:15.252371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Checking segment: {'id': '2a78968a-b2b0-46d8-89f8-6f6850f3c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:03:15.252547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network hostable DHCP agents. Network: 86eb8020-dc78-4087-b6df-1a0e04d6c3cb, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:03:15.305914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 37d81058-3f80-413f-a55b-2cad6bad2d0b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:15.334967 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:15.346526 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:15.371996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 86eb8020-dc78-4087-b6df-1a0e04d6c3cb is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:03:15.385177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 37d81058-3f80-413f-a55b-2cad6bad2d0b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:15.385882 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:15.477098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 86eb8020-dc78-4087-b6df-1a0e04d6c3cb) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:15.482229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:15.483516 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:15.522476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21f17a6-4d26-4698-a0e9-ab40c7097e30 None None] Network 86eb8020-dc78-4087-b6df-1a0e04d6c3cb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:03:15.563555 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba61f1-b8b9-49ba-a7bf-bffd0a85b54e None None] Pushing event updated for resources: {'Port': ['ID=d2698582-c0be-403a-a646-21aebbfb33f5,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:15.606604 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3d19f43d-c3c1-41fa-8544-ce0d510fd871 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1735528 May 27 23:03:15.606925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36328) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:15.654505 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Attempting to bind port d2698582-c0be-403a-a646-21aebbfb33f5 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:03:15.655205 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Attempting to bind port d2698582-c0be-403a-a646-21aebbfb33f5 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '4c9bbe59-6425-4ae9-b652-fd55774641c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:03:15.662719 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Attempting to bind port d2698582-c0be-403a-a646-21aebbfb33f5 on network 4bed43ee-9a35-4426-9983-629ca21601b5 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:03:15.668843 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:03:15.669607 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Checking segment: {'id': '4c9bbe59-6425-4ae9-b652-fd55774641c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:03:15.670214 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:15.670870 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Bound using segment: {'id': '4c9bbe59-6425-4ae9-b652-fd55774641c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:03:15.671552 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Bound port: d2698582-c0be-403a-a646-21aebbfb33f5, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9bbe59-6425-4ae9-b652-fd55774641c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:03:15.672135 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:15.698009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 37d81058-3f80-413f-a55b-2cad6bad2d0b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:15.844293 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] For port d2698582-c0be-403a-a646-21aebbfb33f5, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:03:15.848889 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:15.852242 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] For port d2698582-c0be-403a-a646-21aebbfb33f5, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d2698582-c0be-403a-a646-21aebbfb33f5,segment=NetworkSegment(4c9bbe59-6425-4ae9-b652-fd55774641c1),segment_id=4c9bbe59-6425-4ae9-b652-fd55774641c1)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:03:15.922106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:03:15.923322 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:15.931561 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:16.019403 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:16.023826 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba61f1-b8b9-49ba-a7bf-bffd0a85b54e None None] Pushing event updated for resources: {'Port': ['ID=d2698582-c0be-403a-a646-21aebbfb33f5,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:16.041378 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:16.042141 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:16.133472 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Allocated IP 172.22.0.2 (86eb8020-dc78-4087-b6df-1a0e04d6c3cb/0380af65-dcb5-422b-bdc5-ee504c60b4f0/e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:16.250005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Router 50252a9d-c64a-4ec0-9dc4-e53f41283537 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:03:16.282277 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:16.414405 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:16.429126 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Transition to ACTIVE for port object e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:16.458469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Transition to ACTIVE for port object e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:16.547697 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:16.584373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:16.614959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Sync routers for ids ['50252a9d-c64a-4ec0-9dc4-e53f41283537'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:16.633815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:16.639903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Network 86eb8020-dc78-4087-b6df-1a0e04d6c3cb is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:16.644705 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:16.650431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:16.684996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Routers {'50252a9d-c64a-4ec0-9dc4-e53f41283537'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:16.685582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['50252a9d-c64a-4ec0-9dc4-e53f41283537'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:16.711395 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:16.715533 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a49dabf5-d8de-44f2-8c07-847668938afb tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.0168076 May 27 23:03:16.716389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36334) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:16.787239 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:12Z', 'revision_number': 3, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:15Z', 'revision_number': 4, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:16.792172 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b8957-c97f-4043-8cdc-a03ca254aca7 None None] The sync data for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 is: [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:12Z', 'revision_number': 3, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:15Z', 'revision_number': 4, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:16.816442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Pushing event updated for resources: {'Port': ['ID=e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:16.979823 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-891713ba-4400-4bf9-a496-4948877125c6 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/routers/50252a9d-c64a-4ec0-9dc4-e53f41283537 HTTP/1.1" status: 200 len: 909 time: 0.2592378 May 27 23:03:16.980340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36338) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:16.987203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1642115069', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'enable_snat': True}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:16.993662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:16.997663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Usage tracker for resource:router and tenant:0f9842c65fa8469998ca673345f1e8bc is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:17.005512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:17.023225 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Attempting to bind port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:03:17.023733 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Attempting to bind port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2a78968a-b2b0-46d8-89f8-6f6850f3c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:03:17.024195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Attempting to bind port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c on network 86eb8020-dc78-4087-b6df-1a0e04d6c3cb {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:03:17.024867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:17.043804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:03:17.044438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Checking segment: {'id': '2a78968a-b2b0-46d8-89f8-6f6850f3c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:03:17.044944 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:17.045680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Bound using segment: {'id': '2a78968a-b2b0-46d8-89f8-6f6850f3c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:03:17.046361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Bound port: e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a78968a-b2b0-46d8-89f8-6f6850f3c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:03:17.046831 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:17.105747 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:17.109375 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:17.127241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Set router 50252a9d-c64a-4ec0-9dc4-e53f41283537 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:17.133753 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:17.247817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Allocated IP 172.22.0.1 (86eb8020-dc78-4087-b6df-1a0e04d6c3cb/0380af65-dcb5-422b-bdc5-ee504c60b4f0/ad042b69-776f-41a4-82d8-b9550561703f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:17.418562 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d2698582-c0be-403a-a646-21aebbfb33f5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:17.515967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] For port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:03:17.520939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] For port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c,segment=NetworkSegment(2a78968a-b2b0-46d8-89f8-6f6850f3c73a),segment_id=2a78968a-b2b0-46d8-89f8-6f6850f3c73a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:03:17.526056 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:17.556889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Transition to ACTIVE for port object ad042b69-776f-41a4-82d8-b9550561703f will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:17.557933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50252a9d-c64a-4ec0-9dc4-e53f41283537', 'name': 'tempest-snat-router-1642115069', 'tenant_id': '0f9842c65fa8469998ca673345f1e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.126'}], 'enable_snat': False}, 'gw_port_id': 'af5689a6-e3c4-40bd-b9db-ef398d7238e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:12Z', 'updated_at': '2022-05-27T23:03:14Z', 'revision_number': 3, 'project_id': '0f9842c65fa8469998ca673345f1e8bc', 'gw_port': {'id': 'af5689a6-e3c4-40bd-b9db-ef398d7238e9', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:14:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50252a9d-c64a-4ec0-9dc4-e53f41283537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:13Z', 'updated_at': '2022-05-27T23:03:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:17.567589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Checking router: 50252a9d-c64a-4ec0-9dc4-e53f41283537 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:03:17.567940 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Updating router 50252a9d-c64a-4ec0-9dc4-e53f41283537 port af5689a6-e3c4-40bd-b9db-ef398d7238e9 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:03:17.639599 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:17.692093 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:17.697099 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:17.746549 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:17.799671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 86eb8020-dc78-4087-b6df-1a0e04d6c3cb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:17.802906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:17.807277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:17.811114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port d2698582-c0be-403a-a646-21aebbfb33f5 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:17.840055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=ad042b69-776f-41a4-82d8-b9550561703f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:17.846457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d2698582-c0be-403a-a646-21aebbfb33f5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:17.846827 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:17.874220 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:17.928175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccb90b-89a3-418d-b39d-01deb414f287 None None] Pushing event updated for resources: {'Port': ['ID=e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:18.119003 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:18.153974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d2698582-c0be-403a-a646-21aebbfb33f5 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:18.154365 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:18.249022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port d2698582-c0be-403a-a646-21aebbfb33f5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d2698582-c0be-403a-a646-21aebbfb33f5,segment=NetworkSegment(4c9bbe59-6425-4ae9-b652-fd55774641c1),segment_id=4c9bbe59-6425-4ae9-b652-fd55774641c1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:18.259663 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:18.297295 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:18.348265 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:18.399089 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:18.434228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Transition to ACTIVE for port object af5689a6-e3c4-40bd-b9db-ef398d7238e9 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:18.455759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=d2698582-c0be-403a-a646-21aebbfb33f5,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:18.535573 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:18.626472 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Attempting to bind port af5689a6-e3c4-40bd-b9db-ef398d7238e9 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:03:18.627174 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Attempting to bind port af5689a6-e3c4-40bd-b9db-ef398d7238e9 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:03:18.627174 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Attempting to bind port af5689a6-e3c4-40bd-b9db-ef398d7238e9 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:03:18.629662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb366b54-93ea-4e36-bf90-72aba6a53959 None None] Pushing event updated for resources: {'Port': ['ID=af5689a6-e3c4-40bd-b9db-ef398d7238e9,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:18.630497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Allocated IP 172.25.2.57 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/3c508d9d-c50c-49bd-8d63-55ffa722ecd7) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:18.636503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:03:18.636910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:03:18.637634 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:18.637745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:03:18.638133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Bound port: af5689a6-e3c4-40bd-b9db-ef398d7238e9, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:03:18.638516 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:18.728928 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] For port af5689a6-e3c4-40bd-b9db-ef398d7238e9, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:03:18.733761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] For port af5689a6-e3c4-40bd-b9db-ef398d7238e9, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=af5689a6-e3c4-40bd-b9db-ef398d7238e9,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:03:18.790418 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:18.816515 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:18.843135 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:18.873528 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:18.907421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Routers {'50252a9d-c64a-4ec0-9dc4-e53f41283537'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:18.908085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['50252a9d-c64a-4ec0-9dc4-e53f41283537'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:18.965041 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:19.023474 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:19.056599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:19.058283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=ad042b69-776f-41a4-82d8-b9550561703f,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:19.059903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb366b54-93ea-4e36-bf90-72aba6a53959 None None] Pushing event updated for resources: {'Port': ['ID=af5689a6-e3c4-40bd-b9db-ef398d7238e9,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:19.060458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:19.068904 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:19.116497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Pushing event updated for resources: {'Port': ['ID=3c508d9d-c50c-49bd-8d63-55ffa722ecd7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:19.194113 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] Set router 50252a9d-c64a-4ec0-9dc4-e53f41283537 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:19.241880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 86eb8020-dc78-4087-b6df-1a0e04d6c3cb is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:19.241880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:19.454473 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b2ec0c-8047-4327-9dd4-4718b4c81b3f None None] Network 86eb8020-dc78-4087-b6df-1a0e04d6c3cb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:03:19.483504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:03:19.484912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:19.662980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:19.680974 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Sync routers for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:19.693640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-66cc11db-22ee-43d7-b49c-1950a9f7276d None None] Provisioning for port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:19.696775 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:19.698219 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-249d3547-f619-4d8b-860e-f3f736dff6ad tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/18b24ebd-dc7c-477e-987e-630fc0d0b2a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0900209 May 27 23:03:19.699207 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:19.701180 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36346) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:19.706972 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:19.709547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'network': {'name': 'tempest-RoutersTest-46188262'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:19.716965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:19.721737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:network and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:19.725307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:19.737244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:19.847052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:19.853961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:03:19.859663 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:19.865894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:19.865894 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:19.915392 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:19.939849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50252a9d-c64a-4ec0-9dc4-e53f41283537', 'name': 'tempest-snat-router-1642115069', 'tenant_id': '0f9842c65fa8469998ca673345f1e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.126'}], 'enable_snat': False}, 'gw_port_id': 'af5689a6-e3c4-40bd-b9db-ef398d7238e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:12Z', 'updated_at': '2022-05-27T23:03:14Z', 'revision_number': 3, 'project_id': '0f9842c65fa8469998ca673345f1e8bc', 'gw_port': {'id': 'af5689a6-e3c4-40bd-b9db-ef398d7238e9', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:14:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50252a9d-c64a-4ec0-9dc4-e53f41283537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:13Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:19.951132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2090cab-42f3-48d4-b2e4-52fb38133f52 None None] The sync data for ids ['50252a9d-c64a-4ec0-9dc4-e53f41283537'] in n-d-843680-3 is: [{'id': '50252a9d-c64a-4ec0-9dc4-e53f41283537', 'name': 'tempest-snat-router-1642115069', 'tenant_id': '0f9842c65fa8469998ca673345f1e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.126'}], 'enable_snat': False}, 'gw_port_id': 'af5689a6-e3c4-40bd-b9db-ef398d7238e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:12Z', 'updated_at': '2022-05-27T23:03:14Z', 'revision_number': 3, 'project_id': '0f9842c65fa8469998ca673345f1e8bc', 'gw_port': {'id': 'af5689a6-e3c4-40bd-b9db-ef398d7238e9', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:14:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50252a9d-c64a-4ec0-9dc4-e53f41283537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:13Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:19.975627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:03:20.010292 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:20.011163 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Added segment f92f3136-a5af-4840-9c63-ccd21eb31ee3 of type vlan for network 21c3d788-de30-45dc-b00c-d652cae61507 May 27 23:03:20.104906 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:20.105315 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:20.117130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:20.179396 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c,segment=NetworkSegment(2a78968a-b2b0-46d8-89f8-6f6850f3c73a),segment_id=2a78968a-b2b0-46d8-89f8-6f6850f3c73a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:20.273775 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:20.273968 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:20.274865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d2698582-c0be-403a-a646-21aebbfb33f5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:20.279887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:20.281207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:20.320589 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:20.508040 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:17Z', 'revision_number': 4, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'ad042b69-776f-41a4-82d8-b9550561703f', 'name': '', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:c1:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 2, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:20.514414 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Checking router: 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:03:20.514952 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Updating router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 port ad042b69-776f-41a4-82d8-b9550561703f binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:03:20.518849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Network': ['ID=21c3d788-de30-45dc-b00c-d652cae61507,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:20.554663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 21c3d788-de30-45dc-b00c-d652cae61507 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:03:20.576189 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ead27170-a449-4b0c-8eae-8e55bd411258 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8720016 May 27 23:03:20.579080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36352) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:20.587047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'subnet': {'network_id': '21c3d788-de30-45dc-b00c-d652cae61507', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:20.620519 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:20.767809 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c0f09b10-069f-4ca2-b535-90745ef67d20 None None] Provisioning complete for port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:20.768299 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c0f09b10-069f-4ca2-b535-90745ef67d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:20.795260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Router ee9e84cf-d07e-41d1-9444-b3c075180901 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:03:20.846691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:20.854791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:subnet and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:20.871243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:20.878809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:20.898043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:20.961718 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d2698582-c0be-403a-a646-21aebbfb33f5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:20.962094 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:21.005395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Made reservation on behalf of ea3be8cba1d746dab63d5b85e2c52902 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:03:21.015685 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:21.158423 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c0f09b10-069f-4ca2-b535-90745ef67d20 None None] Current status of the port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:21.168590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:21.185115 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d9c16-24dd-4b39-8949-a1388291ea1e None None] Sync routers for ids ['ee9e84cf-d07e-41d1-9444-b3c075180901'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:21.224315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d9c16-24dd-4b39-8949-a1388291ea1e None None] Routers {'ee9e84cf-d07e-41d1-9444-b3c075180901'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:21.232494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4e1d9c16-24dd-4b39-8949-a1388291ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['ee9e84cf-d07e-41d1-9444-b3c075180901'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:21.321537 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:21.334619 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Transition to ACTIVE for port object ad042b69-776f-41a4-82d8-b9550561703f will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:21.353038 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:21.355510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-15ae8839-74c9-4627-81a4-c36ea8296dda tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3725133 May 27 23:03:21.358362 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36358) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:21.416739 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:21.455962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c0f09b10-069f-4ca2-b535-90745ef67d20 None None] Provisioning for port ad042b69-776f-41a4-82d8-b9550561703f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:21.475482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d2698582-c0be-403a-a646-21aebbfb33f5 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:21.490292 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:21.586116 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fcfbb-7069-483f-95af-20ade5a17dbe None None] Pushing event updated for resources: {'Port': ['ID=ad042b69-776f-41a4-82d8-b9550561703f,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:21.650167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-4e1d9c16-24dd-4b39-8949-a1388291ea1e None None] Set router ee9e84cf-d07e-41d1-9444-b3c075180901 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:21.707112 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Checking segment: {'id': 'f92f3136-a5af-4840-9c63-ccd21eb31ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:03:21.707479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network hostable DHCP agents. Network: 21c3d788-de30-45dc-b00c-d652cae61507, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:03:21.715207 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d9425254-184a-41d4-8cbe-c332e7678948 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/routers/ee9e84cf-d07e-41d1-9444-b3c075180901 HTTP/1.1" status: 200 len: 907 time: 0.3555179 May 27 23:03:21.718228 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36362) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:21.719295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device af5689a6-e3c4-40bd-b9db-ef398d7238e9 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:21.727347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Subnet': ['ID=7aff5a00-6f75-402f-a824-f7019d8cadab,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:21.827117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 21c3d788-de30-45dc-b00c-d652cae61507 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:03:21.849542 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Attempting to bind port ad042b69-776f-41a4-82d8-b9550561703f on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:03:21.849913 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Attempting to bind port ad042b69-776f-41a4-82d8-b9550561703f by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2a78968a-b2b0-46d8-89f8-6f6850f3c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:03:21.850268 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Attempting to bind port ad042b69-776f-41a4-82d8-b9550561703f on network 86eb8020-dc78-4087-b6df-1a0e04d6c3cb {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:03:21.858097 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:03:21.858521 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Checking segment: {'id': '2a78968a-b2b0-46d8-89f8-6f6850f3c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:03:21.858828 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:21.859215 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Bound using segment: {'id': '2a78968a-b2b0-46d8-89f8-6f6850f3c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:03:21.859728 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Bound port: ad042b69-776f-41a4-82d8-b9550561703f, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a78968a-b2b0-46d8-89f8-6f6850f3c73a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:03:21.860299 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:21.927951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 21c3d788-de30-45dc-b00c-d652cae61507) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:21.934323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:21.935053 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:21.986298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9ed057-54cd-4216-a15b-b2be3f5843e4 None None] Network 21c3d788-de30-45dc-b00c-d652cae61507 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:03:21.989491 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] For port ad042b69-776f-41a4-82d8-b9550561703f, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:03:21.993275 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] For port ad042b69-776f-41a4-82d8-b9550561703f, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ad042b69-776f-41a4-82d8-b9550561703f,segment=NetworkSegment(2a78968a-b2b0-46d8-89f8-6f6850f3c73a),segment_id=2a78968a-b2b0-46d8-89f8-6f6850f3c73a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:03:22.009383 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53c59f3e-e2b8-443a-b39f-c56e666a6702 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:22.077643 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a703f18-a930-404f-87c2-f26566a6a787 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4972496 May 27 23:03:22.081164 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36366) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:22.111291 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:22.234443 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:22.235047 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:22.290111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port af5689a6-e3c4-40bd-b9db-ef398d7238e9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:22.345851 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53c59f3e-e2b8-443a-b39f-c56e666a6702 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:22.396667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port af5689a6-e3c4-40bd-b9db-ef398d7238e9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:22.397193 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:22.419840 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fcfbb-7069-483f-95af-20ade5a17dbe None None] Pushing event updated for resources: {'Port': ['ID=ad042b69-776f-41a4-82d8-b9550561703f,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:22.434686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-53c59f3e-e2b8-443a-b39f-c56e666a6702 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Deleting port 3c508d9d-c50c-49bd-8d63-55ffa722ecd7 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:22.435370 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53c59f3e-e2b8-443a-b39f-c56e666a6702 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:22.497018 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:22.521823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240464bc-db37-4781-805a-ba329132e74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-21c3d788-de30-45dc-b00c-d652cae61507', 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'fixed_ips': [{'subnet_id': '7aff5a00-6f75-402f-a824-f7019d8cadab'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:03:22.523201 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-240464bc-db37-4781-805a-ba329132e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:22.703342 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:22.716107 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4e1d9c16-24dd-4b39-8949-a1388291ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee9e84cf-d07e-41d1-9444-b3c075180901', 'name': 'tempest-snat-router-1642115069', 'tenant_id': '0f9842c65fa8469998ca673345f1e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '3c508d9d-c50c-49bd-8d63-55ffa722ecd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:19Z', 'revision_number': 3, 'project_id': '0f9842c65fa8469998ca673345f1e8bc', 'gw_port': {'id': '3c508d9d-c50c-49bd-8d63-55ffa722ecd7', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee9e84cf-d07e-41d1-9444-b3c075180901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3563, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:18Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:22.728389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d9c16-24dd-4b39-8949-a1388291ea1e None None] Checking router: ee9e84cf-d07e-41d1-9444-b3c075180901 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:03:22.729360 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d9c16-24dd-4b39-8949-a1388291ea1e None None] Updating router ee9e84cf-d07e-41d1-9444-b3c075180901 port 3c508d9d-c50c-49bd-8d63-55ffa722ecd7 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:03:22.889089 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53c59f3e-e2b8-443a-b39f-c56e666a6702 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:22.951038 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e1d9c16-24dd-4b39-8949-a1388291ea1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:23.019821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port af5689a6-e3c4-40bd-b9db-ef398d7238e9 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:23.021647 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:23.037261 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port af5689a6-e3c4-40bd-b9db-ef398d7238e9, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=af5689a6-e3c4-40bd-b9db-ef398d7238e9,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:23.048884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-53c59f3e-e2b8-443a-b39f-c56e666a6702 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Calling delete_port for 3c508d9d-c50c-49bd-8d63-55ffa722ecd7 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:23.065734 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:17Z', 'revision_number': 4, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'ad042b69-776f-41a4-82d8-b9550561703f', 'name': '', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:c1:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:21Z', 'revision_number': 4, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:23.071798 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6db73-ec4e-4f90-a322-d673a20e5ad3 None None] The sync data for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 is: [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:17Z', 'revision_number': 4, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'ad042b69-776f-41a4-82d8-b9550561703f', 'name': '', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:c1:6c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:21Z', 'revision_number': 4, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:23.103832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-240464bc-db37-4781-805a-ba329132e74e None None] Allocated IP 172.23.0.2 (21c3d788-de30-45dc-b00c-d652cae61507/7aff5a00-6f75-402f-a824-f7019d8cadab/3b3869a5-b997-418d-8fee-280aa2cfce88) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:23.116139 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:23.116139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:23.360846 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:23.404752 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53c59f3e-e2b8-443a-b39f-c56e666a6702 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:23.477375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c59f3e-e2b8-443a-b39f-c56e666a6702 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c508d9d-c50c-49bd-8d63-55ffa722ecd7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:23.651718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53c59f3e-e2b8-443a-b39f-c56e666a6702 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:23.747716 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=af5689a6-e3c4-40bd-b9db-ef398d7238e9,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:23.752292 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-4e1d9c16-24dd-4b39-8949-a1388291ea1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:03:23.755465 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-4e1d9c16-24dd-4b39-8949-a1388291ea1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:03:23.774672 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:23.775159 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:23.775710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:23.776138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:23.776585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:23.777021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:23.777446 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:23.777859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:23.778269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:23.778683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:23.779189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:23.779649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:23.817530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:23.818045 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:23.917750 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53c59f3e-e2b8-443a-b39f-c56e666a6702 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:23.920185 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53c59f3e-e2b8-443a-b39f-c56e666a6702 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:23.970065 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-240464bc-db37-4781-805a-ba329132e74e None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:24.029470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:24.033115 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-240464bc-db37-4781-805a-ba329132e74e None None] Transition to ACTIVE for port object 3b3869a5-b997-418d-8fee-280aa2cfce88 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:24.033264 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53c59f3e-e2b8-443a-b39f-c56e666a6702 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:24.033766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c59f3e-e2b8-443a-b39f-c56e666a6702 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee9e84cf-d07e-41d1-9444-b3c075180901 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:03:24.050562 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53c59f3e-e2b8-443a-b39f-c56e666a6702 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:24.054475 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-53c59f3e-e2b8-443a-b39f-c56e666a6702 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "DELETE /v2.0/routers/ee9e84cf-d07e-41d1-9444-b3c075180901 HTTP/1.1" status: 204 len: 168 time: 2.3318281 May 27 23:03:24.054618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36374) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:24.063574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-240464bc-db37-4781-805a-ba329132e74e None None] Transition to ACTIVE for port object 3b3869a5-b997-418d-8fee-280aa2cfce88 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:24.142038 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-240464bc-db37-4781-805a-ba329132e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:24.198680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ad042b69-776f-41a4-82d8-b9550561703f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:24.301913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240464bc-db37-4781-805a-ba329132e74e None None] Network 21c3d788-de30-45dc-b00c-d652cae61507 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:24.304455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Allocated IP 172.23.0.1 (21c3d788-de30-45dc-b00c-d652cae61507/7aff5a00-6f75-402f-a824-f7019d8cadab/1fc5874e-a473-4f4a-bb23-1fe8dddd54bd) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:24.314527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-240464bc-db37-4781-805a-ba329132e74e None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:24.321026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d9c16-24dd-4b39-8949-a1388291ea1e None None] Port 3c508d9d-c50c-49bd-8d63-55ffa722ecd7 not found while updating agent binding for router ee9e84cf-d07e-41d1-9444-b3c075180901. {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} May 27 23:03:24.323231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240464bc-db37-4781-805a-ba329132e74e None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:24.327478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240464bc-db37-4781-805a-ba329132e74e None None] Pushing event updated for resources: {'Port': ['ID=3b3869a5-b997-418d-8fee-280aa2cfce88,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:24.328903 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:24.410447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d9c16-24dd-4b39-8949-a1388291ea1e None None] Routers set() bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:24.410738 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d9c16-24dd-4b39-8949-a1388291ea1e None None] Router IDs set() for agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} May 27 23:03:24.411389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_agentschedulers_db [None req-4e1d9c16-24dd-4b39-8949-a1388291ea1e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ee9e84cf-d07e-41d1-9444-b3c075180901'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent'). {{(pid=88902) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 27 23:03:24.411758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d9c16-24dd-4b39-8949-a1388291ea1e None None] The sync data for ids ['ee9e84cf-d07e-41d1-9444-b3c075180901'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:24.436221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-240464bc-db37-4781-805a-ba329132e74e None None] Attempting to bind port 3b3869a5-b997-418d-8fee-280aa2cfce88 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:03:24.436752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-240464bc-db37-4781-805a-ba329132e74e None None] Attempting to bind port 3b3869a5-b997-418d-8fee-280aa2cfce88 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f92f3136-a5af-4840-9c63-ccd21eb31ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:03:24.437119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240464bc-db37-4781-805a-ba329132e74e None None] Attempting to bind port 3b3869a5-b997-418d-8fee-280aa2cfce88 on network 21c3d788-de30-45dc-b00c-d652cae61507 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:03:24.443615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240464bc-db37-4781-805a-ba329132e74e None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:03:24.447120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240464bc-db37-4781-805a-ba329132e74e None None] Checking segment: {'id': 'f92f3136-a5af-4840-9c63-ccd21eb31ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:03:24.447120 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-240464bc-db37-4781-805a-ba329132e74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:24.447120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240464bc-db37-4781-805a-ba329132e74e None None] Bound using segment: {'id': 'f92f3136-a5af-4840-9c63-ccd21eb31ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:03:24.447120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-240464bc-db37-4781-805a-ba329132e74e None None] Bound port: 3b3869a5-b997-418d-8fee-280aa2cfce88, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92f3136-a5af-4840-9c63-ccd21eb31ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:03:24.447120 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-240464bc-db37-4781-805a-ba329132e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:24.507561 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port ad042b69-776f-41a4-82d8-b9550561703f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:24.520862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port ad042b69-776f-41a4-82d8-b9550561703f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:24.521230 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:24.590059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-240464bc-db37-4781-805a-ba329132e74e None None] For port 3b3869a5-b997-418d-8fee-280aa2cfce88, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:03:24.594267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-240464bc-db37-4781-805a-ba329132e74e None None] For port 3b3869a5-b997-418d-8fee-280aa2cfce88, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3b3869a5-b997-418d-8fee-280aa2cfce88,segment=NetworkSegment(f92f3136-a5af-4840-9c63-ccd21eb31ee3),segment_id=f92f3136-a5af-4840-9c63-ccd21eb31ee3)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:03:24.656052 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:24.659533 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:24.665164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ad042b69-776f-41a4-82d8-b9550561703f is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:24.665600 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:24.685176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Transition to ACTIVE for port object 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:24.727524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port ad042b69-776f-41a4-82d8-b9550561703f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ad042b69-776f-41a4-82d8-b9550561703f,segment=NetworkSegment(2a78968a-b2b0-46d8-89f8-6f6850f3c73a),segment_id=2a78968a-b2b0-46d8-89f8-6f6850f3c73a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:24.729695 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-240464bc-db37-4781-805a-ba329132e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:24.752779 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Deleting port af5689a6-e3c4-40bd-b9db-ef398d7238e9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:24.753170 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:24.840166 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240464bc-db37-4781-805a-ba329132e74e None None] Pushing event updated for resources: {'Port': ['ID=3b3869a5-b997-418d-8fee-280aa2cfce88,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:24.855714 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:24.856634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device af5689a6-e3c4-40bd-b9db-ef398d7238e9 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:24.952531 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:24.984243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=ad042b69-776f-41a4-82d8-b9550561703f,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:24.998439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port af5689a6-e3c4-40bd-b9db-ef398d7238e9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:24.998899 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:25.093074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 21c3d788-de30-45dc-b00c-d652cae61507 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:25.106887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:25.152300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port af5689a6-e3c4-40bd-b9db-ef398d7238e9 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:25.155657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:25.206389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=1fc5874e-a473-4f4a-bb23-1fe8dddd54bd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:25.258906 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:25.298914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] For port af5689a6-e3c4-40bd-b9db-ef398d7238e9, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=af5689a6-e3c4-40bd-b9db-ef398d7238e9,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:25.299314 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:25.430410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Calling delete_port for af5689a6-e3c4-40bd-b9db-ef398d7238e9 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:25.664095 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:25.812811 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:25.930028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Pushing event deleted for resources: {'Port': ['ID=af5689a6-e3c4-40bd-b9db-ef398d7238e9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:25.954990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3bef52-5ad9-4533-ac98-d60252bc67a0 None None] Network 21c3d788-de30-45dc-b00c-d652cae61507 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:03:26.082087 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:26.126653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f5909654-56d9-47af-9e45-fe0a4deb33f0 None None] Provisioning for port 3b3869a5-b997-418d-8fee-280aa2cfce88 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:26.290908 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ad042b69-776f-41a4-82d8-b9550561703f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:26.389621 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port ad042b69-776f-41a4-82d8-b9550561703f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:26.389915 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:26.478931 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:26.483069 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:26.566997 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:26.602974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port ad042b69-776f-41a4-82d8-b9550561703f is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:26.604049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3b3869a5-b997-418d-8fee-280aa2cfce88 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:26.644579 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:26.645678 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50252a9d-c64a-4ec0-9dc4-e53f41283537 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:03:26.673559 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:26.674704 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0bf98a86-5af1-445c-b2b6-e927317ef09f tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "DELETE /v2.0/routers/50252a9d-c64a-4ec0-9dc4-e53f41283537 HTTP/1.1" status: 204 len: 168 time: 2.6190662 May 27 23:03:26.683130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36382) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:26.690302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1928352268', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:26.694214 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:26.715325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:26.720874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Usage tracker for resource:router and tenant:35bca9601c88436ab3b517b31c16e259 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:26.724646 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:26.737397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:26.811092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 3b3869a5-b997-418d-8fee-280aa2cfce88 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:26.820120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3b3869a5-b997-418d-8fee-280aa2cfce88 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:26.832100 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:26.832253 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:26.839677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event updated for resources: {'Port': ['ID=1fc5874e-a473-4f4a-bb23-1fe8dddd54bd,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:26.856514 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:26.857828 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:26.868086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3df6eaa1-6190-427d-a5e2-4d4df6775c83 None None] Provisioning for port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:26.881323 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:26.889822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3df6eaa1-6190-427d-a5e2-4d4df6775c83 None None] Provisioning complete for port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:26.890396 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3df6eaa1-6190-427d-a5e2-4d4df6775c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:26.966044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3df6eaa1-6190-427d-a5e2-4d4df6775c83 None None] Port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:03:27.014718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Network 21c3d788-de30-45dc-b00c-d652cae61507 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:27.018199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:27.023862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3b3869a5-b997-418d-8fee-280aa2cfce88 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:27.024242 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:27.066476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 3b3869a5-b997-418d-8fee-280aa2cfce88, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3b3869a5-b997-418d-8fee-280aa2cfce88,segment=NetworkSegment(f92f3136-a5af-4840-9c63-ccd21eb31ee3),segment_id=f92f3136-a5af-4840-9c63-ccd21eb31ee3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:27.093290 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0a186cce-78dd-4dce-8f1b-e88c18d82b28 None None] Provisioning complete for port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:27.093661 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a186cce-78dd-4dce-8f1b-e88c18d82b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:27.167921 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:27.266286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0a186cce-78dd-4dce-8f1b-e88c18d82b28 None None] Port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:03:27.279385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:03:27.293537 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=3b3869a5-b997-418d-8fee-280aa2cfce88,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:27.315793 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:27.388921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-02ce9694-7103-4a9a-96bb-03f6581b11da None None] Provisioning complete for port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:27.389360 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-02ce9694-7103-4a9a-96bb-03f6581b11da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:27.465739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-02ce9694-7103-4a9a-96bb-03f6581b11da None None] Port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:03:27.480005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:27.487471 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-179a5721-2800-4145-b636-7211f5b04a1b tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/18b24ebd-dc7c-477e-987e-630fc0d0b2a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4028161 May 27 23:03:27.487932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36388) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:27.494082 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Sync routers for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:27.497746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cb89f644-65e3-463f-8b1d-8ca56402646c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:27.507374 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:27.508002 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:27.544915 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e6e2cb62-d9d2-40f5-a709-17ff18232f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:27.700310 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:27.857433 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:27.887347 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:28.076889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Allocated IP 172.25.2.32 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/7d5410df-9fee-46c0-9665-1882f2ad1a30) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:28.093251 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:03:28.120212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3b3869a5-b997-418d-8fee-280aa2cfce88 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:28.140175 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:25Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': '1fc5874e-a473-4f4a-bb23-1fe8dddd54bd', 'name': '', 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:2a:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:23Z', 'updated_at': '2022-05-27T23:03:26Z', 'revision_number': 2, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad042b69-776f-41a4-82d8-b9550561703f', 'name': '', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:c1:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:24Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:28.145775 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Checking router: 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:03:28.146127 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Updating router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:03:28.213681 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:28.214606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3b3869a5-b997-418d-8fee-280aa2cfce88 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:28.215079 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:28.293547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.extraroute_db [None req-cb89f644-65e3-463f-8b1d-8ca56402646c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 23:03:28.298051 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:28.312121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.extraroute_db [None req-cb89f644-65e3-463f-8b1d-8ca56402646c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Removed routes are [] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 23:03:28.312565 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb89f644-65e3-463f-8b1d-8ca56402646c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:28.351946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3b3869a5-b997-418d-8fee-280aa2cfce88 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:28.360531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device af5689a6-e3c4-40bd-b9db-ef398d7238e9 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:03:28.394212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: af5689a6-e3c4-40bd-b9db-ef398d7238e9 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:03:28.394686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device af5689a6-e3c4-40bd-b9db-ef398d7238e9 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:03:28.450314 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:28.529662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Pushing event updated for resources: {'Port': ['ID=7d5410df-9fee-46c0-9665-1882f2ad1a30,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:28.550810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:28.552517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:28.554897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:28.637852 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:28.653591 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Transition to ACTIVE for port object 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:28.746138 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:29.034708 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a668c-a238-4138-99df-54b195ee765c None None] Pushing event updated for resources: {'Port': ['ID=1fc5874e-a473-4f4a-bb23-1fe8dddd54bd,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:29.050193 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb89f644-65e3-463f-8b1d-8ca56402646c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:29.072667 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb89f644-65e3-463f-8b1d-8ca56402646c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:29.083120 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Attempting to bind port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:03:29.083491 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Attempting to bind port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f92f3136-a5af-4840-9c63-ccd21eb31ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:03:29.083848 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Attempting to bind port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd on network 21c3d788-de30-45dc-b00c-d652cae61507 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:03:29.090385 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:03:29.090761 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Checking segment: {'id': 'f92f3136-a5af-4840-9c63-ccd21eb31ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:03:29.091368 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:29.091548 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Bound using segment: {'id': 'f92f3136-a5af-4840-9c63-ccd21eb31ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:03:29.092025 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Bound port: 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f92f3136-a5af-4840-9c63-ccd21eb31ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:03:29.092336 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:29.227131 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] For port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:03:29.231542 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] For port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1fc5874e-a473-4f4a-bb23-1fe8dddd54bd,segment=NetworkSegment(f92f3136-a5af-4840-9c63-ccd21eb31ee3),segment_id=f92f3136-a5af-4840-9c63-ccd21eb31ee3)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:03:29.310049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb89f644-65e3-463f-8b1d-8ca56402646c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:03:29.312419 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:29.351635 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:29.429375 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:29.429964 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:29.493604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb89f644-65e3-463f-8b1d-8ca56402646c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:29.501989 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cb89f644-65e3-463f-8b1d-8ca56402646c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:29.505631 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cb89f644-65e3-463f-8b1d-8ca56402646c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/18b24ebd-dc7c-477e-987e-630fc0d0b2a3 HTTP/1.1" status: 200 len: 934 time: 2.0145478 May 27 23:03:29.505984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36396) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:29.509305 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a668c-a238-4138-99df-54b195ee765c None None] Pushing event updated for resources: {'Port': ['ID=1fc5874e-a473-4f4a-bb23-1fe8dddd54bd,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:29.637646 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:29.730685 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0123cc87-d0f7-4012-a11f-a8e672fa9490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:29.806465 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:29.815314 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-465d2b67-0ac2-436b-91c1-98d5b91f7a39 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/routers/18b24ebd-dc7c-477e-987e-630fc0d0b2a3 HTTP/1.1" status: 200 len: 934 time: 0.3080621 May 27 23:03:29.818481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36400) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:29.824113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-17d8d9df-4020-40c1-89f9-c31da707bb5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'router': {'routes': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:30.095244 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:28Z', 'revision_number': 6, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': '1fc5874e-a473-4f4a-bb23-1fe8dddd54bd', 'name': '', 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:2a:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:23Z', 'updated_at': '2022-05-27T23:03:29Z', 'revision_number': 4, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad042b69-776f-41a4-82d8-b9550561703f', 'name': '', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:c1:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:24Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:30.104715 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec62ee79-8288-4624-bda4-5d65da3c78c7 None None] The sync data for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 is: [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:28Z', 'revision_number': 6, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': '1fc5874e-a473-4f4a-bb23-1fe8dddd54bd', 'name': '', 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:2a:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:23Z', 'updated_at': '2022-05-27T23:03:29Z', 'revision_number': 4, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad042b69-776f-41a4-82d8-b9550561703f', 'name': '', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:c1:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:24Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:30.416039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Router 12f91032-fccd-40f4-b9e8-d1c164109682 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:03:30.626627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:30.639095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a9670-d0a2-4534-96e0-a3def722a626 None None] Sync routers for ids ['12f91032-fccd-40f4-b9e8-d1c164109682'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:30.652366 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a9670-d0a2-4534-96e0-a3def722a626 None None] Routers {'12f91032-fccd-40f4-b9e8-d1c164109682'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:30.653145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-471a9670-d0a2-4534-96e0-a3def722a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['12f91032-fccd-40f4-b9e8-d1c164109682'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:30.655146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.extraroute_db [None req-17d8d9df-4020-40c1-89f9-c31da707bb5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Added routes are [] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 23:03:30.655643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.extraroute_db [None req-17d8d9df-4020-40c1-89f9-c31da707bb5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 23:03:30.689260 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17d8d9df-4020-40c1-89f9-c31da707bb5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:30.725926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:30.727208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3e921155-cd1d-4691-a601-1481796882fc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0427313 May 27 23:03:30.728127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-471a9670-d0a2-4534-96e0-a3def722a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:30.729858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36406) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:30.734846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-fe97ec11-fb59-46c8-866d-6feff4ad1a59 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'enable_snat': False}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:30.747702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a9670-d0a2-4534-96e0-a3def722a626 None None] Routers {'12f91032-fccd-40f4-b9e8-d1c164109682'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:30.749058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-471a9670-d0a2-4534-96e0-a3def722a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['12f91032-fccd-40f4-b9e8-d1c164109682'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:30.831780 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-471a9670-d0a2-4534-96e0-a3def722a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:30.832618 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a9670-d0a2-4534-96e0-a3def722a626 None None] The sync data for ids ['12f91032-fccd-40f4-b9e8-d1c164109682'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:30.977682 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:31.008530 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:31.048813 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fb1da2-dfd1-4b1b-9bc8-0e51945f5655 None None] Sync routers for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:31.062732 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fb1da2-dfd1-4b1b-9bc8-0e51945f5655 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:31.063415 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-39fb1da2-dfd1-4b1b-9bc8-0e51945f5655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:31.156451 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17d8d9df-4020-40c1-89f9-c31da707bb5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:31.160147 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17d8d9df-4020-40c1-89f9-c31da707bb5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:31.227462 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-39fb1da2-dfd1-4b1b-9bc8-0e51945f5655 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:31.285700 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe97ec11-fb59-46c8-866d-6feff4ad1a59 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:31.358970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d8d9df-4020-40c1-89f9-c31da707bb5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:03:31.551465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d8d9df-4020-40c1-89f9-c31da707bb5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:31.561490 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17d8d9df-4020-40c1-89f9-c31da707bb5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:31.562688 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-17d8d9df-4020-40c1-89f9-c31da707bb5a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/18b24ebd-dc7c-477e-987e-630fc0d0b2a3 HTTP/1.1" status: 200 len: 700 time: 1.7431588 May 27 23:03:31.565218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36412) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:31.612725 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-39fb1da2-dfd1-4b1b-9bc8-0e51945f5655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:30Z', 'revision_number': 7, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': '1fc5874e-a473-4f4a-bb23-1fe8dddd54bd', 'name': '', 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:2a:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:23Z', 'updated_at': '2022-05-27T23:03:29Z', 'revision_number': 4, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad042b69-776f-41a4-82d8-b9550561703f', 'name': '', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:c1:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:24Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:31.617770 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fb1da2-dfd1-4b1b-9bc8-0e51945f5655 None None] Checking router: 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:03:31.626521 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fb1da2-dfd1-4b1b-9bc8-0e51945f5655 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:31.627105 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-39fb1da2-dfd1-4b1b-9bc8-0e51945f5655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:31.797067 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-158f1b14-fc2d-4a32-aaf6-fe4e8dd34870 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/routers/18b24ebd-dc7c-477e-987e-630fc0d0b2a3 HTTP/1.1" status: 200 len: 700 time: 0.2306309 May 27 23:03:31.797771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36416) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:31.798850 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-39fb1da2-dfd1-4b1b-9bc8-0e51945f5655 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:32.167735 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:32.180629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:32.181332 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-39fb1da2-dfd1-4b1b-9bc8-0e51945f5655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:30Z', 'revision_number': 7, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': '1fc5874e-a473-4f4a-bb23-1fe8dddd54bd', 'name': '', 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:2a:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:23Z', 'updated_at': '2022-05-27T23:03:29Z', 'revision_number': 4, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad042b69-776f-41a4-82d8-b9550561703f', 'name': '', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:c1:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:24Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:32.185781 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fb1da2-dfd1-4b1b-9bc8-0e51945f5655 None None] The sync data for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 is: [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:30Z', 'revision_number': 7, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': '1fc5874e-a473-4f4a-bb23-1fe8dddd54bd', 'name': '', 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:2a:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:23Z', 'updated_at': '2022-05-27T23:03:29Z', 'revision_number': 4, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad042b69-776f-41a4-82d8-b9550561703f', 'name': '', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:c1:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:24Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:32.314473 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe97ec11-fb59-46c8-866d-6feff4ad1a59 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:32.320498 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe97ec11-fb59-46c8-866d-6feff4ad1a59 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:32.381468 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:32.394294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:32.394294 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:32.539007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5cf058-b013-4af4-b1e9-7ec4262cb31a None None] Sync routers for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:32.569709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5cf058-b013-4af4-b1e9-7ec4262cb31a None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:32.569709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4f5cf058-b013-4af4-b1e9-7ec4262cb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:32.570102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe97ec11-fb59-46c8-866d-6feff4ad1a59 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Router 12f91032-fccd-40f4-b9e8-d1c164109682 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:03:32.706778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:32.707158 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:32.754107 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e30895f-e89c-4324-bf08-e28692011fdf tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:32.759445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe97ec11-fb59-46c8-866d-6feff4ad1a59 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:32.759714 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1fc5874e-a473-4f4a-bb23-1fe8dddd54bd,segment=NetworkSegment(f92f3136-a5af-4840-9c63-ccd21eb31ee3),segment_id=f92f3136-a5af-4840-9c63-ccd21eb31ee3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:32.760116 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe97ec11-fb59-46c8-866d-6feff4ad1a59 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:32.764068 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fe97ec11-fb59-46c8-866d-6feff4ad1a59 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "PUT /v2.0/routers/12f91032-fccd-40f4-b9e8-d1c164109682 HTTP/1.1" status: 200 len: 925 time: 2.0308299 May 27 23:03:32.764546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36422) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:32.764810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-4f5cf058-b013-4af4-b1e9-7ec4262cb31a None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:32.772413 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934e244-9fa0-48ce-bd2d-282f9ed25b8c None None] Sync routers for ids ['12f91032-fccd-40f4-b9e8-d1c164109682'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:32.787479 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3934e244-9fa0-48ce-bd2d-282f9ed25b8c None None] Routers {'12f91032-fccd-40f4-b9e8-d1c164109682'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:32.788968 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3934e244-9fa0-48ce-bd2d-282f9ed25b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['12f91032-fccd-40f4-b9e8-d1c164109682'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:32.897736 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3934e244-9fa0-48ce-bd2d-282f9ed25b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:32.903806 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:32.913192 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3934e244-9fa0-48ce-bd2d-282f9ed25b8c None None] Routers {'12f91032-fccd-40f4-b9e8-d1c164109682'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:32.916690 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3934e244-9fa0-48ce-bd2d-282f9ed25b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['12f91032-fccd-40f4-b9e8-d1c164109682'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:33.007582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36426) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:33.008164 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b0cffd9c-d3c8-4877-8cb5-1a729fb46caa tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/routers/12f91032-fccd-40f4-b9e8-d1c164109682 HTTP/1.1" status: 200 len: 925 time: 0.2414176 May 27 23:03:33.032703 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3934e244-9fa0-48ce-bd2d-282f9ed25b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:33.033608 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3934e244-9fa0-48ce-bd2d-282f9ed25b8c None None] The sync data for ids ['12f91032-fccd-40f4-b9e8-d1c164109682'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:33.145245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad94bab1-49c2-431a-b12e-f1c2f70f920d tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:33.145938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ad94bab1-49c2-431a-b12e-f1c2f70f920d tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Synchronizing usage tracker for tenant:0f9842c65fa8469998ca673345f1e8bc on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:03:33.158420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=1fc5874e-a473-4f4a-bb23-1fe8dddd54bd,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:33.182843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2e30895f-e89c-4324-bf08-e28692011fdf tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:33.185027 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e30895f-e89c-4324-bf08-e28692011fdf tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:33.235920 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4f5cf058-b013-4af4-b1e9-7ec4262cb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:30Z', 'revision_number': 7, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': '1fc5874e-a473-4f4a-bb23-1fe8dddd54bd', 'name': '', 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:2a:44:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:23Z', 'updated_at': '2022-05-27T23:03:29Z', 'revision_number': 4, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad042b69-776f-41a4-82d8-b9550561703f', 'name': '', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:c1:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:24Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:33.240028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5cf058-b013-4af4-b1e9-7ec4262cb31a None None] Checking router: 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:03:33.249683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5cf058-b013-4af4-b1e9-7ec4262cb31a None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:33.250307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4f5cf058-b013-4af4-b1e9-7ec4262cb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:33.258942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ad94bab1-49c2-431a-b12e-f1c2f70f920d tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Unset dirty status for tenant:0f9842c65fa8469998ca673345f1e8bc on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:03:33.263875 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ad94bab1-49c2-431a-b12e-f1c2f70f920d tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=d7021960-3d6a-4895-8681-782805f44685&device_id=12f91032-fccd-40f4-b9e8-d1c164109682&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2513461 May 27 23:03:33.275995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36430) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:33.411211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-4f5cf058-b013-4af4-b1e9-7ec4262cb31a None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:33.479620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-2e30895f-e89c-4324-bf08-e28692011fdf tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] For port 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1fc5874e-a473-4f4a-bb23-1fe8dddd54bd,segment=NetworkSegment(f92f3136-a5af-4840-9c63-ccd21eb31ee3),segment_id=f92f3136-a5af-4840-9c63-ccd21eb31ee3)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:33.479976 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e30895f-e89c-4324-bf08-e28692011fdf tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:33.548253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d7082a-40d6-457e-b8f3-03b4e06472a6 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:33.548870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47d7082a-40d6-457e-b8f3-03b4e06472a6 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Synchronizing usage tracker for tenant:0f9842c65fa8469998ca673345f1e8bc on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:03:33.619729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2e30895f-e89c-4324-bf08-e28692011fdf tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:33.740228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-47d7082a-40d6-457e-b8f3-03b4e06472a6 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Unset dirty status for tenant:0f9842c65fa8469998ca673345f1e8bc on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:03:33.744839 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-47d7082a-40d6-457e-b8f3-03b4e06472a6 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 881 time: 0.4771304 May 27 23:03:33.745358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36436) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:33.751960 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4f5cf058-b013-4af4-b1e9-7ec4262cb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:30Z', 'revision_number': 7, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': '1fc5874e-a473-4f4a-bb23-1fe8dddd54bd', 'name': '', 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:2a:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:23Z', 'updated_at': '2022-05-27T23:03:32Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad042b69-776f-41a4-82d8-b9550561703f', 'name': '', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:c1:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:24Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:33.757946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5cf058-b013-4af4-b1e9-7ec4262cb31a None None] The sync data for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 is: [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:30Z', 'revision_number': 7, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': '1fc5874e-a473-4f4a-bb23-1fe8dddd54bd', 'name': '', 'network_id': '21c3d788-de30-45dc-b00c-d652cae61507', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:2a:44:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:23Z', 'updated_at': '2022-05-27T23:03:32Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '7aff5a00-6f75-402f-a824-f7019d8cadab', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad042b69-776f-41a4-82d8-b9550561703f', 'name': '', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:c1:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:24Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:33.790973 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cedc6a7d-2354-4073-b929-18c4ffb7d790 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "GET /v2.0/ports?device_id=12f91032-fccd-40f4-b9e8-d1c164109682 HTTP/1.1" status: 200 len: 205 time: 0.0443947 May 27 23:03:33.796123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36440) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:33.969979 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e30895f-e89c-4324-bf08-e28692011fdf tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:33.982957 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80ab4854-5ec3-43de-a995-aca1e0636b20 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:34.019178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30895f-e89c-4324-bf08-e28692011fdf tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=1fc5874e-a473-4f4a-bb23-1fe8dddd54bd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:34.211799 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80ab4854-5ec3-43de-a995-aca1e0636b20 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:34.288438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-80ab4854-5ec3-43de-a995-aca1e0636b20 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Deleting port 7d5410df-9fee-46c0-9665-1882f2ad1a30 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:34.288787 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80ab4854-5ec3-43de-a995-aca1e0636b20 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:34.435019 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2e30895f-e89c-4324-bf08-e28692011fdf tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:34.606061 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80ab4854-5ec3-43de-a995-aca1e0636b20 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:34.750140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-80ab4854-5ec3-43de-a995-aca1e0636b20 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Calling delete_port for 7d5410df-9fee-46c0-9665-1882f2ad1a30 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:34.799844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e30895f-e89c-4324-bf08-e28692011fdf tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:03:34.966641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e30895f-e89c-4324-bf08-e28692011fdf tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:34.977807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d691ad-72e1-40ca-89c3-cd4b67c51284 None None] Sync routers for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:34.981243 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2e30895f-e89c-4324-bf08-e28692011fdf tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/18b24ebd-dc7c-477e-987e-630fc0d0b2a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1824188 May 27 23:03:34.984021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36446) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:34.986851 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80ab4854-5ec3-43de-a995-aca1e0636b20 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:34.987011 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d691ad-72e1-40ca-89c3-cd4b67c51284 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:34.987463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-89d691ad-72e1-40ca-89c3-cd4b67c51284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:35.078601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab4854-5ec3-43de-a995-aca1e0636b20 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Pushing event deleted for resources: {'Port': ['ID=7d5410df-9fee-46c0-9665-1882f2ad1a30,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:35.159108 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-89d691ad-72e1-40ca-89c3-cd4b67c51284 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:35.171339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5787d89-5d45-4471-ac00-253df7e213d5 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting subnet 7aff5a00-6f75-402f-a824-f7019d8cadab {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:03:35.176278 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e5787d89-5d45-4471-ac00-253df7e213d5 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:35.233909 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80ab4854-5ec3-43de-a995-aca1e0636b20 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:35.286584 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e5787d89-5d45-4471-ac00-253df7e213d5 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:35.479677 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80ab4854-5ec3-43de-a995-aca1e0636b20 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:35.483430 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80ab4854-5ec3-43de-a995-aca1e0636b20 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:35.502772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-89d691ad-72e1-40ca-89c3-cd4b67c51284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:33Z', 'revision_number': 8, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'ad042b69-776f-41a4-82d8-b9550561703f', 'name': '', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:c1:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:24Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:35.502772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d691ad-72e1-40ca-89c3-cd4b67c51284 None None] Checking router: 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:03:35.509690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d691ad-72e1-40ca-89c3-cd4b67c51284 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:35.510296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-89d691ad-72e1-40ca-89c3-cd4b67c51284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:35.533009 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e5787d89-5d45-4471-ac00-253df7e213d5 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:35.602025 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80ab4854-5ec3-43de-a995-aca1e0636b20 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:35.602540 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ab4854-5ec3-43de-a995-aca1e0636b20 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Fanout notify agent at l3_agent the message router_deleted on router 12f91032-fccd-40f4-b9e8-d1c164109682 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:03:35.622761 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80ab4854-5ec3-43de-a995-aca1e0636b20 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:35.626754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-80ab4854-5ec3-43de-a995-aca1e0636b20 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "DELETE /v2.0/routers/12f91032-fccd-40f4-b9e8-d1c164109682 HTTP/1.1" status: 204 len: 168 time: 1.8293719 May 27 23:03:35.627751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36450) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:35.633016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-dbf0a6a9-2fbb-4236-9935-7e68a9e82b11 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1905271732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:35.641041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-dbf0a6a9-2fbb-4236-9935-7e68a9e82b11 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:35.645281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-dbf0a6a9-2fbb-4236-9935-7e68a9e82b11 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Usage tracker for resource:router and tenant:35bca9601c88436ab3b517b31c16e259 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:35.648877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-dbf0a6a9-2fbb-4236-9935-7e68a9e82b11 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:35.655938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-dbf0a6a9-2fbb-4236-9935-7e68a9e82b11 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:35.673148 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e5787d89-5d45-4471-ac00-253df7e213d5 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:35.714605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5787d89-5d45-4471-ac00-253df7e213d5 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Subnet': ['ID=7aff5a00-6f75-402f-a824-f7019d8cadab,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:35.714841 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-89d691ad-72e1-40ca-89c3-cd4b67c51284 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:35.720787 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e5787d89-5d45-4471-ac00-253df7e213d5 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:35.726150 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e5787d89-5d45-4471-ac00-253df7e213d5 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/7aff5a00-6f75-402f-a824-f7019d8cadab HTTP/1.1" status: 204 len: 168 time: 0.7377005 May 27 23:03:35.727159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36454) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:35.747358 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a6a9-2fbb-4236-9935-7e68a9e82b11 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:35.748364 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a6a9-2fbb-4236-9935-7e68a9e82b11 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:35.765865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48635dce-3d7a-4db2-b4c8-f2050f4a702c None None] Network 21c3d788-de30-45dc-b00c-d652cae61507 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:03:35.846843 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a6a9-2fbb-4236-9935-7e68a9e82b11 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:35.865064 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:35.879820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port 3b3869a5-b997-418d-8fee-280aa2cfce88 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:35.880388 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:35.968435 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a6a9-2fbb-4236-9935-7e68a9e82b11 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:36.081539 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dbf0a6a9-2fbb-4236-9935-7e68a9e82b11 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:36.086047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36466) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:36.088600 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dbf0a6a9-2fbb-4236-9935-7e68a9e82b11 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4559777 May 27 23:03:36.093859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:36.137620 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] For port 3b3869a5-b997-418d-8fee-280aa2cfce88, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3b3869a5-b997-418d-8fee-280aa2cfce88,segment=NetworkSegment(f92f3136-a5af-4840-9c63-ccd21eb31ee3),segment_id=f92f3136-a5af-4840-9c63-ccd21eb31ee3)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:36.137994 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:36.224965 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-89d691ad-72e1-40ca-89c3-cd4b67c51284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:33Z', 'revision_number': 8, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'ad042b69-776f-41a4-82d8-b9550561703f', 'name': '', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:c1:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:24Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:36.233587 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d691ad-72e1-40ca-89c3-cd4b67c51284 None None] The sync data for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 is: [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:33Z', 'revision_number': 8, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'ad042b69-776f-41a4-82d8-b9550561703f', 'name': '', 'network_id': '86eb8020-dc78-4087-b6df-1a0e04d6c3cb', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:c1:6c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:17Z', 'updated_at': '2022-05-27T23:03:24Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '0380af65-dcb5-422b-bdc5-ee504c60b4f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:36.335512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aeed17-6fa5-429d-a332-e140d646ef65 None None] DHCP port deletion for 21c3d788-de30-45dc-b00c-d652cae61507 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:03:36.349188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-16aeed17-6fa5-429d-a332-e140d646ef65 None None] Deleting port 3b3869a5-b997-418d-8fee-280aa2cfce88 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:36.349586 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16aeed17-6fa5-429d-a332-e140d646ef65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:36.424925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for 3b3869a5-b997-418d-8fee-280aa2cfce88 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:36.463994 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-ef9bae41-24b4-4184-a812-9c514ae46ec3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540806388&fields=id&tenant_id=a3537ac059424872b0999096f4b18e5e HTTP/1.1" status: 200 len: 267 time: 0.2505322 May 27 23:03:36.525399 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:36.644155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595936-733c-495e-8406-89e5e7ee9597 req-37711454-4ce5-4f75-b60a-94f3ecdbbbff tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:36.646057 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-37711454-4ce5-4f75-b60a-94f3ecdbbbff tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 812 time: 0.1705296 May 27 23:03:36.663628 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-d12740fc-eee4-4713-881e-e3b5b24f73a1 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/quotas/a3537ac059424872b0999096f4b18e5e HTTP/1.1" status: 200 len: 375 time: 0.0116765 May 27 23:03:36.685378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-16aeed17-6fa5-429d-a332-e140d646ef65 None None] For port 3b3869a5-b997-418d-8fee-280aa2cfce88, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3b3869a5-b997-418d-8fee-280aa2cfce88,segment=NetworkSegment(f92f3136-a5af-4840-9c63-ccd21eb31ee3),segment_id=f92f3136-a5af-4840-9c63-ccd21eb31ee3)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:36.685825 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16aeed17-6fa5-429d-a332-e140d646ef65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:36.725045 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:36.801121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=3b3869a5-b997-418d-8fee-280aa2cfce88,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:36.805991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No DVR routers for this DVR port 3b3869a5-b997-418d-8fee-280aa2cfce88 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:03:36.832979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-16aeed17-6fa5-429d-a332-e140d646ef65 None None] Calling delete_port for 3b3869a5-b997-418d-8fee-280aa2cfce88 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:36.925416 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-16aeed17-6fa5-429d-a332-e140d646ef65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:03:36.925771 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-16aeed17-6fa5-429d-a332-e140d646ef65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:03:36.970839 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:37.008919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-d40792b6-410c-4867-9e1d-5405a919fd7b tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3394091 May 27 23:03:37.012547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c3d788-de30-45dc-b00c-d652cae61507']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:37.029357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f92f3136-a5af-4840-9c63-ccd21eb31ee3') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:37.029605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f92f3136-a5af-4840-9c63-ccd21eb31ee3') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:37.053309 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:37.060316 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:37.068748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:03:37.069428 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:37.095751 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:37.126512 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:37.165787 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment f92f3136-a5af-4840-9c63-ccd21eb31ee3 resource provider aggregate not found May 27 23:03:37.221079 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment f92f3136-a5af-4840-9c63-ccd21eb31ee3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f92f3136-a5af-4840-9c63-ccd21eb31ee3 found for delete ", "request_id": "req-061f5e58-dca4-4a0e-8341-35f98600b5a1"}]} May 27 23:03:37.292779 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-724486d4-8959-4ec9-a187-8056560298b7 service neutron] 10.222.0.27 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705994 May 27 23:03:37.317892 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:37.385601 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:37.402181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Network': ['ID=21c3d788-de30-45dc-b00c-d652cae61507,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:37.418295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Allocated IP 172.25.2.170 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/48b88680-168e-4c03-908e-6ed22d8d8a12) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:37.419196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-761a212c-eef6-417c-97a5-f6e0234f43e1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/networks/21c3d788-de30-45dc-b00c-d652cae61507 HTTP/1.1" status: 204 len: 168 time: 1.6909814 May 27 23:03:37.423374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36478) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:37.427379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-16aeed17-6fa5-429d-a332-e140d646ef65 None None] Deleting port 3b3869a5-b997-418d-8fee-280aa2cfce88 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:37.429010 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16aeed17-6fa5-429d-a332-e140d646ef65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:37.498097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-16aeed17-6fa5-429d-a332-e140d646ef65 None None] The port '3b3869a5-b997-418d-8fee-280aa2cfce88' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:03:37.572430 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:37.595871 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-431b4faa-9067-4cdc-82d5-534b59a79bb6 service neutron] 10.222.0.27 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972901 May 27 23:03:37.662028 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:37.735365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:37.738696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:37.746591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:37.786886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Pushing event updated for resources: {'Port': ['ID=48b88680-168e-4c03-908e-6ed22d8d8a12,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:38.106631 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:03:38.107510 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34dd56e9-9f63-4085-b373-e943a759f4e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:38.145348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:03:38.145732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1fc5874e-a473-4f4a-bb23-1fe8dddd54bd not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:03:38.146093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3b3869a5-b997-418d-8fee-280aa2cfce88 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:03:38.182568 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 3b3869a5-b997-418d-8fee-280aa2cfce88 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:03:38.182909 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3b3869a5-b997-418d-8fee-280aa2cfce88 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:03:38.247458 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:38.405077 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72ce055e-6a3f-405f-ac42-cfe5023447a9 req-a481e4f6-f9f0-4088-b66b-07fb4af8a0b3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0787654 May 27 23:03:38.501032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-34dd56e9-9f63-4085-b373-e943a759f4e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port ad042b69-776f-41a4-82d8-b9550561703f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:38.501765 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34dd56e9-9f63-4085-b373-e943a759f4e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:38.621570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:38.626826 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:38.701349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-34dd56e9-9f63-4085-b373-e943a759f4e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] For port ad042b69-776f-41a4-82d8-b9550561703f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=ad042b69-776f-41a4-82d8-b9550561703f,segment=NetworkSegment(2a78968a-b2b0-46d8-89f8-6f6850f3c73a),segment_id=2a78968a-b2b0-46d8-89f8-6f6850f3c73a)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:38.701702 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34dd56e9-9f63-4085-b373-e943a759f4e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:38.831187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-34dd56e9-9f63-4085-b373-e943a759f4e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for ad042b69-776f-41a4-82d8-b9550561703f owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:39.061118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Router e7281742-b56a-4f5c-bab1-0dc93cc2b667 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:03:39.124166 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34dd56e9-9f63-4085-b373-e943a759f4e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:39.175237 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd56e9-9f63-4085-b373-e943a759f4e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=ad042b69-776f-41a4-82d8-b9550561703f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:39.254585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:39.266671 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c3f7c-7d84-4735-8074-188c00bc8f09 None None] Sync routers for ids ['e7281742-b56a-4f5c-bab1-0dc93cc2b667'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:39.281657 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c3f7c-7d84-4735-8074-188c00bc8f09 None None] Routers {'e7281742-b56a-4f5c-bab1-0dc93cc2b667'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:39.282563 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:39.282809 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f8c3f7c-7d84-4735-8074-188c00bc8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e7281742-b56a-4f5c-bab1-0dc93cc2b667'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:39.286448 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c15d95dc-b1b8-4fed-8462-f38dbedfe952 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "PUT /v2.0/routers/e7281742-b56a-4f5c-bab1-0dc93cc2b667 HTTP/1.1" status: 200 len: 884 time: 3.1968088 May 27 23:03:39.292791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36502) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:39.349925 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f8c3f7c-7d84-4735-8074-188c00bc8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:39.361173 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c3f7c-7d84-4735-8074-188c00bc8f09 None None] Routers {'e7281742-b56a-4f5c-bab1-0dc93cc2b667'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:39.361901 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f8c3f7c-7d84-4735-8074-188c00bc8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e7281742-b56a-4f5c-bab1-0dc93cc2b667'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:39.427688 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f8c3f7c-7d84-4735-8074-188c00bc8f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:39.428077 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8c3f7c-7d84-4735-8074-188c00bc8f09 None None] The sync data for ids ['e7281742-b56a-4f5c-bab1-0dc93cc2b667'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:39.461843 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-34dd56e9-9f63-4085-b373-e943a759f4e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:39.500062 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-20e2c700-60b0-49fa-83aa-d30bb3c36bbd tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/routers/e7281742-b56a-4f5c-bab1-0dc93cc2b667 HTTP/1.1" status: 200 len: 925 time: 0.2089517 May 27 23:03:39.500303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36508) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:39.578575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc1723-3aa2-4928-b336-2954f14135c6 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:39.582531 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f5fc1723-3aa2-4928-b336-2954f14135c6 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=d7021960-3d6a-4895-8681-782805f44685&device_id=e7281742-b56a-4f5c-bab1-0dc93cc2b667&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0789557 May 27 23:03:39.582959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36512) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:39.717134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e3da57-d991-411e-b21e-f51b51ea6be0 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:39.718399 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-87e3da57-d991-411e-b21e-f51b51ea6be0 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 881 time: 0.1343524 May 27 23:03:39.721211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36516) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:39.767394 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-df3bcddf-37ca-4d11-a697-e92fd34fae89 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7281742-b56a-4f5c-bab1-0dc93cc2b667 HTTP/1.1" status: 200 len: 205 time: 0.0449605 May 27 23:03:39.770270 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36520) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:39.771575 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7fe9ca0a-39e0-4dfe-ab64-bdf52770d513 req-d3c23bba-1833-4c53-9e27-efc2accb637a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 210 time: 0.1167324 May 27 23:03:39.957961 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5c846a52-5fea-4dad-9854-c4056062dee9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:39.958590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dd56e9-9f63-4085-b373-e943a759f4e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:03:40.125057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dd56e9-9f63-4085-b373-e943a759f4e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:40.136506 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b460cd-2759-466c-b07b-061783d38088 None None] Sync routers for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:40.148403 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-34dd56e9-9f63-4085-b373-e943a759f4e0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/18b24ebd-dc7c-477e-987e-630fc0d0b2a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7212992 May 27 23:03:40.148611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b460cd-2759-466c-b07b-061783d38088 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:40.148611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-85b460cd-2759-466c-b07b-061783d38088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:40.149080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36524) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:40.151168 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5c846a52-5fea-4dad-9854-c4056062dee9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:40.219749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6b3a2c-8712-4311-8699-24cfe76a5ab0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting subnet 0380af65-dcb5-422b-bdc5-ee504c60b4f0 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:03:40.222968 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de6b3a2c-8712-4311-8699-24cfe76a5ab0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:40.255778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5c846a52-5fea-4dad-9854-c4056062dee9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Deleting port 48b88680-168e-4c03-908e-6ed22d8d8a12 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:40.256407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5c846a52-5fea-4dad-9854-c4056062dee9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:40.278094 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de6b3a2c-8712-4311-8699-24cfe76a5ab0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:40.351269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-85b460cd-2759-466c-b07b-061783d38088 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:40.377871 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de6b3a2c-8712-4311-8699-24cfe76a5ab0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:40.447497 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5c846a52-5fea-4dad-9854-c4056062dee9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:40.529912 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de6b3a2c-8712-4311-8699-24cfe76a5ab0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:40.573869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b3a2c-8712-4311-8699-24cfe76a5ab0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Subnet': ['ID=0380af65-dcb5-422b-bdc5-ee504c60b4f0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:40.577744 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de6b3a2c-8712-4311-8699-24cfe76a5ab0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:40.585747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad5210d-e31b-4e8b-a3d5-0b078ba3352c None None] Network 86eb8020-dc78-4087-b6df-1a0e04d6c3cb requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:03:40.589753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-de6b3a2c-8712-4311-8699-24cfe76a5ab0 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/0380af65-dcb5-422b-bdc5-ee504c60b4f0 HTTP/1.1" status: 204 len: 168 time: 0.4394524 May 27 23:03:40.592360 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36528) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:40.712548 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:40.724164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:40.724627 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:40.814718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-5c846a52-5fea-4dad-9854-c4056062dee9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Calling delete_port for 48b88680-168e-4c03-908e-6ed22d8d8a12 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:40.864971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-85b460cd-2759-466c-b07b-061783d38088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:38Z', 'revision_number': 9, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:40.887171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b460cd-2759-466c-b07b-061783d38088 None None] Checking router: 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:03:40.899270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b460cd-2759-466c-b07b-061783d38088 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:40.900307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-85b460cd-2759-466c-b07b-061783d38088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:40.988094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cde2a24-722b-46cc-ac7d-c48bbe1f1b50 None None] DHCP port deletion for 86eb8020-dc78-4087-b6df-1a0e04d6c3cb request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:03:40.989529 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba3c9422-41fe-4200-bf43-5f80f8acfd91 req-9dc8eb4f-5b62-4212-9d8d-03ef96063137 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0627704 May 27 23:03:41.004100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5b4b862c-5e18-400d-bc17-b0ab9cf08db3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:41.005605 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5b4b862c-5e18-400d-bc17-b0ab9cf08db3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.57 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 812 time: 0.3981566 May 27 23:03:41.026851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] For port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c,segment=NetworkSegment(2a78968a-b2b0-46d8-89f8-6f6850f3c73a),segment_id=2a78968a-b2b0-46d8-89f8-6f6850f3c73a)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:41.027214 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:41.072531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2cde2a24-722b-46cc-ac7d-c48bbe1f1b50 None None] Deleting port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:41.072907 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2cde2a24-722b-46cc-ac7d-c48bbe1f1b50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:41.109310 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-b3f0caa0-8e02-4db3-b248-24f0a0cf360a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3537ac059424872b0999096f4b18e5e HTTP/1.1" status: 200 len: 379 time: 0.0758190 May 27 23:03:41.122663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'port': {'device_id': 'a20de7f5-241f-4abb-9412-f952bba1f8f9', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'admin_state_up': True, 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'security_groups': ['c152abe6-9774-4832-afaf-185503c02104']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:41.170698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:41.214076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-85b460cd-2759-466c-b07b-061783d38088 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:41.271707 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:41.278881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Usage tracker for resource:port and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:41.283297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:41.293774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:41.362008 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5c846a52-5fea-4dad-9854-c4056062dee9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:41.452487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Made reservation on behalf of a3537ac059424872b0999096f4b18e5e for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:03:41.458052 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:41.464966 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:41.518329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:41.520529 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No DVR routers for this DVR port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:03:41.535237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c846a52-5fea-4dad-9854-c4056062dee9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Pushing event deleted for resources: {'Port': ['ID=48b88680-168e-4c03-908e-6ed22d8d8a12,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:41.593451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2cde2a24-722b-46cc-ac7d-c48bbe1f1b50 None None] For port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c,segment=NetworkSegment(2a78968a-b2b0-46d8-89f8-6f6850f3c73a),segment_id=2a78968a-b2b0-46d8-89f8-6f6850f3c73a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:41.593840 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2cde2a24-722b-46cc-ac7d-c48bbe1f1b50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:41.650835 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5c846a52-5fea-4dad-9854-c4056062dee9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:41.672367 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:41.700366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86eb8020-dc78-4087-b6df-1a0e04d6c3cb']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:41.714714 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a78968a-b2b0-46d8-89f8-6f6850f3c73a') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:41.715201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a78968a-b2b0-46d8-89f8-6f6850f3c73a') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:41.726009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2cde2a24-722b-46cc-ac7d-c48bbe1f1b50 None None] Calling delete_port for e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:41.731652 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:41.749079 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:41.757108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:03:41.757826 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:41.864613 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-2cde2a24-722b-46cc-ac7d-c48bbe1f1b50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:03:41.864909 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-2cde2a24-722b-46cc-ac7d-c48bbe1f1b50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:03:41.877683 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5c846a52-5fea-4dad-9854-c4056062dee9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:41.901343 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 2a78968a-b2b0-46d8-89f8-6f6850f3c73a resource provider aggregate not found May 27 23:03:41.901756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-85b460cd-2759-466c-b07b-061783d38088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:38Z', 'revision_number': 9, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:41.906567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b460cd-2759-466c-b07b-061783d38088 None None] The sync data for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 is: [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:38Z', 'revision_number': 9, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd2698582-c0be-403a-a646-21aebbfb33f5', 'name': '', 'network_id': '4bed43ee-9a35-4426-9983-629ca21601b5', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:f6:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:11Z', 'updated_at': '2022-05-27T23:03:18Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': '11a1fd2a-4715-4e4a-b3ce-7911962b2b6c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:41.910126 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5c846a52-5fea-4dad-9854-c4056062dee9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:41.919422 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 2a78968a-b2b0-46d8-89f8-6f6850f3c73a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a78968a-b2b0-46d8-89f8-6f6850f3c73a found for delete ", "request_id": "req-59df39af-cd18-4b81-b9b9-044272d7ae67"}]} May 27 23:03:41.962774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Allocated IP 172.20.0.3 (d259ef12-3c47-4a2a-b28b-38e6df0b8220/359c9276-8a0d-4cf7-bcd9-97af35f64e95/488442ac-0b44-4b54-853f-a1ce07c3b9df) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:41.975159 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:41.980874 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:42.006849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Network': ['ID=86eb8020-dc78-4087-b6df-1a0e04d6c3cb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:42.018894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d5e4e727-1d8b-4df1-9817-cd11882b7028 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/networks/86eb8020-dc78-4087-b6df-1a0e04d6c3cb HTTP/1.1" status: 204 len: 168 time: 1.4230452 May 27 23:03:42.020050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36538) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:42.072778 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5c846a52-5fea-4dad-9854-c4056062dee9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:42.072778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c846a52-5fea-4dad-9854-c4056062dee9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Fanout notify agent at l3_agent the message router_deleted on router e7281742-b56a-4f5c-bab1-0dc93cc2b667 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:03:42.123483 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5c846a52-5fea-4dad-9854-c4056062dee9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:42.123483 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5c846a52-5fea-4dad-9854-c4056062dee9 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "DELETE /v2.0/routers/e7281742-b56a-4f5c-bab1-0dc93cc2b667 HTTP/1.1" status: 204 len: 168 time: 2.3480163 May 27 23:03:42.123483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36544) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:42.127924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-60683735-6f5b-43dc-8004-df509e47fb86 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-595501360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:42.139229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-60683735-6f5b-43dc-8004-df509e47fb86 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:42.147256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-60683735-6f5b-43dc-8004-df509e47fb86 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Usage tracker for resource:router and tenant:35bca9601c88436ab3b517b31c16e259 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:42.153159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-60683735-6f5b-43dc-8004-df509e47fb86 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:42.170087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-60683735-6f5b-43dc-8004-df509e47fb86 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:42.209467 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:42.211299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3fb48a8-2032-49b1-90e1-ccef34af9153 req-5a73ebbd-fe62-4e3f-85ae-83fff635245d tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0653095 May 27 23:03:42.227069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Transition to ACTIVE for port object 488442ac-0b44-4b54-853f-a1ce07c3b9df will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:42.268129 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60683735-6f5b-43dc-8004-df509e47fb86 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:42.268129 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60683735-6f5b-43dc-8004-df509e47fb86 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:42.296148 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60683735-6f5b-43dc-8004-df509e47fb86 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:42.347110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:03:42.352921 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:42.393447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2cde2a24-722b-46cc-ac7d-c48bbe1f1b50 None None] Deleting port e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:42.394175 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2cde2a24-722b-46cc-ac7d-c48bbe1f1b50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:42.423072 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:03:42.427042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:03:42.427773 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ad042b69-776f-41a4-82d8-b9550561703f no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:03:42.463365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'Port': ['ID=488442ac-0b44-4b54-853f-a1ce07c3b9df,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:42.465990 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60683735-6f5b-43dc-8004-df509e47fb86 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:42.490057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: ad042b69-776f-41a4-82d8-b9550561703f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:03:42.491913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device ad042b69-776f-41a4-82d8-b9550561703f not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:03:42.498120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Network d259ef12-3c47-4a2a-b28b-38e6df0b8220 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:42.499316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:42.501803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:42.539042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2cde2a24-722b-46cc-ac7d-c48bbe1f1b50 None None] The port 'e71f7e3b-2d65-41c5-9937-f7c4a8cbc62c' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:03:42.726217 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de40fe5-686b-4b57-b39d-1a4b91755e8c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:42.727260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:42.727892 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:42.733836 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-60683735-6f5b-43dc-8004-df509e47fb86 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:42.737669 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-60683735-6f5b-43dc-8004-df509e47fb86 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6111338 May 27 23:03:42.740170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36548) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:42.748248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'enable_snat': True}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:42.931604 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6bedcd3c-60e9-46cd-bc5c-f511aef8a995 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8144894 May 27 23:03:42.981348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-afd51ad1-22c0-40e4-a2f9-fa85a92e9a7d None None] Provisioning for port 488442ac-0b44-4b54-853f-a1ce07c3b9df completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:42.989919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-afd51ad1-22c0-40e4-a2f9-fa85a92e9a7d None None] Provisioning complete for port 488442ac-0b44-4b54-853f-a1ce07c3b9df triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:42.991946 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afd51ad1-22c0-40e4-a2f9-fa85a92e9a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:42.994936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-b511f7fe-8f14-4341-bbbe-2d8028b32835 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:03:42.996479 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-b511f7fe-8f14-4341-bbbe-2d8028b32835 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054960 May 27 23:03:43.055674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-afd51ad1-22c0-40e4-a2f9-fa85a92e9a7d None None] Port 488442ac-0b44-4b54-853f-a1ce07c3b9df cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:03:43.087296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Request body: {'port': {'device_id': 'a20de7f5-241f-4abb-9412-f952bba1f8f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:43.102603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2de40fe5-686b-4b57-b39d-1a4b91755e8c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port d2698582-c0be-403a-a646-21aebbfb33f5 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:43.103064 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de40fe5-686b-4b57-b39d-1a4b91755e8c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:43.191640 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:43.266612 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:43.483180 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-2de40fe5-686b-4b57-b39d-1a4b91755e8c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] For port d2698582-c0be-403a-a646-21aebbfb33f5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d2698582-c0be-403a-a646-21aebbfb33f5,segment=NetworkSegment(4c9bbe59-6425-4ae9-b652-fd55774641c1),segment_id=4c9bbe59-6425-4ae9-b652-fd55774641c1)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:43.483767 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de40fe5-686b-4b57-b39d-1a4b91755e8c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:43.558208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c2925-898f-4fbf-a6d2-32b20310c9b2 req-341b90eb-b487-4f82-ae00-29ab043e9860 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:43.559743 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e1c2925-898f-4fbf-a6d2-32b20310c9b2 req-341b90eb-b487-4f82-ae00-29ab043e9860 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 931 time: 0.2080929 May 27 23:03:43.622092 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2de40fe5-686b-4b57-b39d-1a4b91755e8c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for d2698582-c0be-403a-a646-21aebbfb33f5 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:43.716581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e1c2925-898f-4fbf-a6d2-32b20310c9b2 req-067d72a3-777f-4295-b950-45d0a47ce736 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018932 May 27 23:03:43.861036 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488442ac-0b44-4b54-853f-a1ce07c3b9df {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:03:43.871538 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:43.889638 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:43.913344 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de40fe5-686b-4b57-b39d-1a4b91755e8c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:43.920886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Transition to ACTIVE for port object 488442ac-0b44-4b54-853f-a1ce07c3b9df will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:03:43.922144 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:43.963686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de40fe5-686b-4b57-b39d-1a4b91755e8c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=d2698582-c0be-403a-a646-21aebbfb33f5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:44.096412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:44.256477 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2de40fe5-686b-4b57-b39d-1a4b91755e8c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:44.299074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Pushing event updated for resources: {'Port': ['ID=488442ac-0b44-4b54-853f-a1ce07c3b9df,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:44.407547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Allocated IP 172.25.2.155 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/d7fc54ee-c999-4141-b2e9-3cd6de6275c1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:44.456459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Attempting to bind port 488442ac-0b44-4b54-853f-a1ce07c3b9df on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:03:44.456842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Attempting to bind port 488442ac-0b44-4b54-853f-a1ce07c3b9df by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:03:44.457108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Attempting to bind port 488442ac-0b44-4b54-853f-a1ce07c3b9df on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:03:44.514288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Port 488442ac-0b44-4b54-853f-a1ce07c3b9df on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:03:44.514288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Attempting to bind port 488442ac-0b44-4b54-853f-a1ce07c3b9df on network d259ef12-3c47-4a2a-b28b-38e6df0b8220 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:03:44.524144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:03:44.524496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Checking segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:03:44.524873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Bound using segment: {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:03:44.525296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Bound port: 488442ac-0b44-4b54-853f-a1ce07c3b9df, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:03:44.525651 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:44.603793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de40fe5-686b-4b57-b39d-1a4b91755e8c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:03:44.651000 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:44.667303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] For port 488442ac-0b44-4b54-853f-a1ce07c3b9df, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:03:44.671022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] For port 488442ac-0b44-4b54-853f-a1ce07c3b9df, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=488442ac-0b44-4b54-853f-a1ce07c3b9df,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:03:44.756632 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:44.797219 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:44.840104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:44.840639 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:44.842289 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] 10.222.0.57 "PUT /v2.0/ports/488442ac-0b44-4b54-853f-a1ce07c3b9df HTTP/1.1" status: 200 len: 1091 time: 1.8384161 May 27 23:03:44.842738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20de7f5-241f-4abb-9412-f952bba1f8f9', 'tag': '488442ac-0b44-4b54-853f-a1ce07c3b9df'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:03:44.859995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:44.862626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:44.867069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:44.895506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87d768-9f3b-436c-b128-b37e643928b5 service neutron] Pushing event updated for resources: {'Port': ['ID=488442ac-0b44-4b54-853f-a1ce07c3b9df,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:44.957127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de40fe5-686b-4b57-b39d-1a4b91755e8c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:44.981030 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a8269-9c7e-4a91-9d13-1e473deaf6f4 None None] Sync routers for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:44.993460 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2de40fe5-686b-4b57-b39d-1a4b91755e8c tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/18b24ebd-dc7c-477e-987e-630fc0d0b2a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9722652 May 27 23:03:45.002128 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a8269-9c7e-4a91-9d13-1e473deaf6f4 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:45.002128 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a72a8269-9c7e-4a91-9d13-1e473deaf6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:45.013807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767c340-262a-4b39-84a3-aeb2b067301c req-a93df6be-35f5-442d-8e10-61b683bd2447 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:45.015359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b767c340-262a-4b39-84a3-aeb2b067301c req-a93df6be-35f5-442d-8e10-61b683bd2447 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 943 time: 0.1489131 May 27 23:03:45.016101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36562) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:45.130570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b767c340-262a-4b39-84a3-aeb2b067301c req-efc52749-1e76-4b64-8f57-126f920b5838 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740483 May 27 23:03:45.134765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-847373a0-8c6e-438e-9d89-861650a94eb7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting subnet 11a1fd2a-4715-4e4a-b3ce-7911962b2b6c {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:03:45.140567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Pushing event updated for resources: {'Port': ['ID=d7fc54ee-c999-4141-b2e9-3cd6de6275c1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:45.143157 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-847373a0-8c6e-438e-9d89-861650a94eb7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:45.212408 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-847373a0-8c6e-438e-9d89-861650a94eb7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:45.214776 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f75f952b-97ed-4700-bdeb-70e55bdea127'] response: {'name': 'network-changed', 'server_uuid': 'a20de7f5-241f-4abb-9412-f952bba1f8f9', 'tag': '488442ac-0b44-4b54-853f-a1ce07c3b9df', 'status': 'completed', 'code': 200} May 27 23:03:45.238191 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a72a8269-9c7e-4a91-9d13-1e473deaf6f4 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:45.306822 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-847373a0-8c6e-438e-9d89-861650a94eb7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:45.313958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595936-733c-495e-8406-89e5e7ee9597 req-9d0ca838-c0d2-4e2c-864b-c54a07bffc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:45.315551 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-9d0ca838-c0d2-4e2c-864b-c54a07bffc7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 1094 time: 0.2369952 May 27 23:03:45.461363 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-d36d7d5e-84f0-4873-b5e8-07b0e724b623 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=488442ac-0b44-4b54-853f-a1ce07c3b9df HTTP/1.1" status: 200 len: 217 time: 0.1325965 May 27 23:03:45.482238 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-847373a0-8c6e-438e-9d89-861650a94eb7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:45.524787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847373a0-8c6e-438e-9d89-861650a94eb7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Subnet': ['ID=11a1fd2a-4715-4e4a-b3ce-7911962b2b6c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:45.530230 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-847373a0-8c6e-438e-9d89-861650a94eb7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:45.539875 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-847373a0-8c6e-438e-9d89-861650a94eb7 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/11a1fd2a-4715-4e4a-b3ce-7911962b2b6c HTTP/1.1" status: 204 len: 168 time: 0.5218263 May 27 23:03:45.540082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36566) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:45.547130 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc69324-7e76-46d9-818f-ff3d8a6f0ac1 None None] Network 4bed43ee-9a35-4426-9983-629ca21601b5 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:03:45.591423 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a72a8269-9c7e-4a91-9d13-1e473deaf6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:43Z', 'revision_number': 10, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:45.591883 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a8269-9c7e-4a91-9d13-1e473deaf6f4 None None] Checking router: 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:03:45.602362 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a8269-9c7e-4a91-9d13-1e473deaf6f4 None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:45.603034 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a72a8269-9c7e-4a91-9d13-1e473deaf6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:45.628816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595936-733c-495e-8406-89e5e7ee9597 req-9d955375-078d-405a-8c2a-a267e3b6c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:45.631074 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-9d955375-078d-405a-8c2a-a267e3b6c110 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.1607451 May 27 23:03:45.662794 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:45.681938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port 37d81058-3f80-413f-a55b-2cad6bad2d0b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:45.682523 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:45.710019 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:45.769600 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a72a8269-9c7e-4a91-9d13-1e473deaf6f4 None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:45.929189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8247d7bd-e53f-4d11-8e98-ec40b5e04531 None None] DHCP port deletion for 4bed43ee-9a35-4426-9983-629ca21601b5 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:03:45.933654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8247d7bd-e53f-4d11-8e98-ec40b5e04531 None None] Deleting port 37d81058-3f80-413f-a55b-2cad6bad2d0b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:45.937715 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8247d7bd-e53f-4d11-8e98-ec40b5e04531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:45.986536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] For port 37d81058-3f80-413f-a55b-2cad6bad2d0b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=37d81058-3f80-413f-a55b-2cad6bad2d0b,segment=NetworkSegment(4c9bbe59-6425-4ae9-b652-fd55774641c1),segment_id=4c9bbe59-6425-4ae9-b652-fd55774641c1)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:45.986928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:45.991244 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:46.062694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b595936-733c-495e-8406-89e5e7ee9597 req-dd2e1407-ced0-4909-9a69-04a6b5ad2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:46.065148 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-dd2e1407-ced0-4909-9a69-04a6b5ad2f58 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4272037 May 27 23:03:46.107509 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a72a8269-9c7e-4a91-9d13-1e473deaf6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:43Z', 'revision_number': 10, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:46.112710 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a8269-9c7e-4a91-9d13-1e473deaf6f4 None None] The sync data for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 is: [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:43Z', 'revision_number': 10, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None, '_interfaces': [{'id': 'd137b3cc-9e5e-40eb-8b42-de92f399380e', 'name': '', 'network_id': 'f533c214-0fbd-41a0-8424-f5f6211ae27d', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'mac_address': 'fa:16:3e:b2:0c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:03:05Z', 'updated_at': '2022-05-27T23:03:11Z', 'revision_number': 5, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'subnets': [{'id': 'f74d9985-7d6e-4496-adcb-8e0109ba493d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:46.187667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for 37d81058-3f80-413f-a55b-2cad6bad2d0b owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:46.216091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8247d7bd-e53f-4d11-8e98-ec40b5e04531 None None] For port 37d81058-3f80-413f-a55b-2cad6bad2d0b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=37d81058-3f80-413f-a55b-2cad6bad2d0b,segment=NetworkSegment(4c9bbe59-6425-4ae9-b652-fd55774641c1),segment_id=4c9bbe59-6425-4ae9-b652-fd55774641c1)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:46.216907 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8247d7bd-e53f-4d11-8e98-ec40b5e04531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:46.339426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8247d7bd-e53f-4d11-8e98-ec40b5e04531 None None] Calling delete_port for 37d81058-3f80-413f-a55b-2cad6bad2d0b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:46.354138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e6436-1b31-48ae-863e-997686586ad4 req-80987c2d-3377-43d0-b495-0b7ba0ad25d7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:46.355652 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b31e6436-1b31-48ae-863e-997686586ad4 req-80987c2d-3377-43d0-b495-0b7ba0ad25d7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 943 time: 0.0971992 May 27 23:03:46.399039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:46.400184 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-6f9d72a0-3923-45dd-ad70-dcf2ac02e51e service neutron] 10.222.0.57 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280668 May 27 23:03:46.414757 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-8247d7bd-e53f-4d11-8e98-ec40b5e04531 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:03:46.415170 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-8247d7bd-e53f-4d11-8e98-ec40b5e04531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:03:46.458890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b31e6436-1b31-48ae-863e-997686586ad4 req-5cb5dee6-08e4-49a5-b788-c3461d9f9819 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958793 May 27 23:03:46.461525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=37d81058-3f80-413f-a55b-2cad6bad2d0b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:46.463779 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No DVR routers for this DVR port 37d81058-3f80-413f-a55b-2cad6bad2d0b on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:03:46.480407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 37d81058-3f80-413f-a55b-2cad6bad2d0b no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:03:46.491399 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:46.506729 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:46.539410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 37d81058-3f80-413f-a55b-2cad6bad2d0b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:03:46.539908 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 37d81058-3f80-413f-a55b-2cad6bad2d0b not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:03:46.610801 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:46.637198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bed43ee-9a35-4426-9983-629ca21601b5']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:46.650415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9bbe59-6425-4ae9-b652-fd55774641c1') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:46.650643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9bbe59-6425-4ae9-b652-fd55774641c1') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:46.671938 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:46.691328 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:46.698276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:03:46.698767 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:46.713629 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3b595936-733c-495e-8406-89e5e7ee9597 req-61cdd59a-c8c6-4a40-b124-8e866c88dbd0 service neutron] 10.222.0.57 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055913 May 27 23:03:46.777983 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 4c9bbe59-6425-4ae9-b652-fd55774641c1 resource provider aggregate not found May 27 23:03:46.801496 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 4c9bbe59-6425-4ae9-b652-fd55774641c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c9bbe59-6425-4ae9-b652-fd55774641c1 found for delete ", "request_id": "req-86b81387-f996-40c9-8d5b-49ad4c6b71c0"}]} May 27 23:03:46.860737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Router b892b082-bd9f-4806-94b2-20c492e9fab0 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:03:46.917049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8247d7bd-e53f-4d11-8e98-ec40b5e04531 None None] Deleting port 37d81058-3f80-413f-a55b-2cad6bad2d0b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:46.917579 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8247d7bd-e53f-4d11-8e98-ec40b5e04531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:46.978899 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:46.982981 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8247d7bd-e53f-4d11-8e98-ec40b5e04531 None None] The port '37d81058-3f80-413f-a55b-2cad6bad2d0b' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:03:47.007660 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:47.013851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Network': ['ID=4bed43ee-9a35-4426-9983-629ca21601b5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:47.024000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6b81b961-5807-4ded-ba7a-7efad81e625e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/networks/4bed43ee-9a35-4426-9983-629ca21601b5 HTTP/1.1" status: 204 len: 168 time: 1.4827518 May 27 23:03:47.027001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36576) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:47.123457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41797bd3-84fa-4162-9a7e-d3b12c6b60e8 req-7c692bd5-dc56-4366-99ca-1b1b46249eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:47.125129 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-41797bd3-84fa-4162-9a7e-d3b12c6b60e8 req-7c692bd5-dc56-4366-99ca-1b1b46249eba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 1094 time: 0.1967304 May 27 23:03:47.127804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:47.137476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6710d466-7425-463a-85d3-b67c009039ad None None] Sync routers for ids ['b892b082-bd9f-4806-94b2-20c492e9fab0'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:47.147935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6710d466-7425-463a-85d3-b67c009039ad None None] Routers {'b892b082-bd9f-4806-94b2-20c492e9fab0'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:47.148978 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6710d466-7425-463a-85d3-b67c009039ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b892b082-bd9f-4806-94b2-20c492e9fab0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:47.165380 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:47.169691 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-aa4430cc-baeb-4ca4-916a-205e2827dcf1 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "PUT /v2.0/routers/b892b082-bd9f-4806-94b2-20c492e9fab0 HTTP/1.1" status: 200 len: 918 time: 4.4249666 May 27 23:03:47.226990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36580) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:47.286338 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6710d466-7425-463a-85d3-b67c009039ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:47.286338 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6710d466-7425-463a-85d3-b67c009039ad None None] Routers {'b892b082-bd9f-4806-94b2-20c492e9fab0'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:47.286338 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6710d466-7425-463a-85d3-b67c009039ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['b892b082-bd9f-4806-94b2-20c492e9fab0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:47.348818 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6710d466-7425-463a-85d3-b67c009039ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:47.349122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6710d466-7425-463a-85d3-b67c009039ad None None] The sync data for ids ['b892b082-bd9f-4806-94b2-20c492e9fab0'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:47.608631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41797bd3-84fa-4162-9a7e-d3b12c6b60e8 req-3ac9e049-b131-4c63-a3ca-7fc60d9cff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:47.610174 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-41797bd3-84fa-4162-9a7e-d3b12c6b60e8 req-3ac9e049-b131-4c63-a3ca-7fc60d9cff68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.4759941 May 27 23:03:47.676666 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b17f9f6c-0bba-41eb-8933-33dd3f4879c9 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/routers/b892b082-bd9f-4806-94b2-20c492e9fab0 HTTP/1.1" status: 200 len: 924 time: 0.4457808 May 27 23:03:47.678473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36588) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:47.683375 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-41797bd3-84fa-4162-9a7e-d3b12c6b60e8 req-5305ed21-3b75-4cce-9c85-67e49a30f29d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=488442ac-0b44-4b54-853f-a1ce07c3b9df HTTP/1.1" status: 200 len: 217 time: 0.0653863 May 27 23:03:47.742969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f0800-b67a-45af-a110-dc13fff051b0 req-17c05ad4-cdba-462a-87aa-b14c1a933d58 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:47.743263 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-382f0800-b67a-45af-a110-dc13fff051b0 req-17c05ad4-cdba-462a-87aa-b14c1a933d58 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 943 time: 0.1550930 May 27 23:03:47.747936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41797bd3-84fa-4162-9a7e-d3b12c6b60e8 req-f77d9481-5699-4deb-a7f0-e5d2058369d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:47.749627 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-41797bd3-84fa-4162-9a7e-d3b12c6b60e8 req-f77d9481-5699-4deb-a7f0-e5d2058369d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.0602179 May 27 23:03:47.829165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41797bd3-84fa-4162-9a7e-d3b12c6b60e8 req-ecb0d61c-2d5c-470d-bd22-f65743566c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:47.834853 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-41797bd3-84fa-4162-9a7e-d3b12c6b60e8 req-ecb0d61c-2d5c-470d-bd22-f65743566c44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743721 May 27 23:03:47.844612 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-382f0800-b67a-45af-a110-dc13fff051b0 req-4da8708f-61ae-4908-8e85-1d2d275ee516 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941486 May 27 23:03:47.865421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaa8251-8627-47f7-8718-5e57f6f1e3c3 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:47.865718 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cfaa8251-8627-47f7-8718-5e57f6f1e3c3 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=d7021960-3d6a-4895-8681-782805f44685&device_id=b892b082-bd9f-4806-94b2-20c492e9fab0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1839883 May 27 23:03:47.870413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36592) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:47.967729 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-41797bd3-84fa-4162-9a7e-d3b12c6b60e8 req-602f6e42-a2bf-47e3-941e-9caf5bda4d58 service neutron] 10.222.0.57 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310287 May 27 23:03:47.978871 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9508fdf4-f85a-48bf-b29f-970716e05369 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:48.076823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d2698582-c0be-403a-a646-21aebbfb33f5 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:03:48.110048 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-41797bd3-84fa-4162-9a7e-d3b12c6b60e8 req-e936206a-7893-4783-adf0-82ce2baa6c1f service neutron] 10.222.0.57 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352825 May 27 23:03:48.114877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: d2698582-c0be-403a-a646-21aebbfb33f5 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:03:48.115314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d2698582-c0be-403a-a646-21aebbfb33f5 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:03:48.145728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54d8676-be28-450a-9c14-50f5518d698e tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:48.147195 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c54d8676-be28-450a-9c14-50f5518d698e tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 881 time: 0.2758439 May 27 23:03:48.150133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36596) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:48.196120 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2c5880a7-39db-4840-81ee-8db8e3b2f0bf tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "GET /v2.0/ports?device_id=b892b082-bd9f-4806-94b2-20c492e9fab0 HTTP/1.1" status: 200 len: 205 time: 0.0446544 May 27 23:03:48.198621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36600) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:48.343667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9508fdf4-f85a-48bf-b29f-970716e05369 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port d137b3cc-9e5e-40eb-8b42-de92f399380e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:48.343931 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9508fdf4-f85a-48bf-b29f-970716e05369 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:48.384109 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d99f6355-1d26-44fe-b67c-85029c21cbe5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:48.540530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-9508fdf4-f85a-48bf-b29f-970716e05369 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] For port d137b3cc-9e5e-40eb-8b42-de92f399380e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d137b3cc-9e5e-40eb-8b42-de92f399380e,segment=NetworkSegment(03a37152-3f1e-4375-a0c8-9d372a7d05ee),segment_id=03a37152-3f1e-4375-a0c8-9d372a7d05ee)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:48.540881 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9508fdf4-f85a-48bf-b29f-970716e05369 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:48.577016 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d99f6355-1d26-44fe-b67c-85029c21cbe5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:48.667508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9508fdf4-f85a-48bf-b29f-970716e05369 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for d137b3cc-9e5e-40eb-8b42-de92f399380e owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:48.683518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d99f6355-1d26-44fe-b67c-85029c21cbe5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Deleting port d7fc54ee-c999-4141-b2e9-3cd6de6275c1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:48.683927 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d99f6355-1d26-44fe-b67c-85029c21cbe5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:48.862390 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d99f6355-1d26-44fe-b67c-85029c21cbe5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:48.991850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d99f6355-1d26-44fe-b67c-85029c21cbe5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Calling delete_port for d7fc54ee-c999-4141-b2e9-3cd6de6275c1 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:49.047683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855607aa-74b2-4ccd-9ab6-2e74e06ca6d2 req-2809a227-32a5-4b0b-b3f9-56e320e4ed66 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:49.049453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-855607aa-74b2-4ccd-9ab6-2e74e06ca6d2 req-2809a227-32a5-4b0b-b3f9-56e320e4ed66 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 943 time: 0.0828545 May 27 23:03:49.086773 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9508fdf4-f85a-48bf-b29f-970716e05369 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:49.150124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-855607aa-74b2-4ccd-9ab6-2e74e06ca6d2 req-d3ee9fd5-db91-4a4c-a11b-222b57b48135 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947919 May 27 23:03:49.151157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508fdf4-f85a-48bf-b29f-970716e05369 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=d137b3cc-9e5e-40eb-8b42-de92f399380e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:49.375075 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d99f6355-1d26-44fe-b67c-85029c21cbe5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:49.395454 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9508fdf4-f85a-48bf-b29f-970716e05369 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:49.419849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f6355-1d26-44fe-b67c-85029c21cbe5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Pushing event deleted for resources: {'Port': ['ID=d7fc54ee-c999-4141-b2e9-3cd6de6275c1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:49.513649 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d99f6355-1d26-44fe-b67c-85029c21cbe5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:49.664942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9508fdf4-f85a-48bf-b29f-970716e05369 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:03:49.685811 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d99f6355-1d26-44fe-b67c-85029c21cbe5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:49.688034 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d99f6355-1d26-44fe-b67c-85029c21cbe5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:49.795703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9508fdf4-f85a-48bf-b29f-970716e05369 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:49.797913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d99f6355-1d26-44fe-b67c-85029c21cbe5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:49.798560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99f6355-1d26-44fe-b67c-85029c21cbe5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Fanout notify agent at l3_agent the message router_deleted on router b892b082-bd9f-4806-94b2-20c492e9fab0 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:03:49.810384 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e942a-4fa6-4995-a69d-be1e23051e7f None None] Sync routers for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:49.812666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36606) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:49.812857 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9508fdf4-f85a-48bf-b29f-970716e05369 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/18b24ebd-dc7c-477e-987e-630fc0d0b2a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7848616 May 27 23:03:49.820783 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e942a-4fa6-4995-a69d-be1e23051e7f None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:49.821448 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f1e942a-4fa6-4995-a69d-be1e23051e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:49.853421 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d99f6355-1d26-44fe-b67c-85029c21cbe5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:49.854563 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d99f6355-1d26-44fe-b67c-85029c21cbe5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "DELETE /v2.0/routers/b892b082-bd9f-4806-94b2-20c492e9fab0 HTTP/1.1" status: 204 len: 168 time: 1.6549711 May 27 23:03:49.858805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36610) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:49.864873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3c2afa3d-0982-4f8f-a16d-e22f30b4c24c tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-102015641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:49.873300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3c2afa3d-0982-4f8f-a16d-e22f30b4c24c tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:49.877691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3c2afa3d-0982-4f8f-a16d-e22f30b4c24c tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Usage tracker for resource:router and tenant:35bca9601c88436ab3b517b31c16e259 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:49.881049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3c2afa3d-0982-4f8f-a16d-e22f30b4c24c tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:49.888029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3c2afa3d-0982-4f8f-a16d-e22f30b4c24c tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:49.889736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a9df18-0b8b-431a-83cd-9b5c4b87ad8f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting subnet f74d9985-7d6e-4496-adcb-8e0109ba493d {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:03:49.892796 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e2a9df18-0b8b-431a-83cd-9b5c4b87ad8f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:49.947714 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e2a9df18-0b8b-431a-83cd-9b5c4b87ad8f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:49.954122 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-2f1e942a-4fa6-4995-a69d-be1e23051e7f None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:49.987610 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3c2afa3d-0982-4f8f-a16d-e22f30b4c24c tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:49.988691 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3c2afa3d-0982-4f8f-a16d-e22f30b4c24c tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:50.004880 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3c2afa3d-0982-4f8f-a16d-e22f30b4c24c tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:50.034159 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e2a9df18-0b8b-431a-83cd-9b5c4b87ad8f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:50.065963 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f1e942a-4fa6-4995-a69d-be1e23051e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:48Z', 'revision_number': 11, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:50.069293 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e942a-4fa6-4995-a69d-be1e23051e7f None None] Checking router: 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:03:50.077942 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e942a-4fa6-4995-a69d-be1e23051e7f None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:50.078522 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f1e942a-4fa6-4995-a69d-be1e23051e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:50.173265 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3c2afa3d-0982-4f8f-a16d-e22f30b4c24c tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:50.204628 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-2f1e942a-4fa6-4995-a69d-be1e23051e7f None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:50.225443 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e2a9df18-0b8b-431a-83cd-9b5c4b87ad8f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:50.265212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9df18-0b8b-431a-83cd-9b5c4b87ad8f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Subnet': ['ID=f74d9985-7d6e-4496-adcb-8e0109ba493d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:50.271245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e2a9df18-0b8b-431a-83cd-9b5c4b87ad8f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:50.278177 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e2a9df18-0b8b-431a-83cd-9b5c4b87ad8f tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/f74d9985-7d6e-4496-adcb-8e0109ba493d HTTP/1.1" status: 204 len: 168 time: 0.4644678 May 27 23:03:50.280816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36616) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:50.292494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78847a77-de04-427b-ab71-1599bfc70751 None None] Network f533c214-0fbd-41a0-8424-f5f6211ae27d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:03:50.316028 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f1e942a-4fa6-4995-a69d-be1e23051e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:48Z', 'revision_number': 11, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:50.320906 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e942a-4fa6-4995-a69d-be1e23051e7f None None] The sync data for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 is: [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:48Z', 'revision_number': 11, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:50.370899 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3c2afa3d-0982-4f8f-a16d-e22f30b4c24c tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:50.370899 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3c2afa3d-0982-4f8f-a16d-e22f30b4c24c tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5006130 May 27 23:03:50.370899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36620) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:50.370899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'enable_snat': False}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:50.420920 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:50.433380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Deleting port 203fe4bd-1cae-4b70-bd56-0f400b777eb0 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:50.433842 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:50.571230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954c74a-8b47-47fe-9809-09162f411b3b req-dcd75795-83ad-4561-8d34-72c2dcacc020 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:50.572636 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8954c74a-8b47-47fe-9809-09162f411b3b req-dcd75795-83ad-4561-8d34-72c2dcacc020 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 943 time: 0.2927172 May 27 23:03:50.652781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] For port 203fe4bd-1cae-4b70-bd56-0f400b777eb0, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=203fe4bd-1cae-4b70-bd56-0f400b777eb0,segment=NetworkSegment(03a37152-3f1e-4375-a0c8-9d372a7d05ee),segment_id=03a37152-3f1e-4375-a0c8-9d372a7d05ee)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:50.653145 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:50.681988 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b62a11f-5dde-42aa-8c4f-7de35d8eb332 None None] DHCP port deletion for f533c214-0fbd-41a0-8424-f5f6211ae27d request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:03:50.687758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7b62a11f-5dde-42aa-8c4f-7de35d8eb332 None None] Deleting port 203fe4bd-1cae-4b70-bd56-0f400b777eb0 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:50.688687 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b62a11f-5dde-42aa-8c4f-7de35d8eb332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:50.825486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Calling delete_port for 203fe4bd-1cae-4b70-bd56-0f400b777eb0 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:50.931292 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8954c74a-8b47-47fe-9809-09162f411b3b req-8de11bbf-cd0d-4773-824e-19500384dc35 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3505845 May 27 23:03:50.934654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7b62a11f-5dde-42aa-8c4f-7de35d8eb332 None None] For port 203fe4bd-1cae-4b70-bd56-0f400b777eb0, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=203fe4bd-1cae-4b70-bd56-0f400b777eb0,segment=NetworkSegment(03a37152-3f1e-4375-a0c8-9d372a7d05ee),segment_id=03a37152-3f1e-4375-a0c8-9d372a7d05ee)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:50.935145 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b62a11f-5dde-42aa-8c4f-7de35d8eb332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:50.937813 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:50.984063 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:51.034099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Port': ['ID=203fe4bd-1cae-4b70-bd56-0f400b777eb0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:51.038293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No DVR routers for this DVR port 203fe4bd-1cae-4b70-bd56-0f400b777eb0 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:03:51.060560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7b62a11f-5dde-42aa-8c4f-7de35d8eb332 None None] Calling delete_port for 203fe4bd-1cae-4b70-bd56-0f400b777eb0 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:51.142175 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-7b62a11f-5dde-42aa-8c4f-7de35d8eb332 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:03:51.142576 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-7b62a11f-5dde-42aa-8c4f-7de35d8eb332 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:03:51.282257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:51.307529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f533c214-0fbd-41a0-8424-f5f6211ae27d']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:51.319515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a37152-3f1e-4375-a0c8-9d372a7d05ee') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:51.319807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a37152-3f1e-4375-a0c8-9d372a7d05ee') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:51.330201 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:51.330735 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:51.346045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:51.352700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:03:51.353095 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:51.360530 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:51.421622 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 03a37152-3f1e-4375-a0c8-9d372a7d05ee resource provider aggregate not found May 27 23:03:51.446651 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 03a37152-3f1e-4375-a0c8-9d372a7d05ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03a37152-3f1e-4375-a0c8-9d372a7d05ee found for delete ", "request_id": "req-8a52d1bf-3beb-4f7a-9d29-fa5060edc6d8"}]} May 27 23:03:51.503346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Allocated IP 172.25.2.56 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/cc020e3b-4add-4c52-88d0-cecf5541496f) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:51.512368 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:51.529924 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:51.540872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Pushing event deleted for resources: {'Network': ['ID=f533c214-0fbd-41a0-8424-f5f6211ae27d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:51.548242 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3fb066ce-05ea-42ae-8ca1-671667a803a2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/networks/f533c214-0fbd-41a0-8424-f5f6211ae27d HTTP/1.1" status: 204 len: 168 time: 1.2663887 May 27 23:03:51.550809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36628) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:51.556408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f138b5be-872d-49af-95cb-c67a3a96941a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'router': {'routes': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:51.643882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7b62a11f-5dde-42aa-8c4f-7de35d8eb332 None None] Deleting port 203fe4bd-1cae-4b70-bd56-0f400b777eb0 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:51.644517 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7b62a11f-5dde-42aa-8c4f-7de35d8eb332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:51.653716 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:51.716263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7b62a11f-5dde-42aa-8c4f-7de35d8eb332 None None] The port '203fe4bd-1cae-4b70-bd56-0f400b777eb0' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:03:51.767545 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:51.844028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:51.844028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:51.846724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:51.853617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.extraroute_db [None req-f138b5be-872d-49af-95cb-c67a3a96941a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Added routes are [] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 27 23:03:51.853917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.extraroute_db [None req-f138b5be-872d-49af-95cb-c67a3a96941a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Removed routes are [] {{(pid=88901) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 27 23:03:51.854267 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f138b5be-872d-49af-95cb-c67a3a96941a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:51.883365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Pushing event updated for resources: {'Port': ['ID=cc020e3b-4add-4c52-88d0-cecf5541496f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:52.115114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d137b3cc-9e5e-40eb-8b42-de92f399380e no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:03:52.115945 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f138b5be-872d-49af-95cb-c67a3a96941a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:52.119706 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f138b5be-872d-49af-95cb-c67a3a96941a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:52.150099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: d137b3cc-9e5e-40eb-8b42-de92f399380e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:03:52.150717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d137b3cc-9e5e-40eb-8b42-de92f399380e not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:03:52.151118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 203fe4bd-1cae-4b70-bd56-0f400b777eb0 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:03:52.166690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b6b29-18d0-4f37-8e1f-c5bf35fddc2b req-edec507a-7217-4fbc-8af2-6a9a14cb86b0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:52.168243 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d6b6b29-18d0-4f37-8e1f-c5bf35fddc2b req-edec507a-7217-4fbc-8af2-6a9a14cb86b0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 943 time: 0.1112223 May 27 23:03:52.185235 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 203fe4bd-1cae-4b70-bd56-0f400b777eb0 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:03:52.185589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 203fe4bd-1cae-4b70-bd56-0f400b777eb0 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:03:52.215380 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d6b6b29-18d0-4f37-8e1f-c5bf35fddc2b req-8ec18772-cf70-4714-968c-50ec09016080 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406673 May 27 23:03:52.260894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f138b5be-872d-49af-95cb-c67a3a96941a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:03:52.402677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f138b5be-872d-49af-95cb-c67a3a96941a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:52.410216 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f138b5be-872d-49af-95cb-c67a3a96941a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:52.411304 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f138b5be-872d-49af-95cb-c67a3a96941a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/18b24ebd-dc7c-477e-987e-630fc0d0b2a3 HTTP/1.1" status: 200 len: 701 time: 0.8595238 May 27 23:03:52.414709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36634) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:52.418967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf1a0a5-04e9-4f6d-abb2-82e3bf0a697b None None] Sync routers for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:52.427670 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:52.435706 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf1a0a5-04e9-4f6d-abb2-82e3bf0a697b None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:52.436550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cbf1a0a5-04e9-4f6d-abb2-82e3bf0a697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:52.461641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-15a69599-c3b7-4290-a335-54b88418d1bc tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Synchronizing usage tracker for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:03:52.537785 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:52.568788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-cbf1a0a5-04e9-4f6d-abb2-82e3bf0a697b None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:52.586224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-15a69599-c3b7-4290-a335-54b88418d1bc tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Unset dirty status for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:03:52.587577 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-15a69599-c3b7-4290-a335-54b88418d1bc tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports?device_id=18b24ebd-dc7c-477e-987e-630fc0d0b2a3 HTTP/1.1" status: 200 len: 205 time: 0.1719334 May 27 23:03:52.600442 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36638) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:52.676768 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cbf1a0a5-04e9-4f6d-abb2-82e3bf0a697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:48Z', 'revision_number': 11, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:52.681586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf1a0a5-04e9-4f6d-abb2-82e3bf0a697b None None] Checking router: 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:03:52.691422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf1a0a5-04e9-4f6d-abb2-82e3bf0a697b None None] Routers {'18b24ebd-dc7c-477e-987e-630fc0d0b2a3'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:52.692107 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cbf1a0a5-04e9-4f6d-abb2-82e3bf0a697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:52.864496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-cbf1a0a5-04e9-4f6d-abb2-82e3bf0a697b None None] Set router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:52.879668 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20ba0b3a-17e6-471d-bc74-9cc0143f5c76 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:52.904381 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:52.907774 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:52.974362 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-cbf1a0a5-04e9-4f6d-abb2-82e3bf0a697b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:48Z', 'revision_number': 11, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:52.978671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf1a0a5-04e9-4f6d-abb2-82e3bf0a697b None None] The sync data for ids ['18b24ebd-dc7c-477e-987e-630fc0d0b2a3'] in n-d-843680-3 is: [{'id': '18b24ebd-dc7c-477e-987e-630fc0d0b2a3', 'name': 'tempest-RoutersTest-router-1912850291', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:03Z', 'updated_at': '2022-05-27T23:03:48Z', 'revision_number': 11, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:53.191568 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20ba0b3a-17e6-471d-bc74-9cc0143f5c76 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:53.195405 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20ba0b3a-17e6-471d-bc74-9cc0143f5c76 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:53.220305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Router 44460243-7715-4934-bc64-fbdc6bef5827 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:03:53.326860 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20ba0b3a-17e6-471d-bc74-9cc0143f5c76 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:53.327440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ba0b3a-17e6-471d-bc74-9cc0143f5c76 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Fanout notify agent at l3_agent the message router_deleted on router 18b24ebd-dc7c-477e-987e-630fc0d0b2a3 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:03:53.344457 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20ba0b3a-17e6-471d-bc74-9cc0143f5c76 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:53.345580 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-20ba0b3a-17e6-471d-bc74-9cc0143f5c76 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/routers/18b24ebd-dc7c-477e-987e-630fc0d0b2a3 HTTP/1.1" status: 204 len: 168 time: 0.7441294 May 27 23:03:53.355146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36644) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:53.356664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-290b0f1e-d6e2-4bcf-9da9-d0f5a41dace6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-335787567', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:53.366610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-290b0f1e-d6e2-4bcf-9da9-d0f5a41dace6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:53.371285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-290b0f1e-d6e2-4bcf-9da9-d0f5a41dace6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Usage tracker for resource:router and tenant:ea3be8cba1d746dab63d5b85e2c52902 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:53.377764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-290b0f1e-d6e2-4bcf-9da9-d0f5a41dace6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:53.381569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-290b0f1e-d6e2-4bcf-9da9-d0f5a41dace6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:53.453076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:53.459659 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-290b0f1e-d6e2-4bcf-9da9-d0f5a41dace6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:53.460255 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-290b0f1e-d6e2-4bcf-9da9-d0f5a41dace6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:53.466434 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:53.468075 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f7603ba0-ff88-4171-bf43-aa0535a73261 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "PUT /v2.0/routers/44460243-7715-4934-bc64-fbdc6bef5827 HTTP/1.1" status: 200 len: 918 time: 3.1038001 May 27 23:03:53.470910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36650) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:53.472131 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f49b19-7666-4ed2-a1cb-9fc1d777343c None None] Sync routers for ids ['44460243-7715-4934-bc64-fbdc6bef5827'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:53.481298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a75e4-5dea-49c0-81a4-6774ac7c9530 req-369898ef-45e2-4510-98cf-9a624a199db3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:53.482787 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-513a75e4-5dea-49c0-81a4-6774ac7c9530 req-369898ef-45e2-4510-98cf-9a624a199db3 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 943 time: 0.1199608 May 27 23:03:53.482986 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f49b19-7666-4ed2-a1cb-9fc1d777343c None None] Routers {'44460243-7715-4934-bc64-fbdc6bef5827'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:53.483590 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f6f49b19-7666-4ed2-a1cb-9fc1d777343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['44460243-7715-4934-bc64-fbdc6bef5827'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:53.530110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-513a75e4-5dea-49c0-81a4-6774ac7c9530 req-75da069f-1a35-42c9-8a64-198682fb2941 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406516 May 27 23:03:53.554968 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f6f49b19-7666-4ed2-a1cb-9fc1d777343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:53.555132 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-290b0f1e-d6e2-4bcf-9da9-d0f5a41dace6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:53.561484 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f49b19-7666-4ed2-a1cb-9fc1d777343c None None] Routers {'44460243-7715-4934-bc64-fbdc6bef5827'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:53.562070 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f6f49b19-7666-4ed2-a1cb-9fc1d777343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['44460243-7715-4934-bc64-fbdc6bef5827'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:53.651596 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f6f49b19-7666-4ed2-a1cb-9fc1d777343c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:53.651988 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f49b19-7666-4ed2-a1cb-9fc1d777343c None None] The sync data for ids ['44460243-7715-4934-bc64-fbdc6bef5827'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:53.668043 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-290b0f1e-d6e2-4bcf-9da9-d0f5a41dace6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:53.687622 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-03df2b61-66f0-4697-a7a9-47ec16e873c7 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/routers/44460243-7715-4934-bc64-fbdc6bef5827 HTTP/1.1" status: 200 len: 924 time: 0.2155716 May 27 23:03:53.694489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36654) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:53.761250 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-290b0f1e-d6e2-4bcf-9da9-d0f5a41dace6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:53.762655 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-290b0f1e-d6e2-4bcf-9da9-d0f5a41dace6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4103065 May 27 23:03:53.765333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36658) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:53.770965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-db1c2e5a-f52b-4422-b21e-6ba2b0c0a1f5 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:53.824211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22f439a-5c34-461f-8134-df28e760abce tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:53.825783 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d22f439a-5c34-461f-8134-df28e760abce tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=d7021960-3d6a-4895-8681-782805f44685&device_id=44460243-7715-4934-bc64-fbdc6bef5827&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1302850 May 27 23:03:53.828685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36662) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:53.957071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d81e8a-0b20-4649-9be2-2ed5640f18a5 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:53.958439 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b2d81e8a-0b20-4649-9be2-2ed5640f18a5 tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/networks/d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 881 time: 0.1287832 May 27 23:03:53.962354 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36666) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:54.005435 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e2886c5-85cf-4e97-b52a-c4c84eebb649 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "GET /v2.0/ports?device_id=44460243-7715-4934-bc64-fbdc6bef5827 HTTP/1.1" status: 200 len: 205 time: 0.0422900 May 27 23:03:54.007790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36670) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:54.192693 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1092f5b-0dfa-457e-b3e7-dd16b90b56c6 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:54.289092 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db1c2e5a-f52b-4422-b21e-6ba2b0c0a1f5 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:54.370440 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1092f5b-0dfa-457e-b3e7-dd16b90b56c6 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:54.390195 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db1c2e5a-f52b-4422-b21e-6ba2b0c0a1f5 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:54.466581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b1092f5b-0dfa-457e-b3e7-dd16b90b56c6 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Deleting port cc020e3b-4add-4c52-88d0-cecf5541496f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:54.466926 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1092f5b-0dfa-457e-b3e7-dd16b90b56c6 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:54.626441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1c2e5a-f52b-4422-b21e-6ba2b0c0a1f5 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Router 87a1c4db-3381-495c-b20a-13ca543caf72 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:03:54.773068 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1092f5b-0dfa-457e-b3e7-dd16b90b56c6 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:54.805857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1c2e5a-f52b-4422-b21e-6ba2b0c0a1f5 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:54.815409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4f6c9-b147-4db9-8c8c-b5bfbfb5275f None None] Sync routers for ids ['87a1c4db-3381-495c-b20a-13ca543caf72'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:54.819054 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-db1c2e5a-f52b-4422-b21e-6ba2b0c0a1f5 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:54.821180 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-db1c2e5a-f52b-4422-b21e-6ba2b0c0a1f5 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "PUT /v2.0/routers/87a1c4db-3381-495c-b20a-13ca543caf72 HTTP/1.1" status: 200 len: 693 time: 1.0541880 May 27 23:03:54.824223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36676) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:54.828187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca4f6c9-b147-4db9-8c8c-b5bfbfb5275f None None] Routers {'87a1c4db-3381-495c-b20a-13ca543caf72'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:54.828831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-3ca4f6c9-b147-4db9-8c8c-b5bfbfb5275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['87a1c4db-3381-495c-b20a-13ca543caf72'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:54.897016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-b1092f5b-0dfa-457e-b3e7-dd16b90b56c6 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Calling delete_port for cc020e3b-4add-4c52-88d0-cecf5541496f owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:03:54.955955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-3ca4f6c9-b147-4db9-8c8c-b5bfbfb5275f None None] Set router 87a1c4db-3381-495c-b20a-13ca543caf72 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:54.973385 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c864f64d-8ab9-4350-8508-326a617a6e3a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/routers/87a1c4db-3381-495c-b20a-13ca543caf72 HTTP/1.1" status: 200 len: 699 time: 0.1481891 May 27 23:03:54.982256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf4b85-b066-4867-8223-40f9126c393f req-a3822b7b-b4e9-4301-9f96-b7f879befc09 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:54.984415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36680) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:54.986299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ccf4b85-b066-4867-8223-40f9126c393f req-a3822b7b-b4e9-4301-9f96-b7f879befc09 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 943 time: 0.3021445 May 27 23:03:55.032479 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ccf4b85-b066-4867-8223-40f9126c393f req-2a3a0a79-3d1a-4ecc-8bcd-859bae42cb9e tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423143 May 27 23:03:55.043624 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4fc4b6b0-fbe6-4cf4-bb85-b7ff2c57bf8a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports?device_id=87a1c4db-3381-495c-b20a-13ca543caf72 HTTP/1.1" status: 200 len: 205 time: 0.0557597 May 27 23:03:55.043957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36684) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:55.072004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-3ca4f6c9-b147-4db9-8c8c-b5bfbfb5275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a1c4db-3381-495c-b20a-13ca543caf72', 'name': 'tempest-RoutersTest-router-335787567', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:53Z', 'updated_at': '2022-05-27T23:03:54Z', 'revision_number': 2, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:55.072004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4f6c9-b147-4db9-8c8c-b5bfbfb5275f None None] Checking router: 87a1c4db-3381-495c-b20a-13ca543caf72 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:03:55.079588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca4f6c9-b147-4db9-8c8c-b5bfbfb5275f None None] Routers {'87a1c4db-3381-495c-b20a-13ca543caf72'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:55.080436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-3ca4f6c9-b147-4db9-8c8c-b5bfbfb5275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['87a1c4db-3381-495c-b20a-13ca543caf72'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:55.140427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 488442ac-0b44-4b54-853f-a1ce07c3b9df details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:03:55.185822 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f25ed2fc-4b4e-48a4-adba-efe2c0db2da6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.221728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-3ca4f6c9-b147-4db9-8c8c-b5bfbfb5275f None None] Set router 87a1c4db-3381-495c-b20a-13ca543caf72 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:03:55.235922 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1092f5b-0dfa-457e-b3e7-dd16b90b56c6 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.285975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1092f5b-0dfa-457e-b3e7-dd16b90b56c6 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Pushing event deleted for resources: {'Port': ['ID=cc020e3b-4add-4c52-88d0-cecf5541496f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:55.329895 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.resource_extend [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 27 23:03:55.343314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-3ca4f6c9-b147-4db9-8c8c-b5bfbfb5275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a1c4db-3381-495c-b20a-13ca543caf72', 'name': 'tempest-RoutersTest-router-335787567', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:53Z', 'updated_at': '2022-05-27T23:03:54Z', 'revision_number': 2, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:55.378451 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1092f5b-0dfa-457e-b3e7-dd16b90b56c6 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.391154 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca4f6c9-b147-4db9-8c8c-b5bfbfb5275f None None] The sync data for ids ['87a1c4db-3381-495c-b20a-13ca543caf72'] in n-d-843680-3 is: [{'id': '87a1c4db-3381-495c-b20a-13ca543caf72', 'name': 'tempest-RoutersTest-router-335787567', 'tenant_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:03:53Z', 'updated_at': '2022-05-27T23:03:54Z', 'revision_number': 2, 'project_id': 'ea3be8cba1d746dab63d5b85e2c52902', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:55.472128 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 488442ac-0b44-4b54-853f-a1ce07c3b9df, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=488442ac-0b44-4b54-853f-a1ce07c3b9df,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:55.490787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '488442ac-0b44-4b54-853f-a1ce07c3b9df', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'port_id': '488442ac-0b44-4b54-853f-a1ce07c3b9df', 'mac_address': 'fa:16:3e:68:1b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:03:55.503417 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f25ed2fc-4b4e-48a4-adba-efe2c0db2da6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.505841 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f25ed2fc-4b4e-48a4-adba-efe2c0db2da6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.551458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 488442ac-0b44-4b54-853f-a1ce07c3b9df is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:55.551844 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.570304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488442ac-0b44-4b54-853f-a1ce07c3b9df {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:03:55.591165 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f25ed2fc-4b4e-48a4-adba-efe2c0db2da6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.591165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25ed2fc-4b4e-48a4-adba-efe2c0db2da6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Fanout notify agent at l3_agent the message router_deleted on router 87a1c4db-3381-495c-b20a-13ca543caf72 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:03:55.591387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 488442ac-0b44-4b54-853f-a1ce07c3b9df, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=488442ac-0b44-4b54-853f-a1ce07c3b9df,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:55.591485 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1092f5b-0dfa-457e-b3e7-dd16b90b56c6 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.594274 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1092f5b-0dfa-457e-b3e7-dd16b90b56c6 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.605636 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f25ed2fc-4b4e-48a4-adba-efe2c0db2da6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.606961 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f25ed2fc-4b4e-48a4-adba-efe2c0db2da6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/routers/87a1c4db-3381-495c-b20a-13ca543caf72 HTTP/1.1" status: 204 len: 168 time: 0.5618618 May 27 23:03:55.612374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36688) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:55.655881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ef452caf-eb0c-43cc-acbc-7cf1f98d6927 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Synchronizing usage tracker for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:03:55.667988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ef452caf-eb0c-43cc-acbc-7cf1f98d6927 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] Unset dirty status for tenant:ea3be8cba1d746dab63d5b85e2c52902 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:03:55.669157 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ef452caf-eb0c-43cc-acbc-7cf1f98d6927 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports?device_id=87a1c4db-3381-495c-b20a-13ca543caf72 HTTP/1.1" status: 200 len: 205 time: 0.0569396 May 27 23:03:55.671602 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36692) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:55.715735 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.746844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1092f5b-0dfa-457e-b3e7-dd16b90b56c6 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.746844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1092f5b-0dfa-457e-b3e7-dd16b90b56c6 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Fanout notify agent at l3_agent the message router_deleted on router 44460243-7715-4934-bc64-fbdc6bef5827 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:03:55.767840 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b1092f5b-0dfa-457e-b3e7-dd16b90b56c6 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.769153 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b1092f5b-0dfa-457e-b3e7-dd16b90b56c6 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "DELETE /v2.0/routers/44460243-7715-4934-bc64-fbdc6bef5827 HTTP/1.1" status: 204 len: 168 time: 1.7603960 May 27 23:03:55.773332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36696) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:55.780753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2107957096', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}, 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:55.789417 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:03:55.793837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Usage tracker for resource:router and tenant:35bca9601c88436ab3b517b31c16e259 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:03:55.794993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=488442ac-0b44-4b54-853f-a1ce07c3b9df,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:55.797218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:03:55.805605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:03:55.872218 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.873417 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.874961 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-9eb6ff51-34ba-4756-ad1d-188b41aaf94e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] delete failed (client error): The resource could not be found. May 27 23:03:55.875991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9eb6ff51-34ba-4756-ad1d-188b41aaf94e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/routers/87a1c4db-3381-495c-b20a-13ca543caf72 HTTP/1.1" status: 404 len: 336 time: 0.2027102 May 27 23:03:55.878679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36700) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:55.889126 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:55.916693 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e7cd09-1de8-4ec4-a8ab-34a1f50d3f4a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] DELETE failed (client error): The resource could not be found. May 27 23:03:55.917149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e7cd09-1de8-4ec4-a8ab-34a1f50d3f4a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:03:55.918831 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d8e7cd09-1de8-4ec4-a8ab-34a1f50d3f4a tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/7aff5a00-6f75-402f-a824-f7019d8cadab HTTP/1.1" status: 404 len: 337 time: 0.0392656 May 27 23:03:55.921262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36704) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:55.962918 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07f7bbf-7c9c-45a9-93b8-775a4ea38806 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] DELETE failed (client error): The resource could not be found. May 27 23:03:55.963367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07f7bbf-7c9c-45a9-93b8-775a4ea38806 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:03:55.965032 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a07f7bbf-7c9c-45a9-93b8-775a4ea38806 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/0380af65-dcb5-422b-bdc5-ee504c60b4f0 HTTP/1.1" status: 404 len: 337 time: 0.0428889 May 27 23:03:55.967514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36708) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:56.004531 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-884abbb7-f3bf-4e13-b56c-5ee95d00c074 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] DELETE failed (client error): The resource could not be found. May 27 23:03:56.004978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884abbb7-f3bf-4e13-b56c-5ee95d00c074 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:03:56.009553 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-884abbb7-f3bf-4e13-b56c-5ee95d00c074 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/11a1fd2a-4715-4e4a-b3ce-7911962b2b6c HTTP/1.1" status: 404 len: 337 time: 0.0388014 May 27 23:03:56.009768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36712) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:56.035218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['488442ac-0b44-4b54-853f-a1ce07c3b9df'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:03:56.047483 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-0081cb42-9e2a-4f17-b06f-63ac934303b2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] DELETE failed (client error): The resource could not be found. May 27 23:03:56.048478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0081cb42-9e2a-4f17-b06f-63ac934303b2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:03:56.052271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0081cb42-9e2a-4f17-b06f-63ac934303b2 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/f74d9985-7d6e-4496-adcb-8e0109ba493d HTTP/1.1" status: 404 len: 337 time: 0.0390205 May 27 23:03:56.052271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36716) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:56.118621 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-168a1e1c-8e98-41f1-844d-4b0f58668319 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports?device_id=18b24ebd-dc7c-477e-987e-630fc0d0b2a3 HTTP/1.1" status: 200 len: 205 time: 0.0647411 May 27 23:03:56.129323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36722) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:56.244556 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-bcea0922-b4ab-47c0-b8ca-aafb33fff4d6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] delete failed (client error): The resource could not be found. May 27 23:03:56.247954 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:56.248135 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bcea0922-b4ab-47c0-b8ca-aafb33fff4d6 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/routers/18b24ebd-dc7c-477e-987e-630fc0d0b2a3 HTTP/1.1" status: 404 len: 336 time: 0.1152945 May 27 23:03:56.248322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36726) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:56.301902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1d875edb-f3bb-4eb3-8858-e9a3a79ba7fa tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports?device_id=65ff4392-4482-4214-b593-342c58375a3f HTTP/1.1" status: 200 len: 205 time: 0.0524523 May 27 23:03:56.304972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36730) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:56.334159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4542c6a-59f6-4e0b-8586-3c7b3e8e46d4 req-a98d0f29-9a78-4232-b0ae-ff7d38e9ec9a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:56.344425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4542c6a-59f6-4e0b-8586-3c7b3e8e46d4 req-a98d0f29-9a78-4232-b0ae-ff7d38e9ec9a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 944 time: 0.1572421 May 27 23:03:56.388463 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4542c6a-59f6-4e0b-8586-3c7b3e8e46d4 req-2a7a72b7-38ab-4e53-ada8-10364f5a0b9c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460081 May 27 23:03:56.517636 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-d7e28fb6-f694-45cc-90cd-021c8f16a140 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] delete failed (client error): The resource could not be found. May 27 23:03:56.518654 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d7e28fb6-f694-45cc-90cd-021c8f16a140 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/routers/65ff4392-4482-4214-b593-342c58375a3f HTTP/1.1" status: 404 len: 336 time: 0.2127106 May 27 23:03:56.521194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36734) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:56.609118 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-8364395d-4b08-4fa3-8853-4026203bed45 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] DELETE failed (client error): The resource could not be found. May 27 23:03:56.609491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8364395d-4b08-4fa3-8853-4026203bed45 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:03:56.625217 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8364395d-4b08-4fa3-8853-4026203bed45 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/1787c313-adcc-4d02-992a-aee175789580 HTTP/1.1" status: 404 len: 337 time: 0.1030757 May 27 23:03:56.628907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36738) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:56.676109 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0b5d30a8-0852-478b-a45e-c3f1c50c17a1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports?device_id=c8c6d21f-d767-49dc-9bbd-241169b6557e HTTP/1.1" status: 200 len: 205 time: 0.0470135 May 27 23:03:56.678583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36742) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:56.744288 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-8b269640-553d-41a5-b6c6-e81d874a0dda tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] delete failed (client error): The resource could not be found. May 27 23:03:56.745850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8b269640-553d-41a5-b6c6-e81d874a0dda tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/routers/c8c6d21f-d767-49dc-9bbd-241169b6557e HTTP/1.1" status: 404 len: 336 time: 0.0660067 May 27 23:03:56.748275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36746) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:56.795462 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ab404d6f-e8c7-47a9-bb66-c70ef2389da1 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports?device_id=e09052d9-f777-4680-ba06-5b9b20cb388d HTTP/1.1" status: 200 len: 205 time: 0.0461674 May 27 23:03:56.797768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36750) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:56.844292 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:56.865038 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-38b34c2e-1159-4838-965d-7641283f0466 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] delete failed (client error): The resource could not be found. May 27 23:03:56.865038 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-38b34c2e-1159-4838-965d-7641283f0466 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/routers/e09052d9-f777-4680-ba06-5b9b20cb388d HTTP/1.1" status: 404 len: 336 time: 0.0654635 May 27 23:03:56.866793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36754) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:56.877940 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:56.907183 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-2195144c-f571-4c86-ab03-ce63bca384bb tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] DELETE failed (client error): The resource could not be found. May 27 23:03:56.907702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2195144c-f571-4c86-ab03-ce63bca384bb tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:03:56.909398 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2195144c-f571-4c86-ab03-ce63bca384bb tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/0e75e444-1e2b-4e6d-b596-d57cbdb782e1 HTTP/1.1" status: 404 len: 337 time: 0.0417354 May 27 23:03:56.912718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36758) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:56.956402 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7a9ef62c-630c-4529-9e31-b8dc61c5fb9e tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports?device_id=27358680-d4b9-46b4-a96e-da212712db94 HTTP/1.1" status: 200 len: 205 time: 0.0424943 May 27 23:03:56.959264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36762) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:57.012768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Allocated IP 172.25.2.142 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/54ea39a5-4a5a-435a-8074-8e635fbf12b6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:03:57.033771 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-9b9f35bf-007d-4877-888b-520505daf331 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] delete failed (client error): The resource could not be found. May 27 23:03:57.034956 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9b9f35bf-007d-4877-888b-520505daf331 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/routers/27358680-d4b9-46b4-a96e-da212712db94 HTTP/1.1" status: 404 len: 336 time: 0.0747294 May 27 23:03:57.038181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36766) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:57.076664 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87d0474-1665-4f51-8e76-4681d3462882 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] DELETE failed (client error): The resource could not be found. May 27 23:03:57.077113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87d0474-1665-4f51-8e76-4681d3462882 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:03:57.078764 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f87d0474-1665-4f51-8e76-4681d3462882 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/7f91eb1c-e3b9-4152-a661-59af439fb409 HTTP/1.1" status: 404 len: 337 time: 0.0396814 May 27 23:03:57.081351 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36770) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:57.127109 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fd5fe8db-5b27-491a-a18c-ef62db235066 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "GET /v2.0/ports?device_id=98deb967-e7d9-4ea3-927e-23eaf7b56f38 HTTP/1.1" status: 200 len: 205 time: 0.0425344 May 27 23:03:57.127319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36774) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:57.147952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 488442ac-0b44-4b54-853f-a1ce07c3b9df up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:03:57.212715 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-53123938-a5b0-453e-823e-d0a3ecf2d512 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] delete failed (client error): The resource could not be found. May 27 23:03:57.216079 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-53123938-a5b0-453e-823e-d0a3ecf2d512 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/routers/98deb967-e7d9-4ea3-927e-23eaf7b56f38 HTTP/1.1" status: 404 len: 336 time: 0.0854845 May 27 23:03:57.216508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36778) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:57.233665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:57.257939 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0eb768-4b8a-4b28-84b1-9f42b5b698ca tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] DELETE failed (client error): The resource could not be found. May 27 23:03:57.258387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0eb768-4b8a-4b28-84b1-9f42b5b698ca tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:03:57.260045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8d0eb768-4b8a-4b28-84b1-9f42b5b698ca tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/c228eb58-3812-491b-991c-25812fab1f0f HTTP/1.1" status: 404 len: 337 time: 0.0424836 May 27 23:03:57.262648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36782) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:57.283217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 488442ac-0b44-4b54-853f-a1ce07c3b9df completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:03:57.288531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 488442ac-0b44-4b54-853f-a1ce07c3b9df triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:03:57.288902 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:57.299284 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ccd3df6-1a96-4f3d-b108-b0df3bde8a91 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] DELETE failed (client error): The resource could not be found. May 27 23:03:57.299719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ccd3df6-1a96-4f3d-b108-b0df3bde8a91 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:03:57.301391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8ccd3df6-1a96-4f3d-b108-b0df3bde8a91 tempest-RoutersTest-1267486140 tempest-RoutersTest-1267486140-project] 10.222.0.27 "DELETE /v2.0/subnets/48a752c6-db90-4510-961b-04f029bcc98f HTTP/1.1" status: 404 len: 337 time: 0.0378308 May 27 23:03:57.349335 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:57.418120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:03:57.421273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:03:57.427270 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:03:57.462286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 488442ac-0b44-4b54-853f-a1ce07c3b9df is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:03:57.462662 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:57.475026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Pushing event updated for resources: {'Port': ['ID=54ea39a5-4a5a-435a-8074-8e635fbf12b6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:57.486558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:57.486906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:57.487246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:57.487631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:57.488178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:57.488684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:57.489160 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:57.489645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:57.490638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20de7f5-241f-4abb-9412-f952bba1f8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488442ac-0b44-4b54-853f-a1ce07c3b9df'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:03:57.490894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:57.491384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:57.491865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:57.492361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:03:57.501034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 488442ac-0b44-4b54-853f-a1ce07c3b9df, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=488442ac-0b44-4b54-853f-a1ce07c3b9df,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:03:57.519074 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e84c8c9f-1e1c-4f55-bedf-a0d8fbc1075e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:57.609613 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:57.622849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588c568-ee9f-4ab0-b6b7-789a30364d90 req-1d967f25-f415-4056-8082-566597f29dc0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:57.624899 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3588c568-ee9f-4ab0-b6b7-789a30364d90 req-1d967f25-f415-4056-8082-566597f29dc0 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 944 time: 0.0996060 May 27 23:03:57.656360 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3595fd52-1187-4e7c-bfb2-a79d135e585f'] response: {'server_uuid': 'a20de7f5-241f-4abb-9412-f952bba1f8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488442ac-0b44-4b54-853f-a1ce07c3b9df', 'code': 200} May 27 23:03:57.705131 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3588c568-ee9f-4ab0-b6b7-789a30364d90 req-8f526fae-37e6-4242-a878-6e632554ecca tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725749 May 27 23:03:57.708234 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=488442ac-0b44-4b54-853f-a1ce07c3b9df,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:57.791615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d2cd2-1976-4ab9-a90f-b111f834a8f5 req-4c49f0b7-0566-47aa-b4f0-db07e5c29c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:57.793130 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-963d2cd2-1976-4ab9-a90f-b111f834a8f5 req-4c49f0b7-0566-47aa-b4f0-db07e5c29c37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 1096 time: 0.0932713 May 27 23:03:57.834428 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-963d2cd2-1976-4ab9-a90f-b111f834a8f5 req-b6e95996-1efc-4e30-85b1-034577f2ed90 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351279 May 27 23:03:57.850311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36796) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:58.003964 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d80f4b4f-c04d-4fa5-8d4a-b12b1c20f060 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ea3be8cba1d746dab63d5b85e2c52902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524992 May 27 23:03:58.006468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36802) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:58.022202 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:58.064632 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1568b57b-470b-49bd-9670-26abed42fe05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:58.090208 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1568b57b-470b-49bd-9670-26abed42fe05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:58.246972 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1568b57b-470b-49bd-9670-26abed42fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:58.264313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568b57b-470b-49bd-9670-26abed42fe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ace7232-f233-44d4-aa21-3ced7d946b66,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:03:58.273830 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1568b57b-470b-49bd-9670-26abed42fe05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:58.274290 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1568b57b-470b-49bd-9670-26abed42fe05 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7ace7232-f233-44d4-aa21-3ced7d946b66 HTTP/1.1" status: 204 len: 168 time: 0.2669337 May 27 23:03:58.495575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:58.809772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Router f05343df-d5e0-4b88-b1e2-9db8fb766205 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:03:58.916108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43591c2c-107e-43f5-9765-f32b0a58e814 req-31c10d84-eb58-46cd-91a5-85f18711a95e tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:03:58.917630 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43591c2c-107e-43f5-9765-f32b0a58e814 req-31c10d84-eb58-46cd-91a5-85f18711a95e tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 945 time: 0.0851748 May 27 23:03:58.999696 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43591c2c-107e-43f5-9765-f32b0a58e814 req-5bbeb56d-d361-4931-a378-fbb4b7ac76ab tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626044 May 27 23:03:59.032220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:03:59.043515 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08112a93-2740-41b3-885a-2b50af701df1 None None] Sync routers for ids ['f05343df-d5e0-4b88-b1e2-9db8fb766205'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:03:59.058170 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08112a93-2740-41b3-885a-2b50af701df1 None None] Routers {'f05343df-d5e0-4b88-b1e2-9db8fb766205'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:59.058851 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-08112a93-2740-41b3-885a-2b50af701df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f05343df-d5e0-4b88-b1e2-9db8fb766205'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:59.125170 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-08112a93-2740-41b3-885a-2b50af701df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:59.134599 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08112a93-2740-41b3-885a-2b50af701df1 None None] Routers {'f05343df-d5e0-4b88-b1e2-9db8fb766205'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:03:59.135192 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-08112a93-2740-41b3-885a-2b50af701df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:03:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f05343df-d5e0-4b88-b1e2-9db8fb766205'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:59.169734 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:59.179042 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ebed977d-5a47-48a9-a975-68cfee5203a7 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.3967409 May 27 23:03:59.179042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36826) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:03:59.184731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:03:59.202282 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-08112a93-2740-41b3-885a-2b50af701df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:03:59.203107 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08112a93-2740-41b3-885a-2b50af701df1 None None] The sync data for ids ['f05343df-d5e0-4b88-b1e2-9db8fb766205'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:03:59.688443 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a623ae5a-f7e8-4214-80f4-59bc79ac8d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:59.717160 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:59.800000 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:03:59.910737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Deleting port 54ea39a5-4a5a-435a-8074-8e635fbf12b6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:03:59.910737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:00.210386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43086193-9548-4655-b107-15a542caac63 req-ddd3648b-2afa-4987-809e-b61f774ec527 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:00.211890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43086193-9548-4655-b107-15a542caac63 req-ddd3648b-2afa-4987-809e-b61f774ec527 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 945 time: 0.0945201 May 27 23:04:00.262788 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43086193-9548-4655-b107-15a542caac63 req-7a7e56a2-8820-4efd-bbdf-6c26e3f006aa tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440688 May 27 23:04:00.331373 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:00.454176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a985b-c7ec-4b94-b3b3-ed02babe98bc req-0a28430a-3f6f-4f64-bf05-e40cb58c8be7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:00.455653 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b36a985b-c7ec-4b94-b3b3-ed02babe98bc req-0a28430a-3f6f-4f64-bf05-e40cb58c8be7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 945 time: 0.0833476 May 27 23:04:00.466782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Calling delete_port for 54ea39a5-4a5a-435a-8074-8e635fbf12b6 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:04:00.506752 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a840e6d-8351-48db-8dbf-4963d1d7fb1c req-f5d14d4a-dddb-49e5-8bc0-89a58b6b2694 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3475246 May 27 23:04:00.511593 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b36a985b-c7ec-4b94-b3b3-ed02babe98bc req-727d12fe-a352-477d-bf67-8c9e129d4f91 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454910 May 27 23:04:00.516739 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5e73cd3d-dbe9-43a4-ae05-a729ed653ff2 req-91c4f717-9479-4f86-91ea-7d2b7fee528b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3564048 May 27 23:04:00.539266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36860) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:00.834194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73cd3d-dbe9-43a4-ae05-a729ed653ff2 req-19878add-4a21-4d4e-a013-5720c4f5e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:00.835676 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5e73cd3d-dbe9-43a4-ae05-a729ed653ff2 req-19878add-4a21-4d4e-a013-5720c4f5e008 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 1096 time: 0.1686542 May 27 23:04:00.837625 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a840e6d-8351-48db-8dbf-4963d1d7fb1c req-2f5814f6-b12f-4688-b237-b67187050077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:00.840182 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a840e6d-8351-48db-8dbf-4963d1d7fb1c req-2f5814f6-b12f-4688-b237-b67187050077 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 1096 time: 0.1742764 May 27 23:04:00.863329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d266c26a-8e45-4e89-9000-8813ce05af6f tempest-TestVolumeBootPattern-339785080 tempest-TestVolumeBootPattern-339785080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:00.865716 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d266c26a-8e45-4e89-9000-8813ce05af6f tempest-TestVolumeBootPattern-339785080 tempest-TestVolumeBootPattern-339785080-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 1091 time: 0.3246174 May 27 23:04:00.868834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36872) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:00.874608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '488442ac-0b44-4b54-853f-a1ce07c3b9df', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:00.881899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:00.886465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Usage tracker for resource:floatingip and tenant:a3537ac059424872b0999096f4b18e5e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:00.889775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:00.895816 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:00.987385 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:01.018595 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:01.018828 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:01.021528 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:01.069043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Pushing event deleted for resources: {'Port': ['ID=54ea39a5-4a5a-435a-8074-8e635fbf12b6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:01.250179 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:01.263720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36878) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:01.305847 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:01.329880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a840e6d-8351-48db-8dbf-4963d1d7fb1c req-5dc90f43-fad8-43f9-86d4-5ed80f55d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:01.331441 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a840e6d-8351-48db-8dbf-4963d1d7fb1c req-5dc90f43-fad8-43f9-86d4-5ed80f55d868 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.4538136 May 27 23:04:01.448503 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bca8c412-2495-473e-be63-0c6673e6d59f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:01.469555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bca8c412-2495-473e-be63-0c6673e6d59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:01.479338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bca8c412-2495-473e-be63-0c6673e6d59f admin admin] Usage tracker for resource:security_group_rule and tenant:146801db906542a2931f4159cefce306 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:01.486385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bca8c412-2495-473e-be63-0c6673e6d59f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:01.489407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Allocated IP 172.25.2.126 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/753a4a9e-99f1-46bc-bb68-d9e621b207e0) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:04:01.495548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bca8c412-2495-473e-be63-0c6673e6d59f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:01.524265 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a840e6d-8351-48db-8dbf-4963d1d7fb1c req-2b5b1ada-9c74-444e-bbcf-6849513fcd71 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=488442ac-0b44-4b54-853f-a1ce07c3b9df HTTP/1.1" status: 200 len: 217 time: 0.1256249 May 27 23:04:01.525296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73cd3d-dbe9-43a4-ae05-a729ed653ff2 req-27d05e75-d267-4b3b-8476-9f7880483e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:01.526581 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5e73cd3d-dbe9-43a4-ae05-a729ed653ff2 req-27d05e75-d267-4b3b-8476-9f7880483e30 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.6701989 May 27 23:04:01.697262 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:01.722539 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bca8c412-2495-473e-be63-0c6673e6d59f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:01.727738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a840e6d-8351-48db-8dbf-4963d1d7fb1c req-acb3e7b5-6a8d-4a1d-a42b-18d90cf3a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:01.729079 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a840e6d-8351-48db-8dbf-4963d1d7fb1c req-acb3e7b5-6a8d-4a1d-a42b-18d90cf3a6e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.1965890 May 27 23:04:01.809237 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bca8c412-2495-473e-be63-0c6673e6d59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:01.831639 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:01.914196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bca8c412-2495-473e-be63-0c6673e6d59f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=146801db906542a2931f4159cefce306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6466408 May 27 23:04:01.918393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36884) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:01.925477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8c412-2495-473e-be63-0c6673e6d59f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b2d8d3-be5a-46d8-b48a-565bcbdc237a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:01.948088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:04:01.957273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:01.965544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:04:01.995516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'Port': ['ID=753a4a9e-99f1-46bc-bb68-d9e621b207e0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:02.058991 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5e73cd3d-dbe9-43a4-ae05-a729ed653ff2 req-b33c38ab-e264-4c5f-8b9e-bf80bce82924 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6143ad13-29b2-4f84-b2be-a344de174d70 HTTP/1.1" status: 200 len: 1001 time: 0.5252452 May 27 23:04:02.064619 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:02.074923 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:02.106523 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:02.152603 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:02.163220 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:02.258168 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a840e6d-8351-48db-8dbf-4963d1d7fb1c req-7869bf09-1e73-438c-a970-4811a81e1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:02.259638 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a840e6d-8351-48db-8dbf-4963d1d7fb1c req-7869bf09-1e73-438c-a970-4811a81e1ef4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4287775 May 27 23:04:02.297417 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73cd3d-dbe9-43a4-ae05-a729ed653ff2 req-46907385-1073-44ca-b0b1-d61c50383935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:02.298900 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5e73cd3d-dbe9-43a4-ae05-a729ed653ff2 req-46907385-1073-44ca-b0b1-d61c50383935 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.2281528 May 27 23:04:02.300661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Router f05343df-d5e0-4b88-b1e2-9db8fb766205 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:04:02.399122 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:02.423777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b2d8d3-be5a-46d8-b48a-565bcbdc237a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:02.438305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:02.438644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:02.438977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:02.439305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:02.439630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:02.439950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:02.440280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:02.440652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:02.440998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:02.441318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:02.441632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:02.441945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:02.466754 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:02.471363 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cfd1d90a-3264-4d9a-abc4-f90a451911aa admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c9b2d8d3-be5a-46d8-b48a-565bcbdc237a HTTP/1.1" status: 204 len: 168 time: 0.5498204 May 27 23:04:02.501889 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:02.586801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:04:02.595045 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a840e6d-8351-48db-8dbf-4963d1d7fb1c req-d818c7e6-e193-4e1f-8744-ea0a406299f7 service neutron] 10.222.0.57 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281975 May 27 23:04:02.597769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fa8cb7-6b5a-4364-8516-22106a742059 None None] Sync routers for ids ['f05343df-d5e0-4b88-b1e2-9db8fb766205'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:04:02.605179 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:02.608724 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c78ad169-9332-4d7c-865a-911889461e46 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "PUT /v2.0/routers/f05343df-d5e0-4b88-b1e2-9db8fb766205 HTTP/1.1" status: 200 len: 710 time: 3.4260795 May 27 23:04:02.608877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa8cb7-6b5a-4364-8516-22106a742059 None None] Routers {'f05343df-d5e0-4b88-b1e2-9db8fb766205'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:04:02.609109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-71fa8cb7-6b5a-4364-8516-22106a742059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:04:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f05343df-d5e0-4b88-b1e2-9db8fb766205'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:02.625705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36890) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:02.649425 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:02.675527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-71fa8cb7-6b5a-4364-8516-22106a742059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:02.688983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa8cb7-6b5a-4364-8516-22106a742059 None None] Routers {'f05343df-d5e0-4b88-b1e2-9db8fb766205'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:04:02.689652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-71fa8cb7-6b5a-4364-8516-22106a742059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:04:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f05343df-d5e0-4b88-b1e2-9db8fb766205'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:02.746865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73cd3d-dbe9-43a4-ae05-a729ed653ff2 req-7fb464db-ce5c-439e-90b2-36d474a7d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:02.750741 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5e73cd3d-dbe9-43a4-ae05-a729ed653ff2 req-7fb464db-ce5c-439e-90b2-36d474a7d1e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4021871 May 27 23:04:02.758265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-71fa8cb7-6b5a-4364-8516-22106a742059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:02.758806 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fa8cb7-6b5a-4364-8516-22106a742059 None None] The sync data for ids ['f05343df-d5e0-4b88-b1e2-9db8fb766205'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:04:02.881611 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:02.986231 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:03.045127 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a80a824-88dc-4134-8cfc-8f2accb4388b tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/routers/f05343df-d5e0-4b88-b1e2-9db8fb766205 HTTP/1.1" status: 200 len: 745 time: 0.4161828 May 27 23:04:03.058089 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36896) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:03.117063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event updated for resources: {'Port': ['ID=753a4a9e-99f1-46bc-bb68-d9e621b207e0,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:03.128309 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:03.137289 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1dcb89a9-8df4-471c-b11d-604ef1f250aa tempest-RoutersIpV6AdminTest-2038362909 tempest-RoutersIpV6AdminTest-2038362909-project-admin] 10.222.0.27 "GET /v2.0/ports?network_id=d7021960-3d6a-4895-8681-782805f44685&device_id=f05343df-d5e0-4b88-b1e2-9db8fb766205 HTTP/1.1" status: 200 len: 205 time: 0.0780907 May 27 23:04:03.141821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36900) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:03.216264 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a840e6d-8351-48db-8dbf-4963d1d7fb1c req-0afced92-fcc3-402e-bf64-cec3156ac459 service neutron] 10.222.0.57 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087613 May 27 23:04:03.229957 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4db02020-f998-4eb4-9e97-40839927cf9b tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "GET /v2.0/ports?device_id=f05343df-d5e0-4b88-b1e2-9db8fb766205 HTTP/1.1" status: 200 len: 205 time: 0.0804329 May 27 23:04:03.230757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36904) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:03.246587 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5e73cd3d-dbe9-43a4-ae05-a729ed653ff2 req-46df31d8-8d91-49b6-a405-702b4797ed97 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945998 May 27 23:04:03.270426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36908) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:03.347827 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a677db6-d309-49bb-ada6-c7aeaaf15486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:03.372660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a677db6-d309-49bb-ada6-c7aeaaf15486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:03.380222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a677db6-d309-49bb-ada6-c7aeaaf15486 admin admin] Usage tracker for resource:security_group_rule and tenant:467ed23569b04e3392351a34da7b3896 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:03.385311 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a677db6-d309-49bb-ada6-c7aeaaf15486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:03.402796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7a677db6-d309-49bb-ada6-c7aeaaf15486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:03.429212 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5e73cd3d-dbe9-43a4-ae05-a729ed653ff2 req-d838221b-3cd9-4ff9-9350-ce634cf83504 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757784 May 27 23:04:03.506773 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a677db6-d309-49bb-ada6-c7aeaaf15486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:03.569992 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c22c404-8724-4cc5-b891-e54e657c9f39 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:03.618005 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7a677db6-d309-49bb-ada6-c7aeaaf15486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:03.667958 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a677db6-d309-49bb-ada6-c7aeaaf15486 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=467ed23569b04e3392351a34da7b3896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3922174 May 27 23:04:03.668221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36912) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:03.679922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a677db6-d309-49bb-ada6-c7aeaaf15486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3145e715-6846-4e90-b4a6-4ffc251b52ea,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:03.746407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a6a60f-0286-4edf-a9bb-d4deb6b9b600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:03.749211 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Floating IP 6bc1a89c-fa49-4ed0-afcc-7cac55dd1999 associated. External IP: 172.25.2.126, port: 488442ac-0b44-4b54-853f-a1ce07c3b9df. May 27 23:04:03.775976 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a6a60f-0286-4edf-a9bb-d4deb6b9b600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:03.921453 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a6a60f-0286-4edf-a9bb-d4deb6b9b600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:03.937369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6a60f-0286-4edf-a9bb-d4deb6b9b600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3145e715-6846-4e90-b4a6-4ffc251b52ea,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:03.948212 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-32a6a60f-0286-4edf-a9bb-d4deb6b9b600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:03.953061 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-32a6a60f-0286-4edf-a9bb-d4deb6b9b600 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3145e715-6846-4e90-b4a6-4ffc251b52ea HTTP/1.1" status: 204 len: 168 time: 0.2837441 May 27 23:04:03.961534 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c22c404-8724-4cc5-b891-e54e657c9f39 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:03.965810 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c22c404-8724-4cc5-b891-e54e657c9f39 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:04.130818 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c22c404-8724-4cc5-b891-e54e657c9f39 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:04.131293 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c22c404-8724-4cc5-b891-e54e657c9f39 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Fanout notify agent at l3_agent the message router_deleted on router f05343df-d5e0-4b88-b1e2-9db8fb766205 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:04:04.158881 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c22c404-8724-4cc5-b891-e54e657c9f39 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:04.159955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6c22c404-8724-4cc5-b891-e54e657c9f39 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "DELETE /v2.0/routers/f05343df-d5e0-4b88-b1e2-9db8fb766205 HTTP/1.1" status: 204 len: 168 time: 0.9302847 May 27 23:04:04.163417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36920) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:04.210839 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ea17044c-2b37-4c80-b012-fd3ba6b50f7a tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "GET /v2.0/ports?device_id=f05343df-d5e0-4b88-b1e2-9db8fb766205 HTTP/1.1" status: 200 len: 205 time: 0.0463536 May 27 23:04:04.213282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36924) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:04.348050 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-00871465-db7e-4f12-91e2-c852896b16b5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] delete failed (client error): The resource could not be found. May 27 23:04:04.349126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-00871465-db7e-4f12-91e2-c852896b16b5 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "DELETE /v2.0/routers/f05343df-d5e0-4b88-b1e2-9db8fb766205 HTTP/1.1" status: 404 len: 336 time: 0.1349461 May 27 23:04:04.351648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36930) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:04.401921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-279a034b-80b5-4871-ae75-d44d9c8ffa65 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "GET /v2.0/ports?device_id=44460243-7715-4934-bc64-fbdc6bef5827 HTTP/1.1" status: 200 len: 205 time: 0.0471051 May 27 23:04:04.402359 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36936) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:04.418091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Router 86448e10-bdd1-4df2-a2b2-be659da43f07 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:04:04.477164 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-b43739ba-8291-4e7b-a357-4ee1c5fdf2cd tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] delete failed (client error): The resource could not be found. May 27 23:04:04.480663 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b43739ba-8291-4e7b-a357-4ee1c5fdf2cd tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "DELETE /v2.0/routers/44460243-7715-4934-bc64-fbdc6bef5827 HTTP/1.1" status: 404 len: 336 time: 0.0737798 May 27 23:04:04.480929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36944) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:04.530413 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-25cc8c1f-ac1c-44ef-8664-1f52e3838019 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "GET /v2.0/ports?device_id=b892b082-bd9f-4806-94b2-20c492e9fab0 HTTP/1.1" status: 200 len: 205 time: 0.0482724 May 27 23:04:04.532701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36948) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:04.604757 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-c1d6a881-07b9-498a-9aa8-493810cb13bc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] delete failed (client error): The resource could not be found. May 27 23:04:04.605807 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c1d6a881-07b9-498a-9aa8-493810cb13bc tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "DELETE /v2.0/routers/b892b082-bd9f-4806-94b2-20c492e9fab0 HTTP/1.1" status: 404 len: 336 time: 0.0721064 May 27 23:04:04.608694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36952) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:04.656615 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-791acdb2-9cc5-4403-99d6-79eede9d1462 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "GET /v2.0/ports?device_id=e7281742-b56a-4f5c-bab1-0dc93cc2b667 HTTP/1.1" status: 200 len: 205 time: 0.0447280 May 27 23:04:04.657259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36958) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:04.765512 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-fa5acc28-fce7-460d-b061-337a834ce79f tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] delete failed (client error): The resource could not be found. May 27 23:04:04.766546 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fa5acc28-fce7-460d-b061-337a834ce79f tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "DELETE /v2.0/routers/e7281742-b56a-4f5c-bab1-0dc93cc2b667 HTTP/1.1" status: 404 len: 336 time: 0.1087947 May 27 23:04:04.769219 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 36962) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:04.826076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a36e600b-1084-4c16-8984-6f5afdc65a8e tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "GET /v2.0/ports?device_id=12f91032-fccd-40f4-b9e8-d1c164109682 HTTP/1.1" status: 200 len: 205 time: 0.0557606 May 27 23:04:04.828562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36966) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:04.846108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:04:04.860214 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e64ffa-452c-40c3-a75b-c625bc3c3651 None None] Sync routers for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:04:04.870503 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e64ffa-452c-40c3-a75b-c625bc3c3651 None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:04:04.871355 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-05e64ffa-452c-40c3-a75b-c625bc3c3651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:04:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:04.907956 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-5d2f785e-a799-4702-ab2a-70bd41c11432 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] delete failed (client error): The resource could not be found. May 27 23:04:04.915039 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5d2f785e-a799-4702-ab2a-70bd41c11432 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "DELETE /v2.0/routers/12f91032-fccd-40f4-b9e8-d1c164109682 HTTP/1.1" status: 404 len: 336 time: 0.0794189 May 27 23:04:04.915039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36974) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:04.944312 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:04.960585 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c9f45afc-03f4-42e6-b08b-87cbab3115f2 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "GET /v2.0/ports?device_id=232c8b4c-68ee-4802-9cc2-46d7125ee77f HTTP/1.1" status: 200 len: 205 time: 0.0471349 May 27 23:04:04.962950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36980) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:05.007339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-88794b5c-e135-4566-b932-f39646c27133 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1372757 May 27 23:04:05.008364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20de7f5-241f-4abb-9412-f952bba1f8f9', 'tag': '488442ac-0b44-4b54-853f-a1ce07c3b9df'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:04:05.032101 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-1580309c-a8c1-49f6-90ac-0d4e31382577 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] delete failed (client error): The resource could not be found. May 27 23:04:05.035750 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1580309c-a8c1-49f6-90ac-0d4e31382577 tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "DELETE /v2.0/routers/232c8b4c-68ee-4802-9cc2-46d7125ee77f HTTP/1.1" status: 404 len: 336 time: 0.0691714 May 27 23:04:05.035977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 36990) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:05.053215 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:04:05.069183 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-05e64ffa-452c-40c3-a75b-c625bc3c3651 None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:04:05.078674 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff37589c-aa90-4f94-8a0e-734de8682f4d tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] DELETE failed (client error): The resource could not be found. May 27 23:04:05.079083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff37589c-aa90-4f94-8a0e-734de8682f4d tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:04:05.080789 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ff37589c-aa90-4f94-8a0e-734de8682f4d tempest-RoutersIpV6AdminTest-177428847 tempest-RoutersIpV6AdminTest-177428847-project] 10.222.0.27 "DELETE /v2.0/subnets/bba5f7a0-061e-4e32-87c7-e9d5c75b49aa HTTP/1.1" status: 404 len: 337 time: 0.0431962 May 27 23:04:05.299464 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28211cc7-2ad4-4e86-8731-b1367d45d82f'] response: {'name': 'network-changed', 'server_uuid': 'a20de7f5-241f-4abb-9412-f952bba1f8f9', 'tag': '488442ac-0b44-4b54-853f-a1ce07c3b9df', 'status': 'completed', 'code': 200} May 27 23:04:05.418109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e387bfa-b2ca-40bf-bcdd-ccd4b038d860 req-807f2ce7-065e-4432-ab00-f1790525ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:05.419591 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e387bfa-b2ca-40bf-bcdd-ccd4b038d860 req-807f2ce7-065e-4432-ab00-f1790525ea3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 1096 time: 0.0739148 May 27 23:04:05.441878 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-05e64ffa-452c-40c3-a75b-c625bc3c3651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '6bc1a89c-fa49-4ed0-afcc-7cac55dd1999', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'port_id': '488442ac-0b44-4b54-853f-a1ce07c3b9df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'mac_address': 'fa:16:3e:68:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20de7f5-241f-4abb-9412-f952bba1f8f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:04:02Z', 'updated_at': '2022-05-27T23:04:02Z', 'revision_number': 0, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address_scope': None}, {'id': 'e8dcdef8-4734-40c1-a5ad-3e8a9e603161', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'port_id': '6143ad13-29b2-4f84-b2be-a344de174d70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'mac_address': 'fa:16:3e:d9:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:00:29Z', 'updated_at': '2022-05-27T23:00:36Z', 'revision_number': 1, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:05.445738 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e64ffa-452c-40c3-a75b-c625bc3c3651 None None] Checking router: 86448e10-bdd1-4df2-a2b2-be659da43f07 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:04:05.454078 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e64ffa-452c-40c3-a75b-c625bc3c3651 None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:04:05.454654 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-05e64ffa-452c-40c3-a75b-c625bc3c3651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:04:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:05.559004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e387bfa-b2ca-40bf-bcdd-ccd4b038d860 req-a3613dad-b8ea-4d36-bac3-1a5d7613af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:05.560801 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e387bfa-b2ca-40bf-bcdd-ccd4b038d860 req-a3613dad-b8ea-4d36-bac3-1a5d7613af4c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.1356020 May 27 23:04:05.630546 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-05e64ffa-452c-40c3-a75b-c625bc3c3651 None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:04:05.806608 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e387bfa-b2ca-40bf-bcdd-ccd4b038d860 req-c156bdce-2432-486e-b416-a8ec4abf2e61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=488442ac-0b44-4b54-853f-a1ce07c3b9df HTTP/1.1" status: 200 len: 999 time: 0.2387030 May 27 23:04:05.851134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37008) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:05.883558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e387bfa-b2ca-40bf-bcdd-ccd4b038d860 req-1a024ec1-3a20-4b03-b1c1-e7648e1e64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:05.883558 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e387bfa-b2ca-40bf-bcdd-ccd4b038d860 req-1a024ec1-3a20-4b03-b1c1-e7648e1e64d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.0680199 May 27 23:04:05.965775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e387bfa-b2ca-40bf-bcdd-ccd4b038d860 req-9111f292-83ca-41e5-96ff-09bff9f6420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:05.967326 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e387bfa-b2ca-40bf-bcdd-ccd4b038d860 req-9111f292-83ca-41e5-96ff-09bff9f6420a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793991 May 27 23:04:05.978748 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-396f0088-c424-4778-81cc-93bf1e30a916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:05.994088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-396f0088-c424-4778-81cc-93bf1e30a916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:05.998237 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-396f0088-c424-4778-81cc-93bf1e30a916 admin admin] Usage tracker for resource:security_group_rule and tenant:35bca9601c88436ab3b517b31c16e259 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:06.001192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-396f0088-c424-4778-81cc-93bf1e30a916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:06.016178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-396f0088-c424-4778-81cc-93bf1e30a916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:06.073494 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-05e64ffa-452c-40c3-a75b-c625bc3c3651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '6bc1a89c-fa49-4ed0-afcc-7cac55dd1999', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'port_id': '488442ac-0b44-4b54-853f-a1ce07c3b9df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'mac_address': 'fa:16:3e:68:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20de7f5-241f-4abb-9412-f952bba1f8f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:04:02Z', 'updated_at': '2022-05-27T23:04:02Z', 'revision_number': 0, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address_scope': None}, {'id': 'e8dcdef8-4734-40c1-a5ad-3e8a9e603161', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'port_id': '6143ad13-29b2-4f84-b2be-a344de174d70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'mac_address': 'fa:16:3e:d9:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:00:29Z', 'updated_at': '2022-05-27T23:00:36Z', 'revision_number': 1, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:06.080814 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e64ffa-452c-40c3-a75b-c625bc3c3651 None None] The sync data for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 is: [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '6bc1a89c-fa49-4ed0-afcc-7cac55dd1999', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'port_id': '488442ac-0b44-4b54-853f-a1ce07c3b9df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'mac_address': 'fa:16:3e:68:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20de7f5-241f-4abb-9412-f952bba1f8f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:04:02Z', 'updated_at': '2022-05-27T23:04:02Z', 'revision_number': 0, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address_scope': None}, {'id': 'e8dcdef8-4734-40c1-a5ad-3e8a9e603161', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'port_id': '6143ad13-29b2-4f84-b2be-a344de174d70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'mac_address': 'fa:16:3e:d9:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:00:29Z', 'updated_at': '2022-05-27T23:00:36Z', 'revision_number': 1, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:04:06.137738 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e387bfa-b2ca-40bf-bcdd-ccd4b038d860 req-91ba7760-f691-47da-aa0c-e6c670249e53 service neutron] 10.222.0.57 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581922 May 27 23:04:06.141060 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-396f0088-c424-4778-81cc-93bf1e30a916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:06.213650 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-396f0088-c424-4778-81cc-93bf1e30a916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:06.277202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f0088-c424-4778-81cc-93bf1e30a916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4dbdb6-5f01-49d1-b310-4117259ac50e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:06.279258 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e387bfa-b2ca-40bf-bcdd-ccd4b038d860 req-63d64495-f3de-4a2b-8b0a-a650ea2fdaf7 service neutron] 10.222.0.57 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366065 May 27 23:04:06.286401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-396f0088-c424-4778-81cc-93bf1e30a916 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=35bca9601c88436ab3b517b31c16e259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318876 May 27 23:04:06.286777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37020) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:06.355160 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf759-1f21-46bb-9494-7cf6eafc2f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:06.356308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bc46a1-ea5f-4abe-81c4-48f7594cad20 None None] New status for floating IP 6bc1a89c-fa49-4ed0-afcc-7cac55dd1999: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:04:06.393116 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf759-1f21-46bb-9494-7cf6eafc2f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:06.545999 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf759-1f21-46bb-9494-7cf6eafc2f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:06.561242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7bf759-1f21-46bb-9494-7cf6eafc2f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4dbdb6-5f01-49d1-b310-4117259ac50e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:06.567156 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9b7bf759-1f21-46bb-9494-7cf6eafc2f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:06.569522 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9b7bf759-1f21-46bb-9494-7cf6eafc2f8e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/bb4dbdb6-5f01-49d1-b310-4117259ac50e HTTP/1.1" status: 204 len: 168 time: 0.2815981 May 27 23:04:07.339768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37038) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:07.392585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-740452d4-8ee8-4bc2-a946-16b81f19bc58 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0f9842c65fa8469998ca673345f1e8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515516 May 27 23:04:07.395113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37042) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:07.463107 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-63aee690-829a-49d2-acf7-af7e4d51f843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:07.489022 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-63aee690-829a-49d2-acf7-af7e4d51f843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:07.614723 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-63aee690-829a-49d2-acf7-af7e4d51f843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:07.629504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aee690-829a-49d2-acf7-af7e4d51f843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74edd123-6476-4336-aa93-cf09af144097,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:07.636227 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-63aee690-829a-49d2-acf7-af7e4d51f843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:07.638653 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-63aee690-829a-49d2-acf7-af7e4d51f843 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/74edd123-6476-4336-aa93-cf09af144097 HTTP/1.1" status: 204 len: 168 time: 0.2412009 May 27 23:04:09.707743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37096) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:09.832208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dfe1bd4f-3329-456e-8dc1-db3e2819914d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-182120476'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:09.832208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dfe1bd4f-3329-456e-8dc1-db3e2819914d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:09.834768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dfe1bd4f-3329-456e-8dc1-db3e2819914d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Usage tracker for resource:router and tenant:b23af5fc8ff549ce9b8aa38d08d59f1e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:09.837762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dfe1bd4f-3329-456e-8dc1-db3e2819914d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:09.843581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dfe1bd4f-3329-456e-8dc1-db3e2819914d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:09.930084 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bd4f-3329-456e-8dc1-db3e2819914d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:09.931706 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bd4f-3329-456e-8dc1-db3e2819914d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:09.947184 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bd4f-3329-456e-8dc1-db3e2819914d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:10.031022 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bd4f-3329-456e-8dc1-db3e2819914d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:10.150929 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bd4f-3329-456e-8dc1-db3e2819914d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:10.150929 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dfe1bd4f-3329-456e-8dc1-db3e2819914d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4386935 May 27 23:04:10.151141 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37104) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:10.282839 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dbea8762-18f2-49fb-bb61-c06f207fce8d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:10.620866 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dbea8762-18f2-49fb-bb61-c06f207fce8d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:10.623016 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dbea8762-18f2-49fb-bb61-c06f207fce8d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:10.743841 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dbea8762-18f2-49fb-bb61-c06f207fce8d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:10.744325 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbea8762-18f2-49fb-bb61-c06f207fce8d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f2d0e13-a828-4312-be75-e0917688be63 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:04:10.761545 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dbea8762-18f2-49fb-bb61-c06f207fce8d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:10.762155 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dbea8762-18f2-49fb-bb61-c06f207fce8d tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] 10.222.0.27 "DELETE /v2.0/routers/2f2d0e13-a828-4312-be75-e0917688be63 HTTP/1.1" status: 204 len: 168 time: 0.6109464 May 27 23:04:10.765262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37114) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:10.769795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-25aa815e-bdab-48cd-8c16-93df56e59a14 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Request body: {'router': {'name': 'tempest-router-2146798284', 'distributed': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:10.775701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-25aa815e-bdab-48cd-8c16-93df56e59a14 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:10.784038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-25aa815e-bdab-48cd-8c16-93df56e59a14 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Usage tracker for resource:router and tenant:b23af5fc8ff549ce9b8aa38d08d59f1e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:10.784038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-25aa815e-bdab-48cd-8c16-93df56e59a14 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:10.789029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-25aa815e-bdab-48cd-8c16-93df56e59a14 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:10.872275 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25aa815e-bdab-48cd-8c16-93df56e59a14 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:10.874590 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25aa815e-bdab-48cd-8c16-93df56e59a14 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:10.891920 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25aa815e-bdab-48cd-8c16-93df56e59a14 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:10.963817 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25aa815e-bdab-48cd-8c16-93df56e59a14 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:11.058339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25aa815e-bdab-48cd-8c16-93df56e59a14 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:11.064986 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-25aa815e-bdab-48cd-8c16-93df56e59a14 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2934077 May 27 23:04:11.064986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37118) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:11.196847 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0df705b-25fc-4a06-b688-9cf28227f809 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:11.630451 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0df705b-25fc-4a06-b688-9cf28227f809 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:11.633759 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0df705b-25fc-4a06-b688-9cf28227f809 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:11.717482 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0df705b-25fc-4a06-b688-9cf28227f809 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:11.718137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0df705b-25fc-4a06-b688-9cf28227f809 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4f1c66b2-8170-4f5b-a63e-8a1e3a55b500 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:04:11.727880 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0df705b-25fc-4a06-b688-9cf28227f809 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:11.729043 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c0df705b-25fc-4a06-b688-9cf28227f809 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] 10.222.0.27 "DELETE /v2.0/routers/4f1c66b2-8170-4f5b-a63e-8a1e3a55b500 HTTP/1.1" status: 204 len: 168 time: 0.6659129 May 27 23:04:11.736317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37128) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:11.739173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e5ccdddf-e8e0-4845-b04b-e9ed0a07f963 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Request body: {'router': {'name': 'tempest-router-754660822', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '469c9af42c014608ac0cde556da3de4a'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:11.744134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e5ccdddf-e8e0-4845-b04b-e9ed0a07f963 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:11.748109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e5ccdddf-e8e0-4845-b04b-e9ed0a07f963 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Usage tracker for resource:router and tenant:469c9af42c014608ac0cde556da3de4a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:11.751292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e5ccdddf-e8e0-4845-b04b-e9ed0a07f963 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:11.759802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e5ccdddf-e8e0-4845-b04b-e9ed0a07f963 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:11.837678 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e5ccdddf-e8e0-4845-b04b-e9ed0a07f963 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:11.839041 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e5ccdddf-e8e0-4845-b04b-e9ed0a07f963 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:11.858112 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e5ccdddf-e8e0-4845-b04b-e9ed0a07f963 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:11.973062 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e5ccdddf-e8e0-4845-b04b-e9ed0a07f963 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:12.075647 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e5ccdddf-e8e0-4845-b04b-e9ed0a07f963 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:12.086208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e5ccdddf-e8e0-4845-b04b-e9ed0a07f963 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3430443 May 27 23:04:12.086208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37134) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:12.086208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-9ff22307-a51a-44a8-80fb-295ecc99eef2 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:12.471125 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ff22307-a51a-44a8-80fb-295ecc99eef2 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:12.471715 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ff22307-a51a-44a8-80fb-295ecc99eef2 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:12.610670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9ff22307-a51a-44a8-80fb-295ecc99eef2 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88900) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 27 23:04:12.610997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9ff22307-a51a-44a8-80fb-295ecc99eef2 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Router 2c0d9aa5-601e-4bb0-9cca-12afc8286260 migrating from provider to provider. {{(pid=88900) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 27 23:04:12.611363 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ff22307-a51a-44a8-80fb-295ecc99eef2 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:12.615886 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ff22307-a51a-44a8-80fb-295ecc99eef2 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:12.694920 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ff22307-a51a-44a8-80fb-295ecc99eef2 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7997296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7997311', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7995974'] for router, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:12.839571 n-d-843680-3 neutron-server[88900]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9ff22307-a51a-44a8-80fb-295ecc99eef2 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] No L3 agents can host the router 2c0d9aa5-601e-4bb0-9cca-12afc8286260 May 27 23:04:13.016705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff22307-a51a-44a8-80fb-295ecc99eef2 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Hosts for router 2c0d9aa5-601e-4bb0-9cca-12afc8286260: [] {{(pid=88900) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} May 27 23:04:13.053883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff22307-a51a-44a8-80fb-295ecc99eef2 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Hosts for other DVR routers connected to router 2c0d9aa5-601e-4bb0-9cca-12afc8286260: set() {{(pid=88900) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} May 27 23:04:13.056229 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9ff22307-a51a-44a8-80fb-295ecc99eef2 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:13.057413 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9ff22307-a51a-44a8-80fb-295ecc99eef2 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] 10.222.0.27 "PUT /v2.0/routers/2c0d9aa5-601e-4bb0-9cca-12afc8286260 HTTP/1.1" status: 200 len: 716 time: 0.9771113 May 27 23:04:13.060117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37148) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:13.189228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-66428a4c-a796-4845-9eba-c4826710f18f tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] 10.222.0.27 "GET /v2.0/routers/2c0d9aa5-601e-4bb0-9cca-12afc8286260 HTTP/1.1" status: 200 len: 716 time: 0.1280391 May 27 23:04:13.191952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37152) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:13.436447 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b6accb6d-9b92-479b-b8c4-049638db8edf tempest-RoutersTestDVR-1291977737 tempest-RoutersTestDVR-1291977737-project] 10.222.0.27 "GET /v2.0/routers/2c0d9aa5-601e-4bb0-9cca-12afc8286260 HTTP/1.1" status: 200 len: 682 time: 0.2403319 May 27 23:04:13.436704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37158) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:13.564579 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbbd81f8-106c-494b-9f78-bcd0fa577c7f tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:13.854174 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbbd81f8-106c-494b-9f78-bcd0fa577c7f tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:13.856417 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbbd81f8-106c-494b-9f78-bcd0fa577c7f tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:13.965828 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbbd81f8-106c-494b-9f78-bcd0fa577c7f tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:13.965828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbd81f8-106c-494b-9f78-bcd0fa577c7f tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c0d9aa5-601e-4bb0-9cca-12afc8286260 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:04:13.974709 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fbbd81f8-106c-494b-9f78-bcd0fa577c7f tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:13.975833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fbbd81f8-106c-494b-9f78-bcd0fa577c7f tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] 10.222.0.27 "DELETE /v2.0/routers/2c0d9aa5-601e-4bb0-9cca-12afc8286260 HTTP/1.1" status: 204 len: 168 time: 0.5382576 May 27 23:04:13.979717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37162) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:13.984686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-63d1d654-3ba6-46f9-a1e1-e70aef26c141 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Request body: {'router': {'name': 'tempest-router-1166593424', 'distributed': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:13.996801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-63d1d654-3ba6-46f9-a1e1-e70aef26c141 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:14.001664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-63d1d654-3ba6-46f9-a1e1-e70aef26c141 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Usage tracker for resource:router and tenant:b23af5fc8ff549ce9b8aa38d08d59f1e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:14.006280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-63d1d654-3ba6-46f9-a1e1-e70aef26c141 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:14.012946 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-63d1d654-3ba6-46f9-a1e1-e70aef26c141 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:14.163631 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-63d1d654-3ba6-46f9-a1e1-e70aef26c141 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:14.164617 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-63d1d654-3ba6-46f9-a1e1-e70aef26c141 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:14.179891 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-63d1d654-3ba6-46f9-a1e1-e70aef26c141 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:14.270211 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-63d1d654-3ba6-46f9-a1e1-e70aef26c141 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:14.374408 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-63d1d654-3ba6-46f9-a1e1-e70aef26c141 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:14.375614 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-63d1d654-3ba6-46f9-a1e1-e70aef26c141 tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3948956 May 27 23:04:14.378327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37170) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:14.631335 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50320374-8a99-4272-8313-cc18c9c264ac tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:14.925234 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50320374-8a99-4272-8313-cc18c9c264ac tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:14.929315 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50320374-8a99-4272-8313-cc18c9c264ac tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:15.042973 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50320374-8a99-4272-8313-cc18c9c264ac tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:15.047334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50320374-8a99-4272-8313-cc18c9c264ac tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 220ac750-7b2e-4a81-8234-400076570dc7 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:04:15.053729 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50320374-8a99-4272-8313-cc18c9c264ac tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:15.055139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-50320374-8a99-4272-8313-cc18c9c264ac tempest-RoutersTestDVR-240234432 tempest-RoutersTestDVR-240234432-project-admin] 10.222.0.27 "DELETE /v2.0/routers/220ac750-7b2e-4a81-8234-400076570dc7 HTTP/1.1" status: 204 len: 168 time: 0.6758518 May 27 23:04:15.547760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37182) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:15.672199 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8748c1c-4943-483a-8e44-38743a6b0386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:15.701694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c8748c1c-4943-483a-8e44-38743a6b0386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:15.703358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c8748c1c-4943-483a-8e44-38743a6b0386 admin admin] Usage tracker for resource:security_group_rule and tenant:469c9af42c014608ac0cde556da3de4a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:15.706437 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c8748c1c-4943-483a-8e44-38743a6b0386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:15.713374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c8748c1c-4943-483a-8e44-38743a6b0386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:15.800610 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8748c1c-4943-483a-8e44-38743a6b0386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:15.858137 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8748c1c-4943-483a-8e44-38743a6b0386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:15.910944 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c8748c1c-4943-483a-8e44-38743a6b0386 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=469c9af42c014608ac0cde556da3de4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3596833 May 27 23:04:15.910944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8748c1c-4943-483a-8e44-38743a6b0386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6164f747-b59c-4b83-9b57-14bdcf1fafff,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:15.911458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37188) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:15.963484 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:15.977239 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62581f21-e41e-4c0c-a159-c6c8be538de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:16.129753 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62581f21-e41e-4c0c-a159-c6c8be538de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:16.319244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62581f21-e41e-4c0c-a159-c6c8be538de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:16.338092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62581f21-e41e-4c0c-a159-c6c8be538de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6164f747-b59c-4b83-9b57-14bdcf1fafff,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:16.345532 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62581f21-e41e-4c0c-a159-c6c8be538de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:16.349560 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-62581f21-e41e-4c0c-a159-c6c8be538de3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6164f747-b59c-4b83-9b57-14bdcf1fafff HTTP/1.1" status: 204 len: 168 time: 0.4334314 May 27 23:04:17.043207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37200) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:17.061352 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-052616fb-cff6-48ff-a1fb-2ce484944710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:17.076692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-052616fb-cff6-48ff-a1fb-2ce484944710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:17.080877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-052616fb-cff6-48ff-a1fb-2ce484944710 admin admin] Usage tracker for resource:security_group_rule and tenant:b23af5fc8ff549ce9b8aa38d08d59f1e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:17.083771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-052616fb-cff6-48ff-a1fb-2ce484944710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:17.089682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-052616fb-cff6-48ff-a1fb-2ce484944710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:17.178440 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-052616fb-cff6-48ff-a1fb-2ce484944710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:17.254356 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-052616fb-cff6-48ff-a1fb-2ce484944710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:17.303312 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-052616fb-cff6-48ff-a1fb-2ce484944710 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b23af5fc8ff549ce9b8aa38d08d59f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590356 May 27 23:04:17.304189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052616fb-cff6-48ff-a1fb-2ce484944710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb2a3dd-cb68-4dd5-810a-e87f85da7419,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:17.305948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37204) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:17.370279 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-701a7227-b286-4016-a925-7a42a76e3d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:17.398734 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-701a7227-b286-4016-a925-7a42a76e3d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:17.577917 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-701a7227-b286-4016-a925-7a42a76e3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:17.597099 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a7227-b286-4016-a925-7a42a76e3d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb2a3dd-cb68-4dd5-810a-e87f85da7419,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:17.615899 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-701a7227-b286-4016-a925-7a42a76e3d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:17.615899 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-701a7227-b286-4016-a925-7a42a76e3d4a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ceb2a3dd-cb68-4dd5-810a-e87f85da7419 HTTP/1.1" status: 204 len: 168 time: 0.3019266 May 27 23:04:19.794349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37256) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:19.931977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1864278924', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:19.941549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:19.941549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Usage tracker for resource:port and tenant:be46c9b9e6264d88a4d54fbb95bfc360 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:19.941549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:19.951019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:20.043004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Made reservation on behalf of be46c9b9e6264d88a4d54fbb95bfc360 for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:20.043004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:20.056187 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:20.079287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:20.079287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Usage tracker for resource:security_group_rule and tenant:be46c9b9e6264d88a4d54fbb95bfc360 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:20.079287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:20.079287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:20.172433 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:20.311569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:20.324679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] device_id is not set on port 28fb40a7-f335-4055-aa03-83439333b268 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:04:20.392401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b577705-da6f-4d24-8bd3-cf3c4755451c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:20.486930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Allocated IP 172.25.2.190 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/28fb40a7-f335-4055-aa03-83439333b268) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:04:20.690264 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:20.810662 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:20.896077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:04:20.896077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:20.896077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Pushing event updated for resources: {'Port': ['ID=28fb40a7-f335-4055-aa03-83439333b268,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:20.896077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:04:20.954456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:20.954456 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:21.038977 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d63eaa26-881d-40c3-9fb7-ade897b77782 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2373981 May 27 23:04:21.038977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37266) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:21.038977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.190'}]}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:21.049210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:21.049210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Usage tracker for resource:router and tenant:be46c9b9e6264d88a4d54fbb95bfc360 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:21.061537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:21.061537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:21.126543 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:21.126543 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:21.147381 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:21.601268 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:22.092446 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:22.123945 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:22.343357 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:22.408582 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:22.680235 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:22.680235 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:22.807213 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:22.807213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8857dcc4-ef21-4a78-b5fa-b6d4670ba046 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:04:22.900371 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 27 23:04:22.901516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c72af148-61f5-442f-aa17-ae4cf7124a70 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8679178 May 27 23:04:22.904276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37274) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:22.965254 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c52e37b3-6ddd-4426-bfa4-3537a8447661 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Deleting port 28fb40a7-f335-4055-aa03-83439333b268 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:04:22.965483 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c52e37b3-6ddd-4426-bfa4-3537a8447661 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:23.321942 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c52e37b3-6ddd-4426-bfa4-3537a8447661 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:23.457823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c52e37b3-6ddd-4426-bfa4-3537a8447661 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Calling delete_port for 28fb40a7-f335-4055-aa03-83439333b268 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:04:23.657845 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c52e37b3-6ddd-4426-bfa4-3537a8447661 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:23.707497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e37b3-6ddd-4426-bfa4-3537a8447661 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Pushing event deleted for resources: {'Port': ['ID=28fb40a7-f335-4055-aa03-83439333b268,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:23.800891 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c52e37b3-6ddd-4426-bfa4-3537a8447661 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:23.811655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c52e37b3-6ddd-4426-bfa4-3537a8447661 tempest-RoutersAdminNegativeTest-446612936 tempest-RoutersAdminNegativeTest-446612936-project-admin] 10.222.0.27 "DELETE /v2.0/ports/28fb40a7-f335-4055-aa03-83439333b268 HTTP/1.1" status: 204 len: 168 time: 0.9064033 May 27 23:04:24.373862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37290) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:24.495881 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27e97e69-b622-4021-b332-c4c0b6c2e61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:24.510298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-27e97e69-b622-4021-b332-c4c0b6c2e61b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:24.514242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-27e97e69-b622-4021-b332-c4c0b6c2e61b admin admin] Usage tracker for resource:security_group_rule and tenant:5407f2de61764468a10ff6ddc4f87b78 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:24.517020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-27e97e69-b622-4021-b332-c4c0b6c2e61b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:24.523356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-27e97e69-b622-4021-b332-c4c0b6c2e61b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:24.612082 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27e97e69-b622-4021-b332-c4c0b6c2e61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:24.699627 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-27e97e69-b622-4021-b332-c4c0b6c2e61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:24.754137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-27e97e69-b622-4021-b332-c4c0b6c2e61b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5407f2de61764468a10ff6ddc4f87b78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790934 May 27 23:04:24.755810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e97e69-b622-4021-b332-c4c0b6c2e61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd62ce14-fcb9-4bd7-8c1a-39c1eefd5069,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:24.757273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37296) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:24.818506 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7009-80ba-4832-8ab8-7bab50b53f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:24.852266 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7009-80ba-4832-8ab8-7bab50b53f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:24.997210 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7009-80ba-4832-8ab8-7bab50b53f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:25.013514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd7009-80ba-4832-8ab8-7bab50b53f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd62ce14-fcb9-4bd7-8c1a-39c1eefd5069,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:25.027476 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7009-80ba-4832-8ab8-7bab50b53f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:25.027476 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5ddd7009-80ba-4832-8ab8-7bab50b53f6e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cd62ce14-fcb9-4bd7-8c1a-39c1eefd5069 HTTP/1.1" status: 204 len: 168 time: 0.2671051 May 27 23:04:25.776788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37308) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:25.828497 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-094e6f71-d03c-49cb-aaf8-4d139a449e1f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=be46c9b9e6264d88a4d54fbb95bfc360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483162 May 27 23:04:25.828757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37312) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:25.886400 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5618fa5-2bce-4492-87fe-4c86bc49777b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:25.912014 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5618fa5-2bce-4492-87fe-4c86bc49777b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:26.023910 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5618fa5-2bce-4492-87fe-4c86bc49777b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:26.041057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5618fa5-2bce-4492-87fe-4c86bc49777b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b577705-da6f-4d24-8bd3-cf3c4755451c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:26.057614 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f5618fa5-2bce-4492-87fe-4c86bc49777b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:26.057614 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f5618fa5-2bce-4492-87fe-4c86bc49777b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7b577705-da6f-4d24-8bd3-cf3c4755451c HTTP/1.1" status: 204 len: 168 time: 0.2237885 May 27 23:04:27.245706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37342) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:27.353383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1923793383'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:27.357438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:27.361368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:network and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:27.364289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:27.371998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:27.505377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:27.509728 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:27.524933 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:27.539024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:27.543389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:security_group_rule and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:27.545716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:27.553018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:27.566417 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bafe2607-8399-4d4a-9482-7ce76d126ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:27.634185 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:27.711680 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:27.744641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:04:27.752972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc4399f-329b-40b4-85ae-baf9342ef279,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:27.759014 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:27.759351 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Added segment 13fcc325-af55-4000-91d2-8ad897514613 of type vlan for network 4ead460d-6865-463a-b4f8-212390451722 May 27 23:04:27.786593 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:27.869100 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:27.874627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:27.875228 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:27.982121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Network': ['ID=4ead460d-6865-463a-b4f8-212390451722,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:27.993141 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 4ead460d-6865-463a-b4f8-212390451722 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:04:28.049319 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2afe41fa-cea3-46a2-9d23-889652f4f720 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8044279 May 27 23:04:29.681412 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-53e53c5f-94c6-4833-983e-94797a5fa480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:30.985362 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:31.030721 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:31.406887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37364) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:31.419535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'subnet': {'network_id': '4ead460d-6865-463a-b4f8-212390451722', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:31.524302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:31.528146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:subnet and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:31.530961 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:31.536701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:31.631365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:31.634841 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:32.168581 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:32.343736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Subnet': ['ID=5d6cacbf-0b58-424d-895b-27147d6916f7,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:32.343736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Checking segment: {'id': '13fcc325-af55-4000-91d2-8ad897514613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ead460d-6865-463a-b4f8-212390451722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:04:32.343736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network hostable DHCP agents. Network: 4ead460d-6865-463a-b4f8-212390451722, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:04:32.582811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:32.620575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network 4ead460d-6865-463a-b4f8-212390451722 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:04:32.717943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 4ead460d-6865-463a-b4f8-212390451722) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:32.722033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:32.734020 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:32.737543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a591bb6-eab7-4369-bcb4-0ee396c9d53d None None] Network 4ead460d-6865-463a-b4f8-212390451722 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:32.798088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c8c91df5-f156-4b7c-8f2e-593d0e33a8a6 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3897433 May 27 23:04:32.801293 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37372) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:32.807663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1255109946'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:32.813185 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:32.816917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:network and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:32.827140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:32.827538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:32.888617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:32.892120 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:32.920227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:04:32.928722 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:32.929223 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Added segment e38c4809-755c-4602-af91-a88af8234377 of type vlan for network d32843bf-ea01-4ee6-96da-dc18123b587a May 27 23:04:32.955578 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:32.956801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-4ead460d-6865-463a-b4f8-212390451722', 'network_id': '4ead460d-6865-463a-b4f8-212390451722', 'tenant_id': 'de104fef75f54695b1474e1f61dce57b', 'fixed_ips': [{'subnet_id': '5d6cacbf-0b58-424d-895b-27147d6916f7'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:04:32.961538 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:33.086714 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:33.092384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:33.093003 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:33.114211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Allocated IP 2001:db8:0:ffff::2 (4ead460d-6865-463a-b4f8-212390451722/5d6cacbf-0b58-424d-895b-27147d6916f7/286187f9-fd0d-4558-a0c4-1de3b3412bad) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:04:33.204258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Network': ['ID=d32843bf-ea01-4ee6-96da-dc18123b587a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:33.216579 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network d32843bf-ea01-4ee6-96da-dc18123b587a details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:04:33.286984 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-df1663d7-d03a-4ea0-b01b-7e3f36b6bcda tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4844406 May 27 23:04:33.289778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37380) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:33.295561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'subnet': {'network_id': 'd32843bf-ea01-4ee6-96da-dc18123b587a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:33.446934 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:33.456309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Transition to ACTIVE for port object 286187f9-fd0d-4558-a0c4-1de3b3412bad will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:04:33.474523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Transition to ACTIVE for port object 286187f9-fd0d-4558-a0c4-1de3b3412bad will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:04:33.527209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:33.530960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:subnet and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:33.546221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:33.546338 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:33.546434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:33.603540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Network 4ead460d-6865-463a-b4f8-212390451722 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:04:33.606715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:33.609044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:04:33.637004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:33.647022 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:33.647165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Pushing event updated for resources: {'Port': ['ID=286187f9-fd0d-4558-a0c4-1de3b3412bad,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:33.689362 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:33.689729 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:33.690071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:33.690405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:33.690737 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:33.691091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:33.691436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:33.691771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:33.692091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:33.692581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:33.692771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:33.693295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:04:33.719621 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Attempting to bind port 286187f9-fd0d-4558-a0c4-1de3b3412bad on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:04:33.719930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Attempting to bind port 286187f9-fd0d-4558-a0c4-1de3b3412bad by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '13fcc325-af55-4000-91d2-8ad897514613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ead460d-6865-463a-b4f8-212390451722'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:04:33.720295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Attempting to bind port 286187f9-fd0d-4558-a0c4-1de3b3412bad on network 4ead460d-6865-463a-b4f8-212390451722 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:04:33.727517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:04:33.727517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Checking segment: {'id': '13fcc325-af55-4000-91d2-8ad897514613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ead460d-6865-463a-b4f8-212390451722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:04:33.728811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:33.728811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Bound using segment: {'id': '13fcc325-af55-4000-91d2-8ad897514613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ead460d-6865-463a-b4f8-212390451722'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:04:33.728811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Bound port: 286187f9-fd0d-4558-a0c4-1de3b3412bad, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13fcc325-af55-4000-91d2-8ad897514613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4ead460d-6865-463a-b4f8-212390451722'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:04:33.734334 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:33.817447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] For port 286187f9-fd0d-4558-a0c4-1de3b3412bad, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:04:33.822536 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] For port 286187f9-fd0d-4558-a0c4-1de3b3412bad, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=286187f9-fd0d-4558-a0c4-1de3b3412bad,segment=NetworkSegment(13fcc325-af55-4000-91d2-8ad897514613),segment_id=13fcc325-af55-4000-91d2-8ad897514613)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:04:33.911854 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:33.995391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3307097-f872-4866-abd0-cc25c9f765d4 None None] Pushing event updated for resources: {'Port': ['ID=286187f9-fd0d-4558-a0c4-1de3b3412bad,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:34.006869 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:34.087147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Subnet': ['ID=9dae0559-a854-4d35-805d-b16bdd38650b,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:34.104293 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Checking segment: {'id': 'e38c4809-755c-4602-af91-a88af8234377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd32843bf-ea01-4ee6-96da-dc18123b587a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:04:34.104770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network hostable DHCP agents. Network: d32843bf-ea01-4ee6-96da-dc18123b587a, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:04:34.184238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network d32843bf-ea01-4ee6-96da-dc18123b587a is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:04:34.290685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, d32843bf-ea01-4ee6-96da-dc18123b587a) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:34.302886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:34.302886 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:34.315303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7dc511-660d-4231-ad65-bda2e9e5bf10 None None] Network d32843bf-ea01-4ee6-96da-dc18123b587a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:34.417794 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-950ceb67-2f7e-4bc5-b80d-766d053d1c34 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1247616 May 27 23:04:34.418714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37388) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:34.578227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-d32843bf-ea01-4ee6-96da-dc18123b587a', 'network_id': 'd32843bf-ea01-4ee6-96da-dc18123b587a', 'tenant_id': 'de104fef75f54695b1474e1f61dce57b', 'fixed_ips': [{'subnet_id': '9dae0559-a854-4d35-805d-b16bdd38650b'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:04:34.579138 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:34.582014 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:34.667248 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:34.775708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Allocated IP 2001:db8::1 (d32843bf-ea01-4ee6-96da-dc18123b587a/9dae0559-a854-4d35-805d-b16bdd38650b/570d37d4-2191-4580-a1a6-d4075136131e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:04:34.987251 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:34.997601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Transition to ACTIVE for port object 570d37d4-2191-4580-a1a6-d4075136131e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:04:35.018333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Transition to ACTIVE for port object 570d37d4-2191-4580-a1a6-d4075136131e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:04:35.083330 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:35.153555 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb130190-69c3-4f39-97f8-371a45f2cdbc None None] Network 4ead460d-6865-463a-b4f8-212390451722 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:35.168715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Network d32843bf-ea01-4ee6-96da-dc18123b587a is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:04:35.173454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:35.180004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:04:35.209042 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:35.239379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Pushing event updated for resources: {'Port': ['ID=570d37d4-2191-4580-a1a6-d4075136131e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:35.258260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Subnet': ['ID=9dae0559-a854-4d35-805d-b16bdd38650b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:35.363941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Attempting to bind port 570d37d4-2191-4580-a1a6-d4075136131e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:04:35.364593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Attempting to bind port 570d37d4-2191-4580-a1a6-d4075136131e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'e38c4809-755c-4602-af91-a88af8234377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd32843bf-ea01-4ee6-96da-dc18123b587a'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:04:35.364962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Attempting to bind port 570d37d4-2191-4580-a1a6-d4075136131e on network d32843bf-ea01-4ee6-96da-dc18123b587a {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:04:35.368490 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:35.379440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:04:35.397673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Checking segment: {'id': 'e38c4809-755c-4602-af91-a88af8234377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd32843bf-ea01-4ee6-96da-dc18123b587a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:04:35.397673 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:35.397673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Bound using segment: {'id': 'e38c4809-755c-4602-af91-a88af8234377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd32843bf-ea01-4ee6-96da-dc18123b587a'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:04:35.397673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Bound port: 570d37d4-2191-4580-a1a6-d4075136131e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38c4809-755c-4602-af91-a88af8234377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd32843bf-ea01-4ee6-96da-dc18123b587a'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:04:35.397673 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:35.398080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32843bf-ea01-4ee6-96da-dc18123b587a']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:35.398202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-68efe1b6-d616-4ac6-824d-a45e13c86e1e None None] Provisioning for port 286187f9-fd0d-4558-a0c4-1de3b3412bad completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:04:35.406151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38c4809-755c-4602-af91-a88af8234377') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:35.406432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38c4809-755c-4602-af91-a88af8234377') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:35.417715 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:35.436801 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:35.443123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:04:35.443570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:35.567120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] For port 570d37d4-2191-4580-a1a6-d4075136131e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:04:35.578916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] For port 570d37d4-2191-4580-a1a6-d4075136131e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=570d37d4-2191-4580-a1a6-d4075136131e,segment=NetworkSegment(e38c4809-755c-4602-af91-a88af8234377),segment_id=e38c4809-755c-4602-af91-a88af8234377)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:04:35.626759 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e38c4809-755c-4602-af91-a88af8234377 resource provider aggregate not found May 27 23:04:35.647664 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:04:35.647664 n-d-843680-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:04:35.647664 n-d-843680-3 neutron-server[88901]: [parameters: {'id': 'd32843bf-ea01-4ee6-96da-dc18123b587a'}] May 27 23:04:35.647664 n-d-843680-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:04:35.647664 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:04:35.647664 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e38c4809-755c-4602-af91-a88af8234377 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e38c4809-755c-4602-af91-a88af8234377 found for delete ", "request_id": "req-f03e052f-4994-454b-a483-19baa8776577"}]} May 27 23:04:35.671534 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:35.847065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffbb2c-fa95-4194-952a-d483e7e98f70 None None] Pushing event updated for resources: {'Port': ['ID=570d37d4-2191-4580-a1a6-d4075136131e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:35.885202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918a673d-e442-4d55-8909-b768e1d0b97a None None] Network d32843bf-ea01-4ee6-96da-dc18123b587a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:36.079395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f158ef0-dc4c-49ce-b2b2-08e69832ea94 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:04:36.141699 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:36.153434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Deleting port 570d37d4-2191-4580-a1a6-d4075136131e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:04:36.153434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:36.175875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 286187f9-fd0d-4558-a0c4-1de3b3412bad up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:04:36.234828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f158ef0-dc4c-49ce-b2b2-08e69832ea94 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:04:36.370097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] For port 570d37d4-2191-4580-a1a6-d4075136131e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=570d37d4-2191-4580-a1a6-d4075136131e,segment=NetworkSegment(e38c4809-755c-4602-af91-a88af8234377),segment_id=e38c4809-755c-4602-af91-a88af8234377)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:04:36.370575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:36.384869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 286187f9-fd0d-4558-a0c4-1de3b3412bad completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:04:36.400628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 286187f9-fd0d-4558-a0c4-1de3b3412bad triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:04:36.401099 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:36.507343 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Calling delete_port for 570d37d4-2191-4580-a1a6-d4075136131e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:04:36.638296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 286187f9-fd0d-4558-a0c4-1de3b3412bad is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:04:36.638682 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:36.694677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 286187f9-fd0d-4558-a0c4-1de3b3412bad, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=286187f9-fd0d-4558-a0c4-1de3b3412bad,segment=NetworkSegment(13fcc325-af55-4000-91d2-8ad897514613),segment_id=13fcc325-af55-4000-91d2-8ad897514613)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:04:36.705242 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:36.751243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Port': ['ID=570d37d4-2191-4580-a1a6-d4075136131e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:36.754608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No DVR routers for this DVR port 570d37d4-2191-4580-a1a6-d4075136131e on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:04:36.802929 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:36.876303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=286187f9-fd0d-4558-a0c4-1de3b3412bad,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:36.879865 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:36.905927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d32843bf-ea01-4ee6-96da-dc18123b587a']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:36.918884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38c4809-755c-4602-af91-a88af8234377') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:36.918884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38c4809-755c-4602-af91-a88af8234377') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:36.929906 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:36.945637 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:36.951962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:04:36.952333 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:37.105454 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:37.122354 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:37.138672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Network': ['ID=d32843bf-ea01-4ee6-96da-dc18123b587a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:37.139867 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-275bc8cc-123e-4b9c-afa7-3c0156f7517a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/d32843bf-ea01-4ee6-96da-dc18123b587a HTTP/1.1" status: 204 len: 168 time: 2.7198956 May 27 23:04:37.143655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37408) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:37.149887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1290313237'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:37.155572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:37.161003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:network and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:37.162289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:37.168713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:37.236800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:37.240197 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:37.270399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:04:37.276837 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:37.277202 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Added segment ab63a4ef-a008-4187-8b55-d92319b08924 of type vlan for network 44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40 May 27 23:04:37.301366 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:37.425767 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:37.425767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:37.425767 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:37.646524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Network': ['ID=44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:37.657623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:04:37.668965 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e38c4809-755c-4602-af91-a88af8234377 resource provider aggregate not found May 27 23:04:37.683794 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e38c4809-755c-4602-af91-a88af8234377 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e38c4809-755c-4602-af91-a88af8234377 found for delete ", "request_id": "req-fc680937-8f30-41f5-b685-68e0220575b2"}]} May 27 23:04:37.745214 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a5e0ded7-ac7d-4a02-8ad5-6631ba655ede tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6005018 May 27 23:04:37.750986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37420) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:37.757128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'subnet': {'network_id': '44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:37.867106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:37.870985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:subnet and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:37.873833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:37.879525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:37.973963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:37.977987 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:38.147225 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 286187f9-fd0d-4558-a0c4-1de3b3412bad up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:04:38.215307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 286187f9-fd0d-4558-a0c4-1de3b3412bad triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:04:38.215608 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:38.317359 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:38.335594 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 286187f9-fd0d-4558-a0c4-1de3b3412bad is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:04:38.400827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Subnet': ['ID=73691d14-86aa-4b87-9381-9e0df7aa6104,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:38.405843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Checking segment: {'id': 'ab63a4ef-a008-4187-8b55-d92319b08924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:04:38.406205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network hostable DHCP agents. Network: 44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:04:38.482483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network 44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:04:38.545515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:38.549784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:38.550365 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:38.556714 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b5a25c-b5ea-4771-a38a-530bf36f797a None None] Network 44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:38.609503 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-61ba69ca-77e1-48c0-a1ec-b58ec2ce20dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8574584 May 27 23:04:38.613449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37426) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:38.619333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-519981394'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:38.633955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:38.633955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:network and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:38.633955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:38.639344 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:38.721014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:38.727005 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:38.762801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:04:38.771985 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:38.773088 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Added segment d8234d3f-4b44-4b75-8618-304b3ff05664 of type vlan for network bc01ecf8-e103-4c88-b6a1-224574b48ef0 May 27 23:04:38.786848 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40', 'network_id': '44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40', 'tenant_id': 'de104fef75f54695b1474e1f61dce57b', 'fixed_ips': [{'subnet_id': '73691d14-86aa-4b87-9381-9e0df7aa6104'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:04:38.787683 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:38.804946 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:38.898505 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:38.904190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:38.904969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:38.946766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Allocated IP 2001:db8::1 (44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40/73691d14-86aa-4b87-9381-9e0df7aa6104/f42d6e9c-9407-4bb0-a124-fbd6ce0f414c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:04:39.013759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Network': ['ID=bc01ecf8-e103-4c88-b6a1-224574b48ef0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:39.054513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network bc01ecf8-e103-4c88-b6a1-224574b48ef0 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:04:39.088843 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a0bec6b1-d370-47e1-9329-87612a68b72e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4740579 May 27 23:04:39.093277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37432) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:39.097459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'subnet': {'network_id': 'bc01ecf8-e103-4c88-b6a1-224574b48ef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:39.212958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:39.225912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:subnet and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:39.225912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:39.227271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:39.276800 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:39.286648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Transition to ACTIVE for port object f42d6e9c-9407-4bb0-a124-fbd6ce0f414c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:04:39.304476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Transition to ACTIVE for port object f42d6e9c-9407-4bb0-a124-fbd6ce0f414c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:04:39.311017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:39.314681 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:39.362791 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:39.404617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Performing IP validity checks on allocation pools {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 23:04:39.405142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 23:04:39.429668 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Network 44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:04:39.432628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:39.436193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:04:39.441859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Pushing event updated for resources: {'Port': ['ID=f42d6e9c-9407-4bb0-a124-fbd6ce0f414c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:39.530663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Attempting to bind port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:04:39.531031 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Attempting to bind port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ab63a4ef-a008-4187-8b55-d92319b08924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:04:39.531395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Attempting to bind port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c on network 44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:04:39.536649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:04:39.537023 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Checking segment: {'id': 'ab63a4ef-a008-4187-8b55-d92319b08924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:04:39.537430 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:39.538350 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Bound using segment: {'id': 'ab63a4ef-a008-4187-8b55-d92319b08924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:04:39.544257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Bound port: f42d6e9c-9407-4bb0-a124-fbd6ce0f414c, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab63a4ef-a008-4187-8b55-d92319b08924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:04:39.544257 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:39.589417 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:39.629216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] For port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:04:39.632237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] For port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f42d6e9c-9407-4bb0-a124-fbd6ce0f414c,segment=NetworkSegment(ab63a4ef-a008-4187-8b55-d92319b08924),segment_id=ab63a4ef-a008-4187-8b55-d92319b08924)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:04:39.673632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Subnet': ['ID=649014c2-2379-489b-8d52-c347b7c4d8cf,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:39.684335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Checking segment: {'id': 'd8234d3f-4b44-4b75-8618-304b3ff05664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'bc01ecf8-e103-4c88-b6a1-224574b48ef0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:04:39.684713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network hostable DHCP agents. Network: bc01ecf8-e103-4c88-b6a1-224574b48ef0, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:04:39.694421 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:39.783934 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf91ca-cac6-438f-b702-aebc7ecba7d4 None None] Pushing event updated for resources: {'Port': ['ID=f42d6e9c-9407-4bb0-a124-fbd6ce0f414c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:39.802470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network bc01ecf8-e103-4c88-b6a1-224574b48ef0 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:04:39.905197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, bc01ecf8-e103-4c88-b6a1-224574b48ef0) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:39.910543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:39.911042 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:39.914418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2511f4c3-99a8-41aa-899f-ff6490d3d078 None None] Network bc01ecf8-e103-4c88-b6a1-224574b48ef0 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:40.003258 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7b0a2b39-c365-4bfb-89b5-a9848eb62b6e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9104590 May 27 23:04:40.006927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37440) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:40.164585 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:40.174199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd10d2b3-393f-4894-885e-85c079988eae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-bc01ecf8-e103-4c88-b6a1-224574b48ef0', 'network_id': 'bc01ecf8-e103-4c88-b6a1-224574b48ef0', 'tenant_id': 'de104fef75f54695b1474e1f61dce57b', 'fixed_ips': [{'subnet_id': '649014c2-2379-489b-8d52-c347b7c4d8cf'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:04:40.175042 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd10d2b3-393f-4894-885e-85c079988eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:40.235179 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f42d6e9c-9407-4bb0-a124-fbd6ce0f414c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:04:40.240067 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:40.401156 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server [None req-fd10d2b3-393f-4894-885e-85c079988eae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 649014c2-2379-489b-8d52-c347b7c4d8cf: This subnet is being modified by another concurrent operation. May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise exception May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 649014c2-2379-489b-8d52-c347b7c4d8cf: This subnet is being modified by another concurrent operation. May 27 23:04:40.430788 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server May 27 23:04:40.440727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:04:40.453752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8955ee74-4160-4c80-b4f2-839ddf7e5bf2 None None] Network bc01ecf8-e103-4c88-b6a1-224574b48ef0 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:40.455502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Subnet': ['ID=649014c2-2379-489b-8d52-c347b7c4d8cf,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:40.562534 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:40.592055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc01ecf8-e103-4c88-b6a1-224574b48ef0']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:40.606884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8234d3f-4b44-4b75-8618-304b3ff05664') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:40.607083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8234d3f-4b44-4b75-8618-304b3ff05664') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:40.623268 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:40.641668 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:40.656725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:04:40.656725 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:40.723452 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d8234d3f-4b44-4b75-8618-304b3ff05664 resource provider aggregate not found May 27 23:04:40.752542 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d8234d3f-4b44-4b75-8618-304b3ff05664 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8234d3f-4b44-4b75-8618-304b3ff05664 found for delete ", "request_id": "req-146d97cd-13ca-4ed2-a688-44be0755724d"}]} May 27 23:04:40.820102 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:40.835472 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:40.835572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ad6326-0d3f-4b57-94de-89949d04e743 None None] Network 44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:40.854616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Network': ['ID=bc01ecf8-e103-4c88-b6a1-224574b48ef0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:40.859353 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-daae1cd3-c903-4193-a679-909c5a304e2a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/bc01ecf8-e103-4c88-b6a1-224574b48ef0 HTTP/1.1" status: 204 len: 168 time: 0.8513896 May 27 23:04:40.863767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37450) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:40.869534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1312847699'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:40.875380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:40.883248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:network and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:40.884809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:40.895345 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:40.979896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:40.983363 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:41.010395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:04:41.019251 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:41.019625 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Added segment aad4466e-a90c-439d-a796-1d36975787d9 of type vlan for network 1734ba0f-53ae-4bd5-8598-78e762e778e9 May 27 23:04:41.045630 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-678c9fd3-a389-45e3-ba7d-068dd92ee772 None None] Provisioning for port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:04:41.053098 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:41.054823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-678c9fd3-a389-45e3-ba7d-068dd92ee772 None None] Provisioning complete for port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:04:41.055141 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-678c9fd3-a389-45e3-ba7d-068dd92ee772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:41.146113 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:41.151510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:41.152193 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:41.227169 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-678c9fd3-a389-45e3-ba7d-068dd92ee772 None None] Current status of the port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:04:41.227169 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-678c9fd3-a389-45e3-ba7d-068dd92ee772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:41.259302 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-678c9fd3-a389-45e3-ba7d-068dd92ee772 None None] For port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f42d6e9c-9407-4bb0-a124-fbd6ce0f414c,segment=NetworkSegment(ab63a4ef-a008-4187-8b55-d92319b08924),segment_id=ab63a4ef-a008-4187-8b55-d92319b08924)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:04:41.261669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Network': ['ID=1734ba0f-53ae-4bd5-8598-78e762e778e9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:41.272092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 1734ba0f-53ae-4bd5-8598-78e762e778e9 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:04:41.340771 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1ffe60eb-89a5-4cde-a74d-d53b46b1a2df tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4758017 May 27 23:04:41.343675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37456) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:41.349255 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-678c9fd3-a389-45e3-ba7d-068dd92ee772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:41.349786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'subnet': {'network_id': '1734ba0f-53ae-4bd5-8598-78e762e778e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:41.421775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbf04bf-2a23-4083-b208-0e6c521da7a6 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:04:41.466778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:41.470842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:subnet and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:41.473893 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:41.479495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:41.485331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c9fd3-a389-45e3-ba7d-068dd92ee772 None None] Pushing event updated for resources: {'Port': ['ID=f42d6e9c-9407-4bb0-a124-fbd6ce0f414c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:41.511867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7c7b94bc-46a8-446d-97a3-0a114f3a48ab None None] Provisioning complete for port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:04:41.512231 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7c7b94bc-46a8-446d-97a3-0a114f3a48ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:41.551292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:41.555499 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:41.608316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbf04bf-2a23-4083-b208-0e6c521da7a6 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:04:41.751884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7c7b94bc-46a8-446d-97a3-0a114f3a48ab None None] Current status of the port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:04:41.854829 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:41.933505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Subnet': ['ID=e060d92e-a438-48d5-8988-6308f626566c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:41.944719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Checking segment: {'id': 'aad4466e-a90c-439d-a796-1d36975787d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '1734ba0f-53ae-4bd5-8598-78e762e778e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:04:41.945081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network hostable DHCP agents. Network: 1734ba0f-53ae-4bd5-8598-78e762e778e9, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:04:42.054748 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:04:42.059671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network 1734ba0f-53ae-4bd5-8598-78e762e778e9 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:04:42.140604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 1734ba0f-53ae-4bd5-8598-78e762e778e9) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:42.145313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f42d6e9c-9407-4bb0-a124-fbd6ce0f414c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:04:42.145752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:42.146544 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:42.178512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2575202-b6b7-4be1-96a3-ea641faff7d6 None None] Network 1734ba0f-53ae-4bd5-8598-78e762e778e9 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:42.248947 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9a0002e4-a84e-4542-a69c-ca15862bee73 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9040484 May 27 23:04:42.251578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37464) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:42.323446 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:04:42.323818 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:42.401652 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:42.471810 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:42.521450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a638a1-6244-4340-a39f-974190cb7ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-1734ba0f-53ae-4bd5-8598-78e762e778e9', 'network_id': '1734ba0f-53ae-4bd5-8598-78e762e778e9', 'tenant_id': 'de104fef75f54695b1474e1f61dce57b', 'fixed_ips': [{'subnet_id': 'e060d92e-a438-48d5-8988-6308f626566c'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:04:42.522411 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6a638a1-6244-4340-a39f-974190cb7ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:42.533114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:04:42.626579 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:42.671711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Subnet': ['ID=e060d92e-a438-48d5-8988-6308f626566c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server [None req-c6a638a1-6244-4340-a39f-974190cb7ba5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e060d92e-a438-48d5-8988-6308f626566c: This subnet is being modified by another concurrent operation. May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.force_reraise() May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise self.value May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server raise exception May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e060d92e-a438-48d5-8988-6308f626566c: This subnet is being modified by another concurrent operation. May 27 23:04:42.731843 n-d-843680-3 neutron-server[88902]: ERROR oslo_messaging.rpc.server May 27 23:04:42.753744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f447e356-c492-46ec-a6c0-76513eaf8412 None None] Network 1734ba0f-53ae-4bd5-8598-78e762e778e9 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:42.767195 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:42.909159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1734ba0f-53ae-4bd5-8598-78e762e778e9']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:42.932273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad4466e-a90c-439d-a796-1d36975787d9') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:42.932273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad4466e-a90c-439d-a796-1d36975787d9') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:42.932478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc74134-a51c-45ae-b014-737f755297e0 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:04:42.935869 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:42.951406 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:42.957398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:04:42.957773 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:43.023572 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment aad4466e-a90c-439d-a796-1d36975787d9 resource provider aggregate not found May 27 23:04:43.049860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc74134-a51c-45ae-b014-737f755297e0 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:04:43.053118 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment aad4466e-a90c-439d-a796-1d36975787d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aad4466e-a90c-439d-a796-1d36975787d9 found for delete ", "request_id": "req-72445ee4-6445-4bd6-92ea-ab9b52bbe50a"}]} May 27 23:04:43.134475 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:43.157120 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:43.169105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Network': ['ID=1734ba0f-53ae-4bd5-8598-78e762e778e9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:43.174707 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-57c4879b-b26f-459b-9d2a-3c951aa83e72 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/1734ba0f-53ae-4bd5-8598-78e762e778e9 HTTP/1.1" status: 204 len: 168 time: 0.9221127 May 27 23:04:43.178577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37476) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:43.184435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1930232081'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:43.190263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:43.195997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:network and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:43.197734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:43.204199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:43.294945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:43.298593 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:43.329250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:04:43.340989 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:43.341332 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Added segment c7417aa7-6432-4e63-bcb1-3607c80805bb of type vlan for network 854806eb-8e08-4c27-a17a-5e7d30d7e629 May 27 23:04:43.368327 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:43.499606 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:43.505227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:43.505803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:43.611636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Network': ['ID=854806eb-8e08-4c27-a17a-5e7d30d7e629,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:43.622122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 854806eb-8e08-4c27-a17a-5e7d30d7e629 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:04:43.664238 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-11590119-fb0b-46ad-9981-c54fa3576aca tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4845536 May 27 23:04:43.667022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37480) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:43.673231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'subnet': {'network_id': '854806eb-8e08-4c27-a17a-5e7d30d7e629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:43.785783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:43.789668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:subnet and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:43.795067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:43.798208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:43.874541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:43.877968 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:44.286620 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:44.368844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Subnet': ['ID=20e486f9-99d2-4e0e-ae17-b7984a46ad09,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:44.383155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Checking segment: {'id': 'c7417aa7-6432-4e63-bcb1-3607c80805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '854806eb-8e08-4c27-a17a-5e7d30d7e629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:04:44.383155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network hostable DHCP agents. Network: 854806eb-8e08-4c27-a17a-5e7d30d7e629, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:04:44.451766 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network 854806eb-8e08-4c27-a17a-5e7d30d7e629 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:04:44.539199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 854806eb-8e08-4c27-a17a-5e7d30d7e629) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:44.542480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:44.543059 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:44.548929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c51f81-4112-4884-8752-2ab0a55bbef7 None None] Network 854806eb-8e08-4c27-a17a-5e7d30d7e629 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:44.620213 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a12b7554-a3bc-4855-be4b-bf3b68901cbe tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9520531 May 27 23:04:44.622846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37490) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:44.767584 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-854806eb-8e08-4c27-a17a-5e7d30d7e629', 'network_id': '854806eb-8e08-4c27-a17a-5e7d30d7e629', 'tenant_id': 'de104fef75f54695b1474e1f61dce57b', 'fixed_ips': [{'subnet_id': '20e486f9-99d2-4e0e-ae17-b7984a46ad09'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:04:44.768437 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:44.773293 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:44.840631 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:44.930712 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Allocated IP 2001:db8::1 (854806eb-8e08-4c27-a17a-5e7d30d7e629/20e486f9-99d2-4e0e-ae17-b7984a46ad09/86e12594-73ff-458f-a2ff-906c6f5047aa) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:04:45.134177 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:45.145537 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Transition to ACTIVE for port object 86e12594-73ff-458f-a2ff-906c6f5047aa will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:04:45.161860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Transition to ACTIVE for port object 86e12594-73ff-458f-a2ff-906c6f5047aa will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:04:45.267064 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:45.337550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Network 854806eb-8e08-4c27-a17a-5e7d30d7e629 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:04:45.340377 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:45.344219 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:04:45.353497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Pushing event updated for resources: {'Port': ['ID=86e12594-73ff-458f-a2ff-906c6f5047aa,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:45.365175 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:45.405920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Subnet': ['ID=20e486f9-99d2-4e0e-ae17-b7984a46ad09,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:45.443613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Attempting to bind port 86e12594-73ff-458f-a2ff-906c6f5047aa on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:04:45.443981 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Attempting to bind port 86e12594-73ff-458f-a2ff-906c6f5047aa by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'c7417aa7-6432-4e63-bcb1-3607c80805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '854806eb-8e08-4c27-a17a-5e7d30d7e629'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:04:45.444341 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Attempting to bind port 86e12594-73ff-458f-a2ff-906c6f5047aa on network 854806eb-8e08-4c27-a17a-5e7d30d7e629 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:04:45.455724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:04:45.455724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Checking segment: {'id': 'c7417aa7-6432-4e63-bcb1-3607c80805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '854806eb-8e08-4c27-a17a-5e7d30d7e629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:04:45.455724 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:45.455724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Bound using segment: {'id': 'c7417aa7-6432-4e63-bcb1-3607c80805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '854806eb-8e08-4c27-a17a-5e7d30d7e629'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:04:45.455724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Bound port: 86e12594-73ff-458f-a2ff-906c6f5047aa, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7417aa7-6432-4e63-bcb1-3607c80805bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '854806eb-8e08-4c27-a17a-5e7d30d7e629'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:04:45.455724 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:45.504606 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:45.529248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854806eb-8e08-4c27-a17a-5e7d30d7e629']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:45.541203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] For port 86e12594-73ff-458f-a2ff-906c6f5047aa, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:04:45.541675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7417aa7-6432-4e63-bcb1-3607c80805bb') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:45.541974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7417aa7-6432-4e63-bcb1-3607c80805bb') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:45.544901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] For port 86e12594-73ff-458f-a2ff-906c6f5047aa, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=86e12594-73ff-458f-a2ff-906c6f5047aa,segment=NetworkSegment(c7417aa7-6432-4e63-bcb1-3607c80805bb),segment_id=c7417aa7-6432-4e63-bcb1-3607c80805bb)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:04:45.555228 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:45.630303 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:45.630433 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:45.632768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:04:45.633204 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:45.705906 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c7417aa7-6432-4e63-bcb1-3607c80805bb resource provider aggregate not found May 27 23:04:45.745400 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c7417aa7-6432-4e63-bcb1-3607c80805bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7417aa7-6432-4e63-bcb1-3607c80805bb found for delete ", "request_id": "req-224d3cca-d5fe-4cf4-9e65-6275aee8841c"}]} May 27 23:04:45.745522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b75f90-b542-42f2-a6a8-06a94ce1181e None None] Pushing event updated for resources: {'Port': ['ID=86e12594-73ff-458f-a2ff-906c6f5047aa,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:45.779159 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eab8140-3bab-41d1-8f35-62f14acfae5b None None] Network 854806eb-8e08-4c27-a17a-5e7d30d7e629 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:45.806750 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:04:45.806750 n-d-843680-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:04:45.806750 n-d-843680-3 neutron-server[88901]: [parameters: {'id': '854806eb-8e08-4c27-a17a-5e7d30d7e629'}] May 27 23:04:45.806750 n-d-843680-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:04:45.807176 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:04:45.984698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3d5911-d0b8-4501-8f96-4e55f6e9eb5a None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:04:46.039855 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:46.091859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d5911-d0b8-4501-8f96-4e55f6e9eb5a None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:04:46.308693 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:46.320335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Deleting port 86e12594-73ff-458f-a2ff-906c6f5047aa {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:04:46.320845 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:46.535459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] For port 86e12594-73ff-458f-a2ff-906c6f5047aa, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=86e12594-73ff-458f-a2ff-906c6f5047aa,segment=NetworkSegment(c7417aa7-6432-4e63-bcb1-3607c80805bb),segment_id=c7417aa7-6432-4e63-bcb1-3607c80805bb)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:04:46.536081 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:46.667539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Calling delete_port for 86e12594-73ff-458f-a2ff-906c6f5047aa owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:04:46.846083 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:46.898504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Port': ['ID=86e12594-73ff-458f-a2ff-906c6f5047aa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:46.900546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No DVR routers for this DVR port 86e12594-73ff-458f-a2ff-906c6f5047aa on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:04:47.024371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:47.048568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['854806eb-8e08-4c27-a17a-5e7d30d7e629']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:47.060332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7417aa7-6432-4e63-bcb1-3607c80805bb') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:47.060654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7417aa7-6432-4e63-bcb1-3607c80805bb') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:47.072315 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:47.088191 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:47.094112 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:04:47.094487 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:47.362532 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:47.380509 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:47.391818 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Network': ['ID=854806eb-8e08-4c27-a17a-5e7d30d7e629,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:47.398294 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7b9ba1d3-b82a-4350-8f31-51e2e76c0a03 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/854806eb-8e08-4c27-a17a-5e7d30d7e629 HTTP/1.1" status: 204 len: 168 time: 2.7745039 May 27 23:04:47.401771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37506) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:47.407822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-470679135'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:47.413014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:47.417957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:network and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:47.420850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:47.427245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:47.539881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:47.546846 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:47.573671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:04:47.587423 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:47.587423 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Added segment a69fa0b9-d2b4-4954-935d-a056f4ea8245 of type vlan for network 84e7be4d-f1a6-4623-9850-ac5d1cc87bd7 May 27 23:04:47.608533 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:47.731945 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:47.738060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:47.738060 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:47.818505 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c7417aa7-6432-4e63-bcb1-3607c80805bb resource provider aggregate not found May 27 23:04:47.845093 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment c7417aa7-6432-4e63-bcb1-3607c80805bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7417aa7-6432-4e63-bcb1-3607c80805bb found for delete ", "request_id": "req-b8817416-829b-4615-99bd-b56df7e8961f"}]} May 27 23:04:47.854982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Network': ['ID=84e7be4d-f1a6-4623-9850-ac5d1cc87bd7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:47.866987 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 84e7be4d-f1a6-4623-9850-ac5d1cc87bd7 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:04:47.941334 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5624d654-2bdb-4648-80a1-1dea133397c1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5375886 May 27 23:04:47.943584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37518) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:47.949392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'subnet': {'network_id': '84e7be4d-f1a6-4623-9850-ac5d1cc87bd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:48.061501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:48.065265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:subnet and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:48.068687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:48.073919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:48.172020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:48.176519 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:48.453687 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:48.533142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Subnet': ['ID=97e76264-8ff0-459b-8f58-3ac52c03876c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:48.540956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Checking segment: {'id': 'a69fa0b9-d2b4-4954-935d-a056f4ea8245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '84e7be4d-f1a6-4623-9850-ac5d1cc87bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:04:48.541537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network hostable DHCP agents. Network: 84e7be4d-f1a6-4623-9850-ac5d1cc87bd7, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:04:48.615174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network 84e7be4d-f1a6-4623-9850-ac5d1cc87bd7 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:04:48.705496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 84e7be4d-f1a6-4623-9850-ac5d1cc87bd7) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:48.710390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:48.711169 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:48.715974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2637d3c8-a64c-4127-a82a-4429b9238fdc None None] Network 84e7be4d-f1a6-4623-9850-ac5d1cc87bd7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:48.815559 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0742b823-27d1-4dd5-8229-e163f5050aee tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8709426 May 27 23:04:48.818514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37526) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:48.825062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6693f027-5234-43b1-92a8-566dd3ca87e3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'subnet': {'network_id': '84e7be4d-f1a6-4623-9850-ac5d1cc87bd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:48.939664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-84e7be4d-f1a6-4623-9850-ac5d1cc87bd7', 'network_id': '84e7be4d-f1a6-4623-9850-ac5d1cc87bd7', 'tenant_id': 'de104fef75f54695b1474e1f61dce57b', 'fixed_ips': [{'subnet_id': '97e76264-8ff0-459b-8f58-3ac52c03876c'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:04:48.940546 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:48.964812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6693f027-5234-43b1-92a8-566dd3ca87e3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:48.968857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6693f027-5234-43b1-92a8-566dd3ca87e3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:subnet and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:48.972076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6693f027-5234-43b1-92a8-566dd3ca87e3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:48.977856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6693f027-5234-43b1-92a8-566dd3ca87e3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:49.077032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6693f027-5234-43b1-92a8-566dd3ca87e3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:49.082340 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6693f027-5234-43b1-92a8-566dd3ca87e3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:49.097276 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Allocated IP 2001:db8::2 (84e7be4d-f1a6-4623-9850-ac5d1cc87bd7/97e76264-8ff0-459b-8f58-3ac52c03876c/99988243-1964-4280-933b-79fc3e2232b0) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:04:49.305333 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:49.315889 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Transition to ACTIVE for port object 99988243-1964-4280-933b-79fc3e2232b0 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:04:49.334706 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Transition to ACTIVE for port object 99988243-1964-4280-933b-79fc3e2232b0 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:04:49.419503 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:49.480645 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6693f027-5234-43b1-92a8-566dd3ca87e3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:49.488432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Network 84e7be4d-f1a6-4623-9850-ac5d1cc87bd7 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:04:49.491858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:49.495427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:04:49.501272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Pushing event updated for resources: {'Port': ['ID=99988243-1964-4280-933b-79fc3e2232b0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:49.538255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6693f027-5234-43b1-92a8-566dd3ca87e3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network 84e7be4d-f1a6-4623-9850-ac5d1cc87bd7 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:04:49.540749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-6693f027-5234-43b1-92a8-566dd3ca87e3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:49.545008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6693f027-5234-43b1-92a8-566dd3ca87e3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:49.545753 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6693f027-5234-43b1-92a8-566dd3ca87e3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:49.570283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693f027-5234-43b1-92a8-566dd3ca87e3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Subnet': ['ID=3588d46d-917f-450a-9ef4-31bddb9b6382,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:49.590543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Attempting to bind port 99988243-1964-4280-933b-79fc3e2232b0 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:04:49.590907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Attempting to bind port 99988243-1964-4280-933b-79fc3e2232b0 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'a69fa0b9-d2b4-4954-935d-a056f4ea8245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '84e7be4d-f1a6-4623-9850-ac5d1cc87bd7'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:04:49.591261 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Attempting to bind port 99988243-1964-4280-933b-79fc3e2232b0 on network 84e7be4d-f1a6-4623-9850-ac5d1cc87bd7 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:04:49.596687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:04:49.597055 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Checking segment: {'id': 'a69fa0b9-d2b4-4954-935d-a056f4ea8245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '84e7be4d-f1a6-4623-9850-ac5d1cc87bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:04:49.597444 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:49.597831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Bound using segment: {'id': 'a69fa0b9-d2b4-4954-935d-a056f4ea8245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '84e7be4d-f1a6-4623-9850-ac5d1cc87bd7'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:04:49.602993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Bound port: 99988243-1964-4280-933b-79fc3e2232b0, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69fa0b9-d2b4-4954-935d-a056f4ea8245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '84e7be4d-f1a6-4623-9850-ac5d1cc87bd7'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:04:49.602993 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:49.661208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6693f027-5234-43b1-92a8-566dd3ca87e3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8408687 May 27 23:04:49.663710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37530) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:49.691582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] For port 99988243-1964-4280-933b-79fc3e2232b0, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:04:49.695605 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] For port 99988243-1964-4280-933b-79fc3e2232b0, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=99988243-1964-4280-933b-79fc3e2232b0,segment=NetworkSegment(a69fa0b9-d2b4-4954-935d-a056f4ea8245),segment_id=a69fa0b9-d2b4-4954-935d-a056f4ea8245)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:04:49.738121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a93b1c-2a79-4335-96ca-59a0ee5193ed tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:49.739697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a93b1c-2a79-4335-96ca-59a0ee5193ed tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:49.742133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a93b1c-2a79-4335-96ca-59a0ee5193ed tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:49.743785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a93b1c-2a79-4335-96ca-59a0ee5193ed tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:49.745406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a93b1c-2a79-4335-96ca-59a0ee5193ed tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:49.747569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-26a93b1c-2a79-4335-96ca-59a0ee5193ed tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Synchronizing usage tracker for tenant:de104fef75f54695b1474e1f61dce57b on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:04:49.776811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:49.853836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-26a93b1c-2a79-4335-96ca-59a0ee5193ed tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Unset dirty status for tenant:de104fef75f54695b1474e1f61dce57b on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:04:49.857219 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f39790-fc42-4542-88ad-eceac31c119a None None] Pushing event updated for resources: {'Port': ['ID=99988243-1964-4280-933b-79fc3e2232b0,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:49.859828 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-26a93b1c-2a79-4335-96ca-59a0ee5193ed tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1948822 May 27 23:04:49.863576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37538) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:49.870023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1857371147'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:49.881734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:49.882220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:network and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:49.885175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:49.890968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:49.956559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:49.960150 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:49.990314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:04:50.000022 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:50.000426 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Added segment e2c51df4-cc5b-4e51-b3b0-99c5181a7540 of type vlan for network 8829bde0-51f7-4bce-a3a5-12459049a72b May 27 23:04:50.044507 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:50.185876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 99988243-1964-4280-933b-79fc3e2232b0 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:04:50.199705 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:50.202826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:50.203471 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7941711'] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:50.309013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Network': ['ID=8829bde0-51f7-4bce-a3a5-12459049a72b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:50.318760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 8829bde0-51f7-4bce-a3a5-12459049a72b details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:04:50.333716 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 99988243-1964-4280-933b-79fc3e2232b0 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:04:50.408951 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4f5ecc2a-aea9-4828-b3f9-1997e49a1796 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5440063 May 27 23:04:50.411741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37542) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:50.418199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7a2ece17-d604-45de-b9d7-9a42eea1a1b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:50.660065 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a2ece17-d604-45de-b9d7-9a42eea1a1b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:50.745464 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a2ece17-d604-45de-b9d7-9a42eea1a1b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:50.773242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a2ece17-d604-45de-b9d7-9a42eea1a1b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network 8829bde0-51f7-4bce-a3a5-12459049a72b is not hosted by any dhcp agent {{(pid=88900) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 27 23:04:50.778733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2ece17-d604-45de-b9d7-9a42eea1a1b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:50.779361 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a2ece17-d604-45de-b9d7-9a42eea1a1b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:50.780649 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7a2ece17-d604-45de-b9d7-9a42eea1a1b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "PUT /v2.0/networks/8829bde0-51f7-4bce-a3a5-12459049a72b HTTP/1.1" status: 200 len: 723 time: 0.3673105 May 27 23:04:50.783897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37546) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:50.790685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6fdee4fa-44a3-42d7-a48b-ce8c64a305c5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'subnet': {'network_id': '8829bde0-51f7-4bce-a3a5-12459049a72b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:50.856854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ece17-d604-45de-b9d7-9a42eea1a1b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Network': ['ID=8829bde0-51f7-4bce-a3a5-12459049a72b,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:50.868931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 8829bde0-51f7-4bce-a3a5-12459049a72b details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:04:50.886967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d81d37-9ac4-4bfc-acdd-a934f4cca388 None None] Network 84e7be4d-f1a6-4623-9850-ac5d1cc87bd7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:50.919477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6fdee4fa-44a3-42d7-a48b-ce8c64a305c5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:50.930481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6fdee4fa-44a3-42d7-a48b-ce8c64a305c5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:50.990051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdee4fa-44a3-42d7-a48b-ce8c64a305c5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:50.994336 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdee4fa-44a3-42d7-a48b-ce8c64a305c5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:51.167223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7badabc5-275a-460b-aff5-1384cbbabde1 None None] Provisioning for port 99988243-1964-4280-933b-79fc3e2232b0 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:04:51.185204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7badabc5-275a-460b-aff5-1384cbbabde1 None None] Provisioning complete for port 99988243-1964-4280-933b-79fc3e2232b0 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:04:51.185365 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7badabc5-275a-460b-aff5-1384cbbabde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:51.368235 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7badabc5-275a-460b-aff5-1384cbbabde1 None None] Current status of the port 99988243-1964-4280-933b-79fc3e2232b0 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:04:51.368868 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7badabc5-275a-460b-aff5-1384cbbabde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:51.414503 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdee4fa-44a3-42d7-a48b-ce8c64a305c5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:51.452925 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7badabc5-275a-460b-aff5-1384cbbabde1 None None] For port 99988243-1964-4280-933b-79fc3e2232b0, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=99988243-1964-4280-933b-79fc3e2232b0,segment=NetworkSegment(a69fa0b9-d2b4-4954-935d-a056f4ea8245),segment_id=a69fa0b9-d2b4-4954-935d-a056f4ea8245)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:04:51.465999 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7ef993-0c12-4688-b425-8a6f11edb7e7 None None] Update dhcp port {'port': {'network_id': '84e7be4d-f1a6-4623-9850-ac5d1cc87bd7', 'fixed_ips': [{'subnet_id': '97e76264-8ff0-459b-8f58-3ac52c03876c', 'ip_address': '2001:db8::2'}, {'subnet_id': '3588d46d-917f-450a-9ef4-31bddb9b6382'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '99988243-1964-4280-933b-79fc3e2232b0'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 23:04:51.502318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdee4fa-44a3-42d7-a48b-ce8c64a305c5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Subnet': ['ID=0ba235c2-5670-4cac-a0ca-0e03fe4663bf,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:51.516945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdee4fa-44a3-42d7-a48b-ce8c64a305c5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Checking segment: {'id': 'e2c51df4-cc5b-4e51-b3b0-99c5181a7540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8829bde0-51f7-4bce-a3a5-12459049a72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:04:51.517306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdee4fa-44a3-42d7-a48b-ce8c64a305c5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network hostable DHCP agents. Network: 8829bde0-51f7-4bce-a3a5-12459049a72b, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:04:51.527410 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c7ef993-0c12-4688-b425-8a6f11edb7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:51.540700 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7badabc5-275a-460b-aff5-1384cbbabde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:51.599306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdee4fa-44a3-42d7-a48b-ce8c64a305c5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network 8829bde0-51f7-4bce-a3a5-12459049a72b is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:04:51.693108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-6fdee4fa-44a3-42d7-a48b-ce8c64a305c5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 8829bde0-51f7-4bce-a3a5-12459049a72b) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:51.706913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6699b91-aa6d-4205-b1d4-ad10025deb42 None None] Network 8829bde0-51f7-4bce-a3a5-12459049a72b requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:51.709199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdee4fa-44a3-42d7-a48b-ce8c64a305c5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:51.710826 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6fdee4fa-44a3-42d7-a48b-ce8c64a305c5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:51.724551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badabc5-275a-460b-aff5-1384cbbabde1 None None] Pushing event updated for resources: {'Port': ['ID=99988243-1964-4280-933b-79fc3e2232b0,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:51.830022 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6fdee4fa-44a3-42d7-a48b-ce8c64a305c5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0449729 May 27 23:04:51.832892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37554) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:51.840036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-431ed345-91d1-4292-a47e-3907fc5e86dd tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:51.918723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-9c7ef993-0c12-4688-b425-8a6f11edb7e7 None None] Allocated IP 172.20.0.1 (84e7be4d-f1a6-4623-9850-ac5d1cc87bd7/3588d46d-917f-450a-9ef4-31bddb9b6382/99988243-1964-4280-933b-79fc3e2232b0) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:04:51.978283 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-431ed345-91d1-4292-a47e-3907fc5e86dd tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6661508'] for subnet, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:52.084392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-8829bde0-51f7-4bce-a3a5-12459049a72b', 'network_id': '8829bde0-51f7-4bce-a3a5-12459049a72b', 'tenant_id': 'de104fef75f54695b1474e1f61dce57b', 'fixed_ips': [{'subnet_id': '0ba235c2-5670-4cac-a0ca-0e03fe4663bf'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:04:52.087040 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:52.204257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 99988243-1964-4280-933b-79fc3e2232b0 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:04:52.274796 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-431ed345-91d1-4292-a47e-3907fc5e86dd tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765772876728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8214593'] for subnet, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:52.279848 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9c7ef993-0c12-4688-b425-8a6f11edb7e7 None None] For port 99988243-1964-4280-933b-79fc3e2232b0, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=99988243-1964-4280-933b-79fc3e2232b0,segment=NetworkSegment(a69fa0b9-d2b4-4954-935d-a056f4ea8245),segment_id=a69fa0b9-d2b4-4954-935d-a056f4ea8245)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:04:52.369245 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c7ef993-0c12-4688-b425-8a6f11edb7e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:52.402621 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9c7ef993-0c12-4688-b425-8a6f11edb7e7 None None] Transition to ACTIVE for port object 99988243-1964-4280-933b-79fc3e2232b0 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:04:52.410024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Allocated IP 2001:db8::2 (8829bde0-51f7-4bce-a3a5-12459049a72b/0ba235c2-5670-4cac-a0ca-0e03fe4663bf/60dac12d-32da-41e4-8524-eea0e7eae3b0) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:04:52.415211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 99988243-1964-4280-933b-79fc3e2232b0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:04:52.415580 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:52.448569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431ed345-91d1-4292-a47e-3907fc5e86dd tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:52.449144 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-431ed345-91d1-4292-a47e-3907fc5e86dd tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:52.453082 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-431ed345-91d1-4292-a47e-3907fc5e86dd tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "PUT /v2.0/subnets/0ba235c2-5670-4cac-a0ca-0e03fe4663bf HTTP/1.1" status: 200 len: 826 time: 0.6166515 May 27 23:04:52.453539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37562) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:52.466859 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:52.537447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ed345-91d1-4292-a47e-3907fc5e86dd tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Subnet': ['ID=0ba235c2-5670-4cac-a0ca-0e03fe4663bf,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:52.542329 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c7ef993-0c12-4688-b425-8a6f11edb7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:52.609107 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:52.695099 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:52.695928 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Port 99988243-1964-4280-933b-79fc3e2232b0 had new provisioning blocks added so it will not transition to active. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} May 27 23:04:52.787030 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ef993-0c12-4688-b425-8a6f11edb7e7 None None] Pushing event updated for resources: {'Port': ['ID=99988243-1964-4280-933b-79fc3e2232b0,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:52.871884 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:52.883162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Transition to ACTIVE for port object 60dac12d-32da-41e4-8524-eea0e7eae3b0 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:04:52.905057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Transition to ACTIVE for port object 60dac12d-32da-41e4-8524-eea0e7eae3b0 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:04:52.996811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:53.067841 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Network 8829bde0-51f7-4bce-a3a5-12459049a72b is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:04:53.078011 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:53.078011 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:04:53.081338 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Pushing event updated for resources: {'Port': ['ID=60dac12d-32da-41e4-8524-eea0e7eae3b0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:53.094591 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:53.141936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba235c2-5670-4cac-a0ca-0e03fe4663bf,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:53.172995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Attempting to bind port 60dac12d-32da-41e4-8524-eea0e7eae3b0 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:04:53.173389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Attempting to bind port 60dac12d-32da-41e4-8524-eea0e7eae3b0 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'e2c51df4-cc5b-4e51-b3b0-99c5181a7540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8829bde0-51f7-4bce-a3a5-12459049a72b'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:04:53.173756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Attempting to bind port 60dac12d-32da-41e4-8524-eea0e7eae3b0 on network 8829bde0-51f7-4bce-a3a5-12459049a72b {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:04:53.180167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:04:53.180577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Checking segment: {'id': 'e2c51df4-cc5b-4e51-b3b0-99c5181a7540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8829bde0-51f7-4bce-a3a5-12459049a72b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:04:53.180988 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:53.184782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Bound using segment: {'id': 'e2c51df4-cc5b-4e51-b3b0-99c5181a7540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8829bde0-51f7-4bce-a3a5-12459049a72b'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:04:53.184782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Bound port: 60dac12d-32da-41e4-8524-eea0e7eae3b0, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c51df4-cc5b-4e51-b3b0-99c5181a7540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '8829bde0-51f7-4bce-a3a5-12459049a72b'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:04:53.184782 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:53.262580 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:53.289946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] For port 60dac12d-32da-41e4-8524-eea0e7eae3b0, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:04:53.309354 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8829bde0-51f7-4bce-a3a5-12459049a72b']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:53.312393 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] For port 60dac12d-32da-41e4-8524-eea0e7eae3b0, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=60dac12d-32da-41e4-8524-eea0e7eae3b0,segment=NetworkSegment(e2c51df4-cc5b-4e51-b3b0-99c5181a7540),segment_id=e2c51df4-cc5b-4e51-b3b0-99c5181a7540)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:04:53.317036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c51df4-cc5b-4e51-b3b0-99c5181a7540') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:53.317036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c51df4-cc5b-4e51-b3b0-99c5181a7540') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:53.322716 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:53.350279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13098474-07b6-4463-ad57-1a015aa9310b None None] Network 84e7be4d-f1a6-4623-9850-ac5d1cc87bd7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:53.391760 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:53.398625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:04:53.399041 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:53.443031 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:53.478737 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment e2c51df4-cc5b-4e51-b3b0-99c5181a7540 resource provider aggregate not found May 27 23:04:53.502435 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment e2c51df4-cc5b-4e51-b3b0-99c5181a7540 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2c51df4-cc5b-4e51-b3b0-99c5181a7540 found for delete ", "request_id": "req-fe0af7b1-27ae-405b-b1b0-272f46a41696"}]} May 27 23:04:53.597201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0b2162b7-ced2-4664-8548-75197e8aca74 None None] Provisioning for port 99988243-1964-4280-933b-79fc3e2232b0 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:04:53.597803 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:04:53.597803 n-d-843680-3 neutron-server[88900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:04:53.597803 n-d-843680-3 neutron-server[88900]: [parameters: {'id': '8829bde0-51f7-4bce-a3a5-12459049a72b'}] May 27 23:04:53.597803 n-d-843680-3 neutron-server[88900]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:04:53.598114 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:04:53.621364 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302badcd-643c-49a6-96c3-7dee923a725d None None] Pushing event updated for resources: {'Port': ['ID=60dac12d-32da-41e4-8524-eea0e7eae3b0,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:53.623901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0b2162b7-ced2-4664-8548-75197e8aca74 None None] Provisioning complete for port 99988243-1964-4280-933b-79fc3e2232b0 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:04:53.624494 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b2162b7-ced2-4664-8548-75197e8aca74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:53.719816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b258ea-1124-4e2e-a097-219556c695b0 None None] Network 8829bde0-51f7-4bce-a3a5-12459049a72b requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:54.023580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0b2162b7-ced2-4664-8548-75197e8aca74 None None] Current status of the port 99988243-1964-4280-933b-79fc3e2232b0 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:04:54.055580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fc40be-e118-4eb7-909b-6f5303f6cda5 None None] Network 8829bde0-51f7-4bce-a3a5-12459049a72b requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:54.099450 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:54.123919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Deleting port 60dac12d-32da-41e4-8524-eea0e7eae3b0 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:04:54.125695 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:54.231091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 99988243-1964-4280-933b-79fc3e2232b0 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:04:54.344195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 99988243-1964-4280-933b-79fc3e2232b0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:04:54.344694 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:54.374640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] For port 60dac12d-32da-41e4-8524-eea0e7eae3b0, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=60dac12d-32da-41e4-8524-eea0e7eae3b0,segment=NetworkSegment(e2c51df4-cc5b-4e51-b3b0-99c5181a7540),segment_id=e2c51df4-cc5b-4e51-b3b0-99c5181a7540)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:04:54.375337 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:54.387648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e27574-36e3-4877-818e-4e7199c132e2 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:04:54.505349 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3e3fd47f-ac11-4534-8543-94fe8109f819 None None] Provisioning complete for port 99988243-1964-4280-933b-79fc3e2232b0 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:04:54.505979 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3e3fd47f-ac11-4534-8543-94fe8109f819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:54.507313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Calling delete_port for 60dac12d-32da-41e4-8524-eea0e7eae3b0 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:04:54.660040 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:54.720459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Port': ['ID=60dac12d-32da-41e4-8524-eea0e7eae3b0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:54.724156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No DVR routers for this DVR port 60dac12d-32da-41e4-8524-eea0e7eae3b0 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:04:54.727477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 99988243-1964-4280-933b-79fc3e2232b0 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:04:54.745720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e27574-36e3-4877-818e-4e7199c132e2 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:04:54.780844 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3e3fd47f-ac11-4534-8543-94fe8109f819 None None] Current status of the port 99988243-1964-4280-933b-79fc3e2232b0 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:04:54.864989 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:54.886548 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8829bde0-51f7-4bce-a3a5-12459049a72b']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:54.900717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c51df4-cc5b-4e51-b3b0-99c5181a7540') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:54.901051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c51df4-cc5b-4e51-b3b0-99c5181a7540') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:04:54.917135 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:54.934109 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:54.945707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:04:54.945707 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:55.123078 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:55.130246 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:55.161425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Network': ['ID=8829bde0-51f7-4bce-a3a5-12459049a72b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:55.167348 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2723ad8f-ed20-44f3-836c-cbd6a80a85de tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/8829bde0-51f7-4bce-a3a5-12459049a72b HTTP/1.1" status: 204 len: 168 time: 2.7126379 May 27 23:04:55.169702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37594) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:55.195111 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab8e847-7a85-4c13-8316-a1420305cd96 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] DELETE failed (client error): The resource could not be found. May 27 23:04:55.195669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab8e847-7a85-4c13-8316-a1420305cd96 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:04:55.197284 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cab8e847-7a85-4c13-8316-a1420305cd96 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/8829bde0-51f7-4bce-a3a5-12459049a72b HTTP/1.1" status: 404 len: 339 time: 0.0267007 May 27 23:04:55.200853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37598) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:55.206834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1620227904', 'description': 'd1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:55.212864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:55.216672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Usage tracker for resource:network and tenant:de104fef75f54695b1474e1f61dce57b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:04:55.219633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:04:55.226083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:55.339058 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:55.342520 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:55.371443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:04:55.379810 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:55.380144 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Added segment f69f7177-9654-4362-86d5-11b382af412b of type vlan for network 63e6fdd6-7a2e-4357-85aa-e7488733e043 May 27 23:04:55.405197 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:55.520576 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment e2c51df4-cc5b-4e51-b3b0-99c5181a7540 resource provider aggregate not found May 27 23:04:55.535851 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment e2c51df4-cc5b-4e51-b3b0-99c5181a7540 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2c51df4-cc5b-4e51-b3b0-99c5181a7540 found for delete ", "request_id": "req-ef0b4477-73dd-4712-9334-d4c6ca55af53"}]} May 27 23:04:55.539496 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:55.544808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:55.545385 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:55.765652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Network': ['ID=63e6fdd6-7a2e-4357-85aa-e7488733e043,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:55.775820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 63e6fdd6-7a2e-4357-85aa-e7488733e043 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:04:55.821193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-278fd1a5-3ca9-48ff-805e-cdf19808b48f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6192095 May 27 23:04:55.823921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37606) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:55.946119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d87659-f186-4ef1-b170-d7a9f995062e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:55.946780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-94d87659-f186-4ef1-b170-d7a9f995062e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Synchronizing usage tracker for tenant:de104fef75f54695b1474e1f61dce57b on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:04:56.013144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-94d87659-f186-4ef1-b170-d7a9f995062e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Unset dirty status for tenant:de104fef75f54695b1474e1f61dce57b on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:04:56.014228 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-94d87659-f186-4ef1-b170-d7a9f995062e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "GET /v2.0/networks?id=63e6fdd6-7a2e-4357-85aa-e7488733e043 HTTP/1.1" status: 200 len: 765 time: 0.1881893 May 27 23:04:56.016145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37612) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:56.022903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f54f7a25-201b-4ab4-af69-5d2bc0e267f2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'network': {'description': 'd2'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:56.253957 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f54f7a25-201b-4ab4-af69-5d2bc0e267f2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:56.385301 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f54f7a25-201b-4ab4-af69-5d2bc0e267f2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:56.407416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f54f7a25-201b-4ab4-af69-5d2bc0e267f2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network 63e6fdd6-7a2e-4357-85aa-e7488733e043 is not hosted by any dhcp agent {{(pid=88901) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 27 23:04:56.414358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54f7a25-201b-4ab4-af69-5d2bc0e267f2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:56.424023 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f54f7a25-201b-4ab4-af69-5d2bc0e267f2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:56.424023 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f54f7a25-201b-4ab4-af69-5d2bc0e267f2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "PUT /v2.0/networks/63e6fdd6-7a2e-4357-85aa-e7488733e043 HTTP/1.1" status: 200 len: 762 time: 0.3994694 May 27 23:04:56.424251 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37618) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:56.547198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2f02f7-b417-4a3a-ba1c-2007a800c687 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:56.547318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5e2f02f7-b417-4a3a-ba1c-2007a800c687 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Synchronizing usage tracker for tenant:de104fef75f54695b1474e1f61dce57b on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:04:56.561060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5e2f02f7-b417-4a3a-ba1c-2007a800c687 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Unset dirty status for tenant:de104fef75f54695b1474e1f61dce57b on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:04:56.565827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5e2f02f7-b417-4a3a-ba1c-2007a800c687 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "GET /v2.0/networks?id=63e6fdd6-7a2e-4357-85aa-e7488733e043 HTTP/1.1" status: 200 len: 765 time: 0.1421173 May 27 23:04:56.566308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37622) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:56.666661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f7a25-201b-4ab4-af69-5d2bc0e267f2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Network': ['ID=63e6fdd6-7a2e-4357-85aa-e7488733e043,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:56.678326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 63e6fdd6-7a2e-4357-85aa-e7488733e043 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:04:56.744321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57ba346-7668-4b10-bcd3-36a9f9cffaa3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:56.744321 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f57ba346-7668-4b10-bcd3-36a9f9cffaa3 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1768868 May 27 23:04:56.746919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37626) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:56.789850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-adf5fd69-0648-4fb0-b177-e3681cdf7d7c tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Synchronizing usage tracker for tenant:de104fef75f54695b1474e1f61dce57b on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:04:56.865277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-adf5fd69-0648-4fb0-b177-e3681cdf7d7c tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Unset dirty status for tenant:de104fef75f54695b1474e1f61dce57b on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:04:56.867212 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-adf5fd69-0648-4fb0-b177-e3681cdf7d7c tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 207 time: 0.1190870 May 27 23:04:56.870577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37630) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:57.021314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ccc946-40ff-4328-9a08-813c77a1a0e9 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.027433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ccc946-40ff-4328-9a08-813c77a1a0e9 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.033011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ccc946-40ff-4328-9a08-813c77a1a0e9 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.039103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ccc946-40ff-4328-9a08-813c77a1a0e9 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.045358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ccc946-40ff-4328-9a08-813c77a1a0e9 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.050706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ccc946-40ff-4328-9a08-813c77a1a0e9 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.052455 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b8ccc946-40ff-4328-9a08-813c77a1a0e9 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.1808033 May 27 23:04:57.056194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37634) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:57.230762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37644) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:57.234958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c53a7cfb-5fb3-457b-aad3-727b43f6eccd tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1734388 May 27 23:04:57.307534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b03a35-4af0-446e-810e-b7759763c259 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.309035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b03a35-4af0-446e-810e-b7759763c259 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.310614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b03a35-4af0-446e-810e-b7759763c259 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.312073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b03a35-4af0-446e-810e-b7759763c259 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.313600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b03a35-4af0-446e-810e-b7759763c259 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.315256 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-27b03a35-4af0-446e-810e-b7759763c259 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0834544 May 27 23:04:57.321662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37650) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:57.391545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c0a60-ed5b-4b42-ac03-50f9a9f3e346 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.392978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c0a60-ed5b-4b42-ac03-50f9a9f3e346 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.394479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c0a60-ed5b-4b42-ac03-50f9a9f3e346 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.395899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c0a60-ed5b-4b42-ac03-50f9a9f3e346 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.397341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422c0a60-ed5b-4b42-ac03-50f9a9f3e346 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.398886 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-422c0a60-ed5b-4b42-ac03-50f9a9f3e346 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0778196 May 27 23:04:57.402440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37654) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:57.524470 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-061ac948-5bb2-409a-b7c1-435ca3f940cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:57.556741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c595cc04-33da-4680-82d7-78184348df37 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.561895 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c595cc04-33da-4680-82d7-78184348df37 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "GET /v2.0/networks/4ead460d-6865-463a-b4f8-212390451722 HTTP/1.1" status: 200 len: 804 time: 0.1548166 May 27 23:04:57.562456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:57.712447 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9c8a1688-f1db-4644-8ed9-a2b8826adcc1 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "GET /v2.0/networks/4ead460d-6865-463a-b4f8-212390451722?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1494024 May 27 23:04:57.715808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37666) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:57.789196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5351bf-1c44-4594-ac22-921ec91b5954 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.790497 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a5351bf-1c44-4594-ac22-921ec91b5954 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "GET /v2.0/subnets/5d6cacbf-0b58-424d-895b-27147d6916f7 HTTP/1.1" status: 200 len: 843 time: 0.0736146 May 27 23:04:57.794178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37670) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:57.860746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b30f3d-e1fe-4795-a4a7-d87a12cf534b tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:57.862102 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-53b30f3d-e1fe-4795-a4a7-d87a12cf534b tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "GET /v2.0/subnets/5d6cacbf-0b58-424d-895b-27147d6916f7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0670395 May 27 23:04:57.865923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37674) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:57.871478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-77b8ae50-9afd-46c0-8ac4-252d98e79f8a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1035447204'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:57.877149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-77b8ae50-9afd-46c0-8ac4-252d98e79f8a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:57.886960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-77b8ae50-9afd-46c0-8ac4-252d98e79f8a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:57.973312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b8ae50-9afd-46c0-8ac4-252d98e79f8a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:57.977408 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77b8ae50-9afd-46c0-8ac4-252d98e79f8a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:58.011288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b8ae50-9afd-46c0-8ac4-252d98e79f8a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:04:58.028182 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77b8ae50-9afd-46c0-8ac4-252d98e79f8a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:58.028182 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-77b8ae50-9afd-46c0-8ac4-252d98e79f8a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Added segment 537059fb-ce7e-47d8-912d-e4ad8388c3e0 of type vlan for network a5b253d8-f48e-4b8d-aed2-e5483bb8724d May 27 23:04:58.055248 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77b8ae50-9afd-46c0-8ac4-252d98e79f8a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:58.156780 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77b8ae50-9afd-46c0-8ac4-252d98e79f8a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:58.162171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b8ae50-9afd-46c0-8ac4-252d98e79f8a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:58.162819 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77b8ae50-9afd-46c0-8ac4-252d98e79f8a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:58.271868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8ae50-9afd-46c0-8ac4-252d98e79f8a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Network': ['ID=a5b253d8-f48e-4b8d-aed2-e5483bb8724d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:58.282407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network a5b253d8-f48e-4b8d-aed2-e5483bb8724d details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:04:58.340101 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-77b8ae50-9afd-46c0-8ac4-252d98e79f8a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4731455 May 27 23:04:58.342945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37678) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:58.349387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'subnet': {'network_id': 'a5b253d8-f48e-4b8d-aed2-e5483bb8724d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:58.469319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:04:58.479429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:04:58.543082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Made reservation on behalf of de104fef75f54695b1474e1f61dce57b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:04:58.546686 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:58.636866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.ipam_backend_mixin [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Performing IP validity checks on allocation pools {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 23:04:58.637402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.ipam_backend_mixin [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 23:04:58.859437 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:58.936902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Subnet': ['ID=ab57b738-bc57-421c-9363-50813896363c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:58.945867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Checking segment: {'id': '537059fb-ce7e-47d8-912d-e4ad8388c3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a5b253d8-f48e-4b8d-aed2-e5483bb8724d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:04:58.946215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network hostable DHCP agents. Network: a5b253d8-f48e-4b8d-aed2-e5483bb8724d, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:04:59.024889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Network a5b253d8-f48e-4b8d-aed2-e5483bb8724d is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:04:59.123122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, a5b253d8-f48e-4b8d-aed2-e5483bb8724d) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:04:59.127316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:59.128952 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:59.132598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a75627-9623-4943-965e-0f5a0e856e04 None None] Network a5b253d8-f48e-4b8d-aed2-e5483bb8724d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:04:59.258570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d03681cd-6530-4ff0-9816-aa7be4a1acba tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9145241 May 27 23:04:59.261295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37686) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:59.267654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-eeb402c2-fe62-4eef-ad9d-f8c80ace864f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:04:59.371534 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-a5b253d8-f48e-4b8d-aed2-e5483bb8724d', 'network_id': 'a5b253d8-f48e-4b8d-aed2-e5483bb8724d', 'tenant_id': 'de104fef75f54695b1474e1f61dce57b', 'fixed_ips': [{'subnet_id': 'ab57b738-bc57-421c-9363-50813896363c'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:04:59.372483 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:59.412421 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eeb402c2-fe62-4eef-ad9d-f8c80ace864f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6661508'] for subnet, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:59.686914 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eeb402c2-fe62-4eef-ad9d-f8c80ace864f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765772876728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8214593'] for subnet, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:59.716985 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84cf5155-34d9-402e-a7a2-7d7b38894e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:59.742221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb402c2-fe62-4eef-ad9d-f8c80ace864f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:04:59.742622 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-eeb402c2-fe62-4eef-ad9d-f8c80ace864f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:59.743887 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-eeb402c2-fe62-4eef-ad9d-f8c80ace864f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "PUT /v2.0/subnets/ab57b738-bc57-421c-9363-50813896363c HTTP/1.1" status: 200 len: 900 time: 0.4816573 May 27 23:04:59.748147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37690) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:04:59.754359 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Allocated IP 2001:db8::3 (a5b253d8-f48e-4b8d-aed2-e5483bb8724d/ab57b738-bc57-421c-9363-50813896363c/68a5ef86-5731-4a3c-a903-4115bf26d3cf) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:04:59.773296 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb402c2-fe62-4eef-ad9d-f8c80ace864f tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event updated for resources: {'Subnet': ['ID=ab57b738-bc57-421c-9363-50813896363c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:04:59.906721 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:59.975031 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:59.976435 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:04:59.986609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Transition to ACTIVE for port object 68a5ef86-5731-4a3c-a903-4115bf26d3cf will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:00.004937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Transition to ACTIVE for port object 68a5ef86-5731-4a3c-a903-4115bf26d3cf will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:00.076903 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:00.148145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Network a5b253d8-f48e-4b8d-aed2-e5483bb8724d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:05:00.150576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:00.154296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:05:00.160097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Pushing event updated for resources: {'Port': ['ID=68a5ef86-5731-4a3c-a903-4115bf26d3cf,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:00.164652 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:00.217699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Subnet': ['ID=ab57b738-bc57-421c-9363-50813896363c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:00.246519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:00.246519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:00.246756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:00.247272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:00.247759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:00.248241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:00.248805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:00.249138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:00.250380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:00.250380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:00.250380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:00.250596 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:00.294276 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Attempting to bind port 68a5ef86-5731-4a3c-a903-4115bf26d3cf on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:05:00.294647 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Attempting to bind port 68a5ef86-5731-4a3c-a903-4115bf26d3cf by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '537059fb-ce7e-47d8-912d-e4ad8388c3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a5b253d8-f48e-4b8d-aed2-e5483bb8724d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:05:00.295008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Attempting to bind port 68a5ef86-5731-4a3c-a903-4115bf26d3cf on network a5b253d8-f48e-4b8d-aed2-e5483bb8724d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:05:00.300295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:05:00.301010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Checking segment: {'id': '537059fb-ce7e-47d8-912d-e4ad8388c3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a5b253d8-f48e-4b8d-aed2-e5483bb8724d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:00.301813 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:00.301813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Bound using segment: {'id': '537059fb-ce7e-47d8-912d-e4ad8388c3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a5b253d8-f48e-4b8d-aed2-e5483bb8724d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:05:00.301964 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Bound port: 68a5ef86-5731-4a3c-a903-4115bf26d3cf, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537059fb-ce7e-47d8-912d-e4ad8388c3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'a5b253d8-f48e-4b8d-aed2-e5483bb8724d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:05:00.302277 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:00.341131 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:00.368056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b253d8-f48e-4b8d-aed2-e5483bb8724d']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:00.382200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537059fb-ce7e-47d8-912d-e4ad8388c3e0') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:00.382520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537059fb-ce7e-47d8-912d-e4ad8388c3e0') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:00.396275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] For port 68a5ef86-5731-4a3c-a903-4115bf26d3cf, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:05:00.397431 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:00.400258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] For port 68a5ef86-5731-4a3c-a903-4115bf26d3cf, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=68a5ef86-5731-4a3c-a903-4115bf26d3cf,segment=NetworkSegment(537059fb-ce7e-47d8-912d-e4ad8388c3e0),segment_id=537059fb-ce7e-47d8-912d-e4ad8388c3e0)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:05:00.458766 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:00.463364 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:00.472455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:00.472455 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:00.543596 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 537059fb-ce7e-47d8-912d-e4ad8388c3e0 resource provider aggregate not found May 27 23:05:00.575060 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 537059fb-ce7e-47d8-912d-e4ad8388c3e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 537059fb-ce7e-47d8-912d-e4ad8388c3e0 found for delete ", "request_id": "req-2736b103-b73e-42a8-8d13-51bdd9607830"}]} May 27 23:05:00.579466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104938d-8312-4cf0-8d02-2897e10df354 None None] Pushing event updated for resources: {'Port': ['ID=68a5ef86-5731-4a3c-a903-4115bf26d3cf,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:00.612055 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1714d5d5-a921-4e84-97f7-9214223467a6 None None] Network a5b253d8-f48e-4b8d-aed2-e5483bb8724d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:00.657960 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:05:00.657960 n-d-843680-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:05:00.657960 n-d-843680-3 neutron-server[88901]: [parameters: {'id': 'a5b253d8-f48e-4b8d-aed2-e5483bb8724d'}] May 27 23:05:00.657960 n-d-843680-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:05:00.659251 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:05:00.815495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1500b373-5a2c-4adc-95da-e89147f1d6f7 None None] Network a5b253d8-f48e-4b8d-aed2-e5483bb8724d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:01.025723 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:01.038598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99c1fc8-5240-4119-9de0-3afcb6c75e14 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:05:01.064568 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:01.074625 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a253cf54-af62-4f17-85df-dcfe2a381c5c req-24004e86-a3d3-4d8d-b075-e020f3401a2d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752966 May 27 23:05:01.170451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99c1fc8-5240-4119-9de0-3afcb6c75e14 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:05:01.191686 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:01.227642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Deleting port 68a5ef86-5731-4a3c-a903-4115bf26d3cf {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:01.227973 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:01.340679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253cf54-af62-4f17-85df-dcfe2a381c5c req-8e50674d-546d-477c-8a09-15e1c6246308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:01.342187 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a253cf54-af62-4f17-85df-dcfe2a381c5c req-8e50674d-546d-477c-8a09-15e1c6246308 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 1096 time: 0.1944063 May 27 23:05:01.660010 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] For port 68a5ef86-5731-4a3c-a903-4115bf26d3cf, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=68a5ef86-5731-4a3c-a903-4115bf26d3cf,segment=NetworkSegment(537059fb-ce7e-47d8-912d-e4ad8388c3e0),segment_id=537059fb-ce7e-47d8-912d-e4ad8388c3e0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:01.660380 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:01.785434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37716) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:01.802811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Calling delete_port for 68a5ef86-5731-4a3c-a903-4115bf26d3cf owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:01.858535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253cf54-af62-4f17-85df-dcfe2a381c5c req-d9d068ad-f02d-48a7-bad6-1a7a5e9994eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:01.859909 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a253cf54-af62-4f17-85df-dcfe2a381c5c req-d9d068ad-f02d-48a7-bad6-1a7a5e9994eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.4921131 May 27 23:05:01.905063 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d54f-9838-4577-b105-820f8bcafb9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:01.919687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bcb2d54f-9838-4577-b105-820f8bcafb9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:01.923495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bcb2d54f-9838-4577-b105-820f8bcafb9a admin admin] Usage tracker for resource:security_group_rule and tenant:80d125a7d2984a25b46d42c51a38b6f1 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:01.926336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bcb2d54f-9838-4577-b105-820f8bcafb9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:01.931969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bcb2d54f-9838-4577-b105-820f8bcafb9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:01.979236 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a253cf54-af62-4f17-85df-dcfe2a381c5c req-fe98ad4f-963d-49d4-87cb-2d79c34bf0b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6143ad13-29b2-4f84-b2be-a344de174d70 HTTP/1.1" status: 200 len: 1001 time: 0.1125412 May 27 23:05:02.014679 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d54f-9838-4577-b105-820f8bcafb9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:02.044550 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:02.079936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253cf54-af62-4f17-85df-dcfe2a381c5c req-f2cb14d2-7359-4ca4-a945-0aaa2519041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:02.081467 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a253cf54-af62-4f17-85df-dcfe2a381c5c req-f2cb14d2-7359-4ca4-a945-0aaa2519041c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.0970223 May 27 23:05:02.117374 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d54f-9838-4577-b105-820f8bcafb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:02.132802 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Port': ['ID=68a5ef86-5731-4a3c-a903-4115bf26d3cf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:02.135290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No DVR routers for this DVR port 68a5ef86-5731-4a3c-a903-4115bf26d3cf on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:05:02.156614 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:02.169155 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bcb2d54f-9838-4577-b105-820f8bcafb9a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=80d125a7d2984a25b46d42c51a38b6f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3825915 May 27 23:05:02.171729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37722) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:02.174389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2d54f-9838-4577-b105-820f8bcafb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c4e8f-dc4e-4359-8c4e-a088af156740,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:02.234240 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-388d678c-9c85-495c-9089-beefd6ab18c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:02.259882 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-388d678c-9c85-495c-9089-beefd6ab18c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:02.333767 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:02.376137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b253d8-f48e-4b8d-aed2-e5483bb8724d']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:02.391886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253cf54-af62-4f17-85df-dcfe2a381c5c req-bd094dbc-2b6b-4ac9-8c6d-17d9acc82108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:02.393472 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a253cf54-af62-4f17-85df-dcfe2a381c5c req-bd094dbc-2b6b-4ac9-8c6d-17d9acc82108 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3044126 May 27 23:05:02.394679 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-388d678c-9c85-495c-9089-beefd6ab18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:02.398332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537059fb-ce7e-47d8-912d-e4ad8388c3e0') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:02.398332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537059fb-ce7e-47d8-912d-e4ad8388c3e0') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:02.413313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388d678c-9c85-495c-9089-beefd6ab18c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39c4e8f-dc4e-4359-8c4e-a088af156740,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:02.416590 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-388d678c-9c85-495c-9089-beefd6ab18c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:02.417697 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-388d678c-9c85-495c-9089-beefd6ab18c3 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e39c4e8f-dc4e-4359-8c4e-a088af156740 HTTP/1.1" status: 204 len: 168 time: 0.2450318 May 27 23:05:02.432527 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eb01886b-54d6-4ae2-9a95-a8d9956cb03b req-991b169e-84de-448a-b7f6-8532d0d7ad51 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2599881 May 27 23:05:02.437249 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:02.511206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:02.556697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:02.557098 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:02.657281 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 537059fb-ce7e-47d8-912d-e4ad8388c3e0 resource provider aggregate not found May 27 23:05:02.686339 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 537059fb-ce7e-47d8-912d-e4ad8388c3e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 537059fb-ce7e-47d8-912d-e4ad8388c3e0 found for delete ", "request_id": "req-80f949e6-13e5-466b-9cae-0663bb223505"}]} May 27 23:05:02.713090 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a253cf54-af62-4f17-85df-dcfe2a381c5c req-c18ea28d-f301-43dc-82ef-5de367a34636 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083348 May 27 23:05:02.798178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:02.808627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01886b-54d6-4ae2-9a95-a8d9956cb03b req-0a089c22-20d9-41ba-9360-b24176da2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:02.810085 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eb01886b-54d6-4ae2-9a95-a8d9956cb03b req-0a089c22-20d9-41ba-9360-b24176da2acc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 1096 time: 0.2898326 May 27 23:05:02.832437 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:02.860701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Network': ['ID=a5b253d8-f48e-4b8d-aed2-e5483bb8724d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:02.936131 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7936a1ed-3605-45cc-9c0e-19fd227d35dc tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/a5b253d8-f48e-4b8d-aed2-e5483bb8724d HTTP/1.1" status: 204 len: 168 time: 3.1862726 May 27 23:05:02.939684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37734) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:02.978367 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d206e2c-078c-4668-8b83-182d1cb553f7 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] DELETE failed (client error): The resource could not be found. May 27 23:05:02.978826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d206e2c-078c-4668-8b83-182d1cb553f7 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:02.980591 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3d206e2c-078c-4668-8b83-182d1cb553f7 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/subnets/ab57b738-bc57-421c-9363-50813896363c HTTP/1.1" status: 404 len: 337 time: 0.0401826 May 27 23:05:02.983137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37738) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:03.016044 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de69ee3-157b-4f81-8938-8d8487b7c807 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] DELETE failed (client error): The resource could not be found. May 27 23:05:03.016044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de69ee3-157b-4f81-8938-8d8487b7c807 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:03.016044 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0de69ee3-157b-4f81-8938-8d8487b7c807 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/a5b253d8-f48e-4b8d-aed2-e5483bb8724d HTTP/1.1" status: 404 len: 339 time: 0.0307641 May 27 23:05:03.017677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37742) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:03.045222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37746) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:03.115112 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:03.123000 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a253cf54-af62-4f17-85df-dcfe2a381c5c req-876e0b7f-a549-4c1c-befb-1bece504d814 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4036496 May 27 23:05:03.156196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01886b-54d6-4ae2-9a95-a8d9956cb03b req-fa0cd62b-770f-4436-bd6f-fa77a6dcc5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:03.157918 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eb01886b-54d6-4ae2-9a95-a8d9956cb03b req-fa0cd62b-770f-4436-bd6f-fa77a6dcc5c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.3201923 May 27 23:05:03.268295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:03.275888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Usage tracker for resource:security_group_rule and tenant:3f16628a62bb4b1dae0a0b44743aff3e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:03.279967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:03.285502 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-255a4719-8904-4efa-b5ad-b09e788dfc15 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:03.289310 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eb01886b-54d6-4ae2-9a95-a8d9956cb03b req-cf98bf81-4589-40ac-89ad-2b4740787873 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=488442ac-0b44-4b54-853f-a1ce07c3b9df HTTP/1.1" status: 200 len: 1001 time: 0.1251554 May 27 23:05:03.294405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:03.374599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01886b-54d6-4ae2-9a95-a8d9956cb03b req-a277871f-088c-49d2-9d25-3822cc1b6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:03.376639 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eb01886b-54d6-4ae2-9a95-a8d9956cb03b req-a277871f-088c-49d2-9d25-3822cc1b6200 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.0819716 May 27 23:05:03.453459 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-255a4719-8904-4efa-b5ad-b09e788dfc15 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:03.465587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01886b-54d6-4ae2-9a95-a8d9956cb03b req-a1001a13-6678-4dd4-98eb-f9634fec466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:03.467053 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eb01886b-54d6-4ae2-9a95-a8d9956cb03b req-a1001a13-6678-4dd4-98eb-f9634fec466d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845542 May 27 23:05:03.489549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-255a4719-8904-4efa-b5ad-b09e788dfc15 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e6fdd6-7a2e-4357-85aa-e7488733e043']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:03.507344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-255a4719-8904-4efa-b5ad-b09e788dfc15 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69f7177-9654-4362-86d5-11b382af412b') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:03.507736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-255a4719-8904-4efa-b5ad-b09e788dfc15 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69f7177-9654-4362-86d5-11b382af412b') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:03.525140 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-255a4719-8904-4efa-b5ad-b09e788dfc15 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:03.560977 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-255a4719-8904-4efa-b5ad-b09e788dfc15 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:03.568123 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:03.570979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-255a4719-8904-4efa-b5ad-b09e788dfc15 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:03.571370 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-255a4719-8904-4efa-b5ad-b09e788dfc15 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:03.601005 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eb01886b-54d6-4ae2-9a95-a8d9956cb03b req-c425b27f-d1d2-416d-a432-cb5d549e681a service neutron] 10.222.0.57 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277742 May 27 23:05:03.643356 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment f69f7177-9654-4362-86d5-11b382af412b resource provider aggregate not found May 27 23:05:03.653308 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:03.681682 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment f69f7177-9654-4362-86d5-11b382af412b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f69f7177-9654-4362-86d5-11b382af412b found for delete ", "request_id": "req-7fc648a2-7226-4eb0-a293-d93051ad3d84"}]} May 27 23:05:03.721211 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3f16628a62bb4b1dae0a0b44743aff3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6745679 May 27 23:05:03.724213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37754) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:03.737423 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eb01886b-54d6-4ae2-9a95-a8d9956cb03b req-fab8ef8d-a0f3-4c74-b087-42830ba0ca24 service neutron] 10.222.0.57 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307254 May 27 23:05:03.743311 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266b83c1-c6d3-4de3-8109-6cd1bef8be94,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:03.761856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:03.762201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:03.762531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:03.762859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:03.763183 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:03.763503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:03.763821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:03.764138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:03.764486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:03.764801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:03.765115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:03.765426 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a59e8c-c257-4c02-abff-ca308ea77185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:03.781987 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-255a4719-8904-4efa-b5ad-b09e788dfc15 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:03.804855 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-255a4719-8904-4efa-b5ad-b09e788dfc15 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:03.812911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a4719-8904-4efa-b5ad-b09e788dfc15 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Network': ['ID=63e6fdd6-7a2e-4357-85aa-e7488733e043,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:03.836270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-255a4719-8904-4efa-b5ad-b09e788dfc15 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/63e6fdd6-7a2e-4357-85aa-e7488733e043 HTTP/1.1" status: 204 len: 168 time: 0.8176010 May 27 23:05:03.838608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37758) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:03.869329 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72080ba8-6e65-404b-923c-8beb8c5457c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:03.883705 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a25346-b105-4b80-a7a4-845649ff63fb tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] DELETE failed (client error): The resource could not be found. May 27 23:05:03.884138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3a25346-b105-4b80-a7a4-845649ff63fb tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:03.885757 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a3a25346-b105-4b80-a7a4-845649ff63fb tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/subnets/0ba235c2-5670-4cac-a0ca-0e03fe4663bf HTTP/1.1" status: 404 len: 337 time: 0.0462685 May 27 23:05:03.888932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37762) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:03.908142 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72080ba8-6e65-404b-923c-8beb8c5457c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:03.914136 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b841fc-608e-4fd4-a131-c08c96a713e0 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] DELETE failed (client error): The resource could not be found. May 27 23:05:03.914593 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b841fc-608e-4fd4-a131-c08c96a713e0 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:03.916210 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c2b841fc-608e-4fd4-a131-c08c96a713e0 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/8829bde0-51f7-4bce-a3a5-12459049a72b HTTP/1.1" status: 404 len: 339 time: 0.0263176 May 27 23:05:03.918807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37766) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:04.003538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e9f47e-ffba-493c-a0e9-5713e1df7ea0 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Deleting subnet 3588d46d-917f-450a-9ef4-31bddb9b6382 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:05:04.006817 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-21e9f47e-ffba-493c-a0e9-5713e1df7ea0 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:04.066189 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-21e9f47e-ffba-493c-a0e9-5713e1df7ea0 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:04.124605 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72080ba8-6e65-404b-923c-8beb8c5457c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:04.152011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72080ba8-6e65-404b-923c-8beb8c5457c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266b83c1-c6d3-4de3-8109-6cd1bef8be94,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:04.157834 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72080ba8-6e65-404b-923c-8beb8c5457c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:04.158948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-72080ba8-6e65-404b-923c-8beb8c5457c6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/266b83c1-c6d3-4de3-8109-6cd1bef8be94 HTTP/1.1" status: 204 len: 168 time: 0.4332914 May 27 23:05:04.173273 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-21e9f47e-ffba-493c-a0e9-5713e1df7ea0 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:04.326196 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-21e9f47e-ffba-493c-a0e9-5713e1df7ea0 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:04.368246 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9f47e-ffba-493c-a0e9-5713e1df7ea0 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Subnet': ['ID=3588d46d-917f-450a-9ef4-31bddb9b6382,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:04.371870 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-21e9f47e-ffba-493c-a0e9-5713e1df7ea0 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:04.377430 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a966846f-bacb-44fc-8e24-5142227891a0 None None] Network 84e7be4d-f1a6-4623-9850-ac5d1cc87bd7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:04.383596 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-21e9f47e-ffba-493c-a0e9-5713e1df7ea0 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/subnets/3588d46d-917f-450a-9ef4-31bddb9b6382 HTTP/1.1" status: 204 len: 168 time: 0.4637756 May 27 23:05:04.385990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37772) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:04.453081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bfb2ab-c5cf-4f9a-aae0-76b31530ed1a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Deleting subnet 97e76264-8ff0-459b-8f58-3ac52c03876c {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:05:04.456165 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f9bfb2ab-c5cf-4f9a-aae0-76b31530ed1a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:04.524916 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f9bfb2ab-c5cf-4f9a-aae0-76b31530ed1a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:04.610067 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f9bfb2ab-c5cf-4f9a-aae0-76b31530ed1a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:04.734197 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f9bfb2ab-c5cf-4f9a-aae0-76b31530ed1a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:04.777828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfb2ab-c5cf-4f9a-aae0-76b31530ed1a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Subnet': ['ID=97e76264-8ff0-459b-8f58-3ac52c03876c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:04.784775 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f9bfb2ab-c5cf-4f9a-aae0-76b31530ed1a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:04.798146 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f9bfb2ab-c5cf-4f9a-aae0-76b31530ed1a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/subnets/97e76264-8ff0-459b-8f58-3ac52c03876c HTTP/1.1" status: 204 len: 168 time: 0.4088390 May 27 23:05:04.798379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37786) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:04.919070 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:04.930279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Deleting port 99988243-1964-4280-933b-79fc3e2232b0 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:04.930614 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:05.135008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41d364e-1d6d-4a7c-8163-a41846fba11c None None] Network 84e7be4d-f1a6-4623-9850-ac5d1cc87bd7 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:05.165959 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] For port 99988243-1964-4280-933b-79fc3e2232b0, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=99988243-1964-4280-933b-79fc3e2232b0,segment=NetworkSegment(a69fa0b9-d2b4-4954-935d-a056f4ea8245),segment_id=a69fa0b9-d2b4-4954-935d-a056f4ea8245)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:05.168097 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:05.242254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-81e9bcf1-d8c8-46c3-acc7-6c92b3fe19c4 None None] Provisioning complete for port 99988243-1964-4280-933b-79fc3e2232b0 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:05:05.242611 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-81e9bcf1-d8c8-46c3-acc7-6c92b3fe19c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:05.293695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Calling delete_port for 99988243-1964-4280-933b-79fc3e2232b0 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:05.447531 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:05.476373 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-81e9bcf1-d8c8-46c3-acc7-6c92b3fe19c4 None None] Current status of the port 99988243-1964-4280-933b-79fc3e2232b0 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:05:05.498985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Port': ['ID=99988243-1964-4280-933b-79fc3e2232b0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:05.500809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No DVR routers for this DVR port 99988243-1964-4280-933b-79fc3e2232b0 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:05:05.549556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74afbbe4-6f8a-48ac-acc5-bf407b513111 None None] DHCP port deletion for 84e7be4d-f1a6-4623-9850-ac5d1cc87bd7 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:05:05.731663 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:05.760528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e7be4d-f1a6-4623-9850-ac5d1cc87bd7']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:05.773072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69fa0b9-d2b4-4954-935d-a056f4ea8245') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:05.773305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69fa0b9-d2b4-4954-935d-a056f4ea8245') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:05.784476 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:05.800601 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:05.807352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:05.807728 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:05.875909 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment a69fa0b9-d2b4-4954-935d-a056f4ea8245 resource provider aggregate not found May 27 23:05:05.902264 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment a69fa0b9-d2b4-4954-935d-a056f4ea8245 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a69fa0b9-d2b4-4954-935d-a056f4ea8245 found for delete ", "request_id": "req-df49369f-7a80-4a6d-8a35-8f9482823608"}]} May 27 23:05:05.985028 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:06.010307 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:06.016453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Network': ['ID=84e7be4d-f1a6-4623-9850-ac5d1cc87bd7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:06.026790 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3dbb952e-0726-4272-8470-f3ba284a3d55 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/84e7be4d-f1a6-4623-9850-ac5d1cc87bd7 HTTP/1.1" status: 204 len: 168 time: 1.2273648 May 27 23:05:06.029267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37816) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:06.068587 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1e7a0c-c4d9-4515-ae55-20cbf6119654 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] DELETE failed (client error): The resource could not be found. May 27 23:05:06.069033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1e7a0c-c4d9-4515-ae55-20cbf6119654 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:06.070690 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4c1e7a0c-c4d9-4515-ae55-20cbf6119654 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/subnets/20e486f9-99d2-4e0e-ae17-b7984a46ad09 HTTP/1.1" status: 404 len: 337 time: 0.0404897 May 27 23:05:06.073251 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37820) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:06.098946 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb4f55b-2701-495d-a764-d0e3d0df758a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] DELETE failed (client error): The resource could not be found. May 27 23:05:06.099473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb4f55b-2701-495d-a764-d0e3d0df758a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:06.101691 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-afb4f55b-2701-495d-a764-d0e3d0df758a tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/854806eb-8e08-4c27-a17a-5e7d30d7e629 HTTP/1.1" status: 404 len: 339 time: 0.0275550 May 27 23:05:06.104156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37824) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:06.148080 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09c5b94-6c68-4841-bf22-2e6e605ea2ef tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] DELETE failed (client error): The resource could not be found. May 27 23:05:06.148569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09c5b94-6c68-4841-bf22-2e6e605ea2ef tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:06.152308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f09c5b94-6c68-4841-bf22-2e6e605ea2ef tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/subnets/e060d92e-a438-48d5-8988-6308f626566c HTTP/1.1" status: 404 len: 337 time: 0.0451388 May 27 23:05:06.153165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37832) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:06.158628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 99988243-1964-4280-933b-79fc3e2232b0 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:05:06.178483 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb577ba-b78b-4c17-9d98-442070f13c51 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] DELETE failed (client error): The resource could not be found. May 27 23:05:06.178958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb577ba-b78b-4c17-9d98-442070f13c51 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:06.183004 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9fb577ba-b78b-4c17-9d98-442070f13c51 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/1734ba0f-53ae-4bd5-8598-78e762e778e9 HTTP/1.1" status: 404 len: 339 time: 0.0265193 May 27 23:05:06.183231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37836) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:06.194771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 99988243-1964-4280-933b-79fc3e2232b0 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:05:06.195036 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 99988243-1964-4280-933b-79fc3e2232b0 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:05:06.222204 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c45f12d-b6f6-4633-a46f-d0f1865abf37 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] DELETE failed (client error): The resource could not be found. May 27 23:05:06.222666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c45f12d-b6f6-4633-a46f-d0f1865abf37 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:06.224378 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7c45f12d-b6f6-4633-a46f-d0f1865abf37 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/subnets/649014c2-2379-489b-8d52-c347b7c4d8cf HTTP/1.1" status: 404 len: 337 time: 0.0399125 May 27 23:05:06.227566 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37840) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:06.252305 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cadf69f-f07e-4d85-bb04-8393c33214aa tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] DELETE failed (client error): The resource could not be found. May 27 23:05:06.252870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cadf69f-f07e-4d85-bb04-8393c33214aa tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:06.256805 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1cadf69f-f07e-4d85-bb04-8393c33214aa tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/bc01ecf8-e103-4c88-b6a1-224574b48ef0 HTTP/1.1" status: 404 len: 339 time: 0.0260663 May 27 23:05:06.257022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37844) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:06.326316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-2158bfb9-2455-4627-95ae-b03b07227f4e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Deleting subnet 73691d14-86aa-4b87-9381-9e0df7aa6104 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:05:06.329227 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2158bfb9-2455-4627-95ae-b03b07227f4e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:06.387048 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2158bfb9-2455-4627-95ae-b03b07227f4e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:06.477421 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2158bfb9-2455-4627-95ae-b03b07227f4e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:06.623445 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2158bfb9-2455-4627-95ae-b03b07227f4e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:06.661724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158bfb9-2455-4627-95ae-b03b07227f4e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Subnet': ['ID=73691d14-86aa-4b87-9381-9e0df7aa6104,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:06.665839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2158bfb9-2455-4627-95ae-b03b07227f4e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:06.673323 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f05ebf4-bb74-498b-a940-5a05295fa51d None None] Network 44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:06.678408 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2158bfb9-2455-4627-95ae-b03b07227f4e tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/subnets/73691d14-86aa-4b87-9381-9e0df7aa6104 HTTP/1.1" status: 204 len: 168 time: 0.4176869 May 27 23:05:06.678855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37858) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:06.817831 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:06.828845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Deleting port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:06.829114 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:06.839938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37864) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:06.964654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb8c14a-e397-4929-8abf-e22001e89f83 None None] DHCP port deletion for 44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:05:06.968454 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ef0ca7e-9ee3-4ded-8859-07c58809f730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:06.968862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-edb8c14a-e397-4929-8abf-e22001e89f83 None None] Deleting port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:06.969231 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-edb8c14a-e397-4929-8abf-e22001e89f83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:06.983901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4ef0ca7e-9ee3-4ded-8859-07c58809f730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:06.987759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4ef0ca7e-9ee3-4ded-8859-07c58809f730 admin admin] Usage tracker for resource:security_group_rule and tenant:84f8d97bac5849139a5f92e586c826fd is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:06.990648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4ef0ca7e-9ee3-4ded-8859-07c58809f730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:06.996331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4ef0ca7e-9ee3-4ded-8859-07c58809f730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:07.047606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] For port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f42d6e9c-9407-4bb0-a124-fbd6ce0f414c,segment=NetworkSegment(ab63a4ef-a008-4187-8b55-d92319b08924),segment_id=ab63a4ef-a008-4187-8b55-d92319b08924)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:07.049637 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.093356 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ef0ca7e-9ee3-4ded-8859-07c58809f730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.162207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ef0ca7e-9ee3-4ded-8859-07c58809f730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.172629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Calling delete_port for f42d6e9c-9407-4bb0-a124-fbd6ce0f414c owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:07.179459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-edb8c14a-e397-4929-8abf-e22001e89f83 None None] For port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=f42d6e9c-9407-4bb0-a124-fbd6ce0f414c,segment=NetworkSegment(ab63a4ef-a008-4187-8b55-d92319b08924),segment_id=ab63a4ef-a008-4187-8b55-d92319b08924)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:07.179854 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-edb8c14a-e397-4929-8abf-e22001e89f83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.214667 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4ef0ca7e-9ee3-4ded-8859-07c58809f730 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=84f8d97bac5849139a5f92e586c826fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710566 May 27 23:05:07.214667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef0ca7e-9ee3-4ded-8859-07c58809f730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4540b870-4c52-4489-ba48-20ce3a815e99,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:07.215594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37870) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:07.274384 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da36a8fd-24d8-44ea-aee1-34d2534e7a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.299293 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da36a8fd-24d8-44ea-aee1-34d2534e7a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.310893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-edb8c14a-e397-4929-8abf-e22001e89f83 None None] Calling delete_port for f42d6e9c-9407-4bb0-a124-fbd6ce0f414c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:07.314633 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.363431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Port': ['ID=f42d6e9c-9407-4bb0-a124-fbd6ce0f414c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:07.365644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No DVR routers for this DVR port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:05:07.387511 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-edb8c14a-e397-4929-8abf-e22001e89f83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:05:07.387861 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-edb8c14a-e397-4929-8abf-e22001e89f83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:05:07.424912 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da36a8fd-24d8-44ea-aee1-34d2534e7a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.442288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36a8fd-24d8-44ea-aee1-34d2534e7a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4540b870-4c52-4489-ba48-20ce3a815e99,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:07.445037 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-da36a8fd-24d8-44ea-aee1-34d2534e7a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.448506 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-da36a8fd-24d8-44ea-aee1-34d2534e7a9e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4540b870-4c52-4489-ba48-20ce3a815e99 HTTP/1.1" status: 204 len: 168 time: 0.2294412 May 27 23:05:07.489257 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.514372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:07.529817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab63a4ef-a008-4187-8b55-d92319b08924') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:07.530038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab63a4ef-a008-4187-8b55-d92319b08924') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:07.541304 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.557307 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.563252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:07.563632 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.699317 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.716743 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.735244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Network': ['ID=44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:07.743108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c1e26508-069f-4a41-abe8-63c2ab8cbaad tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/44dc7aad-f4a1-4a0b-afcc-87cdbf9fbf40 HTTP/1.1" status: 204 len: 168 time: 1.0601568 May 27 23:05:07.743424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37878) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:07.784771 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-35932239-c7af-493f-aa90-ed0f6f398567 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] DELETE failed (client error): The resource could not be found. May 27 23:05:07.784771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35932239-c7af-493f-aa90-ed0f6f398567 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:07.784771 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-35932239-c7af-493f-aa90-ed0f6f398567 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/subnets/9dae0559-a854-4d35-805d-b16bdd38650b HTTP/1.1" status: 404 len: 337 time: 0.0391834 May 27 23:05:07.786517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37882) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:07.811426 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d74e7e-8f5e-41db-b377-98e4a3aa2517 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] DELETE failed (client error): The resource could not be found. May 27 23:05:07.813588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d74e7e-8f5e-41db-b377-98e4a3aa2517 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:07.813588 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-12d74e7e-8f5e-41db-b377-98e4a3aa2517 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/d32843bf-ea01-4ee6-96da-dc18123b587a HTTP/1.1" status: 404 len: 339 time: 0.0259941 May 27 23:05:07.815710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37886) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:07.880657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc82325-7301-40ae-a58f-6622ce67fcd2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Deleting subnet 5d6cacbf-0b58-424d-895b-27147d6916f7 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:05:07.883562 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dcc82325-7301-40ae-a58f-6622ce67fcd2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.889365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-edb8c14a-e397-4929-8abf-e22001e89f83 None None] Deleting port f42d6e9c-9407-4bb0-a124-fbd6ce0f414c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:07.889849 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-edb8c14a-e397-4929-8abf-e22001e89f83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.933060 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment ab63a4ef-a008-4187-8b55-d92319b08924 resource provider aggregate not found May 27 23:05:07.951204 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dcc82325-7301-40ae-a58f-6622ce67fcd2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:07.957726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-edb8c14a-e397-4929-8abf-e22001e89f83 None None] The port 'f42d6e9c-9407-4bb0-a124-fbd6ce0f414c' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:05:07.981532 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment ab63a4ef-a008-4187-8b55-d92319b08924 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab63a4ef-a008-4187-8b55-d92319b08924 found for delete ", "request_id": "req-41690350-45c7-4fd7-80bd-286ed15473b1"}]} May 27 23:05:08.036175 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dcc82325-7301-40ae-a58f-6622ce67fcd2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.077092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37894) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:08.097813 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2af06406-73d4-4801-b867-5011455576c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.114051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2af06406-73d4-4801-b867-5011455576c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:08.118605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2af06406-73d4-4801-b867-5011455576c4 admin admin] Usage tracker for resource:security_group_rule and tenant:7e1625f97ceb44a89fe594a9a1dd126b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:08.121680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2af06406-73d4-4801-b867-5011455576c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:08.127703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2af06406-73d4-4801-b867-5011455576c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:08.155496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f42d6e9c-9407-4bb0-a124-fbd6ce0f414c no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:05:08.193545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: f42d6e9c-9407-4bb0-a124-fbd6ce0f414c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:05:08.193890 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device f42d6e9c-9407-4bb0-a124-fbd6ce0f414c not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:05:08.200815 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dcc82325-7301-40ae-a58f-6622ce67fcd2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.241289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc82325-7301-40ae-a58f-6622ce67fcd2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Subnet': ['ID=5d6cacbf-0b58-424d-895b-27147d6916f7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:08.244825 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dcc82325-7301-40ae-a58f-6622ce67fcd2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.253151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed566ed7-b4ef-45e2-bbb6-0c9ec8cc7a6f None None] Network 4ead460d-6865-463a-b4f8-212390451722 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:08.260501 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dcc82325-7301-40ae-a58f-6622ce67fcd2 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/subnets/5d6cacbf-0b58-424d-895b-27147d6916f7 HTTP/1.1" status: 204 len: 168 time: 0.4437659 May 27 23:05:08.262837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37898) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:08.352364 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2af06406-73d4-4801-b867-5011455576c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.388412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.399144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Deleting port 286187f9-fd0d-4558-a0c4-1de3b3412bad {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:08.399468 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.427885 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2af06406-73d4-4801-b867-5011455576c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.492929 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2af06406-73d4-4801-b867-5011455576c4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7e1625f97ceb44a89fe594a9a1dd126b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4137933 May 27 23:05:08.493359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 37902) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:08.507914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc0b54b-64b5-492e-b600-15d9e0f76437 None None] DHCP port deletion for 4ead460d-6865-463a-b4f8-212390451722 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:05:08.512618 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0b54b-64b5-492e-b600-15d9e0f76437 None None] Deleting port 286187f9-fd0d-4558-a0c4-1de3b3412bad {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:08.516078 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b54b-64b5-492e-b600-15d9e0f76437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.531585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af06406-73d4-4801-b867-5011455576c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a16f6d-73da-4481-99e1-548eeee990ee,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:08.554419 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-29d2ed15-50fa-4038-85f6-112aa6098a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.580026 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-29d2ed15-50fa-4038-85f6-112aa6098a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.663070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] For port 286187f9-fd0d-4558-a0c4-1de3b3412bad, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=286187f9-fd0d-4558-a0c4-1de3b3412bad,segment=NetworkSegment(13fcc325-af55-4000-91d2-8ad897514613),segment_id=13fcc325-af55-4000-91d2-8ad897514613)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:08.663497 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.704981 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-29d2ed15-50fa-4038-85f6-112aa6098a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.727734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6fc0b54b-64b5-492e-b600-15d9e0f76437 None None] For port 286187f9-fd0d-4558-a0c4-1de3b3412bad, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=286187f9-fd0d-4558-a0c4-1de3b3412bad,segment=NetworkSegment(13fcc325-af55-4000-91d2-8ad897514613),segment_id=13fcc325-af55-4000-91d2-8ad897514613)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:08.728146 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b54b-64b5-492e-b600-15d9e0f76437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.732678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2ed15-50fa-4038-85f6-112aa6098a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a16f6d-73da-4481-99e1-548eeee990ee,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:08.742644 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-29d2ed15-50fa-4038-85f6-112aa6098a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.744418 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-29d2ed15-50fa-4038-85f6-112aa6098a4a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a2a16f6d-73da-4481-99e1-548eeee990ee HTTP/1.1" status: 204 len: 168 time: 0.2495306 May 27 23:05:08.797602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Calling delete_port for 286187f9-fd0d-4558-a0c4-1de3b3412bad owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:08.886313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0b54b-64b5-492e-b600-15d9e0f76437 None None] Calling delete_port for 286187f9-fd0d-4558-a0c4-1de3b3412bad owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:08.962081 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:08.967407 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-6fc0b54b-64b5-492e-b600-15d9e0f76437 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:05:08.973462 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-6fc0b54b-64b5-492e-b600-15d9e0f76437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:05:09.013434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Port': ['ID=286187f9-fd0d-4558-a0c4-1de3b3412bad,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:09.018379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] No DVR routers for this DVR port 286187f9-fd0d-4558-a0c4-1de3b3412bad on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:05:09.265485 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:09.290566 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ead460d-6865-463a-b4f8-212390451722']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:09.302397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fcc325-af55-4000-91d2-8ad897514613') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:09.303258 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fcc325-af55-4000-91d2-8ad897514613') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:09.314396 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:09.330322 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:09.336269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:09.336666 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:09.404929 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 13fcc325-af55-4000-91d2-8ad897514613 resource provider aggregate not found May 27 23:05:09.430009 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 13fcc325-af55-4000-91d2-8ad897514613 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13fcc325-af55-4000-91d2-8ad897514613 found for delete ", "request_id": "req-9371e71f-1ebf-4c05-8c64-5dee0e30b21e"}]} May 27 23:05:09.468695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0b54b-64b5-492e-b600-15d9e0f76437 None None] Deleting port 286187f9-fd0d-4558-a0c4-1de3b3412bad {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:09.469139 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fc0b54b-64b5-492e-b600-15d9e0f76437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:09.504754 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:09.522186 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:09.536317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6fc0b54b-64b5-492e-b600-15d9e0f76437 None None] The port '286187f9-fd0d-4558-a0c4-1de3b3412bad' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:05:09.537953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] Pushing event deleted for resources: {'Network': ['ID=4ead460d-6865-463a-b4f8-212390451722,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:09.545808 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2801a71c-99ae-4f32-b4c5-6d5f1e3a77b5 tempest-NetworksIpV6Test-1395671721 tempest-NetworksIpV6Test-1395671721-project] 10.222.0.27 "DELETE /v2.0/networks/4ead460d-6865-463a-b4f8-212390451722 HTTP/1.1" status: 204 len: 168 time: 1.2819352 May 27 23:05:09.989730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37934) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:10.138125 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1fcebb56-7e47-4dcc-b428-9c906ee52e0e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=de104fef75f54695b1474e1f61dce57b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471941 May 27 23:05:10.140638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37944) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:10.161942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 286187f9-fd0d-4558-a0c4-1de3b3412bad no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:05:10.193115 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 286187f9-fd0d-4558-a0c4-1de3b3412bad {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:05:10.193976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 286187f9-fd0d-4558-a0c4-1de3b3412bad not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:05:10.207456 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cff3a7f-1209-4b74-8cbb-182fc392e8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:10.234259 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cff3a7f-1209-4b74-8cbb-182fc392e8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:10.322450 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cff3a7f-1209-4b74-8cbb-182fc392e8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:10.342046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff3a7f-1209-4b74-8cbb-182fc392e8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc4399f-329b-40b4-85ae-baf9342ef279,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:10.345386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cff3a7f-1209-4b74-8cbb-182fc392e8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:10.349168 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3cff3a7f-1209-4b74-8cbb-182fc392e8e0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7bc4399f-329b-40b4-85ae-baf9342ef279 HTTP/1.1" status: 204 len: 168 time: 0.2051668 May 27 23:05:11.353386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37982) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:11.459781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-205086088'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:11.465868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:11.469810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:network and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:11.472918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:11.478811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:11.542902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:11.546441 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:11.559491 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:11.575077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:11.579087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:security_group_rule and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:11.582030 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:11.587791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:11.669736 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:11.767545 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:11.802161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:05:11.810361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b48d4255-f7c8-495f-8950-e487bc51dddb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:11.815694 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:11.816053 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Added segment 1e2bb621-4017-4c31-a936-3bf545dd3d49 of type vlan for network 3c48ab55-470c-4837-b32f-3891b248651f May 27 23:05:11.841901 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:11.927630 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:11.933093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:11.933663 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:12.043137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Network': ['ID=3c48ab55-470c-4837-b32f-3891b248651f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:12.053700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 3c48ab55-470c-4837-b32f-3891b248651f details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:05:12.115888 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f3d35eb5-8201-4a4d-99ac-d336f686b58a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7607112 May 27 23:05:12.245271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 37994) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:12.251003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'subnet': {'network_id': '3c48ab55-470c-4837-b32f-3891b248651f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:12.360408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:12.364116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:subnet and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:12.367598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:12.373637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:12.452145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:12.455876 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:12.743453 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:12.822128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Subnet': ['ID=acd9aa4b-3acc-49e4-ac4f-b4daed6d20cd,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:12.831328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Checking segment: {'id': '1e2bb621-4017-4c31-a936-3bf545dd3d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3c48ab55-470c-4837-b32f-3891b248651f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:12.831681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network hostable DHCP agents. Network: 3c48ab55-470c-4837-b32f-3891b248651f, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:05:12.922119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network 3c48ab55-470c-4837-b32f-3891b248651f is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:05:13.019071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 3c48ab55-470c-4837-b32f-3891b248651f) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:13.023113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:13.023683 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:13.029567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89811fcb-1c09-4ecc-b473-4b01b105a98d None None] Network 3c48ab55-470c-4837-b32f-3891b248651f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:13.114465 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-13726974-9530-4b50-8f84-3843fbc37fc4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8645866 May 27 23:05:13.114465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38008) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:13.120697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2013566665'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:13.126316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:13.130383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:network and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:13.133845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:13.140213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:13.225047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:13.228819 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:13.248799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-3c48ab55-470c-4837-b32f-3891b248651f', 'network_id': '3c48ab55-470c-4837-b32f-3891b248651f', 'tenant_id': '26e0107a587f43f08a727734f2b0ac9b', 'fixed_ips': [{'subnet_id': 'acd9aa4b-3acc-49e4-ac4f-b4daed6d20cd'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:05:13.249740 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:13.261477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:05:13.270332 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:13.270669 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Added segment 0d409725-82a9-495d-9e3a-0f8e6f9e70aa of type vlan for network fd9279e9-a210-4620-b9c4-862a7042a465 May 27 23:05:13.296441 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:13.395979 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:13.401661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:13.402242 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:13.405900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Allocated IP 172.20.255.242 (3c48ab55-470c-4837-b32f-3891b248651f/acd9aa4b-3acc-49e4-ac4f-b4daed6d20cd/fb662ce2-aa0d-4beb-9ee0-95d50a8751b4) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:05:13.512943 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Network': ['ID=fd9279e9-a210-4620-b9c4-862a7042a465,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:13.525477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network fd9279e9-a210-4620-b9c4-862a7042a465 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:05:13.551531 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-30df7542-a7fb-4563-b41d-2e286a318b21 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4352884 May 27 23:05:13.554369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38012) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:13.560460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'subnet': {'network_id': 'fd9279e9-a210-4620-b9c4-862a7042a465', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:13.682141 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:13.686219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:subnet and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:13.689196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:13.696296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:13.704117 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:13.725984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Transition to ACTIVE for port object fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:13.748813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Transition to ACTIVE for port object fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:13.807358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:13.810919 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:13.836834 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:13.905659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Network 3c48ab55-470c-4837-b32f-3891b248651f is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:05:13.908631 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:13.912962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:05:13.945441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Pushing event updated for resources: {'Port': ['ID=fb662ce2-aa0d-4beb-9ee0-95d50a8751b4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:14.012163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Attempting to bind port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:05:14.012679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Attempting to bind port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '1e2bb621-4017-4c31-a936-3bf545dd3d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3c48ab55-470c-4837-b32f-3891b248651f'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:05:14.013371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Attempting to bind port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 on network 3c48ab55-470c-4837-b32f-3891b248651f {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:05:14.018496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:05:14.018980 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Checking segment: {'id': '1e2bb621-4017-4c31-a936-3bf545dd3d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3c48ab55-470c-4837-b32f-3891b248651f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:14.019489 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:14.019966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Bound using segment: {'id': '1e2bb621-4017-4c31-a936-3bf545dd3d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3c48ab55-470c-4837-b32f-3891b248651f'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:05:14.020678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Bound port: fb662ce2-aa0d-4beb-9ee0-95d50a8751b4, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2bb621-4017-4c31-a936-3bf545dd3d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3c48ab55-470c-4837-b32f-3891b248651f'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:05:14.021155 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:14.099860 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:14.115989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] For port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:05:14.119082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] For port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=fb662ce2-aa0d-4beb-9ee0-95d50a8751b4,segment=NetworkSegment(1e2bb621-4017-4c31-a936-3bf545dd3d49),segment_id=1e2bb621-4017-4c31-a936-3bf545dd3d49)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:05:14.188727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Subnet': ['ID=38f0e3f7-6ed9-44f4-98b3-a6f2f9645c93,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:14.190895 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:14.197566 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Checking segment: {'id': '0d409725-82a9-495d-9e3a-0f8e6f9e70aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fd9279e9-a210-4620-b9c4-862a7042a465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:14.198359 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network hostable DHCP agents. Network: fd9279e9-a210-4620-b9c4-862a7042a465, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:05:14.278549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb68bda-8d04-4f01-8103-377c9669f899 None None] Pushing event updated for resources: {'Port': ['ID=fb662ce2-aa0d-4beb-9ee0-95d50a8751b4,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:14.281949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network fd9279e9-a210-4620-b9c4-862a7042a465 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:05:14.350456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, fd9279e9-a210-4620-b9c4-862a7042a465) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:14.354480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:14.355070 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:14.362110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e117d0f0-aa30-407d-88a3-399f1ede9ce1 None None] Network fd9279e9-a210-4620-b9c4-862a7042a465 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:14.453035 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a7d8354a-a5cd-4040-85f0-e73e6a003969 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8949063 May 27 23:05:14.453536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38022) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:14.636084 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:14.673271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-fd9279e9-a210-4620-b9c4-862a7042a465', 'network_id': 'fd9279e9-a210-4620-b9c4-862a7042a465', 'tenant_id': '26e0107a587f43f08a727734f2b0ac9b', 'fixed_ips': [{'subnet_id': '38f0e3f7-6ed9-44f4-98b3-a6f2f9645c93'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:05:14.674097 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:14.709716 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:14.831662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Allocated IP 172.20.0.2 (fd9279e9-a210-4620-b9c4-862a7042a465/38f0e3f7-6ed9-44f4-98b3-a6f2f9645c93/3517a158-a43a-46eb-bd33-4b7a4d8fb41e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:05:15.051028 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:15.064162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Transition to ACTIVE for port object 3517a158-a43a-46eb-bd33-4b7a4d8fb41e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:15.083766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Transition to ACTIVE for port object 3517a158-a43a-46eb-bd33-4b7a4d8fb41e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:15.152174 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:15.225046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Network fd9279e9-a210-4620-b9c4-862a7042a465 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:05:15.227981 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:15.231992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:05:15.241163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:15.272576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Pushing event updated for resources: {'Port': ['ID=3517a158-a43a-46eb-bd33-4b7a4d8fb41e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:15.317647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Subnet': ['ID=38f0e3f7-6ed9-44f4-98b3-a6f2f9645c93,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:15.352603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1508c157-375d-40ad-852f-13d15315defb None None] Network 3c48ab55-470c-4837-b32f-3891b248651f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:15.378593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Attempting to bind port 3517a158-a43a-46eb-bd33-4b7a4d8fb41e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:05:15.378963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Attempting to bind port 3517a158-a43a-46eb-bd33-4b7a4d8fb41e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '0d409725-82a9-495d-9e3a-0f8e6f9e70aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fd9279e9-a210-4620-b9c4-862a7042a465'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:05:15.379326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Attempting to bind port 3517a158-a43a-46eb-bd33-4b7a4d8fb41e on network fd9279e9-a210-4620-b9c4-862a7042a465 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:05:15.399332 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:15.432314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:05:15.432855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Checking segment: {'id': '0d409725-82a9-495d-9e3a-0f8e6f9e70aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fd9279e9-a210-4620-b9c4-862a7042a465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:15.433186 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:15.433578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Bound using segment: {'id': '0d409725-82a9-495d-9e3a-0f8e6f9e70aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fd9279e9-a210-4620-b9c4-862a7042a465'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:05:15.434055 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Bound port: 3517a158-a43a-46eb-bd33-4b7a4d8fb41e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d409725-82a9-495d-9e3a-0f8e6f9e70aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fd9279e9-a210-4620-b9c4-862a7042a465'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:05:15.434428 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:15.535232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c7e6ecad-90c3-4cd4-a8f0-4b89e4c4b70e None None] Provisioning for port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:05:15.545363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9279e9-a210-4620-b9c4-862a7042a465']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:15.557771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d409725-82a9-495d-9e3a-0f8e6f9e70aa') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:15.558064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d409725-82a9-495d-9e3a-0f8e6f9e70aa') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:15.570116 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:15.586459 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:15.592551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:15.592883 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:15.624628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] For port 3517a158-a43a-46eb-bd33-4b7a4d8fb41e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:05:15.662357 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0d409725-82a9-495d-9e3a-0f8e6f9e70aa resource provider aggregate not found May 27 23:05:15.696516 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0d409725-82a9-495d-9e3a-0f8e6f9e70aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d409725-82a9-495d-9e3a-0f8e6f9e70aa found for delete ", "request_id": "req-7b59e990-ce79-4a1a-82f5-b73aefea11dc"}]} May 27 23:05:15.700652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] For port 3517a158-a43a-46eb-bd33-4b7a4d8fb41e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3517a158-a43a-46eb-bd33-4b7a4d8fb41e,segment=NetworkSegment(0d409725-82a9-495d-9e3a-0f8e6f9e70aa),segment_id=0d409725-82a9-495d-9e3a-0f8e6f9e70aa)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:05:15.749555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:05:15.749555 n-d-843680-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:05:15.749555 n-d-843680-3 neutron-server[88901]: [parameters: {'id': 'fd9279e9-a210-4620-b9c4-862a7042a465'}] May 27 23:05:15.749555 n-d-843680-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:05:15.749981 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:05:15.778127 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:15.891467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8fc8a-72d9-4954-b94a-77d43a06eac3 None None] Pushing event updated for resources: {'Port': ['ID=3517a158-a43a-46eb-bd33-4b7a4d8fb41e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:15.942312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71436667-ba7a-451e-847c-403ea5f24088 None None] Network fd9279e9-a210-4620-b9c4-862a7042a465 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:16.010391 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:16.159633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fd36f1-4e02-4603-9f6f-213369e92d19 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:05:16.195622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:05:16.251137 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:16.264723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Deleting port 3517a158-a43a-46eb-bd33-4b7a4d8fb41e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:16.267128 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:16.319611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fd36f1-4e02-4603-9f6f-213369e92d19 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:05:16.398775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:05:16.415205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:05:16.415576 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:16.480221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] For port 3517a158-a43a-46eb-bd33-4b7a4d8fb41e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3517a158-a43a-46eb-bd33-4b7a4d8fb41e,segment=NetworkSegment(0d409725-82a9-495d-9e3a-0f8e6f9e70aa),segment_id=0d409725-82a9-495d-9e3a-0f8e6f9e70aa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:16.480598 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:16.608158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Calling delete_port for 3517a158-a43a-46eb-bd33-4b7a4d8fb41e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:16.667518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:05:16.667901 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:16.709878 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=fb662ce2-aa0d-4beb-9ee0-95d50a8751b4,segment=NetworkSegment(1e2bb621-4017-4c31-a936-3bf545dd3d49),segment_id=1e2bb621-4017-4c31-a936-3bf545dd3d49)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:16.765627 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:16.793994 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:16.817474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No DVR routers for this DVR port 3517a158-a43a-46eb-bd33-4b7a4d8fb41e on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:05:16.819162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Port': ['ID=3517a158-a43a-46eb-bd33-4b7a4d8fb41e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:16.863735 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=fb662ce2-aa0d-4beb-9ee0-95d50a8751b4,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:16.943704 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:16.967903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9279e9-a210-4620-b9c4-862a7042a465']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:16.979636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d409725-82a9-495d-9e3a-0f8e6f9e70aa') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:16.979925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d409725-82a9-495d-9e3a-0f8e6f9e70aa') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:16.990712 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:17.006277 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:17.012016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:17.012407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:17.160175 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:17.177668 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:17.195602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Network': ['ID=fd9279e9-a210-4620-b9c4-862a7042a465,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:17.195602 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6336d001-b331-41a1-aef8-3007d6607721 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/fd9279e9-a210-4620-b9c4-862a7042a465 HTTP/1.1" status: 204 len: 168 time: 2.7409816 May 27 23:05:17.198708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38038) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:17.203968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1657853457'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:17.210350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:17.214133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:network and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:17.216947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:17.223394 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:17.298679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:17.302105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:17.329995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:05:17.338615 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:17.339127 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Added segment 9c7a1bea-5382-49de-b882-418424197122 of type vlan for network 43da1322-cd78-4338-899f-076312fea764 May 27 23:05:17.364709 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:17.452897 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:17.458221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:17.458845 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:17.564395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Network': ['ID=43da1322-cd78-4338-899f-076312fea764,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:17.575565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 43da1322-cd78-4338-899f-076312fea764 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:05:17.625442 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-93bd8158-51dc-4dfa-9caa-075611abc223 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4256730 May 27 23:05:17.628251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38046) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:17.634139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'subnet': {'network_id': '43da1322-cd78-4338-899f-076312fea764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:17.722181 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0d409725-82a9-495d-9e3a-0f8e6f9e70aa resource provider aggregate not found May 27 23:05:17.744593 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 0d409725-82a9-495d-9e3a-0f8e6f9e70aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d409725-82a9-495d-9e3a-0f8e6f9e70aa found for delete ", "request_id": "req-4dfa1990-977d-4c41-8b21-741afeb47cb1"}]} May 27 23:05:17.766974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:17.770738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:subnet and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:17.773592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:17.779259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:17.881504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:17.885076 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:17.976462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Performing IP validity checks on allocation pools {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 23:05:17.976900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 23:05:18.156171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:18.167134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:05:18.239816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:05:18.240269 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:18.359255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Subnet': ['ID=09f23450-d1fc-46e0-b27b-ee15465e9afd,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:18.368017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:05:18.372495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Checking segment: {'id': '9c7a1bea-5382-49de-b882-418424197122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '43da1322-cd78-4338-899f-076312fea764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:18.372886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network hostable DHCP agents. Network: 43da1322-cd78-4338-899f-076312fea764, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:05:18.447552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network 43da1322-cd78-4338-899f-076312fea764 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:05:18.515649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 43da1322-cd78-4338-899f-076312fea764) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:18.519814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:18.520439 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:18.525393 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bf8abb-912f-438d-8fe8-ca3e95da2f36 None None] Network 43da1322-cd78-4338-899f-076312fea764 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:18.605226 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dc81f766-3d6d-44e1-968f-38f951538749 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9733860 May 27 23:05:18.605540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38054) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:18.769545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-43da1322-cd78-4338-899f-076312fea764', 'network_id': '43da1322-cd78-4338-899f-076312fea764', 'tenant_id': '26e0107a587f43f08a727734f2b0ac9b', 'fixed_ips': [{'subnet_id': '09f23450-d1fc-46e0-b27b-ee15465e9afd'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:05:18.771683 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:18.782778 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:18.853463 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:18.938959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Allocated IP 172.20.0.3 (43da1322-cd78-4338-899f-076312fea764/09f23450-d1fc-46e0-b27b-ee15465e9afd/b6cf8d8f-d83c-40b9-862e-c4aff199f02e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:05:19.054055 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:05:19.151744 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:19.162421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Transition to ACTIVE for port object b6cf8d8f-d83c-40b9-862e-c4aff199f02e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:19.182034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Transition to ACTIVE for port object b6cf8d8f-d83c-40b9-862e-c4aff199f02e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:19.263707 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:19.327069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Network 43da1322-cd78-4338-899f-076312fea764 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:05:19.329829 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:19.335228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:05:19.342542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Pushing event updated for resources: {'Port': ['ID=b6cf8d8f-d83c-40b9-862e-c4aff199f02e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:19.356096 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:19.392990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Subnet': ['ID=09f23450-d1fc-46e0-b27b-ee15465e9afd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:19.429933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Attempting to bind port b6cf8d8f-d83c-40b9-862e-c4aff199f02e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:05:19.430300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Attempting to bind port b6cf8d8f-d83c-40b9-862e-c4aff199f02e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '9c7a1bea-5382-49de-b882-418424197122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '43da1322-cd78-4338-899f-076312fea764'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:05:19.430661 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Attempting to bind port b6cf8d8f-d83c-40b9-862e-c4aff199f02e on network 43da1322-cd78-4338-899f-076312fea764 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:05:19.436429 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:05:19.437076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Checking segment: {'id': '9c7a1bea-5382-49de-b882-418424197122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '43da1322-cd78-4338-899f-076312fea764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:19.437758 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:19.437758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Bound using segment: {'id': '9c7a1bea-5382-49de-b882-418424197122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '43da1322-cd78-4338-899f-076312fea764'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:05:19.438481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Bound port: b6cf8d8f-d83c-40b9-862e-c4aff199f02e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7a1bea-5382-49de-b882-418424197122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '43da1322-cd78-4338-899f-076312fea764'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:05:19.438581 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:19.493571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:19.525559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43da1322-cd78-4338-899f-076312fea764']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:19.532805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] For port b6cf8d8f-d83c-40b9-862e-c4aff199f02e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:05:19.534607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7a1bea-5382-49de-b882-418424197122') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:19.534912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7a1bea-5382-49de-b882-418424197122') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:19.535997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] For port b6cf8d8f-d83c-40b9-862e-c4aff199f02e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b6cf8d8f-d83c-40b9-862e-c4aff199f02e,segment=NetworkSegment(9c7a1bea-5382-49de-b882-418424197122),segment_id=9c7a1bea-5382-49de-b882-418424197122)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:05:19.546994 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:19.594681 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:19.597029 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:19.603604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:19.604109 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:19.679235 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadfb44-b67f-46b1-9753-dac1fdbc5d35 None None] Pushing event updated for resources: {'Port': ['ID=b6cf8d8f-d83c-40b9-862e-c4aff199f02e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:19.733332 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:05:19.733332 n-d-843680-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:05:19.733332 n-d-843680-3 neutron-server[88901]: [parameters: {'id': '43da1322-cd78-4338-899f-076312fea764'}] May 27 23:05:19.733332 n-d-843680-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:05:19.733757 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:05:19.763678 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9c7a1bea-5382-49de-b882-418424197122 resource provider aggregate not found May 27 23:05:19.782879 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9c7a1bea-5382-49de-b882-418424197122 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c7a1bea-5382-49de-b882-418424197122 found for delete ", "request_id": "req-97310f92-12a6-438e-81b0-e723cf2f679e"}]} May 27 23:05:19.789552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e594fb5b-e717-4c69-95cb-c254ae7fe267 None None] Network 43da1322-cd78-4338-899f-076312fea764 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:20.026035 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e3bce4-0f1f-43d0-aad9-89aa47d3ad2c None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:05:20.131442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e3bce4-0f1f-43d0-aad9-89aa47d3ad2c None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:05:20.235349 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:20.249617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Deleting port b6cf8d8f-d83c-40b9-862e-c4aff199f02e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:20.257963 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:20.304445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38074) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:20.451550 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-376f68fa-2e28-4873-9d5c-e5e0423ad278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:20.466966 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-376f68fa-2e28-4873-9d5c-e5e0423ad278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:20.471485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-376f68fa-2e28-4873-9d5c-e5e0423ad278 admin admin] Usage tracker for resource:security_group_rule and tenant:32289631bb85455f88fcf0a5e6b47620 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:20.474510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-376f68fa-2e28-4873-9d5c-e5e0423ad278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:20.480407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-376f68fa-2e28-4873-9d5c-e5e0423ad278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:20.488176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] For port b6cf8d8f-d83c-40b9-862e-c4aff199f02e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b6cf8d8f-d83c-40b9-862e-c4aff199f02e,segment=NetworkSegment(9c7a1bea-5382-49de-b882-418424197122),segment_id=9c7a1bea-5382-49de-b882-418424197122)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:20.488568 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:20.563182 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-376f68fa-2e28-4873-9d5c-e5e0423ad278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:20.616013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Calling delete_port for b6cf8d8f-d83c-40b9-862e-c4aff199f02e owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:20.630099 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-376f68fa-2e28-4873-9d5c-e5e0423ad278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:20.674473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f68fa-2e28-4873-9d5c-e5e0423ad278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176f3048-3e4c-451f-b4b0-587fbaf1c900,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:20.685401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-376f68fa-2e28-4873-9d5c-e5e0423ad278 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=32289631bb85455f88fcf0a5e6b47620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799067 May 27 23:05:20.685981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38080) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:20.744783 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e9da3d6-7aee-4cd5-b397-177753062b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:20.770284 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e9da3d6-7aee-4cd5-b397-177753062b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:20.807540 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:20.856965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Port': ['ID=b6cf8d8f-d83c-40b9-862e-c4aff199f02e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:20.860341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No DVR routers for this DVR port b6cf8d8f-d83c-40b9-862e-c4aff199f02e on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:05:20.897771 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e9da3d6-7aee-4cd5-b397-177753062b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:20.911658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9da3d6-7aee-4cd5-b397-177753062b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176f3048-3e4c-451f-b4b0-587fbaf1c900,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:20.919878 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9e9da3d6-7aee-4cd5-b397-177753062b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:20.925241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9e9da3d6-7aee-4cd5-b397-177753062b0a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/176f3048-3e4c-451f-b4b0-587fbaf1c900 HTTP/1.1" status: 204 len: 168 time: 0.2367146 May 27 23:05:20.983811 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:21.009540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43da1322-cd78-4338-899f-076312fea764']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:21.021183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7a1bea-5382-49de-b882-418424197122') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:21.021479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7a1bea-5382-49de-b882-418424197122') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:21.032447 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:21.048457 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:21.055181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:21.055555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:21.243195 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:21.262343 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:21.270870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Network': ['ID=43da1322-cd78-4338-899f-076312fea764,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:21.277264 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4e9e9d60-9adf-4822-965f-c63fd5a999e4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/43da1322-cd78-4338-899f-076312fea764 HTTP/1.1" status: 204 len: 168 time: 2.6707003 May 27 23:05:21.280808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38088) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:21.286342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2045670462'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:21.291726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:21.295478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:network and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:21.298304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:21.305098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:21.372610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:21.375989 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:21.402400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:05:21.410827 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:21.411387 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Added segment 0f341a89-30f0-400d-8c3b-a95375f48cbf of type vlan for network 788764e0-4c10-47d3-b90d-10bb2320bd77 May 27 23:05:21.438180 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:21.512268 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38092) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:21.528393 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e691-a75b-4c34-9362-ccfa8a3c36d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:21.542221 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:21.547488 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:21.552876 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:21.625590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1ff3e691-a75b-4c34-9362-ccfa8a3c36d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:21.639595 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1ff3e691-a75b-4c34-9362-ccfa8a3c36d7 admin admin] Usage tracker for resource:security_group_rule and tenant:b5ba235b1f3944679b7f3ac02c974706 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:21.659455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1ff3e691-a75b-4c34-9362-ccfa8a3c36d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:21.661432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1ff3e691-a75b-4c34-9362-ccfa8a3c36d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:21.666899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Network': ['ID=788764e0-4c10-47d3-b90d-10bb2320bd77,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:21.677832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 788764e0-4c10-47d3-b90d-10bb2320bd77 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:05:21.707025 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8f3f3158-89ad-4fc0-b01d-8f24d79bf0a0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4229283 May 27 23:05:21.707277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38096) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:21.713018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'subnet': {'network_id': '788764e0-4c10-47d3-b90d-10bb2320bd77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:21.806484 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e691-a75b-4c34-9362-ccfa8a3c36d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:21.810016 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9c7a1bea-5382-49de-b882-418424197122 resource provider aggregate not found May 27 23:05:21.827912 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 9c7a1bea-5382-49de-b882-418424197122 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c7a1bea-5382-49de-b882-418424197122 found for delete ", "request_id": "req-70c5df0c-b19a-4741-a37b-e38516ef9c10"}]} May 27 23:05:21.882500 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1ff3e691-a75b-4c34-9362-ccfa8a3c36d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:21.932028 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1ff3e691-a75b-4c34-9362-ccfa8a3c36d7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b5ba235b1f3944679b7f3ac02c974706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4195809 May 27 23:05:21.935355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38104) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:21.937992 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3e691-a75b-4c34-9362-ccfa8a3c36d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60567d10-5117-4d99-8532-46bf4c0d2461,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:21.952216 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:21.956258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:subnet and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:21.959407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:21.965966 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:21.999116 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a4996e3-41aa-4bd7-a1f3-2b58ab5d35a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:22.024976 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a4996e3-41aa-4bd7-a1f3-2b58ab5d35a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:22.051560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:22.056610 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:22.162664 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a4996e3-41aa-4bd7-a1f3-2b58ab5d35a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:22.180196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4996e3-41aa-4bd7-a1f3-2b58ab5d35a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60567d10-5117-4d99-8532-46bf4c0d2461,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:22.183497 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a4996e3-41aa-4bd7-a1f3-2b58ab5d35a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:22.187143 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a4996e3-41aa-4bd7-a1f3-2b58ab5d35a4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/60567d10-5117-4d99-8532-46bf4c0d2461 HTTP/1.1" status: 204 len: 168 time: 0.2485678 May 27 23:05:22.332698 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:22.413792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Subnet': ['ID=6b9aabd9-1cba-4fee-831a-1160018eda93,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:22.420949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Checking segment: {'id': '0f341a89-30f0-400d-8c3b-a95375f48cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '788764e0-4c10-47d3-b90d-10bb2320bd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:22.421306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network hostable DHCP agents. Network: 788764e0-4c10-47d3-b90d-10bb2320bd77, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:05:22.451140 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:22.576647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network 788764e0-4c10-47d3-b90d-10bb2320bd77 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:05:22.665324 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 788764e0-4c10-47d3-b90d-10bb2320bd77) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:22.669107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:22.670078 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:22.676548 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabc9dbb-9b29-4d0c-90a5-2bd77a129996 None None] Network 788764e0-4c10-47d3-b90d-10bb2320bd77 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:22.773749 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-df6c9259-d8c7-4e4d-9874-c4a55fe8a4cd tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0652659 May 27 23:05:22.776316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38116) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:22.910087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-788764e0-4c10-47d3-b90d-10bb2320bd77', 'network_id': '788764e0-4c10-47d3-b90d-10bb2320bd77', 'tenant_id': '26e0107a587f43f08a727734f2b0ac9b', 'fixed_ips': [{'subnet_id': '6b9aabd9-1cba-4fee-831a-1160018eda93'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:05:22.912293 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:22.923605 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:22.995206 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:23.070148 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Allocated IP 172.20.0.1 (788764e0-4c10-47d3-b90d-10bb2320bd77/6b9aabd9-1cba-4fee-831a-1160018eda93/61656b5a-5dda-4f31-b8e3-7245bba0d7a1) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:05:23.271893 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:23.281466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Transition to ACTIVE for port object 61656b5a-5dda-4f31-b8e3-7245bba0d7a1 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:23.299347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Transition to ACTIVE for port object 61656b5a-5dda-4f31-b8e3-7245bba0d7a1 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:23.362610 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:23.430155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Network 788764e0-4c10-47d3-b90d-10bb2320bd77 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:05:23.433010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:23.436835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:05:23.474895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Pushing event updated for resources: {'Port': ['ID=61656b5a-5dda-4f31-b8e3-7245bba0d7a1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:23.516997 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:23.532151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Attempting to bind port 61656b5a-5dda-4f31-b8e3-7245bba0d7a1 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:05:23.532588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Attempting to bind port 61656b5a-5dda-4f31-b8e3-7245bba0d7a1 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '0f341a89-30f0-400d-8c3b-a95375f48cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '788764e0-4c10-47d3-b90d-10bb2320bd77'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:05:23.532922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Attempting to bind port 61656b5a-5dda-4f31-b8e3-7245bba0d7a1 on network 788764e0-4c10-47d3-b90d-10bb2320bd77 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:05:23.539098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:05:23.539469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Checking segment: {'id': '0f341a89-30f0-400d-8c3b-a95375f48cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '788764e0-4c10-47d3-b90d-10bb2320bd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:23.539866 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:23.540250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Bound using segment: {'id': '0f341a89-30f0-400d-8c3b-a95375f48cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '788764e0-4c10-47d3-b90d-10bb2320bd77'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:05:23.540738 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Bound port: 61656b5a-5dda-4f31-b8e3-7245bba0d7a1, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f341a89-30f0-400d-8c3b-a95375f48cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '788764e0-4c10-47d3-b90d-10bb2320bd77'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:05:23.541106 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:23.561831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9aabd9-1cba-4fee-831a-1160018eda93,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:23.649765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] For port 61656b5a-5dda-4f31-b8e3-7245bba0d7a1, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:05:23.653556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] For port 61656b5a-5dda-4f31-b8e3-7245bba0d7a1, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=61656b5a-5dda-4f31-b8e3-7245bba0d7a1,segment=NetworkSegment(0f341a89-30f0-400d-8c3b-a95375f48cbf),segment_id=0f341a89-30f0-400d-8c3b-a95375f48cbf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:05:23.659031 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:23.689741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788764e0-4c10-47d3-b90d-10bb2320bd77']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:23.699562 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f341a89-30f0-400d-8c3b-a95375f48cbf') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:23.699863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f341a89-30f0-400d-8c3b-a95375f48cbf') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:23.713967 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:23.749259 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:23.749398 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:23.754086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:23.754478 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:23.827974 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 0f341a89-30f0-400d-8c3b-a95375f48cbf resource provider aggregate not found May 27 23:05:23.866944 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 0f341a89-30f0-400d-8c3b-a95375f48cbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f341a89-30f0-400d-8c3b-a95375f48cbf found for delete ", "request_id": "req-0fba3af4-5c68-49c8-b654-17d07e740012"}]} May 27 23:05:23.911766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9141c-dbe6-4276-b9d8-420bc0c2a887 None None] Pushing event updated for resources: {'Port': ['ID=61656b5a-5dda-4f31-b8e3-7245bba0d7a1,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:23.916559 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:05:23.916559 n-d-843680-3 neutron-server[88900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:05:23.916559 n-d-843680-3 neutron-server[88900]: [parameters: {'id': '788764e0-4c10-47d3-b90d-10bb2320bd77'}] May 27 23:05:23.916559 n-d-843680-3 neutron-server[88900]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:05:23.921094 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:05:23.946067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1ab8f-dd3a-4051-83c6-eda7f6fb0b28 None None] Network 788764e0-4c10-47d3-b90d-10bb2320bd77 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:24.141971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a2b2ad-829f-4017-925f-ae223cc26580 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:05:24.247339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a2b2ad-829f-4017-925f-ae223cc26580 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:05:24.417700 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:24.429206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Deleting port 61656b5a-5dda-4f31-b8e3-7245bba0d7a1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:24.429616 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:24.664907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] For port 61656b5a-5dda-4f31-b8e3-7245bba0d7a1, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=61656b5a-5dda-4f31-b8e3-7245bba0d7a1,segment=NetworkSegment(0f341a89-30f0-400d-8c3b-a95375f48cbf),segment_id=0f341a89-30f0-400d-8c3b-a95375f48cbf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:24.665265 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:24.793493 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Calling delete_port for 61656b5a-5dda-4f31-b8e3-7245bba0d7a1 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:24.938767 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:24.992811 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Port': ['ID=61656b5a-5dda-4f31-b8e3-7245bba0d7a1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:24.993417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No DVR routers for this DVR port 61656b5a-5dda-4f31-b8e3-7245bba0d7a1 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:05:25.241265 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:25.267716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788764e0-4c10-47d3-b90d-10bb2320bd77']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:25.279980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f341a89-30f0-400d-8c3b-a95375f48cbf') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:25.280275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f341a89-30f0-400d-8c3b-a95375f48cbf') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:25.292273 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:25.309443 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:25.315695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:25.316069 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:25.499171 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:25.517604 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:25.528926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Network': ['ID=788764e0-4c10-47d3-b90d-10bb2320bd77,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:25.535730 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-947833c8-550c-4f7c-b979-76b7405d1ce5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/788764e0-4c10-47d3-b90d-10bb2320bd77 HTTP/1.1" status: 204 len: 168 time: 2.7583804 May 27 23:05:25.539262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38210) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:25.545054 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-700325719'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:25.551274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:25.557932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:network and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:25.559643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:25.565392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:25.710196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:25.714407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:25.759746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:05:25.768140 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:25.771420 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Added segment ffac9e8b-e1e5-4d97-af62-48e35fc200da of type vlan for network 38787b05-6edd-4470-9a36-03dc8cc23208 May 27 23:05:25.887383 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 0f341a89-30f0-400d-8c3b-a95375f48cbf resource provider aggregate not found May 27 23:05:25.906594 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 0f341a89-30f0-400d-8c3b-a95375f48cbf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f341a89-30f0-400d-8c3b-a95375f48cbf found for delete ", "request_id": "req-f2b8eeb2-e77e-430f-99b7-cc0c86523d98"}]} May 27 23:05:25.914363 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:26.018677 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:26.025544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:26.026117 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:26.132505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Network': ['ID=38787b05-6edd-4470-9a36-03dc8cc23208,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:26.143921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 38787b05-6edd-4470-9a36-03dc8cc23208 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:05:26.214228 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-975ea569-ce66-4693-872a-dcb85cdb342e tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6738226 May 27 23:05:26.216957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38220) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:26.222877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'subnet': {'network_id': '38787b05-6edd-4470-9a36-03dc8cc23208', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:26.338453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:26.342204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:subnet and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:26.346041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:26.351751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:26.445964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:26.449469 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:26.734551 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:26.829573 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Subnet': ['ID=ff235066-f567-456d-8e78-7f9b2e44ed9e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:26.834996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Checking segment: {'id': 'ffac9e8b-e1e5-4d97-af62-48e35fc200da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '38787b05-6edd-4470-9a36-03dc8cc23208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:26.835354 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network hostable DHCP agents. Network: 38787b05-6edd-4470-9a36-03dc8cc23208, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:05:26.904425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network 38787b05-6edd-4470-9a36-03dc8cc23208 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:05:26.973289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 38787b05-6edd-4470-9a36-03dc8cc23208) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:26.977615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:26.978408 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:26.985275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2076e34a-6db9-4d6e-9d99-c22a877fe04e None None] Network 38787b05-6edd-4470-9a36-03dc8cc23208 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:27.049176 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b7754d57-bf44-4df7-92d9-c05540a1d43a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8300960 May 27 23:05:27.053170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38226) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:27.209348 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:27.214108 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-38787b05-6edd-4470-9a36-03dc8cc23208', 'network_id': '38787b05-6edd-4470-9a36-03dc8cc23208', 'tenant_id': '26e0107a587f43f08a727734f2b0ac9b', 'fixed_ips': [{'subnet_id': 'ff235066-f567-456d-8e78-7f9b2e44ed9e'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:05:27.215637 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:27.278260 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:27.385459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Allocated IP 172.20.0.2 (38787b05-6edd-4470-9a36-03dc8cc23208/ff235066-f567-456d-8e78-7f9b2e44ed9e/4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:05:27.617802 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:27.626565 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-98e35b71-ce24-4b7e-9216-fb65257a1af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:27.629907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Transition to ACTIVE for port object 4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:27.648289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Transition to ACTIVE for port object 4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:27.733635 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:27.803083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Network 38787b05-6edd-4470-9a36-03dc8cc23208 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:05:27.803216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:27.807001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:05:27.815848 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Pushing event updated for resources: {'Port': ['ID=4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:27.856326 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:27.894205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Subnet': ['ID=ff235066-f567-456d-8e78-7f9b2e44ed9e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:27.910052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Attempting to bind port 4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:05:27.910517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Attempting to bind port 4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'ffac9e8b-e1e5-4d97-af62-48e35fc200da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '38787b05-6edd-4470-9a36-03dc8cc23208'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:05:27.911105 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Attempting to bind port 4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5 on network 38787b05-6edd-4470-9a36-03dc8cc23208 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:05:27.917924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:05:27.917924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Checking segment: {'id': 'ffac9e8b-e1e5-4d97-af62-48e35fc200da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '38787b05-6edd-4470-9a36-03dc8cc23208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:27.917924 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:27.918268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Bound using segment: {'id': 'ffac9e8b-e1e5-4d97-af62-48e35fc200da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '38787b05-6edd-4470-9a36-03dc8cc23208'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:05:27.918737 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Bound port: 4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffac9e8b-e1e5-4d97-af62-48e35fc200da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '38787b05-6edd-4470-9a36-03dc8cc23208'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:05:27.919112 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:27.999605 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:28.011688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] For port 4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:05:28.014816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] For port 4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5,segment=NetworkSegment(ffac9e8b-e1e5-4d97-af62-48e35fc200da),segment_id=ffac9e8b-e1e5-4d97-af62-48e35fc200da)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:05:28.027400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38787b05-6edd-4470-9a36-03dc8cc23208']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:28.039515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffac9e8b-e1e5-4d97-af62-48e35fc200da') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:28.039812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffac9e8b-e1e5-4d97-af62-48e35fc200da') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:28.051836 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:28.134296 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:28.134436 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:28.143530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:28.143963 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:28.220838 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ffac9e8b-e1e5-4d97-af62-48e35fc200da resource provider aggregate not found May 27 23:05:28.246044 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ffac9e8b-e1e5-4d97-af62-48e35fc200da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffac9e8b-e1e5-4d97-af62-48e35fc200da found for delete ", "request_id": "req-428bcd41-9326-4879-97cb-ee0536146916"}]} May 27 23:05:28.288608 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:05:28.288608 n-d-843680-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:05:28.288608 n-d-843680-3 neutron-server[88901]: [parameters: {'id': '38787b05-6edd-4470-9a36-03dc8cc23208'}] May 27 23:05:28.288608 n-d-843680-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:05:28.289026 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:05:28.296588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66e4f4-d749-4acf-ad94-a6d04d46206c None None] Pushing event updated for resources: {'Port': ['ID=4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:28.322507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db105672-4fde-45ff-b09a-b00c76dbdd1c None None] Network 38787b05-6edd-4470-9a36-03dc8cc23208 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:28.551691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cac441e-4f94-420a-9e4c-de3eb14e7b31 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:05:28.632226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cac441e-4f94-420a-9e4c-de3eb14e7b31 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:05:28.790465 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:28.803152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Deleting port 4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:28.803587 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:29.079348 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] For port 4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5,segment=NetworkSegment(ffac9e8b-e1e5-4d97-af62-48e35fc200da),segment_id=ffac9e8b-e1e5-4d97-af62-48e35fc200da)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:29.079348 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:29.233878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Calling delete_port for 4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:29.510165 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:29.558824 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Port': ['ID=4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:29.562239 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No DVR routers for this DVR port 4f8f38a2-47eb-4bb2-aa9e-c4d635d5b4e5 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:05:29.676080 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e46202d6-90b1-45cd-bbb8-60a0b6aadb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:29.695921 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:29.724518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38787b05-6edd-4470-9a36-03dc8cc23208']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:29.736911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffac9e8b-e1e5-4d97-af62-48e35fc200da') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:29.737205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffac9e8b-e1e5-4d97-af62-48e35fc200da') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:29.750557 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:29.767514 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:29.774456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:29.774866 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:29.938295 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:29.943835 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:29.984231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Network': ['ID=38787b05-6edd-4470-9a36-03dc8cc23208,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:29.984231 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9dadc84b-ca81-437f-ab55-ba586e8ca1f3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/38787b05-6edd-4470-9a36-03dc8cc23208 HTTP/1.1" status: 204 len: 168 time: 2.9248796 May 27 23:05:29.984231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38242) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:29.990051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1382598603'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:29.996328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:30.000284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:network and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:30.004034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:30.010564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:30.088788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:30.093376 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:30.133963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:05:30.143046 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:30.143388 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Added segment 355170b2-97d4-4c06-8ac4-d1d8f9c3ef76 of type vlan for network 154e5a8f-0eb6-49c8-b189-753bbf69ed5d May 27 23:05:30.170502 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:30.264558 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ffac9e8b-e1e5-4d97-af62-48e35fc200da resource provider aggregate not found May 27 23:05:30.281125 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ffac9e8b-e1e5-4d97-af62-48e35fc200da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffac9e8b-e1e5-4d97-af62-48e35fc200da found for delete ", "request_id": "req-ef18ecce-b815-46c7-aba7-3bd4b52df514"}]} May 27 23:05:30.282304 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:30.287905 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:30.288512 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:30.397755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Network': ['ID=154e5a8f-0eb6-49c8-b189-753bbf69ed5d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:30.408098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 154e5a8f-0eb6-49c8-b189-753bbf69ed5d details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:05:30.465633 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7e2bae7b-eddd-4834-a527-702fc998efd4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4805274 May 27 23:05:30.468397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38250) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:30.477398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'subnet': {'network_id': '154e5a8f-0eb6-49c8-b189-753bbf69ed5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:30.592697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:30.596837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:subnet and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:30.599920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:30.607948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:30.692068 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:30.697716 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:30.798474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.ipam_backend_mixin [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Performing IP validity checks on allocation pools {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 23:05:30.799030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.ipam_backend_mixin [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 23:05:30.964385 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:30.988889 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:30.991226 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:31.083455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Subnet': ['ID=b89de9a1-05db-48f0-814b-56ffa178e79c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:31.093942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Checking segment: {'id': '355170b2-97d4-4c06-8ac4-d1d8f9c3ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '154e5a8f-0eb6-49c8-b189-753bbf69ed5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:31.093942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network hostable DHCP agents. Network: 154e5a8f-0eb6-49c8-b189-753bbf69ed5d, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:05:31.201865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network 154e5a8f-0eb6-49c8-b189-753bbf69ed5d is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:05:31.281996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 154e5a8f-0eb6-49c8-b189-753bbf69ed5d) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:31.286061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:31.286636 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:31.292810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22604253-47a7-413b-96e1-a8727195a354 None None] Network 154e5a8f-0eb6-49c8-b189-753bbf69ed5d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:31.386998 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-95471dbf-64d4-4c60-b101-b820ab4b2a65 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9146278 May 27 23:05:31.389660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38256) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:31.514542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-154e5a8f-0eb6-49c8-b189-753bbf69ed5d', 'network_id': '154e5a8f-0eb6-49c8-b189-753bbf69ed5d', 'tenant_id': '26e0107a587f43f08a727734f2b0ac9b', 'fixed_ips': [{'subnet_id': 'b89de9a1-05db-48f0-814b-56ffa178e79c'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:05:31.515592 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:31.539572 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:31.610256 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:31.680606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Allocated IP 172.20.0.3 (154e5a8f-0eb6-49c8-b189-753bbf69ed5d/b89de9a1-05db-48f0-814b-56ffa178e79c/02e17c15-887c-4276-bdb2-e617d93c230e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:05:31.889982 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:31.901255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Transition to ACTIVE for port object 02e17c15-887c-4276-bdb2-e617d93c230e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:31.919716 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Transition to ACTIVE for port object 02e17c15-887c-4276-bdb2-e617d93c230e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:32.010752 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:32.089515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Network 154e5a8f-0eb6-49c8-b189-753bbf69ed5d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:05:32.096444 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:32.099165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Pushing event updated for resources: {'Port': ['ID=02e17c15-887c-4276-bdb2-e617d93c230e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:32.100147 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:32.101298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:05:32.154409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Subnet': ['ID=b89de9a1-05db-48f0-814b-56ffa178e79c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:32.242511 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:32.249669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Attempting to bind port 02e17c15-887c-4276-bdb2-e617d93c230e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:05:32.250074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Attempting to bind port 02e17c15-887c-4276-bdb2-e617d93c230e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '355170b2-97d4-4c06-8ac4-d1d8f9c3ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '154e5a8f-0eb6-49c8-b189-753bbf69ed5d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:05:32.250507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Attempting to bind port 02e17c15-887c-4276-bdb2-e617d93c230e on network 154e5a8f-0eb6-49c8-b189-753bbf69ed5d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:05:32.257047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:05:32.262496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Checking segment: {'id': '355170b2-97d4-4c06-8ac4-d1d8f9c3ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '154e5a8f-0eb6-49c8-b189-753bbf69ed5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:32.262496 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:32.262496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Bound using segment: {'id': '355170b2-97d4-4c06-8ac4-d1d8f9c3ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '154e5a8f-0eb6-49c8-b189-753bbf69ed5d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:05:32.262496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Bound port: 02e17c15-887c-4276-bdb2-e617d93c230e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355170b2-97d4-4c06-8ac4-d1d8f9c3ef76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '154e5a8f-0eb6-49c8-b189-753bbf69ed5d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:05:32.262496 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:32.264430 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:32.292822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154e5a8f-0eb6-49c8-b189-753bbf69ed5d']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:32.305833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355170b2-97d4-4c06-8ac4-d1d8f9c3ef76') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:32.306214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355170b2-97d4-4c06-8ac4-d1d8f9c3ef76') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:32.320633 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:32.339161 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:32.346017 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:32.346409 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:32.360715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] For port 02e17c15-887c-4276-bdb2-e617d93c230e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:05:32.417664 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 355170b2-97d4-4c06-8ac4-d1d8f9c3ef76 resource provider aggregate not found May 27 23:05:32.443405 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 355170b2-97d4-4c06-8ac4-d1d8f9c3ef76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 355170b2-97d4-4c06-8ac4-d1d8f9c3ef76 found for delete ", "request_id": "req-bb9e413b-df3c-4eef-bd3a-f8410dbba969"}]} May 27 23:05:32.452682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] For port 02e17c15-887c-4276-bdb2-e617d93c230e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=02e17c15-887c-4276-bdb2-e617d93c230e,segment=NetworkSegment(355170b2-97d4-4c06-8ac4-d1d8f9c3ef76),segment_id=355170b2-97d4-4c06-8ac4-d1d8f9c3ef76)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:05:32.485917 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:05:32.485917 n-d-843680-3 neutron-server[88900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:05:32.485917 n-d-843680-3 neutron-server[88900]: [parameters: {'id': '154e5a8f-0eb6-49c8-b189-753bbf69ed5d'}] May 27 23:05:32.485917 n-d-843680-3 neutron-server[88900]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:05:32.486281 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:05:32.515025 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:32.638191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b20217-1aad-4064-9d9a-727ce6bfc90d None None] Pushing event updated for resources: {'Port': ['ID=02e17c15-887c-4276-bdb2-e617d93c230e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:32.667269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dcbeba-d916-4212-afdf-d18f9eebaecb None None] Network 154e5a8f-0eb6-49c8-b189-753bbf69ed5d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:32.875788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006f7a98-5e5b-4b90-b08c-5b60c4f1535b None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:05:32.976139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006f7a98-5e5b-4b90-b08c-5b60c4f1535b None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:05:32.987685 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:32.999317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Deleting port 02e17c15-887c-4276-bdb2-e617d93c230e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:32.999871 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:33.217780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] For port 02e17c15-887c-4276-bdb2-e617d93c230e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=02e17c15-887c-4276-bdb2-e617d93c230e,segment=NetworkSegment(355170b2-97d4-4c06-8ac4-d1d8f9c3ef76),segment_id=355170b2-97d4-4c06-8ac4-d1d8f9c3ef76)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:33.218138 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:33.485960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Calling delete_port for 02e17c15-887c-4276-bdb2-e617d93c230e owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:33.617029 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:33.667356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Port': ['ID=02e17c15-887c-4276-bdb2-e617d93c230e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:33.670214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No DVR routers for this DVR port 02e17c15-887c-4276-bdb2-e617d93c230e on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:05:33.798079 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:33.826908 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154e5a8f-0eb6-49c8-b189-753bbf69ed5d']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:33.839911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355170b2-97d4-4c06-8ac4-d1d8f9c3ef76') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:33.840207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355170b2-97d4-4c06-8ac4-d1d8f9c3ef76') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:33.853691 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:33.870029 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:33.876244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:33.876817 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:34.065778 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:34.065778 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:34.090767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Network': ['ID=154e5a8f-0eb6-49c8-b189-753bbf69ed5d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:34.100200 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4ffc1ddf-cbe6-4e95-9c55-db74f69fcf50 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/154e5a8f-0eb6-49c8-b189-753bbf69ed5d HTTP/1.1" status: 204 len: 168 time: 2.7052748 May 27 23:05:34.100200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38272) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:34.105700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-148375202'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:34.111364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:34.115577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:network and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:34.118798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:34.128831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:34.464045 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 355170b2-97d4-4c06-8ac4-d1d8f9c3ef76 resource provider aggregate not found May 27 23:05:34.485252 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 355170b2-97d4-4c06-8ac4-d1d8f9c3ef76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 355170b2-97d4-4c06-8ac4-d1d8f9c3ef76 found for delete ", "request_id": "req-57760016-c77f-4e16-8d03-29cb3c2f4864"}]} May 27 23:05:34.545419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:34.549499 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:34.585174 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:05:34.596027 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:34.596027 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Added segment 6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5 of type vlan for network 535bf03d-0540-45c3-8bcd-c8903750891b May 27 23:05:34.622926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:34.722020 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:34.728991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:34.729842 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:34.844204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Network': ['ID=535bf03d-0540-45c3-8bcd-c8903750891b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:34.854937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 535bf03d-0540-45c3-8bcd-c8903750891b details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:05:34.894950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38282) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:34.896077 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-46a2ef3b-df8d-4ab1-becf-d6b10fa40d26 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7938724 May 27 23:05:34.902341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'subnet': {'network_id': '535bf03d-0540-45c3-8bcd-c8903750891b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:35.017872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:35.022564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:subnet and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:35.025472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:35.031325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:35.132303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:35.135112 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:35.401713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:35.488330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Subnet': ['ID=cae793e6-b6d7-4ef9-9c62-03425f452966,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:35.496891 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Checking segment: {'id': '6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '535bf03d-0540-45c3-8bcd-c8903750891b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:35.497272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network hostable DHCP agents. Network: 535bf03d-0540-45c3-8bcd-c8903750891b, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:05:35.584536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network 535bf03d-0540-45c3-8bcd-c8903750891b is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:05:35.646211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 535bf03d-0540-45c3-8bcd-c8903750891b) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:35.650550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:35.651256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:35.655689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbcdc21-d0b6-4a2c-85aa-e609b8057dc3 None None] Network 535bf03d-0540-45c3-8bcd-c8903750891b requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:35.752972 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8ec120cb-a2f1-441d-a8ba-c40dd062307b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8553066 May 27 23:05:35.753877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38288) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:35.891807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-535bf03d-0540-45c3-8bcd-c8903750891b', 'network_id': '535bf03d-0540-45c3-8bcd-c8903750891b', 'tenant_id': '26e0107a587f43f08a727734f2b0ac9b', 'fixed_ips': [{'subnet_id': 'cae793e6-b6d7-4ef9-9c62-03425f452966'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:05:35.892678 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:35.907464 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:35.980784 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:36.062739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Allocated IP 172.20.0.1 (535bf03d-0540-45c3-8bcd-c8903750891b/cae793e6-b6d7-4ef9-9c62-03425f452966/e11f9816-cad5-40e9-bf4e-15d9afbd3a5a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:05:36.340886 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:36.368923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Transition to ACTIVE for port object e11f9816-cad5-40e9-bf4e-15d9afbd3a5a will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:36.435494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Transition to ACTIVE for port object e11f9816-cad5-40e9-bf4e-15d9afbd3a5a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:36.556243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:36.623579 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Network 535bf03d-0540-45c3-8bcd-c8903750891b is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:05:36.626839 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:36.629800 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:05:36.630856 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:36.680929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Subnet': ['ID=cae793e6-b6d7-4ef9-9c62-03425f452966,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:36.717990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Pushing event updated for resources: {'Port': ['ID=e11f9816-cad5-40e9-bf4e-15d9afbd3a5a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:36.750006 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:36.750354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:36.750692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:36.751019 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:36.751538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:36.751863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:36.752386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:36.752896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:36.753219 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:36.753706 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:36.754195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:36.754525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:05:36.766976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Attempting to bind port e11f9816-cad5-40e9-bf4e-15d9afbd3a5a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:05:36.767417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Attempting to bind port e11f9816-cad5-40e9-bf4e-15d9afbd3a5a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '535bf03d-0540-45c3-8bcd-c8903750891b'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:05:36.767851 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Attempting to bind port e11f9816-cad5-40e9-bf4e-15d9afbd3a5a on network 535bf03d-0540-45c3-8bcd-c8903750891b {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:05:36.774091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:05:36.774694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Checking segment: {'id': '6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '535bf03d-0540-45c3-8bcd-c8903750891b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:36.774840 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:36.775222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Bound using segment: {'id': '6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '535bf03d-0540-45c3-8bcd-c8903750891b'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:05:36.775683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Bound port: e11f9816-cad5-40e9-bf4e-15d9afbd3a5a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '535bf03d-0540-45c3-8bcd-c8903750891b'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:05:36.776054 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:36.804395 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:36.831067 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535bf03d-0540-45c3-8bcd-c8903750891b']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:36.844210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:36.844789 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:36.863197 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:36.867832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] For port e11f9816-cad5-40e9-bf4e-15d9afbd3a5a, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:05:36.871224 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] For port e11f9816-cad5-40e9-bf4e-15d9afbd3a5a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e11f9816-cad5-40e9-bf4e-15d9afbd3a5a,segment=NetworkSegment(6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5),segment_id=6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:05:36.932597 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:36.935224 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:36.942315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:36.942776 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:37.017388 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5 resource provider aggregate not found May 27 23:05:37.046571 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5 found for delete ", "request_id": "req-d6629b66-7cd5-4d9d-b981-8d7ea58d970d"}]} May 27 23:05:37.066429 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce66c2-34a6-4951-94df-ec9d9205ac41 None None] Pushing event updated for resources: {'Port': ['ID=e11f9816-cad5-40e9-bf4e-15d9afbd3a5a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:37.086437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb489e27-6971-4d36-8b36-d1a59e1d819d None None] Network 535bf03d-0540-45c3-8bcd-c8903750891b requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:37.290001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9426b235-7ed7-4a82-a6c0-95b34c8d4f97 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:05:37.406289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9426b235-7ed7-4a82-a6c0-95b34c8d4f97 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:05:37.962568 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:05:37.962568 n-d-843680-3 neutron-server[88900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:05:37.962568 n-d-843680-3 neutron-server[88900]: [parameters: {'id': '535bf03d-0540-45c3-8bcd-c8903750891b'}] May 27 23:05:37.962568 n-d-843680-3 neutron-server[88900]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:05:37.963379 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:05:38.464452 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:38.476165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Deleting port e11f9816-cad5-40e9-bf4e-15d9afbd3a5a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:38.482710 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:38.691015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] For port e11f9816-cad5-40e9-bf4e-15d9afbd3a5a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e11f9816-cad5-40e9-bf4e-15d9afbd3a5a,segment=NetworkSegment(6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5),segment_id=6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:38.691362 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:38.945467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Calling delete_port for e11f9816-cad5-40e9-bf4e-15d9afbd3a5a owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:39.086734 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:39.134607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Port': ['ID=e11f9816-cad5-40e9-bf4e-15d9afbd3a5a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:39.140315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No DVR routers for this DVR port e11f9816-cad5-40e9-bf4e-15d9afbd3a5a on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:05:39.267780 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:39.294043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535bf03d-0540-45c3-8bcd-c8903750891b']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:39.306094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:39.307996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:39.317501 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:39.334123 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:39.341928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:39.342443 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:39.418266 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5 resource provider aggregate not found May 27 23:05:39.442772 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d80631e-a48a-4c6f-bf0f-4f3e68fa20e5 found for delete ", "request_id": "req-04b7af06-973b-4369-897d-d4330c178b91"}]} May 27 23:05:39.576255 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:39.589093 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:39.602271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Network': ['ID=535bf03d-0540-45c3-8bcd-c8903750891b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:39.606315 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-12913a27-74c5-43a0-b464-6f880b2bcaa6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/535bf03d-0540-45c3-8bcd-c8903750891b HTTP/1.1" status: 204 len: 168 time: 3.8514328 May 27 23:05:39.609973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38326) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:39.616053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1911763803'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:39.623965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:39.628433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:network and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:39.634377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:39.638497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:39.721924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:39.725288 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:39.753779 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:05:39.763438 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:39.764251 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Added segment 87d97b43-dc20-4b69-be9d-f9404c0121eb of type vlan for network 53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478 May 27 23:05:39.790267 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:39.887407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:39.893199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:39.893753 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:40.003493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Network': ['ID=53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:40.014401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:05:40.073178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38336) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:40.073320 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-aa861b36-d8e1-472d-b628-1303fb673bd5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4622176 May 27 23:05:40.078728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'subnet': {'network_id': '53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:40.195077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:40.199032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:subnet and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:40.201888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:40.207740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:40.269957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:40.273615 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:40.556285 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:40.834691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Subnet': ['ID=a60c5f41-335f-42cf-ba5f-ca61c7506194,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:40.834691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Checking segment: {'id': '87d97b43-dc20-4b69-be9d-f9404c0121eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:40.834691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network hostable DHCP agents. Network: 53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:05:40.834691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network 53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:05:40.963900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:40.963900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:40.963900 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:40.967734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb49652-2882-43a6-a578-5bb3bcd54e3d None None] Network 53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:41.050191 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d9ebff4f-ea27-45b4-acd9-42461e5adb1c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9733405 May 27 23:05:41.050286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38342) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:41.197523 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:41.202166 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478', 'network_id': '53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478', 'tenant_id': '26e0107a587f43f08a727734f2b0ac9b', 'fixed_ips': [{'subnet_id': 'a60c5f41-335f-42cf-ba5f-ca61c7506194'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:05:41.203618 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:41.273639 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:41.365210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Allocated IP 172.20.0.1 (53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478/a60c5f41-335f-42cf-ba5f-ca61c7506194/62ab5830-8ba3-484a-aac9-dcbcaffa3cd0) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:05:41.609579 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:41.620962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Transition to ACTIVE for port object 62ab5830-8ba3-484a-aac9-dcbcaffa3cd0 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:41.637708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Transition to ACTIVE for port object 62ab5830-8ba3-484a-aac9-dcbcaffa3cd0 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:41.727907 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:41.794695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Network 53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:05:41.797642 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:41.801194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:05:41.807197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Pushing event updated for resources: {'Port': ['ID=62ab5830-8ba3-484a-aac9-dcbcaffa3cd0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:41.892564 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Attempting to bind port 62ab5830-8ba3-484a-aac9-dcbcaffa3cd0 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:05:41.892770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Attempting to bind port 62ab5830-8ba3-484a-aac9-dcbcaffa3cd0 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '87d97b43-dc20-4b69-be9d-f9404c0121eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:05:41.893365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Attempting to bind port 62ab5830-8ba3-484a-aac9-dcbcaffa3cd0 on network 53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:05:41.894606 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:41.898997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:05:41.899362 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Checking segment: {'id': '87d97b43-dc20-4b69-be9d-f9404c0121eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:41.899753 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:41.900135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Bound using segment: {'id': '87d97b43-dc20-4b69-be9d-f9404c0121eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:05:41.900615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Bound port: 62ab5830-8ba3-484a-aac9-dcbcaffa3cd0, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87d97b43-dc20-4b69-be9d-f9404c0121eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:05:41.900979 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:41.933805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Subnet': ['ID=a60c5f41-335f-42cf-ba5f-ca61c7506194,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:41.996442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] For port 62ab5830-8ba3-484a-aac9-dcbcaffa3cd0, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:05:41.999699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] For port 62ab5830-8ba3-484a-aac9-dcbcaffa3cd0, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62ab5830-8ba3-484a-aac9-dcbcaffa3cd0,segment=NetworkSegment(87d97b43-dc20-4b69-be9d-f9404c0121eb),segment_id=87d97b43-dc20-4b69-be9d-f9404c0121eb)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:05:42.034004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:42.059603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:42.072023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d97b43-dc20-4b69-be9d-f9404c0121eb') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:42.072313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d97b43-dc20-4b69-be9d-f9404c0121eb') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:42.083203 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:42.099399 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:42.103860 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:42.110385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:42.110770 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:42.180784 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 87d97b43-dc20-4b69-be9d-f9404c0121eb resource provider aggregate not found May 27 23:05:42.206030 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 87d97b43-dc20-4b69-be9d-f9404c0121eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87d97b43-dc20-4b69-be9d-f9404c0121eb found for delete ", "request_id": "req-161d6f95-1adb-4228-9c19-ad33c18a84e6"}]} May 27 23:05:42.220490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711e43d-59d0-47dc-9f2e-841fae0444a6 None None] Pushing event updated for resources: {'Port': ['ID=62ab5830-8ba3-484a-aac9-dcbcaffa3cd0,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:42.241417 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:05:42.241417 n-d-843680-3 neutron-server[88900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:05:42.241417 n-d-843680-3 neutron-server[88900]: [parameters: {'id': '53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478'}] May 27 23:05:42.241417 n-d-843680-3 neutron-server[88900]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:05:42.241806 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:05:42.246887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1490947e-e600-4024-8368-9eda1d51ab0a None None] Network 53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:42.440997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b12ba1-420d-46ee-b9f3-213a76751f14 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:05:42.541964 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b12ba1-420d-46ee-b9f3-213a76751f14 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:05:42.742497 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:42.754027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Deleting port 62ab5830-8ba3-484a-aac9-dcbcaffa3cd0 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:42.754372 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:42.965829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] For port 62ab5830-8ba3-484a-aac9-dcbcaffa3cd0, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62ab5830-8ba3-484a-aac9-dcbcaffa3cd0,segment=NetworkSegment(87d97b43-dc20-4b69-be9d-f9404c0121eb),segment_id=87d97b43-dc20-4b69-be9d-f9404c0121eb)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:42.966186 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:43.089175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Calling delete_port for 62ab5830-8ba3-484a-aac9-dcbcaffa3cd0 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:43.218605 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:43.264445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Port': ['ID=62ab5830-8ba3-484a-aac9-dcbcaffa3cd0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:43.267555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No DVR routers for this DVR port 62ab5830-8ba3-484a-aac9-dcbcaffa3cd0 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:05:43.389902 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:43.415192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:43.427044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d97b43-dc20-4b69-be9d-f9404c0121eb') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:43.427346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d97b43-dc20-4b69-be9d-f9404c0121eb') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:43.438244 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:43.458349 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:43.464092 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:43.464502 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:43.749694 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:43.777070 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:43.784964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Network': ['ID=53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:43.789907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c0e95e9c-19b5-4aca-8f2a-da3d3e47e19d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478 HTTP/1.1" status: 204 len: 168 time: 2.7387142 May 27 23:05:43.793295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38354) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:43.798687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1663251197'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:43.804736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:43.808662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:network and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:43.811516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:43.818395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:43.915008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:43.918699 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:43.946260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:05:43.954520 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:43.955205 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Added segment 3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0 of type vlan for network e7d712f1-341a-406b-a833-6fbaa76f1f20 May 27 23:05:43.980860 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:44.098967 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:44.104860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:44.105437 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:44.220383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Network': ['ID=e7d712f1-341a-406b-a833-6fbaa76f1f20,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:44.225353 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 87d97b43-dc20-4b69-be9d-f9404c0121eb resource provider aggregate not found May 27 23:05:44.231069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network e7d712f1-341a-406b-a833-6fbaa76f1f20 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:05:44.249154 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 87d97b43-dc20-4b69-be9d-f9404c0121eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 87d97b43-dc20-4b69-be9d-f9404c0121eb found for delete ", "request_id": "req-808d8d0d-c2af-49c1-aebe-77ef45fe11ae"}]} May 27 23:05:44.276164 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6cc1df17-32c4-4225-8ea5-d41d7ad8a656 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4818492 May 27 23:05:44.278794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38366) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:44.284489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-60e32934-086d-4547-bed9-2fed1720d8e0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:44.516066 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-60e32934-086d-4547-bed9-2fed1720d8e0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:44.652366 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-60e32934-086d-4547-bed9-2fed1720d8e0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:44.679057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60e32934-086d-4547-bed9-2fed1720d8e0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network e7d712f1-341a-406b-a833-6fbaa76f1f20 is not hosted by any dhcp agent {{(pid=88900) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 27 23:05:44.684364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e32934-086d-4547-bed9-2fed1720d8e0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:44.684958 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-60e32934-086d-4547-bed9-2fed1720d8e0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:44.686256 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-60e32934-086d-4547-bed9-2fed1720d8e0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "PUT /v2.0/networks/e7d712f1-341a-406b-a833-6fbaa76f1f20 HTTP/1.1" status: 200 len: 723 time: 0.4065726 May 27 23:05:44.689435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38370) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:44.696063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'subnet': {'network_id': 'e7d712f1-341a-406b-a833-6fbaa76f1f20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:44.765013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e32934-086d-4547-bed9-2fed1720d8e0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Network': ['ID=e7d712f1-341a-406b-a833-6fbaa76f1f20,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:44.776150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network e7d712f1-341a-406b-a833-6fbaa76f1f20 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:05:44.811276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:44.815121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:subnet and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:44.818161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:44.824310 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:44.938300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:44.941790 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:45.236031 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:45.314209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Subnet': ['ID=184ac9f5-526e-4b2a-8a17-e32faa243362,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:45.322652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Checking segment: {'id': '3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e7d712f1-341a-406b-a833-6fbaa76f1f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:45.323013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network hostable DHCP agents. Network: e7d712f1-341a-406b-a833-6fbaa76f1f20, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:05:45.445277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network e7d712f1-341a-406b-a833-6fbaa76f1f20 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:05:45.525896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, e7d712f1-341a-406b-a833-6fbaa76f1f20) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:45.529769 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:45.530384 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:45.534278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3a235d-f796-4319-bd92-a50fd37e7304 None None] Network e7d712f1-341a-406b-a833-6fbaa76f1f20 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:45.642328 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d6e6ac93-2999-4124-859a-7214b411a994 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9512458 May 27 23:05:45.646208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38376) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:45.652513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ef876d6d-7da4-46aa-9e1b-23acb4e07c4f tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:45.781951 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ef876d6d-7da4-46aa-9e1b-23acb4e07c4f tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6661508'] for subnet, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:45.787217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-e7d712f1-341a-406b-a833-6fbaa76f1f20', 'network_id': 'e7d712f1-341a-406b-a833-6fbaa76f1f20', 'tenant_id': '26e0107a587f43f08a727734f2b0ac9b', 'fixed_ips': [{'subnet_id': '184ac9f5-526e-4b2a-8a17-e32faa243362'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:05:45.788039 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.024094 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.041479 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ef876d6d-7da4-46aa-9e1b-23acb4e07c4f tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765772876728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8214593'] for subnet, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.093664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef876d6d-7da4-46aa-9e1b-23acb4e07c4f tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:46.094006 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ef876d6d-7da4-46aa-9e1b-23acb4e07c4f tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.099182 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38380) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:46.099671 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ef876d6d-7da4-46aa-9e1b-23acb4e07c4f tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "PUT /v2.0/subnets/184ac9f5-526e-4b2a-8a17-e32faa243362 HTTP/1.1" status: 200 len: 806 time: 0.4518976 May 27 23:05:46.101295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Allocated IP 172.20.0.2 (e7d712f1-341a-406b-a833-6fbaa76f1f20/184ac9f5-526e-4b2a-8a17-e32faa243362/635a639b-bfde-4bf8-85d6-3016063dfdbc) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:05:46.118820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef876d6d-7da4-46aa-9e1b-23acb4e07c4f tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Subnet': ['ID=184ac9f5-526e-4b2a-8a17-e32faa243362,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:46.319455 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.330491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Transition to ACTIVE for port object 635a639b-bfde-4bf8-85d6-3016063dfdbc will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:46.349564 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Transition to ACTIVE for port object 635a639b-bfde-4bf8-85d6-3016063dfdbc will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:46.358917 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.427895 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.435614 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.500989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Network e7d712f1-341a-406b-a833-6fbaa76f1f20 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:05:46.504245 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:46.508133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:05:46.513643 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Pushing event updated for resources: {'Port': ['ID=635a639b-bfde-4bf8-85d6-3016063dfdbc,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:46.568182 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.599824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Attempting to bind port 635a639b-bfde-4bf8-85d6-3016063dfdbc on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:05:46.600409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Attempting to bind port 635a639b-bfde-4bf8-85d6-3016063dfdbc by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e7d712f1-341a-406b-a833-6fbaa76f1f20'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:05:46.600566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Attempting to bind port 635a639b-bfde-4bf8-85d6-3016063dfdbc on network e7d712f1-341a-406b-a833-6fbaa76f1f20 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:05:46.606067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:05:46.606432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Checking segment: {'id': '3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e7d712f1-341a-406b-a833-6fbaa76f1f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:46.606823 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.607205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Bound using segment: {'id': '3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e7d712f1-341a-406b-a833-6fbaa76f1f20'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:05:46.607659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Bound port: 635a639b-bfde-4bf8-85d6-3016063dfdbc, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e7d712f1-341a-406b-a833-6fbaa76f1f20'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:05:46.608021 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.612133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Subnet': ['ID=184ac9f5-526e-4b2a-8a17-e32faa243362,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:46.697091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] For port 635a639b-bfde-4bf8-85d6-3016063dfdbc, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:05:46.700299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] For port 635a639b-bfde-4bf8-85d6-3016063dfdbc, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=635a639b-bfde-4bf8-85d6-3016063dfdbc,segment=NetworkSegment(3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0),segment_id=3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:05:46.711496 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.742699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d712f1-341a-406b-a833-6fbaa76f1f20']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:46.755808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:46.756040 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:46.767773 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.800717 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.802436 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.810584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:46.810584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:46.874804 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0 resource provider aggregate not found May 27 23:05:46.904874 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0 found for delete ", "request_id": "req-31969be6-c898-4cd5-9d14-b6b1bbf49517"}]} May 27 23:05:46.930612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddf4af-ed80-4cf0-8e52-a9ec9c255166 None None] Pushing event updated for resources: {'Port': ['ID=635a639b-bfde-4bf8-85d6-3016063dfdbc,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:46.953326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ababe72-5260-465d-a3d3-6e04b3dc6aa2 None None] Network e7d712f1-341a-406b-a833-6fbaa76f1f20 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:46.961641 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:05:46.961641 n-d-843680-3 neutron-server[88901]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:05:46.961641 n-d-843680-3 neutron-server[88901]: [parameters: {'id': 'e7d712f1-341a-406b-a833-6fbaa76f1f20'}] May 27 23:05:46.961641 n-d-843680-3 neutron-server[88901]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:05:46.971429 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:05:47.158151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377f33e6-ee8f-48da-89c0-74830c0f1f4a None None] Network e7d712f1-341a-406b-a833-6fbaa76f1f20 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:47.358374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351ec287-c90f-4b7a-8234-3f5d2ed85cb8 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:05:47.463290 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:47.463816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351ec287-c90f-4b7a-8234-3f5d2ed85cb8 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:05:47.475784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Deleting port 635a639b-bfde-4bf8-85d6-3016063dfdbc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:47.476326 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:47.688415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] For port 635a639b-bfde-4bf8-85d6-3016063dfdbc, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=635a639b-bfde-4bf8-85d6-3016063dfdbc,segment=NetworkSegment(3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0),segment_id=3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:47.688703 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:47.825608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Calling delete_port for 635a639b-bfde-4bf8-85d6-3016063dfdbc owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:47.983870 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:48.033412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No DVR routers for this DVR port 635a639b-bfde-4bf8-85d6-3016063dfdbc on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:05:48.067736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Port': ['ID=635a639b-bfde-4bf8-85d6-3016063dfdbc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:48.159275 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:48.188022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d712f1-341a-406b-a833-6fbaa76f1f20']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:48.200541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:48.200854 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:48.213405 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:48.230220 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:48.236623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:48.237181 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:48.435609 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:48.439870 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:48.468077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Network': ['ID=e7d712f1-341a-406b-a833-6fbaa76f1f20,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:48.473362 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c531b6d0-9313-4513-a1fa-f5020e88ac7a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/e7d712f1-341a-406b-a833-6fbaa76f1f20 HTTP/1.1" status: 204 len: 168 time: 2.3728902 May 27 23:05:48.475752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38394) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:48.500521 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0989d68-372d-4a8b-aef0-8bf788845a05 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:05:48.500916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0989d68-372d-4a8b-aef0-8bf788845a05 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:48.502603 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f0989d68-372d-4a8b-aef0-8bf788845a05 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/e7d712f1-341a-406b-a833-6fbaa76f1f20 HTTP/1.1" status: 404 len: 339 time: 0.0257039 May 27 23:05:48.506763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38398) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:48.513157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1843131453', 'description': 'd1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:48.519154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:48.523932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:network and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:48.526877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:48.532709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:48.647169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:48.650760 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:48.678722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:05:48.687924 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:48.687924 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Added segment 3507eec0-cee4-4eda-9b99-6968e31666d7 of type vlan for network 1539c2fa-ae36-4040-b3fe-f96b2941e79c May 27 23:05:48.714490 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:48.846582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:48.852266 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:48.852814 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:48.954920 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0 resource provider aggregate not found May 27 23:05:48.966836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Network': ['ID=1539c2fa-ae36-4040-b3fe-f96b2941e79c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:48.972439 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f3d5040-67fa-4ec1-b8f6-30fa5b2b7bf0 found for delete ", "request_id": "req-511beed4-8d3a-4e22-9b6f-da2b3bda82a5"}]} May 27 23:05:48.978394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 1539c2fa-ae36-4040-b3fe-f96b2941e79c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:05:49.036315 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-75c3dc74-5327-4c48-a5a5-f641ec6d8391 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5277691 May 27 23:05:49.039003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38406) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:49.159789 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793234d6-ec7c-420f-a1db-391d71e17830 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:49.161022 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-793234d6-ec7c-420f-a1db-391d71e17830 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Synchronizing usage tracker for tenant:26e0107a587f43f08a727734f2b0ac9b on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:05:49.285408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-793234d6-ec7c-420f-a1db-391d71e17830 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Unset dirty status for tenant:26e0107a587f43f08a727734f2b0ac9b on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:05:49.287202 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-793234d6-ec7c-420f-a1db-391d71e17830 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "GET /v2.0/networks?id=1539c2fa-ae36-4040-b3fe-f96b2941e79c HTTP/1.1" status: 200 len: 761 time: 0.2471347 May 27 23:05:49.289938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38410) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:49.295668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3ab671d4-f3f2-427d-9f33-41e11f157b05 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'network': {'description': 'd2'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:49.520844 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3ab671d4-f3f2-427d-9f33-41e11f157b05 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:49.584701 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3ab671d4-f3f2-427d-9f33-41e11f157b05 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:49.610386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3ab671d4-f3f2-427d-9f33-41e11f157b05 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network 1539c2fa-ae36-4040-b3fe-f96b2941e79c is not hosted by any dhcp agent {{(pid=88900) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} May 27 23:05:49.615529 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab671d4-f3f2-427d-9f33-41e11f157b05 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:49.616097 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3ab671d4-f3f2-427d-9f33-41e11f157b05 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:49.617464 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3ab671d4-f3f2-427d-9f33-41e11f157b05 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "PUT /v2.0/networks/1539c2fa-ae36-4040-b3fe-f96b2941e79c HTTP/1.1" status: 200 len: 758 time: 0.3267424 May 27 23:05:49.620857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38416) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:49.750338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a469689-7870-4138-b73a-0f3920f2b434 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:49.751026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a469689-7870-4138-b73a-0f3920f2b434 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Synchronizing usage tracker for tenant:26e0107a587f43f08a727734f2b0ac9b on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:05:49.763847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7a469689-7870-4138-b73a-0f3920f2b434 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Unset dirty status for tenant:26e0107a587f43f08a727734f2b0ac9b on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:05:49.768620 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7a469689-7870-4138-b73a-0f3920f2b434 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "GET /v2.0/networks?id=1539c2fa-ae36-4040-b3fe-f96b2941e79c HTTP/1.1" status: 200 len: 761 time: 0.1435292 May 27 23:05:49.768965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38420) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:49.775395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0c0eaeac-324f-4694-895b-0d91fd163936 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1763674882'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:49.781557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c0eaeac-324f-4694-895b-0d91fd163936 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:49.791705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c0eaeac-324f-4694-895b-0d91fd163936 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:49.822509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab671d4-f3f2-427d-9f33-41e11f157b05 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Network': ['ID=1539c2fa-ae36-4040-b3fe-f96b2941e79c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:49.830800 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 1539c2fa-ae36-4040-b3fe-f96b2941e79c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:05:49.926853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0eaeac-324f-4694-895b-0d91fd163936 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:49.932285 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c0eaeac-324f-4694-895b-0d91fd163936 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:49.963176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0eaeac-324f-4694-895b-0d91fd163936 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:05:49.966803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c0eaeac-324f-4694-895b-0d91fd163936 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:49.967158 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-0c0eaeac-324f-4694-895b-0d91fd163936 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Added segment e83be02b-978c-4a7b-a831-8806fd3f9600 of type vlan for network d05123f6-dc43-4972-8490-5381d2f01ac8 May 27 23:05:49.991498 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c0eaeac-324f-4694-895b-0d91fd163936 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:50.099105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c0eaeac-324f-4694-895b-0d91fd163936 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:50.104273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0eaeac-324f-4694-895b-0d91fd163936 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:50.104924 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c0eaeac-324f-4694-895b-0d91fd163936 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:50.212521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0eaeac-324f-4694-895b-0d91fd163936 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Network': ['ID=d05123f6-dc43-4972-8490-5381d2f01ac8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:50.222547 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network d05123f6-dc43-4972-8490-5381d2f01ac8 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:05:50.304975 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c0eaeac-324f-4694-895b-0d91fd163936 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5348063 May 27 23:05:50.307762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38424) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:50.313031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'subnet': {'network_id': 'd05123f6-dc43-4972-8490-5381d2f01ac8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:50.425920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:50.430363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Usage tracker for resource:subnet and tenant:26e0107a587f43f08a727734f2b0ac9b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:05:50.433390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:05:50.439103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:50.543794 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:50.547332 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:50.960224 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:51.038210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Subnet': ['ID=c4c2b92e-49fe-4cba-af3e-59a7b23a033d,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:51.048707 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Checking segment: {'id': 'e83be02b-978c-4a7b-a831-8806fd3f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd05123f6-dc43-4972-8490-5381d2f01ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:51.049066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network hostable DHCP agents. Network: d05123f6-dc43-4972-8490-5381d2f01ac8, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:05:51.177610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network d05123f6-dc43-4972-8490-5381d2f01ac8 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:05:51.273947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, d05123f6-dc43-4972-8490-5381d2f01ac8) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:51.278097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:51.278781 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:51.284792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c39cd-a683-46c1-bcb9-177d0f2f2ddb None None] Network d05123f6-dc43-4972-8490-5381d2f01ac8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:51.360699 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cf31059b-0759-43e8-a27e-37b03e585006 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0520940 May 27 23:05:51.363417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38434) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:51.507583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-d05123f6-dc43-4972-8490-5381d2f01ac8', 'network_id': 'd05123f6-dc43-4972-8490-5381d2f01ac8', 'tenant_id': '26e0107a587f43f08a727734f2b0ac9b', 'fixed_ips': [{'subnet_id': 'c4c2b92e-49fe-4cba-af3e-59a7b23a033d'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:05:51.508620 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:51.509688 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:51.577612 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:51.664043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Allocated IP 172.20.0.2 (d05123f6-dc43-4972-8490-5381d2f01ac8/c4c2b92e-49fe-4cba-af3e-59a7b23a033d/4636ba38-2adf-4c60-b68b-ecc26ccf6bb0) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:05:51.871456 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:51.882596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Transition to ACTIVE for port object 4636ba38-2adf-4c60-b68b-ecc26ccf6bb0 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:51.900932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Transition to ACTIVE for port object 4636ba38-2adf-4c60-b68b-ecc26ccf6bb0 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:51.984715 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:52.054156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Network d05123f6-dc43-4972-8490-5381d2f01ac8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:05:52.057002 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:52.060727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:05:52.066463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Pushing event updated for resources: {'Port': ['ID=4636ba38-2adf-4c60-b68b-ecc26ccf6bb0,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:52.099302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:52.139104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c2b92e-49fe-4cba-af3e-59a7b23a033d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:52.156908 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Attempting to bind port 4636ba38-2adf-4c60-b68b-ecc26ccf6bb0 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:05:52.157270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Attempting to bind port 4636ba38-2adf-4c60-b68b-ecc26ccf6bb0 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'e83be02b-978c-4a7b-a831-8806fd3f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd05123f6-dc43-4972-8490-5381d2f01ac8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:05:52.157630 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Attempting to bind port 4636ba38-2adf-4c60-b68b-ecc26ccf6bb0 on network d05123f6-dc43-4972-8490-5381d2f01ac8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:05:52.163287 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:05:52.163652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Checking segment: {'id': 'e83be02b-978c-4a7b-a831-8806fd3f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd05123f6-dc43-4972-8490-5381d2f01ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:52.164039 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:52.164439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Bound using segment: {'id': 'e83be02b-978c-4a7b-a831-8806fd3f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd05123f6-dc43-4972-8490-5381d2f01ac8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:05:52.164894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Bound port: 4636ba38-2adf-4c60-b68b-ecc26ccf6bb0, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83be02b-978c-4a7b-a831-8806fd3f9600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'd05123f6-dc43-4972-8490-5381d2f01ac8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:05:52.165335 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:52.242733 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:52.254970 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] For port 4636ba38-2adf-4c60-b68b-ecc26ccf6bb0, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:05:52.258124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] For port 4636ba38-2adf-4c60-b68b-ecc26ccf6bb0, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4636ba38-2adf-4c60-b68b-ecc26ccf6bb0,segment=NetworkSegment(e83be02b-978c-4a7b-a831-8806fd3f9600),segment_id=e83be02b-978c-4a7b-a831-8806fd3f9600)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:05:52.268734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05123f6-dc43-4972-8490-5381d2f01ac8']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:52.281243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83be02b-978c-4a7b-a831-8806fd3f9600') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:52.281534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83be02b-978c-4a7b-a831-8806fd3f9600') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:52.293195 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:52.350876 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:52.353120 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:52.359988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:52.360454 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:52.435029 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment e83be02b-978c-4a7b-a831-8806fd3f9600 resource provider aggregate not found May 27 23:05:52.462242 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment e83be02b-978c-4a7b-a831-8806fd3f9600 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e83be02b-978c-4a7b-a831-8806fd3f9600 found for delete ", "request_id": "req-aad548f3-23f4-449d-b0cf-4287380cb9d3"}]} May 27 23:05:52.475628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb78d9-a3b6-431a-a080-21cda6d08785 None None] Pushing event updated for resources: {'Port': ['ID=4636ba38-2adf-4c60-b68b-ecc26ccf6bb0,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:52.514348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b96784-98d0-44b7-bae0-1d7228f9899b None None] Network d05123f6-dc43-4972-8490-5381d2f01ac8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:52.531755 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:05:52.531755 n-d-843680-3 neutron-server[88900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:05:52.531755 n-d-843680-3 neutron-server[88900]: [parameters: {'id': 'd05123f6-dc43-4972-8490-5381d2f01ac8'}] May 27 23:05:52.531755 n-d-843680-3 neutron-server[88900]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:05:52.532460 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:05:52.576547 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:52.712255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fcec1a-edc9-4b21-beb0-3e254b29ad09 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:05:52.847067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fcec1a-edc9-4b21-beb0-3e254b29ad09 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:05:53.033508 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:53.045057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Deleting port 4636ba38-2adf-4c60-b68b-ecc26ccf6bb0 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:53.045396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:53.260394 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] For port 4636ba38-2adf-4c60-b68b-ecc26ccf6bb0, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4636ba38-2adf-4c60-b68b-ecc26ccf6bb0,segment=NetworkSegment(e83be02b-978c-4a7b-a831-8806fd3f9600),segment_id=e83be02b-978c-4a7b-a831-8806fd3f9600)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:53.260760 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:53.394542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Calling delete_port for 4636ba38-2adf-4c60-b68b-ecc26ccf6bb0 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:53.548270 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:53.599524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Port': ['ID=4636ba38-2adf-4c60-b68b-ecc26ccf6bb0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:53.604108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No DVR routers for this DVR port 4636ba38-2adf-4c60-b68b-ecc26ccf6bb0 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:05:53.729291 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:53.754619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05123f6-dc43-4972-8490-5381d2f01ac8']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:53.767364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83be02b-978c-4a7b-a831-8806fd3f9600') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:53.767720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83be02b-978c-4a7b-a831-8806fd3f9600') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:53.780294 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:53.796065 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:53.801949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:53.804930 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:53.978413 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:53.996725 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:54.011346 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Network': ['ID=d05123f6-dc43-4972-8490-5381d2f01ac8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:54.022666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2fca6a39-bd86-4849-9352-28ec6f6533b6 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/d05123f6-dc43-4972-8490-5381d2f01ac8 HTTP/1.1" status: 204 len: 168 time: 2.6531065 May 27 23:05:54.022666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38448) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:54.059395 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db419eb-dcbf-4cec-ac67-838d50bd6058 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] GET failed (client error): The resource could not be found. May 27 23:05:54.059911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0db419eb-dcbf-4cec-ac67-838d50bd6058 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Synchronizing usage tracker for tenant:26e0107a587f43f08a727734f2b0ac9b on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:05:54.138471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0db419eb-dcbf-4cec-ac67-838d50bd6058 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Unset dirty status for tenant:26e0107a587f43f08a727734f2b0ac9b on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:05:54.139673 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0db419eb-dcbf-4cec-ac67-838d50bd6058 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "GET /v2.0/subnets/c4c2b92e-49fe-4cba-af3e-59a7b23a033d HTTP/1.1" status: 404 len: 337 time: 0.1184039 May 27 23:05:54.142560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38452) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:54.168745 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c2a3eca-423d-4bc6-a80e-c7903652c660 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:05:54.169211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c2a3eca-423d-4bc6-a80e-c7903652c660 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:54.171062 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1c2a3eca-423d-4bc6-a80e-c7903652c660 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/d05123f6-dc43-4972-8490-5381d2f01ac8 HTTP/1.1" status: 404 len: 339 time: 0.0275576 May 27 23:05:54.175371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38456) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:54.441336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb9324c-095e-4376-a55e-9febbdce12d5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:54.444790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6cb9324c-095e-4376-a55e-9febbdce12d5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Synchronizing usage tracker for tenant:26e0107a587f43f08a727734f2b0ac9b on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:05:54.481523 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment e83be02b-978c-4a7b-a831-8806fd3f9600 resource provider aggregate not found May 27 23:05:54.498565 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment e83be02b-978c-4a7b-a831-8806fd3f9600 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e83be02b-978c-4a7b-a831-8806fd3f9600 found for delete ", "request_id": "req-b91b71e5-624c-4812-a58d-e3df7b0c4f4e"}]} May 27 23:05:54.538005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6cb9324c-095e-4376-a55e-9febbdce12d5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Unset dirty status for tenant:26e0107a587f43f08a727734f2b0ac9b on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:05:54.542627 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6cb9324c-095e-4376-a55e-9febbdce12d5 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3629665 May 27 23:05:54.542627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38464) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:54.586615 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-89b30802-6e74-49c5-84b2-6fa47a8f49a9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685 HTTP/1.1" status: 200 len: 207 time: 0.0435908 May 27 23:05:54.589900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38468) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:54.741660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156b5d8-fb6e-4476-aabc-38e436be36c8 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:54.747278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156b5d8-fb6e-4476-aabc-38e436be36c8 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:54.753225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156b5d8-fb6e-4476-aabc-38e436be36c8 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:54.759902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156b5d8-fb6e-4476-aabc-38e436be36c8 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:54.768096 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1156b5d8-fb6e-4476-aabc-38e436be36c8 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1705976 May 27 23:05:54.770464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38472) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:54.927115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b54ad6c6-94e6-454f-969f-6210a82d5ff7 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Synchronizing usage tracker for tenant:26e0107a587f43f08a727734f2b0ac9b on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:05:54.933138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b54ad6c6-94e6-454f-969f-6210a82d5ff7 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Unset dirty status for tenant:26e0107a587f43f08a727734f2b0ac9b on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:05:54.934408 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b54ad6c6-94e6-454f-969f-6210a82d5ff7 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1680558 May 27 23:05:54.937872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38476) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:55.008147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920b79fc-c2e9-4515-9b5b-0f0ca241e962 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:55.009659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920b79fc-c2e9-4515-9b5b-0f0ca241e962 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:55.010391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-920b79fc-c2e9-4515-9b5b-0f0ca241e962 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Synchronizing usage tracker for tenant:26e0107a587f43f08a727734f2b0ac9b on resource:subnet {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:05:55.024911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-920b79fc-c2e9-4515-9b5b-0f0ca241e962 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Unset dirty status for tenant:26e0107a587f43f08a727734f2b0ac9b on resource:subnet {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:05:55.026099 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-920b79fc-c2e9-4515-9b5b-0f0ca241e962 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0872869 May 27 23:05:55.030255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38482) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:55.095701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569f554e-4d56-464d-904a-b0cbc85090a3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:55.097149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569f554e-4d56-464d-904a-b0cbc85090a3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:55.099315 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-569f554e-4d56-464d-904a-b0cbc85090a3 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0675049 May 27 23:05:55.102622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38486) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:55.247239 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84e8f4b-9b0a-4901-9745-7c13cf74942b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:55.248545 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e84e8f4b-9b0a-4901-9745-7c13cf74942b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "GET /v2.0/networks/3c48ab55-470c-4837-b32f-3891b248651f HTTP/1.1" status: 200 len: 799 time: 0.1450105 May 27 23:05:55.252456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38490) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:55.397622 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6bf559be-48c9-4184-9fb9-7dd14c28ea6c tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "GET /v2.0/networks/3c48ab55-470c-4837-b32f-3891b248651f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1440892 May 27 23:05:55.400887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38494) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:55.470492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24211cb-04fe-40cd-9aef-922da0511477 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:55.471811 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d24211cb-04fe-40cd-9aef-922da0511477 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "GET /v2.0/subnets/acd9aa4b-3acc-49e4-ac4f-b4daed6d20cd HTTP/1.1" status: 200 len: 811 time: 0.0700350 May 27 23:05:55.475362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38498) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:55.540292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b68489-558c-45a2-a8dc-352714252dbb tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['shared'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:55.541663 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-65b68489-558c-45a2-a8dc-352714252dbb tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "GET /v2.0/subnets/acd9aa4b-3acc-49e4-ac4f-b4daed6d20cd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0654275 May 27 23:05:55.545050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38502) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:55.550197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-88cdb5c8-8191-46ff-84d8-92ca1fd4979a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1047034011'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:55.556148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-88cdb5c8-8191-46ff-84d8-92ca1fd4979a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:55.565592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-88cdb5c8-8191-46ff-84d8-92ca1fd4979a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:55.623347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cdb5c8-8191-46ff-84d8-92ca1fd4979a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:55.626825 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88cdb5c8-8191-46ff-84d8-92ca1fd4979a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:55.654806 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88cdb5c8-8191-46ff-84d8-92ca1fd4979a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:05:55.663542 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88cdb5c8-8191-46ff-84d8-92ca1fd4979a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:55.663932 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-88cdb5c8-8191-46ff-84d8-92ca1fd4979a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Added segment 2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6 of type vlan for network 3b757c3b-2c6c-43e5-bbed-56d6f4b231c8 May 27 23:05:55.689297 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88cdb5c8-8191-46ff-84d8-92ca1fd4979a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:55.793852 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88cdb5c8-8191-46ff-84d8-92ca1fd4979a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:55.799327 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cdb5c8-8191-46ff-84d8-92ca1fd4979a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:55.799893 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-88cdb5c8-8191-46ff-84d8-92ca1fd4979a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:55.907326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdb5c8-8191-46ff-84d8-92ca1fd4979a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Network': ['ID=3b757c3b-2c6c-43e5-bbed-56d6f4b231c8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:55.917800 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 3b757c3b-2c6c-43e5-bbed-56d6f4b231c8 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:05:55.961917 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-88cdb5c8-8191-46ff-84d8-92ca1fd4979a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4158871 May 27 23:05:55.965251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38506) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:55.970498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'subnet': {'network_id': '3b757c3b-2c6c-43e5-bbed-56d6f4b231c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:56.053776 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:05:56.086502 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:05:56.096616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:05:56.212671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Made reservation on behalf of 26e0107a587f43f08a727734f2b0ac9b for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:05:56.216271 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:56.310515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Performing IP validity checks on allocation pools {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 23:05:56.311035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 23:05:56.508856 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:56.587839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Subnet': ['ID=5d53afc6-0922-4a45-af3a-ac0e45e56948,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:56.596309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Checking segment: {'id': '2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3b757c3b-2c6c-43e5-bbed-56d6f4b231c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:56.596699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network hostable DHCP agents. Network: 3b757c3b-2c6c-43e5-bbed-56d6f4b231c8, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:05:56.742114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Network 3b757c3b-2c6c-43e5-bbed-56d6f4b231c8 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:05:56.875253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 3b757c3b-2c6c-43e5-bbed-56d6f4b231c8) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:56.880301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:56.880913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:56.897297 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62098064-84c3-4ef1-abd2-9f1421f11cbf None None] Network 3b757c3b-2c6c-43e5-bbed-56d6f4b231c8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:57.013357 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-84fdb102-22f2-40b5-af8e-c36e927c065b tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0476673 May 27 23:05:57.015833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38520) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:57.022600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ca1717b0-fe69-4625-b582-30a67171e833 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:05:57.120980 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-3b757c3b-2c6c-43e5-bbed-56d6f4b231c8', 'network_id': '3b757c3b-2c6c-43e5-bbed-56d6f4b231c8', 'tenant_id': '26e0107a587f43f08a727734f2b0ac9b', 'fixed_ips': [{'subnet_id': '5d53afc6-0922-4a45-af3a-ac0e45e56948'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:05:57.121809 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:57.155643 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca1717b0-fe69-4625-b582-30a67171e833 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6471319'] for subnet, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:57.412854 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca1717b0-fe69-4625-b582-30a67171e833 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765772876728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7586216'] for subnet, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:57.477815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1717b0-fe69-4625-b582-30a67171e833 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:05:57.478420 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca1717b0-fe69-4625-b582-30a67171e833 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:57.480393 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca1717b0-fe69-4625-b582-30a67171e833 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "PUT /v2.0/subnets/5d53afc6-0922-4a45-af3a-ac0e45e56948 HTTP/1.1" status: 200 len: 877 time: 0.4630203 May 27 23:05:57.482939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38526) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:57.493983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Allocated IP 172.20.0.3 (3b757c3b-2c6c-43e5-bbed-56d6f4b231c8/5d53afc6-0922-4a45-af3a-ac0e45e56948/bae3a5c2-c87b-47df-b556-edb8c24c87ee) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:05:57.500169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1717b0-fe69-4625-b582-30a67171e833 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event updated for resources: {'Subnet': ['ID=5d53afc6-0922-4a45-af3a-ac0e45e56948,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:57.569745 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd19c8ba-e68b-4925-969f-0d0ae04bbe67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:57.630001 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:57.710825 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:57.715058 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:57.721092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Transition to ACTIVE for port object bae3a5c2-c87b-47df-b556-edb8c24c87ee will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:57.739682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Transition to ACTIVE for port object bae3a5c2-c87b-47df-b556-edb8c24c87ee will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:05:57.812832 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:57.881653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Network 3b757c3b-2c6c-43e5-bbed-56d6f4b231c8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:05:57.882371 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:57.884924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:05:57.888993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:05:57.902885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Pushing event updated for resources: {'Port': ['ID=bae3a5c2-c87b-47df-b556-edb8c24c87ee,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:57.930246 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Subnet': ['ID=5d53afc6-0922-4a45-af3a-ac0e45e56948,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:58.003042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Attempting to bind port bae3a5c2-c87b-47df-b556-edb8c24c87ee on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:05:58.003335 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Attempting to bind port bae3a5c2-c87b-47df-b556-edb8c24c87ee by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3b757c3b-2c6c-43e5-bbed-56d6f4b231c8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:05:58.003866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Attempting to bind port bae3a5c2-c87b-47df-b556-edb8c24c87ee on network 3b757c3b-2c6c-43e5-bbed-56d6f4b231c8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:05:58.010003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:05:58.010876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Checking segment: {'id': '2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3b757c3b-2c6c-43e5-bbed-56d6f4b231c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:05:58.011423 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:58.011972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Bound using segment: {'id': '2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3b757c3b-2c6c-43e5-bbed-56d6f4b231c8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:05:58.012751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Bound port: bae3a5c2-c87b-47df-b556-edb8c24c87ee, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '3b757c3b-2c6c-43e5-bbed-56d6f4b231c8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:05:58.013271 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:58.027868 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:58.057599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b757c3b-2c6c-43e5-bbed-56d6f4b231c8']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:58.072026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:58.073179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:58.086374 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:58.106403 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:58.112864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:58.113817 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:58.120289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] For port bae3a5c2-c87b-47df-b556-edb8c24c87ee, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:05:58.185579 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6 resource provider aggregate not found May 27 23:05:58.210444 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6 found for delete ", "request_id": "req-885033a4-c318-4ca8-8e08-606f45059b00"}]} May 27 23:05:58.219241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] For port bae3a5c2-c87b-47df-b556-edb8c24c87ee, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=bae3a5c2-c87b-47df-b556-edb8c24c87ee,segment=NetworkSegment(2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6),segment_id=2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:05:58.239421 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:05:58.239421 n-d-843680-3 neutron-server[88900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:05:58.239421 n-d-843680-3 neutron-server[88900]: [parameters: {'id': '3b757c3b-2c6c-43e5-bbed-56d6f4b231c8'}] May 27 23:05:58.239421 n-d-843680-3 neutron-server[88900]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:05:58.239733 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:05:58.295935 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:58.419689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6361cc4-68d0-4697-a32b-1542f74f44fb None None] Pushing event updated for resources: {'Port': ['ID=bae3a5c2-c87b-47df-b556-edb8c24c87ee,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:58.448368 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5388dca5-2e3c-4220-ad1a-8d34dc4a05ab None None] Network 3b757c3b-2c6c-43e5-bbed-56d6f4b231c8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:58.730651 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf0ec4-bd50-4c2e-9e42-73cf851823f1 None None] Network 3b757c3b-2c6c-43e5-bbed-56d6f4b231c8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:05:58.740767 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:58.763278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Deleting port bae3a5c2-c87b-47df-b556-edb8c24c87ee {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:05:58.763622 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:58.938234 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ab73c4-c2a0-42ce-af98-5f70c127e908 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:05:58.988317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] For port bae3a5c2-c87b-47df-b556-edb8c24c87ee, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=bae3a5c2-c87b-47df-b556-edb8c24c87ee,segment=NetworkSegment(2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6),segment_id=2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:05:58.988985 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:59.041992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ab73c4-c2a0-42ce-af98-5f70c127e908 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:05:59.120927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Calling delete_port for bae3a5c2-c87b-47df-b556-edb8c24c87ee owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:05:59.296949 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:59.353371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Port': ['ID=bae3a5c2-c87b-47df-b556-edb8c24c87ee,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:59.358368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No DVR routers for this DVR port bae3a5c2-c87b-47df-b556-edb8c24c87ee on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:05:59.498521 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:59.648907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b757c3b-2c6c-43e5-bbed-56d6f4b231c8']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:59.661418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:59.661700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:05:59.680339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:59.691431 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:59.700108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:05:59.700643 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:59.704586 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-78af355d-3a45-4faf-b361-1c9fdb2b4230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:59.863684 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:59.882272 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:05:59.897045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Network': ['ID=3b757c3b-2c6c-43e5-bbed-56d6f4b231c8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:05:59.906593 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5f093d53-a669-4782-badb-b870654701c0 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/3b757c3b-2c6c-43e5-bbed-56d6f4b231c8 HTTP/1.1" status: 204 len: 168 time: 2.4225376 May 27 23:05:59.910031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38540) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:59.948629 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbfa799-345c-4a09-bdf3-a6363de36181 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:05:59.949081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbfa799-345c-4a09-bdf3-a6363de36181 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:59.950719 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5fbfa799-345c-4a09-bdf3-a6363de36181 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/subnets/5d53afc6-0922-4a45-af3a-ac0e45e56948 HTTP/1.1" status: 404 len: 337 time: 0.0395279 May 27 23:05:59.953249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38544) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:05:59.978283 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ed7d80-6990-48bc-80ff-3fb3a8b258fe tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:05:59.978739 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ed7d80-6990-48bc-80ff-3fb3a8b258fe tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:05:59.980379 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f1ed7d80-6990-48bc-80ff-3fb3a8b258fe tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/3b757c3b-2c6c-43e5-bbed-56d6f4b231c8 HTTP/1.1" status: 404 len: 339 time: 0.0262191 May 27 23:05:59.982730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38548) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:00.019344 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9741fad-7c6a-45c5-a89c-5afd0a9875df tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:00.019788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9741fad-7c6a-45c5-a89c-5afd0a9875df tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:00.021434 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c9741fad-7c6a-45c5-a89c-5afd0a9875df tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/subnets/c4c2b92e-49fe-4cba-af3e-59a7b23a033d HTTP/1.1" status: 404 len: 337 time: 0.0378358 May 27 23:06:00.023870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38552) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:00.051989 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-839d59c4-8954-4b0c-95d3-726d56c93c64 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:00.052484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839d59c4-8954-4b0c-95d3-726d56c93c64 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:00.056500 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-839d59c4-8954-4b0c-95d3-726d56c93c64 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/d05123f6-dc43-4972-8490-5381d2f01ac8 HTTP/1.1" status: 404 len: 339 time: 0.0293732 May 27 23:06:00.056723 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38556) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:00.172803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:00.367190 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6 resource provider aggregate not found May 27 23:06:00.385082 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dbf8eaa-5447-42ac-ba45-0858d1ffb2e6 found for delete ", "request_id": "req-55199016-e6c2-4dfa-8ec8-1ca413f32a5b"}]} May 27 23:06:00.441941 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:00.466044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1539c2fa-ae36-4040-b3fe-f96b2941e79c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:00.478367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3507eec0-cee4-4eda-9b99-6968e31666d7') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:00.478660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3507eec0-cee4-4eda-9b99-6968e31666d7') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:00.490261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:00.505710 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:00.511611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:06:00.511983 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:00.582414 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3507eec0-cee4-4eda-9b99-6968e31666d7 resource provider aggregate not found May 27 23:06:00.607533 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3507eec0-cee4-4eda-9b99-6968e31666d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3507eec0-cee4-4eda-9b99-6968e31666d7 found for delete ", "request_id": "req-defc116b-91ed-4eb1-9bab-a447cd41f1d0"}]} May 27 23:06:00.715136 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:00.724567 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:00.757277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Network': ['ID=1539c2fa-ae36-4040-b3fe-f96b2941e79c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:00.760341 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/1539c2fa-ae36-4040-b3fe-f96b2941e79c HTTP/1.1" status: 204 len: 168 time: 0.7026463 May 27 23:06:00.763085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38576) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:00.767156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:00.767500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:00.767834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:00.768162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:00.768527 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:00.768839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:00.769154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:00.769512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:00.769852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:00.770243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:00.770559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:00.770870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca9f829-1118-427e-8a3c-da8cb8614866 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:00.809859 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e61b99-63f8-4ca1-8c6a-9afc44ef49be tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:00.810308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e61b99-63f8-4ca1-8c6a-9afc44ef49be tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:00.812019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-80e61b99-63f8-4ca1-8c6a-9afc44ef49be tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/subnets/184ac9f5-526e-4b2a-8a17-e32faa243362 HTTP/1.1" status: 404 len: 337 time: 0.0479171 May 27 23:06:00.814736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38580) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:00.840729 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-26facb76-498a-48b8-be9d-471c63edb844 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:00.840729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26facb76-498a-48b8-be9d-471c63edb844 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:00.844883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-26facb76-498a-48b8-be9d-471c63edb844 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/e7d712f1-341a-406b-a833-6fbaa76f1f20 HTTP/1.1" status: 404 len: 339 time: 0.0266685 May 27 23:06:00.846229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38584) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:00.888457 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a78fdd0-27d8-4106-8963-1f8aa9df2cea tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:00.889102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a78fdd0-27d8-4106-8963-1f8aa9df2cea tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:00.897141 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4a78fdd0-27d8-4106-8963-1f8aa9df2cea tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/subnets/a60c5f41-335f-42cf-ba5f-ca61c7506194 HTTP/1.1" status: 404 len: 337 time: 0.0464823 May 27 23:06:00.897630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38588) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:00.922307 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac8ce64-60f7-4378-babb-a13f42084e9f tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:00.922950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac8ce64-60f7-4378-babb-a13f42084e9f tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:00.924384 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5ac8ce64-60f7-4378-babb-a13f42084e9f tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/53bc8ac6-e6ce-4e32-8ce1-6f304d0ee478 HTTP/1.1" status: 404 len: 339 time: 0.0297527 May 27 23:06:00.927502 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38592) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:00.966590 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:00.970777 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07df112-8c75-41ba-8466-60bb3d94b942 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:00.971400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07df112-8c75-41ba-8466-60bb3d94b942 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:00.973816 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c07df112-8c75-41ba-8466-60bb3d94b942 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/subnets/cae793e6-b6d7-4ef9-9c62-03425f452966 HTTP/1.1" status: 404 len: 337 time: 0.0454485 May 27 23:06:00.976331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38596) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:00.995076 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:01.003290 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81e9b07-9927-49eb-8dda-a3232ae0410a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:01.003748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81e9b07-9927-49eb-8dda-a3232ae0410a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:01.006142 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e81e9b07-9927-49eb-8dda-a3232ae0410a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/535bf03d-0540-45c3-8bcd-c8903750891b HTTP/1.1" status: 404 len: 339 time: 0.0288610 May 27 23:06:01.008616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38600) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:01.051083 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34bca46-fc80-49f1-bcbd-7626c52d5d06 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:01.051996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34bca46-fc80-49f1-bcbd-7626c52d5d06 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:01.056816 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d34bca46-fc80-49f1-bcbd-7626c52d5d06 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/subnets/b89de9a1-05db-48f0-814b-56ffa178e79c HTTP/1.1" status: 404 len: 337 time: 0.0450199 May 27 23:06:01.057359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38604) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:01.082728 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d022f3-6a0f-4ebf-8ac3-d2a8e17e0fb4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:01.083176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d022f3-6a0f-4ebf-8ac3-d2a8e17e0fb4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:01.084876 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f4d022f3-6a0f-4ebf-8ac3-d2a8e17e0fb4 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/154e5a8f-0eb6-49c8-b189-753bbf69ed5d HTTP/1.1" status: 404 len: 339 time: 0.0264707 May 27 23:06:01.087171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38608) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:01.125459 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabf965f-d996-4bd6-a687-fee8e9d1808a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:01.125892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabf965f-d996-4bd6-a687-fee8e9d1808a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:01.127480 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cabf965f-d996-4bd6-a687-fee8e9d1808a tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/subnets/ff235066-f567-456d-8e78-7f9b2e44ed9e HTTP/1.1" status: 404 len: 337 time: 0.0394588 May 27 23:06:01.129939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38612) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:01.157591 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-1155d66f-7411-4b7d-9b15-6b4fdb128aed tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:01.158103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1155d66f-7411-4b7d-9b15-6b4fdb128aed tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:01.159895 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1155d66f-7411-4b7d-9b15-6b4fdb128aed tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/38787b05-6edd-4470-9a36-03dc8cc23208 HTTP/1.1" status: 404 len: 339 time: 0.0291026 May 27 23:06:01.168310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38618) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:01.209516 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3110e1-0856-4127-a47d-a628d90c6e58 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:01.210013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3110e1-0856-4127-a47d-a628d90c6e58 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:01.211659 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fd3110e1-0856-4127-a47d-a628d90c6e58 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/subnets/6b9aabd9-1cba-4fee-831a-1160018eda93 HTTP/1.1" status: 404 len: 337 time: 0.0424256 May 27 23:06:01.218616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38622) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:01.243597 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e2814c-c984-4b1b-a42f-f4d05bb96c00 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:01.244051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e2814c-c984-4b1b-a42f-f4d05bb96c00 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:01.245660 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c6e2814c-c984-4b1b-a42f-f4d05bb96c00 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/788764e0-4c10-47d3-b90d-10bb2320bd77 HTTP/1.1" status: 404 len: 339 time: 0.0262353 May 27 23:06:01.247948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38626) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:01.284420 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-e949faf2-dd8c-4d70-9c4c-a10a2b19d736 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:01.284869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e949faf2-dd8c-4d70-9c4c-a10a2b19d736 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:01.287020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e949faf2-dd8c-4d70-9c4c-a10a2b19d736 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/subnets/09f23450-d1fc-46e0-b27b-ee15465e9afd HTTP/1.1" status: 404 len: 337 time: 0.0381334 May 27 23:06:01.289592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38632) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:01.317978 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43abaaa-1af7-4cb0-9e01-723b9ceaa0a9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:01.318446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43abaaa-1af7-4cb0-9e01-723b9ceaa0a9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:01.320275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c43abaaa-1af7-4cb0-9e01-723b9ceaa0a9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/43da1322-cd78-4338-899f-076312fea764 HTTP/1.1" status: 404 len: 339 time: 0.0297871 May 27 23:06:01.322986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38636) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:01.372968 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ce9420-a61d-4a9c-a2fb-a69eccc5efb9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:01.382806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ce9420-a61d-4a9c-a2fb-a69eccc5efb9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:01.382806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a1ce9420-a61d-4a9c-a2fb-a69eccc5efb9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/subnets/38f0e3f7-6ed9-44f4-98b3-a6f2f9645c93 HTTP/1.1" status: 404 len: 337 time: 0.0511365 May 27 23:06:01.384764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38642) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:01.411923 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-81926ba5-ecea-4d48-b96b-e2e95e05cb7d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] DELETE failed (client error): The resource could not be found. May 27 23:06:01.412405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81926ba5-ecea-4d48-b96b-e2e95e05cb7d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:01.414970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-81926ba5-ecea-4d48-b96b-e2e95e05cb7d tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/fd9279e9-a210-4620-b9c4-862a7042a465 HTTP/1.1" status: 404 len: 339 time: 0.0283577 May 27 23:06:01.416713 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38646) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:01.485815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-a178571f-e3c3-4ff5-b8fe-1d4893a10859 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Deleting subnet acd9aa4b-3acc-49e4-ac4f-b4daed6d20cd {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:06:01.488812 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a178571f-e3c3-4ff5-b8fe-1d4893a10859 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:01.553950 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a178571f-e3c3-4ff5-b8fe-1d4893a10859 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:01.650063 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a178571f-e3c3-4ff5-b8fe-1d4893a10859 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:01.795559 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a178571f-e3c3-4ff5-b8fe-1d4893a10859 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:01.839530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178571f-e3c3-4ff5-b8fe-1d4893a10859 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Subnet': ['ID=acd9aa4b-3acc-49e4-ac4f-b4daed6d20cd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:01.846106 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a178571f-e3c3-4ff5-b8fe-1d4893a10859 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:01.847438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d6615e-fe8b-45f9-a763-adcd3e16f415 None None] Network 3c48ab55-470c-4837-b32f-3891b248651f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:01.852060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a178571f-e3c3-4ff5-b8fe-1d4893a10859 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/subnets/acd9aa4b-3acc-49e4-ac4f-b4daed6d20cd HTTP/1.1" status: 204 len: 168 time: 0.4344225 May 27 23:06:01.854499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38650) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:01.971382 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:01.981819 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Deleting port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:01.982144 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:02.113558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cd089d-a471-428f-9758-daa5148cbed9 None None] DHCP port deletion for 3c48ab55-470c-4837-b32f-3891b248651f request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:06:02.117803 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-29cd089d-a471-428f-9758-daa5148cbed9 None None] Deleting port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:02.118169 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29cd089d-a471-428f-9758-daa5148cbed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:02.149227 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:02.211249 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:06:02.219464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] For port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=fb662ce2-aa0d-4beb-9ee0-95d50a8751b4,segment=NetworkSegment(1e2bb621-4017-4c31-a936-3bf545dd3d49),segment_id=1e2bb621-4017-4c31-a936-3bf545dd3d49)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:02.220082 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:02.353853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Calling delete_port for fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:02.447530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-29cd089d-a471-428f-9758-daa5148cbed9 None None] For port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=fb662ce2-aa0d-4beb-9ee0-95d50a8751b4,segment=NetworkSegment(1e2bb621-4017-4c31-a936-3bf545dd3d49),segment_id=1e2bb621-4017-4c31-a936-3bf545dd3d49)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:02.447933 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29cd089d-a471-428f-9758-daa5148cbed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:02.561760 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:02.597521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-29cd089d-a471-428f-9758-daa5148cbed9 None None] Calling delete_port for fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:02.612653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Port': ['ID=fb662ce2-aa0d-4beb-9ee0-95d50a8751b4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:02.616271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] No DVR routers for this DVR port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:06:02.641199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:06:02.641583 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:02.743715 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-29cd089d-a471-428f-9758-daa5148cbed9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:06:02.744041 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-29cd089d-a471-428f-9758-daa5148cbed9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:06:02.747623 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:02.775934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c48ab55-470c-4837-b32f-3891b248651f']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:02.788258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2bb621-4017-4c31-a936-3bf545dd3d49') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:02.788578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2bb621-4017-4c31-a936-3bf545dd3d49') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:02.800613 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:02.817001 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:02.824678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:06:02.825046 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:02.890709 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 1e2bb621-4017-4c31-a936-3bf545dd3d49 resource provider aggregate not found May 27 23:06:02.918233 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 1e2bb621-4017-4c31-a936-3bf545dd3d49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e2bb621-4017-4c31-a936-3bf545dd3d49 found for delete ", "request_id": "req-280dd7e2-10b0-4680-a1eb-5159552966f9"}]} May 27 23:06:02.990827 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:03.010803 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:03.022262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] Pushing event deleted for resources: {'Network': ['ID=3c48ab55-470c-4837-b32f-3891b248651f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:03.030890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2c279878-ad5e-4970-a2c3-e799652884c9 tempest-NetworksTest-1963434661 tempest-NetworksTest-1963434661-project] 10.222.0.27 "DELETE /v2.0/networks/3c48ab55-470c-4837-b32f-3891b248651f HTTP/1.1" status: 204 len: 168 time: 1.1752639 May 27 23:06:03.175407 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a356877-5924-4e5b-9005-98fd72cd01d3 req-d1e9696f-e3f1-4b0a-997d-71492f2f5b92 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759876 May 27 23:06:03.245428 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-29cd089d-a471-428f-9758-daa5148cbed9 None None] Deleting port fb662ce2-aa0d-4beb-9ee0-95d50a8751b4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:03.246092 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29cd089d-a471-428f-9758-daa5148cbed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:03.347276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a356877-5924-4e5b-9005-98fd72cd01d3 req-46a9b440-c42c-49d1-be88-257eeafc6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:03.349388 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a356877-5924-4e5b-9005-98fd72cd01d3 req-46a9b440-c42c-49d1-be88-257eeafc6019 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 1096 time: 0.0840433 May 27 23:06:03.353555 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-29cd089d-a471-428f-9758-daa5148cbed9 None None] The port 'fb662ce2-aa0d-4beb-9ee0-95d50a8751b4' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:06:03.500848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a356877-5924-4e5b-9005-98fd72cd01d3 req-5a5ccac2-5f34-4fac-829d-531f0b6a8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:03.502298 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a356877-5924-4e5b-9005-98fd72cd01d3 req-5a5ccac2-5f34-4fac-829d-531f0b6a8ecb service neutron] 10.222.0.57 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.1320696 May 27 23:06:03.583047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38674) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:03.631201 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a356877-5924-4e5b-9005-98fd72cd01d3 req-d8f9d2b3-e1f4-48b3-b20c-cee457387f82 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=488442ac-0b44-4b54-853f-a1ce07c3b9df HTTP/1.1" status: 200 len: 1001 time: 0.1178451 May 27 23:06:03.744478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a356877-5924-4e5b-9005-98fd72cd01d3 req-3fa6cb53-8270-4a53-b8e7-1d5eef432ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:03.745915 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a356877-5924-4e5b-9005-98fd72cd01d3 req-3fa6cb53-8270-4a53-b8e7-1d5eef432ba3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.1114376 May 27 23:06:03.749979 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cf6a7e8f-4470-4308-b864-ac2875837ad2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=26e0107a587f43f08a727734f2b0ac9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657822 May 27 23:06:03.752475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38680) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:03.813907 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:03.819414 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5a69a984-c57f-4f37-b1a4-92a0e3287734 req-2f6ef45a-14b5-4147-b7c0-02294aedc6e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1515937 May 27 23:06:03.838683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a356877-5924-4e5b-9005-98fd72cd01d3 req-151be982-7b96-49dc-9cc9-38c697a6def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:03.840154 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a356877-5924-4e5b-9005-98fd72cd01d3 req-151be982-7b96-49dc-9cc9-38c697a6def7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864866 May 27 23:06:03.843148 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:03.966921 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:03.982174 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48d4255-f7c8-495f-8950-e487bc51dddb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:03.998619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:03.999286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:03.999552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:03.999829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:04.000156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:04.000507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:04.000866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:04.001274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:04.001595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:04.004689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:04.004689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:04.004689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:04.008796 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:04.009898 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-72b077cd-5b00-4f7d-95cf-2fb80e78eba5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b48d4255-f7c8-495f-8950-e487bc51dddb HTTP/1.1" status: 204 len: 168 time: 0.2565572 May 27 23:06:04.045000 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a356877-5924-4e5b-9005-98fd72cd01d3 req-c8ec9ab8-6d8e-4e3f-8f22-97acd44d6626 service neutron] 10.222.0.57 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986098 May 27 23:06:04.055470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69a984-c57f-4f37-b1a4-92a0e3287734 req-84706227-8a78-4c1b-be8d-30d9418275ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:04.056951 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5a69a984-c57f-4f37-b1a4-92a0e3287734 req-84706227-8a78-4c1b-be8d-30d9418275ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 1096 time: 0.1323278 May 27 23:06:04.425285 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8a356877-5924-4e5b-9005-98fd72cd01d3 req-ec435a89-ecb5-4ae5-b29f-e2cda4ebedd0 service neutron] 10.222.0.57 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673906 May 27 23:06:04.429536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69a984-c57f-4f37-b1a4-92a0e3287734 req-e3c2e4ed-d312-409d-b3e6-75f152148cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:04.430849 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5a69a984-c57f-4f37-b1a4-92a0e3287734 req-e3c2e4ed-d312-409d-b3e6-75f152148cdb service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.3527675 May 27 23:06:04.538425 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5a69a984-c57f-4f37-b1a4-92a0e3287734 req-a1e876bf-153b-4fa7-a986-3aa94a33c949 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6143ad13-29b2-4f84-b2be-a344de174d70 HTTP/1.1" status: 200 len: 1001 time: 0.1017568 May 27 23:06:04.601386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69a984-c57f-4f37-b1a4-92a0e3287734 req-929dfac4-a3db-41b4-aa30-e6a72daecc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:04.602844 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5a69a984-c57f-4f37-b1a4-92a0e3287734 req-929dfac4-a3db-41b4-aa30-e6a72daecc31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.0592575 May 27 23:06:04.686496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69a984-c57f-4f37-b1a4-92a0e3287734 req-1804e81a-bad7-429d-8f10-6d1372d75158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:04.688022 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5a69a984-c57f-4f37-b1a4-92a0e3287734 req-1804e81a-bad7-429d-8f10-6d1372d75158 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797610 May 27 23:06:04.830890 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5a69a984-c57f-4f37-b1a4-92a0e3287734 req-ec535b51-ac8e-4c2a-8e4e-7c7e0edb0ce5 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349795 May 27 23:06:04.966562 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5a69a984-c57f-4f37-b1a4-92a0e3287734 req-a4f5257e-c5ed-40fc-aeaa-e0e795cc6056 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298270 May 27 23:06:05.214907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38710) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:05.327602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-770174596'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:05.333993 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:05.338140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:network and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:05.341041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:05.349108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:05.458159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:05.461597 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:05.479088 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:05.494011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:05.497941 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:security_group_rule and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:05.500781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:05.506530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:05.593655 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:05.662258 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:05.687379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:06:05.707189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1acf19-90b7-40de-b99a-40706ca71db2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:05.710522 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:05.710866 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Added segment 4b0b5897-c7b5-4d74-9065-32dfabb86f03 of type vlan for network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 May 27 23:06:05.739831 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:05.847176 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:05.852422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:05.853032 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:05.963693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Network': ['ID=dfe2f2df-3acb-4e7e-9f21-5643066cbc95,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:05.974248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:06:06.035776 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0a2e3988-d3c9-4681-9722-21b663b10285 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8197544 May 27 23:06:06.038404 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38718) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:06.044101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'name': 'tempest-PortsTestJSON-710032611'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:06.159250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:06.163162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:port and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:06.166002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:06.171820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:06.274691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:06.278349 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:06.299897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:06:06.528978 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:06.663838 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:06.757639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:06.767924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Checking segment: {'id': '4b0b5897-c7b5-4d74-9065-32dfabb86f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:06:06.768283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network hostable DHCP agents. Network: dfe2f2df-3acb-4e7e-9f21-5643066cbc95, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:06:06.882211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:06:06.955994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, dfe2f2df-3acb-4e7e-9f21-5643066cbc95) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:06.959532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:06.965418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:06.965659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1186f076-508e-4551-ab1c-2320c0d4285e None None] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:06.966018 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:07.051678 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-928897e4-082e-4896-abe8-6dd9e156282a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0120330 May 27 23:06:07.054601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38724) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:07.060077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-878254450'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:07.065981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:07.069822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:network and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:07.073283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:07.080252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:07.166524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:07.170057 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:07.204550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:06:07.218937 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:07.218937 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Added segment 094697d3-d79e-4643-a987-b951c2354978 of type vlan for network 174dc545-bc01-442c-a78b-45c71150762e May 27 23:06:07.257173 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:07.366183 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:07.371748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:07.372371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:07.491139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Network': ['ID=174dc545-bc01-442c-a78b-45c71150762e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:07.501989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 174dc545-bc01-442c-a78b-45c71150762e details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:06:07.564137 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38728) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:07.564833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cf0e4572-8af4-45b2-bc17-05b3ca9f854d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5086215 May 27 23:06:07.570234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'ports': [{'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95'}, {'network_id': '174dc545-bc01-442c-a78b-45c71150762e'}]} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:07.578423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:07.578423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'network_id': '174dc545-bc01-442c-a78b-45c71150762e'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:07.944440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:07.949084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:port and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:07.952185 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:07.959619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:08.063302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'port': 2} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:08.069083 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:08.087170 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:08.315452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port 9735fad0-1ed6-4b1d-9ea7-83367dad4ccc yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:06:08.403906 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:08.527733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port 283fffe6-5348-480d-a041-5e0ecb4af096 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:06:08.618126 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:08.698691 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:08.771115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:08.775345 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:08.777858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:08.778665 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:08.794438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=9735fad0-1ed6-4b1d-9ea7-83367dad4ccc,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:08.882881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=283fffe6-5348-480d-a041-5e0ecb4af096,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:08.886913 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Checking segment: {'id': '094697d3-d79e-4643-a987-b951c2354978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '174dc545-bc01-442c-a78b-45c71150762e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:06:08.887260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network hostable DHCP agents. Network: 174dc545-bc01-442c-a78b-45c71150762e, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:06:08.977897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network 174dc545-bc01-442c-a78b-45c71150762e is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:06:09.063360 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 174dc545-bc01-442c-a78b-45c71150762e) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:09.067086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:09.072578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:09.074725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13909bb2-0e1c-4d04-b3b0-314c6ff55ea5 None None] Network 174dc545-bc01-442c-a78b-45c71150762e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:09.077296 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:09.077931 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:09.167058 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0182bd1b-93c2-4f3b-9313-e403a823b86b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6016521 May 27 23:06:09.169891 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38736) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:09.241728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-becb8a1f-35a2-4ad1-8ec2-9dac62fc8368 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port 283fffe6-5348-480d-a041-5e0ecb4af096 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:09.242071 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-becb8a1f-35a2-4ad1-8ec2-9dac62fc8368 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:09.464343 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-becb8a1f-35a2-4ad1-8ec2-9dac62fc8368 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:09.586401 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-becb8a1f-35a2-4ad1-8ec2-9dac62fc8368 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for 283fffe6-5348-480d-a041-5e0ecb4af096 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:09.759468 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-becb8a1f-35a2-4ad1-8ec2-9dac62fc8368 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:09.924279 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb8a1f-35a2-4ad1-8ec2-9dac62fc8368 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=283fffe6-5348-480d-a041-5e0ecb4af096,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:09.932203 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-becb8a1f-35a2-4ad1-8ec2-9dac62fc8368 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:09.938834 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-becb8a1f-35a2-4ad1-8ec2-9dac62fc8368 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/283fffe6-5348-480d-a041-5e0ecb4af096 HTTP/1.1" status: 204 len: 168 time: 0.7679110 May 27 23:06:09.941385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38740) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:10.028031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cf5223-53cd-4f98-aa08-775587efa3b3 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:10.034002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cf5223-53cd-4f98-aa08-775587efa3b3 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:10.034688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d7cf5223-53cd-4f98-aa08-775587efa3b3 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:10.122589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d7cf5223-53cd-4f98-aa08-775587efa3b3 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:10.126206 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d7cf5223-53cd-4f98-aa08-775587efa3b3 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1811535 May 27 23:06:10.126206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38748) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:10.198668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-09a0e9e2-752d-4b89-b4ed-90505c35e263 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port 9735fad0-1ed6-4b1d-9ea7-83367dad4ccc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:10.199331 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09a0e9e2-752d-4b89-b4ed-90505c35e263 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:10.429937 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09a0e9e2-752d-4b89-b4ed-90505c35e263 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:10.561421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-09a0e9e2-752d-4b89-b4ed-90505c35e263 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for 9735fad0-1ed6-4b1d-9ea7-83367dad4ccc owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:10.719139 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09a0e9e2-752d-4b89-b4ed-90505c35e263 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:10.765883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0e9e2-752d-4b89-b4ed-90505c35e263 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=9735fad0-1ed6-4b1d-9ea7-83367dad4ccc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:10.771897 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09a0e9e2-752d-4b89-b4ed-90505c35e263 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:10.887382 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-09a0e9e2-752d-4b89-b4ed-90505c35e263 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/9735fad0-1ed6-4b1d-9ea7-83367dad4ccc HTTP/1.1" status: 204 len: 168 time: 0.7600844 May 27 23:06:10.890120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38754) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:10.974209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4040db-af66-47d0-9b0a-618ece033f77 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:10.974894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-eb4040db-af66-47d0-9b0a-618ece033f77 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:11.048206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-eb4040db-af66-47d0-9b0a-618ece033f77 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:11.048206 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-eb4040db-af66-47d0-9b0a-618ece033f77 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1566803 May 27 23:06:11.055010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38758) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:11.093820 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a131711-b242-4def-9480-5ebbf2d21d36 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] GET failed (client error): The resource could not be found. May 27 23:06:11.095394 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9a131711-b242-4def-9480-5ebbf2d21d36 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/283fffe6-5348-480d-a041-5e0ecb4af096 HTTP/1.1" status: 404 len: 333 time: 0.0437474 May 27 23:06:11.098085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38762) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:11.143332 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-312f1873-df0d-442a-9950-2013e42ddcd6 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] GET failed (client error): The resource could not be found. May 27 23:06:11.144716 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-312f1873-df0d-442a-9950-2013e42ddcd6 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/9735fad0-1ed6-4b1d-9ea7-83367dad4ccc HTTP/1.1" status: 404 len: 333 time: 0.0456734 May 27 23:06:11.147914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38766) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:11.266359 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ab62cc5-e692-4967-bb04-2b9e0c622660 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:11.398629 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ab62cc5-e692-4967-bb04-2b9e0c622660 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:11.423728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7ab62cc5-e692-4967-bb04-2b9e0c622660 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174dc545-bc01-442c-a78b-45c71150762e']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:11.437050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7ab62cc5-e692-4967-bb04-2b9e0c622660 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '094697d3-d79e-4643-a987-b951c2354978') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:11.437050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7ab62cc5-e692-4967-bb04-2b9e0c622660 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '094697d3-d79e-4643-a987-b951c2354978') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:11.451387 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ab62cc5-e692-4967-bb04-2b9e0c622660 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:11.467293 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ab62cc5-e692-4967-bb04-2b9e0c622660 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:11.474917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab62cc5-e692-4967-bb04-2b9e0c622660 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:06:11.474917 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ab62cc5-e692-4967-bb04-2b9e0c622660 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:11.545998 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 094697d3-d79e-4643-a987-b951c2354978 resource provider aggregate not found May 27 23:06:11.572305 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 094697d3-d79e-4643-a987-b951c2354978 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 094697d3-d79e-4643-a987-b951c2354978 found for delete ", "request_id": "req-f92b59d1-ee12-4be0-9f01-308817d4b0cc"}]} May 27 23:06:11.680754 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ab62cc5-e692-4967-bb04-2b9e0c622660 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:11.698354 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ab62cc5-e692-4967-bb04-2b9e0c622660 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:11.708481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab62cc5-e692-4967-bb04-2b9e0c622660 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Network': ['ID=174dc545-bc01-442c-a78b-45c71150762e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:11.711091 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7ab62cc5-e692-4967-bb04-2b9e0c622660 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/networks/174dc545-bc01-442c-a78b-45c71150762e HTTP/1.1" status: 204 len: 168 time: 0.5622454 May 27 23:06:11.716157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38776) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:11.722305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1397989033'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:11.728754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:11.732904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:network and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:11.735947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:11.742944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:11.851196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:11.854847 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:11.885877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:06:11.894411 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:11.894761 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Added segment d702b0c0-7fd2-4b2f-a868-ac230191267b of type vlan for network 359649dc-a148-4a60-a28f-a09200d52862 May 27 23:06:11.925934 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:12.034838 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:12.041442 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:12.042028 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:12.150567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Network': ['ID=359649dc-a148-4a60-a28f-a09200d52862,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:12.161826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 359649dc-a148-4a60-a28f-a09200d52862 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:06:12.220714 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-03cc0cec-09d8-4531-bc38-cca7640ad711 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4961262 May 27 23:06:12.220714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38780) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:12.222420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'subnet': {'network_id': '359649dc-a148-4a60-a28f-a09200d52862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:12.335427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:12.339693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:subnet and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:12.343004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:12.356376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:12.440589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:12.444787 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:12.539114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Performing IP validity checks on allocation pools {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 23:06:12.539787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.ipam_backend_mixin [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88901) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 23:06:12.736456 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:12.819624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Subnet': ['ID=2fe363a8-1070-4166-83af-eec51b35f32a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:12.828074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Checking segment: {'id': 'd702b0c0-7fd2-4b2f-a868-ac230191267b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '359649dc-a148-4a60-a28f-a09200d52862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:06:12.828459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network hostable DHCP agents. Network: 359649dc-a148-4a60-a28f-a09200d52862, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:06:12.938558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network 359649dc-a148-4a60-a28f-a09200d52862 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:06:13.028255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 359649dc-a148-4a60-a28f-a09200d52862) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:13.032955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:13.033536 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:13.039349 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d95635-0fc7-4be7-be35-9fc848cf9489 None None] Network 359649dc-a148-4a60-a28f-a09200d52862 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:13.144410 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e377cf22-7249-4c9c-b522-22b2b38b7a3c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9270024 May 27 23:06:13.150397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38786) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:13.152643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'network_id': '359649dc-a148-4a60-a28f-a09200d52862', 'name': 'tempest-PortsTestJSON-897728969'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:13.256762 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-359649dc-a148-4a60-a28f-a09200d52862', 'network_id': '359649dc-a148-4a60-a28f-a09200d52862', 'tenant_id': '3dcbb95a50014c8ba888ea5350c85eeb', 'fixed_ips': [{'subnet_id': '2fe363a8-1070-4166-83af-eec51b35f32a'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:06:13.257620 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:13.296512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:13.305368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:13.406386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:13.410112 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:13.416920 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Allocated IP 172.20.0.2 (359649dc-a148-4a60-a28f-a09200d52862/2fe363a8-1070-4166-83af-eec51b35f32a/1aeaff24-9bc9-4970-ba09-4e773b3dd85c) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:13.431866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port bf0c4c7c-f67d-4a6e-9194-81743b7e004b yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:06:13.631132 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:13.640832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Transition to ACTIVE for port object 1aeaff24-9bc9-4970-ba09-4e773b3dd85c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:13.664686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Transition to ACTIVE for port object 1aeaff24-9bc9-4970-ba09-4e773b3dd85c will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:13.736924 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:13.802233 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Network 359649dc-a148-4a60-a28f-a09200d52862 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:13.804034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Allocated IP 172.20.0.5 (359649dc-a148-4a60-a28f-a09200d52862/2fe363a8-1070-4166-83af-eec51b35f32a/bf0c4c7c-f67d-4a6e-9194-81743b7e004b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:13.804946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:13.808572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:13.851469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Pushing event updated for resources: {'Port': ['ID=1aeaff24-9bc9-4970-ba09-4e773b3dd85c,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:13.946897 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Attempting to bind port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:06:13.947381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Attempting to bind port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'd702b0c0-7fd2-4b2f-a868-ac230191267b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '359649dc-a148-4a60-a28f-a09200d52862'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:06:13.947749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Attempting to bind port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c on network 359649dc-a148-4a60-a28f-a09200d52862 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:06:13.953304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:06:13.961997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Checking segment: {'id': 'd702b0c0-7fd2-4b2f-a868-ac230191267b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '359649dc-a148-4a60-a28f-a09200d52862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:06:13.961997 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:13.961997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Bound using segment: {'id': 'd702b0c0-7fd2-4b2f-a868-ac230191267b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '359649dc-a148-4a60-a28f-a09200d52862'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:06:13.961997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Bound port: 1aeaff24-9bc9-4970-ba09-4e773b3dd85c, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd702b0c0-7fd2-4b2f-a868-ac230191267b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '359649dc-a148-4a60-a28f-a09200d52862'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:06:13.961997 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:14.030599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:14.048297 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Transition to ACTIVE for port object bf0c4c7c-f67d-4a6e-9194-81743b7e004b will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:14.052924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] For port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:06:14.055935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] For port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1aeaff24-9bc9-4970-ba09-4e773b3dd85c,segment=NetworkSegment(d702b0c0-7fd2-4b2f-a868-ac230191267b),segment_id=d702b0c0-7fd2-4b2f-a868-ac230191267b)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:06:14.149787 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:14.211251 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:14.237550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71849f2-36d2-47ad-9796-18784eafe265 None None] Pushing event updated for resources: {'Port': ['ID=1aeaff24-9bc9-4970-ba09-4e773b3dd85c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:14.286748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network 359649dc-a148-4a60-a28f-a09200d52862 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:14.289771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:14.293665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:14.341348 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=bf0c4c7c-f67d-4a6e-9194-81743b7e004b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:14.364052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:14.364796 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:14.492831 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dbf8e6ec-d17a-4cf8-af72-2de043bc2b60 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3448343 May 27 23:06:14.495457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38794) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:14.577986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-3cacc3eb-05ca-4d3f-ad54-9dbfaf973889 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port bf0c4c7c-f67d-4a6e-9194-81743b7e004b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:14.578332 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3cacc3eb-05ca-4d3f-ad54-9dbfaf973889 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:14.841352 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3cacc3eb-05ca-4d3f-ad54-9dbfaf973889 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:15.083973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-3cacc3eb-05ca-4d3f-ad54-9dbfaf973889 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for bf0c4c7c-f67d-4a6e-9194-81743b7e004b owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:15.279919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85435250-0a62-412f-86e4-6e7e90181f0b None None] Network 359649dc-a148-4a60-a28f-a09200d52862 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:15.480490 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3cacc3eb-05ca-4d3f-ad54-9dbfaf973889 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:15.538324 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacc3eb-05ca-4d3f-ad54-9dbfaf973889 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=bf0c4c7c-f67d-4a6e-9194-81743b7e004b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:15.569699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c69584c0-9702-4f6b-b69f-b3b1ee1368cb None None] Provisioning for port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:15.650382 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3cacc3eb-05ca-4d3f-ad54-9dbfaf973889 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:15.660382 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3cacc3eb-05ca-4d3f-ad54-9dbfaf973889 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/bf0c4c7c-f67d-4a6e-9194-81743b7e004b HTTP/1.1" status: 204 len: 168 time: 1.1631670 May 27 23:06:15.662825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38800) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:15.710188 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-462c2b27-7fc0-452b-b2c4-e6927eaf6f95 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] DELETE failed (client error): The resource could not be found. May 27 23:06:15.710658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462c2b27-7fc0-452b-b2c4-e6927eaf6f95 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:15.712638 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-462c2b27-7fc0-452b-b2c4-e6927eaf6f95 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/bf0c4c7c-f67d-4a6e-9194-81743b7e004b HTTP/1.1" status: 404 len: 333 time: 0.0488224 May 27 23:06:15.715460 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38804) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:15.763308 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d00a5b-ae61-45cd-b4d2-cf81c7c5782d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] GET failed (client error): The resource could not be found. May 27 23:06:15.768198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b2d00a5b-ae61-45cd-b4d2-cf81c7c5782d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:15.863907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b2d00a5b-ae61-45cd-b4d2-cf81c7c5782d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:15.867609 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b2d00a5b-ae61-45cd-b4d2-cf81c7c5782d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/bf0c4c7c-f67d-4a6e-9194-81743b7e004b HTTP/1.1" status: 404 len: 333 time: 0.1487546 May 27 23:06:15.867983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38808) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:15.945063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6748e4-598b-412a-ab5a-a11e8a143b39 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting subnet 2fe363a8-1070-4166-83af-eec51b35f32a {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:06:15.948171 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba6748e4-598b-412a-ab5a-a11e8a143b39 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:16.004700 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:16.010056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-63c9b74e-e37d-40b1-8e0e-4ffcddce2ad4 None None] Could not find standard attr ID for object bf0c4c7c-f67d-4a6e-9194-81743b7e004b. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 23:06:16.014548 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba6748e4-598b-412a-ab5a-a11e8a143b39 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:16.100689 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba6748e4-598b-412a-ab5a-a11e8a143b39 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:16.226447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1aeaff24-9bc9-4970-ba09-4e773b3dd85c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:06:16.275247 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba6748e4-598b-412a-ab5a-a11e8a143b39 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:16.313007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6748e4-598b-412a-ab5a-a11e8a143b39 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe363a8-1070-4166-83af-eec51b35f32a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:16.318491 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba6748e4-598b-412a-ab5a-a11e8a143b39 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:16.324532 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ba6748e4-598b-412a-ab5a-a11e8a143b39 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/2fe363a8-1070-4166-83af-eec51b35f32a HTTP/1.1" status: 204 len: 168 time: 0.4554565 May 27 23:06:16.325520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf58941-1fc0-4d58-bd56-32b383a4d55f None None] Network 359649dc-a148-4a60-a28f-a09200d52862 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:16.326988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38812) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:16.391822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:16.412688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:16.413056 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:16.451572 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:16.462719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:16.463048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:16.638078 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:06:16.638458 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:16.679005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1aeaff24-9bc9-4970-ba09-4e773b3dd85c,segment=NetworkSegment(d702b0c0-7fd2-4b2f-a868-ac230191267b),segment_id=d702b0c0-7fd2-4b2f-a868-ac230191267b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:16.708544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] For port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1aeaff24-9bc9-4970-ba09-4e773b3dd85c,segment=NetworkSegment(d702b0c0-7fd2-4b2f-a868-ac230191267b),segment_id=d702b0c0-7fd2-4b2f-a868-ac230191267b)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:16.709512 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:16.734345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6ab9cb-5135-4dc2-93bf-9e6a674dae01 None None] DHCP port deletion for 359649dc-a148-4a60-a28f-a09200d52862 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:06:16.740489 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ab9cb-5135-4dc2-93bf-9e6a674dae01 None None] Deleting port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:16.740849 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab9cb-5135-4dc2-93bf-9e6a674dae01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:16.774716 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:16.843561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for 1aeaff24-9bc9-4970-ba09-4e773b3dd85c owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:16.909060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=1aeaff24-9bc9-4970-ba09-4e773b3dd85c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:16.972239 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:06:16.973225 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:06:17.032611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cb6ab9cb-5135-4dc2-93bf-9e6a674dae01 None None] For port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1aeaff24-9bc9-4970-ba09-4e773b3dd85c,segment=NetworkSegment(d702b0c0-7fd2-4b2f-a868-ac230191267b),segment_id=d702b0c0-7fd2-4b2f-a868-ac230191267b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:17.032611 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab9cb-5135-4dc2-93bf-9e6a674dae01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:17.135278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ab9cb-5135-4dc2-93bf-9e6a674dae01 None None] Calling delete_port for 1aeaff24-9bc9-4970-ba09-4e773b3dd85c owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:17.280306 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab9cb-5135-4dc2-93bf-9e6a674dae01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:17.331108 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ab9cb-5135-4dc2-93bf-9e6a674dae01 None None] Pushing event deleted for resources: {'Port': ['ID=1aeaff24-9bc9-4970-ba09-4e773b3dd85c,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:17.341744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ab9cb-5135-4dc2-93bf-9e6a674dae01 None None] No DVR routers for this DVR port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:06:17.473936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port 1aeaff24-9bc9-4970-ba09-4e773b3dd85c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:17.474296 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:17.550126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] The port '1aeaff24-9bc9-4970-ba09-4e773b3dd85c' was deleted {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:06:17.685501 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:17.711003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359649dc-a148-4a60-a28f-a09200d52862']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:17.724326 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd702b0c0-7fd2-4b2f-a868-ac230191267b') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:17.724645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd702b0c0-7fd2-4b2f-a868-ac230191267b') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:17.737339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:17.755591 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:17.763788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:06:17.764182 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:17.834288 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d702b0c0-7fd2-4b2f-a868-ac230191267b resource provider aggregate not found May 27 23:06:17.856921 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d702b0c0-7fd2-4b2f-a868-ac230191267b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d702b0c0-7fd2-4b2f-a868-ac230191267b found for delete ", "request_id": "req-f7b25279-c87e-45ba-9fa3-c75ca1bdb06c"}]} May 27 23:06:17.960486 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:17.979541 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:17.991001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Network': ['ID=359649dc-a148-4a60-a28f-a09200d52862,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:18.065720 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a20b30e7-18c3-40ce-9b5c-54b3f6f67190 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/networks/359649dc-a148-4a60-a28f-a09200d52862 HTTP/1.1" status: 204 len: 168 time: 1.7374907 May 27 23:06:18.069105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38828) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:18.074518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1674355109'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:18.080048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:18.083867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:network and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:18.086770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:18.093002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:18.178305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:18.181717 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:18.195929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1aeaff24-9bc9-4970-ba09-4e773b3dd85c no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:06:18.210031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:06:18.218632 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:18.222166 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Added segment 8bbca2a9-5367-44ca-8141-3db2405afd2e of type vlan for network 8dfc48b2-934e-4255-b8f7-96e1324b9bf1 May 27 23:06:18.230949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 1aeaff24-9bc9-4970-ba09-4e773b3dd85c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:06:18.231294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1aeaff24-9bc9-4970-ba09-4e773b3dd85c not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:06:18.253380 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:18.360278 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:18.366365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:18.366985 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:18.579616 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5093346 May 27 23:06:18.582917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38832) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:18.586012 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516f95d-6226-47b5-8967-99e3c063f31d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Network': ['ID=8dfc48b2-934e-4255-b8f7-96e1324b9bf1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:18.589544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'subnet': {'network_id': '8dfc48b2-934e-4255-b8f7-96e1324b9bf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:18.596200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 8dfc48b2-934e-4255-b8f7-96e1324b9bf1 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:06:18.709809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:18.713732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:subnet and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:18.716577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:18.723837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:18.827054 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:18.827054 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:19.154754 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:19.236261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Subnet': ['ID=cb3f82fe-43ed-4436-8d67-52b1d87a5c1b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:19.243891 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Checking segment: {'id': '8bbca2a9-5367-44ca-8141-3db2405afd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8dfc48b2-934e-4255-b8f7-96e1324b9bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:06:19.244258 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network hostable DHCP agents. Network: 8dfc48b2-934e-4255-b8f7-96e1324b9bf1, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:06:19.360340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network 8dfc48b2-934e-4255-b8f7-96e1324b9bf1 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:06:19.491839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 8dfc48b2-934e-4255-b8f7-96e1324b9bf1) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:19.497464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:19.497569 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:19.500538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a88c5e7-fb04-4b8b-987b-e7acb771bd72 None None] Network 8dfc48b2-934e-4255-b8f7-96e1324b9bf1 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:19.597300 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4e7c04ce-4541-48db-84a7-b193ff6902de tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0122950 May 27 23:06:19.600242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38838) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:19.606173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'network_id': '8dfc48b2-934e-4255-b8f7-96e1324b9bf1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-713506890'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:19.741743 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-8dfc48b2-934e-4255-b8f7-96e1324b9bf1', 'network_id': '8dfc48b2-934e-4255-b8f7-96e1324b9bf1', 'tenant_id': '3dcbb95a50014c8ba888ea5350c85eeb', 'fixed_ips': [{'subnet_id': 'cb3f82fe-43ed-4436-8d67-52b1d87a5c1b'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:06:19.742754 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:19.868022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:19.872124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:port and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:19.875060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:19.880812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:19.904513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Allocated IP 172.20.0.2 (8dfc48b2-934e-4255-b8f7-96e1324b9bf1/cb3f82fe-43ed-4436-8d67-52b1d87a5c1b/99dd7aba-f41c-4f65-a7b8-3a678940fe08) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:20.018392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:20.020546 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:20.050798 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port eab1da15-8004-4de3-b576-4b3796bfcd04 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:06:20.116053 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:20.126031 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Transition to ACTIVE for port object 99dd7aba-f41c-4f65-a7b8-3a678940fe08 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:20.143819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Transition to ACTIVE for port object 99dd7aba-f41c-4f65-a7b8-3a678940fe08 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:20.223788 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:20.291450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Network 8dfc48b2-934e-4255-b8f7-96e1324b9bf1 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:20.291937 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Allocated IP 172.20.0.14 (8dfc48b2-934e-4255-b8f7-96e1324b9bf1/cb3f82fe-43ed-4436-8d67-52b1d87a5c1b/eab1da15-8004-4de3-b576-4b3796bfcd04) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:20.294155 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:20.299748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:20.333042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Pushing event updated for resources: {'Port': ['ID=99dd7aba-f41c-4f65-a7b8-3a678940fe08,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:20.395950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Attempting to bind port 99dd7aba-f41c-4f65-a7b8-3a678940fe08 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:06:20.396312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Attempting to bind port 99dd7aba-f41c-4f65-a7b8-3a678940fe08 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '8bbca2a9-5367-44ca-8141-3db2405afd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8dfc48b2-934e-4255-b8f7-96e1324b9bf1'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:06:20.396720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Attempting to bind port 99dd7aba-f41c-4f65-a7b8-3a678940fe08 on network 8dfc48b2-934e-4255-b8f7-96e1324b9bf1 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:06:20.401946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:06:20.402261 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Checking segment: {'id': '8bbca2a9-5367-44ca-8141-3db2405afd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8dfc48b2-934e-4255-b8f7-96e1324b9bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:06:20.402660 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:20.403046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Bound using segment: {'id': '8bbca2a9-5367-44ca-8141-3db2405afd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8dfc48b2-934e-4255-b8f7-96e1324b9bf1'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:06:20.403501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Bound port: 99dd7aba-f41c-4f65-a7b8-3a678940fe08, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bbca2a9-5367-44ca-8141-3db2405afd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '8dfc48b2-934e-4255-b8f7-96e1324b9bf1'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:06:20.403866 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:20.471564 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:20.488946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Transition to ACTIVE for port object eab1da15-8004-4de3-b576-4b3796bfcd04 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:20.495271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] For port 99dd7aba-f41c-4f65-a7b8-3a678940fe08, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:06:20.499739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] For port 99dd7aba-f41c-4f65-a7b8-3a678940fe08, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=99dd7aba-f41c-4f65-a7b8-3a678940fe08,segment=NetworkSegment(8bbca2a9-5367-44ca-8141-3db2405afd2e),segment_id=8bbca2a9-5367-44ca-8141-3db2405afd2e)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:06:20.596091 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:20.629510 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:20.687215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbf84f-f221-4697-9df6-b8ad5a66d2aa None None] Pushing event updated for resources: {'Port': ['ID=99dd7aba-f41c-4f65-a7b8-3a678940fe08,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:20.723863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network 8dfc48b2-934e-4255-b8f7-96e1324b9bf1 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:20.723863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:20.728526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:20.760810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=eab1da15-8004-4de3-b576-4b3796bfcd04,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:20.800831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:20.801426 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:20.910691 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0699bf29-014d-479d-8fcb-c6ad20fa13b5 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.3091214 May 27 23:06:20.913792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38844) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:20.991108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-19acc0ce-32a6-40aa-a7d7-387c4a8a0537 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port eab1da15-8004-4de3-b576-4b3796bfcd04 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:21.000656 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19acc0ce-32a6-40aa-a7d7-387c4a8a0537 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:21.246657 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19acc0ce-32a6-40aa-a7d7-387c4a8a0537 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:21.376408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-19acc0ce-32a6-40aa-a7d7-387c4a8a0537 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for eab1da15-8004-4de3-b576-4b3796bfcd04 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:21.583299 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19acc0ce-32a6-40aa-a7d7-387c4a8a0537 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:21.637319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acc0ce-32a6-40aa-a7d7-387c4a8a0537 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=eab1da15-8004-4de3-b576-4b3796bfcd04,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:21.673664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6ced8c-bb0e-45f1-bc25-c9cfaf4c61e4 None None] Network 8dfc48b2-934e-4255-b8f7-96e1324b9bf1 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:21.741748 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-19acc0ce-32a6-40aa-a7d7-387c4a8a0537 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:21.752341 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-19acc0ce-32a6-40aa-a7d7-387c4a8a0537 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/eab1da15-8004-4de3-b576-4b3796bfcd04 HTTP/1.1" status: 204 len: 168 time: 0.8379047 May 27 23:06:21.754317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38850) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:21.802618 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-3154afda-04b1-473f-b32d-6064e73245eb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] GET failed (client error): The resource could not be found. May 27 23:06:21.803277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3154afda-04b1-473f-b32d-6064e73245eb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:21.891537 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3d9465c7-ef6d-421b-bcde-ab2bdb7dc7f3 None None] Provisioning for port 99dd7aba-f41c-4f65-a7b8-3a678940fe08 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:21.945725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3154afda-04b1-473f-b32d-6064e73245eb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:21.945725 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3154afda-04b1-473f-b32d-6064e73245eb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/eab1da15-8004-4de3-b576-4b3796bfcd04 HTTP/1.1" status: 404 len: 333 time: 0.1876569 May 27 23:06:21.946139 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38854) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:22.018312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f65b22-f71f-42b1-bb22-7f58e0b4e1b0 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting subnet cb3f82fe-43ed-4436-8d67-52b1d87a5c1b {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:06:22.022663 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-74f65b22-f71f-42b1-bb22-7f58e0b4e1b0 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:22.081776 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-74f65b22-f71f-42b1-bb22-7f58e0b4e1b0 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:22.184176 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-74f65b22-f71f-42b1-bb22-7f58e0b4e1b0 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:22.255075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 99dd7aba-f41c-4f65-a7b8-3a678940fe08 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:06:22.380975 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-74f65b22-f71f-42b1-bb22-7f58e0b4e1b0 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:22.406246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 99dd7aba-f41c-4f65-a7b8-3a678940fe08 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:22.412116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 99dd7aba-f41c-4f65-a7b8-3a678940fe08 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:22.412520 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:22.421132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f65b22-f71f-42b1-bb22-7f58e0b4e1b0 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3f82fe-43ed-4436-8d67-52b1d87a5c1b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:22.436832 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-74f65b22-f71f-42b1-bb22-7f58e0b4e1b0 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:22.443764 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-74f65b22-f71f-42b1-bb22-7f58e0b4e1b0 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/cb3f82fe-43ed-4436-8d67-52b1d87a5c1b HTTP/1.1" status: 204 len: 168 time: 0.4965208 May 27 23:06:22.446837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38860) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:22.466176 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:22.471641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3e5cbfc5-ba03-46f3-beb6-de23b9201e68 None None] Could not find standard attr ID for object eab1da15-8004-4de3-b576-4b3796bfcd04. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 23:06:22.539859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921f9160-bd24-4ff0-82d6-247e35ee0018 None None] Network 8dfc48b2-934e-4255-b8f7-96e1324b9bf1 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:22.585292 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:22.596314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port 99dd7aba-f41c-4f65-a7b8-3a678940fe08 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:22.596681 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:22.637485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 99dd7aba-f41c-4f65-a7b8-3a678940fe08 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:06:22.637867 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:22.791368 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 99dd7aba-f41c-4f65-a7b8-3a678940fe08, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=99dd7aba-f41c-4f65-a7b8-3a678940fe08,segment=NetworkSegment(8bbca2a9-5367-44ca-8141-3db2405afd2e),segment_id=8bbca2a9-5367-44ca-8141-3db2405afd2e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:22.824669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] For port 99dd7aba-f41c-4f65-a7b8-3a678940fe08, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=99dd7aba-f41c-4f65-a7b8-3a678940fe08,segment=NetworkSegment(8bbca2a9-5367-44ca-8141-3db2405afd2e),segment_id=8bbca2a9-5367-44ca-8141-3db2405afd2e)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:22.824669 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:22.867712 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd275d8-793d-4544-941c-f505cb099aea None None] DHCP port deletion for 8dfc48b2-934e-4255-b8f7-96e1324b9bf1 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:06:22.872420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5bd275d8-793d-4544-941c-f505cb099aea None None] Deleting port 99dd7aba-f41c-4f65-a7b8-3a678940fe08 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:22.880249 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5bd275d8-793d-4544-941c-f505cb099aea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:22.900948 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:22.945988 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for 99dd7aba-f41c-4f65-a7b8-3a678940fe08 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:23.033176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=99dd7aba-f41c-4f65-a7b8-3a678940fe08,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:23.058222 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:06:23.058549 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:06:23.138929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5bd275d8-793d-4544-941c-f505cb099aea None None] For port 99dd7aba-f41c-4f65-a7b8-3a678940fe08, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=99dd7aba-f41c-4f65-a7b8-3a678940fe08,segment=NetworkSegment(8bbca2a9-5367-44ca-8141-3db2405afd2e),segment_id=8bbca2a9-5367-44ca-8141-3db2405afd2e)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:23.139560 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5bd275d8-793d-4544-941c-f505cb099aea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:23.265796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5bd275d8-793d-4544-941c-f505cb099aea None None] Calling delete_port for 99dd7aba-f41c-4f65-a7b8-3a678940fe08 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:23.418086 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5bd275d8-793d-4544-941c-f505cb099aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:23.465971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd275d8-793d-4544-941c-f505cb099aea None None] Pushing event deleted for resources: {'Port': ['ID=99dd7aba-f41c-4f65-a7b8-3a678940fe08,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:23.471914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd275d8-793d-4544-941c-f505cb099aea None None] No DVR routers for this DVR port 99dd7aba-f41c-4f65-a7b8-3a678940fe08 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:06:23.560078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port 99dd7aba-f41c-4f65-a7b8-3a678940fe08 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:23.560522 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:23.752788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] The port '99dd7aba-f41c-4f65-a7b8-3a678940fe08' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:06:23.872458 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:23.898633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfc48b2-934e-4255-b8f7-96e1324b9bf1']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:23.911710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bbca2a9-5367-44ca-8141-3db2405afd2e') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:23.912033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bbca2a9-5367-44ca-8141-3db2405afd2e') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:23.923310 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:23.939724 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:23.946760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:06:23.947161 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:24.016417 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8bbca2a9-5367-44ca-8141-3db2405afd2e resource provider aggregate not found May 27 23:06:24.040339 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8bbca2a9-5367-44ca-8141-3db2405afd2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bbca2a9-5367-44ca-8141-3db2405afd2e found for delete ", "request_id": "req-8e797f18-2774-44e3-a337-a12b18f5e161"}]} May 27 23:06:24.125791 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:24.145211 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:24.161546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Network': ['ID=8dfc48b2-934e-4255-b8f7-96e1324b9bf1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:24.197668 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 99dd7aba-f41c-4f65-a7b8-3a678940fe08 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:06:24.232330 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 99dd7aba-f41c-4f65-a7b8-3a678940fe08 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:06:24.240137 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 99dd7aba-f41c-4f65-a7b8-3a678940fe08 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:06:24.258496 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1574479-bde9-48d2-9d37-e411fd09fe9d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/networks/8dfc48b2-934e-4255-b8f7-96e1324b9bf1 HTTP/1.1" status: 204 len: 168 time: 1.8103590 May 27 23:06:24.261871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38872) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:24.267350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'name': 'tempest-PortsTestJSON-396972111'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:24.380997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:24.385039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:port and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:24.387843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:24.393571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:24.480130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:24.485203 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:24.507910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port b3dbe9be-35f5-429e-9efe-387240ffeecc yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:06:24.735761 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:24.840593 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:24.920808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:24.924042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:24.928791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:24.936956 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:24.937555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:24.946108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=b3dbe9be-35f5-429e-9efe-387240ffeecc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:25.039956 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dcc1ef92-63db-40db-a047-92a6b83ad857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7769911 May 27 23:06:25.042494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38876) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:25.114589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7f00de29-68de-4a91-9ffc-f277d39cb341 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port b3dbe9be-35f5-429e-9efe-387240ffeecc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:25.115165 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f00de29-68de-4a91-9ffc-f277d39cb341 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:25.348567 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f00de29-68de-4a91-9ffc-f277d39cb341 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:25.476111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7f00de29-68de-4a91-9ffc-f277d39cb341 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for b3dbe9be-35f5-429e-9efe-387240ffeecc owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:25.633499 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f00de29-68de-4a91-9ffc-f277d39cb341 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:25.687146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00de29-68de-4a91-9ffc-f277d39cb341 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=b3dbe9be-35f5-429e-9efe-387240ffeecc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:25.692433 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7f00de29-68de-4a91-9ffc-f277d39cb341 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:25.705062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38882) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:25.705647 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7f00de29-68de-4a91-9ffc-f277d39cb341 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/b3dbe9be-35f5-429e-9efe-387240ffeecc HTTP/1.1" status: 204 len: 168 time: 0.6612191 May 27 23:06:25.711055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'mac_address': 'fa:16:3e:59:4e:44', 'name': 'tempest-PortsTestJSON-224146357'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:25.822852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:25.826933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:port and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:25.831469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:25.838678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:25.925930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:26.027804 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:26.054681 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port 96611ad1-9cb4-4064-874e-bea456a4fd16 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:06:26.278372 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:26.372498 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:26.446536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:26.449969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:26.453817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:26.459847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:26.460493 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:26.473104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=96611ad1-9cb4-4064-874e-bea456a4fd16,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:26.584629 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ff2f405b-c35b-46c8-b0ec-28e857cf4989 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8784230 May 27 23:06:26.587619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38890) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:26.659457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e22304-c7e0-4de5-b04e-0c7fa7569971 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:26.660019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f8e22304-c7e0-4de5-b04e-0c7fa7569971 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:26.738344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f8e22304-c7e0-4de5-b04e-0c7fa7569971 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:26.739531 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f8e22304-c7e0-4de5-b04e-0c7fa7569971 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/96611ad1-9cb4-4064-874e-bea456a4fd16 HTTP/1.1" status: 200 len: 840 time: 0.1509202 May 27 23:06:26.743097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38894) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:26.811340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-7169acbc-b559-404e-b2ff-14bc6ee9745a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port 96611ad1-9cb4-4064-874e-bea456a4fd16 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:26.811671 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7169acbc-b559-404e-b2ff-14bc6ee9745a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:27.029169 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7169acbc-b559-404e-b2ff-14bc6ee9745a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:27.152015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-7169acbc-b559-404e-b2ff-14bc6ee9745a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for 96611ad1-9cb4-4064-874e-bea456a4fd16 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:27.314473 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7169acbc-b559-404e-b2ff-14bc6ee9745a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:27.364301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169acbc-b559-404e-b2ff-14bc6ee9745a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=96611ad1-9cb4-4064-874e-bea456a4fd16,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:27.525139 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7169acbc-b559-404e-b2ff-14bc6ee9745a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:27.575605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7169acbc-b559-404e-b2ff-14bc6ee9745a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/96611ad1-9cb4-4064-874e-bea456a4fd16 HTTP/1.1" status: 204 len: 168 time: 0.8231342 May 27 23:06:27.575605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38900) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:27.595230 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba907736-33ca-469a-ac42-0eea9fbe0b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:27.616536 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-1116078e-76da-4881-ba1d-cefade6dded2 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] GET failed (client error): The resource could not be found. May 27 23:06:27.617096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1116078e-76da-4881-ba1d-cefade6dded2 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:27.742215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1116078e-76da-4881-ba1d-cefade6dded2 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:27.748401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1116078e-76da-4881-ba1d-cefade6dded2 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/96611ad1-9cb4-4064-874e-bea456a4fd16 HTTP/1.1" status: 404 len: 333 time: 0.1722627 May 27 23:06:27.748553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38904) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:27.753026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4ef4fb04-d569-4376-a9c9-8291a5b5b7dc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'name': 'tempest-PortsTestJSON-1485786895'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:27.867771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4ef4fb04-d569-4376-a9c9-8291a5b5b7dc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:27.877699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4ef4fb04-d569-4376-a9c9-8291a5b5b7dc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:27.994340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef4fb04-d569-4376-a9c9-8291a5b5b7dc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:27.997784 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ef4fb04-d569-4376-a9c9-8291a5b5b7dc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:28.018757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-4ef4fb04-d569-4376-a9c9-8291a5b5b7dc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port 08065a50-8acc-4b33-ac2d-e2b453b95de8 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:06:28.233621 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ef4fb04-d569-4376-a9c9-8291a5b5b7dc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:28.353451 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ef4fb04-d569-4376-a9c9-8291a5b5b7dc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:28.539816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef4fb04-d569-4376-a9c9-8291a5b5b7dc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:28.542836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-4ef4fb04-d569-4376-a9c9-8291a5b5b7dc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:28.546692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef4fb04-d569-4376-a9c9-8291a5b5b7dc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:28.552662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef4fb04-d569-4376-a9c9-8291a5b5b7dc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:28.554086 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4ef4fb04-d569-4376-a9c9-8291a5b5b7dc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:28.570789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4fb04-d569-4376-a9c9-8291a5b5b7dc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=08065a50-8acc-4b33-ac2d-e2b453b95de8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:28.676854 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4ef4fb04-d569-4376-a9c9-8291a5b5b7dc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9273584 May 27 23:06:28.683651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38910) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:28.692221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d60cfd1b-362a-45ac-ba32-0c6d651fcbb6 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:28.829489 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d60cfd1b-362a-45ac-ba32-0c6d651fcbb6 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:29.049983 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d60cfd1b-362a-45ac-ba32-0c6d651fcbb6 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:29.126334 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d60cfd1b-362a-45ac-ba32-0c6d651fcbb6 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:29.195957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d60cfd1b-362a-45ac-ba32-0c6d651fcbb6 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] In _notify_port_updated(), no bound segment for port 08065a50-8acc-4b33-ac2d-e2b453b95de8 on network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 23:06:29.201223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60cfd1b-362a-45ac-ba32-0c6d651fcbb6 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:29.201825 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d60cfd1b-362a-45ac-ba32-0c6d651fcbb6 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:29.203114 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d60cfd1b-362a-45ac-ba32-0c6d651fcbb6 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "PUT /v2.0/ports/08065a50-8acc-4b33-ac2d-e2b453b95de8 HTTP/1.1" status: 200 len: 818 time: 0.5184510 May 27 23:06:29.207506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38914) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:29.216280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cfd1b-362a-45ac-ba32-0c6d651fcbb6 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=08065a50-8acc-4b33-ac2d-e2b453b95de8,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:29.286199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-376c3015-5784-4e7e-9cae-3f17334ba317 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port 08065a50-8acc-4b33-ac2d-e2b453b95de8 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:29.286589 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-376c3015-5784-4e7e-9cae-3f17334ba317 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:29.508590 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-376c3015-5784-4e7e-9cae-3f17334ba317 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:29.697629 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4702df2b-4db0-406d-9502-1de012a6e095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:29.746404 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-376c3015-5784-4e7e-9cae-3f17334ba317 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for 08065a50-8acc-4b33-ac2d-e2b453b95de8 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:29.919571 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-376c3015-5784-4e7e-9cae-3f17334ba317 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:29.970740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c3015-5784-4e7e-9cae-3f17334ba317 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=08065a50-8acc-4b33-ac2d-e2b453b95de8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:29.980753 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-376c3015-5784-4e7e-9cae-3f17334ba317 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:29.989737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-376c3015-5784-4e7e-9cae-3f17334ba317 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/08065a50-8acc-4b33-ac2d-e2b453b95de8 HTTP/1.1" status: 204 len: 168 time: 0.7802913 May 27 23:06:29.992468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38920) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:30.073369 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb94defe-b9c9-4c24-b566-d9f991c352be tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:30.074038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fb94defe-b9c9-4c24-b566-d9f991c352be tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:30.179574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fb94defe-b9c9-4c24-b566-d9f991c352be tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:30.179574 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fb94defe-b9c9-4c24-b566-d9f991c352be tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1839156 May 27 23:06:30.180059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 38924) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:30.226894 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e6603d7-661c-4f04-81ab-b267aac74caa tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] GET failed (client error): The resource could not be found. May 27 23:06:30.228373 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3e6603d7-661c-4f04-81ab-b267aac74caa tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/08065a50-8acc-4b33-ac2d-e2b453b95de8 HTTP/1.1" status: 404 len: 333 time: 0.0473547 May 27 23:06:30.232235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38928) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:30.237755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1778784968'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:30.243647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:30.247581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:network and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:30.250467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:30.257358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:30.341527 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:30.345163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:30.373209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:06:30.383404 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:30.383765 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Added segment e81d78b1-81e4-415c-89cf-d6b9cbb286cc of type vlan for network 8897c833-a404-4cde-8c8a-d1217545d5ba May 27 23:06:30.408902 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:30.502834 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:30.509234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:30.509816 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:30.616106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Network': ['ID=8897c833-a404-4cde-8c8a-d1217545d5ba,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:30.627145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 8897c833-a404-4cde-8c8a-d1217545d5ba details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:06:30.705674 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b59825da-47f3-4cdd-9742-0da7bdb10862 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4721022 May 27 23:06:30.709029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38934) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:30.717948 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'subnet': {'network_id': '8897c833-a404-4cde-8c8a-d1217545d5ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:30.848270 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:30.852484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:subnet and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:30.855270 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:30.860855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:30.971974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:30.976047 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:31.017002 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:31.017762 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:31.233263 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:31.314919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Subnet': ['ID=22da720e-b581-40cf-acba-10298a4bb7f1,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:31.323810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Checking segment: {'id': 'e81d78b1-81e4-415c-89cf-d6b9cbb286cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8897c833-a404-4cde-8c8a-d1217545d5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:06:31.324172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network hostable DHCP agents. Network: 8897c833-a404-4cde-8c8a-d1217545d5ba, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:06:31.422898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network 8897c833-a404-4cde-8c8a-d1217545d5ba is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:06:31.514259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 8897c833-a404-4cde-8c8a-d1217545d5ba) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:31.518503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:31.519718 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:31.526281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a0eb1c-8d5f-400f-8525-a221f3dbb612 None None] Network 8897c833-a404-4cde-8c8a-d1217545d5ba requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:31.646163 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8f2c9fef-47f5-4cd7-a78b-1edb8354fd07 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9357762 May 27 23:06:31.648924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38940) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:31.655046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-af38c876-5e7b-4ea6-8e63-9c3c23498e11 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'subnet': {'network_id': '8897c833-a404-4cde-8c8a-d1217545d5ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:31.743891 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-8897c833-a404-4cde-8c8a-d1217545d5ba', 'network_id': '8897c833-a404-4cde-8c8a-d1217545d5ba', 'tenant_id': '3dcbb95a50014c8ba888ea5350c85eeb', 'fixed_ips': [{'subnet_id': '22da720e-b581-40cf-acba-10298a4bb7f1'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:06:31.744954 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:31.800151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-af38c876-5e7b-4ea6-8e63-9c3c23498e11 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:31.804011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-af38c876-5e7b-4ea6-8e63-9c3c23498e11 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:subnet and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:31.806848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-af38c876-5e7b-4ea6-8e63-9c3c23498e11 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:31.812688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-af38c876-5e7b-4ea6-8e63-9c3c23498e11 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:31.913037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Allocated IP 172.20.0.2 (8897c833-a404-4cde-8c8a-d1217545d5ba/22da720e-b581-40cf-acba-10298a4bb7f1/36372ef1-afb3-42a2-a682-8184c433d320) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:31.918809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af38c876-5e7b-4ea6-8e63-9c3c23498e11 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:31.922727 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af38c876-5e7b-4ea6-8e63-9c3c23498e11 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:32.080608 n-d-843680-3 neutron-server[88901]: INFO neutron.db.ipam_backend_mixin [None req-af38c876-5e7b-4ea6-8e63-9c3c23498e11 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 22da720e-b581-40cf-acba-10298a4bb7f1 (CIDR: 172.20.0.0/28) May 27 23:06:32.140654 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:32.150795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Transition to ACTIVE for port object 36372ef1-afb3-42a2-a682-8184c433d320 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:32.153876 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-af38c876-5e7b-4ea6-8e63-9c3c23498e11 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:06:32.154476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af38c876-5e7b-4ea6-8e63-9c3c23498e11 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:06:32.169538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Transition to ACTIVE for port object 36372ef1-afb3-42a2-a682-8184c433d320 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:32.182688 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:32.245555 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-af38c876-5e7b-4ea6-8e63-9c3c23498e11 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5953398 May 27 23:06:32.248124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38946) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:32.253797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-2de3aedc-e6b4-458b-b3cc-ee0df835e203 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'subnet': {'network_id': '8897c833-a404-4cde-8c8a-d1217545d5ba', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:32.268008 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:32.330856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Network 8897c833-a404-4cde-8c8a-d1217545d5ba is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:32.333570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:32.337406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:32.375718 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Pushing event updated for resources: {'Port': ['ID=36372ef1-afb3-42a2-a682-8184c433d320,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:32.401761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2de3aedc-e6b4-458b-b3cc-ee0df835e203 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:32.406600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2de3aedc-e6b4-458b-b3cc-ee0df835e203 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:subnet and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:32.410321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2de3aedc-e6b4-458b-b3cc-ee0df835e203 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:32.416681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-2de3aedc-e6b4-458b-b3cc-ee0df835e203 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:32.470724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Attempting to bind port 36372ef1-afb3-42a2-a682-8184c433d320 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:06:32.471088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Attempting to bind port 36372ef1-afb3-42a2-a682-8184c433d320 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'e81d78b1-81e4-415c-89cf-d6b9cbb286cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8897c833-a404-4cde-8c8a-d1217545d5ba'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:06:32.471443 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Attempting to bind port 36372ef1-afb3-42a2-a682-8184c433d320 on network 8897c833-a404-4cde-8c8a-d1217545d5ba {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:06:32.477093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:06:32.477754 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Checking segment: {'id': 'e81d78b1-81e4-415c-89cf-d6b9cbb286cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8897c833-a404-4cde-8c8a-d1217545d5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:06:32.477874 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:32.478212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Bound using segment: {'id': 'e81d78b1-81e4-415c-89cf-d6b9cbb286cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8897c833-a404-4cde-8c8a-d1217545d5ba'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:06:32.478660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Bound port: 36372ef1-afb3-42a2-a682-8184c433d320, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81d78b1-81e4-415c-89cf-d6b9cbb286cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8897c833-a404-4cde-8c8a-d1217545d5ba'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:06:32.479027 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:32.520129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de3aedc-e6b4-458b-b3cc-ee0df835e203 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:32.523851 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2de3aedc-e6b4-458b-b3cc-ee0df835e203 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:32.568563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] For port 36372ef1-afb3-42a2-a682-8184c433d320, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:06:32.571839 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] For port 36372ef1-afb3-42a2-a682-8184c433d320, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=36372ef1-afb3-42a2-a682-8184c433d320,segment=NetworkSegment(e81d78b1-81e4-415c-89cf-d6b9cbb286cc),segment_id=e81d78b1-81e4-415c-89cf-d6b9cbb286cc)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:06:32.646816 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:32.737837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503b00e-124e-42db-877b-43d049f450d6 None None] Pushing event updated for resources: {'Port': ['ID=36372ef1-afb3-42a2-a682-8184c433d320,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:32.989278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2de3aedc-e6b4-458b-b3cc-ee0df835e203 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:33.061652 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:06:33.069796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de3aedc-e6b4-458b-b3cc-ee0df835e203 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network 8897c833-a404-4cde-8c8a-d1217545d5ba is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:33.072931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-2de3aedc-e6b4-458b-b3cc-ee0df835e203 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:33.077543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3aedc-e6b4-458b-b3cc-ee0df835e203 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:33.078121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2de3aedc-e6b4-458b-b3cc-ee0df835e203 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:33.100677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3aedc-e6b4-458b-b3cc-ee0df835e203 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Subnet': ['ID=594c322c-6e17-469f-b04e-ebe09228c4a5,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:33.183727 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2de3aedc-e6b4-458b-b3cc-ee0df835e203 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9344580 May 27 23:06:33.187166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38952) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:33.192330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'network_id': '8897c833-a404-4cde-8c8a-d1217545d5ba', 'fixed_ips': [{'subnet_id': '22da720e-b581-40cf-acba-10298a4bb7f1'}, {'subnet_id': '594c322c-6e17-469f-b04e-ebe09228c4a5'}], 'name': 'tempest-PortsTestJSON-1518200605'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:33.332109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:33.336363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:port and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:33.341806 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:33.345316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:33.417175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:33.547799 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:33.570132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:06:33.785042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657ccc31-a374-4077-8350-eb4ffb40a805 None None] Network 8897c833-a404-4cde-8c8a-d1217545d5ba requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:33.913515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Allocated IP 172.20.0.6 (8897c833-a404-4cde-8c8a-d1217545d5ba/22da720e-b581-40cf-acba-10298a4bb7f1/fad43d61-2ec9-4b7f-99a5-1ae427e30ca2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:33.919195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Allocated IP 172.20.0.30 (8897c833-a404-4cde-8c8a-d1217545d5ba/594c322c-6e17-469f-b04e-ebe09228c4a5/fad43d61-2ec9-4b7f-99a5-1ae427e30ca2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:33.988815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-88052d4f-c69f-401a-af08-8a6eedbdf609 None None] Provisioning for port 36372ef1-afb3-42a2-a682-8184c433d320 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:34.124731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eed545a-44de-4bbd-9f97-479199f95cd5 None None] Update dhcp port {'port': {'network_id': '8897c833-a404-4cde-8c8a-d1217545d5ba', 'fixed_ips': [{'subnet_id': '22da720e-b581-40cf-acba-10298a4bb7f1', 'ip_address': '172.20.0.2'}, {'subnet_id': '594c322c-6e17-469f-b04e-ebe09228c4a5'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '36372ef1-afb3-42a2-a682-8184c433d320'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 23:06:34.130533 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:34.145453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Transition to ACTIVE for port object fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:34.185252 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9eed545a-44de-4bbd-9f97-479199f95cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:34.257783 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:34.260141 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 36372ef1-afb3-42a2-a682-8184c433d320 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:06:34.308407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network 8897c833-a404-4cde-8c8a-d1217545d5ba is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:34.315430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:34.317954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:34.399407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=fad43d61-2ec9-4b7f-99a5-1ae427e30ca2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:34.409530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:34.410142 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:34.445807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-9eed545a-44de-4bbd-9f97-479199f95cd5 None None] Allocated IP 172.20.0.18 (8897c833-a404-4cde-8c8a-d1217545d5ba/594c322c-6e17-469f-b04e-ebe09228c4a5/36372ef1-afb3-42a2-a682-8184c433d320) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:34.495035 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bdd59bf2-5462-4484-898b-68da450be44e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.3051705 May 27 23:06:34.495273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38962) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:34.501355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7506c2d5-593e-4a41-9139-aa3b812d7f7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '22da720e-b581-40cf-acba-10298a4bb7f1'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:34.521657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 36372ef1-afb3-42a2-a682-8184c433d320 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:34.539305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 36372ef1-afb3-42a2-a682-8184c433d320 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:34.539305 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:34.628854 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7506c2d5-593e-4a41-9139-aa3b812d7f7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:34.637070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9eed545a-44de-4bbd-9f97-479199f95cd5 None None] For port 36372ef1-afb3-42a2-a682-8184c433d320, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=36372ef1-afb3-42a2-a682-8184c433d320,segment=NetworkSegment(e81d78b1-81e4-415c-89cf-d6b9cbb286cc),segment_id=e81d78b1-81e4-415c-89cf-d6b9cbb286cc)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:34.707060 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9eed545a-44de-4bbd-9f97-479199f95cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:34.718114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 36372ef1-afb3-42a2-a682-8184c433d320 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:06:34.718432 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:34.739937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9eed545a-44de-4bbd-9f97-479199f95cd5 None None] Transition to ACTIVE for port object 36372ef1-afb3-42a2-a682-8184c433d320 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:34.829463 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9eed545a-44de-4bbd-9f97-479199f95cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:34.970007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-7506c2d5-593e-4a41-9139-aa3b812d7f7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Delete allocated IP 172.20.0.30 (8897c833-a404-4cde-8c8a-d1217545d5ba/594c322c-6e17-469f-b04e-ebe09228c4a5) {{(pid=88901) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 23:06:35.010423 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:06:35.010734 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:06:35.026678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed545a-44de-4bbd-9f97-479199f95cd5 None None] Pushing event updated for resources: {'Port': ['ID=36372ef1-afb3-42a2-a682-8184c433d320,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:35.277189 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7506c2d5-593e-4a41-9139-aa3b812d7f7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:35.293152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-7506c2d5-593e-4a41-9139-aa3b812d7f7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Ignored duplicate provisioning block setup for port fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 27 23:06:35.348874 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7506c2d5-593e-4a41-9139-aa3b812d7f7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:35.491478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506c2d5-593e-4a41-9139-aa3b812d7f7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=fad43d61-2ec9-4b7f-99a5-1ae427e30ca2,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:35.520606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7506c2d5-593e-4a41-9139-aa3b812d7f7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] In _notify_port_updated(), no bound segment for port fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 on network 8897c833-a404-4cde-8c8a-d1217545d5ba {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 23:06:35.525460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7506c2d5-593e-4a41-9139-aa3b812d7f7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:35.526082 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7506c2d5-593e-4a41-9139-aa3b812d7f7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:35.528413 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7506c2d5-593e-4a41-9139-aa3b812d7f7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "PUT /v2.0/ports/fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 HTTP/1.1" status: 200 len: 919 time: 1.0311508 May 27 23:06:35.530130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38972) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:35.535875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6e99ec01-bf18-4a63-b32d-ea346bd0dd84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '22da720e-b581-40cf-acba-10298a4bb7f1'}, {'subnet_id': '594c322c-6e17-469f-b04e-ebe09228c4a5'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:35.543007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b00042-9254-464d-be2c-fadd2ca5e670 None None] Network 8897c833-a404-4cde-8c8a-d1217545d5ba requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:35.651981 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 36372ef1-afb3-42a2-a682-8184c433d320 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:06:35.652389 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:35.657619 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e99ec01-bf18-4a63-b32d-ea346bd0dd84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:35.688781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-13a876a2-8697-46ed-b238-d27fd0fff878 None None] Provisioning for port 36372ef1-afb3-42a2-a682-8184c433d320 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:35.767269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-13a876a2-8697-46ed-b238-d27fd0fff878 None None] Provisioning complete for port 36372ef1-afb3-42a2-a682-8184c433d320 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:35.767566 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-13a876a2-8697-46ed-b238-d27fd0fff878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:35.803233 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 36372ef1-afb3-42a2-a682-8184c433d320, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=36372ef1-afb3-42a2-a682-8184c433d320,segment=NetworkSegment(e81d78b1-81e4-415c-89cf-d6b9cbb286cc),segment_id=e81d78b1-81e4-415c-89cf-d6b9cbb286cc)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:35.887798 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:36.039522 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-6e99ec01-bf18-4a63-b32d-ea346bd0dd84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Allocated IP 172.20.0.25 (8897c833-a404-4cde-8c8a-d1217545d5ba/594c322c-6e17-469f-b04e-ebe09228c4a5/fad43d61-2ec9-4b7f-99a5-1ae427e30ca2) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:36.052138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=36372ef1-afb3-42a2-a682-8184c433d320,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:36.078582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-13a876a2-8697-46ed-b238-d27fd0fff878 None None] Current status of the port 36372ef1-afb3-42a2-a682-8184c433d320 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:06:36.210350 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 36372ef1-afb3-42a2-a682-8184c433d320 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:06:36.217877 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e99ec01-bf18-4a63-b32d-ea346bd0dd84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:36.234377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-6e99ec01-bf18-4a63-b32d-ea346bd0dd84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Ignored duplicate provisioning block setup for port fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 27 23:06:36.279975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 36372ef1-afb3-42a2-a682-8184c433d320 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:36.280370 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:36.314481 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e99ec01-bf18-4a63-b32d-ea346bd0dd84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:36.412457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 36372ef1-afb3-42a2-a682-8184c433d320 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:06:36.427437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-25ec8d84-8c72-46d9-9111-f3c6652d0a7d None None] Provisioning for port fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:36.434531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-25ec8d84-8c72-46d9-9111-f3c6652d0a7d None None] Provisioning complete for port fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:36.434905 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25ec8d84-8c72-46d9-9111-f3c6652d0a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:36.461257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99ec01-bf18-4a63-b32d-ea346bd0dd84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=fad43d61-2ec9-4b7f-99a5-1ae427e30ca2,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:36.491829 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-25ec8d84-8c72-46d9-9111-f3c6652d0a7d None None] Port fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:06:36.503052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-25ec8d84-8c72-46d9-9111-f3c6652d0a7d None None] Provisioning complete for port 36372ef1-afb3-42a2-a682-8184c433d320 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:36.504056 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25ec8d84-8c72-46d9-9111-f3c6652d0a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:36.523018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6e99ec01-bf18-4a63-b32d-ea346bd0dd84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] In _notify_port_updated(), no bound segment for port fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 on network 8897c833-a404-4cde-8c8a-d1217545d5ba {{(pid=88901) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 23:06:36.528371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e99ec01-bf18-4a63-b32d-ea346bd0dd84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:36.528997 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6e99ec01-bf18-4a63-b32d-ea346bd0dd84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:36.532827 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6e99ec01-bf18-4a63-b32d-ea346bd0dd84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "PUT /v2.0/ports/fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 HTTP/1.1" status: 200 len: 999 time: 0.9992297 May 27 23:06:36.533011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38978) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:36.605451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-79ed531c-6a92-4d89-b761-616348ad60d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:36.605879 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79ed531c-6a92-4d89-b761-616348ad60d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:36.629566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-25ec8d84-8c72-46d9-9111-f3c6652d0a7d None None] Current status of the port 36372ef1-afb3-42a2-a682-8184c433d320 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:06:36.749819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c55d9644-8603-4019-9148-b0ca7c5e3bba None None] Provisioning complete for port fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:36.750191 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c55d9644-8603-4019-9148-b0ca7c5e3bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:36.811448 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c55d9644-8603-4019-9148-b0ca7c5e3bba None None] Port fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:06:36.861807 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79ed531c-6a92-4d89-b761-616348ad60d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:36.931385 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-00dfaaa1-b984-4b4a-b3d9-ef0b21e7907c None None] Provisioning complete for port fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:36.931938 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00dfaaa1-b984-4b4a-b3d9-ef0b21e7907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:36.983920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-79ed531c-6a92-4d89-b761-616348ad60d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:36.985237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-00dfaaa1-b984-4b4a-b3d9-ef0b21e7907c None None] Port fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:06:37.389033 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79ed531c-6a92-4d89-b761-616348ad60d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:37.441208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed531c-6a92-4d89-b761-616348ad60d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=fad43d61-2ec9-4b7f-99a5-1ae427e30ca2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:37.587636 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-79ed531c-6a92-4d89-b761-616348ad60d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:37.599988 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-79ed531c-6a92-4d89-b761-616348ad60d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 HTTP/1.1" status: 204 len: 168 time: 1.0636518 May 27 23:06:37.600189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38986) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:37.642464 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7036c3b-1754-4c29-a193-f3ddf82a8281 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] GET failed (client error): The resource could not be found. May 27 23:06:37.642929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7036c3b-1754-4c29-a193-f3ddf82a8281 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:37.725898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a7036c3b-1754-4c29-a193-f3ddf82a8281 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:37.729772 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a7036c3b-1754-4c29-a193-f3ddf82a8281 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 HTTP/1.1" status: 404 len: 333 time: 0.1261859 May 27 23:06:37.730161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 38992) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:37.806302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-1228e361-2db6-4e44-a960-23db8ced9cfa tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting subnet 594c322c-6e17-469f-b04e-ebe09228c4a5 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:06:37.809289 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1228e361-2db6-4e44-a960-23db8ced9cfa tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:37.865235 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1228e361-2db6-4e44-a960-23db8ced9cfa tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:37.947733 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1228e361-2db6-4e44-a960-23db8ced9cfa tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:38.102995 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1228e361-2db6-4e44-a960-23db8ced9cfa tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:38.142729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228e361-2db6-4e44-a960-23db8ced9cfa tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Subnet': ['ID=594c322c-6e17-469f-b04e-ebe09228c4a5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:38.146304 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1228e361-2db6-4e44-a960-23db8ced9cfa tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:38.152481 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1228e361-2db6-4e44-a960-23db8ced9cfa tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/594c322c-6e17-469f-b04e-ebe09228c4a5 HTTP/1.1" status: 204 len: 168 time: 0.4211798 May 27 23:06:38.155024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39000) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:38.157905 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f29853-a07c-44aa-9fa1-a3d3255ee50e None None] Network 8897c833-a404-4cde-8c8a-d1217545d5ba requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:38.222690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-77dbbb59-15db-420e-a9c9-89a2a7d4fdfc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting subnet 22da720e-b581-40cf-acba-10298a4bb7f1 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:06:38.225808 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77dbbb59-15db-420e-a9c9-89a2a7d4fdfc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:38.285425 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77dbbb59-15db-420e-a9c9-89a2a7d4fdfc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:38.370728 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77dbbb59-15db-420e-a9c9-89a2a7d4fdfc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:38.514961 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77dbbb59-15db-420e-a9c9-89a2a7d4fdfc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:38.556360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbbb59-15db-420e-a9c9-89a2a7d4fdfc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Subnet': ['ID=22da720e-b581-40cf-acba-10298a4bb7f1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:38.561098 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77dbbb59-15db-420e-a9c9-89a2a7d4fdfc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:38.568629 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-77dbbb59-15db-420e-a9c9-89a2a7d4fdfc tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/22da720e-b581-40cf-acba-10298a4bb7f1 HTTP/1.1" status: 204 len: 168 time: 0.4125888 May 27 23:06:38.571229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39004) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:38.693245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:38.705051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port 36372ef1-afb3-42a2-a682-8184c433d320 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:38.705384 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:38.925800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] For port 36372ef1-afb3-42a2-a682-8184c433d320, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=36372ef1-afb3-42a2-a682-8184c433d320,segment=NetworkSegment(e81d78b1-81e4-415c-89cf-d6b9cbb286cc),segment_id=e81d78b1-81e4-415c-89cf-d6b9cbb286cc)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:38.926154 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:38.965279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b312f96d-a481-4bd2-ad9c-21b394dd7821 None None] Network 8897c833-a404-4cde-8c8a-d1217545d5ba requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:39.057804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for 36372ef1-afb3-42a2-a682-8184c433d320 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:39.071382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3ff0548-b7e3-40e2-a820-56d30f5781be None None] Provisioning complete for port 36372ef1-afb3-42a2-a682-8184c433d320 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:39.071748 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3ff0548-b7e3-40e2-a820-56d30f5781be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:39.194278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:39.195522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3ff0548-b7e3-40e2-a820-56d30f5781be None None] Could not find standard attr ID for object 36372ef1-afb3-42a2-a682-8184c433d320. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 23:06:39.202517 n-d-843680-3 neutron-server[88902]: INFO neutron.plugins.ml2.db [None req-a3ff0548-b7e3-40e2-a820-56d30f5781be None None] No ports have port_id starting with 36372ef1-afb3-42a2-a682-8184c433d320 May 27 23:06:39.255209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=36372ef1-afb3-42a2-a682-8184c433d320,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:39.258436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No DVR routers for this DVR port 36372ef1-afb3-42a2-a682-8184c433d320 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:06:39.320014 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035b4527-fb06-4b42-8180-098bd53b2e54 None None] DHCP port deletion for 8897c833-a404-4cde-8c8a-d1217545d5ba request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:06:39.405818 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:39.432653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8897c833-a404-4cde-8c8a-d1217545d5ba']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:39.445306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e81d78b1-81e4-415c-89cf-d6b9cbb286cc') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:39.445598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e81d78b1-81e4-415c-89cf-d6b9cbb286cc') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:39.458713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:39.475910 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:39.482360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:06:39.482756 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:39.669473 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e81d78b1-81e4-415c-89cf-d6b9cbb286cc resource provider aggregate not found May 27 23:06:39.701236 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e81d78b1-81e4-415c-89cf-d6b9cbb286cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e81d78b1-81e4-415c-89cf-d6b9cbb286cc found for delete ", "request_id": "req-c37d7d15-6ee1-42d1-a722-777f16440435"}]} May 27 23:06:39.800768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:39.818482 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:39.829086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Network': ['ID=8897c833-a404-4cde-8c8a-d1217545d5ba,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:39.890952 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d14f1d57-3c4a-4947-b824-87be942c088a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/networks/8897c833-a404-4cde-8c8a-d1217545d5ba HTTP/1.1" status: 204 len: 168 time: 1.3186765 May 27 23:06:39.894708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39016) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:39.980856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b59528-53a3-4635-91db-cf4265c1c658 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:39.982445 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c9b59528-53a3-4635-91db-cf4265c1c658 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0867727 May 27 23:06:39.986194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39022) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:40.066659 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7f8d2730-6d16-4dd3-9ce2-fa40e6073732 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0793991 May 27 23:06:40.070509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39026) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:40.076085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1475103893'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:40.082055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:40.086111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:network and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:40.089084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:40.095201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:40.187674 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:40.191313 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:40.208144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 36372ef1-afb3-42a2-a682-8184c433d320 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:06:40.225149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:06:40.234459 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:40.234832 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Added segment d8e83baf-e39d-41b0-8030-53f8b6136ede of type vlan for network 181c1899-1b94-4d20-a0ab-ab4ed6dfd97d May 27 23:06:40.244368 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 36372ef1-afb3-42a2-a682-8184c433d320 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:06:40.244726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 36372ef1-afb3-42a2-a682-8184c433d320 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:06:40.260922 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:40.360073 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:40.365427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:40.367038 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:40.472703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Network': ['ID=181c1899-1b94-4d20-a0ab-ab4ed6dfd97d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:40.484411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 181c1899-1b94-4d20-a0ab-ab4ed6dfd97d details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:06:40.515397 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b65c4793-2bb7-47b7-b22f-a0525623e72d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4437995 May 27 23:06:40.519451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39030) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:40.526306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'subnet': {'network_id': '181c1899-1b94-4d20-a0ab-ab4ed6dfd97d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:40.638539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:40.642389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:subnet and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:40.646489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:40.652245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:40.724790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:40.728569 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:41.033627 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:41.115808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Subnet': ['ID=eac5f36f-5f12-4b81-be92-181bdf526512,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:41.125671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Checking segment: {'id': 'd8e83baf-e39d-41b0-8030-53f8b6136ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '181c1899-1b94-4d20-a0ab-ab4ed6dfd97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:06:41.126141 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network hostable DHCP agents. Network: 181c1899-1b94-4d20-a0ab-ab4ed6dfd97d, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:06:41.255094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network 181c1899-1b94-4d20-a0ab-ab4ed6dfd97d is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:06:41.342676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 181c1899-1b94-4d20-a0ab-ab4ed6dfd97d) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:41.348243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:41.349176 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:41.352296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0ae563-3f16-4dcf-9de1-5cd339efaca9 None None] Network 181c1899-1b94-4d20-a0ab-ab4ed6dfd97d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:41.454977 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-663c7a29-366d-44b4-8466-11dc1abacc97 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9318752 May 27 23:06:41.455471 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39036) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:41.461793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'network_id': '181c1899-1b94-4d20-a0ab-ab4ed6dfd97d', 'name': 'tempest-PortsTestJSON-1641068997'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:41.606224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:41.607001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-181c1899-1b94-4d20-a0ab-ab4ed6dfd97d', 'network_id': '181c1899-1b94-4d20-a0ab-ab4ed6dfd97d', 'tenant_id': '3dcbb95a50014c8ba888ea5350c85eeb', 'fixed_ips': [{'subnet_id': 'eac5f36f-5f12-4b81-be92-181bdf526512'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:06:41.607855 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:41.610993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:port and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:41.614560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:41.620906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:41.708835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:41.716072 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:41.743201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port d7f9abb7-7361-4536-b037-91133076eaa0 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:06:41.763227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Allocated IP 172.20.0.2 (181c1899-1b94-4d20-a0ab-ab4ed6dfd97d/eac5f36f-5f12-4b81-be92-181bdf526512/c7a239b6-e645-4c7f-9a3d-e17d4c0c451b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:41.969398 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:41.979864 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Transition to ACTIVE for port object c7a239b6-e645-4c7f-9a3d-e17d4c0c451b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:41.997559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Transition to ACTIVE for port object c7a239b6-e645-4c7f-9a3d-e17d4c0c451b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:42.085951 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:42.152341 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Network 181c1899-1b94-4d20-a0ab-ab4ed6dfd97d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:42.155322 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:42.159250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:42.162143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Allocated IP 172.20.0.3 (181c1899-1b94-4d20-a0ab-ab4ed6dfd97d/eac5f36f-5f12-4b81-be92-181bdf526512/d7f9abb7-7361-4536-b037-91133076eaa0) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:42.168296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Pushing event updated for resources: {'Port': ['ID=c7a239b6-e645-4c7f-9a3d-e17d4c0c451b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:42.234950 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:42.235222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:42.235560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:42.235890 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:42.236228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:42.236570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:42.236895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:42.237217 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:42.237561 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:42.237880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:42.238197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:42.238537 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:06:42.269151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Attempting to bind port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:06:42.270868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Attempting to bind port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'd8e83baf-e39d-41b0-8030-53f8b6136ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '181c1899-1b94-4d20-a0ab-ab4ed6dfd97d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:06:42.270868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Attempting to bind port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b on network 181c1899-1b94-4d20-a0ab-ab4ed6dfd97d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:06:42.275280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:06:42.275649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Checking segment: {'id': 'd8e83baf-e39d-41b0-8030-53f8b6136ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '181c1899-1b94-4d20-a0ab-ab4ed6dfd97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:06:42.276043 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:42.276454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Bound using segment: {'id': 'd8e83baf-e39d-41b0-8030-53f8b6136ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '181c1899-1b94-4d20-a0ab-ab4ed6dfd97d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:06:42.276914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Bound port: c7a239b6-e645-4c7f-9a3d-e17d4c0c451b, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e83baf-e39d-41b0-8030-53f8b6136ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '181c1899-1b94-4d20-a0ab-ab4ed6dfd97d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:06:42.277279 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:42.369342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] For port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:06:42.372525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] For port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c7a239b6-e645-4c7f-9a3d-e17d4c0c451b,segment=NetworkSegment(d8e83baf-e39d-41b0-8030-53f8b6136ede),segment_id=d8e83baf-e39d-41b0-8030-53f8b6136ede)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:06:42.374179 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:42.390022 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Transition to ACTIVE for port object d7f9abb7-7361-4536-b037-91133076eaa0 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:42.503267 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:42.549116 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:42.585723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf86a7-e340-48a7-88f1-3ec963525eef None None] Pushing event updated for resources: {'Port': ['ID=c7a239b6-e645-4c7f-9a3d-e17d4c0c451b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:42.631631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network 181c1899-1b94-4d20-a0ab-ab4ed6dfd97d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:42.634822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:42.637463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:42.673833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=d7f9abb7-7361-4536-b037-91133076eaa0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:42.717672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:42.718295 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:42.830042 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7863acf2-45f5-407b-834e-37a292c8499a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3732586 May 27 23:06:42.833080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39042) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:42.838693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'network_id': '181c1899-1b94-4d20-a0ab-ab4ed6dfd97d', 'name': 'tempest-PortsTestJSON-565545046'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:42.982199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:42.986667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:port and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:42.990032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:42.995835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:43.073264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:43.077121 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:43.100710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port ded20157-6dcf-4b94-a7c7-51e59d3639f2 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:06:43.365920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Allocated IP 172.20.0.10 (181c1899-1b94-4d20-a0ab-ab4ed6dfd97d/eac5f36f-5f12-4b81-be92-181bdf526512/ded20157-6dcf-4b94-a7c7-51e59d3639f2) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:43.562319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f06c4a2-822d-4abd-a4ae-ec82697127f5 None None] Network 181c1899-1b94-4d20-a0ab-ab4ed6dfd97d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:43.587778 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:43.607004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Transition to ACTIVE for port object ded20157-6dcf-4b94-a7c7-51e59d3639f2 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:43.714612 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:43.787118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-edd93d23-789e-47bc-9c15-2fda684792f1 None None] Provisioning for port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:43.796231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network 181c1899-1b94-4d20-a0ab-ab4ed6dfd97d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:43.799629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:43.804042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:43.833791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=ded20157-6dcf-4b94-a7c7-51e59d3639f2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:43.871952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:43.871952 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:43.972385 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-105d5070-590a-4f2d-a52c-e039495dca8b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1375110 May 27 23:06:43.974830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39048) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:44.063410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc111bc-faf0-4dae-9a56-83d1d7bfbe1e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:44.064130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-acc111bc-faf0-4dae-9a56-83d1d7bfbe1e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:44.091450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8d06ec4f-465d-40c2-83a4-00f494de8178 None None] Provisioning for port ded20157-6dcf-4b94-a7c7-51e59d3639f2 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:44.098136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8d06ec4f-465d-40c2-83a4-00f494de8178 None None] Provisioning complete for port ded20157-6dcf-4b94-a7c7-51e59d3639f2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:44.098499 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d06ec4f-465d-40c2-83a4-00f494de8178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:44.136657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-acc111bc-faf0-4dae-9a56-83d1d7bfbe1e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:44.138088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-acc111bc-faf0-4dae-9a56-83d1d7bfbe1e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1623466 May 27 23:06:44.141299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39052) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:44.161017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8d06ec4f-465d-40c2-83a4-00f494de8178 None None] Port ded20157-6dcf-4b94-a7c7-51e59d3639f2 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:06:44.275936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce6c83-6f60-451c-bd5b-dddece67ce01 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port ded20157-6dcf-4b94-a7c7-51e59d3639f2 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:44.276434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0ce6c83-6f60-451c-bd5b-dddece67ce01 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:44.288194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8d06ec4f-465d-40c2-83a4-00f494de8178 None None] Provisioning for port d7f9abb7-7361-4536-b037-91133076eaa0 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:44.294841 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8d06ec4f-465d-40c2-83a4-00f494de8178 None None] Provisioning complete for port d7f9abb7-7361-4536-b037-91133076eaa0 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:44.295214 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d06ec4f-465d-40c2-83a4-00f494de8178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:44.338885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c7a239b6-e645-4c7f-9a3d-e17d4c0c451b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:06:44.400935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8d06ec4f-465d-40c2-83a4-00f494de8178 None None] Port d7f9abb7-7361-4536-b037-91133076eaa0 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:06:44.523748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e7ff3290-0907-411f-8a55-d5a50eb8d591 None None] Provisioning complete for port ded20157-6dcf-4b94-a7c7-51e59d3639f2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:44.524174 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3290-0907-411f-8a55-d5a50eb8d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:44.551877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:44.559583 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0ce6c83-6f60-451c-bd5b-dddece67ce01 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:44.569717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:44.570245 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:44.628843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e7ff3290-0907-411f-8a55-d5a50eb8d591 None None] Port ded20157-6dcf-4b94-a7c7-51e59d3639f2 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:06:44.649511 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e7ff3290-0907-411f-8a55-d5a50eb8d591 None None] Provisioning complete for port d7f9abb7-7361-4536-b037-91133076eaa0 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:44.649881 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e7ff3290-0907-411f-8a55-d5a50eb8d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:44.706914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce6c83-6f60-451c-bd5b-dddece67ce01 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for ded20157-6dcf-4b94-a7c7-51e59d3639f2 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:44.748717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e7ff3290-0907-411f-8a55-d5a50eb8d591 None None] Port d7f9abb7-7361-4536-b037-91133076eaa0 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:06:44.758158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:06:44.758543 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:44.793563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c7a239b6-e645-4c7f-9a3d-e17d4c0c451b,segment=NetworkSegment(d8e83baf-e39d-41b0-8030-53f8b6136ede),segment_id=d8e83baf-e39d-41b0-8030-53f8b6136ede)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:44.856999 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:44.914344 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0ce6c83-6f60-451c-bd5b-dddece67ce01 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:44.927029 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=c7a239b6-e645-4c7f-9a3d-e17d4c0c451b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:44.969472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce6c83-6f60-451c-bd5b-dddece67ce01 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=ded20157-6dcf-4b94-a7c7-51e59d3639f2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:45.075092 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f0ce6c83-6f60-451c-bd5b-dddece67ce01 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:45.161145 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f0ce6c83-6f60-451c-bd5b-dddece67ce01 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/ded20157-6dcf-4b94-a7c7-51e59d3639f2 HTTP/1.1" status: 204 len: 168 time: 1.0182061 May 27 23:06:45.164524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39058) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:45.208403 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9fcaab-c657-4b1d-a756-5d5f395a7716 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] GET failed (client error): The resource could not be found. May 27 23:06:45.208929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a9fcaab-c657-4b1d-a756-5d5f395a7716 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:45.337135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a9fcaab-c657-4b1d-a756-5d5f395a7716 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:45.338544 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a9fcaab-c657-4b1d-a756-5d5f395a7716 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/ded20157-6dcf-4b94-a7c7-51e59d3639f2 HTTP/1.1" status: 404 len: 333 time: 0.1738920 May 27 23:06:45.341684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39064) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:45.410895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d46e178c-b506-4b23-a7ea-275604dfb497 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port d7f9abb7-7361-4536-b037-91133076eaa0 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:45.411207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d46e178c-b506-4b23-a7ea-275604dfb497 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:45.773188 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d46e178c-b506-4b23-a7ea-275604dfb497 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:45.895658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d46e178c-b506-4b23-a7ea-275604dfb497 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for d7f9abb7-7361-4536-b037-91133076eaa0 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:46.011127 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:46.125255 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d46e178c-b506-4b23-a7ea-275604dfb497 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:46.175788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e178c-b506-4b23-a7ea-275604dfb497 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=d7f9abb7-7361-4536-b037-91133076eaa0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:46.230098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c7a239b6-e645-4c7f-9a3d-e17d4c0c451b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:06:46.288564 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d46e178c-b506-4b23-a7ea-275604dfb497 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:46.314069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:46.314508 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:46.462546 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d46e178c-b506-4b23-a7ea-275604dfb497 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/d7f9abb7-7361-4536-b037-91133076eaa0 HTTP/1.1" status: 204 len: 168 time: 1.1195338 May 27 23:06:46.465131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39070) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:46.476498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:06:46.511615 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-955edc02-e30d-4230-886e-c0b17a1b23dd tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] GET failed (client error): The resource could not be found. May 27 23:06:46.512206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-955edc02-e30d-4230-886e-c0b17a1b23dd tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:46.605631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-955edc02-e30d-4230-886e-c0b17a1b23dd tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:46.609243 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-955edc02-e30d-4230-886e-c0b17a1b23dd tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/d7f9abb7-7361-4536-b037-91133076eaa0 HTTP/1.1" status: 404 len: 333 time: 0.1405942 May 27 23:06:46.609497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39074) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:46.680494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4719ca-0d59-4a13-bbc3-732cc4e1cab1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting subnet eac5f36f-5f12-4b81-be92-181bdf526512 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:06:46.683687 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af4719ca-0d59-4a13-bbc3-732cc4e1cab1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:46.740173 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af4719ca-0d59-4a13-bbc3-732cc4e1cab1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:46.825701 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af4719ca-0d59-4a13-bbc3-732cc4e1cab1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:47.000106 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af4719ca-0d59-4a13-bbc3-732cc4e1cab1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:47.038746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4719ca-0d59-4a13-bbc3-732cc4e1cab1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Subnet': ['ID=eac5f36f-5f12-4b81-be92-181bdf526512,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:47.042322 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af4719ca-0d59-4a13-bbc3-732cc4e1cab1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:47.050823 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-af4719ca-0d59-4a13-bbc3-732cc4e1cab1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/eac5f36f-5f12-4b81-be92-181bdf526512 HTTP/1.1" status: 204 len: 168 time: 0.4378681 May 27 23:06:47.050985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39078) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:47.052693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe61836-4fa2-467a-a909-8ce9fc88801f None None] Network 181c1899-1b94-4d20-a0ab-ab4ed6dfd97d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:47.166761 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:47.177249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:47.178447 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:47.304024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe75f29e-714d-41a2-b182-078207adc857 None None] DHCP port deletion for 181c1899-1b94-4d20-a0ab-ab4ed6dfd97d request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:06:47.308527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fe75f29e-714d-41a2-b182-078207adc857 None None] Deleting port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:47.309022 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe75f29e-714d-41a2-b182-078207adc857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:47.391324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] For port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c7a239b6-e645-4c7f-9a3d-e17d4c0c451b,segment=NetworkSegment(d8e83baf-e39d-41b0-8030-53f8b6136ede),segment_id=d8e83baf-e39d-41b0-8030-53f8b6136ede)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:47.391673 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:47.512769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fe75f29e-714d-41a2-b182-078207adc857 None None] For port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c7a239b6-e645-4c7f-9a3d-e17d4c0c451b,segment=NetworkSegment(d8e83baf-e39d-41b0-8030-53f8b6136ede),segment_id=d8e83baf-e39d-41b0-8030-53f8b6136ede)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:47.513121 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe75f29e-714d-41a2-b182-078207adc857 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:47.513463 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for c7a239b6-e645-4c7f-9a3d-e17d4c0c451b owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:47.641198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fe75f29e-714d-41a2-b182-078207adc857 None None] Calling delete_port for c7a239b6-e645-4c7f-9a3d-e17d4c0c451b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:47.644691 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:47.693888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=c7a239b6-e645-4c7f-9a3d-e17d4c0c451b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:47.700033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No DVR routers for this DVR port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:06:47.761231 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-fe75f29e-714d-41a2-b182-078207adc857 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:06:47.761584 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-fe75f29e-714d-41a2-b182-078207adc857 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:06:47.826948 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:47.852409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['181c1899-1b94-4d20-a0ab-ab4ed6dfd97d']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:47.865311 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e83baf-e39d-41b0-8030-53f8b6136ede') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:47.865624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e83baf-e39d-41b0-8030-53f8b6136ede') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:47.876922 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:47.893821 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:47.899882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:06:47.900266 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:47.969842 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment d8e83baf-e39d-41b0-8030-53f8b6136ede resource provider aggregate not found May 27 23:06:47.992926 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment d8e83baf-e39d-41b0-8030-53f8b6136ede resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8e83baf-e39d-41b0-8030-53f8b6136ede found for delete ", "request_id": "req-1813a472-6c50-455f-a5a0-15ca0849ea22"}]} May 27 23:06:48.067323 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:48.088687 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:48.098054 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Network': ['ID=181c1899-1b94-4d20-a0ab-ab4ed6dfd97d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:48.178281 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3128645f-2736-4246-bb2c-83363198304b tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/networks/181c1899-1b94-4d20-a0ab-ab4ed6dfd97d HTTP/1.1" status: 204 len: 168 time: 1.1263752 May 27 23:06:48.183389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39088) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:48.189376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1787948218'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:48.195511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:48.199862 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:network and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:48.202962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:48.208983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:48.223339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c7a239b6-e645-4c7f-9a3d-e17d4c0c451b no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:06:48.260914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: c7a239b6-e645-4c7f-9a3d-e17d4c0c451b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:06:48.261282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c7a239b6-e645-4c7f-9a3d-e17d4c0c451b not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:06:48.262588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fe75f29e-714d-41a2-b182-078207adc857 None None] Deleting port c7a239b6-e645-4c7f-9a3d-e17d4c0c451b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:48.262950 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe75f29e-714d-41a2-b182-078207adc857 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:48.286714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:48.289670 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:48.318338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:06:48.326768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:48.327102 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Added segment d264aa71-0ee2-4b2b-b957-fe5683efc4a2 of type vlan for network deee0afc-f082-4798-922d-88555f62b9f6 May 27 23:06:48.329295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fe75f29e-714d-41a2-b182-078207adc857 None None] The port 'c7a239b6-e645-4c7f-9a3d-e17d4c0c451b' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:06:48.363501 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:48.478437 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:48.483816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:48.484416 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:48.590999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Network': ['ID=deee0afc-f082-4798-922d-88555f62b9f6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:48.602007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network deee0afc-f082-4798-922d-88555f62b9f6 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:06:48.660572 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-52f89bc9-4c51-44c2-828e-6268b264d556 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4730995 May 27 23:06:48.661010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39094) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:48.670928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'subnet': {'network_id': 'deee0afc-f082-4798-922d-88555f62b9f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:48.788366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:48.792317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:subnet and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:48.795143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:48.800992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:48.885490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:48.889010 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:49.159863 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:49.239126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Subnet': ['ID=8e49aa73-e834-4dfa-8fd4-a193df264283,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:49.248837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Checking segment: {'id': 'd264aa71-0ee2-4b2b-b957-fe5683efc4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'deee0afc-f082-4798-922d-88555f62b9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:06:49.249191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network hostable DHCP agents. Network: deee0afc-f082-4798-922d-88555f62b9f6, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:06:49.330109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network deee0afc-f082-4798-922d-88555f62b9f6 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:06:49.427200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, deee0afc-f082-4798-922d-88555f62b9f6) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:49.431650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:49.432667 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:49.438277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6a8e66-6b41-45b5-a590-b920703b452a None None] Network deee0afc-f082-4798-922d-88555f62b9f6 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:49.543758 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3736517a-b36f-430b-8d50-63cba3a7e335 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8815069 May 27 23:06:49.546488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39098) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:49.553243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'network_id': 'deee0afc-f082-4798-922d-88555f62b9f6', 'name': 'tempest-PortsTestJSON-1581343491', 'fixed_ips': [{'subnet_id': '8e49aa73-e834-4dfa-8fd4-a193df264283', 'ip_address': '172.20.0.10'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:49.661617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-deee0afc-f082-4798-922d-88555f62b9f6', 'network_id': 'deee0afc-f082-4798-922d-88555f62b9f6', 'tenant_id': '3dcbb95a50014c8ba888ea5350c85eeb', 'fixed_ips': [{'subnet_id': '8e49aa73-e834-4dfa-8fd4-a193df264283'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:06:49.664104 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:49.748189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:49.753015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:port and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:49.755894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:49.761649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:49.846172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:49.853026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Allocated IP 172.20.0.2 (deee0afc-f082-4798-922d-88555f62b9f6/8e49aa73-e834-4dfa-8fd4-a193df264283/b21fd735-38e5-4ff3-ac97-5b7f6a19c277) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:49.984065 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:50.005751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port a8137805-76d0-48cb-832e-6fd5d20a52e2 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:06:50.090381 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:50.101261 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Transition to ACTIVE for port object b21fd735-38e5-4ff3-ac97-5b7f6a19c277 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:50.119394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Transition to ACTIVE for port object b21fd735-38e5-4ff3-ac97-5b7f6a19c277 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:50.204973 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:50.273574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Network deee0afc-f082-4798-922d-88555f62b9f6 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:50.274767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Allocated IP 172.20.0.10 (deee0afc-f082-4798-922d-88555f62b9f6/8e49aa73-e834-4dfa-8fd4-a193df264283/a8137805-76d0-48cb-832e-6fd5d20a52e2) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:50.276583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:50.280144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:50.285857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Pushing event updated for resources: {'Port': ['ID=b21fd735-38e5-4ff3-ac97-5b7f6a19c277,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:50.373270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Attempting to bind port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:06:50.373741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Attempting to bind port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'd264aa71-0ee2-4b2b-b957-fe5683efc4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'deee0afc-f082-4798-922d-88555f62b9f6'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:06:50.374201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Attempting to bind port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 on network deee0afc-f082-4798-922d-88555f62b9f6 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:06:50.380199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:06:50.380694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Checking segment: {'id': 'd264aa71-0ee2-4b2b-b957-fe5683efc4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'deee0afc-f082-4798-922d-88555f62b9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:06:50.381156 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:50.381611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Bound using segment: {'id': 'd264aa71-0ee2-4b2b-b957-fe5683efc4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'deee0afc-f082-4798-922d-88555f62b9f6'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:06:50.382161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Bound port: b21fd735-38e5-4ff3-ac97-5b7f6a19c277, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd264aa71-0ee2-4b2b-b957-fe5683efc4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'deee0afc-f082-4798-922d-88555f62b9f6'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:06:50.382614 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:50.475693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] For port b21fd735-38e5-4ff3-ac97-5b7f6a19c277, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:06:50.479177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] For port b21fd735-38e5-4ff3-ac97-5b7f6a19c277, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b21fd735-38e5-4ff3-ac97-5b7f6a19c277,segment=NetworkSegment(d264aa71-0ee2-4b2b-b957-fe5683efc4a2),segment_id=d264aa71-0ee2-4b2b-b957-fe5683efc4a2)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:06:50.487383 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:50.502440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Transition to ACTIVE for port object a8137805-76d0-48cb-832e-6fd5d20a52e2 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:50.589249 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:50.624016 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:50.672579 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda706d3-4524-40cd-a046-1271b97c4c3f None None] Pushing event updated for resources: {'Port': ['ID=b21fd735-38e5-4ff3-ac97-5b7f6a19c277,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:50.720654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network deee0afc-f082-4798-922d-88555f62b9f6 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:50.726018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:50.731592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:50.779565 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=a8137805-76d0-48cb-832e-6fd5d20a52e2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:50.949453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:50.951269 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:51.037955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-79d4b17e-c22b-42b7-b29b-4ffe1c52bf67 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4903860 May 27 23:06:51.040633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39106) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:51.047009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'network_id': 'deee0afc-f082-4798-922d-88555f62b9f6', 'name': 'tempest-PortsTestJSON-719967175', 'fixed_ips': [{'subnet_id': '8e49aa73-e834-4dfa-8fd4-a193df264283', 'ip_address': '172.20.0.9'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:51.183388 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:51.187556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:port and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:51.190459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:51.196059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:51.295601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:51.301048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:51.322300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port 080aec03-eb1b-472f-8a66-9a777d8d28e6 yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:06:51.539381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Allocated IP 172.20.0.9 (deee0afc-f082-4798-922d-88555f62b9f6/8e49aa73-e834-4dfa-8fd4-a193df264283/080aec03-eb1b-472f-8a66-9a777d8d28e6) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:51.744200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3ed84b-7208-43a4-8f22-d69b2a080552 None None] Network deee0afc-f082-4798-922d-88555f62b9f6 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:51.771751 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:51.787439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Transition to ACTIVE for port object 080aec03-eb1b-472f-8a66-9a777d8d28e6 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:51.884854 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:51.922810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4558b6c7-960f-4817-ab66-ab2b2d632b66 None None] Provisioning for port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:51.970192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network deee0afc-f082-4798-922d-88555f62b9f6 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:06:51.973454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:51.977982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:06:52.012724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=080aec03-eb1b-472f-8a66-9a777d8d28e6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:52.046043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:52.046682 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:52.143709 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6c23a227-e568-44ac-9720-9c7e53b15d84 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1020095 May 27 23:06:52.146350 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39112) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:52.247314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85c2715-5a32-4936-ba49-80e82e3712f3 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:52.248240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b85c2715-5a32-4936-ba49-80e82e3712f3 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:52.274049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b21fd735-38e5-4ff3-ac97-5b7f6a19c277 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:06:52.324723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-747be080-ac75-40bc-9f1a-4fa5ebc9f39a None None] Provisioning for port a8137805-76d0-48cb-832e-6fd5d20a52e2 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:52.336028 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-747be080-ac75-40bc-9f1a-4fa5ebc9f39a None None] Provisioning complete for port a8137805-76d0-48cb-832e-6fd5d20a52e2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:52.337006 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-747be080-ac75-40bc-9f1a-4fa5ebc9f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:52.348801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b85c2715-5a32-4936-ba49-80e82e3712f3 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:52.352809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39116) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:52.357746 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b85c2715-5a32-4936-ba49-80e82e3712f3 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2057040 May 27 23:06:52.433082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-747be080-ac75-40bc-9f1a-4fa5ebc9f39a None None] Port a8137805-76d0-48cb-832e-6fd5d20a52e2 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:06:52.486307 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:52.525584 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-747be080-ac75-40bc-9f1a-4fa5ebc9f39a None None] Provisioning for port 080aec03-eb1b-472f-8a66-9a777d8d28e6 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:52.529958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:06:52.536883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-747be080-ac75-40bc-9f1a-4fa5ebc9f39a None None] Provisioning complete for port 080aec03-eb1b-472f-8a66-9a777d8d28e6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:52.537053 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-747be080-ac75-40bc-9f1a-4fa5ebc9f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:52.568088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:52.568458 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:52.592183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6239b1-77f9-408a-888c-0dfe815792d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:52.598850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6239b1-77f9-408a-888c-0dfe815792d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:52.604700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6239b1-77f9-408a-888c-0dfe815792d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:52.605774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bd6239b1-77f9-408a-888c-0dfe815792d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:52.618996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bd6239b1-77f9-408a-888c-0dfe815792d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:52.620427 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bd6239b1-77f9-408a-888c-0dfe815792d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2661397 May 27 23:06:52.623273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39120) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:52.652658 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-747be080-ac75-40bc-9f1a-4fa5ebc9f39a None None] Port 080aec03-eb1b-472f-8a66-9a777d8d28e6 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:06:52.705309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2452419a-f75a-4c3a-a326-765b8d3fc9bb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port 080aec03-eb1b-472f-8a66-9a777d8d28e6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:52.705677 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2452419a-f75a-4c3a-a326-765b8d3fc9bb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:52.713657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39124) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:52.720728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-747be080-ac75-40bc-9f1a-4fa5ebc9f39a None None] Provisioning complete for port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:52.721990 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-747be080-ac75-40bc-9f1a-4fa5ebc9f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:52.775468 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:06:52.775468 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:52.824395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port b21fd735-38e5-4ff3-ac97-5b7f6a19c277, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b21fd735-38e5-4ff3-ac97-5b7f6a19c277,segment=NetworkSegment(d264aa71-0ee2-4b2b-b957-fe5683efc4a2),segment_id=d264aa71-0ee2-4b2b-b957-fe5683efc4a2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:52.894176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-747be080-ac75-40bc-9f1a-4fa5ebc9f39a None None] Current status of the port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:06:52.894559 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-747be080-ac75-40bc-9f1a-4fa5ebc9f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:52.904889 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:52.991969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2452419a-f75a-4c3a-a326-765b8d3fc9bb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:53.052117 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=b21fd735-38e5-4ff3-ac97-5b7f6a19c277,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:53.059811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-747be080-ac75-40bc-9f1a-4fa5ebc9f39a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:06:53.060165 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-747be080-ac75-40bc-9f1a-4fa5ebc9f39a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:06:53.102960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-0589bb5e-9372-4a3d-accd-0f386d144ae7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Deleting port 753a4a9e-99f1-46bc-bb68-d9e621b207e0 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:53.107125 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0589bb5e-9372-4a3d-accd-0f386d144ae7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:53.138541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2452419a-f75a-4c3a-a326-765b8d3fc9bb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for 080aec03-eb1b-472f-8a66-9a777d8d28e6 owned by {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:53.279581 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0589bb5e-9372-4a3d-accd-0f386d144ae7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:53.279908 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0589bb5e-9372-4a3d-accd-0f386d144ae7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:53.337220 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2452419a-f75a-4c3a-a326-765b8d3fc9bb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:53.390406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452419a-f75a-4c3a-a326-765b8d3fc9bb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=080aec03-eb1b-472f-8a66-9a777d8d28e6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:53.405402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-0589bb5e-9372-4a3d-accd-0f386d144ae7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Calling delete_port for 753a4a9e-99f1-46bc-bb68-d9e621b207e0 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:53.494827 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2452419a-f75a-4c3a-a326-765b8d3fc9bb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:53.598020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39132) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:53.598219 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2452419a-f75a-4c3a-a326-765b8d3fc9bb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/080aec03-eb1b-472f-8a66-9a777d8d28e6 HTTP/1.1" status: 204 len: 168 time: 0.9737248 May 27 23:06:53.630542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-747be080-ac75-40bc-9f1a-4fa5ebc9f39a None None] Current status of the port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:06:53.644483 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad10027-c7d3-425b-8bb5-9226150cf8c2 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] GET failed (client error): The resource could not be found. May 27 23:06:53.645874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7ad10027-c7d3-425b-8bb5-9226150cf8c2 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/080aec03-eb1b-472f-8a66-9a777d8d28e6 HTTP/1.1" status: 404 len: 333 time: 0.0465515 May 27 23:06:53.648605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39136) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:53.679457 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0589bb5e-9372-4a3d-accd-0f386d144ae7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:53.755215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f88f5d05-6098-4a1a-a5a7-3a01d2023410 None None] Provisioning complete for port a8137805-76d0-48cb-832e-6fd5d20a52e2 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:53.755215 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f88f5d05-6098-4a1a-a5a7-3a01d2023410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:53.811075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f88f5d05-6098-4a1a-a5a7-3a01d2023410 None None] Port a8137805-76d0-48cb-832e-6fd5d20a52e2 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:06:53.814438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f88f5d05-6098-4a1a-a5a7-3a01d2023410 None None] Could not find standard attr ID for object 080aec03-eb1b-472f-8a66-9a777d8d28e6. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 23:06:53.874021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589bb5e-9372-4a3d-accd-0f386d144ae7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event deleted for resources: {'Port': ['ID=753a4a9e-99f1-46bc-bb68-d9e621b207e0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:53.914269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-3a60ed77-3988-48d7-9e71-f7e0383d3727 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port a8137805-76d0-48cb-832e-6fd5d20a52e2 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:53.914600 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a60ed77-3988-48d7-9e71-f7e0383d3727 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:54.059700 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0589bb5e-9372-4a3d-accd-0f386d144ae7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:54.060029 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-0589bb5e-9372-4a3d-accd-0f386d144ae7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Floating IP 6bc1a89c-fa49-4ed0-afcc-7cac55dd1999 disassociated (deleted). External IP: 172.25.2.126, port: 488442ac-0b44-4b54-853f-a1ce07c3b9df. May 27 23:06:54.230497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b21fd735-38e5-4ff3-ac97-5b7f6a19c277 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:06:54.300110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:06:54.300538 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:54.352372 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a60ed77-3988-48d7-9e71-f7e0383d3727 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:54.427627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:06:54.533269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-3a60ed77-3988-48d7-9e71-f7e0383d3727 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for a8137805-76d0-48cb-832e-6fd5d20a52e2 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:54.740518 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0589bb5e-9372-4a3d-accd-0f386d144ae7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Router 86448e10-bdd1-4df2-a2b2-be659da43f07 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:06:54.895541 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a60ed77-3988-48d7-9e71-f7e0383d3727 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:54.966334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60ed77-3988-48d7-9e71-f7e0383d3727 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=a8137805-76d0-48cb-832e-6fd5d20a52e2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:55.045835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0589bb5e-9372-4a3d-accd-0f386d144ae7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:06:55.064179 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213a6617-a989-4271-bb7f-5afba1f26dc3 None None] Sync routers for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:06:55.078595 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a6617-a989-4271-bb7f-5afba1f26dc3 None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:06:55.079214 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-213a6617-a989-4271-bb7f-5afba1f26dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:06:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:55.087886 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0589bb5e-9372-4a3d-accd-0f386d144ae7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:55.120239 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3a60ed77-3988-48d7-9e71-f7e0383d3727 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:55.127908 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3a60ed77-3988-48d7-9e71-f7e0383d3727 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/a8137805-76d0-48cb-832e-6fd5d20a52e2 HTTP/1.1" status: 204 len: 168 time: 1.4726598 May 27 23:06:55.128168 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39146) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:55.173621 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0589bb5e-9372-4a3d-accd-0f386d144ae7 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "DELETE /v2.0/floatingips/6bc1a89c-fa49-4ed0-afcc-7cac55dd1999 HTTP/1.1" status: 204 len: 168 time: 2.4564054 May 27 23:06:55.173621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20de7f5-241f-4abb-9412-f952bba1f8f9', 'tag': '488442ac-0b44-4b54-853f-a1ce07c3b9df'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:06:55.208909 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-709b0a07-323e-4753-8ec2-899ea0151008 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] GET failed (client error): The resource could not be found. May 27 23:06:55.208909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-709b0a07-323e-4753-8ec2-899ea0151008 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:55.248933 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e698b2af-4290-48f9-9142-fb59b7e6fece'] response: {'name': 'network-changed', 'server_uuid': 'a20de7f5-241f-4abb-9412-f952bba1f8f9', 'tag': '488442ac-0b44-4b54-853f-a1ce07c3b9df', 'status': 'completed', 'code': 200} May 27 23:06:55.336775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-709b0a07-323e-4753-8ec2-899ea0151008 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:55.341266 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-709b0a07-323e-4753-8ec2-899ea0151008 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/a8137805-76d0-48cb-832e-6fd5d20a52e2 HTTP/1.1" status: 404 len: 333 time: 0.2151387 May 27 23:06:55.341465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39156) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:55.341612 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-213a6617-a989-4271-bb7f-5afba1f26dc3 None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:06:55.390391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5afd7-2378-45b3-9b2a-a1cb22211019 req-04d86c55-af24-4d5a-9f29-3b934e033000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:55.394781 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b6e5afd7-2378-45b3-9b2a-a1cb22211019 req-04d86c55-af24-4d5a-9f29-3b934e033000 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 1096 time: 0.0990191 May 27 23:06:55.594616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5afd7-2378-45b3-9b2a-a1cb22211019 req-793ae8d5-97e0-465d-a044-5a6db9d4411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:55.596731 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b6e5afd7-2378-45b3-9b2a-a1cb22211019 req-793ae8d5-97e0-465d-a044-5a6db9d4411f service neutron] 10.222.0.57 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.1953020 May 27 23:06:55.605876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-16488188-243b-4810-8aa6-409ae17effde tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting subnet 8e49aa73-e834-4dfa-8fd4-a193df264283 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:06:55.609533 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16488188-243b-4810-8aa6-409ae17effde tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:55.670591 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16488188-243b-4810-8aa6-409ae17effde tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:55.703698 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b6e5afd7-2378-45b3-9b2a-a1cb22211019 req-825434a0-4729-4034-ba0f-d8290966ffce service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=488442ac-0b44-4b54-853f-a1ce07c3b9df HTTP/1.1" status: 200 len: 217 time: 0.0937078 May 27 23:06:55.772725 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16488188-243b-4810-8aa6-409ae17effde tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:55.821195 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-213a6617-a989-4271-bb7f-5afba1f26dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'e8dcdef8-4734-40c1-a5ad-3e8a9e603161', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'port_id': '6143ad13-29b2-4f84-b2be-a344de174d70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'mac_address': 'fa:16:3e:d9:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:00:29Z', 'updated_at': '2022-05-27T23:00:36Z', 'revision_number': 1, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:55.833324 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213a6617-a989-4271-bb7f-5afba1f26dc3 None None] Checking router: 86448e10-bdd1-4df2-a2b2-be659da43f07 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:06:55.840748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5afd7-2378-45b3-9b2a-a1cb22211019 req-55aba6ad-b68e-4c69-9047-d4d0d26bbe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:55.842209 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b6e5afd7-2378-45b3-9b2a-a1cb22211019 req-55aba6ad-b68e-4c69-9047-d4d0d26bbe5c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.1019442 May 27 23:06:55.842833 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213a6617-a989-4271-bb7f-5afba1f26dc3 None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:06:55.843436 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-213a6617-a989-4271-bb7f-5afba1f26dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:06:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:55.941118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5afd7-2378-45b3-9b2a-a1cb22211019 req-b077e199-7717-4bd4-9cb6-9fa4ad442041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:55.942639 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b6e5afd7-2378-45b3-9b2a-a1cb22211019 req-b077e199-7717-4bd4-9cb6-9fa4ad442041 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931332 May 27 23:06:55.943468 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16488188-243b-4810-8aa6-409ae17effde tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:55.994617 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16488188-243b-4810-8aa6-409ae17effde tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Subnet': ['ID=8e49aa73-e834-4dfa-8fd4-a193df264283,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:55.996700 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-16488188-243b-4810-8aa6-409ae17effde tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:56.003204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eb9c48-622a-4b86-afe4-085460af8812 None None] Network deee0afc-f082-4798-922d-88555f62b9f6 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:56.006987 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-16488188-243b-4810-8aa6-409ae17effde tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/8e49aa73-e834-4dfa-8fd4-a193df264283 HTTP/1.1" status: 204 len: 168 time: 0.6618893 May 27 23:06:56.007273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39164) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:56.088980 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-213a6617-a989-4271-bb7f-5afba1f26dc3 None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:06:56.127879 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:56.172876 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b6e5afd7-2378-45b3-9b2a-a1cb22211019 req-d7c59be0-23ea-4e8c-ac26-52d661f53820 service neutron] 10.222.0.57 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090042 May 27 23:06:56.238023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:56.240569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:56.503717 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b6e5afd7-2378-45b3-9b2a-a1cb22211019 req-c938e7a9-a403-4aeb-8c3c-36aed0ee9960 service neutron] 10.222.0.57 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285203 May 27 23:06:56.529836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] For port b21fd735-38e5-4ff3-ac97-5b7f6a19c277, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b21fd735-38e5-4ff3-ac97-5b7f6a19c277,segment=NetworkSegment(d264aa71-0ee2-4b2b-b957-fe5683efc4a2),segment_id=d264aa71-0ee2-4b2b-b957-fe5683efc4a2)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:56.530343 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:56.542778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2cd436-2d59-4a35-b244-b72916fdf627 None None] DHCP port deletion for deee0afc-f082-4798-922d-88555f62b9f6 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:06:56.547418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ac2cd436-2d59-4a35-b244-b72916fdf627 None None] Deleting port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:56.547860 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd436-2d59-4a35-b244-b72916fdf627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:56.720722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for b21fd735-38e5-4ff3-ac97-5b7f6a19c277 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:56.775515 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-213a6617-a989-4271-bb7f-5afba1f26dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'e8dcdef8-4734-40c1-a5ad-3e8a9e603161', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'port_id': '6143ad13-29b2-4f84-b2be-a344de174d70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'mac_address': 'fa:16:3e:d9:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:00:29Z', 'updated_at': '2022-05-27T23:00:36Z', 'revision_number': 1, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:56.782673 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213a6617-a989-4271-bb7f-5afba1f26dc3 None None] The sync data for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 is: [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'e8dcdef8-4734-40c1-a5ad-3e8a9e603161', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'floating_ip_address': '172.25.2.247', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'port_id': '6143ad13-29b2-4f84-b2be-a344de174d70', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'mac_address': 'fa:16:3e:d9:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:00:29Z', 'updated_at': '2022-05-27T23:00:36Z', 'revision_number': 1, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:06:56.794904 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10b649-025c-406e-ab0d-01745b27ec2e req-353022ba-fa78-4b70-81c1-1b14813bbdea tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:56.794904 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ea10b649-025c-406e-ab0d-01745b27ec2e req-353022ba-fa78-4b70-81c1-1b14813bbdea tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Synchronizing usage tracker for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:56.807136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ac2cd436-2d59-4a35-b244-b72916fdf627 None None] For port b21fd735-38e5-4ff3-ac97-5b7f6a19c277, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b21fd735-38e5-4ff3-ac97-5b7f6a19c277,segment=NetworkSegment(d264aa71-0ee2-4b2b-b957-fe5683efc4a2),segment_id=d264aa71-0ee2-4b2b-b957-fe5683efc4a2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:56.807561 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd436-2d59-4a35-b244-b72916fdf627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:56.884645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-ea10b649-025c-406e-ab0d-01745b27ec2e req-353022ba-fa78-4b70-81c1-1b14813bbdea tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Unset dirty status for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:56.886029 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea10b649-025c-406e-ab0d-01745b27ec2e req-353022ba-fa78-4b70-81c1-1b14813bbdea tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 945 time: 1.0423222 May 27 23:06:56.941331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ac2cd436-2d59-4a35-b244-b72916fdf627 None None] Calling delete_port for b21fd735-38e5-4ff3-ac97-5b7f6a19c277 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:56.946640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea10b649-025c-406e-ab0d-01745b27ec2e req-3c5896ce-5614-48a3-8bcd-e5bfafc13d7e tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542657 May 27 23:06:56.983005 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:57.025465 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-ac2cd436-2d59-4a35-b244-b72916fdf627 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:06:57.025969 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-ac2cd436-2d59-4a35-b244-b72916fdf627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:06:57.036447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No DVR routers for this DVR port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:06:57.067919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=b21fd735-38e5-4ff3-ac97-5b7f6a19c277,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:57.117215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf92cad-e2e2-48e8-ae92-ac177350af3c None None] New status for floating IP 6bc1a89c-fa49-4ed0-afcc-7cac55dd1999: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:06:57.172292 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:57.198317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deee0afc-f082-4798-922d-88555f62b9f6']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:57.211448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd264aa71-0ee2-4b2b-b957-fe5683efc4a2') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:57.216196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd264aa71-0ee2-4b2b-b957-fe5683efc4a2') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:06:57.223626 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:57.241318 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:57.247786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:06:57.248179 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:57.318935 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d264aa71-0ee2-4b2b-b957-fe5683efc4a2 resource provider aggregate not found May 27 23:06:57.341702 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d264aa71-0ee2-4b2b-b957-fe5683efc4a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d264aa71-0ee2-4b2b-b957-fe5683efc4a2 found for delete ", "request_id": "req-4654d5a7-d758-4492-8ac9-47c6b2a34ac2"}]} May 27 23:06:57.445262 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:57.470745 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:57.479805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Network': ['ID=deee0afc-f082-4798-922d-88555f62b9f6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:57.527313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ac2cd436-2d59-4a35-b244-b72916fdf627 None None] Deleting port b21fd735-38e5-4ff3-ac97-5b7f6a19c277 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:57.527835 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ac2cd436-2d59-4a35-b244-b72916fdf627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:57.566452 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2e9ec270-9593-4a2f-b009-bfa186c2f48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:57.570823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d1740-6d86-46b7-aa06-f75af75ccc94 req-ae75aa14-d30b-4e6e-92a2-9fd1aedbdb04 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:57.571551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b19d1740-6d86-46b7-aa06-f75af75ccc94 req-ae75aa14-d30b-4e6e-92a2-9fd1aedbdb04 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Synchronizing usage tracker for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:06:57.583264 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bf4e91be-7d23-4947-aa5e-a14156565c7e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/networks/deee0afc-f082-4798-922d-88555f62b9f6 HTTP/1.1" status: 204 len: 168 time: 1.5749466 May 27 23:06:57.586849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39184) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:57.589156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b19d1740-6d86-46b7-aa06-f75af75ccc94 req-ae75aa14-d30b-4e6e-92a2-9fd1aedbdb04 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Unset dirty status for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:06:57.592931 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b19d1740-6d86-46b7-aa06-f75af75ccc94 req-ae75aa14-d30b-4e6e-92a2-9fd1aedbdb04 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.57 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 945 time: 0.1010356 May 27 23:06:57.593082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-939195438'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:57.598041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:57.602177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ac2cd436-2d59-4a35-b244-b72916fdf627 None None] The port 'b21fd735-38e5-4ff3-ac97-5b7f6a19c277' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:06:57.602743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:network and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:57.617224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:57.622931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:57.665652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b19d1740-6d86-46b7-aa06-f75af75ccc94 req-52483aa0-f056-4e3a-b057-52cbe42c8a41 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Deleting port 488442ac-0b44-4b54-853f-a1ce07c3b9df {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:06:57.665989 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b19d1740-6d86-46b7-aa06-f75af75ccc94 req-52483aa0-f056-4e3a-b057-52cbe42c8a41 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:57.730846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:57.734679 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:57.772498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:06:57.782454 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:57.782797 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Added segment e4470277-0aca-4071-9116-2c39b2b35be7 of type vlan for network 6776d1ee-1f3c-47c8-9380-f8ea1625f765 May 27 23:06:57.809878 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:57.895820 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:57.902238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:57.902873 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:57.925554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b19d1740-6d86-46b7-aa06-f75af75ccc94 req-52483aa0-f056-4e3a-b057-52cbe42c8a41 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] For port 488442ac-0b44-4b54-853f-a1ce07c3b9df, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=488442ac-0b44-4b54-853f-a1ce07c3b9df,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:06:57.926003 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b19d1740-6d86-46b7-aa06-f75af75ccc94 req-52483aa0-f056-4e3a-b057-52cbe42c8a41 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:58.017523 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Network': ['ID=6776d1ee-1f3c-47c8-9380-f8ea1625f765,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:58.028777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 6776d1ee-1f3c-47c8-9380-f8ea1625f765 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:06:58.057957 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4087c309-dbf8-4004-a73d-1ca419420ec7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4700317 May 27 23:06:58.060742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39192) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:58.067178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'subnet': {'network_id': '6776d1ee-1f3c-47c8-9380-f8ea1625f765', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:58.107087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b19d1740-6d86-46b7-aa06-f75af75ccc94 req-52483aa0-f056-4e3a-b057-52cbe42c8a41 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Calling delete_port for 488442ac-0b44-4b54-853f-a1ce07c3b9df owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:06:58.246186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b21fd735-38e5-4ff3-ac97-5b7f6a19c277 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:06:58.283389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: b21fd735-38e5-4ff3-ac97-5b7f6a19c277 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:06:58.284648 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device b21fd735-38e5-4ff3-ac97-5b7f6a19c277 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:06:58.359912 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b19d1740-6d86-46b7-aa06-f75af75ccc94 req-52483aa0-f056-4e3a-b057-52cbe42c8a41 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:58.381989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:58.385800 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1614a713-e17d-425c-ab2d-122cc5cecb8e req-f2bc14e9-49cc-41ed-8614-c78dca78017c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 210 time: 0.1609209 May 27 23:06:58.388445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:subnet and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:58.391662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:58.398843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:58.445745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52483aa0-f056-4e3a-b057-52cbe42c8a41 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event deleted for resources: {'Port': ['ID=488442ac-0b44-4b54-853f-a1ce07c3b9df,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:58.485658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:58.489235 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:58.498680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19d1740-6d86-46b7-aa06-f75af75ccc94 req-52483aa0-f056-4e3a-b057-52cbe42c8a41 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] No DVR routers for this DVR port 488442ac-0b44-4b54-853f-a1ce07c3b9df on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:06:58.501574 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b19d1740-6d86-46b7-aa06-f75af75ccc94 req-52483aa0-f056-4e3a-b057-52cbe42c8a41 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:58.504906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20de7f5-241f-4abb-9412-f952bba1f8f9', 'name': 'network-vif-deleted', 'tag': '488442ac-0b44-4b54-853f-a1ce07c3b9df'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:06:58.554651 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2768be68-d44e-42b8-8cd7-2a9a3a9cb2ec'] response: {'server_uuid': 'a20de7f5-241f-4abb-9412-f952bba1f8f9', 'name': 'network-vif-deleted', 'tag': '488442ac-0b44-4b54-853f-a1ce07c3b9df', 'status': 'completed', 'code': 200} May 27 23:06:58.585315 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b19d1740-6d86-46b7-aa06-f75af75ccc94 req-52483aa0-f056-4e3a-b057-52cbe42c8a41 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.57 "DELETE /v2.0/ports/488442ac-0b44-4b54-853f-a1ce07c3b9df HTTP/1.1" status: 204 len: 173 time: 0.9896963 May 27 23:06:58.777300 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:58.893655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Subnet': ['ID=2a613135-04c8-4271-b5e2-9bef809c433f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:06:58.912098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Checking segment: {'id': 'e4470277-0aca-4071-9116-2c39b2b35be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6776d1ee-1f3c-47c8-9380-f8ea1625f765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:06:58.912493 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network hostable DHCP agents. Network: 6776d1ee-1f3c-47c8-9380-f8ea1625f765, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:06:59.034090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network 6776d1ee-1f3c-47c8-9380-f8ea1625f765 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:06:59.125550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 6776d1ee-1f3c-47c8-9380-f8ea1625f765) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:06:59.135080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:06:59.135349 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5993b7dd-2faf-48e5-8280-b474c0101fd4 None None] Network 6776d1ee-1f3c-47c8-9380-f8ea1625f765 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:06:59.136148 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:59.231999 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-77122396-2c30-4267-acbb-4e89a309e0bf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1677787 May 27 23:06:59.232196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39202) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:59.239051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f4e3a9fe-e187-4354-8755-12e7f7ca9b8f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-647872393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:59.254821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f4e3a9fe-e187-4354-8755-12e7f7ca9b8f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:59.259235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f4e3a9fe-e187-4354-8755-12e7f7ca9b8f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:router and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:59.262375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f4e3a9fe-e187-4354-8755-12e7f7ca9b8f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:59.269366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f4e3a9fe-e187-4354-8755-12e7f7ca9b8f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:59.366323 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4e3a9fe-e187-4354-8755-12e7f7ca9b8f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:59.367809 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4e3a9fe-e187-4354-8755-12e7f7ca9b8f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:59.369348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-6776d1ee-1f3c-47c8-9380-f8ea1625f765', 'network_id': '6776d1ee-1f3c-47c8-9380-f8ea1625f765', 'tenant_id': '3dcbb95a50014c8ba888ea5350c85eeb', 'fixed_ips': [{'subnet_id': '2a613135-04c8-4271-b5e2-9bef809c433f'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:06:59.370173 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:59.399038 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4e3a9fe-e187-4354-8755-12e7f7ca9b8f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:59.537317 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Allocated IP 172.20.0.2 (6776d1ee-1f3c-47c8-9380-f8ea1625f765/2a613135-04c8-4271-b5e2-9bef809c433f/0d5a6eca-58a7-4443-8e2a-0684dfd080e1) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:06:59.547932 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4e3a9fe-e187-4354-8755-12e7f7ca9b8f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:59.566261 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f391e3be-0d58-4487-b87e-1a3066b00942 req-a245cec9-bc8d-4515-87b7-0ab58d4d6667 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=a20de7f5-241f-4abb-9412-f952bba1f8f9 HTTP/1.1" status: 200 len: 210 time: 0.0593467 May 27 23:06:59.639787 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4e3a9fe-e187-4354-8755-12e7f7ca9b8f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:59.641386 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f4e3a9fe-e187-4354-8755-12e7f7ca9b8f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4075179 May 27 23:06:59.644830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39208) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:06:59.650271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'network_id': '6776d1ee-1f3c-47c8-9380-f8ea1625f765', 'name': 'tempest-PortsTestJSON-817658232'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:06:59.727342 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10a2c09a-2fe2-4852-8bf8-f7603a6d208f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:59.797344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:06:59.803374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:port and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:06:59.805700 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:59.813975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:06:59.819113 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Transition to ACTIVE for port object 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:59.820634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:06:59.843972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Transition to ACTIVE for port object 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:06:59.896728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:06:59.904412 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:59.926024 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:06:59.959091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port abfeaa24-1965-4516-a08b-10389db2c67e yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:07:00.027080 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Pushing event updated for resources: {'Port': ['ID=0d5a6eca-58a7-4443-8e2a-0684dfd080e1,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:00.054419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Network 6776d1ee-1f3c-47c8-9380-f8ea1625f765 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:00.057287 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:00.061618 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:07:00.228395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Allocated IP 172.20.0.5 (6776d1ee-1f3c-47c8-9380-f8ea1625f765/2a613135-04c8-4271-b5e2-9bef809c433f/abfeaa24-1965-4516-a08b-10389db2c67e) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:07:00.229764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Attempting to bind port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:07:00.230597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Attempting to bind port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'e4470277-0aca-4071-9116-2c39b2b35be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6776d1ee-1f3c-47c8-9380-f8ea1625f765'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:07:00.230964 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Attempting to bind port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 on network 6776d1ee-1f3c-47c8-9380-f8ea1625f765 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:07:00.241699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:07:00.241699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Checking segment: {'id': 'e4470277-0aca-4071-9116-2c39b2b35be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6776d1ee-1f3c-47c8-9380-f8ea1625f765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:07:00.241699 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:00.241699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Bound using segment: {'id': 'e4470277-0aca-4071-9116-2c39b2b35be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6776d1ee-1f3c-47c8-9380-f8ea1625f765'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:07:00.241699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Bound port: 0d5a6eca-58a7-4443-8e2a-0684dfd080e1, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4470277-0aca-4071-9116-2c39b2b35be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '6776d1ee-1f3c-47c8-9380-f8ea1625f765'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:07:00.241699 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:00.369902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] For port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:07:00.373797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] For port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0d5a6eca-58a7-4443-8e2a-0684dfd080e1,segment=NetworkSegment(e4470277-0aca-4071-9116-2c39b2b35be7),segment_id=e4470277-0aca-4071-9116-2c39b2b35be7)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:07:00.457282 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:00.458892 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:00.476729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Transition to ACTIVE for port object abfeaa24-1965-4516-a08b-10389db2c67e will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:00.548096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30cf585-f8fb-408a-b965-67b5e0a3c361 None None] Pushing event updated for resources: {'Port': ['ID=0d5a6eca-58a7-4443-8e2a-0684dfd080e1,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:00.577569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:00.662717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network 6776d1ee-1f3c-47c8-9380-f8ea1625f765 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:00.667280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:00.671753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:07:00.738807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=abfeaa24-1965-4516-a08b-10389db2c67e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:00.770315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:00.770954 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:00.903887 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-048c4b3d-9cc7-4600-b2cc-2c88827d3495 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2579913 May 27 23:07:00.905315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39222) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:00.977449 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:01.038382 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:01.635945 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d3c2a95-e7a2-4bc6-8798-68711ac74f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:01.780905 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537337ca-2e93-4a1d-b6ba-46e3c27cf149 None None] Network 6776d1ee-1f3c-47c8-9380-f8ea1625f765 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:01.902890 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 488442ac-0b44-4b54-853f-a1ce07c3b9df no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:07:01.948960 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 488442ac-0b44-4b54-853f-a1ce07c3b9df {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:07:01.949304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 488442ac-0b44-4b54-853f-a1ce07c3b9df not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:07:02.058168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8bc2040d-f7e5-410b-9f78-75bfe0a768c4 None None] Provisioning for port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:02.077127 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d3c2a95-e7a2-4bc6-8798-68711ac74f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:02.177358 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d3c2a95-e7a2-4bc6-8798-68711ac74f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:02.212084 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:02.303891 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:07:02.333163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c2a95-e7a2-4bc6-8798-68711ac74f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=abfeaa24-1965-4516-a08b-10389db2c67e,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:02.451024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:02.457292 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:02.457667 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:02.563853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-56fcc5aa-40fe-42da-a26f-9664043b6388 None None] Provisioning complete for port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:02.564242 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56fcc5aa-40fe-42da-a26f-9664043b6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:02.770618 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d3c2a95-e7a2-4bc6-8798-68711ac74f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:02.785929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:02.786474 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:02.898755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0d5a6eca-58a7-4443-8e2a-0684dfd080e1,segment=NetworkSegment(e4470277-0aca-4071-9116-2c39b2b35be7),segment_id=e4470277-0aca-4071-9116-2c39b2b35be7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:02.899787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-56fcc5aa-40fe-42da-a26f-9664043b6388 None None] Current status of the port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:02.900154 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56fcc5aa-40fe-42da-a26f-9664043b6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:02.968047 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:03.074719 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d3c2a95-e7a2-4bc6-8798-68711ac74f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:03.135760 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-56fcc5aa-40fe-42da-a26f-9664043b6388 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:07:03.136113 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-56fcc5aa-40fe-42da-a26f-9664043b6388 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:07:03.153731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=0d5a6eca-58a7-4443-8e2a-0684dfd080e1,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:03.190309 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e2511c-1287-414a-b7dc-15b06965dfda req-304eaa0b-6b8b-4f30-a328-a3988219318c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2068141 May 27 23:07:03.402715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2511c-1287-414a-b7dc-15b06965dfda req-1d6d6d0a-657c-4f96-b2fc-6948722dd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:03.404624 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e2511c-1287-414a-b7dc-15b06965dfda req-1d6d6d0a-657c-4f96-b2fc-6948722dd250 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 1096 time: 0.1371901 May 27 23:07:03.587252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2511c-1287-414a-b7dc-15b06965dfda req-3fe7a907-ad85-4092-8091-6bf94aaa9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:03.588554 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e2511c-1287-414a-b7dc-15b06965dfda req-3fe7a907-ad85-4092-8091-6bf94aaa9b95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.1645815 May 27 23:07:03.692003 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d3c2a95-e7a2-4bc6-8798-68711ac74f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:03.707650 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e2511c-1287-414a-b7dc-15b06965dfda req-5bd8de7c-3c57-4a5a-9be3-dbacb8724419 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6143ad13-29b2-4f84-b2be-a344de174d70 HTTP/1.1" status: 200 len: 1001 time: 0.1130269 May 27 23:07:03.753244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-56fcc5aa-40fe-42da-a26f-9664043b6388 None None] Current status of the port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:03.772340 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d3c2a95-e7a2-4bc6-8798-68711ac74f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:03.799950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2511c-1287-414a-b7dc-15b06965dfda req-bc8f3d94-3f0e-401a-94b8-4a0229b26cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:03.801435 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e2511c-1287-414a-b7dc-15b06965dfda req-bc8f3d94-3f0e-401a-94b8-4a0229b26cc5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.0869191 May 27 23:07:03.873757 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-56fcc5aa-40fe-42da-a26f-9664043b6388 None None] Provisioning for port abfeaa24-1965-4516-a08b-10389db2c67e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:03.879381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-56fcc5aa-40fe-42da-a26f-9664043b6388 None None] Provisioning complete for port abfeaa24-1965-4516-a08b-10389db2c67e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:03.879844 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-56fcc5aa-40fe-42da-a26f-9664043b6388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:03.911782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e2511c-1287-414a-b7dc-15b06965dfda req-6abd85f6-1a5c-4371-862a-06c549334cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:03.913648 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e2511c-1287-414a-b7dc-15b06965dfda req-6abd85f6-1a5c-4371-862a-06c549334cb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064401 May 27 23:07:03.916598 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9d3c2a95-e7a2-4bc6-8798-68711ac74f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:03.920467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c2a95-e7a2-4bc6-8798-68711ac74f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=abfeaa24-1965-4516-a08b-10389db2c67e,revision_number=3']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:04.009254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-56fcc5aa-40fe-42da-a26f-9664043b6388 None None] Port abfeaa24-1965-4516-a08b-10389db2c67e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:04.102807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3c2a95-e7a2-4bc6-8798-68711ac74f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network 6776d1ee-1f3c-47c8-9380-f8ea1625f765 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:04.104073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-9d3c2a95-e7a2-4bc6-8798-68711ac74f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:04.105006 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e2511c-1287-414a-b7dc-15b06965dfda req-5b0e6ab3-3bcb-4370-9c47-1cdbc4c88161 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840436 May 27 23:07:04.147284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-32bcb466-d600-47b0-8dc1-b34265a5e71c None None] Provisioning complete for port abfeaa24-1965-4516-a08b-10389db2c67e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:04.147734 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32bcb466-d600-47b0-8dc1-b34265a5e71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:04.280698 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e2511c-1287-414a-b7dc-15b06965dfda req-8476a05f-2bd8-4fcf-97fc-0e23248ae72d service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670895 May 27 23:07:04.363330 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-32bcb466-d600-47b0-8dc1-b34265a5e71c None None] Port abfeaa24-1965-4516-a08b-10389db2c67e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:04.366493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:07:04.442116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:04.444229 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:04.455796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3c2a95-e7a2-4bc6-8798-68711ac74f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Router 8d9367cc-118f-41c0-bb33-f46d7c70a8c0 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:07:04.562483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-69cc2e88-b3cd-4e1f-b4f9-f4a70d6a6f50 None None] Provisioning complete for port abfeaa24-1965-4516-a08b-10389db2c67e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:04.562858 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69cc2e88-b3cd-4e1f-b4f9-f4a70d6a6f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:04.657563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:04.738316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3c2a95-e7a2-4bc6-8798-68711ac74f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:07:04.739363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-69cc2e88-b3cd-4e1f-b4f9-f4a70d6a6f50 None None] Port abfeaa24-1965-4516-a08b-10389db2c67e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:04.751729 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9d3c2a95-e7a2-4bc6-8798-68711ac74f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "PUT /v2.0/routers/8d9367cc-118f-41c0-bb33-f46d7c70a8c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8430579 May 27 23:07:04.751913 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c7858-b408-4296-b9bb-17c6cae94a07 None None] Sync routers for ids ['8d9367cc-118f-41c0-bb33-f46d7c70a8c0'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:07:04.753173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39252) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:04.784551 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c7858-b408-4296-b9bb-17c6cae94a07 None None] Routers {'8d9367cc-118f-41c0-bb33-f46d7c70a8c0'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:04.785329 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f1c7858-b408-4296-b9bb-17c6cae94a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8d9367cc-118f-41c0-bb33-f46d7c70a8c0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:04.879333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462217c4-a967-43f1-a2b7-df7657c69ab9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:04.884094 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-462217c4-a967-43f1-a2b7-df7657c69ab9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d9367cc-118f-41c0-bb33-f46d7c70a8c0 HTTP/1.1" status: 200 len: 981 time: 0.1279733 May 27 23:07:04.884244 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f1c7858-b408-4296-b9bb-17c6cae94a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:04.884737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39260) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:04.892090 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c7858-b408-4296-b9bb-17c6cae94a07 None None] Routers {'8d9367cc-118f-41c0-bb33-f46d7c70a8c0'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:04.892760 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f1c7858-b408-4296-b9bb-17c6cae94a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8d9367cc-118f-41c0-bb33-f46d7c70a8c0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:04.953397 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f1c7858-b408-4296-b9bb-17c6cae94a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:04.953876 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c7858-b408-4296-b9bb-17c6cae94a07 None None] The sync data for ids ['8d9367cc-118f-41c0-bb33-f46d7c70a8c0'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:07:05.411538 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:05.887766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port abfeaa24-1965-4516-a08b-10389db2c67e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:05.888376 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:06.096395 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:06.224835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for abfeaa24-1965-4516-a08b-10389db2c67e owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:06.468868 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:06.524193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=abfeaa24-1965-4516-a08b-10389db2c67e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:06.591165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:06.591510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:06.591832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:06.592163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:06.592651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:06.592842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:06.593156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:06.593731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:06.594048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:06.594359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:06.594677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:06.594988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:06.771993 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:06.915471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39276) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:07.052802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Router 8d9367cc-118f-41c0-bb33-f46d7c70a8c0 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:07:07.124062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Deleting port 2c57b053-062b-49de-ae88-5ef5658b5559 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:07.124418 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:07.318820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:07:07.330702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d58e1a-c8d2-4e5c-8427-dbba827c85f6 None None] Sync routers for ids ['8d9367cc-118f-41c0-bb33-f46d7c70a8c0'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:07:07.334134 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6f3f8ee7-ea7c-4390-bea2-83227af5103e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "PUT /v2.0/routers/8d9367cc-118f-41c0-bb33-f46d7c70a8c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4478722 May 27 23:07:07.336408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39280) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:07.342840 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d58e1a-c8d2-4e5c-8427-dbba827c85f6 None None] Routers {'8d9367cc-118f-41c0-bb33-f46d7c70a8c0'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:07.343897 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-34d58e1a-c8d2-4e5c-8427-dbba827c85f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8d9367cc-118f-41c0-bb33-f46d7c70a8c0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:07.381932 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-9565d0a9-de57-4210-8a20-29c570d41134 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] GET failed (client error): The resource could not be found. May 27 23:07:07.382587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9565d0a9-de57-4210-8a20-29c570d41134 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:07:07.404381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-34d58e1a-c8d2-4e5c-8427-dbba827c85f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:07.414653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d58e1a-c8d2-4e5c-8427-dbba827c85f6 None None] Routers {'8d9367cc-118f-41c0-bb33-f46d7c70a8c0'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:07.415504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-34d58e1a-c8d2-4e5c-8427-dbba827c85f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['8d9367cc-118f-41c0-bb33-f46d7c70a8c0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:07.445425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9565d0a9-de57-4210-8a20-29c570d41134 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:07:07.445654 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:07.445899 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:07.449874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9565d0a9-de57-4210-8a20-29c570d41134 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/abfeaa24-1965-4516-a08b-10389db2c67e HTTP/1.1" status: 404 len: 333 time: 0.1124823 May 27 23:07:07.450542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39284) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:07.491830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-34d58e1a-c8d2-4e5c-8427-dbba827c85f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:07.492490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d58e1a-c8d2-4e5c-8427-dbba827c85f6 None None] The sync data for ids ['8d9367cc-118f-41c0-bb33-f46d7c70a8c0'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:07:07.583949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Calling delete_port for 2c57b053-062b-49de-ae88-5ef5658b5559 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:07.607276 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f79cf48-5dfb-4080-8e4e-a4ca3d72b637 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:07.873999 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:07.919298 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f79cf48-5dfb-4080-8e4e-a4ca3d72b637 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:07.921570 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f79cf48-5dfb-4080-8e4e-a4ca3d72b637 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:07.926639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event deleted for resources: {'Port': ['ID=2c57b053-062b-49de-ae88-5ef5658b5559,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:07.940185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:07.940655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:07.941110 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:07.941534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:07.944149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:07.944709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:07.945476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:07.945894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:07.946231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:07.946579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:07.947096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:07.947428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:08.010948 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f79cf48-5dfb-4080-8e4e-a4ca3d72b637 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.011465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f79cf48-5dfb-4080-8e4e-a4ca3d72b637 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Fanout notify agent at l3_agent the message router_deleted on router 8d9367cc-118f-41c0-bb33-f46d7c70a8c0 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:07:08.027999 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7f79cf48-5dfb-4080-8e4e-a4ca3d72b637 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.029054 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7f79cf48-5dfb-4080-8e4e-a4ca3d72b637 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/routers/8d9367cc-118f-41c0-bb33-f46d7c70a8c0 HTTP/1.1" status: 204 len: 168 time: 0.5775676 May 27 23:07:08.031692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39294) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:08.047706 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.048039 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Floating IP e8dcdef8-4734-40c1-a5ad-3e8a9e603161 disassociated (deleted). External IP: 172.25.2.247, port: 6143ad13-29b2-4f84-b2be-a344de174d70. May 27 23:07:08.121855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-4599593d-5e23-43ab-8b18-278cf5caf910 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting subnet 2a613135-04c8-4271-b5e2-9bef809c433f {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:07:08.126242 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4599593d-5e23-43ab-8b18-278cf5caf910 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.201569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4599593d-5e23-43ab-8b18-278cf5caf910 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.229398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39300) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:08.296198 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4599593d-5e23-43ab-8b18-278cf5caf910 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.430046 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f8db5fe-4197-4fd2-b9df-48983e411611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.454126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1f8db5fe-4197-4fd2-b9df-48983e411611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:08.461233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1f8db5fe-4197-4fd2-b9df-48983e411611 admin admin] Usage tracker for resource:security_group_rule and tenant:4c246885dfdc45b2b92f0e87d973f00b is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:08.465599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1f8db5fe-4197-4fd2-b9df-48983e411611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:08.473939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1f8db5fe-4197-4fd2-b9df-48983e411611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:08.474214 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4599593d-5e23-43ab-8b18-278cf5caf910 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.476865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Router 86448e10-bdd1-4df2-a2b2-be659da43f07 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:07:08.517393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599593d-5e23-43ab-8b18-278cf5caf910 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Subnet': ['ID=2a613135-04c8-4271-b5e2-9bef809c433f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:08.520890 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4599593d-5e23-43ab-8b18-278cf5caf910 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.525875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acae76c-86b4-471f-b996-d1944845c131 None None] Network 6776d1ee-1f3c-47c8-9380-f8ea1625f765 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:08.530594 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4599593d-5e23-43ab-8b18-278cf5caf910 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/2a613135-04c8-4271-b5e2-9bef809c433f HTTP/1.1" status: 204 len: 168 time: 0.4952509 May 27 23:07:08.530923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39306) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:08.647398 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.658649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:08.658898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.759341 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f8db5fe-4197-4fd2-b9df-48983e411611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.760874 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:07:08.779930 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa7f65d-25c1-4051-a6c3-3216aa270bbf None None] Sync routers for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:07:08.789930 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa7f65d-25c1-4051-a6c3-3216aa270bbf None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:08.790592 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4fa7f65d-25c1-4051-a6c3-3216aa270bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:08.798353 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.824575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffb497e-aae0-4e99-95eb-ff15713e8025 None None] DHCP port deletion for 6776d1ee-1f3c-47c8-9380-f8ea1625f765 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:07:08.829569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb497e-aae0-4e99-95eb-ff15713e8025 None None] Deleting port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:08.830127 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ffb497e-aae0-4e99-95eb-ff15713e8025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.852099 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f8db5fe-4197-4fd2-b9df-48983e411611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.887531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] For port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0d5a6eca-58a7-4443-8e2a-0684dfd080e1,segment=NetworkSegment(e4470277-0aca-4071-9116-2c39b2b35be7),segment_id=e4470277-0aca-4071-9116-2c39b2b35be7)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:08.888070 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:08.900969 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6b39145f-1dd0-44ad-8c5c-4834328c6795 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "DELETE /v2.0/floatingips/e8dcdef8-4734-40c1-a5ad-3e8a9e603161 HTTP/1.1" status: 204 len: 168 time: 1.9843822 May 27 23:07:08.915211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'tag': '6143ad13-29b2-4f84-b2be-a344de174d70'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:07:08.943524 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1f8db5fe-4197-4fd2-b9df-48983e411611 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4c246885dfdc45b2b92f0e87d973f00b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7061687 May 27 23:07:08.944910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:08.948709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8db5fe-4197-4fd2-b9df-48983e411611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b7d4ff-6976-4bac-a19a-305133bcd818,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:08.994445 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4fa7f65d-25c1-4051-a6c3-3216aa270bbf None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:07:09.043995 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a399ead1-46c7-4bf3-80e8-dd05d12db172'] response: {'name': 'network-changed', 'server_uuid': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'tag': '6143ad13-29b2-4f84-b2be-a344de174d70', 'status': 'completed', 'code': 200} May 27 23:07:09.118977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa43acce-cccd-4ab9-8795-8ebd1f400d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:09.154377 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa43acce-cccd-4ab9-8795-8ebd1f400d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:09.206037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:09.233602 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4ffb497e-aae0-4e99-95eb-ff15713e8025 None None] For port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0d5a6eca-58a7-4443-8e2a-0684dfd080e1,segment=NetworkSegment(e4470277-0aca-4071-9116-2c39b2b35be7),segment_id=e4470277-0aca-4071-9116-2c39b2b35be7)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:09.234036 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ffb497e-aae0-4e99-95eb-ff15713e8025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:09.340374 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26dd57-9cbd-4211-8919-66b7f8914f1a req-788fbbe2-277d-420d-885f-7031affbb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:09.342099 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a26dd57-9cbd-4211-8919-66b7f8914f1a req-788fbbe2-277d-420d-885f-7031affbb44e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a3537ac059424872b0999096f4b18e5e&device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 1096 time: 0.2880392 May 27 23:07:09.350398 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:09.386101 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb497e-aae0-4e99-95eb-ff15713e8025 None None] Calling delete_port for 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:09.412495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No DVR routers for this DVR port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:07:09.465019 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4fa7f65d-25c1-4051-a6c3-3216aa270bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:09.466924 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa7f65d-25c1-4051-a6c3-3216aa270bbf None None] Checking router: 86448e10-bdd1-4df2-a2b2-be659da43f07 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:07:09.467124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=0d5a6eca-58a7-4443-8e2a-0684dfd080e1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:09.480021 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa7f65d-25c1-4051-a6c3-3216aa270bbf None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:09.480840 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4fa7f65d-25c1-4051-a6c3-3216aa270bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:09.507302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26dd57-9cbd-4211-8919-66b7f8914f1a req-b2ed56bc-6561-4fa1-8221-d4075f53e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:09.512018 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a26dd57-9cbd-4211-8919-66b7f8914f1a req-b2ed56bc-6561-4fa1-8221-d4075f53e593 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 200 len: 913 time: 0.1636040 May 27 23:07:09.515104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa43acce-cccd-4ab9-8795-8ebd1f400d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:09.537926 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-4ffb497e-aae0-4e99-95eb-ff15713e8025 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:07:09.538476 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-4ffb497e-aae0-4e99-95eb-ff15713e8025 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:07:09.597173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43acce-cccd-4ab9-8795-8ebd1f400d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b7d4ff-6976-4bac-a19a-305133bcd818,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:09.618216 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa43acce-cccd-4ab9-8795-8ebd1f400d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:09.622732 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fa43acce-cccd-4ab9-8795-8ebd1f400d55 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a1b7d4ff-6976-4bac-a19a-305133bcd818 HTTP/1.1" status: 204 len: 168 time: 0.6758249 May 27 23:07:09.624797 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a26dd57-9cbd-4211-8919-66b7f8914f1a req-7f47caad-cbea-499c-8eed-25c5a00f1eb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6143ad13-29b2-4f84-b2be-a344de174d70 HTTP/1.1" status: 200 len: 217 time: 0.1033597 May 27 23:07:09.656689 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:09.694059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6776d1ee-1f3c-47c8-9380-f8ea1625f765']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:09.711399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26dd57-9cbd-4211-8919-66b7f8914f1a req-0ca2f18a-e26d-4ba1-9e93-140cf2443c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:09.714651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822e79-3f0c-4774-9c0e-cbc349a52667 req-7118a161-2c63-43bb-801c-aa3fba3948fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:09.716006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9822e79-3f0c-4774-9c0e-cbc349a52667 req-7118a161-2c63-43bb-801c-aa3fba3948fe tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 945 time: 0.1539752 May 27 23:07:09.717306 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a26dd57-9cbd-4211-8919-66b7f8914f1a req-0ca2f18a-e26d-4ba1-9e93-140cf2443c4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 200 len: 851 time: 0.0851912 May 27 23:07:09.717668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4470277-0aca-4071-9116-2c39b2b35be7') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:09.717969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4470277-0aca-4071-9116-2c39b2b35be7') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:09.721831 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4fa7f65d-25c1-4051-a6c3-3216aa270bbf None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:07:09.770662 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9822e79-3f0c-4774-9c0e-cbc349a52667 req-1cb21acd-afd2-4826-a5b9-9aca8b80832c tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446379 May 27 23:07:09.776639 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:09.810007 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:09.819009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:07:09.819410 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:09.827243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26dd57-9cbd-4211-8919-66b7f8914f1a req-42f6bd7e-f0e7-4463-a6b4-eb6523d52f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:09.829632 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a26dd57-9cbd-4211-8919-66b7f8914f1a req-42f6bd7e-f0e7-4463-a6b4-eb6523d52f5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d259ef12-3c47-4a2a-b28b-38e6df0b8220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034276 May 27 23:07:09.887191 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment e4470277-0aca-4071-9116-2c39b2b35be7 resource provider aggregate not found May 27 23:07:09.914615 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment e4470277-0aca-4071-9116-2c39b2b35be7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4470277-0aca-4071-9116-2c39b2b35be7 found for delete ", "request_id": "req-c0097712-e39f-40a0-9ba9-7f454f6d26eb"}]} May 27 23:07:09.988008 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a26dd57-9cbd-4211-8919-66b7f8914f1a req-d7d006dc-f330-47a6-adba-c43403f2da21 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500473 May 27 23:07:10.003961 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:10.010830 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:10.043436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb497e-aae0-4e99-95eb-ff15713e8025 None None] Deleting port 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:10.043436 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ffb497e-aae0-4e99-95eb-ff15713e8025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:10.043747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Network': ['ID=6776d1ee-1f3c-47c8-9380-f8ea1625f765,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:10.118193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8917f347-a5e7-4935-9b48-50dfd05f581f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/networks/6776d1ee-1f3c-47c8-9380-f8ea1625f765 HTTP/1.1" status: 204 len: 168 time: 1.5826833 May 27 23:07:10.118727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39334) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:10.127777 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:07:10.172781 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4fa7f65d-25c1-4051-a6c3-3216aa270bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:10.177356 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4ffb497e-aae0-4e99-95eb-ff15713e8025 None None] The port '0d5a6eca-58a7-4443-8e2a-0684dfd080e1' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:07:10.180091 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa7f65d-25c1-4051-a6c3-3216aa270bbf None None] The sync data for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 is: [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3b4aa8c5-2513-40f2-92b3-12f69c327b87', 'name': '', 'network_id': 'd259ef12-3c47-4a2a-b28b-38e6df0b8220', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'mac_address': 'fa:16:3e:5f:7b:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:42Z', 'updated_at': '2022-05-27T22:48:54Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'subnets': [{'id': '359c9276-8a0d-4cf7-bcd9-97af35f64e95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:07:10.234139 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a26dd57-9cbd-4211-8919-66b7f8914f1a req-cfb3cdce-b1ab-46df-a3c9-78649026d956 service neutron] 10.222.0.46 "GET /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381570 May 27 23:07:10.243965 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6366d8-7880-4af9-aca7-1a7d9e8449df tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:10.244687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5d6366d8-7880-4af9-aca7-1a7d9e8449df tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:07:10.247578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75861754-529d-4186-b423-005f5eb38668 req-73b3ff8d-55ae-40a0-a837-375b78ff885a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:10.248264 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-75861754-529d-4186-b423-005f5eb38668 req-73b3ff8d-55ae-40a0-a837-375b78ff885a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Synchronizing usage tracker for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:07:10.287142 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:07:10.326625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:07:10.326968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0d5a6eca-58a7-4443-8e2a-0684dfd080e1 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:07:10.330928 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5d6366d8-7880-4af9-aca7-1a7d9e8449df tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:07:10.331995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-75861754-529d-4186-b423-005f5eb38668 req-73b3ff8d-55ae-40a0-a837-375b78ff885a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Unset dirty status for tenant:a3537ac059424872b0999096f4b18e5e on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:07:10.332148 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5d6366d8-7880-4af9-aca7-1a7d9e8449df tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 HTTP/1.1" status: 200 len: 840 time: 0.2123797 May 27 23:07:10.333548 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-75861754-529d-4186-b423-005f5eb38668 req-73b3ff8d-55ae-40a0-a837-375b78ff885a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 945 time: 0.2340937 May 27 23:07:10.335684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39342) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:10.458889 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bff3e5-27ea-44c0-b43d-e9fa911d1378 None None] New status for floating IP e8dcdef8-4734-40c1-a5ad-3e8a9e603161: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:07:10.466170 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-84bc6a0e-5956-435b-a968-52129255e41f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1291733 May 27 23:07:10.470115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39346) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:10.470251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-75861754-529d-4186-b423-005f5eb38668 req-e2d94d89-5d41-4edd-a907-38e04d01b9f8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Deleting port 6143ad13-29b2-4f84-b2be-a344de174d70 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:10.470480 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-75861754-529d-4186-b423-005f5eb38668 req-e2d94d89-5d41-4edd-a907-38e04d01b9f8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:10.477123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-4b4959c9-dda5-49c0-a2c6-de9758dec325 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'subnet': {'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:10.609991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4b4959c9-dda5-49c0-a2c6-de9758dec325 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:10.615844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4b4959c9-dda5-49c0-a2c6-de9758dec325 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:subnet and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:10.619102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4b4959c9-dda5-49c0-a2c6-de9758dec325 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:10.625000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4b4959c9-dda5-49c0-a2c6-de9758dec325 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:10.696287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4959c9-dda5-49c0-a2c6-de9758dec325 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:10.702621 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b4959c9-dda5-49c0-a2c6-de9758dec325 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:10.760562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-75861754-529d-4186-b423-005f5eb38668 req-e2d94d89-5d41-4edd-a907-38e04d01b9f8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] For port 6143ad13-29b2-4f84-b2be-a344de174d70, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6143ad13-29b2-4f84-b2be-a344de174d70,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:10.760912 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-75861754-529d-4186-b423-005f5eb38668 req-e2d94d89-5d41-4edd-a907-38e04d01b9f8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:10.890218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-75861754-529d-4186-b423-005f5eb38668 req-e2d94d89-5d41-4edd-a907-38e04d01b9f8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Calling delete_port for 6143ad13-29b2-4f84-b2be-a344de174d70 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:11.028030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a61260-0a7a-4dcf-9566-b238e7cf6096 req-09149ed5-f7a2-45b7-be4a-3f3f2fca7a88 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:11.029669 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16a61260-0a7a-4dcf-9566-b238e7cf6096 req-09149ed5-f7a2-45b7-be4a-3f3f2fca7a88 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 945 time: 0.1024837 May 27 23:07:11.066927 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b4959c9-dda5-49c0-a2c6-de9758dec325 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:11.115312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-16a61260-0a7a-4dcf-9566-b238e7cf6096 req-e9224d4d-6513-4484-91c9-f0da74a24d41 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/security-groups?id=c152abe6-9774-4832-afaf-185503c02104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783260 May 27 23:07:11.118561 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-75861754-529d-4186-b423-005f5eb38668 req-e2d94d89-5d41-4edd-a907-38e04d01b9f8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:11.134330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4959c9-dda5-49c0-a2c6-de9758dec325 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:11.137581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-4b4959c9-dda5-49c0-a2c6-de9758dec325 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:11.143457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4959c9-dda5-49c0-a2c6-de9758dec325 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:11.143727 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4b4959c9-dda5-49c0-a2c6-de9758dec325 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:11.146775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf7d184-df51-403b-8570-e29d8b3c6ed7 None None] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:11.161618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4959c9-dda5-49c0-a2c6-de9758dec325 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Subnet': ['ID=0a12eac3-eb6b-4539-80e4-c51e4cad3780,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:11.183586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d94d89-5d41-4edd-a907-38e04d01b9f8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event deleted for resources: {'Port': ['ID=6143ad13-29b2-4f84-b2be-a344de174d70,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:11.305699 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4b4959c9-dda5-49c0-a2c6-de9758dec325 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8308325 May 27 23:07:11.306668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39364) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:11.311796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-1bc89aa3-f472-47ed-a506-e1dd6bf1b465 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'security_group': {'name': 'tempest-secgroup-1333349663'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:11.318864 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1bc89aa3-f472-47ed-a506-e1dd6bf1b465 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:11.324220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1bc89aa3-f472-47ed-a506-e1dd6bf1b465 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:security_group and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:11.337263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1bc89aa3-f472-47ed-a506-e1dd6bf1b465 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:11.349078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1bc89aa3-f472-47ed-a506-e1dd6bf1b465 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:11.395137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-75861754-529d-4186-b423-005f5eb38668 req-e2d94d89-5d41-4edd-a907-38e04d01b9f8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] No DVR routers for this DVR port 6143ad13-29b2-4f84-b2be-a344de174d70 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:07:11.397765 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-75861754-529d-4186-b423-005f5eb38668 req-e2d94d89-5d41-4edd-a907-38e04d01b9f8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:11.400444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'name': 'network-vif-deleted', 'tag': '6143ad13-29b2-4f84-b2be-a344de174d70'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:07:11.414354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'tenant_id': '3dcbb95a50014c8ba888ea5350c85eeb', 'fixed_ips': [{'subnet_id': '0a12eac3-eb6b-4539-80e4-c51e4cad3780'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:07:11.415208 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:11.444734 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cdd4a0e-9635-46c6-8956-62f311fad064'] response: {'server_uuid': '68aa4de3-1f7d-4d86-bd89-b01afad31c3b', 'name': 'network-vif-deleted', 'tag': '6143ad13-29b2-4f84-b2be-a344de174d70', 'status': 'completed', 'code': 200} May 27 23:07:11.445460 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1bc89aa3-f472-47ed-a506-e1dd6bf1b465 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:11.466177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1bc89aa3-f472-47ed-a506-e1dd6bf1b465 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:11.470245 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1bc89aa3-f472-47ed-a506-e1dd6bf1b465 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:security_group_rule and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:11.473100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1bc89aa3-f472-47ed-a506-e1dd6bf1b465 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:11.478919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1bc89aa3-f472-47ed-a506-e1dd6bf1b465 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:11.485603 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-75861754-529d-4186-b423-005f5eb38668 req-e2d94d89-5d41-4edd-a907-38e04d01b9f8 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.46 "DELETE /v2.0/ports/6143ad13-29b2-4f84-b2be-a344de174d70 HTTP/1.1" status: 204 len: 173 time: 1.1114612 May 27 23:07:11.557578 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1bc89aa3-f472-47ed-a506-e1dd6bf1b465 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:11.617434 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Allocated IP 172.20.0.2 (dfe2f2df-3acb-4e7e-9f21-5643066cbc95/0a12eac3-eb6b-4539-80e4-c51e4cad3780/52d6784b-f8cb-424f-8e27-8d880524d0ea) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:07:11.622509 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1bc89aa3-f472-47ed-a506-e1dd6bf1b465 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:11.723894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc89aa3-f472-47ed-a506-e1dd6bf1b465 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f34928-f1cb-4e74-82cb-94148cbce329,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:11.727685 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1bc89aa3-f472-47ed-a506-e1dd6bf1b465 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:11.729423 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1bc89aa3-f472-47ed-a506-e1dd6bf1b465 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4217796 May 27 23:07:11.732102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39370) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:11.738820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-714366f1-3035-4589-85cb-0ebdfc520857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'security_group': {'name': 'tempest-secgroup-1957382999'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:11.745412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-714366f1-3035-4589-85cb-0ebdfc520857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:11.749549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-714366f1-3035-4589-85cb-0ebdfc520857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:security_group and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:11.753370 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-714366f1-3035-4589-85cb-0ebdfc520857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:11.760086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-714366f1-3035-4589-85cb-0ebdfc520857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:11.828416 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-714366f1-3035-4589-85cb-0ebdfc520857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:11.849180 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-714366f1-3035-4589-85cb-0ebdfc520857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:11.865532 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-714366f1-3035-4589-85cb-0ebdfc520857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:security_group_rule and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:11.868746 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-714366f1-3035-4589-85cb-0ebdfc520857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:11.869983 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:11.884452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Transition to ACTIVE for port object 52d6784b-f8cb-424f-8e27-8d880524d0ea will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:11.886766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-714366f1-3035-4589-85cb-0ebdfc520857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:11.908598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Transition to ACTIVE for port object 52d6784b-f8cb-424f-8e27-8d880524d0ea will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:11.965814 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-714366f1-3035-4589-85cb-0ebdfc520857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:12.028200 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:12.056260 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-714366f1-3035-4589-85cb-0ebdfc520857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:12.099387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714366f1-3035-4589-85cb-0ebdfc520857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1d4fc8-7e87-46ff-9d23-b1630c3d611f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:12.100307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:12.105726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:12.108338 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:07:12.170698 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-714366f1-3035-4589-85cb-0ebdfc520857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:12.172207 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-714366f1-3035-4589-85cb-0ebdfc520857 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4389651 May 27 23:07:12.175652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39380) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:12.181788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1606022449', 'security_groups': ['bc1d4fc8-7e87-46ff-9d23-b1630c3d611f'], 'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0a12eac3-eb6b-4539-80e4-c51e4cad3780'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:12.205926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Pushing event updated for resources: {'Port': ['ID=52d6784b-f8cb-424f-8e27-8d880524d0ea,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:12.216081 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Attempting to bind port 52d6784b-f8cb-424f-8e27-8d880524d0ea on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:07:12.216637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Attempting to bind port 52d6784b-f8cb-424f-8e27-8d880524d0ea by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '4b0b5897-c7b5-4d74-9065-32dfabb86f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:07:12.217175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Attempting to bind port 52d6784b-f8cb-424f-8e27-8d880524d0ea on network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:07:12.223686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:07:12.224232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Checking segment: {'id': '4b0b5897-c7b5-4d74-9065-32dfabb86f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:07:12.224758 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:12.225246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Bound using segment: {'id': '4b0b5897-c7b5-4d74-9065-32dfabb86f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:07:12.225845 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Bound port: 52d6784b-f8cb-424f-8e27-8d880524d0ea, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b0b5897-c7b5-4d74-9065-32dfabb86f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:07:12.226590 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:12.321788 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c069a472-aeb7-4784-abb0-edec8047b11a req-f503ff66-aa79-4e9f-a97f-74e905ff127a tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "GET /v2.0/ports?device_id=68aa4de3-1f7d-4d86-bd89-b01afad31c3b HTTP/1.1" status: 200 len: 210 time: 0.0663297 May 27 23:07:12.339795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] For port 52d6784b-f8cb-424f-8e27-8d880524d0ea, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:07:12.343047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] For port 52d6784b-f8cb-424f-8e27-8d880524d0ea, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=52d6784b-f8cb-424f-8e27-8d880524d0ea,segment=NetworkSegment(4b0b5897-c7b5-4d74-9065-32dfabb86f03),segment_id=4b0b5897-c7b5-4d74-9065-32dfabb86f03)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:07:12.383773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:12.404172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:12.439960 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:12.496783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'port': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:12.525540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25347230-64ec-4a4e-926b-1c9bf8d2f347 None None] Pushing event updated for resources: {'Port': ['ID=52d6784b-f8cb-424f-8e27-8d880524d0ea,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:12.777408 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:12.806772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port f73c28d7-1dfd-45d7-87ed-76052414a6cf yet. {{(pid=88900) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:07:13.050224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Allocated IP 172.20.0.6 (dfe2f2df-3acb-4e7e-9f21-5643066cbc95/0a12eac3-eb6b-4539-80e4-c51e4cad3780/f73c28d7-1dfd-45d7-87ed-76052414a6cf) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:07:13.240498 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:13.256487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Transition to ACTIVE for port object f73c28d7-1dfd-45d7-87ed-76052414a6cf will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:13.388530 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:13.420458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39390) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:13.466397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:13.469961 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:13.474436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:07:13.506695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=f73c28d7-1dfd-45d7-87ed-76052414a6cf,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:13.545213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:13.545823 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:13.591153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-432367a3-4f62-46bc-b449-38c333f36ecf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Deleting port d2a34d47-001a-40c6-a330-3ca196e5d204 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:13.591500 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-432367a3-4f62-46bc-b449-38c333f36ecf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:13.625081 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c3fd6251-34e9-4b54-9675-cb2bc2616d21 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4482937 May 27 23:07:13.626248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39394) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:13.631679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2300e483-aed8-4cc2-8c60-7aad2e486d91 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'subnet': {'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:13.740510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5bc71093-1148-45a7-9c97-a27befd72984 None None] Provisioning complete for port c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:13.740969 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5bc71093-1148-45a7-9c97-a27befd72984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:13.792023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2300e483-aed8-4cc2-8c60-7aad2e486d91 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:13.797134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2300e483-aed8-4cc2-8c60-7aad2e486d91 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:subnet and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:13.801880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2300e483-aed8-4cc2-8c60-7aad2e486d91 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:13.806701 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5bc71093-1148-45a7-9c97-a27befd72984 None None] Port c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:13.809113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2300e483-aed8-4cc2-8c60-7aad2e486d91 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:13.819904 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-432367a3-4f62-46bc-b449-38c333f36ecf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:13.820233 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-432367a3-4f62-46bc-b449-38c333f36ecf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:13.828234 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6143ad13-29b2-4f84-b2be-a344de174d70 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:07:13.863152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 6143ad13-29b2-4f84-b2be-a344de174d70 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:07:13.863620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6143ad13-29b2-4f84-b2be-a344de174d70 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:07:13.879141 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5bc71093-1148-45a7-9c97-a27befd72984 None None] Provisioning for port 52d6784b-f8cb-424f-8e27-8d880524d0ea completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:13.890487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2300e483-aed8-4cc2-8c60-7aad2e486d91 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:13.894602 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2300e483-aed8-4cc2-8c60-7aad2e486d91 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:13.947452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-432367a3-4f62-46bc-b449-38c333f36ecf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Calling delete_port for d2a34d47-001a-40c6-a330-3ca196e5d204 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:14.024156 n-d-843680-3 neutron-server[88900]: INFO neutron.db.ipam_backend_mixin [None req-2300e483-aed8-4cc2-8c60-7aad2e486d91 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0a12eac3-eb6b-4539-80e4-c51e4cad3780 (CIDR: 172.20.0.0/28) May 27 23:07:14.050802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6d2457e7-2ab9-444d-aa37-ac03739f9423 None None] Provisioning for port f73c28d7-1dfd-45d7-87ed-76052414a6cf completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:14.051348 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-2300e483-aed8-4cc2-8c60-7aad2e486d91 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:07:14.051967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2300e483-aed8-4cc2-8c60-7aad2e486d91 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:07:14.065396 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6d2457e7-2ab9-444d-aa37-ac03739f9423 None None] Provisioning complete for port f73c28d7-1dfd-45d7-87ed-76052414a6cf triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:14.065779 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d2457e7-2ab9-444d-aa37-ac03739f9423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:14.126600 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2300e483-aed8-4cc2-8c60-7aad2e486d91 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4992454 May 27 23:07:14.129279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39400) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:14.132384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6d2457e7-2ab9-444d-aa37-ac03739f9423 None None] Port f73c28d7-1dfd-45d7-87ed-76052414a6cf cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:14.134963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-780cdfa5-c460-43f8-8136-1a47cb855acb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'subnet': {'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:14.143664 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-432367a3-4f62-46bc-b449-38c333f36ecf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:14.272716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432367a3-4f62-46bc-b449-38c333f36ecf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event deleted for resources: {'Port': ['ID=d2a34d47-001a-40c6-a330-3ca196e5d204,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:14.300717 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-432367a3-4f62-46bc-b449-38c333f36ecf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:14.305653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-780cdfa5-c460-43f8-8136-1a47cb855acb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:14.310143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-780cdfa5-c460-43f8-8136-1a47cb855acb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:subnet and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:14.313616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-780cdfa5-c460-43f8-8136-1a47cb855acb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:14.322166 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-432367a3-4f62-46bc-b449-38c333f36ecf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:14.323554 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-432367a3-4f62-46bc-b449-38c333f36ecf tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "DELETE /v2.0/floatingips/4036ddc8-0882-4ac9-9f4e-041d0d05fe16 HTTP/1.1" status: 204 len: 168 time: 0.9012711 May 27 23:07:14.323771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-780cdfa5-c460-43f8-8136-1a47cb855acb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:14.328743 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 52d6784b-f8cb-424f-8e27-8d880524d0ea up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:07:14.422390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780cdfa5-c460-43f8-8136-1a47cb855acb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:14.426031 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-780cdfa5-c460-43f8-8136-1a47cb855acb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:14.496467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 52d6784b-f8cb-424f-8e27-8d880524d0ea completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:14.502538 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 52d6784b-f8cb-424f-8e27-8d880524d0ea triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:14.503010 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:14.644902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 52d6784b-f8cb-424f-8e27-8d880524d0ea is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:14.645277 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:14.687324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 52d6784b-f8cb-424f-8e27-8d880524d0ea, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=52d6784b-f8cb-424f-8e27-8d880524d0ea,segment=NetworkSegment(4b0b5897-c7b5-4d74-9065-32dfabb86f03),segment_id=4b0b5897-c7b5-4d74-9065-32dfabb86f03)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:14.753979 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:14.783283 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-780cdfa5-c460-43f8-8136-1a47cb855acb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:14.831603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=52d6784b-f8cb-424f-8e27-8d880524d0ea,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:14.848201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780cdfa5-c460-43f8-8136-1a47cb855acb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:14.851534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-780cdfa5-c460-43f8-8136-1a47cb855acb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:14.856483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780cdfa5-c460-43f8-8136-1a47cb855acb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:14.857062 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-780cdfa5-c460-43f8-8136-1a47cb855acb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:14.864607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cdfa5-c460-43f8-8136-1a47cb855acb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Subnet': ['ID=730a8500-9a67-48c7-9072-c4ae09188f64,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:14.865169 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb6e25b-b4df-4361-8deb-eb1c6d724f8f None None] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:14.943249 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-780cdfa5-c460-43f8-8136-1a47cb855acb tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8129268 May 27 23:07:14.945807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39418) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:14.954629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a643b476-be49-4371-a9d6-c8b78dce3c9e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-72798186', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '730a8500-9a67-48c7-9072-c4ae09188f64'}], 'security_groups': ['22f34928-f1cb-4e74-82cb-94148cbce329']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:15.105431 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a643b476-be49-4371-a9d6-c8b78dce3c9e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:15.239196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4808d92e-4d65-4973-978a-4fa5a6124b98 None None] Update dhcp port {'port': {'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'fixed_ips': [{'subnet_id': '0a12eac3-eb6b-4539-80e4-c51e4cad3780', 'ip_address': '172.20.0.2'}, {'subnet_id': '730a8500-9a67-48c7-9072-c4ae09188f64'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '52d6784b-f8cb-424f-8e27-8d880524d0ea'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 23:07:15.296489 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4808d92e-4d65-4973-978a-4fa5a6124b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:15.524119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-a643b476-be49-4371-a9d6-c8b78dce3c9e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Delete allocated IP 172.20.0.6 (dfe2f2df-3acb-4e7e-9f21-5643066cbc95/0a12eac3-eb6b-4539-80e4-c51e4cad3780) {{(pid=88900) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 23:07:15.532001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-a643b476-be49-4371-a9d6-c8b78dce3c9e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Allocated IP 172.20.0.28 (dfe2f2df-3acb-4e7e-9f21-5643066cbc95/730a8500-9a67-48c7-9072-c4ae09188f64/f73c28d7-1dfd-45d7-87ed-76052414a6cf) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:07:15.744935 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a643b476-be49-4371-a9d6-c8b78dce3c9e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:15.768187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-a643b476-be49-4371-a9d6-c8b78dce3c9e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Transition to ACTIVE for port object f73c28d7-1dfd-45d7-87ed-76052414a6cf will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:15.839083 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a643b476-be49-4371-a9d6-c8b78dce3c9e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:15.918861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-4808d92e-4d65-4973-978a-4fa5a6124b98 None None] Allocated IP 172.20.0.18 (dfe2f2df-3acb-4e7e-9f21-5643066cbc95/730a8500-9a67-48c7-9072-c4ae09188f64/52d6784b-f8cb-424f-8e27-8d880524d0ea) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:07:15.950507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643b476-be49-4371-a9d6-c8b78dce3c9e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=f73c28d7-1dfd-45d7-87ed-76052414a6cf,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:16.062154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-a643b476-be49-4371-a9d6-c8b78dce3c9e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] In _notify_port_updated(), no bound segment for port f73c28d7-1dfd-45d7-87ed-76052414a6cf on network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 23:07:16.068723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a643b476-be49-4371-a9d6-c8b78dce3c9e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:16.069755 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a643b476-be49-4371-a9d6-c8b78dce3c9e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:16.071782 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:16.074510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a643b476-be49-4371-a9d6-c8b78dce3c9e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "PUT /v2.0/ports/f73c28d7-1dfd-45d7-87ed-76052414a6cf HTTP/1.1" status: 200 len: 919 time: 1.1267138 May 27 23:07:16.075143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39426) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:16.150005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4808d92e-4d65-4973-978a-4fa5a6124b98 None None] For port 52d6784b-f8cb-424f-8e27-8d880524d0ea, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=52d6784b-f8cb-424f-8e27-8d880524d0ea,segment=NetworkSegment(4b0b5897-c7b5-4d74-9065-32dfabb86f03),segment_id=4b0b5897-c7b5-4d74-9065-32dfabb86f03)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:16.180925 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4808d92e-4d65-4973-978a-4fa5a6124b98 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:16.202681 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4808d92e-4d65-4973-978a-4fa5a6124b98 None None] Transition to ACTIVE for port object 52d6784b-f8cb-424f-8e27-8d880524d0ea will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:16.262117 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4808d92e-4d65-4973-978a-4fa5a6124b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:16.285410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cf62308b-6ecc-4361-b741-e73f1b27afc4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port f73c28d7-1dfd-45d7-87ed-76052414a6cf {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:16.286013 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf62308b-6ecc-4361-b741-e73f1b27afc4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:16.300724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 52d6784b-f8cb-424f-8e27-8d880524d0ea up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:07:16.472382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808d92e-4d65-4973-978a-4fa5a6124b98 None None] Pushing event updated for resources: {'Port': ['ID=52d6784b-f8cb-424f-8e27-8d880524d0ea,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:16.569951 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf62308b-6ecc-4361-b741-e73f1b27afc4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:16.698117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-cf62308b-6ecc-4361-b741-e73f1b27afc4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for f73c28d7-1dfd-45d7-87ed-76052414a6cf owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:16.953465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39438) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:17.004160 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf62308b-6ecc-4361-b741-e73f1b27afc4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:17.104136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62308b-6ecc-4361-b741-e73f1b27afc4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=f73c28d7-1dfd-45d7-87ed-76052414a6cf,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:17.168833 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-394c8a97-2922-4bf5-85d1-7d7b65a21e77 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:17.210023 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cf62308b-6ecc-4361-b741-e73f1b27afc4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:17.212121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-115f595c-4b67-43d6-b72b-5c222e3b6322 None None] Provisioning complete for port c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:17.214198 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-115f595c-4b67-43d6-b72b-5c222e3b6322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:17.223272 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cf62308b-6ecc-4361-b741-e73f1b27afc4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/f73c28d7-1dfd-45d7-87ed-76052414a6cf HTTP/1.1" status: 204 len: 168 time: 1.1440499 May 27 23:07:17.223272 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-394c8a97-2922-4bf5-85d1-7d7b65a21e77 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:17.223631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39442) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:17.302553 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-168006d7-f4e3-44a5-a85f-c9736f962818 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] GET failed (client error): The resource could not be found. May 27 23:07:17.304255 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-168006d7-f4e3-44a5-a85f-c9736f962818 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/f73c28d7-1dfd-45d7-87ed-76052414a6cf HTTP/1.1" status: 404 len: 333 time: 0.0790393 May 27 23:07:17.307070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39446) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:17.344943 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-115f595c-4b67-43d6-b72b-5c222e3b6322 None None] Port c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:17.393672 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7e5a7c6-d296-4e13-944c-2ec1fee4d088 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:17.411064 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-394c8a97-2922-4bf5-85d1-7d7b65a21e77 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:17.422226 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7e5a7c6-d296-4e13-944c-2ec1fee4d088 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:17.438714 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c8a97-2922-4bf5-85d1-7d7b65a21e77 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c152abe6-9774-4832-afaf-185503c02104,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:17.439782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-115f595c-4b67-43d6-b72b-5c222e3b6322 None None] Provisioning for port 52d6784b-f8cb-424f-8e27-8d880524d0ea completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:17.444841 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-115f595c-4b67-43d6-b72b-5c222e3b6322 None None] Provisioning complete for port 52d6784b-f8cb-424f-8e27-8d880524d0ea triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:17.445205 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-115f595c-4b67-43d6-b72b-5c222e3b6322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:17.521467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39452) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:17.521879 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-394c8a97-2922-4bf5-85d1-7d7b65a21e77 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:17.521879 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-394c8a97-2922-4bf5-85d1-7d7b65a21e77 tempest-TestVolumeBootPattern-402854664 tempest-TestVolumeBootPattern-402854664-project] 10.222.0.27 "DELETE /v2.0/security-groups/c152abe6-9774-4832-afaf-185503c02104 HTTP/1.1" status: 204 len: 168 time: 0.5574555 May 27 23:07:17.553981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7e5a7c6-d296-4e13-944c-2ec1fee4d088 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:17.596333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5a7c6-d296-4e13-944c-2ec1fee4d088 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1d4fc8-7e87-46ff-9d23-b1630c3d611f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:17.611660 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7e5a7c6-d296-4e13-944c-2ec1fee4d088 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:17.616748 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c7e5a7c6-d296-4e13-944c-2ec1fee4d088 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/security-groups/bc1d4fc8-7e87-46ff-9d23-b1630c3d611f HTTP/1.1" status: 204 len: 168 time: 0.3048103 May 27 23:07:17.616748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39460) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:17.688956 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-115f595c-4b67-43d6-b72b-5c222e3b6322 None None] Current status of the port 52d6784b-f8cb-424f-8e27-8d880524d0ea is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:17.696521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39464) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:17.697706 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-115f595c-4b67-43d6-b72b-5c222e3b6322 None None] Could not find standard attr ID for object f73c28d7-1dfd-45d7-87ed-76052414a6cf. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 23:07:17.762456 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d1fcad5-5653-42a0-a3a5-caa494ce564f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:17.808811 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f3437f9-9b84-4fd1-aba7-b0171c18ce03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:17.835541 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d1fcad5-5653-42a0-a3a5-caa494ce564f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:17.848067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6f3437f9-9b84-4fd1-aba7-b0171c18ce03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:17.860081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6f3437f9-9b84-4fd1-aba7-b0171c18ce03 admin admin] Usage tracker for resource:security_group_rule and tenant:2d0d0699c8294baea16ef601d57c0672 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:17.865851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6f3437f9-9b84-4fd1-aba7-b0171c18ce03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:17.880256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6f3437f9-9b84-4fd1-aba7-b0171c18ce03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:17.910016 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3fdf67ce-1355-42f9-80f4-47060552937b None None] Could not find standard attr ID for object f73c28d7-1dfd-45d7-87ed-76052414a6cf. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 23:07:18.002752 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d1fcad5-5653-42a0-a3a5-caa494ce564f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.038921 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d1fcad5-5653-42a0-a3a5-caa494ce564f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.042764 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0d1fcad5-5653-42a0-a3a5-caa494ce564f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/security-groups/22f34928-f1cb-4e74-82cb-94148cbce329 HTTP/1.1" status: 204 len: 168 time: 0.4236081 May 27 23:07:18.044037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39470) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:18.046771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fcad5-5653-42a0-a3a5-caa494ce564f tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f34928-f1cb-4e74-82cb-94148cbce329,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:18.147736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-329595e3-b4f8-4dbd-88a4-86f68a761ed1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting subnet 0a12eac3-eb6b-4539-80e4-c51e4cad3780 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:07:18.159844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-329595e3-b4f8-4dbd-88a4-86f68a761ed1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.221901 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f3437f9-9b84-4fd1-aba7-b0171c18ce03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.243246 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-329595e3-b4f8-4dbd-88a4-86f68a761ed1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.272587 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 52d6784b-f8cb-424f-8e27-8d880524d0ea up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:07:18.315441 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6f3437f9-9b84-4fd1-aba7-b0171c18ce03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.354901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 52d6784b-f8cb-424f-8e27-8d880524d0ea triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:18.355270 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.379094 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6f3437f9-9b84-4fd1-aba7-b0171c18ce03 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2d0d0699c8294baea16ef601d57c0672&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8644331 May 27 23:07:18.379311 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39474) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:18.382811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3437f9-9b84-4fd1-aba7-b0171c18ce03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b427db04-bee1-4799-9837-b5d3f02abd95,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:18.403155 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-329595e3-b4f8-4dbd-88a4-86f68a761ed1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.427591 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e5c25b0e-3c10-48ef-8e41-49841ee28cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.476836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 52d6784b-f8cb-424f-8e27-8d880524d0ea is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:18.508320 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06f5e75c-32e1-40e3-947b-16343840ddcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.538586 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06f5e75c-32e1-40e3-947b-16343840ddcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.594198 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-329595e3-b4f8-4dbd-88a4-86f68a761ed1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.637456 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-329595e3-b4f8-4dbd-88a4-86f68a761ed1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.640633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329595e3-b4f8-4dbd-88a4-86f68a761ed1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Subnet': ['ID=0a12eac3-eb6b-4539-80e4-c51e4cad3780,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:18.644245 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cafbd95-26df-45af-a8ae-cb8da40608cf None None] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:18.658135 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-329595e3-b4f8-4dbd-88a4-86f68a761ed1 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/0a12eac3-eb6b-4539-80e4-c51e4cad3780 HTTP/1.1" status: 204 len: 168 time: 0.6091154 May 27 23:07:18.658299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39478) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:18.663789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-78ce946b-6ee3-47ab-b553-039a80ec3795 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'subnet': {'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:18.917806 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06f5e75c-32e1-40e3-947b-16343840ddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.918556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e5c25b0e-3c10-48ef-8e41-49841ee28cc7 admin admin] Deleting port 3b4aa8c5-2513-40f2-92b3-12f69c327b87 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:18.919026 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e5c25b0e-3c10-48ef-8e41-49841ee28cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.920169 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06f5e75c-32e1-40e3-947b-16343840ddcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:18.924779 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-06f5e75c-32e1-40e3-947b-16343840ddcd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b427db04-bee1-4799-9837-b5d3f02abd95 HTTP/1.1" status: 204 len: 168 time: 0.5443954 May 27 23:07:18.942149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5e75c-32e1-40e3-947b-16343840ddcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b427db04-bee1-4799-9837-b5d3f02abd95,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:18.995960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-78ce946b-6ee3-47ab-b553-039a80ec3795 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:19.000370 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-78ce946b-6ee3-47ab-b553-039a80ec3795 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:subnet and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:19.003929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-78ce946b-6ee3-47ab-b553-039a80ec3795 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:19.009831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-78ce946b-6ee3-47ab-b553-039a80ec3795 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:19.102543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ce946b-6ee3-47ab-b553-039a80ec3795 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:19.107145 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78ce946b-6ee3-47ab-b553-039a80ec3795 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:19.126261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-e5c25b0e-3c10-48ef-8e41-49841ee28cc7 admin admin] For port 3b4aa8c5-2513-40f2-92b3-12f69c327b87, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3b4aa8c5-2513-40f2-92b3-12f69c327b87,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:19.130090 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e5c25b0e-3c10-48ef-8e41-49841ee28cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:19.256846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e5c25b0e-3c10-48ef-8e41-49841ee28cc7 admin admin] Calling delete_port for 3b4aa8c5-2513-40f2-92b3-12f69c327b87 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:19.479329 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78ce946b-6ee3-47ab-b553-039a80ec3795 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:19.513548 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e5c25b0e-3c10-48ef-8e41-49841ee28cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:19.545777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0456e432-db31-4161-9af9-7643d1d134e0 None None] Provisioning complete for port c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:19.546819 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0456e432-db31-4161-9af9-7643d1d134e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:19.553674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce946b-6ee3-47ab-b553-039a80ec3795 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:19.556193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-78ce946b-6ee3-47ab-b553-039a80ec3795 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:19.563073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce946b-6ee3-47ab-b553-039a80ec3795 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:19.564272 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78ce946b-6ee3-47ab-b553-039a80ec3795 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:19.577142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c25b0e-3c10-48ef-8e41-49841ee28cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b4aa8c5-2513-40f2-92b3-12f69c327b87,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:19.580301 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc2da38-a927-4d68-8435-3fff8d357391 None None] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:19.596247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce946b-6ee3-47ab-b553-039a80ec3795 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Subnet': ['ID=10b9d789-1789-4d60-acf6-01a6ff2f3746,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:19.686379 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-78ce946b-6ee3-47ab-b553-039a80ec3795 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0264952 May 27 23:07:19.689315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39494) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:19.695289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0456e432-db31-4161-9af9-7643d1d134e0 None None] Port c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:19.696722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4b2092f1-7b84-4782-b818-4df916c7dfee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'security_group': {'name': 'tempest-secgroup-67411923'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:19.706936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b2092f1-7b84-4782-b818-4df916c7dfee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:19.712329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b2092f1-7b84-4782-b818-4df916c7dfee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:security_group and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:19.715741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b2092f1-7b84-4782-b818-4df916c7dfee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:19.724490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b2092f1-7b84-4782-b818-4df916c7dfee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:19.740002 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0456e432-db31-4161-9af9-7643d1d134e0 None None] Provisioning complete for port 52d6784b-f8cb-424f-8e27-8d880524d0ea triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:19.740661 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0456e432-db31-4161-9af9-7643d1d134e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:19.834232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b2092f1-7b84-4782-b818-4df916c7dfee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:19.870042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b2092f1-7b84-4782-b818-4df916c7dfee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:19.877328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b2092f1-7b84-4782-b818-4df916c7dfee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:security_group_rule and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:19.880525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b2092f1-7b84-4782-b818-4df916c7dfee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:19.889161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b2092f1-7b84-4782-b818-4df916c7dfee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:19.933544 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e5c25b0e-3c10-48ef-8e41-49841ee28cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:19.990111 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b2092f1-7b84-4782-b818-4df916c7dfee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:19.999923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0456e432-db31-4161-9af9-7643d1d134e0 None None] Current status of the port 52d6784b-f8cb-424f-8e27-8d880524d0ea is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:20.066850 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b2092f1-7b84-4782-b818-4df916c7dfee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.085022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5e7a34-43d0-4bac-995c-5e24150ec962 None None] Update dhcp port {'port': {'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'fixed_ips': [{'subnet_id': '730a8500-9a67-48c7-9072-c4ae09188f64', 'ip_address': '172.20.0.18'}, {'subnet_id': '10b9d789-1789-4d60-acf6-01a6ff2f3746'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '52d6784b-f8cb-424f-8e27-8d880524d0ea'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 23:07:20.121374 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2092f1-7b84-4782-b818-4df916c7dfee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef11a280-8350-44c5-ab37-e0b362f87333,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:20.148549 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1d5e7a34-43d0-4bac-995c-5e24150ec962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.176669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39506) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:20.195263 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b2092f1-7b84-4782-b818-4df916c7dfee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.199083 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4b2092f1-7b84-4782-b818-4df916c7dfee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5055964 May 27 23:07:20.201267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39512) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:20.207906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a9cd3a98-3324-4e7f-b8ed-ca40295b1b05 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'security_group': {'name': 'tempest-secgroup-1176402561'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:20.223167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a9cd3a98-3324-4e7f-b8ed-ca40295b1b05 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:20.228712 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a9cd3a98-3324-4e7f-b8ed-ca40295b1b05 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:security_group and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:20.234285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a9cd3a98-3324-4e7f-b8ed-ca40295b1b05 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:20.243435 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a9cd3a98-3324-4e7f-b8ed-ca40295b1b05 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:20.316220 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9cd3a98-3324-4e7f-b8ed-ca40295b1b05 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.350633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a9cd3a98-3324-4e7f-b8ed-ca40295b1b05 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:20.351739 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a9cd3a98-3324-4e7f-b8ed-ca40295b1b05 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:security_group_rule and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:20.356047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a9cd3a98-3324-4e7f-b8ed-ca40295b1b05 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:20.359100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-649d7ae3-fd60-4a3a-be88-cfcbf9a32830 req-b30b2189-3c2d-4ce4-bc88-62637f733df3 service neutron] (88900) timed out ('10.222.0.57', 62300) {{(pid=88900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 23:07:20.363617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a9cd3a98-3324-4e7f-b8ed-ca40295b1b05 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:20.389503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1572393696-network', 'tenant_id': '51479a8529864c1f812d7753bb431c48'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:20.399792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:20.407330 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-1d5e7a34-43d0-4bac-995c-5e24150ec962 None None] Allocated IP 172.20.0.2 (dfe2f2df-3acb-4e7e-9f21-5643066cbc95/10b9d789-1789-4d60-acf6-01a6ff2f3746/52d6784b-f8cb-424f-8e27-8d880524d0ea) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:07:20.407492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Usage tracker for resource:network and tenant:51479a8529864c1f812d7753bb431c48 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:20.411509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:20.421662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:20.463578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c25b0e-3c10-48ef-8e41-49841ee28cc7 admin admin] Router 86448e10-bdd1-4df2-a2b2-be659da43f07 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:07:20.464371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9cd3a98-3324-4e7f-b8ed-ca40295b1b05 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.506646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Made reservation on behalf of 51479a8529864c1f812d7753bb431c48 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:20.509157 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.525307 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.537820 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9cd3a98-3324-4e7f-b8ed-ca40295b1b05 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.540324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1d5e7a34-43d0-4bac-995c-5e24150ec962 None None] For port 52d6784b-f8cb-424f-8e27-8d880524d0ea, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=52d6784b-f8cb-424f-8e27-8d880524d0ea,segment=NetworkSegment(4b0b5897-c7b5-4d74-9065-32dfabb86f03),segment_id=4b0b5897-c7b5-4d74-9065-32dfabb86f03)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:20.559429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:20.565918 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1d5e7a34-43d0-4bac-995c-5e24150ec962 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.577884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Usage tracker for resource:security_group_rule and tenant:51479a8529864c1f812d7753bb431c48 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:20.582968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1d5e7a34-43d0-4bac-995c-5e24150ec962 None None] Transition to ACTIVE for port object 52d6784b-f8cb-424f-8e27-8d880524d0ea will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:20.583698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:20.592925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:20.597122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd3a98-3324-4e7f-b8ed-ca40295b1b05 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f7f04a-f898-41fc-a640-ab332995235e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:20.647875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c25b0e-3c10-48ef-8e41-49841ee28cc7 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:07:20.657024 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e1cab9-c3be-4016-9522-d424e016ab63 None None] Sync routers for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:07:20.662962 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a9cd3a98-3324-4e7f-b8ed-ca40295b1b05 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.663098 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e5c25b0e-3c10-48ef-8e41-49841ee28cc7 admin admin] 10.222.0.27 "PUT /v2.0/routers/86448e10-bdd1-4df2-a2b2-be659da43f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9631019 May 27 23:07:20.663098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39516) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:20.663278 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a9cd3a98-3324-4e7f-b8ed-ca40295b1b05 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4581552 May 27 23:07:20.663457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39518) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:20.673944 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e1cab9-c3be-4016-9522-d424e016ab63 None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:20.674965 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c5e1cab9-c3be-4016-9522-d424e016ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:20.691412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.707704 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1d5e7a34-43d0-4bac-995c-5e24150ec962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.722084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5c3e08c4-5e69-45e4-bcfe-4f2bb61c73d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'security_group': {'name': 'tempest-secgroup-1777525260'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:20.733497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5c3e08c4-5e69-45e4-bcfe-4f2bb61c73d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:20.749395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5c3e08c4-5e69-45e4-bcfe-4f2bb61c73d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:security_group and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:20.759535 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.759856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5c3e08c4-5e69-45e4-bcfe-4f2bb61c73d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:20.769409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5c3e08c4-5e69-45e4-bcfe-4f2bb61c73d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:20.793346 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:07:20.804789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4753d03-9228-4694-82a4-cf94b81e83a9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:20.811180 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.811636 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Added segment 81dfec3f-c1c7-4096-af98-ca90ce0ab50f of type vlan for network c661ac73-1281-45fd-864b-63c3ca527cd4 May 27 23:07:20.854729 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.871527 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.887755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e7a34-43d0-4bac-995c-5e24150ec962 None None] Pushing event updated for resources: {'Port': ['ID=52d6784b-f8cb-424f-8e27-8d880524d0ea,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:20.935489 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c3e08c4-5e69-45e4-bcfe-4f2bb61c73d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.943208 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c5e1cab9-c3be-4016-9522-d424e016ab63 None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:07:20.946750 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.948172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:20.949094 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:20.960013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-b3fcc0cc-fde1-4781-8a25-bac8e63f7a1c req-54750d3e-5cb2-4767-974f-eef8f3b48892 service neutron] (88900) timed out ('10.222.0.57', 62220) {{(pid=88900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 23:07:20.965528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5c3e08c4-5e69-45e4-bcfe-4f2bb61c73d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:20.980272 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5c3e08c4-5e69-45e4-bcfe-4f2bb61c73d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:security_group_rule and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:20.984539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5c3e08c4-5e69-45e4-bcfe-4f2bb61c73d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:20.994514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5c3e08c4-5e69-45e4-bcfe-4f2bb61c73d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:21.081455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] Pushing event updated for resources: {'Network': ['ID=c661ac73-1281-45fd-864b-63c3ca527cd4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:21.093557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network c661ac73-1281-45fd-864b-63c3ca527cd4 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:07:21.102306 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:21.140367 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bd0411d1-6fd7-4041-be0b-05fd140d6fbf admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9595523 May 27 23:07:21.141082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39524) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:21.155048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] Request body: {'subnet': {'network_id': 'c661ac73-1281-45fd-864b-63c3ca527cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1572393696-subnet', 'tenant_id': '51479a8529864c1f812d7753bb431c48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:21.162148 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:21.167483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] Deleting port 002523f7-dfd4-4dc7-8204-e0ff36f1b238 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:21.168092 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:21.195461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] Usage tracker for resource:subnet and tenant:51479a8529864c1f812d7753bb431c48 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:21.209007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:21.224444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:21.285587 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c5e1cab9-c3be-4016-9522-d424e016ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T23:07:19Z', 'revision_number': 5, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port': {'id': '002523f7-dfd4-4dc7-8204-e0ff36f1b238', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:48:35Z', 'updated_at': '2022-05-27T22:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:21.289708 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e1cab9-c3be-4016-9522-d424e016ab63 None None] Checking router: 86448e10-bdd1-4df2-a2b2-be659da43f07 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:07:21.298601 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e1cab9-c3be-4016-9522-d424e016ab63 None None] Routers {'86448e10-bdd1-4df2-a2b2-be659da43f07'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:21.299200 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c5e1cab9-c3be-4016-9522-d424e016ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['86448e10-bdd1-4df2-a2b2-be659da43f07'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:21.332822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] Made reservation on behalf of 51479a8529864c1f812d7753bb431c48 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:21.335003 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:21.441420 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c3e08c4-5e69-45e4-bcfe-4f2bb61c73d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:21.458345 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c5e1cab9-c3be-4016-9522-d424e016ab63 None None] Set router 86448e10-bdd1-4df2-a2b2-be659da43f07 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:07:21.508618 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c3e08c4-5e69-45e4-bcfe-4f2bb61c73d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:21.540881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9777583e-6b8b-4939-8180-29f191b6b3d7 None None] Provisioning complete for port c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:21.541335 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9777583e-6b8b-4939-8180-29f191b6b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:21.557444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] For port 002523f7-dfd4-4dc7-8204-e0ff36f1b238, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=002523f7-dfd4-4dc7-8204-e0ff36f1b238,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:21.558331 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:21.567106 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c5e1cab9-c3be-4016-9522-d424e016ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T23:07:21Z', 'revision_number': 6, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:21.571585 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e1cab9-c3be-4016-9522-d424e016ab63 None None] The sync data for ids ['86448e10-bdd1-4df2-a2b2-be659da43f07'] in n-d-843680-3 is: [{'id': '86448e10-bdd1-4df2-a2b2-be659da43f07', 'name': 'tempest-TestVolumeBootPattern-1371048140-router', 'tenant_id': 'a3537ac059424872b0999096f4b18e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:32Z', 'updated_at': '2022-05-27T23:07:21Z', 'revision_number': 6, 'project_id': 'a3537ac059424872b0999096f4b18e5e', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:07:21.582675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e08c4-5e69-45e4-bcfe-4f2bb61c73d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2953f60-3322-43a0-a7ac-faf39d6dab90,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:21.599065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9777583e-6b8b-4939-8180-29f191b6b3d7 None None] Port c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:21.684563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9777583e-6b8b-4939-8180-29f191b6b3d7 None None] Provisioning for port 52d6784b-f8cb-424f-8e27-8d880524d0ea completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:21.690486 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9777583e-6b8b-4939-8180-29f191b6b3d7 None None] Provisioning complete for port 52d6784b-f8cb-424f-8e27-8d880524d0ea triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:21.690849 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9777583e-6b8b-4939-8180-29f191b6b3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:21.693276 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5c3e08c4-5e69-45e4-bcfe-4f2bb61c73d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:21.697183 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5c3e08c4-5e69-45e4-bcfe-4f2bb61c73d8 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0299273 May 27 23:07:21.697968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39528) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:21.701268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] Calling delete_port for 002523f7-dfd4-4dc7-8204-e0ff36f1b238 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:21.710736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-142792935', 'security_groups': ['f2953f60-3322-43a0-a7ac-faf39d6dab90'], 'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '10b9d789-1789-4d60-acf6-01a6ff2f3746'}]}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:21.820612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9777583e-6b8b-4939-8180-29f191b6b3d7 None None] Current status of the port 52d6784b-f8cb-424f-8e27-8d880524d0ea is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:21.864992 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:21.869094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:port and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:21.872006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:21.878495 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:21.971227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:22.049665 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:22.101569 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:22.122418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] device_id is not set on port a6bb4cf1-01d3-42ba-9df5-1071c11a62fd yet. {{(pid=88901) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 27 23:07:22.151080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe71a41-900c-4a14-ae75-c8ca5563e1df,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:22.157386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] Checking segment: {'id': '81dfec3f-c1c7-4096-af98-ca90ce0ab50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c661ac73-1281-45fd-864b-63c3ca527cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:07:22.157688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] Network hostable DHCP agents. Network: c661ac73-1281-45fd-864b-63c3ca527cd4, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:07:22.233577 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:22.278627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] Network c661ac73-1281-45fd-864b-63c3ca527cd4 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:07:22.296036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] Pushing event deleted for resources: {'Port': ['ID=002523f7-dfd4-4dc7-8204-e0ff36f1b238,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:22.334755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Allocated IP 172.20.0.3 (dfe2f2df-3acb-4e7e-9f21-5643066cbc95/10b9d789-1789-4d60-acf6-01a6ff2f3746/a6bb4cf1-01d3-42ba-9df5-1071c11a62fd) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:07:22.396472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, c661ac73-1281-45fd-864b-63c3ca527cd4) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:22.404813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c827378-0c64-4b16-b242-5a0f5051408c None None] Network c661ac73-1281-45fd-864b-63c3ca527cd4 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:22.411824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:22.412861 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:22.417980 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:22.424898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 52d6784b-f8cb-424f-8e27-8d880524d0ea up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:07:22.530039 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:22.557807 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:22.577934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Transition to ACTIVE for port object a6bb4cf1-01d3-42ba-9df5-1071c11a62fd will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:22.613275 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:22.615464 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:22.648851 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 52d6784b-f8cb-424f-8e27-8d880524d0ea triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:22.649395 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:22.651685 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:22.674689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d72207cc-3b4e-4792-9bb5-d345dcba90e4 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5322640 May 27 23:07:22.719502 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:22.720012 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86448e10-bdd1-4df2-a2b2-be659da43f07 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:07:22.734714 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:22.739379 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-31e6730c-23b4-4af1-a56b-ba64f6635467 admin admin] 10.222.0.27 "DELETE /v2.0/routers/86448e10-bdd1-4df2-a2b2-be659da43f07 HTTP/1.1" status: 204 len: 168 time: 2.0730011 May 27 23:07:22.739669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39534) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:22.741436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:22.746509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:22.805398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca13cf2-f0ad-4d49-bdcc-5e9bd4298f5d None None] Network c661ac73-1281-45fd-864b-63c3ca527cd4 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:22.840006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c25bdc-539e-4ef3-ac6c-5038f2133c15 admin admin] Deleting subnet 359c9276-8a0d-4cf7-bcd9-97af35f64e95 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:07:22.843566 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83c25bdc-539e-4ef3-ac6c-5038f2133c15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:22.903478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:07:22.931398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 52d6784b-f8cb-424f-8e27-8d880524d0ea is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:22.968955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=a6bb4cf1-01d3-42ba-9df5-1071c11a62fd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:22.977349 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83c25bdc-539e-4ef3-ac6c-5038f2133c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:23.034543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3b4aa8c5-2513-40f2-92b3-12f69c327b87 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:07:23.077176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 3b4aa8c5-2513-40f2-92b3-12f69c327b87 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:07:23.077579 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3b4aa8c5-2513-40f2-92b3-12f69c327b87 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:07:23.077930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 002523f7-dfd4-4dc7-8204-e0ff36f1b238 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:07:23.119079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 002523f7-dfd4-4dc7-8204-e0ff36f1b238 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:07:23.119428 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 002523f7-dfd4-4dc7-8204-e0ff36f1b238 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:07:23.167885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:23.168127 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:23.231697 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83c25bdc-539e-4ef3-ac6c-5038f2133c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:23.283595 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3796209a-d02a-4568-b46f-7c88df29f519 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5834401 May 27 23:07:23.286315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39542) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:23.294414 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0c7084ea-ac37-4582-8307-8e669e781108 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'subnet': {'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:23.324801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-eb55a973-f877-45c7-b263-1a76037cbe97 None None] Provisioning for port a6bb4cf1-01d3-42ba-9df5-1071c11a62fd completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:23.330551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-eb55a973-f877-45c7-b263-1a76037cbe97 None None] Provisioning complete for port a6bb4cf1-01d3-42ba-9df5-1071c11a62fd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:23.330918 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eb55a973-f877-45c7-b263-1a76037cbe97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:23.383365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-eb55a973-f877-45c7-b263-1a76037cbe97 None None] Port a6bb4cf1-01d3-42ba-9df5-1071c11a62fd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:23.428603 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83c25bdc-539e-4ef3-ac6c-5038f2133c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:23.475870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c25bdc-539e-4ef3-ac6c-5038f2133c15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=359c9276-8a0d-4cf7-bcd9-97af35f64e95,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:23.480263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c7084ea-ac37-4582-8307-8e669e781108 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:23.482782 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83c25bdc-539e-4ef3-ac6c-5038f2133c15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:23.487379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0c7084ea-ac37-4582-8307-8e669e781108 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:subnet and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:23.487816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3595877-b662-4f7c-a802-ecd3466b23a8 None None] Network d259ef12-3c47-4a2a-b28b-38e6df0b8220 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:23.491141 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0c7084ea-ac37-4582-8307-8e669e781108 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:23.494898 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-83c25bdc-539e-4ef3-ac6c-5038f2133c15 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/359c9276-8a0d-4cf7-bcd9-97af35f64e95 HTTP/1.1" status: 204 len: 168 time: 0.7523403 May 27 23:07:23.497584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39546) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:23.503261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0c7084ea-ac37-4582-8307-8e669e781108 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:23.547857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7084ea-ac37-4582-8307-8e669e781108 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:23.551969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c7084ea-ac37-4582-8307-8e669e781108 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:23.603793 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:23.614662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] Deleting port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:23.614923 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:23.695190 n-d-843680-3 neutron-server[88901]: INFO neutron.db.ipam_backend_mixin [None req-0c7084ea-ac37-4582-8307-8e669e781108 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 10b9d789-1789-4d60-acf6-01a6ff2f3746 (CIDR: 172.20.0.0/28) May 27 23:07:23.754483 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7084ea-ac37-4582-8307-8e669e781108 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:07:23.755151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7084ea-ac37-4582-8307-8e669e781108 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:07:23.805650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d0864e-c8ad-4783-8fb3-db871dab08a0 None None] DHCP port deletion for d259ef12-3c47-4a2a-b28b-38e6df0b8220 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:07:23.810054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0864e-c8ad-4783-8fb3-db871dab08a0 None None] Deleting port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:23.810428 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1d0864e-c8ad-4783-8fb3-db871dab08a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:23.845491 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c7084ea-ac37-4582-8307-8e669e781108 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5580225 May 27 23:07:23.848414 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39554) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:23.855575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-368e31b6-c624-4a39-b3ed-f146fbb623a7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'subnet': {'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:23.869717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] For port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0edd9e40-a2d9-45aa-88b7-849aa2df5e77,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:23.870079 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:23.999069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] Calling delete_port for 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:24.025046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-368e31b6-c624-4a39-b3ed-f146fbb623a7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:24.036190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-368e31b6-c624-4a39-b3ed-f146fbb623a7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:subnet and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:24.036190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-368e31b6-c624-4a39-b3ed-f146fbb623a7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:24.036422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c1d0864e-c8ad-4783-8fb3-db871dab08a0 None None] For port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0edd9e40-a2d9-45aa-88b7-849aa2df5e77,segment=NetworkSegment(9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa),segment_id=9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:24.036547 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1d0864e-c8ad-4783-8fb3-db871dab08a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:24.040628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-368e31b6-c624-4a39-b3ed-f146fbb623a7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:24.113115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368e31b6-c624-4a39-b3ed-f146fbb623a7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:24.117110 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-368e31b6-c624-4a39-b3ed-f146fbb623a7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:24.162569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0864e-c8ad-4783-8fb3-db871dab08a0 None None] Calling delete_port for 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:24.170366 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:24.247276 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-c1d0864e-c8ad-4783-8fb3-db871dab08a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:07:24.247506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] Pushing event deleted for resources: {'Port': ['ID=0edd9e40-a2d9-45aa-88b7-849aa2df5e77,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:24.248005 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-c1d0864e-c8ad-4783-8fb3-db871dab08a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:07:24.251073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] No DVR routers for this DVR port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:07:24.278912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:07:24.290879 n-d-843680-3 neutron-server[88901]: INFO neutron.db.ipam_backend_mixin [None req-368e31b6-c624-4a39-b3ed-f146fbb623a7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 730a8500-9a67-48c7-9072-c4ae09188f64 (CIDR: 172.20.0.16/28) May 27 23:07:24.315137 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:07:24.315491 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:07:24.342860 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-368e31b6-c624-4a39-b3ed-f146fbb623a7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:07:24.343856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368e31b6-c624-4a39-b3ed-f146fbb623a7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:07:24.385764 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:24.410656 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-368e31b6-c624-4a39-b3ed-f146fbb623a7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5610082 May 27 23:07:24.412255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d259ef12-3c47-4a2a-b28b-38e6df0b8220']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:24.413179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39560) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:24.418729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-571935ca-7d31-4941-a2ec-6f4b9d0e5dbf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'subnet': {'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:24.425144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:24.428684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:24.436442 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:24.452126 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:24.458922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:07:24.459245 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:24.526059 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa resource provider aggregate not found May 27 23:07:24.551619 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9dbbd87d-c19f-433b-b7a4-fbdc51cec8fa found for delete ", "request_id": "req-ed1f456e-0134-400f-a7aa-81118cd94add"}]} May 27 23:07:24.569373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-571935ca-7d31-4941-a2ec-6f4b9d0e5dbf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:24.573392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-571935ca-7d31-4941-a2ec-6f4b9d0e5dbf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Usage tracker for resource:subnet and tenant:3dcbb95a50014c8ba888ea5350c85eeb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:24.576486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-571935ca-7d31-4941-a2ec-6f4b9d0e5dbf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:24.583542 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-571935ca-7d31-4941-a2ec-6f4b9d0e5dbf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:24.599313 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:24.619898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:24.630367 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] Pushing event deleted for resources: {'Network': ['ID=d259ef12-3c47-4a2a-b28b-38e6df0b8220,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:24.644035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571935ca-7d31-4941-a2ec-6f4b9d0e5dbf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Made reservation on behalf of 3dcbb95a50014c8ba888ea5350c85eeb for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:24.647521 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-571935ca-7d31-4941-a2ec-6f4b9d0e5dbf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:24.684842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b1ccb7a3-3e93-4ff3-ac75-d9e886f38392 admin admin] 10.222.0.27 "DELETE /v2.0/networks/d259ef12-3c47-4a2a-b28b-38e6df0b8220 HTTP/1.1" status: 204 len: 168 time: 1.1860876 May 27 23:07:24.688086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39568) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:24.750021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0864e-c8ad-4783-8fb3-db871dab08a0 None None] Deleting port 0edd9e40-a2d9-45aa-88b7-849aa2df5e77 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:24.750404 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1d0864e-c8ad-4783-8fb3-db871dab08a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:24.841619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c1d0864e-c8ad-4783-8fb3-db871dab08a0 None None] The port '0edd9e40-a2d9-45aa-88b7-849aa2df5e77' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:07:25.016462 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-571935ca-7d31-4941-a2ec-6f4b9d0e5dbf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:25.072419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571935ca-7d31-4941-a2ec-6f4b9d0e5dbf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:25.075613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-571935ca-7d31-4941-a2ec-6f4b9d0e5dbf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:25.081846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571935ca-7d31-4941-a2ec-6f4b9d0e5dbf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:25.082518 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-571935ca-7d31-4941-a2ec-6f4b9d0e5dbf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:25.087012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc951bb-3d09-4b72-bda0-46cdd2ecedc2 None None] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:25.103600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571935ca-7d31-4941-a2ec-6f4b9d0e5dbf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Subnet': ['ID=2a685da1-6c36-494b-bfa2-a38e3e658505,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:25.177084 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-571935ca-7d31-4941-a2ec-6f4b9d0e5dbf tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7628458 May 27 23:07:25.179867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39576) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:25.188189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-4802ce86-6835-4727-8ad9-c2789d706ec4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1807603061', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2a685da1-6c36-494b-bfa2-a38e3e658505'}], 'security_groups': ['ef11a280-8350-44c5-ab37-e0b362f87333', '20f7f04a-f898-41fc-a640-ab332995235e']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:25.430421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f168bd3-b8b6-46be-94a8-55b34095f393 None None] Update dhcp port {'port': {'network_id': 'dfe2f2df-3acb-4e7e-9f21-5643066cbc95', 'fixed_ips': [{'subnet_id': '730a8500-9a67-48c7-9072-c4ae09188f64', 'ip_address': '172.20.0.18'}, {'subnet_id': '10b9d789-1789-4d60-acf6-01a6ff2f3746', 'ip_address': '172.20.0.2'}, {'subnet_id': '2a685da1-6c36-494b-bfa2-a38e3e658505'}], 'binding:host_id': 'n-d-843680-3'}, 'id': '52d6784b-f8cb-424f-8e27-8d880524d0ea'} from n-d-843680-3. {{(pid=88902) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} May 27 23:07:25.486913 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f168bd3-b8b6-46be-94a8-55b34095f393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:25.544611 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4802ce86-6835-4727-8ad9-c2789d706ec4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:25.700150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-4f168bd3-b8b6-46be-94a8-55b34095f393 None None] Allocated IP 172.20.0.34 (dfe2f2df-3acb-4e7e-9f21-5643066cbc95/2a685da1-6c36-494b-bfa2-a38e3e658505/52d6784b-f8cb-424f-8e27-8d880524d0ea) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:07:25.771369 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f649037a-cf5d-4b86-ba42-bff24171bf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:25.846718 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4f168bd3-b8b6-46be-94a8-55b34095f393 None None] For port 52d6784b-f8cb-424f-8e27-8d880524d0ea, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=52d6784b-f8cb-424f-8e27-8d880524d0ea,segment=NetworkSegment(4b0b5897-c7b5-4d74-9065-32dfabb86f03),segment_id=4b0b5897-c7b5-4d74-9065-32dfabb86f03)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:25.875807 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f168bd3-b8b6-46be-94a8-55b34095f393 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:25.892767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4f168bd3-b8b6-46be-94a8-55b34095f393 None None] Transition to ACTIVE for port object 52d6784b-f8cb-424f-8e27-8d880524d0ea will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:25.936000 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4f168bd3-b8b6-46be-94a8-55b34095f393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:26.139180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f168bd3-b8b6-46be-94a8-55b34095f393 None None] Pushing event updated for resources: {'Port': ['ID=52d6784b-f8cb-424f-8e27-8d880524d0ea,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:26.267869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 52d6784b-f8cb-424f-8e27-8d880524d0ea up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:07:26.396503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-4802ce86-6835-4727-8ad9-c2789d706ec4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Delete allocated IP 172.20.0.3 (dfe2f2df-3acb-4e7e-9f21-5643066cbc95/10b9d789-1789-4d60-acf6-01a6ff2f3746) {{(pid=88900) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 27 23:07:26.409146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-4802ce86-6835-4727-8ad9-c2789d706ec4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Allocated IP 172.20.0.39 (dfe2f2df-3acb-4e7e-9f21-5643066cbc95/2a685da1-6c36-494b-bfa2-a38e3e658505/a6bb4cf1-01d3-42ba-9df5-1071c11a62fd) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:07:26.508215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f649037a-cf5d-4b86-ba42-bff24171bf38 admin admin] Deleting port e309b557-0485-40a4-b3f2-a7c8526e9aa3 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:26.508597 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f649037a-cf5d-4b86-ba42-bff24171bf38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:26.732865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-90e09aad-a8af-4ea1-9ec7-4cb21dce4c8c None None] Provisioning complete for port c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:26.733620 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-90e09aad-a8af-4ea1-9ec7-4cb21dce4c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:26.806882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-90e09aad-a8af-4ea1-9ec7-4cb21dce4c8c None None] Port c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:26.863479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-f649037a-cf5d-4b86-ba42-bff24171bf38 admin admin] For port e309b557-0485-40a4-b3f2-a7c8526e9aa3, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e309b557-0485-40a4-b3f2-a7c8526e9aa3,segment=NetworkSegment(ce3964b2-bc46-486d-a827-6f5e7e67f498),segment_id=ce3964b2-bc46-486d-a827-6f5e7e67f498)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:26.864745 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f649037a-cf5d-4b86-ba42-bff24171bf38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:26.873841 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-90e09aad-a8af-4ea1-9ec7-4cb21dce4c8c None None] Provisioning for port 52d6784b-f8cb-424f-8e27-8d880524d0ea completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:26.888327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-90e09aad-a8af-4ea1-9ec7-4cb21dce4c8c None None] Provisioning complete for port 52d6784b-f8cb-424f-8e27-8d880524d0ea triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:26.889877 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-90e09aad-a8af-4ea1-9ec7-4cb21dce4c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:27.007624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f649037a-cf5d-4b86-ba42-bff24171bf38 admin admin] Calling delete_port for e309b557-0485-40a4-b3f2-a7c8526e9aa3 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:27.021490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-90e09aad-a8af-4ea1-9ec7-4cb21dce4c8c None None] Current status of the port 52d6784b-f8cb-424f-8e27-8d880524d0ea is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:27.033576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-90e09aad-a8af-4ea1-9ec7-4cb21dce4c8c None None] Provisioning complete for port a6bb4cf1-01d3-42ba-9df5-1071c11a62fd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:27.033947 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-90e09aad-a8af-4ea1-9ec7-4cb21dce4c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:27.046780 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4802ce86-6835-4727-8ad9-c2789d706ec4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:27.078032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-4802ce86-6835-4727-8ad9-c2789d706ec4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Transition to ACTIVE for port object a6bb4cf1-01d3-42ba-9df5-1071c11a62fd will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:27.085539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-90e09aad-a8af-4ea1-9ec7-4cb21dce4c8c None None] Port a6bb4cf1-01d3-42ba-9df5-1071c11a62fd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:27.142336 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4802ce86-6835-4727-8ad9-c2789d706ec4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:27.329527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802ce86-6835-4727-8ad9-c2789d706ec4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event updated for resources: {'Port': ['ID=a6bb4cf1-01d3-42ba-9df5-1071c11a62fd,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:27.364646 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-4802ce86-6835-4727-8ad9-c2789d706ec4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] In _notify_port_updated(), no bound segment for port a6bb4cf1-01d3-42ba-9df5-1071c11a62fd on network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 {{(pid=88900) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 27 23:07:27.370086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4802ce86-6835-4727-8ad9-c2789d706ec4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:27.370689 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4802ce86-6835-4727-8ad9-c2789d706ec4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:27.371941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4802ce86-6835-4727-8ad9-c2789d706ec4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "PUT /v2.0/ports/a6bb4cf1-01d3-42ba-9df5-1071c11a62fd HTTP/1.1" status: 200 len: 960 time: 2.1910439 May 27 23:07:27.374827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39584) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:27.416902 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f649037a-cf5d-4b86-ba42-bff24171bf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:27.508659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649037a-cf5d-4b86-ba42-bff24171bf38 admin admin] Pushing event deleted for resources: {'Port': ['ID=e309b557-0485-40a4-b3f2-a7c8526e9aa3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:27.524048 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85f9b84f-2dee-405c-91ed-06b4e7913276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:27.553753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-0550b60b-3051-4b91-8311-1492642fd1b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port a6bb4cf1-01d3-42ba-9df5-1071c11a62fd {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:27.554089 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0550b60b-3051-4b91-8311-1492642fd1b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:27.879099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2ed6eb36-d701-4e2a-9728-d3c34e2b95cf None None] Provisioning for port a6bb4cf1-01d3-42ba-9df5-1071c11a62fd completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:27.884682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2ed6eb36-d701-4e2a-9728-d3c34e2b95cf None None] Provisioning complete for port a6bb4cf1-01d3-42ba-9df5-1071c11a62fd triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:27.885042 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ed6eb36-d701-4e2a-9728-d3c34e2b95cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:27.944080 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2ed6eb36-d701-4e2a-9728-d3c34e2b95cf None None] Port a6bb4cf1-01d3-42ba-9df5-1071c11a62fd cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:28.083267 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f649037a-cf5d-4b86-ba42-bff24171bf38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:28.185353 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0550b60b-3051-4b91-8311-1492642fd1b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:28.326319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-0550b60b-3051-4b91-8311-1492642fd1b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for a6bb4cf1-01d3-42ba-9df5-1071c11a62fd owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:28.719287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f649037a-cf5d-4b86-ba42-bff24171bf38 admin admin] Router e805f7ed-85c6-46bb-94e6-47c99b36ea7b has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:07:28.781773 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0550b60b-3051-4b91-8311-1492642fd1b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:28.857085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550b60b-3051-4b91-8311-1492642fd1b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=a6bb4cf1-01d3-42ba-9df5-1071c11a62fd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:29.064399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f649037a-cf5d-4b86-ba42-bff24171bf38 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:07:29.066275 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0550b60b-3051-4b91-8311-1492642fd1b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:29.074238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80936b0d-df69-4461-bfc1-276be5560108 None None] Sync routers for ids ['e805f7ed-85c6-46bb-94e6-47c99b36ea7b'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:07:29.092639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80936b0d-df69-4461-bfc1-276be5560108 None None] Routers {'e805f7ed-85c6-46bb-94e6-47c99b36ea7b'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:29.093747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-80936b0d-df69-4461-bfc1-276be5560108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e805f7ed-85c6-46bb-94e6-47c99b36ea7b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:29.108600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39594) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:29.109108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0550b60b-3051-4b91-8311-1492642fd1b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/a6bb4cf1-01d3-42ba-9df5-1071c11a62fd HTTP/1.1" status: 204 len: 168 time: 1.7328622 May 27 23:07:29.164922 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca15a7ea-6cf7-4f8b-b345-6748fc5b66ee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] GET failed (client error): The resource could not be found. May 27 23:07:29.165468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ca15a7ea-6cf7-4f8b-b345-6748fc5b66ee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:07:29.207175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f649037a-cf5d-4b86-ba42-bff24171bf38 admin admin] 10.222.0.27 "PUT /v2.0/routers/e805f7ed-85c6-46bb-94e6-47c99b36ea7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5175631 May 27 23:07:29.209512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39598) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:29.263358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ca15a7ea-6cf7-4f8b-b345-6748fc5b66ee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:07:29.265486 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca15a7ea-6cf7-4f8b-b345-6748fc5b66ee tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports/a6bb4cf1-01d3-42ba-9df5-1071c11a62fd HTTP/1.1" status: 404 len: 333 time: 0.1548936 May 27 23:07:29.268980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39604) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:29.317033 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-80936b0d-df69-4461-bfc1-276be5560108 None None] Set router e805f7ed-85c6-46bb-94e6-47c99b36ea7b gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:07:29.358236 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cef2949-9562-447e-bd94-6f7382b632e2 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:29.403629 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cef2949-9562-447e-bd94-6f7382b632e2 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:29.462665 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:29.524274 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cef2949-9562-447e-bd94-6f7382b632e2 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:29.550944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef2949-9562-447e-bd94-6f7382b632e2 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2953f60-3322-43a0-a7ac-faf39d6dab90,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:29.560012 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9cef2949-9562-447e-bd94-6f7382b632e2 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:29.560626 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9cef2949-9562-447e-bd94-6f7382b632e2 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/security-groups/f2953f60-3322-43a0-a7ac-faf39d6dab90 HTTP/1.1" status: 204 len: 168 time: 0.2904575 May 27 23:07:29.563462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39608) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:29.661538 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b45d1416-6c14-4cd1-9256-ebcbe95f1f32 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:29.697075 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b45d1416-6c14-4cd1-9256-ebcbe95f1f32 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:29.713782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-80936b0d-df69-4461-bfc1-276be5560108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'name': 'tempest-TestVolumeBootPattern-927946015-router', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:57Z', 'updated_at': '2022-05-27T23:07:27Z', 'revision_number': 5, 'project_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'gw_port': {'id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:00Z', 'updated_at': '2022-05-27T22:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:29.720164 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35a4a39f-8065-4b5c-8bc0-585fdf898fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:29.722357 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80936b0d-df69-4461-bfc1-276be5560108 None None] Checking router: e805f7ed-85c6-46bb-94e6-47c99b36ea7b for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:07:29.733528 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80936b0d-df69-4461-bfc1-276be5560108 None None] Routers {'e805f7ed-85c6-46bb-94e6-47c99b36ea7b'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:29.734633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-80936b0d-df69-4461-bfc1-276be5560108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e805f7ed-85c6-46bb-94e6-47c99b36ea7b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:29.825617 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:29.828245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b45d1416-6c14-4cd1-9256-ebcbe95f1f32 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:29.848306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d1416-6c14-4cd1-9256-ebcbe95f1f32 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f7f04a-f898-41fc-a640-ab332995235e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:29.852772 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b45d1416-6c14-4cd1-9256-ebcbe95f1f32 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:29.857151 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b45d1416-6c14-4cd1-9256-ebcbe95f1f32 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/security-groups/20f7f04a-f898-41fc-a640-ab332995235e HTTP/1.1" status: 204 len: 168 time: 0.2917111 May 27 23:07:29.857771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39612) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:29.879773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] Deleting port 8069b041-f961-4fe0-b9e1-e2800fc45c4e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:29.880536 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:29.927163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-627c7877-b0da-46f2-b8da-deb0341ac1fd tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:29.944907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-80936b0d-df69-4461-bfc1-276be5560108 None None] Set router e805f7ed-85c6-46bb-94e6-47c99b36ea7b gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:07:29.956825 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-627c7877-b0da-46f2-b8da-deb0341ac1fd tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:30.078570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-627c7877-b0da-46f2-b8da-deb0341ac1fd tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:30.088297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] For port 8069b041-f961-4fe0-b9e1-e2800fc45c4e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8069b041-f961-4fe0-b9e1-e2800fc45c4e,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:30.093273 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:30.107066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c7877-b0da-46f2-b8da-deb0341ac1fd tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef11a280-8350-44c5-ab37-e0b362f87333,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:30.118502 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-627c7877-b0da-46f2-b8da-deb0341ac1fd tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:30.119851 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-627c7877-b0da-46f2-b8da-deb0341ac1fd tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/security-groups/ef11a280-8350-44c5-ab37-e0b362f87333 HTTP/1.1" status: 204 len: 168 time: 0.2609701 May 27 23:07:30.122816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39616) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:30.206598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-665ce96b-ec48-43c5-a69a-57de1eb114a4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting subnet 10b9d789-1789-4d60-acf6-01a6ff2f3746 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:07:30.210397 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-665ce96b-ec48-43c5-a69a-57de1eb114a4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:30.243987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] Calling delete_port for 8069b041-f961-4fe0-b9e1-e2800fc45c4e owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:30.280057 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-665ce96b-ec48-43c5-a69a-57de1eb114a4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:30.324762 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-80936b0d-df69-4461-bfc1-276be5560108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'name': 'tempest-TestVolumeBootPattern-927946015-router', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:57Z', 'updated_at': '2022-05-27T23:07:27Z', 'revision_number': 5, 'project_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'gw_port': {'id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:00Z', 'updated_at': '2022-05-27T22:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:30.328865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80936b0d-df69-4461-bfc1-276be5560108 None None] The sync data for ids ['e805f7ed-85c6-46bb-94e6-47c99b36ea7b'] in n-d-843680-3 is: [{'id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'name': 'tempest-TestVolumeBootPattern-927946015-router', 'tenant_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T22:48:57Z', 'updated_at': '2022-05-27T23:07:27Z', 'revision_number': 5, 'project_id': '42dddc317d0a4a96abb4c0d8d0e336d1', 'gw_port': {'id': '8069b041-f961-4fe0-b9e1-e2800fc45c4e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e805f7ed-85c6-46bb-94e6-47c99b36ea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T22:49:00Z', 'updated_at': '2022-05-27T22:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:07:30.419244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-665ce96b-ec48-43c5-a69a-57de1eb114a4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:30.559210 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:30.570584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-665ce96b-ec48-43c5-a69a-57de1eb114a4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:30.606026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] Pushing event deleted for resources: {'Port': ['ID=8069b041-f961-4fe0-b9e1-e2800fc45c4e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:30.614097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ce96b-ec48-43c5-a69a-57de1eb114a4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Subnet': ['ID=10b9d789-1789-4d60-acf6-01a6ff2f3746,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:30.616497 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-665ce96b-ec48-43c5-a69a-57de1eb114a4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:30.623225 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-665ce96b-ec48-43c5-a69a-57de1eb114a4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/10b9d789-1789-4d60-acf6-01a6ff2f3746 HTTP/1.1" status: 204 len: 168 time: 0.4994280 May 27 23:07:30.627809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39624) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:30.632837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca48728-b3c3-4953-b55e-f69d29cbcdd0 None None] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:30.739509 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:30.748989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d50a22-b607-466b-8f92-12763470395e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting subnet 2a685da1-6c36-494b-bfa2-a38e3e658505 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:07:30.755760 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2d50a22-b607-466b-8f92-12763470395e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:30.869114 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2d50a22-b607-466b-8f92-12763470395e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:30.995428 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2d50a22-b607-466b-8f92-12763470395e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.008724 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.011189 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.039873 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.083775 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.107106 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.107812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e805f7ed-85c6-46bb-94e6-47c99b36ea7b {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:07:31.128574 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.132206 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-141731a2-4754-4b5d-9e4c-a5358110806a admin admin] 10.222.0.27 "DELETE /v2.0/routers/e805f7ed-85c6-46bb-94e6-47c99b36ea7b HTTP/1.1" status: 204 len: 168 time: 1.9193356 May 27 23:07:31.132824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39628) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:31.187589 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2d50a22-b607-466b-8f92-12763470395e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.227556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43b86b3-31a7-43b8-9acb-d04b3932a6e3 admin admin] Deleting subnet d56c0b0d-0201-43ea-a582-cd441ac41016 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:07:31.234074 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a43b86b3-31a7-43b8-9acb-d04b3932a6e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.241911 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b2d50a22-b607-466b-8f92-12763470395e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.253312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d50a22-b607-466b-8f92-12763470395e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Subnet': ['ID=2a685da1-6c36-494b-bfa2-a38e3e658505,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:31.269394 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b2d50a22-b607-466b-8f92-12763470395e tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/2a685da1-6c36-494b-bfa2-a38e3e658505 HTTP/1.1" status: 204 len: 168 time: 0.6379874 May 27 23:07:31.271650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39632) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:31.315587 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-8476e200-dfb1-4864-9237-8c9660e2ebb0 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] DELETE failed (client error): The resource could not be found. May 27 23:07:31.316613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8476e200-dfb1-4864-9237-8c9660e2ebb0 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:07:31.318652 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8476e200-dfb1-4864-9237-8c9660e2ebb0 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/10b9d789-1789-4d60-acf6-01a6ff2f3746 HTTP/1.1" status: 404 len: 337 time: 0.0473018 May 27 23:07:31.320826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39636) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:31.323359 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a43b86b3-31a7-43b8-9acb-d04b3932a6e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.408592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd63f995-576f-4c37-98a8-5ec2187a91b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting subnet 730a8500-9a67-48c7-9072-c4ae09188f64 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:07:31.411984 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd63f995-576f-4c37-98a8-5ec2187a91b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.445864 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a43b86b3-31a7-43b8-9acb-d04b3932a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.468366 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd63f995-576f-4c37-98a8-5ec2187a91b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.569060 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd63f995-576f-4c37-98a8-5ec2187a91b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.617946 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a43b86b3-31a7-43b8-9acb-d04b3932a6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.669307 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a43b86b3-31a7-43b8-9acb-d04b3932a6e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.676253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada08049-f531-41f6-9ce7-666ef5ec52f5 None None] Network c3fca91a-e866-4260-a80e-2e2a33f39c65 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:31.680076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a43b86b3-31a7-43b8-9acb-d04b3932a6e3 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/d56c0b0d-0201-43ea-a582-cd441ac41016 HTTP/1.1" status: 204 len: 168 time: 0.5461848 May 27 23:07:31.682430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b86b3-31a7-43b8-9acb-d04b3932a6e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d56c0b0d-0201-43ea-a582-cd441ac41016,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:31.683999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39642) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:31.704842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27996bb1-5cc8-47da-9072-e7f0133b89f1 None None] Network dfe2f2df-3acb-4e7e-9f21-5643066cbc95 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:31.765815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd63f995-576f-4c37-98a8-5ec2187a91b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.821514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd63f995-576f-4c37-98a8-5ec2187a91b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Subnet': ['ID=730a8500-9a67-48c7-9072-c4ae09188f64,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:31.830901 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cd63f995-576f-4c37-98a8-5ec2187a91b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.846031 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cd63f995-576f-4c37-98a8-5ec2187a91b9 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/730a8500-9a67-48c7-9072-c4ae09188f64 HTTP/1.1" status: 204 len: 168 time: 0.5241828 May 27 23:07:31.848560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39646) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:31.849077 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.859927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] Deleting port 99adf23e-22e1-4b42-83d1-b228b46ee09b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:31.860248 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.887564 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-129d0013-8004-4968-af90-22001223564d None None] Provisioning complete for port c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:31.887771 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-129d0013-8004-4968-af90-22001223564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:31.893805 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e5ed7b-c2a3-497c-923d-3983d9e0bc1d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] DELETE failed (client error): The resource could not be found. May 27 23:07:31.894268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e5ed7b-c2a3-497c-923d-3983d9e0bc1d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:07:31.898230 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-29e5ed7b-c2a3-497c-923d-3983d9e0bc1d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/0a12eac3-eb6b-4539-80e4-c51e4cad3780 HTTP/1.1" status: 404 len: 337 time: 0.0455658 May 27 23:07:31.898761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39650) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:31.942642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5a6663ae-9f69-410b-b295-750836e7e316 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Synchronizing usage tracker for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:07:31.954989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5a6663ae-9f69-410b-b295-750836e7e316 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Unset dirty status for tenant:3dcbb95a50014c8ba888ea5350c85eeb on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:07:31.958957 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5a6663ae-9f69-410b-b295-750836e7e316 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "GET /v2.0/ports?device_id=8d9367cc-118f-41c0-bb33-f46d7c70a8c0 HTTP/1.1" status: 200 len: 205 time: 0.0564294 May 27 23:07:31.959151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39654) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:32.033660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-129d0013-8004-4968-af90-22001223564d None None] Port c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:32.148035 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-129d0013-8004-4968-af90-22001223564d None None] Provisioning complete for port 52d6784b-f8cb-424f-8e27-8d880524d0ea triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:32.148290 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-129d0013-8004-4968-af90-22001223564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:32.149066 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-1812b790-56bd-4b01-a908-c9585b91d695 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] delete failed (client error): The resource could not be found. May 27 23:07:32.150373 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1812b790-56bd-4b01-a908-c9585b91d695 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/routers/8d9367cc-118f-41c0-bb33-f46d7c70a8c0 HTTP/1.1" status: 404 len: 336 time: 0.1901329 May 27 23:07:32.154959 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39658) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:32.207528 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a984ced0-134d-4dbe-bea8-90f61e697471 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] DELETE failed (client error): The resource could not be found. May 27 23:07:32.207981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a984ced0-134d-4dbe-bea8-90f61e697471 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:07:32.215391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a984ced0-134d-4dbe-bea8-90f61e697471 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/2a613135-04c8-4271-b5e2-9bef809c433f HTTP/1.1" status: 404 len: 337 time: 0.0572686 May 27 23:07:32.215533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] For port 99adf23e-22e1-4b42-83d1-b228b46ee09b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=99adf23e-22e1-4b42-83d1-b228b46ee09b,segment=NetworkSegment(ce3964b2-bc46-486d-a827-6f5e7e67f498),segment_id=ce3964b2-bc46-486d-a827-6f5e7e67f498)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:32.215533 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:32.225425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39662) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:32.267283 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-e192ecfa-c9e2-47fe-aa6f-6d1474dd793a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] DELETE failed (client error): The resource could not be found. May 27 23:07:32.267778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e192ecfa-c9e2-47fe-aa6f-6d1474dd793a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:07:32.271824 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e192ecfa-c9e2-47fe-aa6f-6d1474dd793a tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/8e49aa73-e834-4dfa-8fd4-a193df264283 HTTP/1.1" status: 404 len: 337 time: 0.0452175 May 27 23:07:32.272141 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:32.272290 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39666) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:32.294685 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8069b041-f961-4fe0-b9e1-e2800fc45c4e no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:07:32.314486 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db611b2-3f21-41d4-b525-049b3f23ee2d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] DELETE failed (client error): The resource could not be found. May 27 23:07:32.321099 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db611b2-3f21-41d4-b525-049b3f23ee2d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:07:32.321099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9db611b2-3f21-41d4-b525-049b3f23ee2d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/eac5f36f-5f12-4b81-be92-181bdf526512 HTTP/1.1" status: 404 len: 337 time: 0.0438278 May 27 23:07:32.321099 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39670) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:32.335997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 8069b041-f961-4fe0-b9e1-e2800fc45c4e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:07:32.337127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8069b041-f961-4fe0-b9e1-e2800fc45c4e not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:07:32.337127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e309b557-0485-40a4-b3f2-a7c8526e9aa3 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:07:32.371948 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-097755ac-7a84-4671-89d2-6fbd96925bad tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] DELETE failed (client error): The resource could not be found. May 27 23:07:32.373278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-129d0013-8004-4968-af90-22001223564d None None] Current status of the port 52d6784b-f8cb-424f-8e27-8d880524d0ea is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:32.373380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097755ac-7a84-4671-89d2-6fbd96925bad tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:07:32.374198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: e309b557-0485-40a4-b3f2-a7c8526e9aa3 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:07:32.374520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e309b557-0485-40a4-b3f2-a7c8526e9aa3 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:07:32.382663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-097755ac-7a84-4671-89d2-6fbd96925bad tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/fad43d61-2ec9-4b7f-99a5-1ae427e30ca2 HTTP/1.1" status: 404 len: 333 time: 0.0544815 May 27 23:07:32.382663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39674) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:32.391526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390eabcc-fc0c-4c72-8991-6ce3cbdd9dd1 None None] DHCP port deletion for c3fca91a-e866-4260-a80e-2e2a33f39c65 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:07:32.400048 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-390eabcc-fc0c-4c72-8991-6ce3cbdd9dd1 None None] Deleting port 99adf23e-22e1-4b42-83d1-b228b46ee09b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:32.400534 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-390eabcc-fc0c-4c72-8991-6ce3cbdd9dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:32.425115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] Calling delete_port for 99adf23e-22e1-4b42-83d1-b228b46ee09b owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:32.436664 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb594be8-ebf8-4255-b5fd-d02edfd00fa4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] DELETE failed (client error): The resource could not be found. May 27 23:07:32.437121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb594be8-ebf8-4255-b5fd-d02edfd00fa4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:07:32.440399 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bb594be8-ebf8-4255-b5fd-d02edfd00fa4 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/594c322c-6e17-469f-b04e-ebe09228c4a5 HTTP/1.1" status: 404 len: 337 time: 0.0560229 May 27 23:07:32.442683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39680) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:32.447172 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e95511-1037-49c4-9169-9f916aeb9177 None None] DHCP port deletion for dfe2f2df-3acb-4e7e-9f21-5643066cbc95 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:07:32.465089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-00e95511-1037-49c4-9169-9f916aeb9177 None None] Deleting port 52d6784b-f8cb-424f-8e27-8d880524d0ea {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:32.465468 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00e95511-1037-49c4-9169-9f916aeb9177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:32.496258 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2331c43-6abf-4807-9924-1f2887675a99 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] DELETE failed (client error): The resource could not be found. May 27 23:07:32.496769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2331c43-6abf-4807-9924-1f2887675a99 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:07:32.500399 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d2331c43-6abf-4807-9924-1f2887675a99 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/22da720e-b581-40cf-acba-10298a4bb7f1 HTTP/1.1" status: 404 len: 337 time: 0.0546658 May 27 23:07:32.504239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39684) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:32.547298 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0baf9bb-a74b-4541-95bf-30fe9c536d7d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] DELETE failed (client error): The resource could not be found. May 27 23:07:32.547778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0baf9bb-a74b-4541-95bf-30fe9c536d7d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:07:32.549554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f0baf9bb-a74b-4541-95bf-30fe9c536d7d tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/eab1da15-8004-4de3-b576-4b3796bfcd04 HTTP/1.1" status: 404 len: 333 time: 0.0443480 May 27 23:07:32.552083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39688) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:32.589560 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40fcd1b-dc23-4c75-a4e0-18025c080f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] DELETE failed (client error): The resource could not be found. May 27 23:07:32.589922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d40fcd1b-dc23-4c75-a4e0-18025c080f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:07:32.591629 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d40fcd1b-dc23-4c75-a4e0-18025c080f76 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/cb3f82fe-43ed-4436-8d67-52b1d87a5c1b HTTP/1.1" status: 404 len: 337 time: 0.0385160 May 27 23:07:32.594691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39692) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:32.598907 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:32.638410 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03264ab-ed24-4262-aa39-80795f01a5e7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] DELETE failed (client error): The resource could not be found. May 27 23:07:32.638871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03264ab-ed24-4262-aa39-80795f01a5e7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:07:32.640588 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e03264ab-ed24-4262-aa39-80795f01a5e7 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/subnets/2fe363a8-1070-4166-83af-eec51b35f32a HTTP/1.1" status: 404 len: 337 time: 0.0449533 May 27 23:07:32.643524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39696) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:32.673518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=99adf23e-22e1-4b42-83d1-b228b46ee09b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:32.680585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] No DVR routers for this DVR port 99adf23e-22e1-4b42-83d1-b228b46ee09b on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:07:32.737452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-50297b6e-ae9b-421a-b6e2-7c4e63a70e1c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Deleting port c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:32.737789 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50297b6e-ae9b-421a-b6e2-7c4e63a70e1c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:32.831497 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:32.869332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-390eabcc-fc0c-4c72-8991-6ce3cbdd9dd1 None None] For port 99adf23e-22e1-4b42-83d1-b228b46ee09b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=99adf23e-22e1-4b42-83d1-b228b46ee09b,segment=NetworkSegment(ce3964b2-bc46-486d-a827-6f5e7e67f498),segment_id=ce3964b2-bc46-486d-a827-6f5e7e67f498)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:32.869332 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-390eabcc-fc0c-4c72-8991-6ce3cbdd9dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:32.869958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fca91a-e866-4260-a80e-2e2a33f39c65']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:32.889003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce3964b2-bc46-486d-a827-6f5e7e67f498') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:32.889309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce3964b2-bc46-486d-a827-6f5e7e67f498') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:32.889590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-00e95511-1037-49c4-9169-9f916aeb9177 None None] For port 52d6784b-f8cb-424f-8e27-8d880524d0ea, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=52d6784b-f8cb-424f-8e27-8d880524d0ea,segment=NetworkSegment(4b0b5897-c7b5-4d74-9065-32dfabb86f03),segment_id=4b0b5897-c7b5-4d74-9065-32dfabb86f03)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:32.889974 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00e95511-1037-49c4-9169-9f916aeb9177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:32.904828 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:32.921071 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:32.928069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:07:32.928493 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:32.996923 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ce3964b2-bc46-486d-a827-6f5e7e67f498 resource provider aggregate not found May 27 23:07:32.998038 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50297b6e-ae9b-421a-b6e2-7c4e63a70e1c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:33.009596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-390eabcc-fc0c-4c72-8991-6ce3cbdd9dd1 None None] Calling delete_port for 99adf23e-22e1-4b42-83d1-b228b46ee09b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:33.030025 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment ce3964b2-bc46-486d-a827-6f5e7e67f498 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce3964b2-bc46-486d-a827-6f5e7e67f498 found for delete ", "request_id": "req-5f5b0644-80e2-497e-984e-dfeedf060d15"}]} May 27 23:07:33.101897 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:33.123039 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:33.133514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=c3fca91a-e866-4260-a80e-2e2a33f39c65,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:33.139636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-50297b6e-ae9b-421a-b6e2-7c4e63a70e1c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Calling delete_port for c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 owned by {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:33.144669 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-248b75f7-2ad0-4ccb-a67a-f31880398d5a admin admin] 10.222.0.27 "DELETE /v2.0/networks/c3fca91a-e866-4260-a80e-2e2a33f39c65 HTTP/1.1" status: 204 len: 168 time: 1.4568405 May 27 23:07:33.154086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-00e95511-1037-49c4-9169-9f916aeb9177 None None] Calling delete_port for 52d6784b-f8cb-424f-8e27-8d880524d0ea owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:33.248614 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-390eabcc-fc0c-4c72-8991-6ce3cbdd9dd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:07:33.248958 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-390eabcc-fc0c-4c72-8991-6ce3cbdd9dd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:07:33.347364 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-00e95511-1037-49c4-9169-9f916aeb9177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:33.347565 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50297b6e-ae9b-421a-b6e2-7c4e63a70e1c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:33.395506 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e95511-1037-49c4-9169-9f916aeb9177 None None] Pushing event deleted for resources: {'Port': ['ID=52d6784b-f8cb-424f-8e27-8d880524d0ea,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:33.397322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50297b6e-ae9b-421a-b6e2-7c4e63a70e1c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Port': ['ID=c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:33.399425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e95511-1037-49c4-9169-9f916aeb9177 None None] No DVR routers for this DVR port 52d6784b-f8cb-424f-8e27-8d880524d0ea on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:07:33.404253 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-50297b6e-ae9b-421a-b6e2-7c4e63a70e1c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:33.502846 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-50297b6e-ae9b-421a-b6e2-7c4e63a70e1c tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/ports/c5cd7573-d01f-4bf9-af0d-28b8a1b96ec9 HTTP/1.1" status: 204 len: 168 time: 0.8576324 May 27 23:07:33.505399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39708) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:33.529751 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39712) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:33.581332 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-615cca7a-83b0-430a-99d9-1eff160486b8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a3537ac059424872b0999096f4b18e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504451 May 27 23:07:33.583859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39716) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:33.622989 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fc08b91-8fa5-4b7c-a218-70d6d4ce3f52 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:33.644597 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-da2f6386-c6d7-42e7-8453-955a78189622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:33.674838 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-da2f6386-c6d7-42e7-8453-955a78189622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:33.750651 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-390eabcc-fc0c-4c72-8991-6ce3cbdd9dd1 None None] Deleting port 99adf23e-22e1-4b42-83d1-b228b46ee09b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:33.751793 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-390eabcc-fc0c-4c72-8991-6ce3cbdd9dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:33.758634 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fc08b91-8fa5-4b7c-a218-70d6d4ce3f52 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:33.785525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9fc08b91-8fa5-4b7c-a218-70d6d4ce3f52 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe2f2df-3acb-4e7e-9f21-5643066cbc95']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:33.798304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9fc08b91-8fa5-4b7c-a218-70d6d4ce3f52 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b0b5897-c7b5-4d74-9065-32dfabb86f03') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:33.801421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9fc08b91-8fa5-4b7c-a218-70d6d4ce3f52 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b0b5897-c7b5-4d74-9065-32dfabb86f03') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:33.804903 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-da2f6386-c6d7-42e7-8453-955a78189622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:33.809971 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fc08b91-8fa5-4b7c-a218-70d6d4ce3f52 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:33.822714 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-390eabcc-fc0c-4c72-8991-6ce3cbdd9dd1 None None] The port '99adf23e-22e1-4b42-83d1-b228b46ee09b' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:07:33.827388 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f6386-c6d7-42e7-8453-955a78189622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb996f5a-e47b-4cd2-a205-4ab31648d3b3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:33.828232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fc08b91-8fa5-4b7c-a218-70d6d4ce3f52 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:33.835052 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-da2f6386-c6d7-42e7-8453-955a78189622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:33.836911 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-da2f6386-c6d7-42e7-8453-955a78189622 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cb996f5a-e47b-4cd2-a205-4ab31648d3b3 HTTP/1.1" status: 204 len: 168 time: 0.2515085 May 27 23:07:33.837789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc08b91-8fa5-4b7c-a218-70d6d4ce3f52 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:07:33.838191 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fc08b91-8fa5-4b7c-a218-70d6d4ce3f52 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:34.055039 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fc08b91-8fa5-4b7c-a218-70d6d4ce3f52 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:34.076740 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fc08b91-8fa5-4b7c-a218-70d6d4ce3f52 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:34.087503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc08b91-8fa5-4b7c-a218-70d6d4ce3f52 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] Pushing event deleted for resources: {'Network': ['ID=dfe2f2df-3acb-4e7e-9f21-5643066cbc95,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:34.092187 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9fc08b91-8fa5-4b7c-a218-70d6d4ce3f52 tempest-PortsTestJSON-657767101 tempest-PortsTestJSON-657767101-project] 10.222.0.27 "DELETE /v2.0/networks/dfe2f2df-3acb-4e7e-9f21-5643066cbc95 HTTP/1.1" status: 204 len: 168 time: 0.5838001 May 27 23:07:34.252670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 99adf23e-22e1-4b42-83d1-b228b46ee09b no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:07:34.286140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 99adf23e-22e1-4b42-83d1-b228b46ee09b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:07:34.286560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 99adf23e-22e1-4b42-83d1-b228b46ee09b not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:07:34.287040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 52d6784b-f8cb-424f-8e27-8d880524d0ea no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:07:34.322873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 52d6784b-f8cb-424f-8e27-8d880524d0ea {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:07:34.323212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 52d6784b-f8cb-424f-8e27-8d880524d0ea not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:07:34.589661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39732) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:34.590589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39734) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:34.648432 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cbb4ed49-4113-4d74-ad0b-2fe7b3025166 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=42dddc317d0a4a96abb4c0d8d0e336d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575788 May 27 23:07:34.650984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39742) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:34.718285 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9be69e96-91c0-41d3-ae21-66be3e0a548f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:34.752283 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9be69e96-91c0-41d3-ae21-66be3e0a548f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:34.896928 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9be69e96-91c0-41d3-ae21-66be3e0a548f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:34.907937 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-41d33a30-e705-4260-977a-4296095c61d3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3dcbb95a50014c8ba888ea5350c85eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3163006 May 27 23:07:34.910729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39748) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:34.915286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be69e96-91c0-41d3-ae21-66be3e0a548f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df58d750-9270-4f48-9477-230702961b5b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:34.921012 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9be69e96-91c0-41d3-ae21-66be3e0a548f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:34.928040 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9be69e96-91c0-41d3-ae21-66be3e0a548f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/df58d750-9270-4f48-9477-230702961b5b HTTP/1.1" status: 204 len: 168 time: 0.2759881 May 27 23:07:34.975157 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b394b3a1-3bef-460e-9c50-b043d0b9b177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:35.001685 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b394b3a1-3bef-460e-9c50-b043d0b9b177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:35.048094 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 4b0b5897-c7b5-4d74-9065-32dfabb86f03 resource provider aggregate not found May 27 23:07:35.066755 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 4b0b5897-c7b5-4d74-9065-32dfabb86f03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b0b5897-c7b5-4d74-9065-32dfabb86f03 found for delete ", "request_id": "req-f248aaca-ccf6-4955-97a5-d3beb8aefb43"}]} May 27 23:07:35.117942 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b394b3a1-3bef-460e-9c50-b043d0b9b177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:35.136811 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394b3a1-3bef-460e-9c50-b043d0b9b177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1acf19-90b7-40de-b99a-40706ca71db2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:35.144847 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b394b3a1-3bef-460e-9c50-b043d0b9b177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:35.146020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b394b3a1-3bef-460e-9c50-b043d0b9b177 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9b1acf19-90b7-40de-b99a-40706ca71db2 HTTP/1.1" status: 204 len: 168 time: 0.2341924 May 27 23:07:36.337445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39780) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:36.441980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c1f5adae-5280-41cc-97c6-813493bffea7 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1708138453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:36.449206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c1f5adae-5280-41cc-97c6-813493bffea7 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:36.452974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c1f5adae-5280-41cc-97c6-813493bffea7 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Usage tracker for resource:router and tenant:ec6bb938f97244a0b5d58887eeca6789 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:36.455806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c1f5adae-5280-41cc-97c6-813493bffea7 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:36.461946 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c1f5adae-5280-41cc-97c6-813493bffea7 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:36.553082 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1f5adae-5280-41cc-97c6-813493bffea7 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:36.554058 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1f5adae-5280-41cc-97c6-813493bffea7 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:36.569256 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1f5adae-5280-41cc-97c6-813493bffea7 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:36.719528 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1f5adae-5280-41cc-97c6-813493bffea7 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:36.833071 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c1f5adae-5280-41cc-97c6-813493bffea7 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:36.834297 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c1f5adae-5280-41cc-97c6-813493bffea7 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4958403 May 27 23:07:36.836932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39788) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:36.842371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1107226434'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:36.848650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:36.853070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Usage tracker for resource:network and tenant:ec6bb938f97244a0b5d58887eeca6789 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:36.855923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:36.861673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:36.930356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Made reservation on behalf of ec6bb938f97244a0b5d58887eeca6789 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:36.933745 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:36.946018 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:36.960085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:36.963886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Usage tracker for resource:security_group_rule and tenant:ec6bb938f97244a0b5d58887eeca6789 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:36.966683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:36.973334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:37.056850 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:37.175009 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:37.206697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d5baf-7d0e-4034-89ce-99b27939292f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:37.289053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:07:37.298124 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:37.298459 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Added segment 66350f1e-08a5-4597-a7f6-3d091507fe8c of type vlan for network 1b8c6ca1-b213-4a9e-83a9-e47e096de4d1 May 27 23:07:37.323214 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:37.427259 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:37.432658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:37.433241 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:37.541907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event updated for resources: {'Network': ['ID=1b8c6ca1-b213-4a9e-83a9-e47e096de4d1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:37.552510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 1b8c6ca1-b213-4a9e-83a9-e47e096de4d1 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:07:37.605485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0e30da99-e6ff-4640-87ff-637538e951bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7674856 May 27 23:07:37.608310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39792) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:37.613974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Request body: {'subnet': {'network_id': '1b8c6ca1-b213-4a9e-83a9-e47e096de4d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:37.731882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:37.736539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Usage tracker for resource:subnet and tenant:ec6bb938f97244a0b5d58887eeca6789 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:37.739674 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:37.746087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:37.849334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Made reservation on behalf of ec6bb938f97244a0b5d58887eeca6789 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:37.852858 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:38.153596 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:38.232359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event updated for resources: {'Subnet': ['ID=eb51a6a5-c99a-46d8-b460-a927b6ae238a,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:38.241537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Checking segment: {'id': '66350f1e-08a5-4597-a7f6-3d091507fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1b8c6ca1-b213-4a9e-83a9-e47e096de4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:07:38.241895 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Network hostable DHCP agents. Network: 1b8c6ca1-b213-4a9e-83a9-e47e096de4d1, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:07:38.353009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Network 1b8c6ca1-b213-4a9e-83a9-e47e096de4d1 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:07:38.484732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 1b8c6ca1-b213-4a9e-83a9-e47e096de4d1) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:38.489454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:38.490181 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:38.494497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fe6bb0-7a23-47e3-b344-0c361175bd17 None None] Network 1b8c6ca1-b213-4a9e-83a9-e47e096de4d1 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:38.576918 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a1f3844a-1e96-4c91-9e0c-e38a5e0ac244 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9674685 May 27 23:07:38.579838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39798) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:38.585993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Request body: {'network': {'name': 'tempest-router-network01--2099718778'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:38.591750 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:38.596444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Usage tracker for resource:network and tenant:ec6bb938f97244a0b5d58887eeca6789 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:38.600069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:38.606093 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:38.695939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Made reservation on behalf of ec6bb938f97244a0b5d58887eeca6789 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:38.699371 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:38.720475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-1b8c6ca1-b213-4a9e-83a9-e47e096de4d1', 'network_id': '1b8c6ca1-b213-4a9e-83a9-e47e096de4d1', 'tenant_id': 'ec6bb938f97244a0b5d58887eeca6789', 'fixed_ips': [{'subnet_id': 'eb51a6a5-c99a-46d8-b460-a927b6ae238a'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:07:38.722944 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:38.742630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:07:38.751698 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:38.752073 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Added segment c509cb79-03a6-4209-9d8c-3265b665d55b of type vlan for network 43ef0d30-01b5-4963-9cbc-78669342c436 May 27 23:07:38.785891 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:38.886853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Allocated IP 172.20.0.2 (1b8c6ca1-b213-4a9e-83a9-e47e096de4d1/eb51a6a5-c99a-46d8-b460-a927b6ae238a/a8af4579-32cd-446d-af78-3d0cc0c10f16) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:07:38.986657 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:38.992096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:38.992642 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:39.099088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event updated for resources: {'Network': ['ID=43ef0d30-01b5-4963-9cbc-78669342c436,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:39.100831 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:39.110992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 43ef0d30-01b5-4963-9cbc-78669342c436 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:07:39.136406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Transition to ACTIVE for port object a8af4579-32cd-446d-af78-3d0cc0c10f16 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:39.148405 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2bafee51-c521-49eb-a7d7-eeca70d5d38e tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5673678 May 27 23:07:39.151404 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39804) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:39.157194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Request body: {'network': {'name': 'tempest-router-network02--789038066'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:39.163689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:39.167777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Usage tracker for resource:network and tenant:ec6bb938f97244a0b5d58887eeca6789 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:39.170857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:39.177663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:39.252327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Transition to ACTIVE for port object a8af4579-32cd-446d-af78-3d0cc0c10f16 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:39.306589 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Made reservation on behalf of ec6bb938f97244a0b5d58887eeca6789 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:39.310473 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:39.339806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:07:39.349183 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:39.349535 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Added segment 52b6c9a7-043c-4135-96ae-2809bb602320 of type vlan for network 88c99aa3-c302-4407-94cd-8fe762e4b555 May 27 23:07:39.374929 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:39.387594 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:39.454332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Network 1b8c6ca1-b213-4a9e-83a9-e47e096de4d1 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:39.457800 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:39.460723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:07:39.469667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Pushing event updated for resources: {'Port': ['ID=a8af4579-32cd-446d-af78-3d0cc0c10f16,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:39.490339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:39.495918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:39.496542 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:39.556936 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Attempting to bind port a8af4579-32cd-446d-af78-3d0cc0c10f16 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:07:39.557304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Attempting to bind port a8af4579-32cd-446d-af78-3d0cc0c10f16 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '66350f1e-08a5-4597-a7f6-3d091507fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1b8c6ca1-b213-4a9e-83a9-e47e096de4d1'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:07:39.557695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Attempting to bind port a8af4579-32cd-446d-af78-3d0cc0c10f16 on network 1b8c6ca1-b213-4a9e-83a9-e47e096de4d1 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:07:39.562955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:07:39.563326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Checking segment: {'id': '66350f1e-08a5-4597-a7f6-3d091507fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1b8c6ca1-b213-4a9e-83a9-e47e096de4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:07:39.563722 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:39.564104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Bound using segment: {'id': '66350f1e-08a5-4597-a7f6-3d091507fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1b8c6ca1-b213-4a9e-83a9-e47e096de4d1'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:07:39.564587 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Bound port: a8af4579-32cd-446d-af78-3d0cc0c10f16, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66350f1e-08a5-4597-a7f6-3d091507fe8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1b8c6ca1-b213-4a9e-83a9-e47e096de4d1'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:07:39.565124 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:39.610000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event updated for resources: {'Network': ['ID=88c99aa3-c302-4407-94cd-8fe762e4b555,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:39.622858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 88c99aa3-c302-4407-94cd-8fe762e4b555 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:07:39.704621 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5757ef33-bf03-476f-a8eb-73f8403ef957 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5471618 May 27 23:07:39.705001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39808) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:39.712486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Request body: {'subnet': {'network_id': '43ef0d30-01b5-4963-9cbc-78669342c436', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:39.746808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] For port a8af4579-32cd-446d-af78-3d0cc0c10f16, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:07:39.758826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] For port a8af4579-32cd-446d-af78-3d0cc0c10f16, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a8af4579-32cd-446d-af78-3d0cc0c10f16,segment=NetworkSegment(66350f1e-08a5-4597-a7f6-3d091507fe8c),segment_id=66350f1e-08a5-4597-a7f6-3d091507fe8c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:07:39.839762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:39.843994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Usage tracker for resource:subnet and tenant:ec6bb938f97244a0b5d58887eeca6789 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:39.844790 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:39.846928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:39.852875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:39.936875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50374a0d-d383-4982-98ba-e42444630a59 None None] Pushing event updated for resources: {'Port': ['ID=a8af4579-32cd-446d-af78-3d0cc0c10f16,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:39.943901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Made reservation on behalf of ec6bb938f97244a0b5d58887eeca6789 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:39.947537 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:40.302089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a8af4579-32cd-446d-af78-3d0cc0c10f16 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:07:40.386495 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:40.465221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event updated for resources: {'Subnet': ['ID=11864771-f8a8-43ea-8168-ee6aedef5ba1,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:40.478851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Checking segment: {'id': 'c509cb79-03a6-4209-9d8c-3265b665d55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '43ef0d30-01b5-4963-9cbc-78669342c436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:07:40.479211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Network hostable DHCP agents. Network: 43ef0d30-01b5-4963-9cbc-78669342c436, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:07:40.490118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port a8af4579-32cd-446d-af78-3d0cc0c10f16 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:40.558315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Network 43ef0d30-01b5-4963-9cbc-78669342c436 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:07:40.632966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 43ef0d30-01b5-4963-9cbc-78669342c436) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:40.637299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:40.637819 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:40.644601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c704dc82-377f-4fa7-a7e8-4c7995bf675c None None] Network 43ef0d30-01b5-4963-9cbc-78669342c436 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:40.752050 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1bfca23c-86a4-4f27-8d0e-a44074208659 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0420690 May 27 23:07:40.752524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39814) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:40.758662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Request body: {'subnet': {'network_id': '88c99aa3-c302-4407-94cd-8fe762e4b555', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:40.886586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:07:40.890531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Usage tracker for resource:subnet and tenant:ec6bb938f97244a0b5d58887eeca6789 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:07:40.893839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:07:40.901125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-43ef0d30-01b5-4963-9cbc-78669342c436', 'network_id': '43ef0d30-01b5-4963-9cbc-78669342c436', 'tenant_id': 'ec6bb938f97244a0b5d58887eeca6789', 'fixed_ips': [{'subnet_id': '11864771-f8a8-43ea-8168-ee6aedef5ba1'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:07:40.901627 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:07:40.901977 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:41.005136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Made reservation on behalf of ec6bb938f97244a0b5d58887eeca6789 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:07:41.008707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:41.057745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099bfa46-f685-445f-95dd-6ae211e661b9 None None] Network 1b8c6ca1-b213-4a9e-83a9-e47e096de4d1 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:41.086090 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Allocated IP 172.20.0.2 (43ef0d30-01b5-4963-9cbc-78669342c436/11864771-f8a8-43ea-8168-ee6aedef5ba1/c6c498eb-cd40-48a2-8e42-91f52a63f373) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:07:41.285466 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:41.320012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Provisioning for port a8af4579-32cd-446d-af78-3d0cc0c10f16 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:41.348075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Provisioning complete for port a8af4579-32cd-446d-af78-3d0cc0c10f16 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:41.348448 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:41.372833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event updated for resources: {'Subnet': ['ID=5965e546-05a2-41b8-af2f-613c55e7d170,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:41.381338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Checking segment: {'id': '52b6c9a7-043c-4135-96ae-2809bb602320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '88c99aa3-c302-4407-94cd-8fe762e4b555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:07:41.381886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Network hostable DHCP agents. Network: 88c99aa3-c302-4407-94cd-8fe762e4b555, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:07:41.484283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Network 88c99aa3-c302-4407-94cd-8fe762e4b555 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:07:41.535880 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:41.547726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 88c99aa3-c302-4407-94cd-8fe762e4b555) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:41.552827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:07:41.553517 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:41.574677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Transition to ACTIVE for port object c6c498eb-cd40-48a2-8e42-91f52a63f373 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:41.583542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f4344b-3f21-423a-8ec0-c615b2a29fdb None None] Network 88c99aa3-c302-4407-94cd-8fe762e4b555 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:41.633379 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-89b867de-858f-4a68-bfa5-f83cd34c7123 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8793261 May 27 23:07:41.636308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39820) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:41.744419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Current status of the port a8af4579-32cd-446d-af78-3d0cc0c10f16 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:41.744419 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:41.755672 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Transition to ACTIVE for port object c6c498eb-cd40-48a2-8e42-91f52a63f373 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:41.803289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] For port a8af4579-32cd-446d-af78-3d0cc0c10f16, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a8af4579-32cd-446d-af78-3d0cc0c10f16,segment=NetworkSegment(66350f1e-08a5-4597-a7f6-3d091507fe8c),segment_id=66350f1e-08a5-4597-a7f6-3d091507fe8c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:41.861780 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:41.907779 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:41.982222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Network 43ef0d30-01b5-4963-9cbc-78669342c436 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:41.992881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:41.995191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:07:42.003953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Pushing event updated for resources: {'Port': ['ID=c6c498eb-cd40-48a2-8e42-91f52a63f373,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:42.038794 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-88c99aa3-c302-4407-94cd-8fe762e4b555', 'network_id': '88c99aa3-c302-4407-94cd-8fe762e4b555', 'tenant_id': 'ec6bb938f97244a0b5d58887eeca6789', 'fixed_ips': [{'subnet_id': '5965e546-05a2-41b8-af2f-613c55e7d170'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:07:42.039528 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:42.163865 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:42.232574 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5ceec196-8706-4724-ae25-49661e93c978 None None] Provisioning complete for port a8af4579-32cd-446d-af78-3d0cc0c10f16 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:42.232574 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ceec196-8706-4724-ae25-49661e93c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:42.260041 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Pushing event updated for resources: {'Port': ['ID=a8af4579-32cd-446d-af78-3d0cc0c10f16,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:42.269127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Attempting to bind port c6c498eb-cd40-48a2-8e42-91f52a63f373 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:07:42.269476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Attempting to bind port c6c498eb-cd40-48a2-8e42-91f52a63f373 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'c509cb79-03a6-4209-9d8c-3265b665d55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '43ef0d30-01b5-4963-9cbc-78669342c436'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:07:42.269831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Attempting to bind port c6c498eb-cd40-48a2-8e42-91f52a63f373 on network 43ef0d30-01b5-4963-9cbc-78669342c436 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:07:42.307474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:07:42.307847 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Checking segment: {'id': 'c509cb79-03a6-4209-9d8c-3265b665d55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '43ef0d30-01b5-4963-9cbc-78669342c436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:07:42.308267 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:42.308663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Bound using segment: {'id': 'c509cb79-03a6-4209-9d8c-3265b665d55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '43ef0d30-01b5-4963-9cbc-78669342c436'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:07:42.309086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Bound port: c6c498eb-cd40-48a2-8e42-91f52a63f373, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c509cb79-03a6-4209-9d8c-3265b665d55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '43ef0d30-01b5-4963-9cbc-78669342c436'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:07:42.309485 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:42.319231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:42.326659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:42.326659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:42.326659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:42.326659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:42.326659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:42.326659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:42.326659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:42.326659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:42.326659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:42.326659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:42.326659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afad8860-9e60-4ca7-adac-64c67c4b4b48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:07:42.450340 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Allocated IP 172.20.0.2 (88c99aa3-c302-4407-94cd-8fe762e4b555/5965e546-05a2-41b8-af2f-613c55e7d170/82160009-226c-4443-a224-d71cedd1f7e4) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:07:42.538255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] For port c6c498eb-cd40-48a2-8e42-91f52a63f373, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:07:42.607438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] For port c6c498eb-cd40-48a2-8e42-91f52a63f373, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c6c498eb-cd40-48a2-8e42-91f52a63f373,segment=NetworkSegment(c509cb79-03a6-4209-9d8c-3265b665d55b),segment_id=c509cb79-03a6-4209-9d8c-3265b665d55b)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:07:42.625685 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5ceec196-8706-4724-ae25-49661e93c978 None None] Current status of the port a8af4579-32cd-446d-af78-3d0cc0c10f16 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:42.638875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Allocated IP 172.20.0.1 (43ef0d30-01b5-4963-9cbc-78669342c436/11864771-f8a8-43ea-8168-ee6aedef5ba1/788bf0fe-22ed-451b-adb2-29421abcb7a6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:07:42.688794 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:42.814767 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:42.828932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4ccf47-8735-4032-a513-e178823e07c8 None None] Pushing event updated for resources: {'Port': ['ID=c6c498eb-cd40-48a2-8e42-91f52a63f373,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:42.833543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Transition to ACTIVE for port object 788bf0fe-22ed-451b-adb2-29421abcb7a6 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:42.837645 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:42.849043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Transition to ACTIVE for port object 82160009-226c-4443-a224-d71cedd1f7e4 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:42.870189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Transition to ACTIVE for port object 82160009-226c-4443-a224-d71cedd1f7e4 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:42.970010 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:43.024630 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:43.059634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Network 43ef0d30-01b5-4963-9cbc-78669342c436 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:43.062960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:43.069513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:07:43.102706 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Network 88c99aa3-c302-4407-94cd-8fe762e4b555 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:43.105702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:43.109479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:07:43.134481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event updated for resources: {'Port': ['ID=788bf0fe-22ed-451b-adb2-29421abcb7a6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:43.149680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Pushing event updated for resources: {'Port': ['ID=82160009-226c-4443-a224-d71cedd1f7e4,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:43.164797 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:43.221097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Attempting to bind port 82160009-226c-4443-a224-d71cedd1f7e4 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:07:43.221576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Attempting to bind port 82160009-226c-4443-a224-d71cedd1f7e4 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '52b6c9a7-043c-4135-96ae-2809bb602320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '88c99aa3-c302-4407-94cd-8fe762e4b555'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:07:43.221998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Attempting to bind port 82160009-226c-4443-a224-d71cedd1f7e4 on network 88c99aa3-c302-4407-94cd-8fe762e4b555 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:07:43.227434 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:07:43.227797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Checking segment: {'id': '52b6c9a7-043c-4135-96ae-2809bb602320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '88c99aa3-c302-4407-94cd-8fe762e4b555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:07:43.228187 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:43.228635 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Bound using segment: {'id': '52b6c9a7-043c-4135-96ae-2809bb602320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '88c99aa3-c302-4407-94cd-8fe762e4b555'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:07:43.229086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Bound port: 82160009-226c-4443-a224-d71cedd1f7e4, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b6c9a7-043c-4135-96ae-2809bb602320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '88c99aa3-c302-4407-94cd-8fe762e4b555'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:07:43.229466 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:43.318487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] For port 82160009-226c-4443-a224-d71cedd1f7e4, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:07:43.321696 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] For port 82160009-226c-4443-a224-d71cedd1f7e4, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=82160009-226c-4443-a224-d71cedd1f7e4,segment=NetworkSegment(52b6c9a7-043c-4135-96ae-2809bb602320),segment_id=52b6c9a7-043c-4135-96ae-2809bb602320)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:07:43.372981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:43.416641 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:43.505597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060adc0-7a19-46d1-af59-46b469e398b5 None None] Pushing event updated for resources: {'Port': ['ID=82160009-226c-4443-a224-d71cedd1f7e4,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:43.827268 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:43.895250 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:44.012444 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:44.044864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event updated for resources: {'Port': ['ID=788bf0fe-22ed-451b-adb2-29421abcb7a6,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:44.050196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceb8dbd-2e7e-4a34-b44e-229c4536b400 None None] Network 43ef0d30-01b5-4963-9cbc-78669342c436 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:44.168827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Network 43ef0d30-01b5-4963-9cbc-78669342c436 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:44.170114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:44.324623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7a826745-9d9d-46b6-ba37-c13380e36695 None None] Provisioning for port c6c498eb-cd40-48a2-8e42-91f52a63f373 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:44.450531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a8af4579-32cd-446d-af78-3d0cc0c10f16 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:07:44.467835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Router 166b70b5-9b31-4c23-b2e0-17936d97da9a is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:07:44.545247 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a8af4579-32cd-446d-af78-3d0cc0c10f16 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:44.545629 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:44.737542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a8af4579-32cd-446d-af78-3d0cc0c10f16 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:44.739839 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c6c498eb-cd40-48a2-8e42-91f52a63f373 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:07:44.818437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:07:44.820876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-675864c5-7b96-4c35-9330-384247b6cafa None None] Provisioning for port 788bf0fe-22ed-451b-adb2-29421abcb7a6 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:44.829968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-675864c5-7b96-4c35-9330-384247b6cafa None None] Provisioning complete for port 788bf0fe-22ed-451b-adb2-29421abcb7a6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:44.830349 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-675864c5-7b96-4c35-9330-384247b6cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:44.834256 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adf376d-c82c-4e98-9359-936c471a707b None None] Sync routers for ids ['166b70b5-9b31-4c23-b2e0-17936d97da9a'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:07:44.849866 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adf376d-c82c-4e98-9359-936c471a707b None None] Routers {'166b70b5-9b31-4c23-b2e0-17936d97da9a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:44.850756 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9adf376d-c82c-4e98-9359-936c471a707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['166b70b5-9b31-4c23-b2e0-17936d97da9a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:44.850945 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-68641495-814b-4727-93e8-d3144e82ed79 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "PUT /v2.0/routers/166b70b5-9b31-4c23-b2e0-17936d97da9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2134516 May 27 23:07:44.853575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39830) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:44.896334 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-675864c5-7b96-4c35-9330-384247b6cafa None None] Port 788bf0fe-22ed-451b-adb2-29421abcb7a6 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:44.941136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058f852d-dfd4-4fdf-8d68-c5cdefbe22b4 None None] Network 88c99aa3-c302-4407-94cd-8fe762e4b555 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:44.949253 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9adf376d-c82c-4e98-9359-936c471a707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:44.959005 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adf376d-c82c-4e98-9359-936c471a707b None None] Routers {'166b70b5-9b31-4c23-b2e0-17936d97da9a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:44.961670 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9adf376d-c82c-4e98-9359-936c471a707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['166b70b5-9b31-4c23-b2e0-17936d97da9a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:44.962411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port c6c498eb-cd40-48a2-8e42-91f52a63f373 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:45.015569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c6c498eb-cd40-48a2-8e42-91f52a63f373 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:45.015971 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:45.027618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-9adf376d-c82c-4e98-9359-936c471a707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:45.028329 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adf376d-c82c-4e98-9359-936c471a707b None None] The sync data for ids ['166b70b5-9b31-4c23-b2e0-17936d97da9a'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:07:45.128545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fe676fce-adad-4682-9e4c-d37fbfecd083 None None] Provisioning complete for port 788bf0fe-22ed-451b-adb2-29421abcb7a6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:45.129105 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe676fce-adad-4682-9e4c-d37fbfecd083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:45.282636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fe676fce-adad-4682-9e4c-d37fbfecd083 None None] Port 788bf0fe-22ed-451b-adb2-29421abcb7a6 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:45.342122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c6c498eb-cd40-48a2-8e42-91f52a63f373 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:45.342784 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:45.387515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port c6c498eb-cd40-48a2-8e42-91f52a63f373, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c6c498eb-cd40-48a2-8e42-91f52a63f373,segment=NetworkSegment(c509cb79-03a6-4209-9d8c-3265b665d55b),segment_id=c509cb79-03a6-4209-9d8c-3265b665d55b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:45.395209 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fe676fce-adad-4682-9e4c-d37fbfecd083 None None] Provisioning for port 82160009-226c-4443-a224-d71cedd1f7e4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:45.484055 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:45.484879 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 82160009-226c-4443-a224-d71cedd1f7e4 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:07:45.554941 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-a183c63c-2455-4eb3-a397-89d2af90b5f2 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:07:45.555996 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a183c63c-2455-4eb3-a397-89d2af90b5f2 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "PUT /v2.0/routers/166b70b5-9b31-4c23-b2e0-17936d97da9a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7012708 May 27 23:07:45.559240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39836) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:45.619501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3587f7fb-a76b-40db-b657-6770574f43c4 None None] Provisioning complete for port 788bf0fe-22ed-451b-adb2-29421abcb7a6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:45.619863 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3587f7fb-a76b-40db-b657-6770574f43c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:45.644805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=c6c498eb-cd40-48a2-8e42-91f52a63f373,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:45.688874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3587f7fb-a76b-40db-b657-6770574f43c4 None None] Port 788bf0fe-22ed-451b-adb2-29421abcb7a6 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:45.751947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 82160009-226c-4443-a224-d71cedd1f7e4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:45.757612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 82160009-226c-4443-a224-d71cedd1f7e4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:45.757974 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:45.819902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5d090cfc-2987-4e15-bf6e-91232a0e4c01 None None] Provisioning complete for port 82160009-226c-4443-a224-d71cedd1f7e4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:45.820285 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d090cfc-2987-4e15-bf6e-91232a0e4c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:45.973726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 82160009-226c-4443-a224-d71cedd1f7e4 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:45.974208 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:46.032193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5d090cfc-2987-4e15-bf6e-91232a0e4c01 None None] Current status of the port 82160009-226c-4443-a224-d71cedd1f7e4 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:46.032513 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d090cfc-2987-4e15-bf6e-91232a0e4c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:46.044573 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 82160009-226c-4443-a224-d71cedd1f7e4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=82160009-226c-4443-a224-d71cedd1f7e4,segment=NetworkSegment(52b6c9a7-043c-4135-96ae-2809bb602320),segment_id=52b6c9a7-043c-4135-96ae-2809bb602320)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:46.048272 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:46.092333 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-748460f8-91dc-401e-9f7a-f7dba084a6c5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:46.126001 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:46.253961 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-5d090cfc-2987-4e15-bf6e-91232a0e4c01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:07:46.254632 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-5d090cfc-2987-4e15-bf6e-91232a0e4c01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:07:46.257625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=82160009-226c-4443-a224-d71cedd1f7e4,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:46.274054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c6c498eb-cd40-48a2-8e42-91f52a63f373 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:07:46.341520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c6c498eb-cd40-48a2-8e42-91f52a63f373 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:46.341903 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:46.437533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-748460f8-91dc-401e-9f7a-f7dba084a6c5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Deleting port 788bf0fe-22ed-451b-adb2-29421abcb7a6 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:46.437909 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-748460f8-91dc-401e-9f7a-f7dba084a6c5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:46.496958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c6c498eb-cd40-48a2-8e42-91f52a63f373 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:46.629152 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-748460f8-91dc-401e-9f7a-f7dba084a6c5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:46.808628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5d090cfc-2987-4e15-bf6e-91232a0e4c01 None None] Current status of the port 82160009-226c-4443-a224-d71cedd1f7e4 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:46.878760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-748460f8-91dc-401e-9f7a-f7dba084a6c5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Calling delete_port for 788bf0fe-22ed-451b-adb2-29421abcb7a6 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:47.076994 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:07:47.129910 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-748460f8-91dc-401e-9f7a-f7dba084a6c5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:47.179474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748460f8-91dc-401e-9f7a-f7dba084a6c5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event deleted for resources: {'Port': ['ID=788bf0fe-22ed-451b-adb2-29421abcb7a6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:47.414895 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-748460f8-91dc-401e-9f7a-f7dba084a6c5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:47.692045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748460f8-91dc-401e-9f7a-f7dba084a6c5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Router 166b70b5-9b31-4c23-b2e0-17936d97da9a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:07:47.824240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748460f8-91dc-401e-9f7a-f7dba084a6c5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:07:47.833913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f289824-f113-409e-8d83-919c58ff6f46 None None] Sync routers for ids ['166b70b5-9b31-4c23-b2e0-17936d97da9a'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:07:47.839324 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-748460f8-91dc-401e-9f7a-f7dba084a6c5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "PUT /v2.0/routers/166b70b5-9b31-4c23-b2e0-17936d97da9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2754831 May 27 23:07:47.839993 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39844) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:47.844063 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f289824-f113-409e-8d83-919c58ff6f46 None None] Routers {'166b70b5-9b31-4c23-b2e0-17936d97da9a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:47.844811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7f289824-f113-409e-8d83-919c58ff6f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['166b70b5-9b31-4c23-b2e0-17936d97da9a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:47.908191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7f289824-f113-409e-8d83-919c58ff6f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:47.908737 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-a5dd523d-fe9b-4cf4-b623-f791f58f4db1 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] delete failed (client error): The resource could not be found. May 27 23:07:47.910452 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a5dd523d-fe9b-4cf4-b623-f791f58f4db1 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "DELETE /v2.0/routers/tempest-non_exist_router-1217205752 HTTP/1.1" status: 404 len: 335 time: 0.0694611 May 27 23:07:47.914521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39848) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:47.918531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f289824-f113-409e-8d83-919c58ff6f46 None None] Routers {'166b70b5-9b31-4c23-b2e0-17936d97da9a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:47.919137 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7f289824-f113-409e-8d83-919c58ff6f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['166b70b5-9b31-4c23-b2e0-17936d97da9a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:47.919891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b2b7c88e-465e-4afb-961d-982c02854dfb tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Request body: {'router': {'external_gateway_info': {'network_id': '166b70b5-9b31-4c23-b2e0-17936d97da9a'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:47.981384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7f289824-f113-409e-8d83-919c58ff6f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:47.981787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f289824-f113-409e-8d83-919c58ff6f46 None None] The sync data for ids ['166b70b5-9b31-4c23-b2e0-17936d97da9a'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:07:48.266165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 82160009-226c-4443-a224-d71cedd1f7e4 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:07:48.335812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 82160009-226c-4443-a224-d71cedd1f7e4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:48.336183 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:48.446269 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b2b7c88e-465e-4afb-961d-982c02854dfb tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:48.456190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 82160009-226c-4443-a224-d71cedd1f7e4 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:07:48.537757 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-b2b7c88e-465e-4afb-961d-982c02854dfb tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] update failed (client error): The resource could not be found. May 27 23:07:48.538831 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b2b7c88e-465e-4afb-961d-982c02854dfb tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "PUT /v2.0/routers/166b70b5-9b31-4c23-b2e0-17936d97da9a HTTP/1.1" status: 404 len: 339 time: 0.6232259 May 27 23:07:48.542450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39854) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:49.035149 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:49.385466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Allocated IP 172.20.0.1 (1b8c6ca1-b213-4a9e-83a9-e47e096de4d1/eb51a6a5-c99a-46d8-b460-a927b6ae238a/7a1d5cea-cb9f-4dea-b444-6909b86c6883) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:07:49.542080 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:49.557918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Transition to ACTIVE for port object 7a1d5cea-cb9f-4dea-b444-6909b86c6883 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:07:49.632094 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:49.818428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Network 1b8c6ca1-b213-4a9e-83a9-e47e096de4d1 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:49.821921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:49.826634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:07:49.861858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event updated for resources: {'Port': ['ID=7a1d5cea-cb9f-4dea-b444-6909b86c6883,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:49.900685 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:50.082854 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:50.124629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-727767a8-5503-4219-ac97-c556531e6c48 None None] Provisioning for port 7a1d5cea-cb9f-4dea-b444-6909b86c6883 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:07:50.129885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-727767a8-5503-4219-ac97-c556531e6c48 None None] Provisioning complete for port 7a1d5cea-cb9f-4dea-b444-6909b86c6883 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:50.130243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-727767a8-5503-4219-ac97-c556531e6c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:50.188251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-727767a8-5503-4219-ac97-c556531e6c48 None None] Port 7a1d5cea-cb9f-4dea-b444-6909b86c6883 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:50.467904 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:50.541243 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:50.654961 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:50.658898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event updated for resources: {'Port': ['ID=7a1d5cea-cb9f-4dea-b444-6909b86c6883,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:50.793844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Network 1b8c6ca1-b213-4a9e-83a9-e47e096de4d1 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:07:50.794913 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:07:50.959703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Router 166b70b5-9b31-4c23-b2e0-17936d97da9a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:07:51.019907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7fb69707-963e-4aa0-8b20-211c7189d30f None None] Provisioning complete for port 7a1d5cea-cb9f-4dea-b444-6909b86c6883 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:07:51.020492 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7fb69707-963e-4aa0-8b20-211c7189d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:51.075967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7fb69707-963e-4aa0-8b20-211c7189d30f None None] Port 7a1d5cea-cb9f-4dea-b444-6909b86c6883 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:07:51.124037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:07:51.137074 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-af96978a-8e63-433f-8b8b-7b3f1b6b2836 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "PUT /v2.0/routers/166b70b5-9b31-4c23-b2e0-17936d97da9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5935311 May 27 23:07:51.139626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39880) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:51.142016 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f8de24-270b-42eb-83db-38218e1ad66e None None] Sync routers for ids ['166b70b5-9b31-4c23-b2e0-17936d97da9a'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:07:51.155816 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f8de24-270b-42eb-83db-38218e1ad66e None None] Routers {'166b70b5-9b31-4c23-b2e0-17936d97da9a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:51.156383 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a9f8de24-270b-42eb-83db-38218e1ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['166b70b5-9b31-4c23-b2e0-17936d97da9a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:51.231681 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a9f8de24-270b-42eb-83db-38218e1ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:51.240528 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f8de24-270b-42eb-83db-38218e1ad66e None None] Routers {'166b70b5-9b31-4c23-b2e0-17936d97da9a'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:51.241129 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a9f8de24-270b-42eb-83db-38218e1ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['166b70b5-9b31-4c23-b2e0-17936d97da9a'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:51.302985 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c52dc131-f3c3-40af-a99e-4033a2421087 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:51.305903 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a9f8de24-270b-42eb-83db-38218e1ad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:51.306308 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f8de24-270b-42eb-83db-38218e1ad66e None None] The sync data for ids ['166b70b5-9b31-4c23-b2e0-17936d97da9a'] in n-d-843680-3 is: [] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:07:51.579755 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-c52dc131-f3c3-40af-a99e-4033a2421087 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] delete failed (client error): There was a conflict when trying to complete your request. May 27 23:07:51.580869 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c52dc131-f3c3-40af-a99e-4033a2421087 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "DELETE /v2.0/routers/166b70b5-9b31-4c23-b2e0-17936d97da9a HTTP/1.1" status: 409 len: 329 time: 0.4399407 May 27 23:07:51.583690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39892) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:52.082326 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9fbea18-333f-4871-8498-98a811f06145 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:52.422224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-a9fbea18-333f-4871-8498-98a811f06145 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Deleting port 7a1d5cea-cb9f-4dea-b444-6909b86c6883 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:52.422929 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9fbea18-333f-4871-8498-98a811f06145 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:52.464092 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:52.609951 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9fbea18-333f-4871-8498-98a811f06145 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:52.741631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-a9fbea18-333f-4871-8498-98a811f06145 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Calling delete_port for 7a1d5cea-cb9f-4dea-b444-6909b86c6883 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:53.103374 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9fbea18-333f-4871-8498-98a811f06145 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:53.154048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbea18-333f-4871-8498-98a811f06145 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event deleted for resources: {'Port': ['ID=7a1d5cea-cb9f-4dea-b444-6909b86c6883,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:53.387837 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a9fbea18-333f-4871-8498-98a811f06145 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:53.667188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9fbea18-333f-4871-8498-98a811f06145 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Router 166b70b5-9b31-4c23-b2e0-17936d97da9a has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:07:53.801741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fbea18-333f-4871-8498-98a811f06145 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:07:53.811238 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a9fbea18-333f-4871-8498-98a811f06145 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "PUT /v2.0/routers/166b70b5-9b31-4c23-b2e0-17936d97da9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2262573 May 27 23:07:53.812275 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e284f57-b1b6-4fe7-a54c-4bb2b9ae4314 None None] Sync routers for ids ['166b70b5-9b31-4c23-b2e0-17936d97da9a'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:07:53.815601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39924) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:53.822973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e284f57-b1b6-4fe7-a54c-4bb2b9ae4314 None None] Routers {'166b70b5-9b31-4c23-b2e0-17936d97da9a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:53.823594 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4e284f57-b1b6-4fe7-a54c-4bb2b9ae4314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['166b70b5-9b31-4c23-b2e0-17936d97da9a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:53.888763 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4e284f57-b1b6-4fe7-a54c-4bb2b9ae4314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:53.895157 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-9e8e2883-3463-4835-a5c2-0739dca618be tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] show failed (client error): The resource could not be found. May 27 23:07:53.896185 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9e8e2883-3463-4835-a5c2-0739dca618be tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "GET /v2.0/routers/tempest-non_exist_router-925672282 HTTP/1.1" status: 404 len: 334 time: 0.0794692 May 27 23:07:53.899843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39928) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:53.900272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e284f57-b1b6-4fe7-a54c-4bb2b9ae4314 None None] Routers {'166b70b5-9b31-4c23-b2e0-17936d97da9a'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:07:53.901010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4e284f57-b1b6-4fe7-a54c-4bb2b9ae4314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:07:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['166b70b5-9b31-4c23-b2e0-17936d97da9a'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:53.904725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a874e564-9751-4111-8982-ddd27800845f tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:07:53.965568 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-4e284f57-b1b6-4fe7-a54c-4bb2b9ae4314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:53.965978 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e284f57-b1b6-4fe7-a54c-4bb2b9ae4314 None None] The sync data for ids ['166b70b5-9b31-4c23-b2e0-17936d97da9a'] in n-d-843680-3 is: [] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:07:53.979116 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-a874e564-9751-4111-8982-ddd27800845f tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] update failed (client error): The resource could not be found. May 27 23:07:53.979116 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a874e564-9751-4111-8982-ddd27800845f tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "PUT /v2.0/routers/tempest-non_exist_router-1794647698 HTTP/1.1" status: 404 len: 335 time: 0.0705748 May 27 23:07:53.979116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39932) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:54.042264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31b784e-3703-458c-9504-64a1c25e34b6 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Deleting subnet 5965e546-05a2-41b8-af2f-613c55e7d170 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:07:54.045480 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f31b784e-3703-458c-9504-64a1c25e34b6 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:54.103188 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f31b784e-3703-458c-9504-64a1c25e34b6 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:54.186462 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f31b784e-3703-458c-9504-64a1c25e34b6 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:54.364692 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f31b784e-3703-458c-9504-64a1c25e34b6 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:54.521384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b784e-3703-458c-9504-64a1c25e34b6 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event deleted for resources: {'Subnet': ['ID=5965e546-05a2-41b8-af2f-613c55e7d170,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:54.526424 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f31b784e-3703-458c-9504-64a1c25e34b6 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:54.532162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4761ea6a-a515-4823-8709-2a7b09c41cc2 None None] Network 88c99aa3-c302-4407-94cd-8fe762e4b555 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:54.535754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f31b784e-3703-458c-9504-64a1c25e34b6 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "DELETE /v2.0/subnets/5965e546-05a2-41b8-af2f-613c55e7d170 HTTP/1.1" status: 204 len: 168 time: 0.5596597 May 27 23:07:54.538265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39944) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:54.604956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-0603bb89-ce38-4e6a-b6aa-de3df4d606a5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Deleting subnet 11864771-f8a8-43ea-8168-ee6aedef5ba1 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:07:54.608219 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0603bb89-ce38-4e6a-b6aa-de3df4d606a5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:54.672975 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0603bb89-ce38-4e6a-b6aa-de3df4d606a5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:54.769263 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0603bb89-ce38-4e6a-b6aa-de3df4d606a5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:54.835997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb03095-cc75-45c6-b0e8-85a5c42dba92 None None] DHCP port deletion for 88c99aa3-c302-4407-94cd-8fe762e4b555 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:07:54.837740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bfb03095-cc75-45c6-b0e8-85a5c42dba92 None None] Deleting port 82160009-226c-4443-a224-d71cedd1f7e4 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:54.838164 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bfb03095-cc75-45c6-b0e8-85a5c42dba92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:54.964713 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0603bb89-ce38-4e6a-b6aa-de3df4d606a5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:55.005960 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0603bb89-ce38-4e6a-b6aa-de3df4d606a5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:55.009894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603bb89-ce38-4e6a-b6aa-de3df4d606a5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event deleted for resources: {'Subnet': ['ID=11864771-f8a8-43ea-8168-ee6aedef5ba1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:55.014928 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0603bb89-ce38-4e6a-b6aa-de3df4d606a5 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "DELETE /v2.0/subnets/11864771-f8a8-43ea-8168-ee6aedef5ba1 HTTP/1.1" status: 204 len: 168 time: 0.4757102 May 27 23:07:55.016749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596d51b0-2307-4447-ae00-46b97063eac3 None None] Network 43ef0d30-01b5-4963-9cbc-78669342c436 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:55.017777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 39954) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:55.125262 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bfb03095-cc75-45c6-b0e8-85a5c42dba92 None None] For port 82160009-226c-4443-a224-d71cedd1f7e4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=82160009-226c-4443-a224-d71cedd1f7e4,segment=NetworkSegment(52b6c9a7-043c-4135-96ae-2809bb602320),segment_id=52b6c9a7-043c-4135-96ae-2809bb602320)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:55.125262 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bfb03095-cc75-45c6-b0e8-85a5c42dba92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:55.144157 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:55.154851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Deleting port 82160009-226c-4443-a224-d71cedd1f7e4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:55.155190 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:55.260390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bfb03095-cc75-45c6-b0e8-85a5c42dba92 None None] Calling delete_port for 82160009-226c-4443-a224-d71cedd1f7e4 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:55.372662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] For port 82160009-226c-4443-a224-d71cedd1f7e4, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=82160009-226c-4443-a224-d71cedd1f7e4,segment=NetworkSegment(52b6c9a7-043c-4135-96ae-2809bb602320),segment_id=52b6c9a7-043c-4135-96ae-2809bb602320)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:55.373021 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:55.505043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Calling delete_port for 82160009-226c-4443-a224-d71cedd1f7e4 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:55.524420 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bfb03095-cc75-45c6-b0e8-85a5c42dba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:55.563778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd51df8-8ff8-459f-829c-d415ae3f199e None None] DHCP port deletion for 43ef0d30-01b5-4963-9cbc-78669342c436 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:07:55.575213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb03095-cc75-45c6-b0e8-85a5c42dba92 None None] Pushing event deleted for resources: {'Port': ['ID=82160009-226c-4443-a224-d71cedd1f7e4,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:55.578785 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ffd51df8-8ff8-459f-829c-d415ae3f199e None None] Deleting port c6c498eb-cd40-48a2-8e42-91f52a63f373 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:55.579243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ffd51df8-8ff8-459f-829c-d415ae3f199e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:55.581888 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:07:55.582166 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:07:55.610131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb03095-cc75-45c6-b0e8-85a5c42dba92 None None] No DVR routers for this DVR port 82160009-226c-4443-a224-d71cedd1f7e4 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:07:55.797090 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ffd51df8-8ff8-459f-829c-d415ae3f199e None None] For port c6c498eb-cd40-48a2-8e42-91f52a63f373, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c6c498eb-cd40-48a2-8e42-91f52a63f373,segment=NetworkSegment(c509cb79-03a6-4209-9d8c-3265b665d55b),segment_id=c509cb79-03a6-4209-9d8c-3265b665d55b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:55.797481 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ffd51df8-8ff8-459f-829c-d415ae3f199e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:55.917430 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ffd51df8-8ff8-459f-829c-d415ae3f199e None None] Calling delete_port for c6c498eb-cd40-48a2-8e42-91f52a63f373 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:56.044149 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ffd51df8-8ff8-459f-829c-d415ae3f199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:56.083507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Deleting port 82160009-226c-4443-a224-d71cedd1f7e4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:56.084025 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:56.093810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd51df8-8ff8-459f-829c-d415ae3f199e None None] Pushing event deleted for resources: {'Port': ['ID=c6c498eb-cd40-48a2-8e42-91f52a63f373,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:56.097784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd51df8-8ff8-459f-829c-d415ae3f199e None None] No DVR routers for this DVR port c6c498eb-cd40-48a2-8e42-91f52a63f373 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:07:56.265885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c6c498eb-cd40-48a2-8e42-91f52a63f373 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:07:56.289655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] The port '82160009-226c-4443-a224-d71cedd1f7e4' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:07:56.300464 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: c6c498eb-cd40-48a2-8e42-91f52a63f373 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:07:56.300888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c6c498eb-cd40-48a2-8e42-91f52a63f373 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:07:56.301370 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 82160009-226c-4443-a224-d71cedd1f7e4 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:07:56.333384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 82160009-226c-4443-a224-d71cedd1f7e4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:07:56.333817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 82160009-226c-4443-a224-d71cedd1f7e4 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:07:56.413360 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:56.441503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c99aa3-c302-4407-94cd-8fe762e4b555']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:56.453484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b6c9a7-043c-4135-96ae-2809bb602320') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:56.453780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b6c9a7-043c-4135-96ae-2809bb602320') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:56.466252 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:56.486793 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:56.493619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:07:56.494000 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:56.564137 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 52b6c9a7-043c-4135-96ae-2809bb602320 resource provider aggregate not found May 27 23:07:56.591558 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 52b6c9a7-043c-4135-96ae-2809bb602320 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52b6c9a7-043c-4135-96ae-2809bb602320 found for delete ", "request_id": "req-867274bf-ebf3-445d-8898-08cce5e2bcee"}]} May 27 23:07:56.667202 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:56.684728 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:56.695572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event deleted for resources: {'Network': ['ID=88c99aa3-c302-4407-94cd-8fe762e4b555,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:56.702146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39982) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:56.702549 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-acaf8e1c-cab3-40db-8904-116972e1930c tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "DELETE /v2.0/networks/88c99aa3-c302-4407-94cd-8fe762e4b555 HTTP/1.1" status: 204 len: 168 time: 1.6822126 May 27 23:07:56.816487 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6625ce9-70f6-4529-9f6e-9381319d7ada tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:56.963119 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6625ce9-70f6-4529-9f6e-9381319d7ada tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:56.988456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e6625ce9-70f6-4529-9f6e-9381319d7ada tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ef0d30-01b5-4963-9cbc-78669342c436']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:57.000309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e6625ce9-70f6-4529-9f6e-9381319d7ada tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c509cb79-03a6-4209-9d8c-3265b665d55b') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:57.000707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e6625ce9-70f6-4529-9f6e-9381319d7ada tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c509cb79-03a6-4209-9d8c-3265b665d55b') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:57.012539 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6625ce9-70f6-4529-9f6e-9381319d7ada tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:57.029144 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6625ce9-70f6-4529-9f6e-9381319d7ada tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:57.035288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6625ce9-70f6-4529-9f6e-9381319d7ada tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:07:57.035757 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6625ce9-70f6-4529-9f6e-9381319d7ada tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:57.107860 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment c509cb79-03a6-4209-9d8c-3265b665d55b resource provider aggregate not found May 27 23:07:57.132853 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment c509cb79-03a6-4209-9d8c-3265b665d55b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c509cb79-03a6-4209-9d8c-3265b665d55b found for delete ", "request_id": "req-3578083f-6fb3-4c85-8763-3770faf16eaf"}]} May 27 23:07:57.232466 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6625ce9-70f6-4529-9f6e-9381319d7ada tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:57.250562 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6625ce9-70f6-4529-9f6e-9381319d7ada tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:57.261488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e6625ce9-70f6-4529-9f6e-9381319d7ada tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "DELETE /v2.0/networks/43ef0d30-01b5-4963-9cbc-78669342c436 HTTP/1.1" status: 204 len: 168 time: 0.5583441 May 27 23:07:57.262321 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6625ce9-70f6-4529-9f6e-9381319d7ada tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event deleted for resources: {'Network': ['ID=43ef0d30-01b5-4963-9cbc-78669342c436,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:57.264430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 39996) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:57.330348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6299c31-2cab-44b0-a512-5ecb18e77f95 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Deleting subnet eb51a6a5-c99a-46d8-b460-a927b6ae238a {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:07:57.333430 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6299c31-2cab-44b0-a512-5ecb18e77f95 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:57.398421 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6299c31-2cab-44b0-a512-5ecb18e77f95 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:57.483324 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6299c31-2cab-44b0-a512-5ecb18e77f95 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:57.535077 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-60ab4153-b60f-4ed6-82dc-c96fa42173a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:57.616437 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6299c31-2cab-44b0-a512-5ecb18e77f95 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:57.658319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6299c31-2cab-44b0-a512-5ecb18e77f95 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event deleted for resources: {'Subnet': ['ID=eb51a6a5-c99a-46d8-b460-a927b6ae238a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:57.664174 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6299c31-2cab-44b0-a512-5ecb18e77f95 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:57.669901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080d0c34-a00c-4aa3-be8b-f5ed4c527bd7 None None] Network 1b8c6ca1-b213-4a9e-83a9-e47e096de4d1 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:07:57.680107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40008) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:57.684883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e6299c31-2cab-44b0-a512-5ecb18e77f95 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "DELETE /v2.0/subnets/eb51a6a5-c99a-46d8-b460-a927b6ae238a HTTP/1.1" status: 204 len: 168 time: 0.4191544 May 27 23:07:57.807123 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:57.817831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Deleting port a8af4579-32cd-446d-af78-3d0cc0c10f16 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:57.818234 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:57.945607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe37c01c-8896-4538-8315-15492e8e3045 None None] DHCP port deletion for 1b8c6ca1-b213-4a9e-83a9-e47e096de4d1 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:07:57.949902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fe37c01c-8896-4538-8315-15492e8e3045 None None] Deleting port a8af4579-32cd-446d-af78-3d0cc0c10f16 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:57.967583 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe37c01c-8896-4538-8315-15492e8e3045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:58.031337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] For port a8af4579-32cd-446d-af78-3d0cc0c10f16, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a8af4579-32cd-446d-af78-3d0cc0c10f16,segment=NetworkSegment(66350f1e-08a5-4597-a7f6-3d091507fe8c),segment_id=66350f1e-08a5-4597-a7f6-3d091507fe8c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:58.031611 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:58.161101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Calling delete_port for a8af4579-32cd-446d-af78-3d0cc0c10f16 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:58.164545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fe37c01c-8896-4538-8315-15492e8e3045 None None] For port a8af4579-32cd-446d-af78-3d0cc0c10f16, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a8af4579-32cd-446d-af78-3d0cc0c10f16,segment=NetworkSegment(66350f1e-08a5-4597-a7f6-3d091507fe8c),segment_id=66350f1e-08a5-4597-a7f6-3d091507fe8c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:07:58.165425 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe37c01c-8896-4538-8315-15492e8e3045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:58.296817 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a8af4579-32cd-446d-af78-3d0cc0c10f16 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:07:58.307061 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:58.326567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fe37c01c-8896-4538-8315-15492e8e3045 None None] Calling delete_port for a8af4579-32cd-446d-af78-3d0cc0c10f16 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:07:58.357386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] No DVR routers for this DVR port a8af4579-32cd-446d-af78-3d0cc0c10f16 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:07:58.359154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event deleted for resources: {'Port': ['ID=a8af4579-32cd-446d-af78-3d0cc0c10f16,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:58.373761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: a8af4579-32cd-446d-af78-3d0cc0c10f16 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:07:58.374065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a8af4579-32cd-446d-af78-3d0cc0c10f16 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:07:58.408105 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-fe37c01c-8896-4538-8315-15492e8e3045 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:07:58.408603 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-fe37c01c-8896-4538-8315-15492e8e3045 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:07:58.483813 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:58.514844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8c6ca1-b213-4a9e-83a9-e47e096de4d1']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:58.530532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66350f1e-08a5-4597-a7f6-3d091507fe8c') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:58.530827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66350f1e-08a5-4597-a7f6-3d091507fe8c') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:07:58.550961 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:58.566380 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:58.572512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:07:58.572905 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:58.660908 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 66350f1e-08a5-4597-a7f6-3d091507fe8c resource provider aggregate not found May 27 23:07:58.682513 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 66350f1e-08a5-4597-a7f6-3d091507fe8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66350f1e-08a5-4597-a7f6-3d091507fe8c found for delete ", "request_id": "req-ae1fe0f9-a072-49b9-9d8a-f72674815e86"}]} May 27 23:07:58.734759 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:58.755674 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:58.766431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Pushing event deleted for resources: {'Network': ['ID=1b8c6ca1-b213-4a9e-83a9-e47e096de4d1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:07:58.770294 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-aad72441-cd9f-46cc-808e-0e4d5a7972bf tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "DELETE /v2.0/networks/1b8c6ca1-b213-4a9e-83a9-e47e096de4d1 HTTP/1.1" status: 204 len: 168 time: 1.0885060 May 27 23:07:58.772908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40028) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:58.815392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6555fa6d-0674-4b06-855e-e132369f79f9 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Synchronizing usage tracker for tenant:ec6bb938f97244a0b5d58887eeca6789 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:07:58.884129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6555fa6d-0674-4b06-855e-e132369f79f9 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Unset dirty status for tenant:ec6bb938f97244a0b5d58887eeca6789 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:07:58.885682 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6555fa6d-0674-4b06-855e-e132369f79f9 tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "GET /v2.0/ports?device_id=166b70b5-9b31-4c23-b2e0-17936d97da9a HTTP/1.1" status: 200 len: 205 time: 0.1115556 May 27 23:07:58.887834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40034) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:07:58.910252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fe37c01c-8896-4538-8315-15492e8e3045 None None] Deleting port a8af4579-32cd-446d-af78-3d0cc0c10f16 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:07:58.911084 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe37c01c-8896-4538-8315-15492e8e3045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:59.015335 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fe37c01c-8896-4538-8315-15492e8e3045 None None] The port 'a8af4579-32cd-446d-af78-3d0cc0c10f16' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:07:59.162684 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a315-b935-49e0-8eae-a5092652d6ba tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:59.475419 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a315-b935-49e0-8eae-a5092652d6ba tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:59.477650 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a315-b935-49e0-8eae-a5092652d6ba tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:59.552440 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a315-b935-49e0-8eae-a5092652d6ba tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:59.557131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb1a315-b935-49e0-8eae-a5092652d6ba tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Fanout notify agent at l3_agent the message router_deleted on router 166b70b5-9b31-4c23-b2e0-17936d97da9a {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:07:59.563977 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7fb1a315-b935-49e0-8eae-a5092652d6ba tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:07:59.565092 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7fb1a315-b935-49e0-8eae-a5092652d6ba tempest-RoutersNegativeTest-1863707987 tempest-RoutersNegativeTest-1863707987-project] 10.222.0.27 "DELETE /v2.0/routers/166b70b5-9b31-4c23-b2e0-17936d97da9a HTTP/1.1" status: 204 len: 168 time: 0.6762853 May 27 23:07:59.690461 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c1659199-e8f3-4dd7-8fbc-e2012c11cd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:00.056052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40056) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:00.216945 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b35ae721-948d-4ddc-80fd-ca1948e95005 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ec6bb938f97244a0b5d58887eeca6789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559775 May 27 23:08:00.217080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40062) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:00.288129 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-663ebfb7-11a2-43f1-ad2f-ef021a2f7551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:00.320586 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-663ebfb7-11a2-43f1-ad2f-ef021a2f7551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:00.467445 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-663ebfb7-11a2-43f1-ad2f-ef021a2f7551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:00.486080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ebfb7-11a2-43f1-ad2f-ef021a2f7551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d5baf-7d0e-4034-89ce-99b27939292f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:00.492183 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-663ebfb7-11a2-43f1-ad2f-ef021a2f7551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:00.496265 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-663ebfb7-11a2-43f1-ad2f-ef021a2f7551 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/9f9d5baf-7d0e-4034-89ce-99b27939292f HTTP/1.1" status: 204 len: 168 time: 0.2773640 May 27 23:08:00.965735 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:00.992524 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:01.518166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40102) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:01.663127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1889077377'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:01.669945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:01.675165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:01.678274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:01.684752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:01.752670 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:01.765184 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:01.784811 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:01.788738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:01.791636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:01.797498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:01.878847 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:01.935247 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:01.947373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:01.959314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:01.972200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:01.986824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:01.990596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc25759e-61ac-4156-9867-59920f72a6ec,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:02.061244 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:02.129226 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:02.164179 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:02.171607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c505f4-bca6-4e1c-ba68-362576c0eb1c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:02.278475 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:02.279693 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f3487428-5b40-45b8-bf45-2ce21c37e338 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7605400 May 27 23:08:02.282341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40120) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:02.343551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-962ac579-45c7-4b07-86f1-608b8ddf0717 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:02.438509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-962ac579-45c7-4b07-86f1-608b8ddf0717 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:02.440540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-962ac579-45c7-4b07-86f1-608b8ddf0717 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1565981 May 27 23:08:02.443183 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40126) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:02.448073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2531e0c8-1902-4b7e-8956-e02dc5e0458a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group': {'name': 'tempest-security--1990679749', 'description': 'tempest-security-description-1639926563'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:02.482918 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2531e0c8-1902-4b7e-8956-e02dc5e0458a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:02.536195 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2531e0c8-1902-4b7e-8956-e02dc5e0458a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:02.604449 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2531e0c8-1902-4b7e-8956-e02dc5e0458a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:02.607039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2531e0c8-1902-4b7e-8956-e02dc5e0458a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:02.608322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2531e0c8-1902-4b7e-8956-e02dc5e0458a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "PUT /v2.0/security-groups/b4c505f4-bca6-4e1c-ba68-362576c0eb1c HTTP/1.1" status: 200 len: 1780 time: 0.1642370 May 27 23:08:02.611047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40132) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:02.638030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531e0c8-1902-4b7e-8956-e02dc5e0458a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c505f4-bca6-4e1c-ba68-362576c0eb1c,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:02.660715 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-509e75bc-f580-406b-9f32-9023bac0129f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-groups/b4c505f4-bca6-4e1c-ba68-362576c0eb1c HTTP/1.1" status: 200 len: 1780 time: 0.0457823 May 27 23:08:02.661069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40136) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:02.733007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-22580dbd-05d4-4894-aecd-b0f160a20263 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:02.771323 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-22580dbd-05d4-4894-aecd-b0f160a20263 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:02.884400 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-22580dbd-05d4-4894-aecd-b0f160a20263 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:02.901706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22580dbd-05d4-4894-aecd-b0f160a20263 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c505f4-bca6-4e1c-ba68-362576c0eb1c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:03.014709 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-22580dbd-05d4-4894-aecd-b0f160a20263 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:03.015821 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-22580dbd-05d4-4894-aecd-b0f160a20263 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-groups/b4c505f4-bca6-4e1c-ba68-362576c0eb1c HTTP/1.1" status: 204 len: 168 time: 0.3538916 May 27 23:08:03.018402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40146) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:03.067714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cc28a719-e156-41de-9a51-d0c72a0607d8 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:03.129872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cc28a719-e156-41de-9a51-d0c72a0607d8 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:03.131230 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cc28a719-e156-41de-9a51-d0c72a0607d8 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119201 May 27 23:08:03.134018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40152) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:03.153110 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-1ea51d52-0611-4ded-8f01-97f67a0879ce tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] delete failed (client error): The resource could not be found. May 27 23:08:03.153110 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1ea51d52-0611-4ded-8f01-97f67a0879ce tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-groups/b4c505f4-bca6-4e1c-ba68-362576c0eb1c HTTP/1.1" status: 404 len: 347 time: 0.0172367 May 27 23:08:03.156578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40156) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:03.164085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-355d6f49-1d57-44ff-8f6c-264ed8669b0a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group': {'name': 'tempest-secgroup--497170988'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:03.175064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-355d6f49-1d57-44ff-8f6c-264ed8669b0a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:03.188109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-355d6f49-1d57-44ff-8f6c-264ed8669b0a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:03.272465 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-355d6f49-1d57-44ff-8f6c-264ed8669b0a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:03.293172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-355d6f49-1d57-44ff-8f6c-264ed8669b0a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:03.297088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-355d6f49-1d57-44ff-8f6c-264ed8669b0a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:03.300513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-355d6f49-1d57-44ff-8f6c-264ed8669b0a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:03.306310 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-355d6f49-1d57-44ff-8f6c-264ed8669b0a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:03.376371 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-355d6f49-1d57-44ff-8f6c-264ed8669b0a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:03.432431 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-355d6f49-1d57-44ff-8f6c-264ed8669b0a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:03.479216 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d6f49-1d57-44ff-8f6c-264ed8669b0a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588dfb1d-5b08-4cfd-b27b-87f5efcda1c4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:03.524382 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-355d6f49-1d57-44ff-8f6c-264ed8669b0a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:03.525563 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-355d6f49-1d57-44ff-8f6c-264ed8669b0a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3680356 May 27 23:08:03.528694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40164) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:03.534439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-06cb28b8-33d3-4b95-bf8b-0be60046528f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group_rule': {'security_group_id': '588dfb1d-5b08-4cfd-b27b-87f5efcda1c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:03.541635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-06cb28b8-33d3-4b95-bf8b-0be60046528f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:03.545453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-06cb28b8-33d3-4b95-bf8b-0be60046528f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:03.549955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-06cb28b8-33d3-4b95-bf8b-0be60046528f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:03.555777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-06cb28b8-33d3-4b95-bf8b-0be60046528f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:03.610684 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06cb28b8-33d3-4b95-bf8b-0be60046528f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:03.671917 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06cb28b8-33d3-4b95-bf8b-0be60046528f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:03.735521 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06cb28b8-33d3-4b95-bf8b-0be60046528f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:03.760590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb28b8-33d3-4b95-bf8b-0be60046528f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b8f0aaa-1985-4e5b-94ba-e3c13c96aadc,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:03.820921 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06cb28b8-33d3-4b95-bf8b-0be60046528f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:03.822228 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-06cb28b8-33d3-4b95-bf8b-0be60046528f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2925889 May 27 23:08:03.824963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40174) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:03.857942 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6830907c-13cc-4f8c-a72e-48f918d3b2f9 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:03.868442 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6830907c-13cc-4f8c-a72e-48f918d3b2f9 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:03.958080 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6830907c-13cc-4f8c-a72e-48f918d3b2f9 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:03.974933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830907c-13cc-4f8c-a72e-48f918d3b2f9 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b8f0aaa-1985-4e5b-94ba-e3c13c96aadc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:03.977671 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6830907c-13cc-4f8c-a72e-48f918d3b2f9 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:03.980137 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6830907c-13cc-4f8c-a72e-48f918d3b2f9 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/7b8f0aaa-1985-4e5b-94ba-e3c13c96aadc HTTP/1.1" status: 204 len: 168 time: 0.1528306 May 27 23:08:03.981301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40178) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:04.029291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b1b4899b-e732-4298-b9c6-4187bd8cacda tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:04.113001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b1b4899b-e732-4298-b9c6-4187bd8cacda tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:04.114290 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b1b4899b-e732-4298-b9c6-4187bd8cacda tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1319115 May 27 23:08:04.117065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40184) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:04.181947 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c85c-5499-41ce-aae8-d5af6a7943df tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:04.214318 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c85c-5499-41ce-aae8-d5af6a7943df tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:04.335219 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c85c-5499-41ce-aae8-d5af6a7943df tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:04.357649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9c85c-5499-41ce-aae8-d5af6a7943df tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588dfb1d-5b08-4cfd-b27b-87f5efcda1c4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:04.437817 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7bd9c85c-5499-41ce-aae8-d5af6a7943df tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:04.438970 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7bd9c85c-5499-41ce-aae8-d5af6a7943df tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-groups/588dfb1d-5b08-4cfd-b27b-87f5efcda1c4 HTTP/1.1" status: 204 len: 168 time: 0.3209939 May 27 23:08:04.442062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40190) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:04.493231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9d449cf8-4c94-4099-a11a-aa4134c420f5 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:04.598198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9d449cf8-4c94-4099-a11a-aa4134c420f5 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:04.599486 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9d449cf8-4c94-4099-a11a-aa4134c420f5 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1564755 May 27 23:08:04.603421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40198) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:04.608766 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-13423022-daa2-4dbb-98b5-2547483cf9cc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group': {'name': 'tempest-secgroup--397770589'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:04.617265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-13423022-daa2-4dbb-98b5-2547483cf9cc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:04.627188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-13423022-daa2-4dbb-98b5-2547483cf9cc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:04.729759 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13423022-daa2-4dbb-98b5-2547483cf9cc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:04.750556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-13423022-daa2-4dbb-98b5-2547483cf9cc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:04.755201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-13423022-daa2-4dbb-98b5-2547483cf9cc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:04.758530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-13423022-daa2-4dbb-98b5-2547483cf9cc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:04.764559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-13423022-daa2-4dbb-98b5-2547483cf9cc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:04.834244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13423022-daa2-4dbb-98b5-2547483cf9cc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:04.889435 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13423022-daa2-4dbb-98b5-2547483cf9cc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:04.935409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13423022-daa2-4dbb-98b5-2547483cf9cc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4843af-0dab-4ca5-ab24-8c0b6a373a4c,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:05.022130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-13423022-daa2-4dbb-98b5-2547483cf9cc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:05.023540 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-13423022-daa2-4dbb-98b5-2547483cf9cc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4190190 May 27 23:08:05.026590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40210) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:05.031679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b8b8cc19-ac50-4ba2-93ce-7e2b01962fd3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group_rule': {'security_group_id': 'cc4843af-0dab-4ca5-ab24-8c0b6a373a4c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:05.038775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8b8cc19-ac50-4ba2-93ce-7e2b01962fd3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:05.042880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8b8cc19-ac50-4ba2-93ce-7e2b01962fd3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:05.045745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b8b8cc19-ac50-4ba2-93ce-7e2b01962fd3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:05.052047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b8b8cc19-ac50-4ba2-93ce-7e2b01962fd3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:05.133305 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cc19-ac50-4ba2-93ce-7e2b01962fd3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:05.195372 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cc19-ac50-4ba2-93ce-7e2b01962fd3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:05.261256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cc19-ac50-4ba2-93ce-7e2b01962fd3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:05.284826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8cc19-ac50-4ba2-93ce-7e2b01962fd3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e2f436-a197-45d1-8184-1b049ad6d66a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:05.365993 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b8b8cc19-ac50-4ba2-93ce-7e2b01962fd3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:05.367206 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b8b8cc19-ac50-4ba2-93ce-7e2b01962fd3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3398147 May 27 23:08:05.370856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40218) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:05.378331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fe5ecc2c-75f0-4ff4-bb3f-e4b1800508bb tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group_rule': {'security_group_id': 'cc4843af-0dab-4ca5-ab24-8c0b6a373a4c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:05.385423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fe5ecc2c-75f0-4ff4-bb3f-e4b1800508bb tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:05.390317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fe5ecc2c-75f0-4ff4-bb3f-e4b1800508bb tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:05.397111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fe5ecc2c-75f0-4ff4-bb3f-e4b1800508bb tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:05.404973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fe5ecc2c-75f0-4ff4-bb3f-e4b1800508bb tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:05.468507 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fe5ecc2c-75f0-4ff4-bb3f-e4b1800508bb tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:05.531152 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fe5ecc2c-75f0-4ff4-bb3f-e4b1800508bb tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:05.575158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fe5ecc2c-75f0-4ff4-bb3f-e4b1800508bb tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:05.599763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ecc2c-75f0-4ff4-bb3f-e4b1800508bb tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b164334-89e7-4039-b4ed-3ed272236629,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:05.683775 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fe5ecc2c-75f0-4ff4-bb3f-e4b1800508bb tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:05.687484 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fe5ecc2c-75f0-4ff4-bb3f-e4b1800508bb tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3134069 May 27 23:08:05.687812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40226) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:05.692967 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6d632df9-ff8d-4b37-9a71-3554abafab9d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group_rule': {'security_group_id': 'cc4843af-0dab-4ca5-ab24-8c0b6a373a4c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:05.699990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6d632df9-ff8d-4b37-9a71-3554abafab9d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:05.706857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6d632df9-ff8d-4b37-9a71-3554abafab9d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:05.713983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6d632df9-ff8d-4b37-9a71-3554abafab9d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:05.720695 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6d632df9-ff8d-4b37-9a71-3554abafab9d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:05.828083 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d632df9-ff8d-4b37-9a71-3554abafab9d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:05.890037 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d632df9-ff8d-4b37-9a71-3554abafab9d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:05.969380 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d632df9-ff8d-4b37-9a71-3554abafab9d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:05.992261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d632df9-ff8d-4b37-9a71-3554abafab9d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83db165-9a77-48e2-9fc4-02ad5ca7cbd1,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:06.060875 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6d632df9-ff8d-4b37-9a71-3554abafab9d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:06.062089 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6d632df9-ff8d-4b37-9a71-3554abafab9d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3732622 May 27 23:08:06.065326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40236) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:06.070286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-94360566-8af0-4633-8a76-9b5210fe8ca1 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group_rule': {'security_group_id': 'cc4843af-0dab-4ca5-ab24-8c0b6a373a4c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:06.077321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-94360566-8af0-4633-8a76-9b5210fe8ca1 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:06.082055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-94360566-8af0-4633-8a76-9b5210fe8ca1 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:06.085043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-94360566-8af0-4633-8a76-9b5210fe8ca1 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:06.090853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-94360566-8af0-4633-8a76-9b5210fe8ca1 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:06.187920 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94360566-8af0-4633-8a76-9b5210fe8ca1 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:06.251552 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94360566-8af0-4633-8a76-9b5210fe8ca1 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:06.320835 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94360566-8af0-4633-8a76-9b5210fe8ca1 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:06.342448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94360566-8af0-4633-8a76-9b5210fe8ca1 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd3d38f-8c23-4c73-8242-f983005a51a9,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:06.392780 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-94360566-8af0-4633-8a76-9b5210fe8ca1 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:06.394021 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-94360566-8af0-4633-8a76-9b5210fe8ca1 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277276 May 27 23:08:06.396620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40244) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:06.401664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-064c2599-ef9d-4c66-81f5-580f35a14419 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group_rule': {'security_group_id': 'cc4843af-0dab-4ca5-ab24-8c0b6a373a4c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:06.408656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-064c2599-ef9d-4c66-81f5-580f35a14419 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:06.412911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-064c2599-ef9d-4c66-81f5-580f35a14419 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:06.415900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-064c2599-ef9d-4c66-81f5-580f35a14419 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:06.421687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-064c2599-ef9d-4c66-81f5-580f35a14419 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:06.479440 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-064c2599-ef9d-4c66-81f5-580f35a14419 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:06.543788 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-064c2599-ef9d-4c66-81f5-580f35a14419 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:06.598104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-064c2599-ef9d-4c66-81f5-580f35a14419 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:06.622815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c2599-ef9d-4c66-81f5-580f35a14419 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c308200-9f47-4c9a-ac0f-71824cfe2365,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:06.707006 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-064c2599-ef9d-4c66-81f5-580f35a14419 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:06.708144 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-064c2599-ef9d-4c66-81f5-580f35a14419 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3106046 May 27 23:08:06.712535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40250) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:06.742918 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8ff71e7-c1f3-4a56-a486-a738b07b7521 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:06.753373 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8ff71e7-c1f3-4a56-a486-a738b07b7521 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:06.844007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8ff71e7-c1f3-4a56-a486-a738b07b7521 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:06.866671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff71e7-c1f3-4a56-a486-a738b07b7521 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c308200-9f47-4c9a-ac0f-71824cfe2365,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:06.870918 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e8ff71e7-c1f3-4a56-a486-a738b07b7521 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:06.872485 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e8ff71e7-c1f3-4a56-a486-a738b07b7521 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/2c308200-9f47-4c9a-ac0f-71824cfe2365 HTTP/1.1" status: 204 len: 168 time: 0.1585124 May 27 23:08:06.874543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40258) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:06.927093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b4f19914-c96e-4d9a-b86c-effea3cb1a50 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:06.987344 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b4f19914-c96e-4d9a-b86c-effea3cb1a50 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:06.991659 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b4f19914-c96e-4d9a-b86c-effea3cb1a50 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1133592 May 27 23:08:06.991866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40264) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:07.019485 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6be92b9c-3885-49f7-9d9d-62cff3845095 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:07.029666 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6be92b9c-3885-49f7-9d9d-62cff3845095 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:07.100949 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6be92b9c-3885-49f7-9d9d-62cff3845095 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:07.120323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be92b9c-3885-49f7-9d9d-62cff3845095 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbd3d38f-8c23-4c73-8242-f983005a51a9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:07.210169 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6be92b9c-3885-49f7-9d9d-62cff3845095 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:07.213832 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6be92b9c-3885-49f7-9d9d-62cff3845095 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/bbd3d38f-8c23-4c73-8242-f983005a51a9 HTTP/1.1" status: 204 len: 168 time: 0.2185535 May 27 23:08:07.214014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40270) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:07.264510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e765ed61-02f3-4c4b-a3e1-d67b2c8150eb tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:07.317812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e765ed61-02f3-4c4b-a3e1-d67b2c8150eb tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:07.319115 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e765ed61-02f3-4c4b-a3e1-d67b2c8150eb tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1041460 May 27 23:08:07.322165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40274) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:07.355639 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:07.365790 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:07.432727 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:07.450976 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f83db165-9a77-48e2-9fc4-02ad5ca7cbd1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:07.460856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:07.463109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:07.463109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:07.463275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:07.463593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:07.463944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:07.464276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:07.471224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:07.471224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:07.471224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:07.471224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:07.471224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:07.507294 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:07.508487 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e6b12fd0-377e-457e-a09e-bca342a0c003 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/f83db165-9a77-48e2-9fc4-02ad5ca7cbd1 HTTP/1.1" status: 204 len: 168 time: 0.1851676 May 27 23:08:07.510926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40282) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:07.559673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e353d84c-18e4-4fc3-af85-b5e1b73606ab tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:07.644721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e353d84c-18e4-4fc3-af85-b5e1b73606ab tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:07.646129 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e353d84c-18e4-4fc3-af85-b5e1b73606ab tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1342921 May 27 23:08:07.649061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40286) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:07.678426 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9585d8ca-c7b7-45f9-8c51-77cf459b457c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:07.689084 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9585d8ca-c7b7-45f9-8c51-77cf459b457c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:07.769814 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9585d8ca-c7b7-45f9-8c51-77cf459b457c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:07.787872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585d8ca-c7b7-45f9-8c51-77cf459b457c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b164334-89e7-4039-b4ed-3ed272236629,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:07.866631 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9585d8ca-c7b7-45f9-8c51-77cf459b457c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:07.870144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9585d8ca-c7b7-45f9-8c51-77cf459b457c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/4b164334-89e7-4039-b4ed-3ed272236629 HTTP/1.1" status: 204 len: 168 time: 0.2179930 May 27 23:08:07.870580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40296) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:07.923164 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8b80e823-827c-4dbe-a884-7428c663324a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0513797 May 27 23:08:07.926318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40300) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:07.953697 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:07.966934 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:08.054674 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:08.074044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97e2f436-a197-45d1-8184-1b049ad6d66a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:08.077790 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:08.081002 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/97e2f436-a197-45d1-8184-1b049ad6d66a HTTP/1.1" status: 204 len: 168 time: 0.1516690 May 27 23:08:08.081618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40306) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:08.083475 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:08.083818 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:08.084154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:08.084510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:08.084834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:08.085185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:08.085511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:08.085831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:08.086150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:08.086464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:08.086776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:08.087090 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70152591-2c61-488f-adb8-8e17cac67c5f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:08.127981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3f8ff89c-aa64-4129-ae07-a1c477f23c2c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:08.238411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3f8ff89c-aa64-4129-ae07-a1c477f23c2c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:08.239734 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3f8ff89c-aa64-4129-ae07-a1c477f23c2c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1570864 May 27 23:08:08.242570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40312) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:08.317591 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c3aadb8-df3d-45b7-aea4-24a5b837f94c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:08.344109 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c3aadb8-df3d-45b7-aea4-24a5b837f94c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:08.477768 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c3aadb8-df3d-45b7-aea4-24a5b837f94c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:08.498273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3aadb8-df3d-45b7-aea4-24a5b837f94c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4843af-0dab-4ca5-ab24-8c0b6a373a4c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:08.586930 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c3aadb8-df3d-45b7-aea4-24a5b837f94c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:08.588083 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2c3aadb8-df3d-45b7-aea4-24a5b837f94c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-groups/cc4843af-0dab-4ca5-ab24-8c0b6a373a4c HTTP/1.1" status: 204 len: 168 time: 0.3446138 May 27 23:08:08.590677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40318) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:08.640530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c0397626-b4e6-49c8-ac41-810941290f2b tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:08.729700 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c0397626-b4e6-49c8-ac41-810941290f2b tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:08.735075 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c0397626-b4e6-49c8-ac41-810941290f2b tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1392789 May 27 23:08:08.735280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40324) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:08.740374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6a98204d-bda2-4d9b-8044-da7a9ba32c1e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group': {'name': 'tempest-secgroup--431248788'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:08.747541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6a98204d-bda2-4d9b-8044-da7a9ba32c1e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:08.758178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6a98204d-bda2-4d9b-8044-da7a9ba32c1e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:08.826381 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6a98204d-bda2-4d9b-8044-da7a9ba32c1e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:08.848255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6a98204d-bda2-4d9b-8044-da7a9ba32c1e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:08.852302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6a98204d-bda2-4d9b-8044-da7a9ba32c1e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:08.855282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6a98204d-bda2-4d9b-8044-da7a9ba32c1e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:08.861234 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6a98204d-bda2-4d9b-8044-da7a9ba32c1e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:08.933468 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6a98204d-bda2-4d9b-8044-da7a9ba32c1e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:08.998235 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6a98204d-bda2-4d9b-8044-da7a9ba32c1e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:09.046066 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98204d-bda2-4d9b-8044-da7a9ba32c1e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081b4c59-5bb6-4359-9a87-f977f33b0604,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:09.118038 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6a98204d-bda2-4d9b-8044-da7a9ba32c1e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:09.119312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6a98204d-bda2-4d9b-8044-da7a9ba32c1e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3831701 May 27 23:08:09.122020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40334) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:09.128551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-dc9ede01-4aa8-4e13-8b57-f5bb4072b559 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group_rule': {'security_group_id': '081b4c59-5bb6-4359-9a87-f977f33b0604', 'direction': 'ingress', 'protocol': 17}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:09.135771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-dc9ede01-4aa8-4e13-8b57-f5bb4072b559 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:09.140079 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-dc9ede01-4aa8-4e13-8b57-f5bb4072b559 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:09.144037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-dc9ede01-4aa8-4e13-8b57-f5bb4072b559 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:09.149912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-dc9ede01-4aa8-4e13-8b57-f5bb4072b559 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:09.257028 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc9ede01-4aa8-4e13-8b57-f5bb4072b559 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:09.319522 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc9ede01-4aa8-4e13-8b57-f5bb4072b559 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:09.397873 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc9ede01-4aa8-4e13-8b57-f5bb4072b559 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:09.422677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ede01-4aa8-4e13-8b57-f5bb4072b559 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3df5ecb-0aa2-42bc-a878-4677ea13c2e7,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:09.489622 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dc9ede01-4aa8-4e13-8b57-f5bb4072b559 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:09.490851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dc9ede01-4aa8-4e13-8b57-f5bb4072b559 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3678813 May 27 23:08:09.493621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40342) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:09.557007 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb4cd3b3-2967-4bc9-b4bd-0e71d0127e71 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:09.583865 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb4cd3b3-2967-4bc9-b4bd-0e71d0127e71 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:09.695145 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb4cd3b3-2967-4bc9-b4bd-0e71d0127e71 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:09.714272 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cd3b3-2967-4bc9-b4bd-0e71d0127e71 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081b4c59-5bb6-4359-9a87-f977f33b0604,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:09.726757 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb4cd3b3-2967-4bc9-b4bd-0e71d0127e71 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:09.730344 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bb4cd3b3-2967-4bc9-b4bd-0e71d0127e71 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-groups/081b4c59-5bb6-4359-9a87-f977f33b0604 HTTP/1.1" status: 204 len: 168 time: 0.2333570 May 27 23:08:09.730544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40348) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:09.780841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3cf06724-7672-4225-a9d4-398ff6439c20 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:09.838692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3cf06724-7672-4225-a9d4-398ff6439c20 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:09.839765 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3cf06724-7672-4225-a9d4-398ff6439c20 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1083138 May 27 23:08:09.844756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40354) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:09.854450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0fe13caf-c852-4748-899d-922bd3c0df34 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group': {'name': 'tempest-secgroup--235972696'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:09.860024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0fe13caf-c852-4748-899d-922bd3c0df34 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:09.870708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0fe13caf-c852-4748-899d-922bd3c0df34 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:09.918067 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0fe13caf-c852-4748-899d-922bd3c0df34 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:09.939754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0fe13caf-c852-4748-899d-922bd3c0df34 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:09.943797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0fe13caf-c852-4748-899d-922bd3c0df34 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:09.946642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0fe13caf-c852-4748-899d-922bd3c0df34 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:09.953157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0fe13caf-c852-4748-899d-922bd3c0df34 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:10.029405 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0fe13caf-c852-4748-899d-922bd3c0df34 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:10.077936 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0fe13caf-c852-4748-899d-922bd3c0df34 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:10.123891 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe13caf-c852-4748-899d-922bd3c0df34 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a69c282-f7e7-47e5-9727-82874cd60af1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:10.195368 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0fe13caf-c852-4748-899d-922bd3c0df34 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:10.195368 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0fe13caf-c852-4748-899d-922bd3c0df34 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3441019 May 27 23:08:10.196827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40364) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:10.203536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-567a06c5-e05e-42cb-b87f-ebe45116a8d0 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group': {'name': 'tempest-secgroup--873487608'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:10.212019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-567a06c5-e05e-42cb-b87f-ebe45116a8d0 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:10.216656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-567a06c5-e05e-42cb-b87f-ebe45116a8d0 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:10.220294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-567a06c5-e05e-42cb-b87f-ebe45116a8d0 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:10.226960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-567a06c5-e05e-42cb-b87f-ebe45116a8d0 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:10.289504 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-567a06c5-e05e-42cb-b87f-ebe45116a8d0 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:10.310017 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-567a06c5-e05e-42cb-b87f-ebe45116a8d0 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:10.314257 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-567a06c5-e05e-42cb-b87f-ebe45116a8d0 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:10.317130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-567a06c5-e05e-42cb-b87f-ebe45116a8d0 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:10.322755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-567a06c5-e05e-42cb-b87f-ebe45116a8d0 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:10.395250 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-567a06c5-e05e-42cb-b87f-ebe45116a8d0 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:10.437814 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-567a06c5-e05e-42cb-b87f-ebe45116a8d0 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:10.485828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a06c5-e05e-42cb-b87f-ebe45116a8d0 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3870782b-d938-4080-9de5-91e0d5ba3086,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:10.565631 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-567a06c5-e05e-42cb-b87f-ebe45116a8d0 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:10.567021 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-567a06c5-e05e-42cb-b87f-ebe45116a8d0 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3683980 May 27 23:08:10.569756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40372) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:10.576900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-018ce18c-c5c7-4312-8b53-e77f2e0d98af tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group_rule': {'security_group_id': '5a69c282-f7e7-47e5-9727-82874cd60af1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3870782b-d938-4080-9de5-91e0d5ba3086', 'remote_ip_prefix': None}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:10.584211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-018ce18c-c5c7-4312-8b53-e77f2e0d98af tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:10.588255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-018ce18c-c5c7-4312-8b53-e77f2e0d98af tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:10.591259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-018ce18c-c5c7-4312-8b53-e77f2e0d98af tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:10.597259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-018ce18c-c5c7-4312-8b53-e77f2e0d98af tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:10.691076 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-018ce18c-c5c7-4312-8b53-e77f2e0d98af tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:10.764985 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-018ce18c-c5c7-4312-8b53-e77f2e0d98af tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:10.843248 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-018ce18c-c5c7-4312-8b53-e77f2e0d98af tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:10.866871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ce18c-c5c7-4312-8b53-e77f2e0d98af tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35052413-ee9f-4879-9284-aa7e0f3f68cc,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:10.955133 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-018ce18c-c5c7-4312-8b53-e77f2e0d98af tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:10.957115 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-018ce18c-c5c7-4312-8b53-e77f2e0d98af tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3856220 May 27 23:08:10.959696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40380) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:10.988748 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01a272b5-a1df-48d9-9f25-895bb401c7c2 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:10.999707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01a272b5-a1df-48d9-9f25-895bb401c7c2 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:11.089543 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01a272b5-a1df-48d9-9f25-895bb401c7c2 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:11.108910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a272b5-a1df-48d9-9f25-895bb401c7c2 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35052413-ee9f-4879-9284-aa7e0f3f68cc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:11.114323 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-01a272b5-a1df-48d9-9f25-895bb401c7c2 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:11.117232 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-01a272b5-a1df-48d9-9f25-895bb401c7c2 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/35052413-ee9f-4879-9284-aa7e0f3f68cc HTTP/1.1" status: 204 len: 168 time: 0.1563656 May 27 23:08:11.119873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40386) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:11.171352 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-85d14cc7-0de6-4c9d-aef5-1349f43399ec tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:11.284253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-85d14cc7-0de6-4c9d-aef5-1349f43399ec tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:11.285619 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-85d14cc7-0de6-4c9d-aef5-1349f43399ec tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1648979 May 27 23:08:11.288510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40394) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:11.362940 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7642bbc7-61e2-40be-99e7-8217af6da67a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:11.389732 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7642bbc7-61e2-40be-99e7-8217af6da67a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:11.484110 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7642bbc7-61e2-40be-99e7-8217af6da67a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:11.503817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642bbc7-61e2-40be-99e7-8217af6da67a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3870782b-d938-4080-9de5-91e0d5ba3086,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:11.564318 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7642bbc7-61e2-40be-99e7-8217af6da67a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:11.565490 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7642bbc7-61e2-40be-99e7-8217af6da67a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-groups/3870782b-d938-4080-9de5-91e0d5ba3086 HTTP/1.1" status: 204 len: 168 time: 0.2760947 May 27 23:08:11.567975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40400) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:11.632790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd84430d-b392-4227-8d04-b66dc94a829a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:11.704279 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fd84430d-b392-4227-8d04-b66dc94a829a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:11.707137 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fd84430d-b392-4227-8d04-b66dc94a829a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1371856 May 27 23:08:11.711197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40406) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:11.781766 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ac8949cc-b55a-4613-9dea-e438595f0ec3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:11.808674 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ac8949cc-b55a-4613-9dea-e438595f0ec3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:11.929599 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ac8949cc-b55a-4613-9dea-e438595f0ec3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:11.947257 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8949cc-b55a-4613-9dea-e438595f0ec3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a69c282-f7e7-47e5-9727-82874cd60af1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:12.046873 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ac8949cc-b55a-4613-9dea-e438595f0ec3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:12.047995 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ac8949cc-b55a-4613-9dea-e438595f0ec3 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-groups/5a69c282-f7e7-47e5-9727-82874cd60af1 HTTP/1.1" status: 204 len: 168 time: 0.3351157 May 27 23:08:12.050946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40416) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:12.116813 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-779610d3-0ed0-4218-ae89-10d947d904fc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645401 May 27 23:08:12.120719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40420) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:12.125887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-39803969-ea6c-4491-bd60-0ed37a14ee1a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group': {'name': 'tempest-secgroup--665972440'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:12.133293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-39803969-ea6c-4491-bd60-0ed37a14ee1a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:12.137625 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-39803969-ea6c-4491-bd60-0ed37a14ee1a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:12.141349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-39803969-ea6c-4491-bd60-0ed37a14ee1a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:12.147760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-39803969-ea6c-4491-bd60-0ed37a14ee1a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:12.243779 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39803969-ea6c-4491-bd60-0ed37a14ee1a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:12.264644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-39803969-ea6c-4491-bd60-0ed37a14ee1a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:12.269689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-39803969-ea6c-4491-bd60-0ed37a14ee1a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:12.272613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-39803969-ea6c-4491-bd60-0ed37a14ee1a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:12.278555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-39803969-ea6c-4491-bd60-0ed37a14ee1a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:12.346421 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39803969-ea6c-4491-bd60-0ed37a14ee1a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:12.420496 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39803969-ea6c-4491-bd60-0ed37a14ee1a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:12.467239 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39803969-ea6c-4491-bd60-0ed37a14ee1a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c313fa-a2e6-4fa6-b90b-69ea3961bcc8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:12.569624 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-39803969-ea6c-4491-bd60-0ed37a14ee1a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:12.571021 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-39803969-ea6c-4491-bd60-0ed37a14ee1a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4490662 May 27 23:08:12.573618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40428) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:12.578580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e378d810-3850-42a8-a0e3-8200787ecda7 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group_rule': {'security_group_id': 'd6c313fa-a2e6-4fa6-b90b-69ea3961bcc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:12.585582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e378d810-3850-42a8-a0e3-8200787ecda7 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:12.589703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e378d810-3850-42a8-a0e3-8200787ecda7 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:12.592845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e378d810-3850-42a8-a0e3-8200787ecda7 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:12.599397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e378d810-3850-42a8-a0e3-8200787ecda7 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:12.673112 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e378d810-3850-42a8-a0e3-8200787ecda7 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:12.742229 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e378d810-3850-42a8-a0e3-8200787ecda7 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:12.803004 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e378d810-3850-42a8-a0e3-8200787ecda7 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:12.827446 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378d810-3850-42a8-a0e3-8200787ecda7 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbb0131-83a5-4664-9a8e-4b3d277c3c7b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:12.889844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e378d810-3850-42a8-a0e3-8200787ecda7 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:12.891310 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e378d810-3850-42a8-a0e3-8200787ecda7 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3167472 May 27 23:08:12.894154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40436) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:12.933683 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-058dd4d4-64fc-4522-8e43-499f1d92f229 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:12.945322 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-058dd4d4-64fc-4522-8e43-499f1d92f229 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:13.015470 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-058dd4d4-64fc-4522-8e43-499f1d92f229 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:13.035079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058dd4d4-64fc-4522-8e43-499f1d92f229 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dbb0131-83a5-4664-9a8e-4b3d277c3c7b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:13.037421 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-058dd4d4-64fc-4522-8e43-499f1d92f229 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:13.040849 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-058dd4d4-64fc-4522-8e43-499f1d92f229 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/8dbb0131-83a5-4664-9a8e-4b3d277c3c7b HTTP/1.1" status: 204 len: 168 time: 0.1433775 May 27 23:08:13.041261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40440) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:13.087714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba5efec6-451b-4061-a43c-cf3306784881 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:13.175043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ba5efec6-451b-4061-a43c-cf3306784881 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:13.176286 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ba5efec6-451b-4061-a43c-cf3306784881 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1342964 May 27 23:08:13.179077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40448) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:13.242819 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca692abb-121d-4a5e-9ab1-4408dcd8df8e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:13.285075 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca692abb-121d-4a5e-9ab1-4408dcd8df8e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:13.421261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca692abb-121d-4a5e-9ab1-4408dcd8df8e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:13.438768 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca692abb-121d-4a5e-9ab1-4408dcd8df8e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c313fa-a2e6-4fa6-b90b-69ea3961bcc8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:13.524103 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ca692abb-121d-4a5e-9ab1-4408dcd8df8e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:13.525219 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ca692abb-121d-4a5e-9ab1-4408dcd8df8e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-groups/d6c313fa-a2e6-4fa6-b90b-69ea3961bcc8 HTTP/1.1" status: 204 len: 168 time: 0.3452046 May 27 23:08:13.527772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40456) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:13.575796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5db93fa4-8815-47d1-a49f-13ba4902c65b tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:13.695496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5db93fa4-8815-47d1-a49f-13ba4902c65b tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:13.700656 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5db93fa4-8815-47d1-a49f-13ba4902c65b tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1683950 May 27 23:08:13.701417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40462) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:13.707403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-80c08d7b-dd6a-4400-a4cc-0e219b8cdd0c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group': {'name': 'tempest-secgroup--2018488009'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:13.714034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-80c08d7b-dd6a-4400-a4cc-0e219b8cdd0c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:13.723925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-80c08d7b-dd6a-4400-a4cc-0e219b8cdd0c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:13.797749 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80c08d7b-dd6a-4400-a4cc-0e219b8cdd0c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:13.822453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-80c08d7b-dd6a-4400-a4cc-0e219b8cdd0c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:13.826563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-80c08d7b-dd6a-4400-a4cc-0e219b8cdd0c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:13.829430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-80c08d7b-dd6a-4400-a4cc-0e219b8cdd0c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:13.835194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-80c08d7b-dd6a-4400-a4cc-0e219b8cdd0c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:13.903009 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80c08d7b-dd6a-4400-a4cc-0e219b8cdd0c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:13.958027 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80c08d7b-dd6a-4400-a4cc-0e219b8cdd0c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:14.008674 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c08d7b-dd6a-4400-a4cc-0e219b8cdd0c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e60e96-167e-4ff2-b078-421cf58739ba,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:14.095658 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-80c08d7b-dd6a-4400-a4cc-0e219b8cdd0c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:14.096874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-80c08d7b-dd6a-4400-a4cc-0e219b8cdd0c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3943861 May 27 23:08:14.099615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40470) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:14.104463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-303726c7-9321-42bc-b865-dcba1865fb5a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group_rule': {'security_group_id': '08e60e96-167e-4ff2-b078-421cf58739ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:14.110878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-303726c7-9321-42bc-b865-dcba1865fb5a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:14.115672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-303726c7-9321-42bc-b865-dcba1865fb5a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:14.118544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-303726c7-9321-42bc-b865-dcba1865fb5a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:14.124394 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-303726c7-9321-42bc-b865-dcba1865fb5a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:14.233916 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-303726c7-9321-42bc-b865-dcba1865fb5a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:14.293479 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-303726c7-9321-42bc-b865-dcba1865fb5a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:14.397629 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-303726c7-9321-42bc-b865-dcba1865fb5a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:14.430336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303726c7-9321-42bc-b865-dcba1865fb5a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c63b35c-9929-479d-8bed-0a4497a9a5cb,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:14.498164 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-303726c7-9321-42bc-b865-dcba1865fb5a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:14.499741 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-303726c7-9321-42bc-b865-dcba1865fb5a tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3991227 May 27 23:08:14.502418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40480) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:14.523708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-962d3b14-bfe0-49db-b7b9-83566104392d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules/1c63b35c-9929-479d-8bed-0a4497a9a5cb HTTP/1.1" status: 200 len: 763 time: 0.0184700 May 27 23:08:14.526153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40484) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:14.576630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7a29a74e-ca7e-4273-9cc7-c7c463c20a1d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:14.660728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7a29a74e-ca7e-4273-9cc7-c7c463c20a1d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:14.664523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7a29a74e-ca7e-4273-9cc7-c7c463c20a1d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1349561 May 27 23:08:14.664847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40488) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:14.695323 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df538d64-0d66-42e7-a811-770b4c506a98 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:14.706480 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df538d64-0d66-42e7-a811-770b4c506a98 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:14.803468 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df538d64-0d66-42e7-a811-770b4c506a98 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:14.821356 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df538d64-0d66-42e7-a811-770b4c506a98 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c63b35c-9929-479d-8bed-0a4497a9a5cb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:14.884048 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df538d64-0d66-42e7-a811-770b4c506a98 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:14.885354 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-df538d64-0d66-42e7-a811-770b4c506a98 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/1c63b35c-9929-479d-8bed-0a4497a9a5cb HTTP/1.1" status: 204 len: 168 time: 0.2194824 May 27 23:08:14.898522 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40496) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:14.941545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1c6e91c8-05bf-4ae1-a720-54b6dc5254d4 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:14.992027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1c6e91c8-05bf-4ae1-a720-54b6dc5254d4 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:14.993427 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1c6e91c8-05bf-4ae1-a720-54b6dc5254d4 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1044838 May 27 23:08:14.996156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40500) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:15.001024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1d8e04a5-df8f-4cec-985a-a5bebfa03507 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group_rule': {'security_group_id': '08e60e96-167e-4ff2-b078-421cf58739ba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:15.008188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1d8e04a5-df8f-4cec-985a-a5bebfa03507 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:15.018459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1d8e04a5-df8f-4cec-985a-a5bebfa03507 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:15.079043 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d8e04a5-df8f-4cec-985a-a5bebfa03507 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:15.141328 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d8e04a5-df8f-4cec-985a-a5bebfa03507 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:15.220962 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d8e04a5-df8f-4cec-985a-a5bebfa03507 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:15.245005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e04a5-df8f-4cec-985a-a5bebfa03507 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9ee0a7-5261-4863-a233-d999335d1b20,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:15.341033 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1d8e04a5-df8f-4cec-985a-a5bebfa03507 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:15.342586 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1d8e04a5-df8f-4cec-985a-a5bebfa03507 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3455009 May 27 23:08:15.345202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40510) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:15.364727 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5395593c-0c67-4208-8a8d-dabd075a79e1 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules/9d9ee0a7-5261-4863-a233-d999335d1b20 HTTP/1.1" status: 200 len: 763 time: 0.0183539 May 27 23:08:15.367096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40514) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:15.414948 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41c86837-3eb6-4a2f-8e32-f1a4eaa97165 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:15.495110 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-41c86837-3eb6-4a2f-8e32-f1a4eaa97165 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:15.496446 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-41c86837-3eb6-4a2f-8e32-f1a4eaa97165 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1284595 May 27 23:08:15.499082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40520) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:15.527269 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54758172-8e24-4872-baa1-cccdb938b9ca tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:15.537645 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54758172-8e24-4872-baa1-cccdb938b9ca tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:15.631976 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54758172-8e24-4872-baa1-cccdb938b9ca tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:15.650997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54758172-8e24-4872-baa1-cccdb938b9ca tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d9ee0a7-5261-4863-a233-d999335d1b20,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:15.724036 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54758172-8e24-4872-baa1-cccdb938b9ca tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:15.725642 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-54758172-8e24-4872-baa1-cccdb938b9ca tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/9d9ee0a7-5261-4863-a233-d999335d1b20 HTTP/1.1" status: 204 len: 168 time: 0.2253544 May 27 23:08:15.727925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40526) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:15.777629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e854c7cd-1a0f-4ecf-a1ca-d2a35bf4313f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:15.843773 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e854c7cd-1a0f-4ecf-a1ca-d2a35bf4313f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:15.845100 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e854c7cd-1a0f-4ecf-a1ca-d2a35bf4313f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1160698 May 27 23:08:15.852546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40530) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:15.857405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1e500ac6-518e-4e56-bea5-a5f5c34f3942 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group_rule': {'security_group_id': '08e60e96-167e-4ff2-b078-421cf58739ba', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:15.865066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e500ac6-518e-4e56-bea5-a5f5c34f3942 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:15.875184 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1e500ac6-518e-4e56-bea5-a5f5c34f3942 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:15.929613 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-1e500ac6-518e-4e56-bea5-a5f5c34f3942 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Project febbd6dd03934d189489a85fbc7284e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:08:15.936392 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e500ac6-518e-4e56-bea5-a5f5c34f3942 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:15.995737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e500ac6-518e-4e56-bea5-a5f5c34f3942 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:16.003909 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:16.068983 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e500ac6-518e-4e56-bea5-a5f5c34f3942 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:16.093123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e500ac6-518e-4e56-bea5-a5f5c34f3942 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28e098d-7faf-4cde-98c7-591139a90590,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:16.163707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1e500ac6-518e-4e56-bea5-a5f5c34f3942 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:16.164966 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1e500ac6-518e-4e56-bea5-a5f5c34f3942 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3115118 May 27 23:08:16.167666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40538) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:16.187097 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3da17372-c63a-4383-80d5-2ac0cafd3c89 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules/a28e098d-7faf-4cde-98c7-591139a90590 HTTP/1.1" status: 200 len: 769 time: 0.0181043 May 27 23:08:16.189441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40542) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:16.240586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5e887300-742f-46ba-a0fd-f515225f1bcf tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:16.300692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5e887300-742f-46ba-a0fd-f515225f1bcf tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:16.302024 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5e887300-742f-46ba-a0fd-f515225f1bcf tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1117103 May 27 23:08:16.304736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40550) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:16.333604 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24ac288c-bd07-4a52-9679-d5a5bd36a962 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:16.346253 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24ac288c-bd07-4a52-9679-d5a5bd36a962 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:16.449667 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24ac288c-bd07-4a52-9679-d5a5bd36a962 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:16.468327 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac288c-bd07-4a52-9679-d5a5bd36a962 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a28e098d-7faf-4cde-98c7-591139a90590,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:16.580933 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-24ac288c-bd07-4a52-9679-d5a5bd36a962 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:16.584468 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-24ac288c-bd07-4a52-9679-d5a5bd36a962 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-group-rules/a28e098d-7faf-4cde-98c7-591139a90590 HTTP/1.1" status: 204 len: 168 time: 0.2765336 May 27 23:08:16.584698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40556) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:16.634978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2760eba9-12e2-4f5d-9f5d-b395cc651203 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:16.734968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-2760eba9-12e2-4f5d-9f5d-b395cc651203 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:16.736922 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2760eba9-12e2-4f5d-9f5d-b395cc651203 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1506028 May 27 23:08:16.739644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40564) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:16.809046 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8932ec1-c003-40a0-87da-81c9b3127d3f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:16.841380 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8932ec1-c003-40a0-87da-81c9b3127d3f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:16.946671 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8932ec1-c003-40a0-87da-81c9b3127d3f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:16.970998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8932ec1-c003-40a0-87da-81c9b3127d3f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e60e96-167e-4ff2-b078-421cf58739ba,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:17.078063 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c8932ec1-c003-40a0-87da-81c9b3127d3f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:17.079138 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c8932ec1-c003-40a0-87da-81c9b3127d3f tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-groups/08e60e96-167e-4ff2-b078-421cf58739ba HTTP/1.1" status: 204 len: 168 time: 0.3385441 May 27 23:08:17.082189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40570) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:17.131474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-44dcd080-5865-446a-b37e-955d1b773e36 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:17.203902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-44dcd080-5865-446a-b37e-955d1b773e36 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:17.205873 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-44dcd080-5865-446a-b37e-955d1b773e36 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1227467 May 27 23:08:17.212625 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40576) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:17.215411 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b00a1c3a-b0e5-4f4e-96e7-2ff3fcd5052d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group': {'name': 'tempest-secgroup--575265342'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:17.227706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b00a1c3a-b0e5-4f4e-96e7-2ff3fcd5052d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:17.246517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b00a1c3a-b0e5-4f4e-96e7-2ff3fcd5052d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:17.335074 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b00a1c3a-b0e5-4f4e-96e7-2ff3fcd5052d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:17.355095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b00a1c3a-b0e5-4f4e-96e7-2ff3fcd5052d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:17.359080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b00a1c3a-b0e5-4f4e-96e7-2ff3fcd5052d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:17.362011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b00a1c3a-b0e5-4f4e-96e7-2ff3fcd5052d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:17.367687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b00a1c3a-b0e5-4f4e-96e7-2ff3fcd5052d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:17.436373 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b00a1c3a-b0e5-4f4e-96e7-2ff3fcd5052d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:17.529136 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b00a1c3a-b0e5-4f4e-96e7-2ff3fcd5052d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:17.573774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a1c3a-b0e5-4f4e-96e7-2ff3fcd5052d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beef23b3-be76-404f-9723-822b7d8d6ddb,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:17.661616 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b00a1c3a-b0e5-4f4e-96e7-2ff3fcd5052d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:17.665375 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b00a1c3a-b0e5-4f4e-96e7-2ff3fcd5052d tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4515431 May 27 23:08:17.665623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40586) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:17.670954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-75ab733f-8ef4-46e1-aac4-7a288743979c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Request body: {'security_group_rule': {'security_group_id': 'beef23b3-be76-404f-9723-822b7d8d6ddb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:17.678409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-75ab733f-8ef4-46e1-aac4-7a288743979c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:17.682533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-75ab733f-8ef4-46e1-aac4-7a288743979c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Usage tracker for resource:security_group_rule and tenant:febbd6dd03934d189489a85fbc7284e7 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:17.685666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-75ab733f-8ef4-46e1-aac4-7a288743979c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:17.692116 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-75ab733f-8ef4-46e1-aac4-7a288743979c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:17.776151 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-75ab733f-8ef4-46e1-aac4-7a288743979c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:17.837090 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-75ab733f-8ef4-46e1-aac4-7a288743979c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:17.900598 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-75ab733f-8ef4-46e1-aac4-7a288743979c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:17.923173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab733f-8ef4-46e1-aac4-7a288743979c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6219a5-99db-4b8d-8900-a5100b167ea6,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:18.008987 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-75ab733f-8ef4-46e1-aac4-7a288743979c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:18.010208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-75ab733f-8ef4-46e1-aac4-7a288743979c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3436759 May 27 23:08:18.012849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40594) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:18.092465 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-828ec1a2-23d7-4100-b9f2-36765e075fee tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:18.120826 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-828ec1a2-23d7-4100-b9f2-36765e075fee tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:18.294495 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-828ec1a2-23d7-4100-b9f2-36765e075fee tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:18.312855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ec1a2-23d7-4100-b9f2-36765e075fee tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beef23b3-be76-404f-9723-822b7d8d6ddb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:18.332479 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-828ec1a2-23d7-4100-b9f2-36765e075fee tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:18.332479 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-828ec1a2-23d7-4100-b9f2-36765e075fee tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-groups/beef23b3-be76-404f-9723-822b7d8d6ddb HTTP/1.1" status: 204 len: 168 time: 0.3120532 May 27 23:08:18.334133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40602) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:18.383859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-45db5344-797f-42a7-bce3-0991c5fa2403 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:18.476210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-45db5344-797f-42a7-bce3-0991c5fa2403 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:18.483738 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-45db5344-797f-42a7-bce3-0991c5fa2403 tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1424809 May 27 23:08:18.483738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40608) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:18.523480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a5b20bd6-e7f6-466c-982e-95ea1c7f201e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Synchronizing usage tracker for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:18.597922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a5b20bd6-e7f6-466c-982e-95ea1c7f201e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] Unset dirty status for tenant:febbd6dd03934d189489a85fbc7284e7 on resource:security_group_rule {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:18.599187 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a5b20bd6-e7f6-466c-982e-95ea1c7f201e tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1173775 May 27 23:08:18.602016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40612) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:18.617937 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-d065ce9c-acee-4a40-a15b-6a59a9ce3ffc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] delete failed (client error): The resource could not be found. May 27 23:08:18.618899 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d065ce9c-acee-4a40-a15b-6a59a9ce3ffc tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "DELETE /v2.0/security-groups/beef23b3-be76-404f-9723-822b7d8d6ddb HTTP/1.1" status: 404 len: 347 time: 0.0160151 May 27 23:08:18.622534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40616) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:18.676114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c96a6ee6-48a9-472b-94d7-7df119c4da9c tempest-SecGroupIPv6Test-61433535 tempest-SecGroupIPv6Test-61433535-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0525763 May 27 23:08:19.341327 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40632) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:19.502102 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fc22ed37-942f-4313-9db5-97836ada30fc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=febbd6dd03934d189489a85fbc7284e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586952 May 27 23:08:19.504660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40640) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:19.560784 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d13e892d-5642-4180-a98b-13272359bcf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:19.586668 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d13e892d-5642-4180-a98b-13272359bcf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:19.740572 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d13e892d-5642-4180-a98b-13272359bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:19.756587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e892d-5642-4180-a98b-13272359bcf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc25759e-61ac-4156-9867-59920f72a6ec,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:19.935508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d13e892d-5642-4180-a98b-13272359bcf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:19.936682 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d13e892d-5642-4180-a98b-13272359bcf2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dc25759e-61ac-4156-9867-59920f72a6ec HTTP/1.1" status: 204 len: 168 time: 0.4310634 May 27 23:08:20.964305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40682) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:21.083167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-16a27d41-6f26-45c8-9cdc-740b33dfd0dc tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:21.083610 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-16a27d41-6f26-45c8-9cdc-740b33dfd0dc tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 27 23:08:21.084096 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-16a27d41-6f26-45c8-9cdc-740b33dfd0dc tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): There was a conflict when trying to complete your request. May 27 23:08:21.085052 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-16a27d41-6f26-45c8-9cdc-740b33dfd0dc tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1197510 May 27 23:08:21.088629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40688) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:21.093521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group': {'name': 'tempest-secgroup--915515113'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:21.101062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:21.104914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:21.107764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:21.113526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:21.197476 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:21.210962 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:21.229331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:21.233050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:21.235830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:21.241459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:21.459121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:21.523493 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:21.538378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:21.550109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:21.555942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:21.564803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:21.566609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c7c15d-0b14-47d4-82bf-6945bd5800d0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:21.638167 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:21.683551 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:21.726624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f49563f-59e7-4867-a97e-b6b51957d0a5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:21.803762 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:21.805064 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4d263919-2c60-40c3-ac36-95ea81d0a8c4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7155497 May 27 23:08:21.808391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40702) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:21.813466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0caece8f-9b9d-4fa8-a418-471e84464261 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '0f49563f-59e7-4867-a97e-b6b51957d0a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:21.820531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0caece8f-9b9d-4fa8-a418-471e84464261 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:21.824383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0caece8f-9b9d-4fa8-a418-471e84464261 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:21.827283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0caece8f-9b9d-4fa8-a418-471e84464261 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:21.833224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0caece8f-9b9d-4fa8-a418-471e84464261 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:21.898783 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0caece8f-9b9d-4fa8-a418-471e84464261 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:21.959444 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0caece8f-9b9d-4fa8-a418-471e84464261 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:22.003083 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0caece8f-9b9d-4fa8-a418-471e84464261 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:22.030100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caece8f-9b9d-4fa8-a418-471e84464261 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a1bfe6-1a14-4c60-9036-68c67c7fbb62,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:22.115351 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0caece8f-9b9d-4fa8-a418-471e84464261 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:22.119254 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0caece8f-9b9d-4fa8-a418-471e84464261 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3072040 May 27 23:08:22.120781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40710) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:22.124823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-96c77f06-a6ec-4c98-9685-df629ea40670 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '0f49563f-59e7-4867-a97e-b6b51957d0a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:22.131680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-96c77f06-a6ec-4c98-9685-df629ea40670 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:22.135544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-96c77f06-a6ec-4c98-9685-df629ea40670 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:22.138427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-96c77f06-a6ec-4c98-9685-df629ea40670 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:22.144928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-96c77f06-a6ec-4c98-9685-df629ea40670 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:22.239171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96c77f06-a6ec-4c98-9685-df629ea40670 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:22.386235 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-96c77f06-a6ec-4c98-9685-df629ea40670 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): There was a conflict when trying to complete your request. May 27 23:08:22.387218 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-96c77f06-a6ec-4c98-9685-df629ea40670 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2667873 May 27 23:08:22.389960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40716) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:22.455724 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14442cfa-bb05-4aec-92f1-58bca284d4fd tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:22.484597 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14442cfa-bb05-4aec-92f1-58bca284d4fd tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:22.508829 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:22.609393 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14442cfa-bb05-4aec-92f1-58bca284d4fd tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:22.627360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14442cfa-bb05-4aec-92f1-58bca284d4fd tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f49563f-59e7-4867-a97e-b6b51957d0a5,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:22.631717 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-14442cfa-bb05-4aec-92f1-58bca284d4fd tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:22.632836 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-14442cfa-bb05-4aec-92f1-58bca284d4fd tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "DELETE /v2.0/security-groups/0f49563f-59e7-4867-a97e-b6b51957d0a5 HTTP/1.1" status: 204 len: 168 time: 0.2419138 May 27 23:08:22.635523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40724) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:22.687848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-015d953a-0547-4448-a00a-e618914fc5be tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Synchronizing usage tracker for tenant:225c0b3becb944899a2dfce5390f3846 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:22.815325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-015d953a-0547-4448-a00a-e618914fc5be tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Unset dirty status for tenant:225c0b3becb944899a2dfce5390f3846 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:22.819319 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-015d953a-0547-4448-a00a-e618914fc5be tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1801686 May 27 23:08:22.820440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40730) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:22.825516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-4b1aa177-1e44-428a-a0c8-37651a2329d4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420534194'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:22.833072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b1aa177-1e44-428a-a0c8-37651a2329d4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:22.842930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b1aa177-1e44-428a-a0c8-37651a2329d4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:22.924277 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa177-1e44-428a-a0c8-37651a2329d4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:22.951975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b1aa177-1e44-428a-a0c8-37651a2329d4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:22.956670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b1aa177-1e44-428a-a0c8-37651a2329d4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:22.961079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-4b1aa177-1e44-428a-a0c8-37651a2329d4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:22.967367 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-4b1aa177-1e44-428a-a0c8-37651a2329d4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:23.035009 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa177-1e44-428a-a0c8-37651a2329d4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:23.117759 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa177-1e44-428a-a0c8-37651a2329d4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:23.160541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1aa177-1e44-428a-a0c8-37651a2329d4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f5a592-dbac-44b0-8fd3-a3e0d22b63ec,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:23.232373 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa177-1e44-428a-a0c8-37651a2329d4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:23.233560 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4b1aa177-1e44-428a-a0c8-37651a2329d4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4122002 May 27 23:08:23.237236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40738) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:23.242831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-750042ae-8041-40dd-ac63-0fb0d9c16e10 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '75f5a592-dbac-44b0-8fd3-a3e0d22b63ec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:23.243314 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-750042ae-8041-40dd-ac63-0fb0d9c16e10 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 27 23:08:23.243799 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-750042ae-8041-40dd-ac63-0fb0d9c16e10 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:23.244731 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-750042ae-8041-40dd-ac63-0fb0d9c16e10 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064161 May 27 23:08:23.247365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40742) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:23.310196 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bcad-a7f4-4378-b1c3-74f470c2ca06 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:23.340726 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bcad-a7f4-4378-b1c3-74f470c2ca06 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:23.449693 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bcad-a7f4-4378-b1c3-74f470c2ca06 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:23.469067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6bcad-a7f4-4378-b1c3-74f470c2ca06 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f5a592-dbac-44b0-8fd3-a3e0d22b63ec,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:23.476322 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bcad-a7f4-4378-b1c3-74f470c2ca06 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:23.477450 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5bc6bcad-a7f4-4378-b1c3-74f470c2ca06 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "DELETE /v2.0/security-groups/75f5a592-dbac-44b0-8fd3-a3e0d22b63ec HTTP/1.1" status: 204 len: 168 time: 0.2292702 May 27 23:08:23.480314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40748) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:23.531958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-edb09e52-0b99-4410-aed2-aaa42d5dbda4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505021 May 27 23:08:23.536218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40754) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:23.541331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-00606dc8-017c-404b-9fcd-9a7825bb7d4e tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group': {'name': 'tempest-secgroup--317196803'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:23.548971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-00606dc8-017c-404b-9fcd-9a7825bb7d4e tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:23.553043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-00606dc8-017c-404b-9fcd-9a7825bb7d4e tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:23.555946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-00606dc8-017c-404b-9fcd-9a7825bb7d4e tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:23.561780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-00606dc8-017c-404b-9fcd-9a7825bb7d4e tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:23.637055 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00606dc8-017c-404b-9fcd-9a7825bb7d4e tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:23.657166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-00606dc8-017c-404b-9fcd-9a7825bb7d4e tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:23.661633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-00606dc8-017c-404b-9fcd-9a7825bb7d4e tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:23.664445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-00606dc8-017c-404b-9fcd-9a7825bb7d4e tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:23.670237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-00606dc8-017c-404b-9fcd-9a7825bb7d4e tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:23.753551 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00606dc8-017c-404b-9fcd-9a7825bb7d4e tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:23.826166 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00606dc8-017c-404b-9fcd-9a7825bb7d4e tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:23.871813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00606dc8-017c-404b-9fcd-9a7825bb7d4e tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e83064-e667-4448-bc19-b9d6b6fe3451,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:23.952133 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-00606dc8-017c-404b-9fcd-9a7825bb7d4e tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:23.953484 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-00606dc8-017c-404b-9fcd-9a7825bb7d4e tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4162333 May 27 23:08:23.956885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40764) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:23.961668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-86040df1-7983-4c97-8b43-f11763006b84 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': 'a4e83064-e667-4448-bc19-b9d6b6fe3451', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:23.962259 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-86040df1-7983-4c97-8b43-f11763006b84 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 27 23:08:23.962720 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-86040df1-7983-4c97-8b43-f11763006b84 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:23.963594 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-86040df1-7983-4c97-8b43-f11763006b84 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058181 May 27 23:08:23.965841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40768) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:24.031483 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-170f3c90-06f6-4b8f-af10-30f1260c65dc tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:24.056771 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-170f3c90-06f6-4b8f-af10-30f1260c65dc tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:24.081791 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:08:24.180548 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-170f3c90-06f6-4b8f-af10-30f1260c65dc tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:24.200068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f3c90-06f6-4b8f-af10-30f1260c65dc tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e83064-e667-4448-bc19-b9d6b6fe3451,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:24.208105 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-170f3c90-06f6-4b8f-af10-30f1260c65dc tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:24.209304 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-170f3c90-06f6-4b8f-af10-30f1260c65dc tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "DELETE /v2.0/security-groups/a4e83064-e667-4448-bc19-b9d6b6fe3451 HTTP/1.1" status: 204 len: 168 time: 0.2426322 May 27 23:08:24.212022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40774) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:24.265104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec531918-1a3c-463e-88cf-47b4d5d447f4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Synchronizing usage tracker for tenant:225c0b3becb944899a2dfce5390f3846 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:24.334988 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ec531918-1a3c-463e-88cf-47b4d5d447f4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Unset dirty status for tenant:225c0b3becb944899a2dfce5390f3846 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:24.336466 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ec531918-1a3c-463e-88cf-47b4d5d447f4 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1234541 May 27 23:08:24.340094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40780) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:24.345391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7b626639-51dc-4b9e-8595-359c2cd85b15 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633804042'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:24.353108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b626639-51dc-4b9e-8595-359c2cd85b15 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:24.363758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b626639-51dc-4b9e-8595-359c2cd85b15 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:24.420802 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b626639-51dc-4b9e-8595-359c2cd85b15 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:24.441115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b626639-51dc-4b9e-8595-359c2cd85b15 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:24.444966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b626639-51dc-4b9e-8595-359c2cd85b15 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:24.447749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7b626639-51dc-4b9e-8595-359c2cd85b15 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:24.453769 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7b626639-51dc-4b9e-8595-359c2cd85b15 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:24.529662 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b626639-51dc-4b9e-8595-359c2cd85b15 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:24.632149 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b626639-51dc-4b9e-8595-359c2cd85b15 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:24.681763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b626639-51dc-4b9e-8595-359c2cd85b15 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805c0c7a-4107-45d7-9349-1fd47fd3f268,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:24.740943 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7b626639-51dc-4b9e-8595-359c2cd85b15 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:24.744609 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7b626639-51dc-4b9e-8595-359c2cd85b15 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4011378 May 27 23:08:24.745353 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40790) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:24.750071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6061f661-a9eb-4474-ba74-5a9efc4ec372 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '805c0c7a-4107-45d7-9349-1fd47fd3f268', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:24.750932 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-6061f661-a9eb-4474-ba74-5a9efc4ec372 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 27 23:08:24.751448 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-6061f661-a9eb-4474-ba74-5a9efc4ec372 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:24.752372 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6061f661-a9eb-4474-ba74-5a9efc4ec372 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063894 May 27 23:08:24.754538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40794) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:24.759193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1474944b-f165-4f41-87a5-56e275c167c8 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '805c0c7a-4107-45d7-9349-1fd47fd3f268', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:24.759762 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-1474944b-f165-4f41-87a5-56e275c167c8 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 27 23:08:24.760220 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-1474944b-f165-4f41-87a5-56e275c167c8 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:24.761139 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1474944b-f165-4f41-87a5-56e275c167c8 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057929 May 27 23:08:24.763303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40798) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:24.768837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-320b5945-36db-4ea5-9600-d9b661ed088c tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '805c0c7a-4107-45d7-9349-1fd47fd3f268', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:24.769639 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-320b5945-36db-4ea5-9600-d9b661ed088c tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 27 23:08:24.773293 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-320b5945-36db-4ea5-9600-d9b661ed088c tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:24.773293 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-320b5945-36db-4ea5-9600-d9b661ed088c tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068510 May 27 23:08:24.775010 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40802) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:24.779466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-818d2ce2-0253-42b0-bf2d-ec762646e342 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '805c0c7a-4107-45d7-9349-1fd47fd3f268', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:24.780277 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-818d2ce2-0253-42b0-bf2d-ec762646e342 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 27 23:08:24.780759 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-818d2ce2-0253-42b0-bf2d-ec762646e342 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:24.781624 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-818d2ce2-0253-42b0-bf2d-ec762646e342 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0058086 May 27 23:08:24.784373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40806) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:24.844641 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b6c0c2b-63ad-4704-a5a9-ddb408bb973d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:24.873070 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b6c0c2b-63ad-4704-a5a9-ddb408bb973d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:24.981129 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b6c0c2b-63ad-4704-a5a9-ddb408bb973d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:25.000301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c0c2b-63ad-4704-a5a9-ddb408bb973d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805c0c7a-4107-45d7-9349-1fd47fd3f268,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:25.007192 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8b6c0c2b-63ad-4704-a5a9-ddb408bb973d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:25.011016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40812) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:25.016700 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8b6c0c2b-63ad-4704-a5a9-ddb408bb973d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "DELETE /v2.0/security-groups/805c0c7a-4107-45d7-9349-1fd47fd3f268 HTTP/1.1" status: 204 len: 168 time: 0.2230616 May 27 23:08:25.067811 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ee4b52de-5520-4206-81a0-a06dce77818c tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517128 May 27 23:08:25.068155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40816) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:25.073444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6ff06a4a-ad0a-407f-bbef-c8e139ed5b59 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group': {'name': 'tempest-secgroup--987413099'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:25.080719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ff06a4a-ad0a-407f-bbef-c8e139ed5b59 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:25.084836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ff06a4a-ad0a-407f-bbef-c8e139ed5b59 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:25.087638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ff06a4a-ad0a-407f-bbef-c8e139ed5b59 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:25.093558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ff06a4a-ad0a-407f-bbef-c8e139ed5b59 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:25.169352 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ff06a4a-ad0a-407f-bbef-c8e139ed5b59 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:25.192697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ff06a4a-ad0a-407f-bbef-c8e139ed5b59 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:25.196702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ff06a4a-ad0a-407f-bbef-c8e139ed5b59 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:25.199534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6ff06a4a-ad0a-407f-bbef-c8e139ed5b59 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:25.209799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6ff06a4a-ad0a-407f-bbef-c8e139ed5b59 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:25.284934 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ff06a4a-ad0a-407f-bbef-c8e139ed5b59 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:25.330144 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ff06a4a-ad0a-407f-bbef-c8e139ed5b59 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:25.375587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff06a4a-ad0a-407f-bbef-c8e139ed5b59 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0969e7ac-0e61-4cea-b9c3-6581c5491d6d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:25.432472 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6ff06a4a-ad0a-407f-bbef-c8e139ed5b59 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:25.433707 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ff06a4a-ad0a-407f-bbef-c8e139ed5b59 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3645306 May 27 23:08:25.436524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40824) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:25.441826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-36409f62-d884-478a-8ec3-41483cad320b tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '0969e7ac-0e61-4cea-b9c3-6581c5491d6d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:25.442300 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-36409f62-d884-478a-8ec3-41483cad320b tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 27 23:08:25.442777 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-36409f62-d884-478a-8ec3-41483cad320b tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:25.444927 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-36409f62-d884-478a-8ec3-41483cad320b tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062599 May 27 23:08:25.446804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40828) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:25.452048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e4f1e5f6-67a1-45aa-ae9a-ef96d1843376 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '0969e7ac-0e61-4cea-b9c3-6581c5491d6d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:25.459510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e4f1e5f6-67a1-45aa-ae9a-ef96d1843376 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:25.463390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e4f1e5f6-67a1-45aa-ae9a-ef96d1843376 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:25.467353 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e4f1e5f6-67a1-45aa-ae9a-ef96d1843376 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:25.473151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e4f1e5f6-67a1-45aa-ae9a-ef96d1843376 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:25.598217 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-e4f1e5f6-67a1-45aa-ae9a-ef96d1843376 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:25.602397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40838) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:25.602642 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e4f1e5f6-67a1-45aa-ae9a-ef96d1843376 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1545753 May 27 23:08:25.608070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f3eed9a8-27f4-4e60-a1a4-8723aff1b092 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '0969e7ac-0e61-4cea-b9c3-6581c5491d6d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:25.608641 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-f3eed9a8-27f4-4e60-a1a4-8723aff1b092 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 27 23:08:25.609237 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-f3eed9a8-27f4-4e60-a1a4-8723aff1b092 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:25.612751 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f3eed9a8-27f4-4e60-a1a4-8723aff1b092 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064354 May 27 23:08:25.613027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40842) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:25.627125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-81f58a06-d81b-4d98-9c6a-6efadf2daaed tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '0969e7ac-0e61-4cea-b9c3-6581c5491d6d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:25.633960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81f58a06-d81b-4d98-9c6a-6efadf2daaed tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:25.638527 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81f58a06-d81b-4d98-9c6a-6efadf2daaed tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:25.641540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81f58a06-d81b-4d98-9c6a-6efadf2daaed tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:25.657083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81f58a06-d81b-4d98-9c6a-6efadf2daaed tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:25.843602 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-81f58a06-d81b-4d98-9c6a-6efadf2daaed tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:25.847480 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-81f58a06-d81b-4d98-9c6a-6efadf2daaed tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2307250 May 27 23:08:25.847796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40848) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:25.852643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c2e0d008-2184-43db-bcec-bb8b61e77b5f tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '0969e7ac-0e61-4cea-b9c3-6581c5491d6d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:25.853114 n-d-843680-3 neutron-server[88901]: WARNING neutron.api.v2.base [None req-c2e0d008-2184-43db-bcec-bb8b61e77b5f tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 27 23:08:25.853571 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-c2e0d008-2184-43db-bcec-bb8b61e77b5f tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:25.854485 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c2e0d008-2184-43db-bcec-bb8b61e77b5f tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057538 May 27 23:08:25.856702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40852) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:25.861491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3a35e7db-7308-42c1-b42c-048409f1f5c1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '0969e7ac-0e61-4cea-b9c3-6581c5491d6d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:25.869106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a35e7db-7308-42c1-b42c-048409f1f5c1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:25.872929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a35e7db-7308-42c1-b42c-048409f1f5c1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:25.875733 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3a35e7db-7308-42c1-b42c-048409f1f5c1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:25.882144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3a35e7db-7308-42c1-b42c-048409f1f5c1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:26.043583 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-3a35e7db-7308-42c1-b42c-048409f1f5c1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:26.044907 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a35e7db-7308-42c1-b42c-048409f1f5c1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1873636 May 27 23:08:26.047843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40858) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:26.053741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-25e85272-48af-407f-818a-861e2c7d62a3 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '0969e7ac-0e61-4cea-b9c3-6581c5491d6d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:26.054528 n-d-843680-3 neutron-server[88900]: WARNING neutron.api.v2.base [None req-25e85272-48af-407f-818a-861e2c7d62a3 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 27 23:08:26.055094 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-25e85272-48af-407f-818a-861e2c7d62a3 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:26.056045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-25e85272-48af-407f-818a-861e2c7d62a3 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066185 May 27 23:08:26.058754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40862) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:26.067243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6f296180-01a0-4520-8676-b41fbb464b3d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '0969e7ac-0e61-4cea-b9c3-6581c5491d6d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:26.077052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6f296180-01a0-4520-8676-b41fbb464b3d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:26.078845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6f296180-01a0-4520-8676-b41fbb464b3d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:26.088044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6f296180-01a0-4520-8676-b41fbb464b3d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:26.097539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6f296180-01a0-4520-8676-b41fbb464b3d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:26.272299 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-6f296180-01a0-4520-8676-b41fbb464b3d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:26.273535 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6f296180-01a0-4520-8676-b41fbb464b3d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2138584 May 27 23:08:26.276309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40868) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:26.281174 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2caef865-d7f6-46da-ade1-f078999a1ed1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '0969e7ac-0e61-4cea-b9c3-6581c5491d6d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:26.288896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2caef865-d7f6-46da-ade1-f078999a1ed1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:26.292768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2caef865-d7f6-46da-ade1-f078999a1ed1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:26.295557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2caef865-d7f6-46da-ade1-f078999a1ed1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:26.301953 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2caef865-d7f6-46da-ade1-f078999a1ed1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:26.483661 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-2caef865-d7f6-46da-ade1-f078999a1ed1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:26.486926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2caef865-d7f6-46da-ade1-f078999a1ed1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2075229 May 27 23:08:26.488738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40874) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:26.555241 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7eccc5d-2391-435a-a1b5-eafd7d6f7732 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:26.582901 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7eccc5d-2391-435a-a1b5-eafd7d6f7732 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:26.723965 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7eccc5d-2391-435a-a1b5-eafd7d6f7732 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:26.743428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eccc5d-2391-435a-a1b5-eafd7d6f7732 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0969e7ac-0e61-4cea-b9c3-6581c5491d6d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:26.751980 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b7eccc5d-2391-435a-a1b5-eafd7d6f7732 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:26.753134 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b7eccc5d-2391-435a-a1b5-eafd7d6f7732 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "DELETE /v2.0/security-groups/0969e7ac-0e61-4cea-b9c3-6581c5491d6d HTTP/1.1" status: 204 len: 168 time: 0.2634139 May 27 23:08:26.755668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40882) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:26.806210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eb133316-785a-452f-8729-328385e2884f tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Synchronizing usage tracker for tenant:225c0b3becb944899a2dfce5390f3846 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:26.877763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-eb133316-785a-452f-8729-328385e2884f tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Unset dirty status for tenant:225c0b3becb944899a2dfce5390f3846 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:26.879035 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-eb133316-785a-452f-8729-328385e2884f tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1224842 May 27 23:08:26.883017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40888) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:26.888048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b243fd82-fe05-427b-b881-0b29ebdacd14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group': {'name': 'tempest-secgroup--85351909'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:26.896294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b243fd82-fe05-427b-b881-0b29ebdacd14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:26.908486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b243fd82-fe05-427b-b881-0b29ebdacd14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:26.992417 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b243fd82-fe05-427b-b881-0b29ebdacd14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:27.012817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b243fd82-fe05-427b-b881-0b29ebdacd14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:27.016599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b243fd82-fe05-427b-b881-0b29ebdacd14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:27.019579 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b243fd82-fe05-427b-b881-0b29ebdacd14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:27.025289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b243fd82-fe05-427b-b881-0b29ebdacd14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:27.093627 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b243fd82-fe05-427b-b881-0b29ebdacd14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:27.163506 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b243fd82-fe05-427b-b881-0b29ebdacd14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:27.209114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243fd82-fe05-427b-b881-0b29ebdacd14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322f05a9-c7b1-400d-bec2-ae913b04ed01,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:27.260675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b243fd82-fe05-427b-b881-0b29ebdacd14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:27.261940 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b243fd82-fe05-427b-b881-0b29ebdacd14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3779492 May 27 23:08:27.264771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40896) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:27.270078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f148de28-e3ea-4fd8-9df7-204d19b66b14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '322f05a9-c7b1-400d-bec2-ae913b04ed01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:27.279935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f148de28-e3ea-4fd8-9df7-204d19b66b14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:27.282327 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f148de28-e3ea-4fd8-9df7-204d19b66b14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:27.285940 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f148de28-e3ea-4fd8-9df7-204d19b66b14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:27.292120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f148de28-e3ea-4fd8-9df7-204d19b66b14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:27.472437 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-f148de28-e3ea-4fd8-9df7-204d19b66b14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The resource could not be found. May 27 23:08:27.473482 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f148de28-e3ea-4fd8-9df7-204d19b66b14 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2077425 May 27 23:08:27.476279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40902) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:27.482565 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f1605a7b-3f83-498b-be12-510b9fb74656 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': '322f05a9-c7b1-400d-bec2-ae913b04ed01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fac37dd9-3aba-4efa-8471-3f01765e3b82'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:27.489499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f1605a7b-3f83-498b-be12-510b9fb74656 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:27.493266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f1605a7b-3f83-498b-be12-510b9fb74656 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:27.496218 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f1605a7b-3f83-498b-be12-510b9fb74656 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:27.502123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f1605a7b-3f83-498b-be12-510b9fb74656 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:27.552162 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89f0d6d4-7de0-470d-92e0-728e89ad369c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:27.655566 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-f1605a7b-3f83-498b-be12-510b9fb74656 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The resource could not be found. May 27 23:08:27.656668 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f1605a7b-3f83-498b-be12-510b9fb74656 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1792643 May 27 23:08:27.660316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40908) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:27.836790 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb16bdd9-8f0f-4454-b75a-ee3aa4e34eb7 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:27.867254 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb16bdd9-8f0f-4454-b75a-ee3aa4e34eb7 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:27.952014 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb16bdd9-8f0f-4454-b75a-ee3aa4e34eb7 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:27.969727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16bdd9-8f0f-4454-b75a-ee3aa4e34eb7 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=322f05a9-c7b1-400d-bec2-ae913b04ed01,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:27.980406 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb16bdd9-8f0f-4454-b75a-ee3aa4e34eb7 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:27.983849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bb16bdd9-8f0f-4454-b75a-ee3aa4e34eb7 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "DELETE /v2.0/security-groups/322f05a9-c7b1-400d-bec2-ae913b04ed01 HTTP/1.1" status: 204 len: 168 time: 0.3200717 May 27 23:08:27.984119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40918) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:28.055049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fdd1df97-d28c-4d1f-a162-4a145d8d574d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Synchronizing usage tracker for tenant:225c0b3becb944899a2dfce5390f3846 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:28.111917 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fdd1df97-d28c-4d1f-a162-4a145d8d574d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Unset dirty status for tenant:225c0b3becb944899a2dfce5390f3846 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:28.113238 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fdd1df97-d28c-4d1f-a162-4a145d8d574d tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1281762 May 27 23:08:28.117255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40922) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:28.122151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f1482c51-1f1c-4785-8eee-b5e87ce25829 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': 'c4f3faa2-b471-4094-9f42-c4550df6b650', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:28.129584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f1482c51-1f1c-4785-8eee-b5e87ce25829 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:28.133426 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f1482c51-1f1c-4785-8eee-b5e87ce25829 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:28.136300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f1482c51-1f1c-4785-8eee-b5e87ce25829 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:28.142552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f1482c51-1f1c-4785-8eee-b5e87ce25829 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:28.311126 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-f1482c51-1f1c-4785-8eee-b5e87ce25829 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The resource could not be found. May 27 23:08:28.312147 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f1482c51-1f1c-4785-8eee-b5e87ce25829 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1939635 May 27 23:08:28.315798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40928) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:28.320807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c5fd3633-0f2f-4ab5-b8eb-7b5b1aaba8d9 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1184126551'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:28.327026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c5fd3633-0f2f-4ab5-b8eb-7b5b1aaba8d9 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:28.336967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c5fd3633-0f2f-4ab5-b8eb-7b5b1aaba8d9 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:28.403399 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5fd3633-0f2f-4ab5-b8eb-7b5b1aaba8d9 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:28.439095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c5fd3633-0f2f-4ab5-b8eb-7b5b1aaba8d9 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:28.452161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c5fd3633-0f2f-4ab5-b8eb-7b5b1aaba8d9 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:28.452161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c5fd3633-0f2f-4ab5-b8eb-7b5b1aaba8d9 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:28.459126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c5fd3633-0f2f-4ab5-b8eb-7b5b1aaba8d9 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:28.530933 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5fd3633-0f2f-4ab5-b8eb-7b5b1aaba8d9 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:28.586511 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5fd3633-0f2f-4ab5-b8eb-7b5b1aaba8d9 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:28.634053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd3633-0f2f-4ab5-b8eb-7b5b1aaba8d9 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1178673-5ae6-4a6e-a8a0-2952d7e20f5c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:28.712152 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c5fd3633-0f2f-4ab5-b8eb-7b5b1aaba8d9 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:28.715942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c5fd3633-0f2f-4ab5-b8eb-7b5b1aaba8d9 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3965726 May 27 23:08:28.716064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40940) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:28.722447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-faee57dd-3ec3-4c07-a964-3f52d07d3754 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1278492424'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:28.730439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-faee57dd-3ec3-4c07-a964-3f52d07d3754 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:28.735630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-faee57dd-3ec3-4c07-a964-3f52d07d3754 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:28.739619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-faee57dd-3ec3-4c07-a964-3f52d07d3754 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:28.747200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-faee57dd-3ec3-4c07-a964-3f52d07d3754 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:28.809404 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-faee57dd-3ec3-4c07-a964-3f52d07d3754 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:28.830573 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-faee57dd-3ec3-4c07-a964-3f52d07d3754 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:28.834395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-faee57dd-3ec3-4c07-a964-3f52d07d3754 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:28.837303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-faee57dd-3ec3-4c07-a964-3f52d07d3754 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:28.844922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-faee57dd-3ec3-4c07-a964-3f52d07d3754 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:28.933718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-faee57dd-3ec3-4c07-a964-3f52d07d3754 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:28.998014 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-faee57dd-3ec3-4c07-a964-3f52d07d3754 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:29.050671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee57dd-3ec3-4c07-a964-3f52d07d3754 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b237f7-6d37-4b09-aefc-d60557e000c0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:29.140687 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-faee57dd-3ec3-4c07-a964-3f52d07d3754 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:29.141902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-faee57dd-3ec3-4c07-a964-3f52d07d3754 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4244273 May 27 23:08:29.144869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40948) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:29.149869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bd390736-5285-47c4-af4b-44576253393a tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group_rule': {'security_group_id': 'c1178673-5ae6-4a6e-a8a0-2952d7e20f5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '79b237f7-6d37-4b09-aefc-d60557e000c0'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:29.156895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bd390736-5285-47c4-af4b-44576253393a tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:29.160676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bd390736-5285-47c4-af4b-44576253393a tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:29.163548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bd390736-5285-47c4-af4b-44576253393a tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:29.170282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bd390736-5285-47c4-af4b-44576253393a tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:29.369492 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-bd390736-5285-47c4-af4b-44576253393a tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:08:29.370551 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bd390736-5285-47c4-af4b-44576253393a tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2247150 May 27 23:08:29.373391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 40954) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:29.439284 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e595f8f6-30a9-4bd3-9f39-243a526f3b94 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:29.469434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e595f8f6-30a9-4bd3-9f39-243a526f3b94 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:29.609352 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e595f8f6-30a9-4bd3-9f39-243a526f3b94 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:29.630116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595f8f6-30a9-4bd3-9f39-243a526f3b94 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b237f7-6d37-4b09-aefc-d60557e000c0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:29.639753 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e595f8f6-30a9-4bd3-9f39-243a526f3b94 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:29.639753 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e595f8f6-30a9-4bd3-9f39-243a526f3b94 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "DELETE /v2.0/security-groups/79b237f7-6d37-4b09-aefc-d60557e000c0 HTTP/1.1" status: 204 len: 168 time: 0.2637153 May 27 23:08:29.641144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40962) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:29.700759 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b96bcb2-52d7-4a3f-b247-c6db61825dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:29.726588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-58a74bb4-d6a2-43d4-b809-762a096bc0e8 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Synchronizing usage tracker for tenant:225c0b3becb944899a2dfce5390f3846 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:29.786089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-58a74bb4-d6a2-43d4-b809-762a096bc0e8 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Unset dirty status for tenant:225c0b3becb944899a2dfce5390f3846 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:29.787419 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-58a74bb4-d6a2-43d4-b809-762a096bc0e8 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1447778 May 27 23:08:29.790788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40968) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:29.853277 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-469cae09-2c9d-48b1-888e-bf4d5a644d85 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:29.879111 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-469cae09-2c9d-48b1-888e-bf4d5a644d85 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:29.986595 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-469cae09-2c9d-48b1-888e-bf4d5a644d85 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:30.009462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cae09-2c9d-48b1-888e-bf4d5a644d85 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1178673-5ae6-4a6e-a8a0-2952d7e20f5c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:30.077197 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-469cae09-2c9d-48b1-888e-bf4d5a644d85 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:30.078377 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-469cae09-2c9d-48b1-888e-bf4d5a644d85 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "DELETE /v2.0/security-groups/c1178673-5ae6-4a6e-a8a0-2952d7e20f5c HTTP/1.1" status: 204 len: 168 time: 0.2867048 May 27 23:08:30.081798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40976) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:30.135555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-45adf9d9-0a9d-4ad7-acc5-997ff71892df tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Synchronizing usage tracker for tenant:225c0b3becb944899a2dfce5390f3846 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:30.203732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-45adf9d9-0a9d-4ad7-acc5-997ff71892df tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Unset dirty status for tenant:225c0b3becb944899a2dfce5390f3846 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:30.205641 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-45adf9d9-0a9d-4ad7-acc5-997ff71892df tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1230233 May 27 23:08:30.209591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40982) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:30.214381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-4792fc27-469a-4520-90ce-e9e6aee4c8f1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group': {'name': 'tempest-secgroup--166814825'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:30.221886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4792fc27-469a-4520-90ce-e9e6aee4c8f1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:30.231384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4792fc27-469a-4520-90ce-e9e6aee4c8f1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:30.312170 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4792fc27-469a-4520-90ce-e9e6aee4c8f1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:30.333118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4792fc27-469a-4520-90ce-e9e6aee4c8f1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:30.337795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4792fc27-469a-4520-90ce-e9e6aee4c8f1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Usage tracker for resource:security_group_rule and tenant:225c0b3becb944899a2dfce5390f3846 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:30.340809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4792fc27-469a-4520-90ce-e9e6aee4c8f1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:30.347484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4792fc27-469a-4520-90ce-e9e6aee4c8f1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:30.428194 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4792fc27-469a-4520-90ce-e9e6aee4c8f1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:30.471586 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4792fc27-469a-4520-90ce-e9e6aee4c8f1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:30.516881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792fc27-469a-4520-90ce-e9e6aee4c8f1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8450940-7861-4a33-9348-1df8c9cfcb32,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:30.563515 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4792fc27-469a-4520-90ce-e9e6aee4c8f1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:30.565355 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4792fc27-469a-4520-90ce-e9e6aee4c8f1 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3548639 May 27 23:08:30.568211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40990) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:30.572992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-fc2b098c-137f-489a-8736-eeb288d815a5 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:30.573429 n-d-843680-3 neutron-server[88900]: WARNING neutron.api.v2.base [None req-fc2b098c-137f-489a-8736-eeb288d815a5 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 27 23:08:30.573905 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-fc2b098c-137f-489a-8736-eeb288d815a5 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] update failed (client error): There was a conflict when trying to complete your request. May 27 23:08:30.574815 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fc2b098c-137f-489a-8736-eeb288d815a5 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "PUT /v2.0/security-groups/c8450940-7861-4a33-9348-1df8c9cfcb32 HTTP/1.1" status: 409 len: 330 time: 0.0056868 May 27 23:08:30.577089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 40994) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:30.638622 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b91a500b-99ac-4eb3-b4a3-15d8a0004b83 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:30.668807 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b91a500b-99ac-4eb3-b4a3-15d8a0004b83 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:30.763586 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b91a500b-99ac-4eb3-b4a3-15d8a0004b83 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:30.784780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a500b-99ac-4eb3-b4a3-15d8a0004b83 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8450940-7861-4a33-9348-1df8c9cfcb32,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:30.806592 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b91a500b-99ac-4eb3-b4a3-15d8a0004b83 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:30.807832 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b91a500b-99ac-4eb3-b4a3-15d8a0004b83 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "DELETE /v2.0/security-groups/c8450940-7861-4a33-9348-1df8c9cfcb32 HTTP/1.1" status: 204 len: 168 time: 0.2299185 May 27 23:08:30.810485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41002) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:30.862686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-68d1eafe-296b-4791-91fe-c5fe22e4112a tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Synchronizing usage tracker for tenant:225c0b3becb944899a2dfce5390f3846 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:30.940576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-68d1eafe-296b-4791-91fe-c5fe22e4112a tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] Unset dirty status for tenant:225c0b3becb944899a2dfce5390f3846 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:30.941879 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-68d1eafe-296b-4791-91fe-c5fe22e4112a tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1304350 May 27 23:08:30.945932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41010) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:30.966229 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-c208daa6-cfab-4a52-a8f2-880bcd4f8878 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] delete failed (client error): The resource could not be found. May 27 23:08:30.967453 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c208daa6-cfab-4a52-a8f2-880bcd4f8878 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "DELETE /v2.0/security-groups/71da738a-2c3c-463b-a1ca-ecffedece0a8 HTTP/1.1" status: 404 len: 347 time: 0.0205688 May 27 23:08:30.970607 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:30.970607 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:30.971957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41014) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:30.987703 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [None req-1cf05ad3-5d07-4bec-b610-c94bfb2d6493 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] show failed (client error): The resource could not be found. May 27 23:08:30.988637 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1cf05ad3-5d07-4bec-b610-c94bfb2d6493 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "GET /v2.0/security-groups/677f3bfa-b014-41a4-85f7-140d490346c8 HTTP/1.1" status: 404 len: 347 time: 0.0157466 May 27 23:08:30.992477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41018) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:31.007240 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-2c9aaff7-b749-44fd-bfff-8caa6ae72f49 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] show failed (client error): The resource could not be found. May 27 23:08:31.008883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2c9aaff7-b749-44fd-bfff-8caa6ae72f49 tempest-NegativeSecGroupTest-1716010440 tempest-NegativeSecGroupTest-1716010440-project] 10.222.0.27 "GET /v2.0/security-group-rules/20b8052c-e6df-422b-8958-069f53c3f149 HTTP/1.1" status: 404 len: 356 time: 0.0147696 May 27 23:08:31.479215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41034) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:31.628424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c0d33e3a-6114-45d3-b95e-b805d64da681 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=225c0b3becb944899a2dfce5390f3846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478617 May 27 23:08:31.630902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41040) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:31.688233 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f1002cc9-2c74-45a2-8b19-8892ee55de9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:31.717778 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f1002cc9-2c74-45a2-8b19-8892ee55de9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:31.843379 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f1002cc9-2c74-45a2-8b19-8892ee55de9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:31.861877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1002cc9-2c74-45a2-8b19-8892ee55de9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c7c15d-0b14-47d4-82bf-6945bd5800d0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:31.916275 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f1002cc9-2c74-45a2-8b19-8892ee55de9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:31.917459 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f1002cc9-2c74-45a2-8b19-8892ee55de9c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/99c7c15d-0b14-47d4-82bf-6945bd5800d0 HTTP/1.1" status: 204 len: 168 time: 0.2856815 May 27 23:08:32.174911 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:33.012153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41070) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:33.120858 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-04badb40-c594-4c8f-add5-1ee24a8745ff tempest-ServiceProvidersTest-1509399912 tempest-ServiceProvidersTest-1509399912-project] 10.222.0.27 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1070719 May 27 23:08:33.569669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41080) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:33.686239 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f07ccb63-8ae0-4f96-aa9a-0fcfd75d5c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:33.701052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f07ccb63-8ae0-4f96-aa9a-0fcfd75d5c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:33.705550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f07ccb63-8ae0-4f96-aa9a-0fcfd75d5c57 admin admin] Usage tracker for resource:security_group_rule and tenant:a0555277b4494dddabfbf32affba9a29 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:33.708387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f07ccb63-8ae0-4f96-aa9a-0fcfd75d5c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:33.714075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f07ccb63-8ae0-4f96-aa9a-0fcfd75d5c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:33.798285 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f07ccb63-8ae0-4f96-aa9a-0fcfd75d5c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:33.860313 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f07ccb63-8ae0-4f96-aa9a-0fcfd75d5c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:33.906763 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ccb63-8ae0-4f96-aa9a-0fcfd75d5c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd8d430-2318-48db-afdd-ff24e682822b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:33.913747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41088) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:33.917139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f07ccb63-8ae0-4f96-aa9a-0fcfd75d5c57 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a0555277b4494dddabfbf32affba9a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454201 May 27 23:08:33.974428 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83622ba8-6030-4a39-a027-21a98087ce9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:34.001675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83622ba8-6030-4a39-a027-21a98087ce9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:34.100419 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83622ba8-6030-4a39-a027-21a98087ce9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:34.117652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83622ba8-6030-4a39-a027-21a98087ce9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd8d430-2318-48db-afdd-ff24e682822b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:34.122030 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83622ba8-6030-4a39-a027-21a98087ce9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:34.123608 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-83622ba8-6030-4a39-a027-21a98087ce9f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/abd8d430-2318-48db-afdd-ff24e682822b HTTP/1.1" status: 204 len: 168 time: 0.2085903 May 27 23:08:43.873355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96909f92-16e5-4126-a843-404770fdc0ab req-8f250449-c512-4df3-b427-cba5bfac0e4e tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:43.874746 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-8f250449-c512-4df3-b427-cba5bfac0e4e tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/networks?id=c661ac73-1281-45fd-864b-63c3ca527cd4 HTTP/1.1" status: 200 len: 814 time: 0.1512678 May 27 23:08:43.890425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-9fdd9a38-7ddf-4cb2-8058-1a331c04c322 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/quotas/51479a8529864c1f812d7753bb431c48 HTTP/1.1" status: 200 len: 375 time: 0.0095165 May 27 23:08:43.936604 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-d1014234-0a72-4a23-b1ad-af6e0c239a09 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=51479a8529864c1f812d7753bb431c48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409801 May 27 23:08:44.062703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-dd0e0cbf-fdeb-4256-8f8b-4a8366c43d5e service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:08:44.063827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-dd0e0cbf-fdeb-4256-8f8b-4a8366c43d5e service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1202884 May 27 23:08:44.245805 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-ea527968-51d1-45f7-a6b4-d1c44852ffd4 service neutron] 10.222.0.27 "GET /v2.0/networks/c661ac73-1281-45fd-864b-63c3ca527cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752722 May 27 23:08:44.381394 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-391226d2-3ebb-4bb1-8f99-b2f0ecf11167 service neutron] 10.222.0.27 "GET /v2.0/networks/c661ac73-1281-45fd-864b-63c3ca527cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295688 May 27 23:08:45.709464 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a36f3889-4941-4cb1-8e47-7c148ad675cd req-bd5b43d7-6e7b-40f0-93a5-7151715ecea1 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 210 time: 0.0462847 May 27 23:08:46.025699 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:46.811791 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d730f6b3-f39a-4a7a-87a9-998bd8b29cf9 req-b807ea2b-2fd9-4aed-82b2-e1e97d4f2e55 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 210 time: 0.0462728 May 27 23:08:47.961579 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fc94094-e23f-4c06-a868-b50b398cd38d req-9e82185b-1cc8-49b4-ac71-e93f145fa88d tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 210 time: 0.0418823 May 27 23:08:48.172232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96909f92-16e5-4126-a843-404770fdc0ab req-b223c5f8-11b5-4b84-a4a8-d450efc94ffa tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:48.173213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-96909f92-16e5-4126-a843-404770fdc0ab req-b223c5f8-11b5-4b84-a4a8-d450efc94ffa tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Synchronizing usage tracker for tenant:51479a8529864c1f812d7753bb431c48 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:08:48.317958 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-96909f92-16e5-4126-a843-404770fdc0ab req-b223c5f8-11b5-4b84-a4a8-d450efc94ffa tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Unset dirty status for tenant:51479a8529864c1f812d7753bb431c48 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:08:48.319057 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-b223c5f8-11b5-4b84-a4a8-d450efc94ffa tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.46 "GET /v2.0/networks?id=c661ac73-1281-45fd-864b-63c3ca527cd4 HTTP/1.1" status: 200 len: 814 time: 0.3041158 May 27 23:08:48.330789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Request body: {'port': {'device_id': '862f937d-70b9-4af6-be0e-b854bae49af1', 'network_id': 'c661ac73-1281-45fd-864b-63c3ca527cd4', 'admin_state_up': True, 'tenant_id': '51479a8529864c1f812d7753bb431c48'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:48.486043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:48.490372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Usage tracker for resource:port and tenant:51479a8529864c1f812d7753bb431c48 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:48.493191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:48.498946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:48.591998 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Made reservation on behalf of 51479a8529864c1f812d7753bb431c48 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:08:48.595917 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:48.771401 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Allocated IP 172.20.0.5 (c661ac73-1281-45fd-864b-63c3ca527cd4/fbe71a41-900c-4a14-ae75-c8ca5563e1df/b965909b-ec89-4774-90ce-744936f20e27) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:08:48.980525 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:49.041125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 41724) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:49.060682 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:49.134634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Network c661ac73-1281-45fd-864b-63c3ca527cd4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:08:49.137822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:08:49.141987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:08:49.161644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b0bf6-aae2-48a7-8d75-ce31a7373577 req-7ee16272-ba45-4b86-a97e-0ca28ccb1441 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:49.163171 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a4b0bf6-aae2-48a7-8d75-ce31a7373577 req-7ee16272-ba45-4b86-a97e-0ca28ccb1441 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 931 time: 0.0923173 May 27 23:08:49.188643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Pushing event updated for resources: {'Port': ['ID=b965909b-ec89-4774-90ce-744936f20e27,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:49.209760 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77d1c7d6-62cc-46ac-91b3-9f7066b6e06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:49.210119 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a4b0bf6-aae2-48a7-8d75-ce31a7373577 req-d73986cc-d249-4e5b-be11-a5a63e53b222 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 May 27 23:08:49.232896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-77d1c7d6-62cc-46ac-91b3-9f7066b6e06e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:49.243285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:49.243872 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:49.247424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-77d1c7d6-62cc-46ac-91b3-9f7066b6e06e admin admin] Usage tracker for resource:security_group_rule and tenant:25b0ba824f80478b8abcf7a677b08495 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:49.251466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-77d1c7d6-62cc-46ac-91b3-9f7066b6e06e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:49.263520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-77d1c7d6-62cc-46ac-91b3-9f7066b6e06e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:49.333225 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-38e5c33b-f827-4ce3-8614-ac5fe8204393 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0062575 May 27 23:08:49.348527 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Request body: {'port': {'device_id': '862f937d-70b9-4af6-be0e-b854bae49af1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:08:49.487582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:49.550867 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77d1c7d6-62cc-46ac-91b3-9f7066b6e06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:49.779877 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-77d1c7d6-62cc-46ac-91b3-9f7066b6e06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:49.885407 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-77d1c7d6-62cc-46ac-91b3-9f7066b6e06e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=25b0ba824f80478b8abcf7a677b08495&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8430600 May 27 23:08:49.887980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41730) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:49.892340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1c7d6-62cc-46ac-91b3-9f7066b6e06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed04ec06-b438-4132-9d89-01cf9d3defda,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:49.948411 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f79b95dc-717f-4cbd-9f4b-89a8c046d24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:49.973370 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f79b95dc-717f-4cbd-9f4b-89a8c046d24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:50.006767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b965909b-ec89-4774-90ce-744936f20e27 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:08:50.014343 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:50.111215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Transition to ACTIVE for port object b965909b-ec89-4774-90ce-744936f20e27 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:08:50.111427 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f79b95dc-717f-4cbd-9f4b-89a8c046d24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:50.128012 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b95dc-717f-4cbd-9f4b-89a8c046d24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed04ec06-b438-4132-9d89-01cf9d3defda,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:50.139346 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f79b95dc-717f-4cbd-9f4b-89a8c046d24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:50.139346 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f79b95dc-717f-4cbd-9f4b-89a8c046d24e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ed04ec06-b438-4132-9d89-01cf9d3defda HTTP/1.1" status: 204 len: 168 time: 0.2488003 May 27 23:08:50.174669 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:50.340283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Pushing event updated for resources: {'Port': ['ID=b965909b-ec89-4774-90ce-744936f20e27,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:50.401538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c628c-770a-4488-b347-6672558b985a req-79d8fd89-93b3-4c0d-85ae-d0757690a578 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:50.403620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-441c628c-770a-4488-b347-6672558b985a req-79d8fd89-93b3-4c0d-85ae-d0757690a578 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 943 time: 0.0836453 May 27 23:08:50.419614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Attempting to bind port b965909b-ec89-4774-90ce-744936f20e27 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:08:50.419951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Attempting to bind port b965909b-ec89-4774-90ce-744936f20e27 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '81dfec3f-c1c7-4096-af98-ca90ce0ab50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c661ac73-1281-45fd-864b-63c3ca527cd4'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:08:50.420277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Attempting to bind port b965909b-ec89-4774-90ce-744936f20e27 on network c661ac73-1281-45fd-864b-63c3ca527cd4 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:08:50.426092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Port b965909b-ec89-4774-90ce-744936f20e27 on network c661ac73-1281-45fd-864b-63c3ca527cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:08:50.426415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Attempting to bind port b965909b-ec89-4774-90ce-744936f20e27 on network c661ac73-1281-45fd-864b-63c3ca527cd4 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:08:50.433410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:08:50.433872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Checking segment: {'id': '81dfec3f-c1c7-4096-af98-ca90ce0ab50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c661ac73-1281-45fd-864b-63c3ca527cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:08:50.434519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Bound using segment: {'id': '81dfec3f-c1c7-4096-af98-ca90ce0ab50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c661ac73-1281-45fd-864b-63c3ca527cd4'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:08:50.434714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Bound port: b965909b-ec89-4774-90ce-744936f20e27, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81dfec3f-c1c7-4096-af98-ca90ce0ab50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c661ac73-1281-45fd-864b-63c3ca527cd4'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:08:50.435038 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:50.453144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-441c628c-770a-4488-b347-6672558b985a req-85fde928-0d04-4134-86a2-4866945267d2 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 May 27 23:08:50.527741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] For port b965909b-ec89-4774-90ce-744936f20e27, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:08:50.530900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] For port b965909b-ec89-4774-90ce-744936f20e27, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b965909b-ec89-4774-90ce-744936f20e27,segment=NetworkSegment(81dfec3f-c1c7-4096-af98-ca90ce0ab50f),segment_id=81dfec3f-c1c7-4096-af98-ca90ce0ab50f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:08:50.666438 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:50.718242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:50.718880 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:50.720510 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] 10.222.0.46 "PUT /v2.0/ports/b965909b-ec89-4774-90ce-744936f20e27 HTTP/1.1" status: 200 len: 1091 time: 1.3781474 May 27 23:08:50.727618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862f937d-70b9-4af6-be0e-b854bae49af1', 'tag': 'b965909b-ec89-4774-90ce-744936f20e27'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:08:50.759957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078b24a-c202-4421-97ce-ed7babf6bb46 service neutron] Pushing event updated for resources: {'Port': ['ID=b965909b-ec89-4774-90ce-744936f20e27,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:50.849519 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41744) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:50.872717 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f61b79c3-3586-4c46-aaf8-451173b7db0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:50.894909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f61b79c3-3586-4c46-aaf8-451173b7db0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:08:50.898879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f61b79c3-3586-4c46-aaf8-451173b7db0c admin admin] Usage tracker for resource:security_group_rule and tenant:61f239a95efa482e8c79d5ec60a5c02d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:08:50.902037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f61b79c3-3586-4c46-aaf8-451173b7db0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:08:50.905314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96909f92-16e5-4126-a843-404770fdc0ab req-dc857f3d-6e47-4b70-9ca5-89a4946e48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:50.906825 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-dc857f3d-6e47-4b70-9ca5-89a4946e48bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51479a8529864c1f812d7753bb431c48&device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 1094 time: 0.0766497 May 27 23:08:50.908591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f61b79c3-3586-4c46-aaf8-451173b7db0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:08:50.915333 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61de3daa-a154-46e9-b66c-f0e348a775f1'] response: {'name': 'network-changed', 'server_uuid': '862f937d-70b9-4af6-be0e-b854bae49af1', 'tag': 'b965909b-ec89-4774-90ce-744936f20e27', 'status': 'completed', 'code': 200} May 27 23:08:50.976282 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-419949aa-84da-4ff4-8cdf-1bb806d4df42 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b965909b-ec89-4774-90ce-744936f20e27 HTTP/1.1" status: 200 len: 217 time: 0.0603528 May 27 23:08:50.992441 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f61b79c3-3586-4c46-aaf8-451173b7db0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:51.040206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96909f92-16e5-4126-a843-404770fdc0ab req-0ab60149-a950-4d4b-b56b-2672119b7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:51.041750 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-0ab60149-a950-4d4b-b56b-2672119b7c01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbe71a41-900c-4a14-ae75-c8ca5563e1df HTTP/1.1" status: 200 len: 854 time: 0.0595779 May 27 23:08:51.077253 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f61b79c3-3586-4c46-aaf8-451173b7db0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:51.087144 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-aa71c26a-64c8-4f99-ac38-08afe86d0423 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c661ac73-1281-45fd-864b-63c3ca527cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400302 May 27 23:08:51.124821 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f61b79c3-3586-4c46-aaf8-451173b7db0c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=61f239a95efa482e8c79d5ec60a5c02d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737985 May 27 23:08:51.125775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b79c3-3586-4c46-aaf8-451173b7db0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a51efb-e566-4695-a594-e219520ba336,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:51.128082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41748) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:08:51.185071 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-29f2e6b4-dd89-4e38-97fe-594d09006e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:51.213756 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-29f2e6b4-dd89-4e38-97fe-594d09006e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:51.223932 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-78871b89-e1e0-49da-a56a-54ebbf105237 service neutron] 10.222.0.46 "GET /v2.0/networks/c661ac73-1281-45fd-864b-63c3ca527cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310360 May 27 23:08:51.300151 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-29f2e6b4-dd89-4e38-97fe-594d09006e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:51.316248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2e6b4-dd89-4e38-97fe-594d09006e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a51efb-e566-4695-a594-e219520ba336,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:51.320696 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-29f2e6b4-dd89-4e38-97fe-594d09006e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:51.321850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-29f2e6b4-dd89-4e38-97fe-594d09006e18 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/47a51efb-e566-4695-a594-e219520ba336 HTTP/1.1" status: 204 len: 168 time: 0.1927991 May 27 23:08:51.364702 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-96909f92-16e5-4126-a843-404770fdc0ab req-2ca15d19-9c56-438c-ad86-4b6625453246 service neutron] 10.222.0.46 "GET /v2.0/networks/c661ac73-1281-45fd-864b-63c3ca527cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343236 May 27 23:08:51.548574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8689f-5766-428f-99c1-70cc659445a7 req-67795656-83dd-472c-8e35-98324b4dc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:51.550082 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-def8689f-5766-428f-99c1-70cc659445a7 req-67795656-83dd-472c-8e35-98324b4dc899 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51479a8529864c1f812d7753bb431c48&device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 1094 time: 0.0799448 May 27 23:08:51.639393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218295f-2954-4978-b6eb-3ccb7cd240db req-6263c185-fc69-4dea-87bf-fb8742a15853 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:51.640924 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a218295f-2954-4978-b6eb-3ccb7cd240db req-6263c185-fc69-4dea-87bf-fb8742a15853 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 943 time: 0.0819297 May 27 23:08:51.687443 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a218295f-2954-4978-b6eb-3ccb7cd240db req-faa8e9a6-9cb6-46e7-9a0c-84ab3a156ebb tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401773 May 27 23:08:51.695208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8689f-5766-428f-99c1-70cc659445a7 req-6ab1ad23-c857-4dae-a91d-cdefce1cf2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:51.696691 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-def8689f-5766-428f-99c1-70cc659445a7 req-6ab1ad23-c857-4dae-a91d-cdefce1cf2d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c661ac73-1281-45fd-864b-63c3ca527cd4 HTTP/1.1" status: 200 len: 915 time: 0.1404047 May 27 23:08:51.770515 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-def8689f-5766-428f-99c1-70cc659445a7 req-f72b62fa-7dbb-4bff-9085-27abe985d4ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b965909b-ec89-4774-90ce-744936f20e27 HTTP/1.1" status: 200 len: 217 time: 0.0659671 May 27 23:08:51.949784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8689f-5766-428f-99c1-70cc659445a7 req-28896e9b-274d-489d-adb8-2e0f7c2fe9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:51.951222 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-def8689f-5766-428f-99c1-70cc659445a7 req-28896e9b-274d-489d-adb8-2e0f7c2fe9e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbe71a41-900c-4a14-ae75-c8ca5563e1df HTTP/1.1" status: 200 len: 854 time: 0.1741662 May 27 23:08:51.998312 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-def8689f-5766-428f-99c1-70cc659445a7 req-2f70e6c9-1385-4151-9bf7-656aff2eb063 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c661ac73-1281-45fd-864b-63c3ca527cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404129 May 27 23:08:52.131591 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-def8689f-5766-428f-99c1-70cc659445a7 req-8b590e63-038c-4f6b-8fc6-6e1d070e6531 service neutron] 10.222.0.46 "GET /v2.0/networks/c661ac73-1281-45fd-864b-63c3ca527cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267455 May 27 23:08:52.266476 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-def8689f-5766-428f-99c1-70cc659445a7 req-ddb84742-bffe-4277-b1a9-6e354a197234 service neutron] 10.222.0.46 "GET /v2.0/networks/c661ac73-1281-45fd-864b-63c3ca527cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278660 May 27 23:08:52.482958 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:52.888958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89db09-58dc-4a1c-9d77-bded238ecfca req-096de041-953c-4aab-9bda-0a44c41d6a0d tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:52.890464 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c89db09-58dc-4a1c-9d77-bded238ecfca req-096de041-953c-4aab-9bda-0a44c41d6a0d tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 943 time: 0.0876789 May 27 23:08:52.935288 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9c89db09-58dc-4a1c-9d77-bded238ecfca req-bf546ac4-b660-4f24-b9c9-79e0886ce4c2 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382662 May 27 23:08:54.121134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fff13-a6e8-4d1a-897b-d04508fe67da req-cc47bf36-2e9c-4fa4-ab1f-0a4b11d9638e tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:54.122633 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-739fff13-a6e8-4d1a-897b-d04508fe67da req-cc47bf36-2e9c-4fa4-ab1f-0a4b11d9638e tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 943 time: 0.0783231 May 27 23:08:54.170136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-739fff13-a6e8-4d1a-897b-d04508fe67da req-c2b33481-7251-421e-80d9-66f3371edae6 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417421 May 27 23:08:54.342239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b965909b-ec89-4774-90ce-744936f20e27 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:08:54.475381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b965909b-ec89-4774-90ce-744936f20e27, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b965909b-ec89-4774-90ce-744936f20e27,segment=NetworkSegment(81dfec3f-c1c7-4096-af98-ca90ce0ab50f),segment_id=81dfec3f-c1c7-4096-af98-ca90ce0ab50f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:08:54.488542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'b965909b-ec89-4774-90ce-744936f20e27', 'network_id': 'c661ac73-1281-45fd-864b-63c3ca527cd4', 'port_id': 'b965909b-ec89-4774-90ce-744936f20e27', 'mac_address': 'fa:16:3e:ba:8b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe71a41-900c-4a14-ae75-c8ca5563e1df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:08:54.550874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port b965909b-ec89-4774-90ce-744936f20e27 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:08:54.551246 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:54.568702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b965909b-ec89-4774-90ce-744936f20e27 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:08:54.583644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b965909b-ec89-4774-90ce-744936f20e27, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b965909b-ec89-4774-90ce-744936f20e27,segment=NetworkSegment(81dfec3f-c1c7-4096-af98-ca90ce0ab50f),segment_id=81dfec3f-c1c7-4096-af98-ca90ce0ab50f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:08:54.647947 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:54.714938 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=b965909b-ec89-4774-90ce-744936f20e27,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:54.723236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:54.723584 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:54.723923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:54.724258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:54.724622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:54.724952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:54.725277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:54.725603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:54.725924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:54.726863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:54.726863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:54.726863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:08:54.884998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b965909b-ec89-4774-90ce-744936f20e27'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:08:55.356509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2318a-5895-4f06-9e72-4fa75e1b166d req-ff56f579-0169-43ee-91ef-62f974c107d0 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:55.357936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65d2318a-5895-4f06-9e72-4fa75e1b166d req-ff56f579-0169-43ee-91ef-62f974c107d0 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 944 time: 0.0782487 May 27 23:08:55.403708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-65d2318a-5895-4f06-9e72-4fa75e1b166d req-ad6479ad-8ef1-4bac-aa0e-6498521ebbf4 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 May 27 23:08:56.357403 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b965909b-ec89-4774-90ce-744936f20e27 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:08:56.477884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port b965909b-ec89-4774-90ce-744936f20e27 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:08:56.483012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port b965909b-ec89-4774-90ce-744936f20e27 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:08:56.483412 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:56.594147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45328cbe-61ba-4957-9527-f24a786752fc req-3a55bdb8-df47-4872-9de3-45d2e888beb4 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:56.595618 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45328cbe-61ba-4957-9527-f24a786752fc req-3a55bdb8-df47-4872-9de3-45d2e888beb4 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 944 time: 0.0852950 May 27 23:08:56.603841 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port b965909b-ec89-4774-90ce-744936f20e27 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:08:56.604214 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:56.631244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862f937d-70b9-4af6-be0e-b854bae49af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b965909b-ec89-4774-90ce-744936f20e27'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:08:56.641263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port b965909b-ec89-4774-90ce-744936f20e27, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b965909b-ec89-4774-90ce-744936f20e27,segment=NetworkSegment(81dfec3f-c1c7-4096-af98-ca90ce0ab50f),segment_id=81dfec3f-c1c7-4096-af98-ca90ce0ab50f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:08:56.679635 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d21324-df8d-4ce7-8d8a-a24abb621a17'] response: {'server_uuid': '862f937d-70b9-4af6-be0e-b854bae49af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b965909b-ec89-4774-90ce-744936f20e27', 'code': 200} May 27 23:08:56.705826 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:56.756425 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45328cbe-61ba-4957-9527-f24a786752fc req-24536d2e-fb53-4bad-943c-eca1360d6576 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545494 May 27 23:08:56.794910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=b965909b-ec89-4774-90ce-744936f20e27,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:08:56.809613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a69b6f-7bc8-4f08-8bef-f421f7690fac req-033a9155-927c-4271-99b9-c8832fd9fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:56.811090 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-22a69b6f-7bc8-4f08-8bef-f421f7690fac req-033a9155-927c-4271-99b9-c8832fd9fa68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 1096 time: 0.0698705 May 27 23:08:56.855833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-22a69b6f-7bc8-4f08-8bef-f421f7690fac req-a52a7c7f-0b49-4edb-ac10-fdd209aa0621 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387855 May 27 23:08:57.516974 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-40e975e9-727f-4741-853d-934944d9d5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:08:57.945113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723c54b-136c-4224-a45d-41340f2f1c4c req-fa57465e-8b98-457a-8768-00874c873784 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:57.946591 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8723c54b-136c-4224-a45d-41340f2f1c4c req-fa57465e-8b98-457a-8768-00874c873784 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 945 time: 0.0828488 May 27 23:08:57.991806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8723c54b-136c-4224-a45d-41340f2f1c4c req-edb4aa0d-c11e-4079-b2e7-f93199ab8b69 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395339 May 27 23:08:59.192725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfd823-35d6-4b4a-a700-b01f0c44f90c req-f4913a28-09f8-41d9-b677-28b7de0a1b9c tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:08:59.194173 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0bfd823-35d6-4b4a-a700-b01f0c44f90c req-f4913a28-09f8-41d9-b677-28b7de0a1b9c tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 945 time: 0.0909977 May 27 23:08:59.239395 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0bfd823-35d6-4b4a-a700-b01f0c44f90c req-add44804-c632-424a-b6f2-673bd964feee tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393512 May 27 23:08:59.705641 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-77ffece8-d020-4704-985a-15fdf0bc6180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:00.974515 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:01.004013 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:01.082149 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:09:02.151913 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:03.286741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41934) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:09:03.419649 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ca88317-ccbe-4410-8734-3ee5336edb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:03.435282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4ca88317-ccbe-4410-8734-3ee5336edb25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:09:03.439894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4ca88317-ccbe-4410-8734-3ee5336edb25 admin admin] Usage tracker for resource:security_group_rule and tenant:655aa1e6c1a74d98a93c4af56d4c285f is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:09:03.443583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4ca88317-ccbe-4410-8734-3ee5336edb25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:09:03.449716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4ca88317-ccbe-4410-8734-3ee5336edb25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:09:03.534718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ca88317-ccbe-4410-8734-3ee5336edb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:03.579996 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ca88317-ccbe-4410-8734-3ee5336edb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:03.628502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca88317-ccbe-4410-8734-3ee5336edb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556c3d02-ea85-4d08-9f16-725a1dbc508d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:09:03.639162 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4ca88317-ccbe-4410-8734-3ee5336edb25 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=655aa1e6c1a74d98a93c4af56d4c285f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3513589 May 27 23:09:03.644663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41940) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:09:03.707920 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b40e5b22-9bf9-4dcb-9e95-9df25740503c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:03.734359 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b40e5b22-9bf9-4dcb-9e95-9df25740503c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:03.860015 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b40e5b22-9bf9-4dcb-9e95-9df25740503c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:03.875527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e5b22-9bf9-4dcb-9e95-9df25740503c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556c3d02-ea85-4d08-9f16-725a1dbc508d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:09:03.881617 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b40e5b22-9bf9-4dcb-9e95-9df25740503c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:03.885165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b40e5b22-9bf9-4dcb-9e95-9df25740503c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/556c3d02-ea85-4d08-9f16-725a1dbc508d HTTP/1.1" status: 204 len: 168 time: 0.2401412 May 27 23:09:05.654690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41990) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:09:05.779791 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6447345-2474-4458-ab62-e58e0f61ee93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:05.794916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a6447345-2474-4458-ab62-e58e0f61ee93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:09:05.798775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a6447345-2474-4458-ab62-e58e0f61ee93 admin admin] Usage tracker for resource:security_group_rule and tenant:386d293654984dc2bf16263354e31e17 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:09:05.802236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a6447345-2474-4458-ab62-e58e0f61ee93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:09:05.808143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a6447345-2474-4458-ab62-e58e0f61ee93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:09:05.897535 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6447345-2474-4458-ab62-e58e0f61ee93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:05.957040 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6447345-2474-4458-ab62-e58e0f61ee93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:05.996664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a6447345-2474-4458-ab62-e58e0f61ee93 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=386d293654984dc2bf16263354e31e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408289 May 27 23:09:06.003937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 41996) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:09:06.022906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6447345-2474-4458-ab62-e58e0f61ee93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860836cc-4b86-4fae-b2bd-7cb2873dcd4a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:09:06.052251 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ff18827-ab1f-431e-ae38-b68c23c59146 req-09ac0218-b24e-46c2-b46d-af7f5ea6265c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0791442 May 27 23:09:06.073759 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-647ee0ad-3bfc-4a67-8b9e-d8b86bef6ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:06.101611 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-647ee0ad-3bfc-4a67-8b9e-d8b86bef6ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:06.200226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff18827-ab1f-431e-ae38-b68c23c59146 req-92ca3285-001c-4646-8727-39811adc4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:09:06.201800 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ff18827-ab1f-431e-ae38-b68c23c59146 req-92ca3285-001c-4646-8727-39811adc4e51 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51479a8529864c1f812d7753bb431c48&device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 1096 time: 0.0784705 May 27 23:09:06.248881 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-647ee0ad-3bfc-4a67-8b9e-d8b86bef6ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:06.271888 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-647ee0ad-3bfc-4a67-8b9e-d8b86bef6ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:06.273315 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-647ee0ad-3bfc-4a67-8b9e-d8b86bef6ded admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/860836cc-4b86-4fae-b2bd-7cb2873dcd4a HTTP/1.1" status: 204 len: 168 time: 0.2683952 May 27 23:09:06.274465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ee0ad-3bfc-4a67-8b9e-d8b86bef6ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860836cc-4b86-4fae-b2bd-7cb2873dcd4a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:09:06.358221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff18827-ab1f-431e-ae38-b68c23c59146 req-dd7d9f83-5e0b-41f3-9910-d9669f468a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:09:06.359670 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ff18827-ab1f-431e-ae38-b68c23c59146 req-dd7d9f83-5e0b-41f3-9910-d9669f468a21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c661ac73-1281-45fd-864b-63c3ca527cd4 HTTP/1.1" status: 200 len: 915 time: 0.1381354 May 27 23:09:06.434695 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ff18827-ab1f-431e-ae38-b68c23c59146 req-8cf8dd72-ed9a-4b37-aa20-3ca81800bfc7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b965909b-ec89-4774-90ce-744936f20e27 HTTP/1.1" status: 200 len: 217 time: 0.0692148 May 27 23:09:06.505053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff18827-ab1f-431e-ae38-b68c23c59146 req-bc0e0320-3748-43f1-b9c7-b256febc9cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:09:06.506779 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ff18827-ab1f-431e-ae38-b68c23c59146 req-bc0e0320-3748-43f1-b9c7-b256febc9cbd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbe71a41-900c-4a14-ae75-c8ca5563e1df HTTP/1.1" status: 200 len: 854 time: 0.0665538 May 27 23:09:06.570198 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ff18827-ab1f-431e-ae38-b68c23c59146 req-40616b2d-6613-43c2-9c98-9cdd5feb27b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c661ac73-1281-45fd-864b-63c3ca527cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571425 May 27 23:09:06.727406 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ff18827-ab1f-431e-ae38-b68c23c59146 req-4c331163-c55e-4de8-af3c-209db5434e5a service neutron] 10.222.0.46 "GET /v2.0/networks/c661ac73-1281-45fd-864b-63c3ca527cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510036 May 27 23:09:06.866755 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2ff18827-ab1f-431e-ae38-b68c23c59146 req-e746b833-e39f-4317-8220-cdedaf406c03 service neutron] 10.222.0.46 "GET /v2.0/networks/c661ac73-1281-45fd-864b-63c3ca527cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338782 May 27 23:09:14.891738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42116) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:09:15.023220 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:15.038610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:09:15.042399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Usage tracker for resource:security_group_rule and tenant:ab25db7e6c7a4ba1b3654c31fddfa49a is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:09:15.045195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:09:15.051714 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:09:15.133250 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:15.225307 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:15.281566 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ab25db7e6c7a4ba1b3654c31fddfa49a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872840 May 27 23:09:15.283282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b574c56-7e77-4e16-90e0-cbc571dd179f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:09:15.291769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.293430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.293430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.293430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.293430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.293795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.293900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.294194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.294516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.294836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.295156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.295475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0df3df-8d15-43a5-a71c-77a584e2303b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.295678 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42124) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:09:15.359365 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:15.386914 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:15.534626 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:15.548359 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b574c56-7e77-4e16-90e0-cbc571dd179f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:09:15.558523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.560515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.560515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.560515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.560515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.560515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.561001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.561001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.561194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.561490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.561805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.562128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:09:15.571679 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:15.572824 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cc01997a-f6f9-47d5-9a14-c0d39b9cb3e4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7b574c56-7e77-4e16-90e0-cbc571dd179f HTTP/1.1" status: 204 len: 168 time: 0.2757730 May 27 23:09:16.014489 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:22.476677 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:27.539127 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dee4de98-e594-40cd-a46d-57ddc2383359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:29.670559 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abbb9608-e244-492e-97d9-e4259f0d146b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:30.957181 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:30.979478 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:31.201272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:09:31.319791 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72965e34-70b1-4043-bcc4-2ad23f0c312f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:31.334811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-72965e34-70b1-4043-bcc4-2ad23f0c312f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:09:31.338891 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-72965e34-70b1-4043-bcc4-2ad23f0c312f admin admin] Usage tracker for resource:security_group_rule and tenant:45a4b86a7e64455dae209ebe34d70ecb is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:09:31.342433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-72965e34-70b1-4043-bcc4-2ad23f0c312f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:09:31.349040 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-72965e34-70b1-4043-bcc4-2ad23f0c312f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:09:31.432885 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72965e34-70b1-4043-bcc4-2ad23f0c312f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:31.487549 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-72965e34-70b1-4043-bcc4-2ad23f0c312f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:31.535908 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-72965e34-70b1-4043-bcc4-2ad23f0c312f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=45a4b86a7e64455dae209ebe34d70ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3360643 May 27 23:09:31.536730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72965e34-70b1-4043-bcc4-2ad23f0c312f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefe722f-fd76-48a6-ac53-02dd75759ab5,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:09:31.539002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42322) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:09:31.600184 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ccb211fe-4bce-411c-9f19-843ab4452a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:31.625337 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ccb211fe-4bce-411c-9f19-843ab4452a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:31.802100 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ccb211fe-4bce-411c-9f19-843ab4452a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:31.819657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb211fe-4bce-411c-9f19-843ab4452a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefe722f-fd76-48a6-ac53-02dd75759ab5,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:09:31.831952 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ccb211fe-4bce-411c-9f19-843ab4452a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:31.831952 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ccb211fe-4bce-411c-9f19-843ab4452a7c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/eefe722f-fd76-48a6-ac53-02dd75759ab5 HTTP/1.1" status: 204 len: 168 time: 0.2909439 May 27 23:09:32.190579 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:32.414303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42334) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:09:32.431828 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c807bf45-a853-4b71-b00d-33015d4b436b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:32.445777 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c807bf45-a853-4b71-b00d-33015d4b436b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:09:32.449533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c807bf45-a853-4b71-b00d-33015d4b436b admin admin] Usage tracker for resource:security_group_rule and tenant:6a3beec116f54ac5934f46340c645b58 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:09:32.452277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-c807bf45-a853-4b71-b00d-33015d4b436b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:09:32.458413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-c807bf45-a853-4b71-b00d-33015d4b436b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:09:32.538981 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c807bf45-a853-4b71-b00d-33015d4b436b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:32.597479 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c807bf45-a853-4b71-b00d-33015d4b436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:32.644889 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c807bf45-a853-4b71-b00d-33015d4b436b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6a3beec116f54ac5934f46340c645b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295115 May 27 23:09:32.645760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807bf45-a853-4b71-b00d-33015d4b436b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beee2b89-ab39-4d76-b173-125c679c4280,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:09:32.647570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42338) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:09:32.706527 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3e83c95-d558-48c7-a694-73150e46e02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:32.732662 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3e83c95-d558-48c7-a694-73150e46e02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:32.848049 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3e83c95-d558-48c7-a694-73150e46e02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:32.864510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e83c95-d558-48c7-a694-73150e46e02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beee2b89-ab39-4d76-b173-125c679c4280,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:09:32.874345 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f3e83c95-d558-48c7-a694-73150e46e02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:32.875874 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f3e83c95-d558-48c7-a694-73150e46e02e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/beee2b89-ab39-4d76-b173-125c679c4280 HTTP/1.1" status: 204 len: 168 time: 0.2267942 May 27 23:09:33.603498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42354) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:09:33.621493 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f72defc7-bdb8-4da7-bb5f-1d99545e1644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:33.635978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f72defc7-bdb8-4da7-bb5f-1d99545e1644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:09:33.639841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f72defc7-bdb8-4da7-bb5f-1d99545e1644 admin admin] Usage tracker for resource:security_group_rule and tenant:365b56f0dcf74b86a39cba85779b25a8 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:09:33.642729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f72defc7-bdb8-4da7-bb5f-1d99545e1644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:09:33.648451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f72defc7-bdb8-4da7-bb5f-1d99545e1644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:09:33.731221 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f72defc7-bdb8-4da7-bb5f-1d99545e1644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:33.779050 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f72defc7-bdb8-4da7-bb5f-1d99545e1644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:33.826515 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f72defc7-bdb8-4da7-bb5f-1d99545e1644 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=365b56f0dcf74b86a39cba85779b25a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219377 May 27 23:09:33.827340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72defc7-bdb8-4da7-bb5f-1d99545e1644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3a8da5-dd15-490a-93ec-4c528023012d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:09:33.829251 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42358) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:09:33.898624 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9419fb17-b461-453b-99a7-9a6c960f505e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:33.925531 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9419fb17-b461-453b-99a7-9a6c960f505e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:34.024797 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9419fb17-b461-453b-99a7-9a6c960f505e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:34.040846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419fb17-b461-453b-99a7-9a6c960f505e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3a8da5-dd15-490a-93ec-4c528023012d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:09:34.051573 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9419fb17-b461-453b-99a7-9a6c960f505e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:34.055114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9419fb17-b461-453b-99a7-9a6c960f505e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2d3a8da5-dd15-490a-93ec-4c528023012d HTTP/1.1" status: 204 len: 168 time: 0.2224600 May 27 23:09:37.355639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-4f7ce9f4-01f1-4f7a-a315-e4fba909513d req-9823e602-ec71-4d6b-ac4e-fef38de3301a service neutron] (88900) timed out ('10.222.0.27', 54364) {{(pid=88900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 23:09:38.083220 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:09:46.030514 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:47.982426 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555befdc-f3ba-4e49-ad3a-3a496c41b683 req-60f1270f-aed2-4620-84d5-eb2c8ce2dc66 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:09:47.983892 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-555befdc-f3ba-4e49-ad3a-3a496c41b683 req-60f1270f-aed2-4620-84d5-eb2c8ce2dc66 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 945 time: 0.0814514 May 27 23:09:48.031215 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-555befdc-f3ba-4e49-ad3a-3a496c41b683 req-9e01c5bf-be0d-4f55-b936-457a945d917e tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407913 May 27 23:09:49.238870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f057d06-8cfa-4472-8413-5579e30770c6 req-0686f5b9-7728-4ec1-aec8-9e402bb9d8f8 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:09:49.240396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f057d06-8cfa-4472-8413-5579e30770c6 req-0686f5b9-7728-4ec1-aec8-9e402bb9d8f8 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 945 time: 0.0831006 May 27 23:09:49.286343 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f057d06-8cfa-4472-8413-5579e30770c6 req-a933237a-8875-4921-b377-30a428f148a1 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399051 May 27 23:09:49.475209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3f92f-f9ca-47ad-a479-a00f042e77aa req-be8e267e-9537-4501-a79a-45e2f479d9cc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:09:49.475840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-38e3f92f-f9ca-47ad-a479-a00f042e77aa req-be8e267e-9537-4501-a79a-45e2f479d9cc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Synchronizing usage tracker for tenant:51479a8529864c1f812d7753bb431c48 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:09:49.556132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-38e3f92f-f9ca-47ad-a479-a00f042e77aa req-be8e267e-9537-4501-a79a-45e2f479d9cc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Unset dirty status for tenant:51479a8529864c1f812d7753bb431c48 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:09:49.557333 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-38e3f92f-f9ca-47ad-a479-a00f042e77aa req-be8e267e-9537-4501-a79a-45e2f479d9cc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.46 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 945 time: 0.1708074 May 27 23:09:49.628178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-38e3f92f-f9ca-47ad-a479-a00f042e77aa req-46adb457-23ca-4855-9496-a329e273f491 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Deleting port b965909b-ec89-4774-90ce-744936f20e27 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:09:49.628539 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-38e3f92f-f9ca-47ad-a479-a00f042e77aa req-46adb457-23ca-4855-9496-a329e273f491 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:49.995207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-38e3f92f-f9ca-47ad-a479-a00f042e77aa req-46adb457-23ca-4855-9496-a329e273f491 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] For port b965909b-ec89-4774-90ce-744936f20e27, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=b965909b-ec89-4774-90ce-744936f20e27,segment=NetworkSegment(81dfec3f-c1c7-4096-af98-ca90ce0ab50f),segment_id=81dfec3f-c1c7-4096-af98-ca90ce0ab50f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:09:49.995532 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-38e3f92f-f9ca-47ad-a479-a00f042e77aa req-46adb457-23ca-4855-9496-a329e273f491 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:50.119000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-38e3f92f-f9ca-47ad-a479-a00f042e77aa req-46adb457-23ca-4855-9496-a329e273f491 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Calling delete_port for b965909b-ec89-4774-90ce-744936f20e27 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:09:50.316391 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-38e3f92f-f9ca-47ad-a479-a00f042e77aa req-46adb457-23ca-4855-9496-a329e273f491 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:50.327540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['b965909b-ec89-4774-90ce-744936f20e27'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:09:50.388436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adb457-23ca-4855-9496-a329e273f491 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Pushing event deleted for resources: {'Port': ['ID=b965909b-ec89-4774-90ce-744936f20e27,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:09:50.444665 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-797069a2-ce32-415d-82f4-88e047d35684 req-903a6ccb-b755-4f10-a9a3-d7eaecdb2183 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 210 time: 0.0420470 May 27 23:09:50.467921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e3f92f-f9ca-47ad-a479-a00f042e77aa req-46adb457-23ca-4855-9496-a329e273f491 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] No DVR routers for this DVR port b965909b-ec89-4774-90ce-744936f20e27 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:09:50.470595 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-38e3f92f-f9ca-47ad-a479-a00f042e77aa req-46adb457-23ca-4855-9496-a329e273f491 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:50.473262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862f937d-70b9-4af6-be0e-b854bae49af1', 'name': 'network-vif-deleted', 'tag': 'b965909b-ec89-4774-90ce-744936f20e27'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:09:50.518757 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27e77ec7-a7d1-48c4-880c-d24715618c5c'] response: {'server_uuid': '862f937d-70b9-4af6-be0e-b854bae49af1', 'name': 'network-vif-deleted', 'tag': 'b965909b-ec89-4774-90ce-744936f20e27', 'status': 'completed', 'code': 200} May 27 23:09:50.562675 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-38e3f92f-f9ca-47ad-a479-a00f042e77aa req-46adb457-23ca-4855-9496-a329e273f491 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.46 "DELETE /v2.0/ports/b965909b-ec89-4774-90ce-744936f20e27 HTTP/1.1" status: 204 len: 173 time: 0.9999912 May 27 23:09:51.618938 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-940d507b-96c9-4d58-949b-4ac41f6dcb8e req-1a6ab8f9-8abe-4fff-8335-9dc6fef04880 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=862f937d-70b9-4af6-be0e-b854bae49af1 HTTP/1.1" status: 200 len: 210 time: 0.0505962 May 27 23:09:52.515845 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:52.715816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b965909b-ec89-4774-90ce-744936f20e27 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:09:52.753175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: b965909b-ec89-4774-90ce-744936f20e27 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:09:52.753523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device b965909b-ec89-4774-90ce-744936f20e27 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:09:57.544274 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c51ac44-abef-4747-b793-0bc7bed21496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:09:59.698651 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16629b97-ffb0-4287-9dc4-502b31e159c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:00.974481 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:00.975720 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:01.727123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398749a-845b-46f8-9870-6e168610b3e5 req-e2f077a2-689d-42a8-bfeb-8541a877f196 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:01.728672 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-e2f077a2-689d-42a8-bfeb-8541a877f196 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/networks?id=c661ac73-1281-45fd-864b-63c3ca527cd4 HTTP/1.1" status: 200 len: 814 time: 0.1594694 May 27 23:10:01.744519 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-0072bb85-82dc-4d30-88be-0233b36f1861 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/quotas/51479a8529864c1f812d7753bb431c48 HTTP/1.1" status: 200 len: 375 time: 0.0103061 May 27 23:10:01.791524 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-265d5224-62de-4526-9cde-3a9fb6bb7110 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=51479a8529864c1f812d7753bb431c48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417547 May 27 23:10:01.907271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-207ab56f-2cdf-46a3-b1f9-b787d5b572e6 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:10:01.908251 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-207ab56f-2cdf-46a3-b1f9-b787d5b572e6 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1103168 May 27 23:10:02.038942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-fae9bd88-68e4-4ed7-ad75-c99444f9e0f3 service neutron] 10.222.0.27 "GET /v2.0/networks/c661ac73-1281-45fd-864b-63c3ca527cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247406 May 27 23:10:02.155956 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:02.172684 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-e792ccbf-bd1c-4284-9d0d-d25729077f24 service neutron] 10.222.0.27 "GET /v2.0/networks/c661ac73-1281-45fd-864b-63c3ca527cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278584 May 27 23:10:02.401863 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cbde3d66-9bc9-4eda-9291-8d88ae31265f req-cac1db0e-168d-4242-a894-3a94c97edd9b tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 210 time: 0.0495760 May 27 23:10:03.549409 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35a16084-0cdc-4c1c-b9f3-25b4d28f2bbf req-2349f712-d8a9-43c0-9bdb-1117bbc09724 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 210 time: 0.0412135 May 27 23:10:04.611531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398749a-845b-46f8-9870-6e168610b3e5 req-4962fc4a-3142-4e9a-abd9-ca82595c64f1 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:04.613133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-4962fc4a-3142-4e9a-abd9-ca82595c64f1 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.46 "GET /v2.0/networks?id=c661ac73-1281-45fd-864b-63c3ca527cd4 HTTP/1.1" status: 200 len: 814 time: 0.1544397 May 27 23:10:04.625208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Request body: {'port': {'device_id': '786dabb1-d78f-4de7-96bc-fb69a88b9786', 'network_id': 'c661ac73-1281-45fd-864b-63c3ca527cd4', 'admin_state_up': True, 'tenant_id': '51479a8529864c1f812d7753bb431c48'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:10:04.759758 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31ad6146-0116-4262-b37a-0d3d6bf165f0 req-8953b0b2-8b3a-47d0-8ac2-f4e3a1632cfe tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 210 time: 0.0591989 May 27 23:10:04.794346 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:10:04.798867 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Usage tracker for resource:port and tenant:51479a8529864c1f812d7753bb431c48 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:10:04.802226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:10:04.808390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:10:04.904388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Made reservation on behalf of 51479a8529864c1f812d7753bb431c48 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:10:04.908178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:05.081494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Allocated IP 172.20.0.9 (c661ac73-1281-45fd-864b-63c3ca527cd4/fbe71a41-900c-4a14-ae75-c8ca5563e1df/a8fb584c-acdf-445b-8604-b0febd6bde2a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:10:05.292531 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:05.361948 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:05.437224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Network c661ac73-1281-45fd-864b-63c3ca527cd4 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:10:05.440636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:10:05.444798 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:10:05.477117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Pushing event updated for resources: {'Port': ['ID=a8fb584c-acdf-445b-8604-b0febd6bde2a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:05.513204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:05.513807 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:05.585115 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-667520d6-c91a-4f7c-9cb6-5c431f91b0fc tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9636462 May 27 23:10:05.597058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Request body: {'port': {'device_id': '786dabb1-d78f-4de7-96bc-fb69a88b9786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:10:05.710723 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:05.950653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac142efc-253d-460f-bebd-fff2e9bf348c req-9b58c93d-c5b3-46b5-8a90-8d00d90d97df tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:05.952252 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac142efc-253d-460f-bebd-fff2e9bf348c req-9b58c93d-c5b3-46b5-8a90-8d00d90d97df tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 931 time: 0.0867136 May 27 23:10:06.002070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac142efc-253d-460f-bebd-fff2e9bf348c req-c634ebb0-eea1-46ca-965a-544dc870b545 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434420 May 27 23:10:06.176987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fb584c-acdf-445b-8604-b0febd6bde2a {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:10:06.184448 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:06.199489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Transition to ACTIVE for port object a8fb584c-acdf-445b-8604-b0febd6bde2a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:10:06.293154 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:06.492050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Pushing event updated for resources: {'Port': ['ID=a8fb584c-acdf-445b-8604-b0febd6bde2a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:06.572644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Attempting to bind port a8fb584c-acdf-445b-8604-b0febd6bde2a on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:10:06.572985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Attempting to bind port a8fb584c-acdf-445b-8604-b0febd6bde2a by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '81dfec3f-c1c7-4096-af98-ca90ce0ab50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c661ac73-1281-45fd-864b-63c3ca527cd4'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:10:06.573321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Attempting to bind port a8fb584c-acdf-445b-8604-b0febd6bde2a on network c661ac73-1281-45fd-864b-63c3ca527cd4 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:10:06.578342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Port a8fb584c-acdf-445b-8604-b0febd6bde2a on network c661ac73-1281-45fd-864b-63c3ca527cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:10:06.578670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Attempting to bind port a8fb584c-acdf-445b-8604-b0febd6bde2a on network c661ac73-1281-45fd-864b-63c3ca527cd4 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:10:06.584414 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:10:06.584757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Checking segment: {'id': '81dfec3f-c1c7-4096-af98-ca90ce0ab50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c661ac73-1281-45fd-864b-63c3ca527cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:10:06.585142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Bound using segment: {'id': '81dfec3f-c1c7-4096-af98-ca90ce0ab50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c661ac73-1281-45fd-864b-63c3ca527cd4'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:10:06.585574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Bound port: a8fb584c-acdf-445b-8604-b0febd6bde2a, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81dfec3f-c1c7-4096-af98-ca90ce0ab50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'c661ac73-1281-45fd-864b-63c3ca527cd4'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:10:06.585927 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:06.679430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] For port a8fb584c-acdf-445b-8604-b0febd6bde2a, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:10:06.686253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] For port a8fb584c-acdf-445b-8604-b0febd6bde2a, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a8fb584c-acdf-445b-8604-b0febd6bde2a,segment=NetworkSegment(81dfec3f-c1c7-4096-af98-ca90ce0ab50f),segment_id=81dfec3f-c1c7-4096-af98-ca90ce0ab50f)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:10:06.790635 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:06.850306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:06.850904 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:06.852236 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] 10.222.0.46 "PUT /v2.0/ports/a8fb584c-acdf-445b-8604-b0febd6bde2a HTTP/1.1" status: 200 len: 1091 time: 1.2598360 May 27 23:10:06.852676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786dabb1-d78f-4de7-96bc-fb69a88b9786', 'tag': 'a8fb584c-acdf-445b-8604-b0febd6bde2a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:10:06.872477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ccbb31-66c8-425b-9fd0-f46d0639875c service neutron] Pushing event updated for resources: {'Port': ['ID=a8fb584c-acdf-445b-8604-b0febd6bde2a,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:06.904154 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-970af937-067e-4f01-b990-e267ed45a0a5'] response: {'name': 'network-changed', 'server_uuid': '786dabb1-d78f-4de7-96bc-fb69a88b9786', 'tag': 'a8fb584c-acdf-445b-8604-b0febd6bde2a', 'status': 'completed', 'code': 200} May 27 23:10:06.992897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce653aea-53a4-4ccf-a299-efa98f7df9b1 req-6dcd55a1-92a6-4404-834d-4d8e1feca8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:06.994339 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ce653aea-53a4-4ccf-a299-efa98f7df9b1 req-6dcd55a1-92a6-4404-834d-4d8e1feca8bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51479a8529864c1f812d7753bb431c48&device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 1094 time: 0.0740759 May 27 23:10:07.133410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce653aea-53a4-4ccf-a299-efa98f7df9b1 req-71eb6c04-f5a5-4a21-97a1-2201da69f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:07.134863 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ce653aea-53a4-4ccf-a299-efa98f7df9b1 req-71eb6c04-f5a5-4a21-97a1-2201da69f1f7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=51479a8529864c1f812d7753bb431c48&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1331861 May 27 23:10:07.186837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ff5e4-008d-465a-9367-6e69ac594292 req-839aad98-665a-474b-9d1b-c178b45687f3 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:07.188443 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-965ff5e4-008d-465a-9367-6e69ac594292 req-839aad98-665a-474b-9d1b-c178b45687f3 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 943 time: 0.0822258 May 27 23:10:07.237525 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-965ff5e4-008d-465a-9367-6e69ac594292 req-bec7829a-cd2b-41af-b97d-f83648fa3041 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421615 May 27 23:10:07.278807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce653aea-53a4-4ccf-a299-efa98f7df9b1 req-1a122523-e8c2-4b9d-bdb6-a511f7f210e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:07.280315 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ce653aea-53a4-4ccf-a299-efa98f7df9b1 req-1a122523-e8c2-4b9d-bdb6-a511f7f210e9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1397550 May 27 23:10:07.386104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398749a-845b-46f8-9870-6e168610b3e5 req-e0ba5c97-c7fb-48bd-87cc-6b7f46d5fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:07.387578 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-e0ba5c97-c7fb-48bd-87cc-6b7f46d5fd48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=51479a8529864c1f812d7753bb431c48&device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 1094 time: 0.0740762 May 27 23:10:07.458542 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-863cff28-3e6b-4d46-a6f2-00ed92c1beb1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8fb584c-acdf-445b-8604-b0febd6bde2a HTTP/1.1" status: 200 len: 217 time: 0.0640264 May 27 23:10:07.521942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398749a-845b-46f8-9870-6e168610b3e5 req-c6c10039-848f-4856-b5bc-163d6047a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:07.523409 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-c6c10039-848f-4856-b5bc-163d6047a154 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fbe71a41-900c-4a14-ae75-c8ca5563e1df HTTP/1.1" status: 200 len: 854 time: 0.0579777 May 27 23:10:07.573674 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-d2482d1d-3788-4522-969a-69e8634eb044 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c661ac73-1281-45fd-864b-63c3ca527cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442626 May 27 23:10:07.710661 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-210d2512-0f4a-43bc-a77c-ab846e4147a3 service neutron] 10.222.0.46 "GET /v2.0/networks/c661ac73-1281-45fd-864b-63c3ca527cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310482 May 27 23:10:07.842570 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8398749a-845b-46f8-9870-6e168610b3e5 req-995ebd73-e8a2-4224-bf03-a85bff2bed9c service neutron] 10.222.0.46 "GET /v2.0/networks/c661ac73-1281-45fd-864b-63c3ca527cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258461 May 27 23:10:08.426012 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d59c60-b27c-483e-8372-9e69a1029913 req-ba4a1579-2a6b-470c-beba-53d202bf4da2 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:08.427390 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3d59c60-b27c-483e-8372-9e69a1029913 req-ba4a1579-2a6b-470c-beba-53d202bf4da2 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 943 time: 0.0840962 May 27 23:10:08.476105 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3d59c60-b27c-483e-8372-9e69a1029913 req-ca094e17-c4f3-4ffa-b3ce-3a950601c6c8 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427618 May 27 23:10:09.659599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d64d5-17a4-4510-b159-f4438a54a4dd req-17f29958-cffd-4245-8276-c7b38b824442 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:09.661120 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-266d64d5-17a4-4510-b159-f4438a54a4dd req-17f29958-cffd-4245-8276-c7b38b824442 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 943 time: 0.0788000 May 27 23:10:09.709082 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-266d64d5-17a4-4510-b159-f4438a54a4dd req-67382c0d-0122-478b-ad9c-00c3d5d33b18 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423594 May 27 23:10:10.792791 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a8fb584c-acdf-445b-8604-b0febd6bde2a details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:10:10.971467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a8fb584c-acdf-445b-8604-b0febd6bde2a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a8fb584c-acdf-445b-8604-b0febd6bde2a,segment=NetworkSegment(81dfec3f-c1c7-4096-af98-ca90ce0ab50f),segment_id=81dfec3f-c1c7-4096-af98-ca90ce0ab50f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:10:10.985047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'a8fb584c-acdf-445b-8604-b0febd6bde2a', 'network_id': 'c661ac73-1281-45fd-864b-63c3ca527cd4', 'port_id': 'a8fb584c-acdf-445b-8604-b0febd6bde2a', 'mac_address': 'fa:16:3e:20:1d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe71a41-900c-4a14-ae75-c8ca5563e1df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:10:11.017604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a97d1-315f-4bdd-84d6-6fc6a0598b8c req-51d3fbac-5e42-4dcd-ae94-613f77e206e1 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:11.019770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-527a97d1-315f-4bdd-84d6-6fc6a0598b8c req-51d3fbac-5e42-4dcd-ae94-613f77e206e1 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 943 time: 0.1966932 May 27 23:10:11.041867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port a8fb584c-acdf-445b-8604-b0febd6bde2a is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:10:11.042345 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:11.059996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fb584c-acdf-445b-8604-b0febd6bde2a {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:10:11.069533 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-527a97d1-315f-4bdd-84d6-6fc6a0598b8c req-bc9ba305-4d88-47c5-acfe-1894df392494 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432792 May 27 23:10:11.077096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a8fb584c-acdf-445b-8604-b0febd6bde2a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a8fb584c-acdf-445b-8604-b0febd6bde2a,segment=NetworkSegment(81dfec3f-c1c7-4096-af98-ca90ce0ab50f),segment_id=81dfec3f-c1c7-4096-af98-ca90ce0ab50f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:10:11.149852 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:11.220782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=a8fb584c-acdf-445b-8604-b0febd6bde2a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:11.228147 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:11.228522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:11.228869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:11.229194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:11.229524 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:11.229851 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:11.230176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:11.230498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:11.230820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:11.231138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:11.231458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:11.231778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:11.351115 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['a8fb584c-acdf-445b-8604-b0febd6bde2a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:10:12.274743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e73bd6-8854-4257-8d01-e11122a81e0d req-fab859b2-6863-48be-8ef9-d3c31c83535e tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:12.276219 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1e73bd6-8854-4257-8d01-e11122a81e0d req-fab859b2-6863-48be-8ef9-d3c31c83535e tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 944 time: 0.0854995 May 27 23:10:12.321875 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1e73bd6-8854-4257-8d01-e11122a81e0d req-72a2df6b-c9c1-4273-b7e2-793d59748010 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394404 May 27 23:10:12.808730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a8fb584c-acdf-445b-8604-b0febd6bde2a up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:10:12.943879 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port a8fb584c-acdf-445b-8604-b0febd6bde2a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:10:12.948990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port a8fb584c-acdf-445b-8604-b0febd6bde2a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:10:12.949358 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:13.064486 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port a8fb584c-acdf-445b-8604-b0febd6bde2a is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:10:13.065488 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:13.092036 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786dabb1-d78f-4de7-96bc-fb69a88b9786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fb584c-acdf-445b-8604-b0febd6bde2a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:10:13.101615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a8fb584c-acdf-445b-8604-b0febd6bde2a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a8fb584c-acdf-445b-8604-b0febd6bde2a,segment=NetworkSegment(81dfec3f-c1c7-4096-af98-ca90ce0ab50f),segment_id=81dfec3f-c1c7-4096-af98-ca90ce0ab50f)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:10:13.150087 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:13.219052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=a8fb584c-acdf-445b-8604-b0febd6bde2a,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:13.275154 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24ad9b5-9bfb-4be6-93c2-dd4c5d04352d'] response: {'server_uuid': '786dabb1-d78f-4de7-96bc-fb69a88b9786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fb584c-acdf-445b-8604-b0febd6bde2a', 'code': 200} May 27 23:10:13.401147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdb0a3-fe64-4921-8bdc-6ba2a5119584 req-6fd33b88-7d55-4a35-90f8-810ab2ec5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:13.402622 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aebdb0a3-fe64-4921-8bdc-6ba2a5119584 req-6fd33b88-7d55-4a35-90f8-810ab2ec5cac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 1096 time: 0.0714798 May 27 23:10:13.442657 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aebdb0a3-fe64-4921-8bdc-6ba2a5119584 req-412375cf-82f4-4f84-ae37-09c2f9841891 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344601 May 27 23:10:13.511626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24aca32-a7c1-4ee6-a4eb-c302b9d9a586 req-0464f3fc-ec41-42b8-9696-b8b15224ad92 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:13.513148 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b24aca32-a7c1-4ee6-a4eb-c302b9d9a586 req-0464f3fc-ec41-42b8-9696-b8b15224ad92 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 945 time: 0.0827103 May 27 23:10:13.563484 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b24aca32-a7c1-4ee6-a4eb-c302b9d9a586 req-0bfb267c-c971-41c7-b843-b5a6e819092a tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419581 May 27 23:10:14.759605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578dce5-4594-4c67-bd04-433fd7923617 req-a3efecda-3207-4bab-8d88-eee1d86ed0e2 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:14.761151 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6578dce5-4594-4c67-bd04-433fd7923617 req-a3efecda-3207-4bab-8d88-eee1d86ed0e2 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 945 time: 0.0845785 May 27 23:10:14.807065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6578dce5-4594-4c67-bd04-433fd7923617 req-be478c99-9562-43e8-ac8d-09b7c1218988 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399766 May 27 23:10:15.022156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 42770) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:10:15.083674 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:10:15.141519 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:15.155535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:10:15.160096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Usage tracker for resource:security_group_rule and tenant:c570d5021fcb470bbd0faab756a32061 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:10:15.163062 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:10:15.168837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:10:15.249822 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:15.309733 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:15.362844 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c570d5021fcb470bbd0faab756a32061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3395197 May 27 23:10:15.363778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee952a46-f5dd-411e-be74-5f0e1d7a96ae,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:15.365518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 42780) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:10:15.371840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.372192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.372558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.376295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.376295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.376295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.376295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.376295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.376295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.376295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.376295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.376295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe37231-a8c1-4d16-a202-d8615dd4649f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.427412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:15.570349 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:15.692707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:15.707764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee952a46-f5dd-411e-be74-5f0e1d7a96ae,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:15.718384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.718730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.719071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.719403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.719769 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.720123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.720485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.720814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.721182 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.721532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.721857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.722179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:10:15.725226 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:15.728822 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1b1353b0-7cb1-43f7-9236-7fea1e7a6c6c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ee952a46-f5dd-411e-be74-5f0e1d7a96ae HTTP/1.1" status: 204 len: 168 time: 0.3598299 May 27 23:10:16.138193 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:18.988739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d336df23-1363-47ed-b6df-1d712af72d23 req-167b4f13-0808-4848-82eb-2a1418e47c72 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=ec5401145fc44f429b69199de4309499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276961 May 27 23:10:19.135155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336df23-1363-47ed-b6df-1d712af72d23 req-d844e82b-db23-4f95-a72c-e761b60914eb tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:19.136596 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d336df23-1363-47ed-b6df-1d712af72d23 req-d844e82b-db23-4f95-a72c-e761b60914eb tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1427686 May 27 23:10:19.152209 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d336df23-1363-47ed-b6df-1d712af72d23 req-eacffddc-1108-47bb-a516-806f61522212 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/quotas/ec5401145fc44f429b69199de4309499 HTTP/1.1" status: 200 len: 375 time: 0.0099897 May 27 23:10:19.198046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d336df23-1363-47ed-b6df-1d712af72d23 req-e791a2db-2695-4bdd-8587-a1b0689c86e4 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ec5401145fc44f429b69199de4309499&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408156 May 27 23:10:19.447012 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1124976-0ef3-436f-a638-36a483fb2731 req-69168b77-8a25-4d78-a17c-4cb3f90f9faf tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 210 time: 0.0448792 May 27 23:10:20.595262 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5375a095-2cc2-40eb-8ba7-17080e9e910b req-27233acf-cba2-48ad-87dd-90323b0175f3 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 210 time: 0.0429516 May 27 23:10:21.387995 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d336df23-1363-47ed-b6df-1d712af72d23 req-e3695611-64e1-4a81-b948-341fe1401374 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ec5401145fc44f429b69199de4309499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277541 May 27 23:10:21.540043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336df23-1363-47ed-b6df-1d712af72d23 req-f71fd589-a467-4569-97a2-86d28f2e5598 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:21.541468 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d336df23-1363-47ed-b6df-1d712af72d23 req-f71fd589-a467-4569-97a2-86d28f2e5598 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486998 May 27 23:10:21.559895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Request body: {'port': {'device_id': '0310261c-9ffb-4c1f-bffb-ad238f0cbde9', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': 'ec5401145fc44f429b69199de4309499'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:10:21.703387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:10:21.707446 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Usage tracker for resource:port and tenant:ec5401145fc44f429b69199de4309499 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:10:21.710482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:10:21.716612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:10:21.753597 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-08328179-f57c-47f8-a6fa-e054d2557003 req-514c28c5-19d9-4b0d-9cd6-3b53c308e547 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 210 time: 0.0449126 May 27 23:10:21.789591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Made reservation on behalf of ec5401145fc44f429b69199de4309499 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:10:21.793088 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:21.805824 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:21.820596 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:10:21.824340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Usage tracker for resource:security_group_rule and tenant:ec5401145fc44f429b69199de4309499 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:10:21.827103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:10:21.832765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:10:21.911391 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:21.949591 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:22.040651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=012ce686-11b2-4605-80c4-14f7458d89b2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:22.124007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Allocated IP 192.168.233.29 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/0ef0e300-febf-48ed-bee7-4398387abf6d) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:10:22.325560 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:22.341107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Transition to ACTIVE for port object 0ef0e300-febf-48ed-bee7-4398387abf6d will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:10:22.418633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:22.487550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:10:22.490587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:10:22.492266 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:22.494661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:10:22.535530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Pushing event updated for resources: {'Port': ['ID=0ef0e300-febf-48ed-bee7-4398387abf6d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:22.569648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:22.570254 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:22.670476 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d336df23-1363-47ed-b6df-1d712af72d23 req-3397d80e-7c77-4fa8-8803-bee302b53462 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1141963 May 27 23:10:22.738082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6e95093c-0ad3-46fb-91be-d0684cf34ce4 None None] Provisioning for port 0ef0e300-febf-48ed-bee7-4398387abf6d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:10:22.743153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6e95093c-0ad3-46fb-91be-d0684cf34ce4 None None] Provisioning complete for port 0ef0e300-febf-48ed-bee7-4398387abf6d triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:10:22.743649 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e95093c-0ad3-46fb-91be-d0684cf34ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:22.795214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Request body: {'port': {'device_id': '0310261c-9ffb-4c1f-bffb-ad238f0cbde9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:10:22.801502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6e95093c-0ad3-46fb-91be-d0684cf34ce4 None None] Port 0ef0e300-febf-48ed-bee7-4398387abf6d cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:10:22.907130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:22.945659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59b071-4cfb-434c-9bbf-3f05112f2516 req-38ee6ef1-ddfa-4b8e-96dd-c34734aed952 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:22.947104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be59b071-4cfb-434c-9bbf-3f05112f2516 req-38ee6ef1-ddfa-4b8e-96dd-c34734aed952 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 935 time: 0.0839412 May 27 23:10:22.992070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be59b071-4cfb-434c-9bbf-3f05112f2516 req-86b55063-33c1-4c65-b05c-7782e1860f5f tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/security-groups?id=012ce686-11b2-4605-80c4-14f7458d89b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391405 May 27 23:10:23.256842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef0e300-febf-48ed-bee7-4398387abf6d {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:10:23.264617 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:23.279149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Transition to ACTIVE for port object 0ef0e300-febf-48ed-bee7-4398387abf6d will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:10:23.367130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:23.522763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef0e300-febf-48ed-bee7-4398387abf6d,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:23.719751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Attempting to bind port 0ef0e300-febf-48ed-bee7-4398387abf6d on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:10:23.719974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Attempting to bind port 0ef0e300-febf-48ed-bee7-4398387abf6d by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:10:23.720305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Attempting to bind port 0ef0e300-febf-48ed-bee7-4398387abf6d on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:10:23.724887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Port 0ef0e300-febf-48ed-bee7-4398387abf6d on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:10:23.725212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Attempting to bind port 0ef0e300-febf-48ed-bee7-4398387abf6d on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:10:23.730236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:10:23.730564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:10:23.730944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:10:23.731363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Bound port: 0ef0e300-febf-48ed-bee7-4398387abf6d, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:10:23.731710 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:23.818692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] For port 0ef0e300-febf-48ed-bee7-4398387abf6d, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:10:23.821902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] For port 0ef0e300-febf-48ed-bee7-4398387abf6d, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0ef0e300-febf-48ed-bee7-4398387abf6d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:10:23.898506 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:23.959955 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:23.960582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:23.961923 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d336df23-1363-47ed-b6df-1d712af72d23 req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] 10.222.0.57 "PUT /v2.0/ports/0ef0e300-febf-48ed-bee7-4398387abf6d HTTP/1.1" status: 200 len: 1095 time: 1.2778342 May 27 23:10:23.962345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0310261c-9ffb-4c1f-bffb-ad238f0cbde9', 'tag': '0ef0e300-febf-48ed-bee7-4398387abf6d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:10:23.982437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bcd9e-98d9-44b4-8d87-9c65e3a87810 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef0e300-febf-48ed-bee7-4398387abf6d,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:24.012216 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e4d838-2e06-4ceb-93a7-c0f6a62f4e12'] response: {'name': 'network-changed', 'server_uuid': '0310261c-9ffb-4c1f-bffb-ad238f0cbde9', 'tag': '0ef0e300-febf-48ed-bee7-4398387abf6d', 'status': 'completed', 'code': 200} May 27 23:10:24.130838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c9dff-6cfe-4818-b56b-cf105b0059a3 req-c433b1af-8981-4021-bb7c-85acac562352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:24.132494 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-030c9dff-6cfe-4818-b56b-cf105b0059a3 req-c433b1af-8981-4021-bb7c-85acac562352 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec5401145fc44f429b69199de4309499&device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 1098 time: 0.0807095 May 27 23:10:24.176755 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-030c9dff-6cfe-4818-b56b-cf105b0059a3 req-1d5bf3e5-71ed-4095-8bf1-a409639a0f1f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ec5401145fc44f429b69199de4309499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314450 May 27 23:10:24.191035 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4941f5-151a-4e73-b733-d45fa194a97d req-16b76d3e-d844-4c33-911d-2a23df6f44cf tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:24.194981 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b4941f5-151a-4e73-b733-d45fa194a97d req-16b76d3e-d844-4c33-911d-2a23df6f44cf tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 947 time: 0.0898612 May 27 23:10:24.239301 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b4941f5-151a-4e73-b733-d45fa194a97d req-6df40677-403c-4a32-a5f3-c1a3112f85e5 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/security-groups?id=012ce686-11b2-4605-80c4-14f7458d89b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403156 May 27 23:10:24.325629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c9dff-6cfe-4818-b56b-cf105b0059a3 req-5ebfda51-c160-4645-bff4-f9482962b287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:24.327065 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-030c9dff-6cfe-4818-b56b-cf105b0059a3 req-5ebfda51-c160-4645-bff4-f9482962b287 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444664 May 27 23:10:24.459124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336df23-1363-47ed-b6df-1d712af72d23 req-55174977-228b-4750-afee-9e9906afa943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:24.460556 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d336df23-1363-47ed-b6df-1d712af72d23 req-55174977-228b-4750-afee-9e9906afa943 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ec5401145fc44f429b69199de4309499&device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 1098 time: 0.0768471 May 27 23:10:24.536249 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d336df23-1363-47ed-b6df-1d712af72d23 req-17368554-6c4f-4f78-98ac-6aa4412acfe1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=0ef0e300-febf-48ed-bee7-4398387abf6d HTTP/1.1" status: 200 len: 217 time: 0.0632975 May 27 23:10:24.597369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336df23-1363-47ed-b6df-1d712af72d23 req-8ef2d17d-447f-4db0-af8f-df422857b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:24.598759 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d336df23-1363-47ed-b6df-1d712af72d23 req-8ef2d17d-447f-4db0-af8f-df422857b951 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0569947 May 27 23:10:24.677852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336df23-1363-47ed-b6df-1d712af72d23 req-457bb33c-d72c-4402-9b0b-f52c6278aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:24.679210 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d336df23-1363-47ed-b6df-1d712af72d23 req-457bb33c-d72c-4402-9b0b-f52c6278aee5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746915 May 27 23:10:24.813915 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d336df23-1363-47ed-b6df-1d712af72d23 req-8c215c1a-82c6-41a9-83d1-4d37cf559d28 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285710 May 27 23:10:24.948320 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d336df23-1363-47ed-b6df-1d712af72d23 req-cb44ef0f-ffd1-423c-bb63-c4fb39cdd351 service neutron] 10.222.0.57 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277823 May 27 23:10:25.429493 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b37a1-3875-4147-97f6-9066f5969c8f req-942b7b27-dee7-4bd5-9727-39b02910e47e tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:25.430960 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f4b37a1-3875-4147-97f6-9066f5969c8f req-942b7b27-dee7-4bd5-9727-39b02910e47e tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 947 time: 0.0831304 May 27 23:10:25.476020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7f4b37a1-3875-4147-97f6-9066f5969c8f req-4e709f69-0e6b-4fa5-bc66-c8c3886818dc tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/security-groups?id=012ce686-11b2-4605-80c4-14f7458d89b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391881 May 27 23:10:26.658308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce177-825e-42ca-b5bf-08d53582c876 req-4b6e68d2-b5f9-4e55-a3c2-84c2e0ef0984 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:26.659755 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c6dce177-825e-42ca-b5bf-08d53582c876 req-4b6e68d2-b5f9-4e55-a3c2-84c2e0ef0984 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 947 time: 0.0783093 May 27 23:10:26.707319 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c6dce177-825e-42ca-b5bf-08d53582c876 req-bc946a29-e1bd-4148-a6d7-5e35ef54d127 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/security-groups?id=012ce686-11b2-4605-80c4-14f7458d89b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413098 May 27 23:10:26.795841 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0ef0e300-febf-48ed-bee7-4398387abf6d details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:10:26.928291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0ef0e300-febf-48ed-bee7-4398387abf6d, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0ef0e300-febf-48ed-bee7-4398387abf6d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:10:26.941257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '0ef0e300-febf-48ed-bee7-4398387abf6d', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': '0ef0e300-febf-48ed-bee7-4398387abf6d', 'mac_address': 'fa:16:3e:6c:4d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:10:26.996152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 0ef0e300-febf-48ed-bee7-4398387abf6d is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:10:26.996565 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:27.018570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef0e300-febf-48ed-bee7-4398387abf6d {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:10:27.030269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0ef0e300-febf-48ed-bee7-4398387abf6d, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0ef0e300-febf-48ed-bee7-4398387abf6d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:10:27.098084 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:27.176016 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=0ef0e300-febf-48ed-bee7-4398387abf6d,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:27.431947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['0ef0e300-febf-48ed-bee7-4398387abf6d'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:10:27.557811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-23058ee4-f0d6-479f-963d-39c1fa35550f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:27.894507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55aac9-3989-4f5f-9b40-afafd69012cb req-8cd0314c-ef8a-408a-aa5f-5d2b7883420b tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:27.895977 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be55aac9-3989-4f5f-9b40-afafd69012cb req-8cd0314c-ef8a-408a-aa5f-5d2b7883420b tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 948 time: 0.0790305 May 27 23:10:27.940123 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be55aac9-3989-4f5f-9b40-afafd69012cb req-71c0b078-1c58-4096-a237-592c0aed5792 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/security-groups?id=012ce686-11b2-4605-80c4-14f7458d89b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384874 May 27 23:10:28.806778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0ef0e300-febf-48ed-bee7-4398387abf6d up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:10:28.949977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 0ef0e300-febf-48ed-bee7-4398387abf6d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:10:28.956680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 0ef0e300-febf-48ed-bee7-4398387abf6d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:10:28.956680 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:29.114348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 0ef0e300-febf-48ed-bee7-4398387abf6d is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:10:29.115539 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:29.143674 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263d449-7733-4262-9c22-af6d09084bd4 req-f459979f-7177-4e73-afee-612865cbbe55 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:29.143674 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4263d449-7733-4262-9c22-af6d09084bd4 req-f459979f-7177-4e73-afee-612865cbbe55 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 948 time: 0.0911746 May 27 23:10:29.145670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0310261c-9ffb-4c1f-bffb-ad238f0cbde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef0e300-febf-48ed-bee7-4398387abf6d'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:10:29.155730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0ef0e300-febf-48ed-bee7-4398387abf6d, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0ef0e300-febf-48ed-bee7-4398387abf6d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:10:29.190317 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4263d449-7733-4262-9c22-af6d09084bd4 req-35a70dc7-9a66-48b9-a0f6-2484cb1156b3 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/security-groups?id=012ce686-11b2-4605-80c4-14f7458d89b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 May 27 23:10:29.196758 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5bbc15b-32c9-4393-acc6-660ec12d4422'] response: {'server_uuid': '0310261c-9ffb-4c1f-bffb-ad238f0cbde9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef0e300-febf-48ed-bee7-4398387abf6d', 'code': 200} May 27 23:10:29.242031 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:29.332634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=0ef0e300-febf-48ed-bee7-4398387abf6d,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:29.378543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830b84a-7dc9-47c8-89c2-c96195436482 req-f4cfce7f-5ac4-4f25-bad5-41594aed5420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:29.383324 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5830b84a-7dc9-47c8-89c2-c96195436482 req-f4cfce7f-5ac4-4f25-bad5-41594aed5420 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 1100 time: 0.0947368 May 27 23:10:29.422637 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5830b84a-7dc9-47c8-89c2-c96195436482 req-52b60a2c-8ef4-463d-8a86-c9811407274e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=012ce686-11b2-4605-80c4-14f7458d89b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367982 May 27 23:10:29.686829 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db490aa7-7c7a-4c5a-86c0-98a9ac63eb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:30.418755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75933c66-ecb7-42fc-86a0-8aadfa29af18 req-d67e0a88-d049-45aa-a0ae-f898b665c5f0 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:30.420205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-75933c66-ecb7-42fc-86a0-8aadfa29af18 req-d67e0a88-d049-45aa-a0ae-f898b665c5f0 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 949 time: 0.0955679 May 27 23:10:30.467328 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-75933c66-ecb7-42fc-86a0-8aadfa29af18 req-39110d32-d95e-48f6-b8dd-ce22c88d05d3 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/security-groups?id=012ce686-11b2-4605-80c4-14f7458d89b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414677 May 27 23:10:30.955257 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:30.966154 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:31.676134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac419b91-4af2-40d2-8cc2-aee0ade7f441 req-6741a128-98d4-498b-83b5-3554d3ca9034 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:31.676134 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac419b91-4af2-40d2-8cc2-aee0ade7f441 req-6741a128-98d4-498b-83b5-3554d3ca9034 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 949 time: 0.0873673 May 27 23:10:31.727703 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac419b91-4af2-40d2-8cc2-aee0ade7f441 req-ef53dc2a-e354-41a1-b1f8-e38eff209765 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/security-groups?id=012ce686-11b2-4605-80c4-14f7458d89b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524068 May 27 23:10:32.194824 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:32.388155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e711c-9ed7-4b0b-b7c1-3258a8372afa req-5199428e-37a4-4d51-b10f-a0b274a2d3c7 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:32.389573 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b8e711c-9ed7-4b0b-b7c1-3258a8372afa req-5199428e-37a4-4d51-b10f-a0b274a2d3c7 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 949 time: 0.0809844 May 27 23:10:32.438178 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b8e711c-9ed7-4b0b-b7c1-3258a8372afa req-dc8fef57-a8ce-44ab-91f1-2e07b02506ab tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/security-groups?id=012ce686-11b2-4605-80c4-14f7458d89b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428722 May 27 23:10:33.621748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b09d6a-309b-41fa-9efd-9834672470b9 req-5aa41877-f0e7-439e-a929-a12717f731fc tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:33.623187 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-84b09d6a-309b-41fa-9efd-9834672470b9 req-5aa41877-f0e7-439e-a929-a12717f731fc tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 949 time: 0.0791440 May 27 23:10:33.666910 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-84b09d6a-309b-41fa-9efd-9834672470b9 req-b543e46b-54b0-4963-ac4e-6ea44c4da126 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/security-groups?id=012ce686-11b2-4605-80c4-14f7458d89b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380168 May 27 23:10:33.818701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f74bb9-2b39-4245-a1c8-fc25882d6978 req-1a00e707-5f76-4ad7-968e-188382c2d358 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:33.819659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e3f74bb9-2b39-4245-a1c8-fc25882d6978 req-1a00e707-5f76-4ad7-968e-188382c2d358 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Synchronizing usage tracker for tenant:ec5401145fc44f429b69199de4309499 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:10:33.944111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e3f74bb9-2b39-4245-a1c8-fc25882d6978 req-1a00e707-5f76-4ad7-968e-188382c2d358 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Unset dirty status for tenant:ec5401145fc44f429b69199de4309499 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:10:33.945351 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e3f74bb9-2b39-4245-a1c8-fc25882d6978 req-1a00e707-5f76-4ad7-968e-188382c2d358 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.57 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 949 time: 0.2039754 May 27 23:10:34.024303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-e3f74bb9-2b39-4245-a1c8-fc25882d6978 req-a96183b2-1789-4053-84a7-93a12f577c7e tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Deleting port 0ef0e300-febf-48ed-bee7-4398387abf6d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:10:34.024698 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e3f74bb9-2b39-4245-a1c8-fc25882d6978 req-a96183b2-1789-4053-84a7-93a12f577c7e tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:34.277009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e3f74bb9-2b39-4245-a1c8-fc25882d6978 req-a96183b2-1789-4053-84a7-93a12f577c7e tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] For port 0ef0e300-febf-48ed-bee7-4398387abf6d, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0ef0e300-febf-48ed-bee7-4398387abf6d,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:10:34.277334 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e3f74bb9-2b39-4245-a1c8-fc25882d6978 req-a96183b2-1789-4053-84a7-93a12f577c7e tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:34.402254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-e3f74bb9-2b39-4245-a1c8-fc25882d6978 req-a96183b2-1789-4053-84a7-93a12f577c7e tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Calling delete_port for 0ef0e300-febf-48ed-bee7-4398387abf6d owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:10:34.607065 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e3f74bb9-2b39-4245-a1c8-fc25882d6978 req-a96183b2-1789-4053-84a7-93a12f577c7e tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:34.640656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['0ef0e300-febf-48ed-bee7-4398387abf6d'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:10:34.658401 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96183b2-1789-4053-84a7-93a12f577c7e tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Pushing event deleted for resources: {'Port': ['ID=0ef0e300-febf-48ed-bee7-4398387abf6d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:34.747377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f74bb9-2b39-4245-a1c8-fc25882d6978 req-a96183b2-1789-4053-84a7-93a12f577c7e tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] No DVR routers for this DVR port 0ef0e300-febf-48ed-bee7-4398387abf6d on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:10:34.751212 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e3f74bb9-2b39-4245-a1c8-fc25882d6978 req-a96183b2-1789-4053-84a7-93a12f577c7e tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:34.755762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0310261c-9ffb-4c1f-bffb-ad238f0cbde9', 'name': 'network-vif-deleted', 'tag': '0ef0e300-febf-48ed-bee7-4398387abf6d'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:10:34.813380 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca834b9-601c-4548-bc43-43cad8a5676c'] response: {'server_uuid': '0310261c-9ffb-4c1f-bffb-ad238f0cbde9', 'name': 'network-vif-deleted', 'tag': '0ef0e300-febf-48ed-bee7-4398387abf6d', 'status': 'completed', 'code': 200} May 27 23:10:34.824896 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e3f74bb9-2b39-4245-a1c8-fc25882d6978 req-a96183b2-1789-4053-84a7-93a12f577c7e tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.57 "DELETE /v2.0/ports/0ef0e300-febf-48ed-bee7-4398387abf6d HTTP/1.1" status: 204 len: 173 time: 0.8741403 May 27 23:10:34.852097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bef3cacb-c896-4629-ae74-5a0c95ab124e req-0287e38e-8e14-4198-bd21-84d10b835e75 tempest-VolumesNegativeTest-503699923 tempest-VolumesNegativeTest-503699923-project] 10.222.0.27 "GET /v2.0/ports?device_id=0310261c-9ffb-4c1f-bffb-ad238f0cbde9 HTTP/1.1" status: 200 len: 210 time: 0.0593543 May 27 23:10:36.830572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0ef0e300-febf-48ed-bee7-4398387abf6d no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:10:36.870158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 0ef0e300-febf-48ed-bee7-4398387abf6d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:10:36.870158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0ef0e300-febf-48ed-bee7-4398387abf6d not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:10:38.260569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d3218-5752-4975-9d48-317d7225f55d req-a3db3f89-fb1e-4b55-80d5-81ad737ee49a tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:38.262159 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-799d3218-5752-4975-9d48-317d7225f55d req-a3db3f89-fb1e-4b55-80d5-81ad737ee49a tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 945 time: 0.0825813 May 27 23:10:38.311935 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-799d3218-5752-4975-9d48-317d7225f55d req-699051af-2593-4352-941f-bd093f1dcd46 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422883 May 27 23:10:39.499907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b30b58-f4c8-4406-a9c3-e4b0a32143f2 req-807eb7fa-fa9a-4aa0-b15d-e3920b0f0ea0 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:39.501392 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b30b58-f4c8-4406-a9c3-e4b0a32143f2 req-807eb7fa-fa9a-4aa0-b15d-e3920b0f0ea0 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 945 time: 0.0815873 May 27 23:10:39.553238 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2b30b58-f4c8-4406-a9c3-e4b0a32143f2 req-4e399cc7-87c9-4f62-85d2-abfe48f5ed3e tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d4753d03-9228-4694-82a4-cf94b81e83a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448592 May 27 23:10:39.709165 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7780274-2fe7-407d-adb2-9e0a6cbb4ffb req-1ba58e65-10b1-4c36-abf6-b9f95d8a9b2d tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:10:39.709877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d7780274-2fe7-407d-adb2-9e0a6cbb4ffb req-1ba58e65-10b1-4c36-abf6-b9f95d8a9b2d tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Synchronizing usage tracker for tenant:51479a8529864c1f812d7753bb431c48 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:10:39.766652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-d7780274-2fe7-407d-adb2-9e0a6cbb4ffb req-1ba58e65-10b1-4c36-abf6-b9f95d8a9b2d tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Unset dirty status for tenant:51479a8529864c1f812d7753bb431c48 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:10:39.767808 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d7780274-2fe7-407d-adb2-9e0a6cbb4ffb req-1ba58e65-10b1-4c36-abf6-b9f95d8a9b2d tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.46 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 945 time: 0.1389513 May 27 23:10:39.836256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-d7780274-2fe7-407d-adb2-9e0a6cbb4ffb req-923e503f-6906-44b7-ae6b-0e500cce189c tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Deleting port a8fb584c-acdf-445b-8604-b0febd6bde2a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:10:39.836610 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7780274-2fe7-407d-adb2-9e0a6cbb4ffb req-923e503f-6906-44b7-ae6b-0e500cce189c tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:40.083963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d7780274-2fe7-407d-adb2-9e0a6cbb4ffb req-923e503f-6906-44b7-ae6b-0e500cce189c tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] For port a8fb584c-acdf-445b-8604-b0febd6bde2a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a8fb584c-acdf-445b-8604-b0febd6bde2a,segment=NetworkSegment(81dfec3f-c1c7-4096-af98-ca90ce0ab50f),segment_id=81dfec3f-c1c7-4096-af98-ca90ce0ab50f)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:10:40.084325 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7780274-2fe7-407d-adb2-9e0a6cbb4ffb req-923e503f-6906-44b7-ae6b-0e500cce189c tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:40.323065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-d7780274-2fe7-407d-adb2-9e0a6cbb4ffb req-923e503f-6906-44b7-ae6b-0e500cce189c tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Calling delete_port for a8fb584c-acdf-445b-8604-b0febd6bde2a owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:10:40.526446 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7780274-2fe7-407d-adb2-9e0a6cbb4ffb req-923e503f-6906-44b7-ae6b-0e500cce189c tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:40.538266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['a8fb584c-acdf-445b-8604-b0febd6bde2a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:10:40.579300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e503f-6906-44b7-ae6b-0e500cce189c tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Pushing event deleted for resources: {'Port': ['ID=a8fb584c-acdf-445b-8604-b0febd6bde2a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:40.660659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7780274-2fe7-407d-adb2-9e0a6cbb4ffb req-923e503f-6906-44b7-ae6b-0e500cce189c tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] No DVR routers for this DVR port a8fb584c-acdf-445b-8604-b0febd6bde2a on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:10:40.663244 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d7780274-2fe7-407d-adb2-9e0a6cbb4ffb req-923e503f-6906-44b7-ae6b-0e500cce189c tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:40.665913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786dabb1-d78f-4de7-96bc-fb69a88b9786', 'name': 'network-vif-deleted', 'tag': 'a8fb584c-acdf-445b-8604-b0febd6bde2a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:10:40.712991 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4cee3bb-cd8d-4cad-9549-b3f1a8bdb0a2'] response: {'server_uuid': '786dabb1-d78f-4de7-96bc-fb69a88b9786', 'name': 'network-vif-deleted', 'tag': 'a8fb584c-acdf-445b-8604-b0febd6bde2a', 'status': 'completed', 'code': 200} May 27 23:10:40.730768 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a8d42043-3fda-4bb4-af11-19bbcedccfda req-3350d5d5-3a82-4d0d-9662-1244e8ca6e64 tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.27 "GET /v2.0/ports?device_id=786dabb1-d78f-4de7-96bc-fb69a88b9786 HTTP/1.1" status: 200 len: 210 time: 0.0615585 May 27 23:10:40.756891 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d7780274-2fe7-407d-adb2-9e0a6cbb4ffb req-923e503f-6906-44b7-ae6b-0e500cce189c tempest-VolumesSnapshotTestJSON-1294055185 tempest-VolumesSnapshotTestJSON-1294055185-project] 10.222.0.46 "DELETE /v2.0/ports/a8fb584c-acdf-445b-8604-b0febd6bde2a HTTP/1.1" status: 204 len: 173 time: 0.9835632 May 27 23:10:42.919872 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a8fb584c-acdf-445b-8604-b0febd6bde2a no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:10:42.957001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: a8fb584c-acdf-445b-8604-b0febd6bde2a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:10:42.957253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a8fb584c-acdf-445b-8604-b0febd6bde2a not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:10:43.846072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43232) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:10:43.997495 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e9de4b6c-64b8-4563-bec4-b3ed10bae542 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ec5401145fc44f429b69199de4309499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501973 May 27 23:10:43.999846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43240) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:10:44.056650 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00b56282-7038-417e-a534-a21db49c37d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:44.086009 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00b56282-7038-417e-a534-a21db49c37d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:44.178358 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00b56282-7038-417e-a534-a21db49c37d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:44.194718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b56282-7038-417e-a534-a21db49c37d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012ce686-11b2-4605-80c4-14f7458d89b2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:10:44.205007 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-00b56282-7038-417e-a534-a21db49c37d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:44.209312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-00b56282-7038-417e-a534-a21db49c37d5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/012ce686-11b2-4605-80c4-14f7458d89b2 HTTP/1.1" status: 204 len: 168 time: 0.2079999 May 27 23:10:46.040956 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:52.083964 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:10:52.526462 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:57.583517 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a36bd742-db27-458f-a2b1-ba8f4b7f4133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:10:59.691898 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fc8b4682-0a83-4e20-9826-bb38b631fc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:00.966392 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:01.000326 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:02.166204 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:16.052632 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:22.525853 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:27.565312 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b765595f-11f7-4233-ad5d-bc166886c5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:29.084273 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:11:29.686470 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a1cf7e5-28b7-48d5-a59c-1cdf5a9708c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:30.978024 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:31.028440 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:32.159705 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:46.039872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:47.220304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43446) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:11:47.279742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Deleting subnet fbe71a41-900c-4a14-ae75-c8ca5563e1df {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:11:47.282655 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:47.333310 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:47.391074 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:47.509580 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:47.550730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe71a41-900c-4a14-ae75-c8ca5563e1df,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:11:47.555824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:47.563097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:11:47.563432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:11:47.563761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:11:47.564082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:11:47.564422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:11:47.564742 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:11:47.565055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:11:47.565368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:11:47.565680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:11:47.565988 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:11:47.566296 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:11:47.566602 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:11:47.572417 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f17b5bc8-180b-460f-9c85-b5f64685253f admin admin] 10.222.0.27 "DELETE /v2.0/subnets/fbe71a41-900c-4a14-ae75-c8ca5563e1df HTTP/1.1" status: 204 len: 168 time: 0.3505704 May 27 23:11:47.574331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43450) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:11:47.784453 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0304596-2af4-4783-86ca-3e594de858f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:47.908325 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0304596-2af4-4783-86ca-3e594de858f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:47.934037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-a0304596-2af4-4783-86ca-3e594de858f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c661ac73-1281-45fd-864b-63c3ca527cd4']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:11:47.946640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-a0304596-2af4-4783-86ca-3e594de858f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81dfec3f-c1c7-4096-af98-ca90ce0ab50f') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:11:47.946935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-a0304596-2af4-4783-86ca-3e594de858f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81dfec3f-c1c7-4096-af98-ca90ce0ab50f') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:11:47.958602 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0304596-2af4-4783-86ca-3e594de858f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:47.974352 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0304596-2af4-4783-86ca-3e594de858f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:47.980149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0304596-2af4-4783-86ca-3e594de858f2 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:11:47.980554 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0304596-2af4-4783-86ca-3e594de858f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:48.108585 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0304596-2af4-4783-86ca-3e594de858f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:48.125624 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0304596-2af4-4783-86ca-3e594de858f2 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:48.135845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0304596-2af4-4783-86ca-3e594de858f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c661ac73-1281-45fd-864b-63c3ca527cd4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:11:48.217912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a0304596-2af4-4783-86ca-3e594de858f2 admin admin] 10.222.0.27 "DELETE /v2.0/networks/c661ac73-1281-45fd-864b-63c3ca527cd4 HTTP/1.1" status: 204 len: 168 time: 0.6425500 May 27 23:11:48.252519 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 81dfec3f-c1c7-4096-af98-ca90ce0ab50f resource provider aggregate not found May 27 23:11:48.268207 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 81dfec3f-c1c7-4096-af98-ca90ce0ab50f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81dfec3f-c1c7-4096-af98-ca90ce0ab50f found for delete ", "request_id": "req-67bb1b91-b4f2-4ceb-b8d2-6042d80766fb"}]} May 27 23:11:48.655556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43462) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:11:48.702948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3e7017a4-3160-42c7-ba9f-a8ef4280d9e8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=51479a8529864c1f812d7753bb431c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471334 May 27 23:11:48.705423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43466) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:11:48.762417 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-89b896d2-442f-4d50-ae04-d325442f86ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:48.787105 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-89b896d2-442f-4d50-ae04-d325442f86ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:48.925739 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-89b896d2-442f-4d50-ae04-d325442f86ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:48.941525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b896d2-442f-4d50-ae04-d325442f86ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4753d03-9228-4694-82a4-cf94b81e83a9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:11:48.946242 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-89b896d2-442f-4d50-ae04-d325442f86ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:48.947561 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-89b896d2-442f-4d50-ae04-d325442f86ac admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d4753d03-9228-4694-82a4-cf94b81e83a9 HTTP/1.1" status: 204 len: 168 time: 0.2410457 May 27 23:11:52.577057 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:57.565276 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a97715bb-979e-4109-a773-b5be412fdee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:11:59.725618 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0ca8672e-d5fb-4cb4-8f0d-0677a90a6706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:00.970982 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:00.999672 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:02.227129 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:06.083883 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:12:09.924650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43602) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:10.069790 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:10.084737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:12:10.089401 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Usage tracker for resource:security_group_rule and tenant:90bda5f8d4eb481bbd55dfe6e5e3586d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:12:10.092186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:12:10.097881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:12:10.178140 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:10.245329 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:10.292491 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=90bda5f8d4eb481bbd55dfe6e5e3586d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3667572 May 27 23:12:10.294062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e38984-93fa-4c97-a25e-580f322b80ff,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:10.295320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43608) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:10.301829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:10.302176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:10.302515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:10.302849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:10.303195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:10.303505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:10.303847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:10.304156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:10.304499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:10.304820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:10.305631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:10.305947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dc11f0-424b-4f07-9364-9cd5ef28fba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:10.355928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d32298b-357c-4e25-9d93-ca731ab6ce89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:10.381356 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d32298b-357c-4e25-9d93-ca731ab6ce89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:10.473675 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d32298b-357c-4e25-9d93-ca731ab6ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:10.488065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32298b-357c-4e25-9d93-ca731ab6ce89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e38984-93fa-4c97-a25e-580f322b80ff,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:10.495282 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d32298b-357c-4e25-9d93-ca731ab6ce89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:10.496494 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5d32298b-357c-4e25-9d93-ca731ab6ce89 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/67e38984-93fa-4c97-a25e-580f322b80ff HTTP/1.1" status: 204 len: 168 time: 0.2001281 May 27 23:12:12.545154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43650) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:12.550313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-750649353', 'description': 'tempest-secgroup-smoke-750649353 description', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:12:12.556899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:12:12.560744 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:12:12.563739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:12:12.570164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:12:12.662337 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:12.677876 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:12.691939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:12:12.695712 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:12:12.698480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:12:12.704136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:12:12.786339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:12.833469 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:12.846091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:12:12.853591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:12:12.861585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:12:12.871514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:12:12.874907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea51d216-ce47-453f-9f88-e0e68d918534,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:12.941835 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:13.010628 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:13.050733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cd4a72-e17a-4315-bbcd-8a54331339f0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:13.119561 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:13.120726 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e3606758-31c8-41a0-bb75-037be2495215 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5745759 May 27 23:12:13.123600 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43654) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:13.128641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-178990b5-9ed0-45f5-9b73-0db15aa61cfe tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'd2cd4a72-e17a-4315-bbcd-8a54331339f0', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:12:13.135898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-178990b5-9ed0-45f5-9b73-0db15aa61cfe tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:12:13.139761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-178990b5-9ed0-45f5-9b73-0db15aa61cfe tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:12:13.142828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-178990b5-9ed0-45f5-9b73-0db15aa61cfe tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:12:13.148584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-178990b5-9ed0-45f5-9b73-0db15aa61cfe tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:12:13.257122 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-178990b5-9ed0-45f5-9b73-0db15aa61cfe tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:13.318376 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-178990b5-9ed0-45f5-9b73-0db15aa61cfe tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:13.392414 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-178990b5-9ed0-45f5-9b73-0db15aa61cfe tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:13.415748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178990b5-9ed0-45f5-9b73-0db15aa61cfe tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf34fcf-a09c-4033-91f3-fbcdbe8aa164,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:13.483880 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-178990b5-9ed0-45f5-9b73-0db15aa61cfe tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:13.485072 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-178990b5-9ed0-45f5-9b73-0db15aa61cfe tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3605618 May 27 23:12:13.487686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43658) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:13.493009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-600d9072-e38e-49bd-b1d3-077283b59499 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'd2cd4a72-e17a-4315-bbcd-8a54331339f0', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:12:13.499229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-600d9072-e38e-49bd-b1d3-077283b59499 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:12:13.502994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-600d9072-e38e-49bd-b1d3-077283b59499 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:12:13.506356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-600d9072-e38e-49bd-b1d3-077283b59499 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:12:13.512711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-600d9072-e38e-49bd-b1d3-077283b59499 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:12:13.599684 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-600d9072-e38e-49bd-b1d3-077283b59499 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:13.659937 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-600d9072-e38e-49bd-b1d3-077283b59499 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:13.730670 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-600d9072-e38e-49bd-b1d3-077283b59499 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:13.755127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d9072-e38e-49bd-b1d3-077283b59499 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f72b912-d426-44f9-a384-bed86b2df8f7,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:13.804811 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-600d9072-e38e-49bd-b1d3-077283b59499 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:13.805983 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-600d9072-e38e-49bd-b1d3-077283b59499 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3174088 May 27 23:12:13.808634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43662) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:13.813447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-88461a24-85f3-47ed-8cb9-634c53f33f08 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'd2cd4a72-e17a-4315-bbcd-8a54331339f0', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:12:13.819757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-88461a24-85f3-47ed-8cb9-634c53f33f08 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:12:13.824038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-88461a24-85f3-47ed-8cb9-634c53f33f08 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:12:13.826962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-88461a24-85f3-47ed-8cb9-634c53f33f08 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:12:13.832633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-88461a24-85f3-47ed-8cb9-634c53f33f08 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:12:13.913205 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88461a24-85f3-47ed-8cb9-634c53f33f08 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:13.973754 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88461a24-85f3-47ed-8cb9-634c53f33f08 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:14.050089 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88461a24-85f3-47ed-8cb9-634c53f33f08 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:14.077606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88461a24-85f3-47ed-8cb9-634c53f33f08 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649c1cd9-f64f-49fe-b421-851ec414f12e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:14.146888 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88461a24-85f3-47ed-8cb9-634c53f33f08 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:14.148057 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-88461a24-85f3-47ed-8cb9-634c53f33f08 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3385303 May 27 23:12:14.150644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43666) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:14.155579 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-4ca079a6-68b3-482b-8e52-e87d8047ef59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'd2cd4a72-e17a-4315-bbcd-8a54331339f0', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:12:14.161903 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4ca079a6-68b3-482b-8e52-e87d8047ef59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:12:14.165868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4ca079a6-68b3-482b-8e52-e87d8047ef59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:12:14.168731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4ca079a6-68b3-482b-8e52-e87d8047ef59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:12:14.174454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4ca079a6-68b3-482b-8e52-e87d8047ef59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:12:14.251470 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ca079a6-68b3-482b-8e52-e87d8047ef59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:14.314905 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ca079a6-68b3-482b-8e52-e87d8047ef59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:14.393440 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ca079a6-68b3-482b-8e52-e87d8047ef59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:14.417784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca079a6-68b3-482b-8e52-e87d8047ef59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c130efe-3cf4-4363-a971-c8ad80301a11,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:14.484978 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4ca079a6-68b3-482b-8e52-e87d8047ef59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:14.486168 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4ca079a6-68b3-482b-8e52-e87d8047ef59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3345313 May 27 23:12:14.488870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43670) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:14.494495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-333c18ee-c939-4688-979d-dafbbe5725dc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'd2cd4a72-e17a-4315-bbcd-8a54331339f0', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:12:14.500968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-333c18ee-c939-4688-979d-dafbbe5725dc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:12:14.504873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-333c18ee-c939-4688-979d-dafbbe5725dc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:12:14.507784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-333c18ee-c939-4688-979d-dafbbe5725dc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:12:14.513546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-333c18ee-c939-4688-979d-dafbbe5725dc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:12:14.605023 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-333c18ee-c939-4688-979d-dafbbe5725dc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Project e6de1f1438b94cdfbf69203088ee5d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:12:14.611615 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-333c18ee-c939-4688-979d-dafbbe5725dc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:14.676507 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-333c18ee-c939-4688-979d-dafbbe5725dc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:14.719206 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-333c18ee-c939-4688-979d-dafbbe5725dc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:14.742931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c18ee-c939-4688-979d-dafbbe5725dc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d841a000-4662-4003-bdae-3663d5330f2c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:14.805076 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-333c18ee-c939-4688-979d-dafbbe5725dc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:14.806288 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-333c18ee-c939-4688-979d-dafbbe5725dc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3164432 May 27 23:12:14.809001 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43674) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:14.813881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ceb5707e-e782-4ef3-af0d-78ccf2875551 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'd2cd4a72-e17a-4315-bbcd-8a54331339f0', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:12:14.820157 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ceb5707e-e782-4ef3-af0d-78ccf2875551 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:12:14.824008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ceb5707e-e782-4ef3-af0d-78ccf2875551 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:12:14.826918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ceb5707e-e782-4ef3-af0d-78ccf2875551 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:12:14.832718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ceb5707e-e782-4ef3-af0d-78ccf2875551 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:12:14.907057 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-ceb5707e-e782-4ef3-af0d-78ccf2875551 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Project e6de1f1438b94cdfbf69203088ee5d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:12:14.913648 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ceb5707e-e782-4ef3-af0d-78ccf2875551 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:14.981311 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ceb5707e-e782-4ef3-af0d-78ccf2875551 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:15.066831 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ceb5707e-e782-4ef3-af0d-78ccf2875551 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:15.092939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5707e-e782-4ef3-af0d-78ccf2875551 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437dbaf8-c54a-41be-af84-1b3aeb05f823,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:15.164150 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ceb5707e-e782-4ef3-af0d-78ccf2875551 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:15.165360 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ceb5707e-e782-4ef3-af0d-78ccf2875551 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3554602 May 27 23:12:15.168546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43678) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:15.173877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'network': {'name': 'tempest-network-smoke--388106631', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'port_security_enabled': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:12:15.179297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:12:15.183232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:network and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:12:15.186151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:12:15.191943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:12:15.273534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Made reservation on behalf of e6de1f1438b94cdfbf69203088ee5d15 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:12:15.277409 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:15.303973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:12:15.312493 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:15.312847 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Added segment 3f9f6290-5d6f-4b02-843e-5a46912f7056 of type vlan for network c86759c8-7a4b-48b3-a556-5970be1ce6b3 May 27 23:12:15.338977 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:15.421866 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:15.427270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:15.427844 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:15.534837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Network': ['ID=c86759c8-7a4b-48b3-a556-5970be1ce6b3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:15.544709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network c86759c8-7a4b-48b3-a556-5970be1ce6b3 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:12:15.560228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9817ee5f-4b4c-4aec-bfa8-e30745aa27e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3907046 May 27 23:12:15.563152 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43682) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:15.568237 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'admin_state_up': True, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:12:15.576546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:12:15.580362 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:router and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:12:15.583224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:12:15.589719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:12:15.639368 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:15.640431 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:15.655983 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:16.054012 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:16.079254 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:16.420913 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:16.449521 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:16.587725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.25.2.123 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/c8237f21-9d7c-4d8c-a89a-833db4872f6d) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:12:16.735485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:16.810905 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:16.875469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:12:16.878357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:12:16.881966 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:12:16.917447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=c8237f21-9d7c-4d8c-a89a-833db4872f6d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:17.373577 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:17.826229 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:18.089796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router e13f0f4f-aa65-460e-a180-8b251047c60b is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:12:18.263360 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:12:18.272619 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Sync routers for ids ['e13f0f4f-aa65-460e-a180-8b251047c60b'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:12:18.284901 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Routers {'e13f0f4f-aa65-460e-a180-8b251047c60b'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:12:18.285508 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:12:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e13f0f4f-aa65-460e-a180-8b251047c60b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:12:18.348118 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:18.349294 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ee39bd6b-1150-4cbf-8175-d5ef8541b357 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7852364 May 27 23:12:18.352951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43686) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:18.460126 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Set router e13f0f4f-aa65-460e-a180-8b251047c60b gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:12:18.497841 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e1e1fa7f-0c2f-4b10-9356-48dd27321ac8 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=e6de1f1438b94cdfbf69203088ee5d15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1413450 May 27 23:12:18.498037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43692) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:18.627119 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ad78fb-ef6e-4f2a-ab78-f8d95e89795a tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:18.628549 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f8ad78fb-ef6e-4f2a-ab78-f8d95e89795a tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295865 May 27 23:12:18.631396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43696) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:18.670609 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c27a9c7d-5c4b-4936-ad4b-c34e45efc64a tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381541 May 27 23:12:18.673589 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43700) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:18.679146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-746922830', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:12:18.756109 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:12:15Z', 'updated_at': '2022-05-27T23:12:17Z', 'revision_number': 3, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:16Z', 'updated_at': '2022-05-27T23:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:12:18.760619 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Checking router: e13f0f4f-aa65-460e-a180-8b251047c60b for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:12:18.760967 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Updating router e13f0f4f-aa65-460e-a180-8b251047c60b port c8237f21-9d7c-4d8c-a89a-833db4872f6d binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:12:18.788909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:12:18.793185 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:subnet and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:12:18.795923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:12:18.801542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:12:18.812271 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:18.868609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Made reservation on behalf of e6de1f1438b94cdfbf69203088ee5d15 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:12:18.872091 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:19.134203 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:19.147583 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Transition to ACTIVE for port object c8237f21-9d7c-4d8c-a89a-833db4872f6d will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:12:19.149320 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:19.233798 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:19.236547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Subnet': ['ID=5ee89898-d0fd-4a9a-9674-6d7f2b111cac,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:19.243049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Checking segment: {'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:12:19.243368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network hostable DHCP agents. Network: c86759c8-7a4b-48b3-a556-5970be1ce6b3, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:12:19.312478 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Attempting to bind port c8237f21-9d7c-4d8c-a89a-833db4872f6d on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:12:19.313054 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Attempting to bind port c8237f21-9d7c-4d8c-a89a-833db4872f6d by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:12:19.313198 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Attempting to bind port c8237f21-9d7c-4d8c-a89a-833db4872f6d on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:12:19.323500 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:12:19.323854 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:12:19.324237 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:19.324639 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:12:19.325083 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Bound port: c8237f21-9d7c-4d8c-a89a-833db4872f6d, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:12:19.325436 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:19.329775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network c86759c8-7a4b-48b3-a556-5970be1ce6b3 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:12:19.348745 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de24674-cb33-4d66-86c1-726bdee5ccb2 None None] Pushing event updated for resources: {'Port': ['ID=c8237f21-9d7c-4d8c-a89a-833db4872f6d,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:19.371560 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de24674-cb33-4d66-86c1-726bdee5ccb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:19.371889 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de24674-cb33-4d66-86c1-726bdee5ccb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:19.372211 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de24674-cb33-4d66-86c1-726bdee5ccb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:19.372557 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de24674-cb33-4d66-86c1-726bdee5ccb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:19.372881 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de24674-cb33-4d66-86c1-726bdee5ccb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:19.373194 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de24674-cb33-4d66-86c1-726bdee5ccb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:19.373504 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de24674-cb33-4d66-86c1-726bdee5ccb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:19.373811 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de24674-cb33-4d66-86c1-726bdee5ccb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:19.374118 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de24674-cb33-4d66-86c1-726bdee5ccb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:19.374425 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de24674-cb33-4d66-86c1-726bdee5ccb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:19.374730 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de24674-cb33-4d66-86c1-726bdee5ccb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:19.375032 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de24674-cb33-4d66-86c1-726bdee5ccb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:19.409205 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] For port c8237f21-9d7c-4d8c-a89a-833db4872f6d, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:12:19.410655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, c86759c8-7a4b-48b3-a556-5970be1ce6b3) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:12:19.412629 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] For port c8237f21-9d7c-4d8c-a89a-833db4872f6d, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c8237f21-9d7c-4d8c-a89a-833db4872f6d,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:12:19.415287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:19.415894 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:19.420822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40286f99-c5f3-4f61-bb73-f6bc581a6682 None None] Network c86759c8-7a4b-48b3-a556-5970be1ce6b3 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:12:19.474615 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:19.494322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5a15c779-5f23-4c6c-86ef-775784e35e2e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8173773 May 27 23:12:19.494822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43704) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:19.551395 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Routers {'e13f0f4f-aa65-460e-a180-8b251047c60b'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:12:19.552014 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:12:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e13f0f4f-aa65-460e-a180-8b251047c60b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:12:19.634005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ips': [{'subnet_id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:12:19.635134 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:19.672909 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de24674-cb33-4d66-86c1-726bdee5ccb2 None None] Pushing event updated for resources: {'Port': ['ID=c8237f21-9d7c-4d8c-a89a-833db4872f6d,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:19.784260 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] Set router e13f0f4f-aa65-460e-a180-8b251047c60b gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:12:19.814300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Allocated IP 172.20.0.2 (c86759c8-7a4b-48b3-a556-5970be1ce6b3/5ee89898-d0fd-4a9a-9674-6d7f2b111cac/c3072e12-0b40-4ff2-a018-72ae525e3972) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:12:20.025507 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:20.035792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Transition to ACTIVE for port object c3072e12-0b40-4ff2-a018-72ae525e3972 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:12:20.054426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Transition to ACTIVE for port object c3072e12-0b40-4ff2-a018-72ae525e3972 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:12:20.081093 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:12:15Z', 'updated_at': '2022-05-27T23:12:17Z', 'revision_number': 3, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:16Z', 'updated_at': '2022-05-27T23:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:12:20.084937 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c45fe2-b5ce-4098-a393-3e2d744804a9 None None] The sync data for ids ['e13f0f4f-aa65-460e-a180-8b251047c60b'] in n-d-843680-3 is: [{'id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:12:15Z', 'updated_at': '2022-05-27T23:12:17Z', 'revision_number': 3, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:16Z', 'updated_at': '2022-05-27T23:12:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:12:20.137064 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:20.198861 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:20.209233 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Network c86759c8-7a4b-48b3-a556-5970be1ce6b3 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:12:20.213039 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:12:20.217732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:12:20.223461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Pushing event updated for resources: {'Port': ['ID=c3072e12-0b40-4ff2-a018-72ae525e3972,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:20.261694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:20.262000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:20.262325 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:20.262651 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:20.262973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:20.263295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:20.263610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:20.263925 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:20.264235 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:20.264577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:20.264885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:20.265197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:12:20.384714 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Attempting to bind port c3072e12-0b40-4ff2-a018-72ae525e3972 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:12:20.385084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Attempting to bind port c3072e12-0b40-4ff2-a018-72ae525e3972 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:12:20.385444 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Attempting to bind port c3072e12-0b40-4ff2-a018-72ae525e3972 on network c86759c8-7a4b-48b3-a556-5970be1ce6b3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:12:20.391301 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:12:20.391667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Checking segment: {'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:12:20.392058 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:20.392496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Bound using segment: {'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:12:20.392958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Bound port: c3072e12-0b40-4ff2-a018-72ae525e3972, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:12:20.393324 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:20.468372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c8237f21-9d7c-4d8c-a89a-833db4872f6d up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:12:20.554210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] For port c3072e12-0b40-4ff2-a018-72ae525e3972, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:12:20.558554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] For port c3072e12-0b40-4ff2-a018-72ae525e3972, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c3072e12-0b40-4ff2-a018-72ae525e3972,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:12:20.643626 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:20.700547 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port c8237f21-9d7c-4d8c-a89a-833db4872f6d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:12:20.714780 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c8237f21-9d7c-4d8c-a89a-833db4872f6d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:12:20.715260 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:20.779354 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.20.0.1 (c86759c8-7a4b-48b3-a556-5970be1ce6b3/5ee89898-d0fd-4a9a-9674-6d7f2b111cac/3f4a8b80-a711-41c8-9ac0-44d210844f36) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:12:20.805151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f88c89-55c8-4308-b321-57d6c83e0b1c None None] Pushing event updated for resources: {'Port': ['ID=c3072e12-0b40-4ff2-a018-72ae525e3972,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:20.869986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c8237f21-9d7c-4d8c-a89a-833db4872f6d is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:12:20.870485 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:20.893841 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port c8237f21-9d7c-4d8c-a89a-833db4872f6d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c8237f21-9d7c-4d8c-a89a-833db4872f6d,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:12:20.951610 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:20.965542 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:20.970125 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Transition to ACTIVE for port object 3f4a8b80-a711-41c8-9ac0-44d210844f36 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:12:21.040679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=c8237f21-9d7c-4d8c-a89a-833db4872f6d,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:21.052971 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:21.133531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network c86759c8-7a4b-48b3-a556-5970be1ce6b3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:12:21.136908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:12:21.139429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:12:21.182066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=3f4a8b80-a711-41c8-9ac0-44d210844f36,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:21.210831 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:21.431207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:21.840563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d9d543-96eb-406f-a154-1115d4b2d8e6 None None] Network c86759c8-7a4b-48b3-a556-5970be1ce6b3 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:12:21.849430 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:21.918818 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:22.004644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-20d50723-acc1-4a36-bead-1877e00e5b47 None None] Provisioning for port c3072e12-0b40-4ff2-a018-72ae525e3972 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:12:22.035611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=3f4a8b80-a711-41c8-9ac0-44d210844f36,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:22.040960 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:22.186746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network c86759c8-7a4b-48b3-a556-5970be1ce6b3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:12:22.187892 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:12:22.383777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router e13f0f4f-aa65-460e-a180-8b251047c60b has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:12:22.412342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-20112cef-87e7-4aa9-aefb-836b23775099 None None] Provisioning for port 3f4a8b80-a711-41c8-9ac0-44d210844f36 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:12:22.418312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-20112cef-87e7-4aa9-aefb-836b23775099 None None] Provisioning complete for port 3f4a8b80-a711-41c8-9ac0-44d210844f36 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:12:22.418678 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-20112cef-87e7-4aa9-aefb-836b23775099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:22.486034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-20112cef-87e7-4aa9-aefb-836b23775099 None None] Port 3f4a8b80-a711-41c8-9ac0-44d210844f36 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:12:22.510048 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c3072e12-0b40-4ff2-a018-72ae525e3972 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:12:22.605086 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:22.621335 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f022baae-ce77-49c3-b185-33763d9b1001 None None] Provisioning complete for port 3f4a8b80-a711-41c8-9ac0-44d210844f36 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:12:22.621840 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f022baae-ce77-49c3-b185-33763d9b1001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:22.677815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f022baae-ce77-49c3-b185-33763d9b1001 None None] Port 3f4a8b80-a711-41c8-9ac0-44d210844f36 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:12:22.690828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port c3072e12-0b40-4ff2-a018-72ae525e3972 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:12:22.696598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c3072e12-0b40-4ff2-a018-72ae525e3972 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:12:22.697037 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:22.727859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:12:22.741719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Sync routers for ids ['e13f0f4f-aa65-460e-a180-8b251047c60b'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:12:22.757415 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3fe7bffb-845a-4318-abd6-402e06edc552 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "PUT /v2.0/routers/e13f0f4f-aa65-460e-a180-8b251047c60b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2557511 May 27 23:12:22.765487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Routers {'e13f0f4f-aa65-460e-a180-8b251047c60b'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:12:22.766111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:12:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e13f0f4f-aa65-460e-a180-8b251047c60b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:12:22.870476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d242ba35-d1fb-40f5-b46d-b5359aca7207 None None] Provisioning complete for port 3f4a8b80-a711-41c8-9ac0-44d210844f36 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:12:22.871145 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d242ba35-d1fb-40f5-b46d-b5359aca7207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:23.042875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d242ba35-d1fb-40f5-b46d-b5359aca7207 None None] Port 3f4a8b80-a711-41c8-9ac0-44d210844f36 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:12:23.044241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c3072e12-0b40-4ff2-a018-72ae525e3972 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:12:23.044612 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:23.072230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Set router e13f0f4f-aa65-460e-a180-8b251047c60b gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:12:23.112984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-34d2a7e5-805b-4e71-8662-31afaecc0802 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:12:23.149995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port c3072e12-0b40-4ff2-a018-72ae525e3972, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c3072e12-0b40-4ff2-a018-72ae525e3972,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:12:23.187822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-34d2a7e5-805b-4e71-8662-31afaecc0802 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:12:23.189094 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-34d2a7e5-805b-4e71-8662-31afaecc0802 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-750649353&fields=id&tenant_id=e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 267 time: 0.1167433 May 27 23:12:23.211645 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:23.212669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c8237f21-9d7c-4d8c-a89a-833db4872f6d up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:12:23.437572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=c3072e12-0b40-4ff2-a018-72ae525e3972,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:23.465195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6c227106-1a3c-47f6-8a2c-41888d2e23ac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:23.466002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6c227106-1a3c-47f6-8a2c-41888d2e23ac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:12:23.513137 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c8237f21-9d7c-4d8c-a89a-833db4872f6d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:12:23.513504 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:23.529684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6c227106-1a3c-47f6-8a2c-41888d2e23ac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:12:23.530862 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6c227106-1a3c-47f6-8a2c-41888d2e23ac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/networks?id=c86759c8-7a4b-48b3-a556-5970be1ce6b3 HTTP/1.1" status: 200 len: 796 time: 0.3348789 May 27 23:12:23.547228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-b559898c-5951-4ca8-84d3-ef0249b8f4c2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/quotas/e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 375 time: 0.0106254 May 27 23:12:23.634189 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-68bacc93-28c4-4640-b1c6-0889c0db58d1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815153 May 27 23:12:23.641399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:12:15Z', 'updated_at': '2022-05-27T23:12:21Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:16Z', 'updated_at': '2022-05-27T23:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3f4a8b80-a711-41c8-9ac0-44d210844f36', 'name': '', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:f7:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:20Z', 'updated_at': '2022-05-27T23:12:21Z', 'revision_number': 2, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:12:23.648918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Checking router: e13f0f4f-aa65-460e-a180-8b251047c60b for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:12:23.649273 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Updating router e13f0f4f-aa65-460e-a180-8b251047c60b port 3f4a8b80-a711-41c8-9ac0-44d210844f36 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:12:23.699729 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c8237f21-9d7c-4d8c-a89a-833db4872f6d is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:12:23.709221 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:23.772729 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-499b08b1-61a9-437a-a429-8b4c80d04c7c service neutron] 10.222.0.27 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267738 May 27 23:12:23.904745 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-4c0ea436-9399-4c46-9d6b-19da7a1dee62 service neutron] 10.222.0.27 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252675 May 27 23:12:24.052621 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:24.063934 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Transition to ACTIVE for port object 3f4a8b80-a711-41c8-9ac0-44d210844f36 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:12:24.153244 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:24.308118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea40294-1b6a-46ec-88f4-8588d022aaf1 None None] Pushing event updated for resources: {'Port': ['ID=3f4a8b80-a711-41c8-9ac0-44d210844f36,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:24.376140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Attempting to bind port 3f4a8b80-a711-41c8-9ac0-44d210844f36 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:12:24.376614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Attempting to bind port 3f4a8b80-a711-41c8-9ac0-44d210844f36 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:12:24.377051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Attempting to bind port 3f4a8b80-a711-41c8-9ac0-44d210844f36 on network c86759c8-7a4b-48b3-a556-5970be1ce6b3 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:12:24.382467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:12:24.383428 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Checking segment: {'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:12:24.383835 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:24.384227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Bound using segment: {'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:12:24.384715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Bound port: 3f4a8b80-a711-41c8-9ac0-44d210844f36, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:12:24.385091 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:24.397509 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c3072e12-0b40-4ff2-a018-72ae525e3972 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:12:24.547284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port c3072e12-0b40-4ff2-a018-72ae525e3972 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:12:24.547656 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:24.571411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] For port 3f4a8b80-a711-41c8-9ac0-44d210844f36, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:12:24.595830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] For port 3f4a8b80-a711-41c8-9ac0-44d210844f36, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3f4a8b80-a711-41c8-9ac0-44d210844f36,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:12:24.664628 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:24.722122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port c3072e12-0b40-4ff2-a018-72ae525e3972 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:12:24.750645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Routers {'e13f0f4f-aa65-460e-a180-8b251047c60b'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:12:24.751268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:12:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e13f0f4f-aa65-460e-a180-8b251047c60b'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:12:24.818560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea40294-1b6a-46ec-88f4-8588d022aaf1 None None] Pushing event updated for resources: {'Port': ['ID=3f4a8b80-a711-41c8-9ac0-44d210844f36,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:24.942561 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] Set router e13f0f4f-aa65-460e-a180-8b251047c60b gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:12:25.255336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e3242c7c-15b2-45a3-ba35-d981ec6a2beb req-187a5a29-bd4d-42e4-91ab-e56f92f8804f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 210 time: 0.0957747 May 27 23:12:25.299975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:12:15Z', 'updated_at': '2022-05-27T23:12:21Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:16Z', 'updated_at': '2022-05-27T23:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3f4a8b80-a711-41c8-9ac0-44d210844f36', 'name': '', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:f7:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:20Z', 'updated_at': '2022-05-27T23:12:24Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:12:25.303942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0de838-1711-464d-8cc9-cff742a03b9e None None] The sync data for ids ['e13f0f4f-aa65-460e-a180-8b251047c60b'] in n-d-843680-3 is: [{'id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:12:15Z', 'updated_at': '2022-05-27T23:12:21Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:16Z', 'updated_at': '2022-05-27T23:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3f4a8b80-a711-41c8-9ac0-44d210844f36', 'name': '', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:f7:3d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:20Z', 'updated_at': '2022-05-27T23:12:24Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:12:26.353050 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6949fab4-1093-4ec8-87c1-0b674df6128d req-74eebc89-d98a-4c57-9666-eb2bfc74cee9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 210 time: 0.0447412 May 27 23:12:26.416711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3f4a8b80-a711-41c8-9ac0-44d210844f36 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:12:26.542084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 3f4a8b80-a711-41c8-9ac0-44d210844f36 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:12:26.546910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3f4a8b80-a711-41c8-9ac0-44d210844f36 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:12:26.547279 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:26.661906 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3f4a8b80-a711-41c8-9ac0-44d210844f36 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:12:26.662205 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:26.694256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 3f4a8b80-a711-41c8-9ac0-44d210844f36, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3f4a8b80-a711-41c8-9ac0-44d210844f36,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:12:26.776735 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:26.842517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=3f4a8b80-a711-41c8-9ac0-44d210844f36,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:27.449085 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f50aa65e-e143-4ce3-ab54-fa86df3ac962 req-fa1550e6-6349-4b6a-97f1-b5f61f321aaa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 210 time: 0.0448811 May 27 23:12:27.553134 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93d2228a-544e-44bb-b1dc-94b0094210e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:28.394843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3f4a8b80-a711-41c8-9ac0-44d210844f36 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:12:28.461157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3f4a8b80-a711-41c8-9ac0-44d210844f36 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:12:28.461539 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:28.544824 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-137ffa40-5769-41dd-8e93-9a0ef6416179 req-ef7826eb-b7f5-439d-8bcc-bb5f499b98e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 210 time: 0.0437129 May 27 23:12:28.582345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3f4a8b80-a711-41c8-9ac0-44d210844f36 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:12:29.684303 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-827d9db0-ced2-4272-9b96-8ecc02acd6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:29.694146 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-db249af2-4dd4-4ae6-8408-6fa4735f21a0 req-b024a585-7e09-49a0-86e0-e3436873f428 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 210 time: 0.0440557 May 27 23:12:30.847365 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a93a4d69-2386-4e6b-8bd7-ff7eeff8ba20 req-0c89e6b2-6530-4e24-8269-63b0e84904d5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 210 time: 0.0441227 May 27 23:12:30.998594 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:31.045016 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:31.262483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-90e1ae2b-016a-457e-b1a1-4d3cddb18154 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:31.263840 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-90e1ae2b-016a-457e-b1a1-4d3cddb18154 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "GET /v2.0/networks?id=c86759c8-7a4b-48b3-a556-5970be1ce6b3 HTTP/1.1" status: 200 len: 796 time: 0.1483884 May 27 23:12:31.311374 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-e53c3677-9cf0-4dd4-b6fc-bb25287d75ae tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 379 time: 0.0395150 May 27 23:12:31.319808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'port': {'device_id': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'admin_state_up': True, 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'security_groups': ['d2cd4a72-e17a-4315-bbcd-8a54331339f0']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:12:31.455813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:12:31.460568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:port and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:12:31.463662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:12:31.470008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:12:31.553196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Made reservation on behalf of e6de1f1438b94cdfbf69203088ee5d15 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:12:31.556882 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:31.719409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.20.0.7 (c86759c8-7a4b-48b3-a556-5970be1ce6b3/5ee89898-d0fd-4a9a-9674-6d7f2b111cac/2f9aa60a-e472-4a9e-a070-8e77d0180dc4) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:12:31.905394 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:31.920767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Transition to ACTIVE for port object 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:12:31.996993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4995477d-37c0-44a5-bd50-8f815117519f req-fd33e3fa-c94c-4617-aefa-315317d2d7f0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 210 time: 0.0430651 May 27 23:12:32.005575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:32.080171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network c86759c8-7a4b-48b3-a556-5970be1ce6b3 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:12:32.083251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:12:32.087568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:12:32.131959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:32.157997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:32.158646 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:32.165496 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:32.217572 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-70a7f2e1-6329-49ae-8e5c-bddbc08ddf0a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9012094 May 27 23:12:32.228583 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-33626e30-cda9-46c8-8acb-0bca22a848d1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:12:32.229652 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-33626e30-cda9-46c8-8acb-0bca22a848d1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061684 May 27 23:12:32.291080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Request body: {'port': {'device_id': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:12:32.393257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e65dff7c-a034-4f37-aa9c-f7f121203d50 None None] Provisioning for port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:12:32.398286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e65dff7c-a034-4f37-aa9c-f7f121203d50 None None] Provisioning complete for port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:12:32.398655 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e65dff7c-a034-4f37-aa9c-f7f121203d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:32.403215 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:32.454043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e65dff7c-a034-4f37-aa9c-f7f121203d50 None None] Port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:12:32.741708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:12:32.748853 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:32.762609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Transition to ACTIVE for port object 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:12:32.821725 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:32.977457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650de01-7650-4c74-bf66-320552062ece service neutron] Pushing event updated for resources: {'Port': ['ID=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:33.056720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Attempting to bind port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:12:33.057043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Attempting to bind port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:12:33.057361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Attempting to bind port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 on network c86759c8-7a4b-48b3-a556-5970be1ce6b3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:12:33.061843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 on network c86759c8-7a4b-48b3-a556-5970be1ce6b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:12:33.062155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Attempting to bind port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 on network c86759c8-7a4b-48b3-a556-5970be1ce6b3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:12:33.067282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:12:33.067609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Checking segment: {'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:12:33.067982 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Bound using segment: {'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:12:33.068429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Bound port: 2f9aa60a-e472-4a9e-a070-8e77d0180dc4, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:12:33.068787 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:33.184465 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d5593-3b66-41e0-a717-1b2ddbf234df req-246b2b6e-df0c-40a3-830c-40de33be5f9a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:33.185965 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-835d5593-3b66-41e0-a717-1b2ddbf234df req-246b2b6e-df0c-40a3-830c-40de33be5f9a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 943 time: 0.0802712 May 27 23:12:33.238962 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-835d5593-3b66-41e0-a717-1b2ddbf234df req-46266b21-0283-47b7-bf5a-f3fdaaad7f36 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465467 May 27 23:12:33.278740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] For port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:12:33.281767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] For port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:12:33.341956 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:33.399330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:33.400068 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:33.401313 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-6650de01-7650-4c74-bf66-320552062ece service neutron] 10.222.0.46 "PUT /v2.0/ports/2f9aa60a-e472-4a9e-a070-8e77d0180dc4 HTTP/1.1" status: 200 len: 1091 time: 1.1658938 May 27 23:12:33.401746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:12:33.431964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650de01-7650-4c74-bf66-320552062ece service neutron] Pushing event updated for resources: {'Port': ['ID=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:33.452430 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81fa21ba-3fae-46a3-a175-7d3b307c4582'] response: {'name': 'network-changed', 'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'status': 'completed', 'code': 200} May 27 23:12:33.543059 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0f109-cec0-46ab-a67b-f6f90acf3f64 req-a69a4a6c-a54b-4e91-a730-7d84ec857625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:33.544690 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8a0f109-cec0-46ab-a67b-f6f90acf3f64 req-a69a4a6c-a54b-4e91-a730-7d84ec857625 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 1094 time: 0.0770111 May 27 23:12:33.684151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0f109-cec0-46ab-a67b-f6f90acf3f64 req-a279662c-04f2-4677-aaca-645ff22198df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:33.685532 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8a0f109-cec0-46ab-a67b-f6f90acf3f64 req-a279662c-04f2-4677-aaca-645ff22198df service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1344423 May 27 23:12:33.819305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0f109-cec0-46ab-a67b-f6f90acf3f64 req-cf96d3cc-84d4-4a06-812f-5d0245dc3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:33.820789 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8a0f109-cec0-46ab-a67b-f6f90acf3f64 req-cf96d3cc-84d4-4a06-812f-5d0245dc3652 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297648 May 27 23:12:33.924184 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-0a6714b2-3949-4da0-99f2-3a668758c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:33.925702 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-0a6714b2-3949-4da0-99f2-3a668758c274 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 1094 time: 0.0694559 May 27 23:12:33.994621 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-33285639-991b-4dbd-ba62-06c58e160fb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4 HTTP/1.1" status: 200 len: 217 time: 0.0627208 May 27 23:12:34.056157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-c1442fd9-9a58-4d79-ac8c-45cd1fe1d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:34.057604 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-c1442fd9-9a58-4d79-ac8c-45cd1fe1d083 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee89898-d0fd-4a9a-9674-6d7f2b111cac HTTP/1.1" status: 200 len: 834 time: 0.0579779 May 27 23:12:34.134429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-15336b6a-9a37-4706-a585-adb97646f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:34.135780 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-15336b6a-9a37-4706-a585-adb97646f7aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c86759c8-7a4b-48b3-a556-5970be1ce6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724506 May 27 23:12:34.267162 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-ec88ce89-9315-436c-9ba5-ec1fac40413c service neutron] 10.222.0.46 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250067 May 27 23:12:34.399641 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d319d8c-240c-4d96-951a-3e14ff893231 req-f5c0c6c4-3a89-4710-832b-e7ddbba8b253 service neutron] 10.222.0.46 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264956 May 27 23:12:34.427992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8cd4a-52a6-478d-8800-c7bd15c00e1e req-3e97c77f-1948-4ccb-a165-95a5fb5d4b74 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:34.429479 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6f8cd4a-52a6-478d-8800-c7bd15c00e1e req-3e97c77f-1948-4ccb-a165-95a5fb5d4b74 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 943 time: 0.0813658 May 27 23:12:34.473577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6f8cd4a-52a6-478d-8800-c7bd15c00e1e req-91104fb9-9f8b-413b-b34b-49a0054187a1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382843 May 27 23:12:35.658643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b2f51-1de8-4ab4-a01a-53685f574d3d req-2c309712-985b-4043-b46a-3324ab2efe73 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:35.660076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a1b2f51-1de8-4ab4-a01a-53685f574d3d req-2c309712-985b-4043-b46a-3324ab2efe73 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 943 time: 0.0811718 May 27 23:12:35.704112 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a1b2f51-1de8-4ab4-a01a-53685f574d3d req-4603157e-2a68-47a2-acb4-df1a67541b07 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376699 May 27 23:12:36.885242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642aba48-5f9d-40c8-8a40-f66b7b89cfa8 req-c4d4ee3d-8b16-45e0-99eb-bb42a97c021d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:36.886696 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-642aba48-5f9d-40c8-8a40-f66b7b89cfa8 req-c4d4ee3d-8b16-45e0-99eb-bb42a97c021d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 943 time: 0.0785005 May 27 23:12:36.930034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-642aba48-5f9d-40c8-8a40-f66b7b89cfa8 req-ba036f38-3263-4d32-95ae-40f4ec2087ff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370739 May 27 23:12:37.334327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:12:37.464828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:12:37.478084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'port_id': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'mac_address': 'fa:16:3e:34:01:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:12:37.531142 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:12:37.531521 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:37.550472 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:12:37.565113 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:12:37.610125 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:37.675585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:37.814853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['2f9aa60a-e472-4a9e-a070-8e77d0180dc4'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:12:38.120457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaee9f-14cb-4704-8164-bcc7602b5ed2 req-e54c25f0-2614-4258-99e6-0084906429b5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:38.121931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dedaee9f-14cb-4704-8164-bcc7602b5ed2 req-e54c25f0-2614-4258-99e6-0084906429b5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 944 time: 0.0854363 May 27 23:12:38.165074 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dedaee9f-14cb-4704-8164-bcc7602b5ed2 req-a24b167a-3233-4919-a522-6ead376100f9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375016 May 27 23:12:39.345322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb79c0-45a9-4cbe-b367-492f267ef2f5 req-1311381b-a66d-485b-abd0-9a418cd5c80e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:39.346929 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ecb79c0-45a9-4cbe-b367-492f267ef2f5 req-1311381b-a66d-485b-abd0-9a418cd5c80e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 944 time: 0.0797009 May 27 23:12:39.349829 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:12:39.391970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ecb79c0-45a9-4cbe-b367-492f267ef2f5 req-505c2b80-beef-4b5c-aa8b-5cdf12f138e9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387390 May 27 23:12:39.496085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:12:39.500882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:12:39.501252 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:39.642883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:12:39.643261 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:39.670624 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:12:39.680606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:12:39.714362 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa70ccb-9006-4576-8255-993b7e9404c2'] response: {'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'code': 200} May 27 23:12:39.753896 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:39.821796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:39.838415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430bd48-39b0-470e-9952-abe42c9991cb req-8a996d91-18f6-41da-8399-6430e8ef5b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:39.839862 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f430bd48-39b0-470e-9952-abe42c9991cb req-8a996d91-18f6-41da-8399-6430e8ef5b6c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 1096 time: 0.0708556 May 27 23:12:39.877987 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f430bd48-39b0-470e-9952-abe42c9991cb req-27624739-2298-4bf8-b864-0cc55acd33b6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323498 May 27 23:12:40.579422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffb4cf-c20e-4839-b058-60ac0709c6b9 req-76f31a6e-1a80-406b-8b6d-9ae6db9c7649 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:40.580889 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8dffb4cf-c20e-4839-b058-60ac0709c6b9 req-76f31a6e-1a80-406b-8b6d-9ae6db9c7649 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0815809 May 27 23:12:40.624618 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8dffb4cf-c20e-4839-b058-60ac0709c6b9 req-b1ca2de9-5130-4826-b8cc-fa3e524ec777 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380113 May 27 23:12:41.805394 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51360fa0-32e9-4b97-a613-c624703470a5 req-58db19db-ffb8-4c4c-85d2-7cce7c6bf239 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:41.806826 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51360fa0-32e9-4b97-a613-c624703470a5 req-58db19db-ffb8-4c4c-85d2-7cce7c6bf239 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0780709 May 27 23:12:41.853018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51360fa0-32e9-4b97-a613-c624703470a5 req-08da876a-19bf-404a-8421-5cbc84278441 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407162 May 27 23:12:42.030645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b492d6-b5ac-45d6-8d7a-82167f4c6200 req-610f31e1-df40-4ced-9c04-2de0757dce25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:42.031977 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69b492d6-b5ac-45d6-8d7a-82167f4c6200 req-610f31e1-df40-4ced-9c04-2de0757dce25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0771666 May 27 23:12:42.074649 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69b492d6-b5ac-45d6-8d7a-82167f4c6200 req-3834e996-f1f5-411c-93dc-30154de48a51 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371172 May 27 23:12:42.096382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43796) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:42.167402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2227f629-3bac-42ec-ac98-ddfa6ab163ce tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:42.168870 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2227f629-3bac-42ec-ac98-ddfa6ab163ce tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 1091 time: 0.0715601 May 27 23:12:42.171843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43800) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:42.176675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:12:42.183785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:12:42.187689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:floatingip and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:12:42.190778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:12:42.196499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:12:42.273486 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:42.510893 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:42.641353 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.25.2.127 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/bd842dfd-3e1d-420a-a219-79617c61dab6) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:12:42.789515 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:42.873413 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:42.935531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:12:42.938189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:12:42.941936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:12:42.981293 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=bd842dfd-3e1d-420a-a219-79617c61dab6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:43.082653 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:12:43.344275 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:43.514913 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:43.714621 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:43.770029 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:43.883220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=bd842dfd-3e1d-420a-a219-79617c61dab6,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:12:43.891713 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:44.062929 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Floating IP 3c8af872-4e53-4741-9ec8-7b3afff4d44c associated. External IP: 172.25.2.127, port: 2f9aa60a-e472-4a9e-a070-8e77d0180dc4. May 27 23:12:44.519648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router e13f0f4f-aa65-460e-a180-8b251047c60b has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:12:44.694798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:12:44.707317 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dfa3ad-6f7c-4d8f-8410-8dec8134e3fc None None] Sync routers for ids ['e13f0f4f-aa65-460e-a180-8b251047c60b'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:12:44.718164 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dfa3ad-6f7c-4d8f-8410-8dec8134e3fc None None] Routers {'e13f0f4f-aa65-460e-a180-8b251047c60b'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:12:44.718869 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-48dfa3ad-6f7c-4d8f-8410-8dec8134e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:12:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e13f0f4f-aa65-460e-a180-8b251047c60b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:12:44.764694 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:44.824998 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f8bf5305-2f16-42aa-815b-60bb9512e29f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6497197 May 27 23:12:44.824998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:12:44.902877 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-48dfa3ad-6f7c-4d8f-8410-8dec8134e3fc None None] Set router e13f0f4f-aa65-460e-a180-8b251047c60b gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:12:44.942888 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5448714-983c-4b96-ac54-fdecd10e56fd'] response: {'name': 'network-changed', 'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'status': 'completed', 'code': 200} May 27 23:12:44.992497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6db427-eec3-448b-99b7-9bc746afeb67 req-dfff6365-dded-4659-aa68-08ddb383ff82 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:44.994178 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf6db427-eec3-448b-99b7-9bc746afeb67 req-dfff6365-dded-4659-aa68-08ddb383ff82 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0845666 May 27 23:12:45.036256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d767bb0-cb92-4d0f-909a-6f8bc0c01f9d req-52e1fa84-e070-44c8-bae5-0a3c279de66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:45.037800 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d767bb0-cb92-4d0f-909a-6f8bc0c01f9d req-52e1fa84-e070-44c8-bae5-0a3c279de66c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 1096 time: 0.0774572 May 27 23:12:45.043354 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf6db427-eec3-448b-99b7-9bc746afeb67 req-130485c7-0209-405f-adc0-9ee4545c4dc5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430398 May 27 23:12:45.067230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43810) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:45.175630 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-326a5140-1e3b-49e8-abcd-2b64bea07014 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/3c8af872-4e53-4741-9ec8-7b3afff4d44c HTTP/1.1" status: 200 len: 991 time: 0.1066778 May 27 23:12:45.176132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d767bb0-cb92-4d0f-909a-6f8bc0c01f9d req-d92a132d-3620-45a8-a9a8-d7795df8bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:45.177813 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d767bb0-cb92-4d0f-909a-6f8bc0c01f9d req-d92a132d-3620-45a8-a9a8-d7795df8bd14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c86759c8-7a4b-48b3-a556-5970be1ce6b3 HTTP/1.1" status: 200 len: 897 time: 0.1329360 May 27 23:12:45.250510 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-48dfa3ad-6f7c-4d8f-8410-8dec8134e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:12:15Z', 'updated_at': '2022-05-27T23:12:21Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:16Z', 'updated_at': '2022-05-27T23:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '3c8af872-4e53-4741-9ec8-7b3afff4d44c', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'port_id': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'mac_address': 'fa:16:3e:34:01:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:12:43Z', 'updated_at': '2022-05-27T23:12:43Z', 'revision_number': 0, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4a8b80-a711-41c8-9ac0-44d210844f36', 'name': '', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:f7:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:20Z', 'updated_at': '2022-05-27T23:12:26Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:12:45.254249 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dfa3ad-6f7c-4d8f-8410-8dec8134e3fc None None] Checking router: e13f0f4f-aa65-460e-a180-8b251047c60b for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:12:45.262934 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dfa3ad-6f7c-4d8f-8410-8dec8134e3fc None None] Routers {'e13f0f4f-aa65-460e-a180-8b251047c60b'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:12:45.263520 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-48dfa3ad-6f7c-4d8f-8410-8dec8134e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:12:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e13f0f4f-aa65-460e-a180-8b251047c60b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:12:45.277970 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d767bb0-cb92-4d0f-909a-6f8bc0c01f9d req-9d7eab5f-0ebe-4e46-95df-713af01cee06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4 HTTP/1.1" status: 200 len: 999 time: 0.0939002 May 27 23:12:45.346686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d767bb0-cb92-4d0f-909a-6f8bc0c01f9d req-5036c8e4-6eea-4f47-bae9-69dabcc84c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:45.348115 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d767bb0-cb92-4d0f-909a-6f8bc0c01f9d req-5036c8e4-6eea-4f47-bae9-69dabcc84c8d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee89898-d0fd-4a9a-9674-6d7f2b111cac HTTP/1.1" status: 200 len: 834 time: 0.0603938 May 27 23:12:45.422963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d767bb0-cb92-4d0f-909a-6f8bc0c01f9d req-1e7a7964-b38f-4dcd-b00a-c2542d1d205e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:12:45.424454 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d767bb0-cb92-4d0f-909a-6f8bc0c01f9d req-1e7a7964-b38f-4dcd-b00a-c2542d1d205e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c86759c8-7a4b-48b3-a556-5970be1ce6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694494 May 27 23:12:45.440245 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-48dfa3ad-6f7c-4d8f-8410-8dec8134e3fc None None] Set router e13f0f4f-aa65-460e-a180-8b251047c60b gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:12:45.668832 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d767bb0-cb92-4d0f-909a-6f8bc0c01f9d req-ef3e2d32-1bef-4db2-8f4d-17dd694a04dd service neutron] 10.222.0.46 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384350 May 27 23:12:45.799334 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d767bb0-cb92-4d0f-909a-6f8bc0c01f9d req-df659ff4-84d3-404d-bddd-70c1375da0aa service neutron] 10.222.0.46 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251905 May 27 23:12:45.817328 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-48dfa3ad-6f7c-4d8f-8410-8dec8134e3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:12:15Z', 'updated_at': '2022-05-27T23:12:21Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:16Z', 'updated_at': '2022-05-27T23:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '3c8af872-4e53-4741-9ec8-7b3afff4d44c', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'port_id': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'mac_address': 'fa:16:3e:34:01:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:12:43Z', 'updated_at': '2022-05-27T23:12:43Z', 'revision_number': 0, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4a8b80-a711-41c8-9ac0-44d210844f36', 'name': '', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:f7:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:20Z', 'updated_at': '2022-05-27T23:12:26Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:12:45.821297 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dfa3ad-6f7c-4d8f-8410-8dec8134e3fc None None] The sync data for ids ['e13f0f4f-aa65-460e-a180-8b251047c60b'] in n-d-843680-3 is: [{'id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:12:15Z', 'updated_at': '2022-05-27T23:12:21Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:16Z', 'updated_at': '2022-05-27T23:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '3c8af872-4e53-4741-9ec8-7b3afff4d44c', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'floating_ip_address': '172.25.2.127', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'port_id': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'mac_address': 'fa:16:3e:34:01:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:12:43Z', 'updated_at': '2022-05-27T23:12:43Z', 'revision_number': 0, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f4a8b80-a711-41c8-9ac0-44d210844f36', 'name': '', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:f7:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:20Z', 'updated_at': '2022-05-27T23:12:26Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:12:46.026230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c9da63-f00a-42ec-8b58-5455cd9959b5 None None] New status for floating IP 3c8af872-4e53-4741-9ec8-7b3afff4d44c: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:12:46.083910 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:46.178897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43814) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:46.284972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b0efef33-5d2b-406c-a806-259584ac7cf5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/3c8af872-4e53-4741-9ec8-7b3afff4d44c HTTP/1.1" status: 200 len: 991 time: 0.1045651 May 27 23:12:47.289227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43818) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:12:47.393325 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-86bfe76b-9188-40f2-8638-f2fab134d042 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/3c8af872-4e53-4741-9ec8-7b3afff4d44c HTTP/1.1" status: 200 len: 993 time: 0.1028943 May 27 23:12:52.581379 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:57.564355 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cedcff53-a0f5-4d34-bf17-d10783a1005c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:12:59.678933 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abee6884-f7d5-4a80-888b-5dd26ac20488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:00.998639 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:01.032417 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:02.203128 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:12.132749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5c92e-a3b3-4701-85a4-ba84ab915087 req-020aa8a0-1550-47f7-bc24-41e64e0b7490 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:12.134238 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ba5c92e-a3b3-4701-85a4-ba84ab915087 req-020aa8a0-1550-47f7-bc24-41e64e0b7490 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 1096 time: 0.0687282 May 27 23:13:12.154775 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9ba5c92e-a3b3-4701-85a4-ba84ab915087 req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:12.169149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-9ba5c92e-a3b3-4701-85a4-ba84ab915087 req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:13:12.172902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9ba5c92e-a3b3-4701-85a4-ba84ab915087 req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Usage tracker for resource:security_group_rule and tenant:a24432c2bbf143faad9fb1714c63196b is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:13:12.175609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-9ba5c92e-a3b3-4701-85a4-ba84ab915087 req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:13:12.181778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [req-9ba5c92e-a3b3-4701-85a4-ba84ab915087 req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:13:12.267494 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9ba5c92e-a3b3-4701-85a4-ba84ab915087 req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:12.312773 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9ba5c92e-a3b3-4701-85a4-ba84ab915087 req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:12.344926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ba5c92e-a3b3-4701-85a4-ba84ab915087 req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051582 May 27 23:13:12.351547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d33a32c-505a-4f0f-b1db-04c723d206b8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:13:12.360196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:12.360196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:12.360951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:12.360951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:12.361123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:12.361314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:12.361630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:12.362014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:12.362252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:12.362563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:12.362980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:12.363323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99956a78-eef2-4344-b74d-cbe9bc274156 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:12.530919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311b268-4357-4812-b1cb-abbdfa6f55e4 req-d95e973e-1dd3-4201-b7d5-1b5a497775bd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:12.532263 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b311b268-4357-4812-b1cb-abbdfa6f55e4 req-d95e973e-1dd3-4201-b7d5-1b5a497775bd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0791180 May 27 23:13:12.576893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b311b268-4357-4812-b1cb-abbdfa6f55e4 req-b9bd0b4c-53c4-49bc-98f3-4ff71031d16f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390494 May 27 23:13:12.600942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43840) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:13:12.705462 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-08ede70c-8200-4dab-84a5-2caabcaea455 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/3c8af872-4e53-4741-9ec8-7b3afff4d44c HTTP/1.1" status: 200 len: 993 time: 0.1034255 May 27 23:13:13.676177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c431b5c-21a3-4114-882e-880558bb0423 req-18eac1c4-bc07-44a2-956f-3c76c832fed9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:13.677680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c431b5c-21a3-4114-882e-880558bb0423 req-18eac1c4-bc07-44a2-956f-3c76c832fed9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0879540 May 27 23:13:13.764062 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c431b5c-21a3-4114-882e-880558bb0423 req-d527ea79-d9ec-49f4-9fa5-dc0cc19b436f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780742 May 27 23:13:13.791559 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-53d08182-a61a-4d92-8596-3d329f8fade4 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1333439 May 27 23:13:14.117950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c45d-11de-4e0d-bc76-cff73c3c12e2 req-9fcf9a90-17b8-41ce-afe9-7fc74d95c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:14.119413 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47d4c45d-11de-4e0d-bc76-cff73c3c12e2 req-9fcf9a90-17b8-41ce-afe9-7fc74d95c269 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 1096 time: 0.0771437 May 27 23:13:14.263104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c45d-11de-4e0d-bc76-cff73c3c12e2 req-65543d3a-269e-40fe-9e00-2d5de7c0bf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:14.264982 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47d4c45d-11de-4e0d-bc76-cff73c3c12e2 req-65543d3a-269e-40fe-9e00-2d5de7c0bf29 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c86759c8-7a4b-48b3-a556-5970be1ce6b3 HTTP/1.1" status: 200 len: 897 time: 0.1267896 May 27 23:13:14.370292 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47d4c45d-11de-4e0d-bc76-cff73c3c12e2 req-6ed6f3da-08eb-4a94-af34-2b28a8c70d1b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0997798 May 27 23:13:14.432414 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c45d-11de-4e0d-bc76-cff73c3c12e2 req-86db40f2-a3a7-4269-95c3-5411ce97b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:14.433899 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47d4c45d-11de-4e0d-bc76-cff73c3c12e2 req-86db40f2-a3a7-4269-95c3-5411ce97b6d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee89898-d0fd-4a9a-9674-6d7f2b111cac HTTP/1.1" status: 200 len: 834 time: 0.0584383 May 27 23:13:14.511974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4c45d-11de-4e0d-bc76-cff73c3c12e2 req-ceda653e-7ff1-4449-94de-571c8e36cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:14.513503 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47d4c45d-11de-4e0d-bc76-cff73c3c12e2 req-ceda653e-7ff1-4449-94de-571c8e36cdc0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c86759c8-7a4b-48b3-a556-5970be1ce6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740466 May 27 23:13:14.648542 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47d4c45d-11de-4e0d-bc76-cff73c3c12e2 req-3ee91071-0da4-4651-8f36-786543ca508c service neutron] 10.222.0.46 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291680 May 27 23:13:14.787030 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47d4c45d-11de-4e0d-bc76-cff73c3c12e2 req-8bce2540-a0fb-41ca-b294-5f247c0d5994 service neutron] 10.222.0.46 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321523 May 27 23:13:14.955857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8262ffe-4b07-4636-9cd1-26f9aeb0e48f req-1696dbfa-ddf2-4e49-9397-3f36bd19066d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:14.957400 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8262ffe-4b07-4636-9cd1-26f9aeb0e48f req-1696dbfa-ddf2-4e49-9397-3f36bd19066d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0836022 May 27 23:13:15.122548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8262ffe-4b07-4636-9cd1-26f9aeb0e48f req-1180b158-b473-4b80-bc5f-ad75b94a2422 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590126 May 27 23:13:15.900721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-975b3ead-2aea-4f8d-97b4-852c51877087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:15.902170 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-975b3ead-2aea-4f8d-97b4-852c51877087 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 1096 time: 0.0707188 May 27 23:13:16.038270 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-dd3ae45c-d10e-4abb-9bfb-ea4c2203ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:16.038270 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-dd3ae45c-d10e-4abb-9bfb-ea4c2203ee15 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c86759c8-7a4b-48b3-a556-5970be1ce6b3 HTTP/1.1" status: 200 len: 897 time: 0.1268058 May 27 23:13:16.078414 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:16.140149 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-ef5d5bdf-edad-4d3d-8c41-a3be073aea68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0970840 May 27 23:13:16.202683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-a1b919e3-c927-4fa7-aef7-456fe0763743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:16.204122 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-a1b919e3-c927-4fa7-aef7-456fe0763743 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee89898-d0fd-4a9a-9674-6d7f2b111cac HTTP/1.1" status: 200 len: 834 time: 0.0577178 May 27 23:13:16.282398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-47bcd2d0-a528-408c-984e-c7f9c19d831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:16.283856 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-47bcd2d0-a528-408c-984e-c7f9c19d831e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c86759c8-7a4b-48b3-a556-5970be1ce6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742412 May 27 23:13:16.307283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d836f-4ad3-4bac-8599-41523415ef3e req-b7804904-bfa6-4d5c-9e3b-e4c472e1c7c4 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:16.308768 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-736d836f-4ad3-4bac-8599-41523415ef3e req-b7804904-bfa6-4d5c-9e3b-e4c472e1c7c4 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0792687 May 27 23:13:16.352423 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-736d836f-4ad3-4bac-8599-41523415ef3e req-efb3e154-74fd-44f6-949a-1230e05d820d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379107 May 27 23:13:16.522040 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-d3e0c0fe-425d-4abc-b517-4bfe6ecc7362 service neutron] 10.222.0.46 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313571 May 27 23:13:16.649100 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-72369c48-1e6e-4308-aef6-d6e60b553d71 service neutron] 10.222.0.46 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199811 May 27 23:13:17.537688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342231d1-874d-4b0c-a191-449ac18f0cc8 req-ce9fdd47-8ab9-434d-9534-bf1abe395d70 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:17.539128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-342231d1-874d-4b0c-a191-449ac18f0cc8 req-ce9fdd47-8ab9-434d-9534-bf1abe395d70 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0815332 May 27 23:13:17.583380 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-342231d1-874d-4b0c-a191-449ac18f0cc8 req-8daa739b-5ec6-466c-82d4-72d21abb47d7 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379972 May 27 23:13:18.771787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11647a5-58e7-4ae0-8b2a-335735e9807c req-de44719e-cb3d-4bde-a869-aebaeb5c7410 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:18.773255 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c11647a5-58e7-4ae0-8b2a-335735e9807c req-de44719e-cb3d-4bde-a869-aebaeb5c7410 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0827632 May 27 23:13:18.816374 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c11647a5-58e7-4ae0-8b2a-335735e9807c req-9805e752-ca39-4416-9343-ce2a4b63193c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368364 May 27 23:13:19.997640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806988b-3aca-4485-a70f-16ea61e44f5d req-cfbbabfe-ae8d-4d70-bbe1-062058012fdc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:19.998986 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d806988b-3aca-4485-a70f-16ea61e44f5d req-cfbbabfe-ae8d-4d70-bbe1-062058012fdc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0787911 May 27 23:13:20.042977 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d806988b-3aca-4485-a70f-16ea61e44f5d req-ac0c205f-00fa-4350-aa60-008547547ebc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383799 May 27 23:13:20.082310 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:13:21.227597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f79a68-7d80-45d6-86fb-ca1ce250b320 req-e4fc4ca7-cb24-445f-95ca-793a8695342c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:21.229091 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9f79a68-7d80-45d6-86fb-ca1ce250b320 req-e4fc4ca7-cb24-445f-95ca-793a8695342c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0840859 May 27 23:13:21.271858 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9f79a68-7d80-45d6-86fb-ca1ce250b320 req-7e002562-c75f-4f8e-9941-08b7c5a1780f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372000 May 27 23:13:22.456150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e54d2-9d4c-4e4c-b3e4-7dadd3323666 req-7f44aea8-69ee-42d8-84eb-3b051bf2a3f4 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:22.457641 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f8e54d2-9d4c-4e4c-b3e4-7dadd3323666 req-7f44aea8-69ee-42d8-84eb-3b051bf2a3f4 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0801759 May 27 23:13:22.501720 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f8e54d2-9d4c-4e4c-b3e4-7dadd3323666 req-b72d6adc-884d-4b12-b06d-a0728eb8a34c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382636 May 27 23:13:22.619653 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:23.688503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35e570-5a3a-46c5-a19e-a70a46eb9936 req-43c2cfa2-54f4-441b-a9d8-509389966636 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:23.689950 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e35e570-5a3a-46c5-a19e-a70a46eb9936 req-43c2cfa2-54f4-441b-a9d8-509389966636 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0811908 May 27 23:13:23.733164 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e35e570-5a3a-46c5-a19e-a70a46eb9936 req-f60b796d-5db7-428d-8b47-2cf8ad341360 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375707 May 27 23:13:24.913776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bf1b4-0301-4c76-9c8a-28d7372b230b req-65f77ead-bbea-458d-9fb0-99fe861d3ad8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:24.915244 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-357bf1b4-0301-4c76-9c8a-28d7372b230b req-65f77ead-bbea-458d-9fb0-99fe861d3ad8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0776956 May 27 23:13:24.962450 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-357bf1b4-0301-4c76-9c8a-28d7372b230b req-f11d20ec-1f8d-4202-a398-27d86d673309 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415819 May 27 23:13:26.142132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c91b1-d6bc-435a-b438-9255f9794a2b req-76170c04-8049-4198-a3a5-40f61b67320c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:26.143673 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc6c91b1-d6bc-435a-b438-9255f9794a2b req-76170c04-8049-4198-a3a5-40f61b67320c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0787177 May 27 23:13:26.187460 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc6c91b1-d6bc-435a-b438-9255f9794a2b req-84953f71-dc31-4850-8b7b-ae335eaaed3b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377324 May 27 23:13:27.372191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26750a0-6025-46a7-a862-43fe802bc07a req-52fa96e5-603c-4197-a7b2-b0c16ad24e2a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:27.373654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a26750a0-6025-46a7-a862-43fe802bc07a req-52fa96e5-603c-4197-a7b2-b0c16ad24e2a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0829062 May 27 23:13:27.418103 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a26750a0-6025-46a7-a862-43fe802bc07a req-0b0fd132-8af8-407f-bcf7-9804b13d84b3 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388024 May 27 23:13:27.551144 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-67015064-8b9e-4a24-b4d5-fe7d9f38cfe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:28.601445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95f61c-f56a-423f-8738-12904fa30005 req-14ee48c3-4f78-4423-811f-2fa8ff7c3726 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:28.603440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae95f61c-f56a-423f-8738-12904fa30005 req-14ee48c3-4f78-4423-811f-2fa8ff7c3726 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0813587 May 27 23:13:28.649347 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ae95f61c-f56a-423f-8738-12904fa30005 req-6ea906b5-e48e-433f-aadd-6ad11833c940 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400190 May 27 23:13:29.707750 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28b899df-1fb9-4e61-b326-f7e53b7308f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:29.843487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da641b3b-d31c-4b2a-a433-d9554d2519ea req-39d45811-89ab-4aa4-9137-ac65fd698d00 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:29.844972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da641b3b-d31c-4b2a-a433-d9554d2519ea req-39d45811-89ab-4aa4-9137-ac65fd698d00 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0821190 May 27 23:13:29.889266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da641b3b-d31c-4b2a-a433-d9554d2519ea req-3c529f7f-6078-44d4-b492-d90d4d6e56c5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386732 May 27 23:13:30.987140 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:31.015479 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:31.073232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a4446-a479-4321-b1a0-5a50c70ebbbd req-9525c43d-7412-40f9-8cbe-f2cfbcf8be7c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:31.074663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-899a4446-a479-4321-b1a0-5a50c70ebbbd req-9525c43d-7412-40f9-8cbe-f2cfbcf8be7c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0801806 May 27 23:13:31.121395 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-899a4446-a479-4321-b1a0-5a50c70ebbbd req-3a09ef0a-24a7-4bb2-934b-ac52473b087e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409837 May 27 23:13:32.202416 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:32.305267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490ea8d-369b-462b-a9af-19eb96d883ac req-1a9591cb-8b15-4029-a99c-1bf4166ebb0e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:32.306708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0490ea8d-369b-462b-a9af-19eb96d883ac req-1a9591cb-8b15-4029-a99c-1bf4166ebb0e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0794857 May 27 23:13:32.350195 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0490ea8d-369b-462b-a9af-19eb96d883ac req-6a307fad-36fd-4309-b5cb-6744a80baa83 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379884 May 27 23:13:33.682371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6b4c1-1247-4dc2-a6c3-2eacf2ee31a9 req-4aaf2364-b78f-4c7c-b34a-006a896641ef tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:33.683755 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a4b6b4c1-1247-4dc2-a6c3-2eacf2ee31a9 req-4aaf2364-b78f-4c7c-b34a-006a896641ef tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0828702 May 27 23:13:33.728763 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a4b6b4c1-1247-4dc2-a6c3-2eacf2ee31a9 req-9f5e924e-3f6d-4771-af36-d04700bd3f08 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393152 May 27 23:13:33.890799 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-4b2d4ab4-6a51-4f40-a230-7be00a30f8ee service neutron] show failed (client error): The resource could not be found. May 27 23:13:33.891801 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-4b2d4ab4-6a51-4f40-a230-7be00a30f8ee service neutron] 10.222.0.46 "GET /v2.0/ports/2f9aa60a-e472-4a9e-a070-8e77d0180dc4/bindings/n-h1-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0736644 May 27 23:13:34.446350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-bc4c86fa-e938-4cd1-b1ac-0984cfe910d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:34.447776 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-bc4c86fa-e938-4cd1-b1ac-0984cfe910d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516&tenant_id=e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 1096 time: 0.0739150 May 27 23:13:34.465109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:13:34.569357 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:34.833341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] For port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:13:34.863682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] For port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:13:34.911853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16e16d-4d75-41c5-94ce-57d8a5fdd551 req-c967c16d-a35e-429b-92ec-9ee6b74cad3c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:34.913346 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5a16e16d-4d75-41c5-94ce-57d8a5fdd551 req-c967c16d-a35e-429b-92ec-9ee6b74cad3c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0800774 May 27 23:13:34.924568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:13:34.930410 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:34.945864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Transition to ACTIVE for port object 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:13:34.959560 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5a16e16d-4d75-41c5-94ce-57d8a5fdd551 req-7de7d6d0-138f-4e00-bb84-8f47e4dbe416 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398326 May 27 23:13:34.981655 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-971fceae-ec06-4cf1-8b99-16a7992ee078'] response: {'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'code': 200} May 27 23:13:35.019563 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:35.161812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:13:35.175169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:35.175510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:35.175842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:35.176169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:35.176519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:35.176843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:35.177161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:35.177477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:35.177791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:35.178104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:35.178415 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:35.178726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:35.221710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] No DVR routers for this DVR port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:13:35.437582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Attempting to bind port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:13:35.437832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Attempting to bind port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:13:35.438152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Attempting to bind port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 on network c86759c8-7a4b-48b3-a556-5970be1ce6b3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:13:35.442703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 on network c86759c8-7a4b-48b3-a556-5970be1ce6b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:13:35.443015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Attempting to bind port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 on network c86759c8-7a4b-48b3-a556-5970be1ce6b3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:13:35.448543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:13:35.448868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Checking segment: {'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:13:35.449240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Bound using segment: {'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:13:35.449653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Bound port: 2f9aa60a-e472-4a9e-a070-8e77d0180dc4, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9f6290-5d6f-4b02-843e-5a46912f7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:13:35.449990 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:35.536688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] For port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:13:35.539941 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] For port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:13:35.621211 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:35.679678 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:35.680279 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:35.681635 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] 10.222.0.57 "PUT /v2.0/ports/2f9aa60a-e472-4a9e-a070-8e77d0180dc4 HTTP/1.1" status: 200 len: 1091 time: 1.2203453 May 27 23:13:35.696043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e37f76-03be-48c4-ba42-42f213bdaf50 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:13:35.789680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-9d28537f-db2b-41b0-bb5e-2f8613bc6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:35.791093 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-9d28537f-db2b-41b0-bb5e-2f8613bc6706 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 1094 time: 0.0756886 May 27 23:13:36.040239 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-b5584696-2aec-41ce-bc67-72dd1ed1c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:36.041623 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-b5584696-2aec-41ce-bc67-72dd1ed1c4b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c86759c8-7a4b-48b3-a556-5970be1ce6b3 HTTP/1.1" status: 200 len: 897 time: 0.2444551 May 27 23:13:36.149012 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-b4d52402-3e8c-4d24-aef7-75b7509cc85e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4 HTTP/1.1" status: 200 len: 999 time: 0.0965841 May 27 23:13:36.152254 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b1393-2217-4bf6-be2a-936bbaebeb49 req-b9898497-c961-4dfc-81bd-2789f6f339ea tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:36.153741 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc1b1393-2217-4bf6-be2a-936bbaebeb49 req-b9898497-c961-4dfc-81bd-2789f6f339ea tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 943 time: 0.0827861 May 27 23:13:36.198064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc1b1393-2217-4bf6-be2a-936bbaebeb49 req-71944a3d-14ff-4959-b5c7-259b55ce9a68 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385861 May 27 23:13:36.211953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-29ebf174-bdab-4af7-846a-4fab3ff3a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:36.213426 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-29ebf174-bdab-4af7-846a-4fab3ff3a8e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ee89898-d0fd-4a9a-9674-6d7f2b111cac HTTP/1.1" status: 200 len: 834 time: 0.0587697 May 27 23:13:36.290685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-c49c5710-1f70-47bc-8d66-57ee1b51143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:36.292094 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-c49c5710-1f70-47bc-8d66-57ee1b51143f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c86759c8-7a4b-48b3-a556-5970be1ce6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730376 May 27 23:13:36.423220 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-c78eec69-7b9a-4f8d-a9e6-6f317d8ebced service neutron] 10.222.0.57 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243768 May 27 23:13:36.555615 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ed1d8567-d67a-4299-b18c-45cd6a1f238d req-9d819a18-3fcd-4f87-83a8-5aed0fa289f0 service neutron] 10.222.0.57 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251512 May 27 23:13:36.983402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:13:37.040271 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bfaee48-4683-4838-acd4-135420759e6f'] response: {'name': 'network-changed', 'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'status': 'completed', 'code': 200} May 27 23:13:37.192101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-0b4da2e1-87da-44c1-b211-c6b99b19c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:37.193556 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-0b4da2e1-87da-44c1-b211-c6b99b19c6e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 1094 time: 0.1322901 May 27 23:13:37.195334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-4677a71b-a454-4f91-a678-ac0e948a1e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:37.196658 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-4677a71b-a454-4f91-a678-ac0e948a1e59 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 1094 time: 0.0995467 May 27 23:13:37.380556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c9189-75a7-4475-8daa-6bb44e2bf8d3 req-e1f80103-2b49-458b-a202-c8926e41f927 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:37.385640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b99c9189-75a7-4475-8daa-6bb44e2bf8d3 req-e1f80103-2b49-458b-a202-c8926e41f927 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 943 time: 0.0824823 May 27 23:13:37.426971 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b99c9189-75a7-4475-8daa-6bb44e2bf8d3 req-aea1d9e2-bf05-439f-ab0d-381463ed81d7 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389578 May 27 23:13:37.433138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-fd5f78bf-bd2a-4213-a11d-1579e75ad884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:37.434600 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-fd5f78bf-bd2a-4213-a11d-1579e75ad884 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c86759c8-7a4b-48b3-a556-5970be1ce6b3 HTTP/1.1" status: 200 len: 897 time: 0.2351761 May 27 23:13:37.435704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-020513f7-5714-40de-a819-fffcd5394df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:37.437007 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-020513f7-5714-40de-a819-fffcd5394df6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c86759c8-7a4b-48b3-a556-5970be1ce6b3 HTTP/1.1" status: 200 len: 897 time: 0.2201140 May 27 23:13:37.582479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:13:37.616860 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-a5d83017-1d29-497a-88f3-a7dfcfad5ce6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4 HTTP/1.1" status: 200 len: 999 time: 0.1763029 May 27 23:13:37.620301 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-bd860fde-0681-4d1f-bc53-6d87b62189ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4 HTTP/1.1" status: 200 len: 999 time: 0.1311295 May 27 23:13:37.642451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:13:37.729352 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-cd245325-da24-437d-995b-269e181dde63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:37.730803 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-cd245325-da24-437d-995b-269e181dde63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee89898-d0fd-4a9a-9674-6d7f2b111cac HTTP/1.1" status: 200 len: 834 time: 0.1076741 May 27 23:13:37.732142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-52d5cea3-f630-4390-a184-e655b6fa0b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:37.733438 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-52d5cea3-f630-4390-a184-e655b6fa0b4c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ee89898-d0fd-4a9a-9674-6d7f2b111cac HTTP/1.1" status: 200 len: 834 time: 0.0784953 May 27 23:13:37.864166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-edc49bc4-2069-42ad-8953-b1874818658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:37.865638 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-edc49bc4-2069-42ad-8953-b1874818658f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c86759c8-7a4b-48b3-a556-5970be1ce6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292946 May 27 23:13:37.868515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-79de5175-caea-4973-a92c-a186a9a6c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:37.869814 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-79de5175-caea-4973-a92c-a186a9a6c4ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c86759c8-7a4b-48b3-a556-5970be1ce6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009500 May 27 23:13:38.217488 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-fd86eb60-8a77-4ff2-b640-d3971b305ab8 service neutron] 10.222.0.46 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457506 May 27 23:13:38.220462 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-16b40fe7-bb26-4e0f-96e7-2643be4a26f2 service neutron] 10.222.0.57 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315923 May 27 23:13:38.458606 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-fbf22715-20a8-474f-b5c5-c55408ef01ce service neutron] 10.222.0.46 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330790 May 27 23:13:38.460799 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a2f29b32-1fc1-46a5-850c-72e647c9c203 req-686dca12-4b8a-4d8a-b8c9-3abb5e1aea92 service neutron] 10.222.0.57 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169490 May 27 23:13:38.620569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cf857-5b55-484d-a33d-cf827cb6512b req-b9f651e6-d876-4159-877b-a1083a8e08ff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:38.622014 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-683cf857-5b55-484d-a33d-cf827cb6512b req-b9f651e6-d876-4159-877b-a1083a8e08ff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 943 time: 0.0840700 May 27 23:13:38.667130 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-683cf857-5b55-484d-a33d-cf827cb6512b req-d1460417-b202-4e35-8cbe-f0b0ae8441f2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394442 May 27 23:13:39.694164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:13:39.829560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:13:39.843047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'port_id': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'mac_address': 'fa:16:3e:34:01:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:13:39.849827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734cf14-abcb-4700-86bb-507171cc660d req-55020e6c-8500-4e88-8d66-d0cd0892bc1d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:39.851296 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3734cf14-abcb-4700-86bb-507171cc660d req-55020e6c-8500-4e88-8d66-d0cd0892bc1d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 943 time: 0.0787923 May 27 23:13:39.897316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:13:39.897700 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:39.898594 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3734cf14-abcb-4700-86bb-507171cc660d req-55a0bf47-127b-4232-b1e9-822dae61ca9c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411060 May 27 23:13:39.914251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:13:39.929876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:13:39.981056 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:40.051352 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:13:40.058788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:40.059121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:40.059474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:40.059814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:40.060148 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:40.060505 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:40.060887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:40.061236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:40.061563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:40.061890 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:40.062214 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:40.062537 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:13:40.314452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['2f9aa60a-e472-4a9e-a070-8e77d0180dc4'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:13:40.417280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091372b8-9699-4b7e-b48e-35c7b34cefdb req-8eafe9c5-de21-422d-93e6-60abcd79ecd7 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:40.418922 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-091372b8-9699-4b7e-b48e-35c7b34cefdb req-8eafe9c5-de21-422d-93e6-60abcd79ecd7 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 944 time: 0.0913048 May 27 23:13:40.466339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-091372b8-9699-4b7e-b48e-35c7b34cefdb req-33f55110-d89b-4793-9c46-996aa9467730 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409458 May 27 23:13:40.482229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c4045-ab62-445c-8d41-d205652024e0 req-86e4c00d-0b77-477b-8865-f18c8af69144 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:40.483049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b80c4045-ab62-445c-8d41-d205652024e0 req-86e4c00d-0b77-477b-8865-f18c8af69144 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:13:40.569718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b80c4045-ab62-445c-8d41-d205652024e0 req-86e4c00d-0b77-477b-8865-f18c8af69144 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:13:40.571091 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b80c4045-ab62-445c-8d41-d205652024e0 req-86e4c00d-0b77-477b-8865-f18c8af69144 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516&tenant_id=e6de1f1438b94cdfbf69203088ee5d15&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 944 time: 0.1792543 May 27 23:13:40.650824 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-b80c4045-ab62-445c-8d41-d205652024e0 req-b455b92f-3177-48a3-a408-666dc8214a53 service neutron] delete failed (client error): The resource could not be found. May 27 23:13:40.651799 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b80c4045-ab62-445c-8d41-d205652024e0 req-b455b92f-3177-48a3-a408-666dc8214a53 service neutron] 10.222.0.46 "DELETE /v2.0/ports/2f9aa60a-e472-4a9e-a070-8e77d0180dc4/bindings/n-h2-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0752783 May 27 23:13:40.789660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c4045-ab62-445c-8d41-d205652024e0 req-ca363002-84d1-475e-907f-9b95f59c76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:40.791136 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b80c4045-ab62-445c-8d41-d205652024e0 req-ca363002-84d1-475e-907f-9b95f59c76b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 1095 time: 0.0737062 May 27 23:13:40.919507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c4045-ab62-445c-8d41-d205652024e0 req-de31c987-ee9d-4372-9849-aa7d275b8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:40.921003 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b80c4045-ab62-445c-8d41-d205652024e0 req-de31c987-ee9d-4372-9849-aa7d275b8b95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c86759c8-7a4b-48b3-a556-5970be1ce6b3 HTTP/1.1" status: 200 len: 897 time: 0.1244192 May 27 23:13:41.021270 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b80c4045-ab62-445c-8d41-d205652024e0 req-eca99448-895e-4e7a-96ba-15b443e8fadb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4 HTTP/1.1" status: 200 len: 1000 time: 0.0941761 May 27 23:13:41.081386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c4045-ab62-445c-8d41-d205652024e0 req-8e97bcb0-e3ca-47cf-97c2-f90d6cc71269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:41.082731 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b80c4045-ab62-445c-8d41-d205652024e0 req-8e97bcb0-e3ca-47cf-97c2-f90d6cc71269 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ee89898-d0fd-4a9a-9674-6d7f2b111cac HTTP/1.1" status: 200 len: 834 time: 0.0549824 May 27 23:13:41.157327 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c4045-ab62-445c-8d41-d205652024e0 req-4c61993f-ebad-4844-b57d-9c2b67762c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:41.158804 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b80c4045-ab62-445c-8d41-d205652024e0 req-4c61993f-ebad-4844-b57d-9c2b67762c6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c86759c8-7a4b-48b3-a556-5970be1ce6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698459 May 27 23:13:41.285517 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b80c4045-ab62-445c-8d41-d205652024e0 req-0a39f8a8-c113-4e84-bf85-41096879e348 service neutron] 10.222.0.46 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205525 May 27 23:13:41.411186 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b80c4045-ab62-445c-8d41-d205652024e0 req-3cd7a818-c9a9-46e0-982e-cd36f70749aa service neutron] 10.222.0.46 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197519 May 27 23:13:41.657558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37b325-e51e-4cd4-ac75-25dea3ca6131 req-c3b74803-3b65-47bc-85cb-00e264f2164c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:41.659011 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de37b325-e51e-4cd4-ac75-25dea3ca6131 req-c3b74803-3b65-47bc-85cb-00e264f2164c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 944 time: 0.0846388 May 27 23:13:41.703745 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de37b325-e51e-4cd4-ac75-25dea3ca6131 req-d770af31-43fe-497a-9b22-8b0e681e97a2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385389 May 27 23:13:41.708441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:13:41.831981 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:13:41.838276 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:13:41.838697 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:41.958093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:13:41.958390 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:41.985526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:13:41.995374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:13:42.034810 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc98877d-cc97-49d9-a56f-5a37b88f2d2d'] response: {'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'code': 200} May 27 23:13:42.059493 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:42.131114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:13:42.886844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab552d-3850-4060-b02d-9ea24c93dfe8 req-6ffd7136-9435-47cc-a65d-22c23447a099 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:13:42.888289 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1ab552d-3850-4060-b02d-9ea24c93dfe8 req-6ffd7136-9435-47cc-a65d-22c23447a099 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0785842 May 27 23:13:42.931557 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b1ab552d-3850-4060-b02d-9ea24c93dfe8 req-9dcb70aa-ce9c-4744-be0b-f0bcff85012d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371082 May 27 23:13:42.954124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43938) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:13:43.058977 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b01b1301-5173-4b79-a1d9-cab8bc1095e4 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/3c8af872-4e53-4741-9ec8-7b3afff4d44c HTTP/1.1" status: 200 len: 993 time: 0.1037865 May 27 23:13:46.083470 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:52.632171 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:57.080989 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:13:57.557480 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0dd31c1-50c1-4b5c-919d-aeac6356787f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:13:59.683394 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-88537b4e-0315-4d30-8183-1950075ccad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:00.986400 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:01.014642 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:02.237468 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:09.788040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fbb32-d0fb-4a2f-87f8-b45af7e453e6 req-43ca773c-13f7-4745-b49d-13d249e07d40 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:09.789553 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c8fbb32-d0fb-4a2f-87f8-b45af7e453e6 req-43ca773c-13f7-4745-b49d-13d249e07d40 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 1096 time: 0.0719883 May 27 23:14:09.829605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c8fbb32-d0fb-4a2f-87f8-b45af7e453e6 req-f98c577a-83ea-4c86-a693-b87beb41a419 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339012 May 27 23:14:09.851783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43954) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:10.153730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2b02010a-c733-422d-8f7b-f3432316e1c2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port bd842dfd-3e1d-420a-a219-79617c61dab6 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:14:10.154064 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2b02010a-c733-422d-8f7b-f3432316e1c2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:10.318851 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2b02010a-c733-422d-8f7b-f3432316e1c2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:10.319175 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2b02010a-c733-422d-8f7b-f3432316e1c2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:10.438690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2b02010a-c733-422d-8f7b-f3432316e1c2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for bd842dfd-3e1d-420a-a219-79617c61dab6 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:14:10.648776 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2b02010a-c733-422d-8f7b-f3432316e1c2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:10.694562 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02010a-c733-422d-8f7b-f3432316e1c2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=bd842dfd-3e1d-420a-a219-79617c61dab6,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:10.786894 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2b02010a-c733-422d-8f7b-f3432316e1c2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:10.787217 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-2b02010a-c733-422d-8f7b-f3432316e1c2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Floating IP 3c8af872-4e53-4741-9ec8-7b3afff4d44c disassociated (deleted). External IP: 172.25.2.127, port: 2f9aa60a-e472-4a9e-a070-8e77d0180dc4. May 27 23:14:11.129981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b02010a-c733-422d-8f7b-f3432316e1c2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router e13f0f4f-aa65-460e-a180-8b251047c60b has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:14:11.306621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b02010a-c733-422d-8f7b-f3432316e1c2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:14:11.316486 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a37537-3361-4373-8349-012420534ded None None] Sync routers for ids ['e13f0f4f-aa65-460e-a180-8b251047c60b'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:14:11.325827 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a37537-3361-4373-8349-012420534ded None None] Routers {'e13f0f4f-aa65-460e-a180-8b251047c60b'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:14:11.326419 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-94a37537-3361-4373-8349-012420534ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:14:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e13f0f4f-aa65-460e-a180-8b251047c60b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:11.399184 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2b02010a-c733-422d-8f7b-f3432316e1c2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:11.453655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2b02010a-c733-422d-8f7b-f3432316e1c2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/floatingips/3c8af872-4e53-4741-9ec8-7b3afff4d44c HTTP/1.1" status: 204 len: 168 time: 1.6008046 May 27 23:14:11.454240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:14:11.499648 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3a3e4e-9000-4d12-8c35-b96aabd7c0ab'] response: {'name': 'network-changed', 'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'status': 'completed', 'code': 200} May 27 23:14:11.503928 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-94a37537-3361-4373-8349-012420534ded None None] Set router e13f0f4f-aa65-460e-a180-8b251047c60b gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:14:11.614000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b49a80-8f69-4b0b-becd-88d7736711ab req-849d1fcb-4a0c-4bca-88d3-29e7d36f83ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:11.615476 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-52b49a80-8f69-4b0b-becd-88d7736711ab req-849d1fcb-4a0c-4bca-88d3-29e7d36f83ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 1096 time: 0.0709643 May 27 23:14:11.832521 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-94a37537-3361-4373-8349-012420534ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:12:15Z', 'updated_at': '2022-05-27T23:12:21Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:16Z', 'updated_at': '2022-05-27T23:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3f4a8b80-a711-41c8-9ac0-44d210844f36', 'name': '', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:f7:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:20Z', 'updated_at': '2022-05-27T23:12:26Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:11.836696 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a37537-3361-4373-8349-012420534ded None None] Checking router: e13f0f4f-aa65-460e-a180-8b251047c60b for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:14:11.845493 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a37537-3361-4373-8349-012420534ded None None] Routers {'e13f0f4f-aa65-460e-a180-8b251047c60b'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:14:11.846078 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-94a37537-3361-4373-8349-012420534ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:14:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e13f0f4f-aa65-460e-a180-8b251047c60b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:11.869602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b49a80-8f69-4b0b-becd-88d7736711ab req-ecbf7d62-79ab-4a6a-a6ae-dc361a5fd911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:11.871027 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-52b49a80-8f69-4b0b-becd-88d7736711ab req-ecbf7d62-79ab-4a6a-a6ae-dc361a5fd911 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c86759c8-7a4b-48b3-a556-5970be1ce6b3 HTTP/1.1" status: 200 len: 897 time: 0.2484438 May 27 23:14:11.969270 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-52b49a80-8f69-4b0b-becd-88d7736711ab req-4c3dbce4-447d-4921-9d43-4224104893b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4 HTTP/1.1" status: 200 len: 217 time: 0.0669761 May 27 23:14:12.027817 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-94a37537-3361-4373-8349-012420534ded None None] Set router e13f0f4f-aa65-460e-a180-8b251047c60b gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:14:12.036337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b49a80-8f69-4b0b-becd-88d7736711ab req-a2a4c252-68a3-4e75-be4e-cc02ee34f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:12.037847 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-52b49a80-8f69-4b0b-becd-88d7736711ab req-a2a4c252-68a3-4e75-be4e-cc02ee34f848 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5ee89898-d0fd-4a9a-9674-6d7f2b111cac HTTP/1.1" status: 200 len: 834 time: 0.0607228 May 27 23:14:12.149665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b49a80-8f69-4b0b-becd-88d7736711ab req-fb9e46f4-a64a-4a6a-a6bb-209332eb8d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:12.151182 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-52b49a80-8f69-4b0b-becd-88d7736711ab req-fb9e46f4-a64a-4a6a-a6bb-209332eb8d51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c86759c8-7a4b-48b3-a556-5970be1ce6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846632 May 27 23:14:12.161856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-52b49a80-8f69-4b0b-becd-88d7736711ab req-a85e47f8-d613-4816-aa09-b6f3797051db service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:14:12.162791 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-52b49a80-8f69-4b0b-becd-88d7736711ab req-a85e47f8-d613-4816-aa09-b6f3797051db service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049350 May 27 23:14:12.179692 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30181da7-286d-4e1f-9bc9-d9399d3a2342 req-a06b5bf1-8c31-4784-bfc6-010e0accefa8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:12.180455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-30181da7-286d-4e1f-9bc9-d9399d3a2342 req-a06b5bf1-8c31-4784-bfc6-010e0accefa8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:14:12.260749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-30181da7-286d-4e1f-9bc9-d9399d3a2342 req-a06b5bf1-8c31-4784-bfc6-010e0accefa8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:14:12.261927 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30181da7-286d-4e1f-9bc9-d9399d3a2342 req-a06b5bf1-8c31-4784-bfc6-010e0accefa8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.2967420 May 27 23:14:12.304687 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-52b49a80-8f69-4b0b-becd-88d7736711ab req-c17e4b2b-8bb2-4668-abee-0a76d5b12027 service neutron] 10.222.0.57 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344967 May 27 23:14:12.307867 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30181da7-286d-4e1f-9bc9-d9399d3a2342 req-5cbeb145-eb4b-4717-8ded-3efdcce306b6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398393 May 27 23:14:12.373757 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-94a37537-3361-4373-8349-012420534ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:12:15Z', 'updated_at': '2022-05-27T23:12:21Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:16Z', 'updated_at': '2022-05-27T23:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3f4a8b80-a711-41c8-9ac0-44d210844f36', 'name': '', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:f7:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:20Z', 'updated_at': '2022-05-27T23:12:26Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:12.377827 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a37537-3361-4373-8349-012420534ded None None] The sync data for ids ['e13f0f4f-aa65-460e-a180-8b251047c60b'] in n-d-843680-3 is: [{'id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:12:15Z', 'updated_at': '2022-05-27T23:12:21Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:16Z', 'updated_at': '2022-05-27T23:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '3f4a8b80-a711-41c8-9ac0-44d210844f36', 'name': '', 'network_id': 'c86759c8-7a4b-48b3-a556-5970be1ce6b3', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:f7:3d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:20Z', 'updated_at': '2022-05-27T23:12:26Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '5ee89898-d0fd-4a9a-9674-6d7f2b111cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:14:12.442040 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-52b49a80-8f69-4b0b-becd-88d7736711ab req-9032a203-c0e1-4db8-a478-385b8ec756a5 service neutron] 10.222.0.57 "GET /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287186 May 27 23:14:12.617288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9723b9e-4133-4ecc-80e8-6877a828bd64 None None] New status for floating IP 3c8af872-4e53-4741-9ec8-7b3afff4d44c: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:14:13.492722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450553f-08f7-4475-ad38-d3097f0b3b96 req-f7aefd4b-959e-41f0-8f16-530b51f4059e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:13.494188 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0450553f-08f7-4475-ad38-d3097f0b3b96 req-f7aefd4b-959e-41f0-8f16-530b51f4059e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0805004 May 27 23:14:13.542736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0450553f-08f7-4475-ad38-d3097f0b3b96 req-4985a7e7-0fbd-4e59-a9ad-f507f164354c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=d2cd4a72-e17a-4315-bbcd-8a54331339f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419607 May 27 23:14:13.622827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf231b1-f8f6-4229-b839-996b6f36319c req-8f5ed76b-b284-4fb5-8533-5662ec801117 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:13.624239 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9cf231b1-f8f6-4229-b839-996b6f36319c req-8f5ed76b-b284-4fb5-8533-5662ec801117 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 945 time: 0.0785906 May 27 23:14:13.692295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-9cf231b1-f8f6-4229-b839-996b6f36319c req-f83abbbb-0a82-4794-a892-557587cd8b5d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:14:13.692649 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9cf231b1-f8f6-4229-b839-996b6f36319c req-f83abbbb-0a82-4794-a892-557587cd8b5d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:13.936540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9cf231b1-f8f6-4229-b839-996b6f36319c req-f83abbbb-0a82-4794-a892-557587cd8b5d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] For port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:14:13.936889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9cf231b1-f8f6-4229-b839-996b6f36319c req-f83abbbb-0a82-4794-a892-557587cd8b5d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:14.060991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-9cf231b1-f8f6-4229-b839-996b6f36319c req-f83abbbb-0a82-4794-a892-557587cd8b5d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:14:14.283209 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9cf231b1-f8f6-4229-b839-996b6f36319c req-f83abbbb-0a82-4794-a892-557587cd8b5d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:14.336819 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83abbbb-0a82-4794-a892-557587cd8b5d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=2f9aa60a-e472-4a9e-a070-8e77d0180dc4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:14.411284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf231b1-f8f6-4229-b839-996b6f36319c req-f83abbbb-0a82-4794-a892-557587cd8b5d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] No DVR routers for this DVR port 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:14:14.413888 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9cf231b1-f8f6-4229-b839-996b6f36319c req-f83abbbb-0a82-4794-a892-557587cd8b5d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:14.416934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'name': 'network-vif-deleted', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:14:14.483987 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9cf231b1-f8f6-4229-b839-996b6f36319c req-f83abbbb-0a82-4794-a892-557587cd8b5d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.57 "DELETE /v2.0/ports/2f9aa60a-e472-4a9e-a070-8e77d0180dc4 HTTP/1.1" status: 204 len: 173 time: 0.8540847 May 27 23:14:14.531830 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf59d1c-5536-4ec6-9ad2-5729b54a6450'] response: {'server_uuid': 'b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516', 'name': 'network-vif-deleted', 'tag': '2f9aa60a-e472-4a9e-a070-8e77d0180dc4', 'status': 'completed', 'code': 200} May 27 23:14:14.706889 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-76a33896-077b-44a8-a920-aa157fe6bf44 req-a92bcc45-f25a-4244-a193-fd8bbc6de6af tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=b4bd236e-cd7c-4c0b-b91f-13ad5bf2b516 HTTP/1.1" status: 200 len: 210 time: 0.0607882 May 27 23:14:15.798081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43976) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:15.940191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:14:15.983887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:14:15.984141 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 2f9aa60a-e472-4a9e-a070-8e77d0180dc4 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:14:16.111750 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:16.346529 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:16.698671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port 3f4a8b80-a711-41c8-9ac0-44d210844f36 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:14:16.698928 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:16.884849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] For port 3f4a8b80-a711-41c8-9ac0-44d210844f36, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3f4a8b80-a711-41c8-9ac0-44d210844f36,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:14:16.886136 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:17.118470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for 3f4a8b80-a711-41c8-9ac0-44d210844f36 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:14:17.368958 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:17.418440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=3f4a8b80-a711-41c8-9ac0-44d210844f36,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:17.453418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:17.453799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:17.454140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:17.454474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:17.454805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:17.455132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:17.455457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:17.455781 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:17.456101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:17.456447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:17.459919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:17.459919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:17.706622 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:18.059705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router e13f0f4f-aa65-460e-a180-8b251047c60b has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:14:18.237111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:14:18.246722 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf38c0-bd27-46ca-a506-959f88387e18 None None] Sync routers for ids ['e13f0f4f-aa65-460e-a180-8b251047c60b'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:14:18.252118 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a16acc16-e220-493b-be83-8194c4643952 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "PUT /v2.0/routers/e13f0f4f-aa65-460e-a180-8b251047c60b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4505477 May 27 23:14:18.252329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43980) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:18.255698 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf38c0-bd27-46ca-a506-959f88387e18 None None] Routers {'e13f0f4f-aa65-460e-a180-8b251047c60b'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:14:18.256383 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-61bf38c0-bd27-46ca-a506-959f88387e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:14:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e13f0f4f-aa65-460e-a180-8b251047c60b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:18.315702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ae448a-221d-4cb0-877c-721b70b3cf76 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting subnet 5ee89898-d0fd-4a9a-9674-6d7f2b111cac {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:14:18.318540 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52ae448a-221d-4cb0-877c-721b70b3cf76 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:18.373938 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52ae448a-221d-4cb0-877c-721b70b3cf76 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:18.434695 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-61bf38c0-bd27-46ca-a506-959f88387e18 None None] Set router e13f0f4f-aa65-460e-a180-8b251047c60b gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:14:18.460031 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52ae448a-221d-4cb0-877c-721b70b3cf76 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:18.592037 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52ae448a-221d-4cb0-877c-721b70b3cf76 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:18.721309 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-61bf38c0-bd27-46ca-a506-959f88387e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:12:15Z', 'updated_at': '2022-05-27T23:14:17Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:16Z', 'updated_at': '2022-05-27T23:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:18.726322 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf38c0-bd27-46ca-a506-959f88387e18 None None] Checking router: e13f0f4f-aa65-460e-a180-8b251047c60b for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:14:18.736903 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf38c0-bd27-46ca-a506-959f88387e18 None None] Routers {'e13f0f4f-aa65-460e-a180-8b251047c60b'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:14:18.737508 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-61bf38c0-bd27-46ca-a506-959f88387e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:14:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e13f0f4f-aa65-460e-a180-8b251047c60b'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:18.759136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae448a-221d-4cb0-877c-721b70b3cf76 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Subnet': ['ID=5ee89898-d0fd-4a9a-9674-6d7f2b111cac,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:18.761096 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52ae448a-221d-4cb0-877c-721b70b3cf76 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:18.767579 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-52ae448a-221d-4cb0-877c-721b70b3cf76 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/subnets/5ee89898-d0fd-4a9a-9674-6d7f2b111cac HTTP/1.1" status: 204 len: 168 time: 0.5142703 May 27 23:14:18.768292 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068e25c5-d8a6-430c-82e8-e3bb0902efec None None] Network c86759c8-7a4b-48b3-a556-5970be1ce6b3 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:14:18.770167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 43984) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:18.922321 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-61bf38c0-bd27-46ca-a506-959f88387e18 None None] Set router e13f0f4f-aa65-460e-a180-8b251047c60b gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:14:18.955128 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:19.030480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0bebf8-b4dc-4f98-8b1e-69a369db1c5f None None] DHCP port deletion for c86759c8-7a4b-48b3-a556-5970be1ce6b3 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:14:19.035543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0f0bebf8-b4dc-4f98-8b1e-69a369db1c5f None None] Deleting port c3072e12-0b40-4ff2-a018-72ae525e3972 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:14:19.035922 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f0bebf8-b4dc-4f98-8b1e-69a369db1c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:19.143687 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:19.204515 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-61bf38c0-bd27-46ca-a506-959f88387e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:12:15Z', 'updated_at': '2022-05-27T23:14:17Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:16Z', 'updated_at': '2022-05-27T23:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:19.208301 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf38c0-bd27-46ca-a506-959f88387e18 None None] The sync data for ids ['e13f0f4f-aa65-460e-a180-8b251047c60b'] in n-d-843680-3 is: [{'id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-432906268', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:12:15Z', 'updated_at': '2022-05-27T23:14:17Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'c8237f21-9d7c-4d8c-a89a-833db4872f6d', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:20:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13f0f4f-aa65-460e-a180-8b251047c60b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:12:16Z', 'updated_at': '2022-05-27T23:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:14:19.213814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port c8237f21-9d7c-4d8c-a89a-833db4872f6d {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:14:19.214117 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:19.249990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0f0bebf8-b4dc-4f98-8b1e-69a369db1c5f None None] For port c3072e12-0b40-4ff2-a018-72ae525e3972, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c3072e12-0b40-4ff2-a018-72ae525e3972,segment=NetworkSegment(3f9f6290-5d6f-4b02-843e-5a46912f7056),segment_id=3f9f6290-5d6f-4b02-843e-5a46912f7056)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:14:19.250318 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f0bebf8-b4dc-4f98-8b1e-69a369db1c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:19.372099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0f0bebf8-b4dc-4f98-8b1e-69a369db1c5f None None] Calling delete_port for c3072e12-0b40-4ff2-a018-72ae525e3972 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:14:19.392161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] For port c8237f21-9d7c-4d8c-a89a-833db4872f6d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=c8237f21-9d7c-4d8c-a89a-833db4872f6d,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:14:19.392563 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:19.515443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for c8237f21-9d7c-4d8c-a89a-833db4872f6d owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:14:19.516166 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f0bebf8-b4dc-4f98-8b1e-69a369db1c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:19.566617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bebf8-b4dc-4f98-8b1e-69a369db1c5f None None] Pushing event deleted for resources: {'Port': ['ID=c3072e12-0b40-4ff2-a018-72ae525e3972,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:19.568490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0bebf8-b4dc-4f98-8b1e-69a369db1c5f None None] No DVR routers for this DVR port c3072e12-0b40-4ff2-a018-72ae525e3972 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:14:19.762033 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:19.806252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=c8237f21-9d7c-4d8c-a89a-833db4872f6d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:19.899790 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:20.066964 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:20.069031 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:20.163382 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:20.164136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Fanout notify agent at l3_agent the message router_deleted on router e13f0f4f-aa65-460e-a180-8b251047c60b {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:14:20.179899 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:20.184160 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-add94b46-3d92-49ba-b09e-7037bc83f1a5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/routers/e13f0f4f-aa65-460e-a180-8b251047c60b HTTP/1.1" status: 204 len: 168 time: 1.4097741 May 27 23:14:20.184669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43988) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:20.301824 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a846a3e-2234-40f8-b1d7-a740a355bf7e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:20.435450 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a846a3e-2234-40f8-b1d7-a740a355bf7e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:20.459896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5a846a3e-2234-40f8-b1d7-a740a355bf7e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86759c8-7a4b-48b3-a556-5970be1ce6b3']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:20.471663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5a846a3e-2234-40f8-b1d7-a740a355bf7e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9f6290-5d6f-4b02-843e-5a46912f7056') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:20.471964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5a846a3e-2234-40f8-b1d7-a740a355bf7e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9f6290-5d6f-4b02-843e-5a46912f7056') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:20.483533 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a846a3e-2234-40f8-b1d7-a740a355bf7e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:20.499538 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a846a3e-2234-40f8-b1d7-a740a355bf7e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:20.505494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a846a3e-2234-40f8-b1d7-a740a355bf7e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:14:20.505831 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a846a3e-2234-40f8-b1d7-a740a355bf7e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:20.661522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c3072e12-0b40-4ff2-a018-72ae525e3972 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:14:20.697663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: c3072e12-0b40-4ff2-a018-72ae525e3972 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:14:20.698034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c3072e12-0b40-4ff2-a018-72ae525e3972 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:14:20.698637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3f4a8b80-a711-41c8-9ac0-44d210844f36 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:14:20.711853 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3f9f6290-5d6f-4b02-843e-5a46912f7056 resource provider aggregate not found May 27 23:14:20.737609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 3f4a8b80-a711-41c8-9ac0-44d210844f36 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:14:20.737954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3f4a8b80-a711-41c8-9ac0-44d210844f36 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:14:20.738458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c8237f21-9d7c-4d8c-a89a-833db4872f6d no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:14:20.740083 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3f9f6290-5d6f-4b02-843e-5a46912f7056 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f9f6290-5d6f-4b02-843e-5a46912f7056 found for delete ", "request_id": "req-0e2c0b56-e799-4c3a-a483-6d9f447ad34d"}]} May 27 23:14:20.771315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: c8237f21-9d7c-4d8c-a89a-833db4872f6d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:14:20.771653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device c8237f21-9d7c-4d8c-a89a-833db4872f6d not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:14:20.779652 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a846a3e-2234-40f8-b1d7-a740a355bf7e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:20.784595 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5a846a3e-2234-40f8-b1d7-a740a355bf7e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:20.810131 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a846a3e-2234-40f8-b1d7-a740a355bf7e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Network': ['ID=c86759c8-7a4b-48b3-a556-5970be1ce6b3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:20.881978 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5a846a3e-2234-40f8-b1d7-a740a355bf7e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/networks/c86759c8-7a4b-48b3-a556-5970be1ce6b3 HTTP/1.1" status: 204 len: 168 time: 0.6962628 May 27 23:14:20.886350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 43998) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:20.952452 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df69ffad-6b2b-4cca-bb37-5fb61291d76c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:20.981797 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df69ffad-6b2b-4cca-bb37-5fb61291d76c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:21.111610 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df69ffad-6b2b-4cca-bb37-5fb61291d76c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:21.130043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69ffad-6b2b-4cca-bb37-5fb61291d76c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cd4a72-e17a-4315-bbcd-8a54331339f0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:21.196412 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df69ffad-6b2b-4cca-bb37-5fb61291d76c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:21.197564 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-df69ffad-6b2b-4cca-bb37-5fb61291d76c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/security-groups/d2cd4a72-e17a-4315-bbcd-8a54331339f0 HTTP/1.1" status: 204 len: 168 time: 0.3103271 May 27 23:14:21.445501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44006) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:21.450912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-887b014f-7483-4244-a8d5-d5b10200b0c0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-944534008', 'description': 'tempest-secgroup-smoke-944534008 description', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:14:21.458237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-887b014f-7483-4244-a8d5-d5b10200b0c0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:14:21.462393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-887b014f-7483-4244-a8d5-d5b10200b0c0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:14:21.465879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-887b014f-7483-4244-a8d5-d5b10200b0c0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:14:21.471688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-887b014f-7483-4244-a8d5-d5b10200b0c0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:14:21.563284 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-887b014f-7483-4244-a8d5-d5b10200b0c0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:21.586192 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-887b014f-7483-4244-a8d5-d5b10200b0c0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:14:21.590445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-887b014f-7483-4244-a8d5-d5b10200b0c0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:14:21.593300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-887b014f-7483-4244-a8d5-d5b10200b0c0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:14:21.598891 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-887b014f-7483-4244-a8d5-d5b10200b0c0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:14:21.667841 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-887b014f-7483-4244-a8d5-d5b10200b0c0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:21.740124 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-887b014f-7483-4244-a8d5-d5b10200b0c0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:21.783934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b014f-7483-4244-a8d5-d5b10200b0c0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db84a437-0f7b-463d-8566-3fe130e60a8e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:21.848711 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-887b014f-7483-4244-a8d5-d5b10200b0c0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:21.849917 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-887b014f-7483-4244-a8d5-d5b10200b0c0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4033537 May 27 23:14:21.852843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44010) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:21.857964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-859d5178-d627-4d8e-9c1e-3fb72766c334 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'db84a437-0f7b-463d-8566-3fe130e60a8e', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:14:21.864638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-859d5178-d627-4d8e-9c1e-3fb72766c334 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:14:21.868521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-859d5178-d627-4d8e-9c1e-3fb72766c334 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:14:21.873025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-859d5178-d627-4d8e-9c1e-3fb72766c334 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:14:21.877295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-859d5178-d627-4d8e-9c1e-3fb72766c334 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:14:21.934984 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-859d5178-d627-4d8e-9c1e-3fb72766c334 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:21.994422 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-859d5178-d627-4d8e-9c1e-3fb72766c334 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:22.109986 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-859d5178-d627-4d8e-9c1e-3fb72766c334 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:22.135181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d5178-d627-4d8e-9c1e-3fb72766c334 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16967f12-61c9-4462-a6c1-d1b715f094e9,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:22.197410 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-859d5178-d627-4d8e-9c1e-3fb72766c334 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:22.199165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-859d5178-d627-4d8e-9c1e-3fb72766c334 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447740 May 27 23:14:22.201912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44014) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:22.206769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ee5b3163-d05d-4ff4-adee-fad051ecaece tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'db84a437-0f7b-463d-8566-3fe130e60a8e', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:14:22.213373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ee5b3163-d05d-4ff4-adee-fad051ecaece tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:14:22.217095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ee5b3163-d05d-4ff4-adee-fad051ecaece tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:14:22.219885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ee5b3163-d05d-4ff4-adee-fad051ecaece tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:14:22.225567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ee5b3163-d05d-4ff4-adee-fad051ecaece tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:14:22.298583 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3163-d05d-4ff4-adee-fad051ecaece tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:22.359498 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3163-d05d-4ff4-adee-fad051ecaece tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:22.437150 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3163-d05d-4ff4-adee-fad051ecaece tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:22.569036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b3163-d05d-4ff4-adee-fad051ecaece tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a379b6b1-bdee-4eae-ab73-989153635ec8,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:22.637342 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:22.665879 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ee5b3163-d05d-4ff4-adee-fad051ecaece tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:22.667796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ee5b3163-d05d-4ff4-adee-fad051ecaece tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4642556 May 27 23:14:22.670238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44018) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:22.675253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-81bc42a9-ea02-4095-8a87-defcd9ca9d35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'db84a437-0f7b-463d-8566-3fe130e60a8e', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:14:22.681735 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-81bc42a9-ea02-4095-8a87-defcd9ca9d35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:14:22.688887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-81bc42a9-ea02-4095-8a87-defcd9ca9d35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:14:22.689010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-81bc42a9-ea02-4095-8a87-defcd9ca9d35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:14:22.694664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-81bc42a9-ea02-4095-8a87-defcd9ca9d35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:14:22.769352 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81bc42a9-ea02-4095-8a87-defcd9ca9d35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:22.829076 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81bc42a9-ea02-4095-8a87-defcd9ca9d35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:22.894154 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81bc42a9-ea02-4095-8a87-defcd9ca9d35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:22.918334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc42a9-ea02-4095-8a87-defcd9ca9d35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fd23e5-940b-4f77-88c7-203b543a92d9,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:22.997199 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-81bc42a9-ea02-4095-8a87-defcd9ca9d35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:22.998369 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-81bc42a9-ea02-4095-8a87-defcd9ca9d35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272321 May 27 23:14:23.001109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44022) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:23.005989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b9e87634-92e6-4f1f-a783-59dba7e97633 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'db84a437-0f7b-463d-8566-3fe130e60a8e', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:14:23.012262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b9e87634-92e6-4f1f-a783-59dba7e97633 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:14:23.016038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b9e87634-92e6-4f1f-a783-59dba7e97633 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:14:23.018918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b9e87634-92e6-4f1f-a783-59dba7e97633 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:14:23.024901 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b9e87634-92e6-4f1f-a783-59dba7e97633 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:14:23.101085 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9e87634-92e6-4f1f-a783-59dba7e97633 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:23.162087 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9e87634-92e6-4f1f-a783-59dba7e97633 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:23.231399 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9e87634-92e6-4f1f-a783-59dba7e97633 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:23.254401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e87634-92e6-4f1f-a783-59dba7e97633 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863e81ad-8642-47f7-942f-89af68850e8d,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:23.311855 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9e87634-92e6-4f1f-a783-59dba7e97633 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:23.313066 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b9e87634-92e6-4f1f-a783-59dba7e97633 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3110383 May 27 23:14:23.315754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44026) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:23.320716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-69318641-e10a-4ffc-93c9-016562030daa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'db84a437-0f7b-463d-8566-3fe130e60a8e', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:14:23.327636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-69318641-e10a-4ffc-93c9-016562030daa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:14:23.331507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-69318641-e10a-4ffc-93c9-016562030daa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:14:23.334666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-69318641-e10a-4ffc-93c9-016562030daa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:14:23.341031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-69318641-e10a-4ffc-93c9-016562030daa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:14:23.386650 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-69318641-e10a-4ffc-93c9-016562030daa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Project e6de1f1438b94cdfbf69203088ee5d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:14:23.393125 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-69318641-e10a-4ffc-93c9-016562030daa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:23.455525 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-69318641-e10a-4ffc-93c9-016562030daa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:23.505663 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-69318641-e10a-4ffc-93c9-016562030daa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:23.528717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69318641-e10a-4ffc-93c9-016562030daa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15574787-07e2-47da-8e8b-a8f5ecd7bf66,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:23.586135 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-69318641-e10a-4ffc-93c9-016562030daa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:23.587360 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-69318641-e10a-4ffc-93c9-016562030daa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2707038 May 27 23:14:23.590222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44030) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:23.595144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-1d6c5b02-e98e-4078-a784-f730a02a217d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'db84a437-0f7b-463d-8566-3fe130e60a8e', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:14:23.602583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1d6c5b02-e98e-4078-a784-f730a02a217d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:14:23.605340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1d6c5b02-e98e-4078-a784-f730a02a217d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:14:23.608232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1d6c5b02-e98e-4078-a784-f730a02a217d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:14:23.614089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1d6c5b02-e98e-4078-a784-f730a02a217d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:14:23.685130 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-1d6c5b02-e98e-4078-a784-f730a02a217d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Project e6de1f1438b94cdfbf69203088ee5d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:14:23.691621 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5b02-e98e-4078-a784-f730a02a217d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:23.755172 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5b02-e98e-4078-a784-f730a02a217d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:23.820015 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5b02-e98e-4078-a784-f730a02a217d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:23.843557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c5b02-e98e-4078-a784-f730a02a217d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb22fbfa-9e72-40cb-ab36-b8f4993588b0,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:23.905685 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1d6c5b02-e98e-4078-a784-f730a02a217d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:23.906871 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1d6c5b02-e98e-4078-a784-f730a02a217d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3157399 May 27 23:14:23.910578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44034) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:23.915941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'network': {'name': 'tempest-network-smoke--1761050516', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'port_security_enabled': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:14:23.921856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:14:23.925897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:network and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:14:23.928802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:14:23.935127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:14:24.008556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Made reservation on behalf of e6de1f1438b94cdfbf69203088ee5d15 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:14:24.011883 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:24.038530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:14:24.047312 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:24.047696 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Added segment 01e33076-7ef3-4488-9f79-b47d664d3937 of type vlan for network ad8455b0-ca18-488e-8878-4e853f635c94 May 27 23:14:24.076436 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:24.179889 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:24.185990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:24.186564 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:24.293107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Network': ['ID=ad8455b0-ca18-488e-8878-4e853f635c94,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:24.303631 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network ad8455b0-ca18-488e-8878-4e853f635c94 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:14:24.335456 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f0753b1a-398c-4c75-9f0f-fff14f372b35 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4238865 May 27 23:14:24.338143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44038) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:24.343628 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'admin_state_up': True, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:14:24.359160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:14:24.359160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:router and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:14:24.359160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:14:24.365092 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:14:24.430117 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:24.431126 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:24.445347 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:24.760441 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:25.133973 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:25.165584 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:25.293378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.25.2.214 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/0776b191-ebfc-44d1-adb9-2631da4ff684) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:14:25.435303 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:25.527198 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:25.701987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:14:25.704835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:14:25.708476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:14:25.737773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=0776b191-ebfc-44d1-adb9-2631da4ff684,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:26.187968 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:26.520294 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:26.783950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:14:26.961303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:14:26.971714 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Sync routers for ids ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:14:26.980665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Routers {'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:14:26.981324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:14:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:27.058741 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:27.059980 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b023128e-2f93-4350-86f8-00cbff79c0bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7209237 May 27 23:14:27.063099 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44042) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:27.102505 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-589ec0b3-b4bc-4b3a-896d-545065d18bc4 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=e6de1f1438b94cdfbf69203088ee5d15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383441 May 27 23:14:27.105100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44046) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:27.161008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Set router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:14:27.352113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06a456d-c514-453d-a304-b9db9ef3aca9 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:27.353620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c06a456d-c514-453d-a304-b9db9ef3aca9 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2476578 May 27 23:14:27.356469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44050) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:27.400278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e192e3cb-4e87-4651-941d-dcbb4f293d68 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405133 May 27 23:14:27.400526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44054) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:27.405696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-18878342', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:14:27.493120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:14:24Z', 'updated_at': '2022-05-27T23:14:25Z', 'revision_number': 3, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:25Z', 'updated_at': '2022-05-27T23:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:27.497407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Checking router: e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:14:27.503200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Updating router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 port 0776b191-ebfc-44d1-adb9-2631da4ff684 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:14:27.515317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:14:27.519291 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:subnet and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:14:27.522197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:14:27.528897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:14:27.552270 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:27.575276 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b5483de0-6405-465c-92be-b799ce1fcd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:27.597417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Made reservation on behalf of e6de1f1438b94cdfbf69203088ee5d15 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:14:27.600843 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:27.864794 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:27.880853 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:27.892035 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Transition to ACTIVE for port object 0776b191-ebfc-44d1-adb9-2631da4ff684 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:14:27.945150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Subnet': ['ID=1472ba60-a833-4bc7-8819-65f5666344c1,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:27.950223 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:27.952684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Checking segment: {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:14:27.953050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network hostable DHCP agents. Network: ad8455b0-ca18-488e-8878-4e853f635c94, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:14:28.028828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Attempting to bind port 0776b191-ebfc-44d1-adb9-2631da4ff684 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:14:28.029347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Attempting to bind port 0776b191-ebfc-44d1-adb9-2631da4ff684 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:14:28.029549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Attempting to bind port 0776b191-ebfc-44d1-adb9-2631da4ff684 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:14:28.035052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac9c2e-5eb0-4168-8c07-f2c40a6b8b84 None None] Pushing event updated for resources: {'Port': ['ID=0776b191-ebfc-44d1-adb9-2631da4ff684,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:28.039759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:14:28.040129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:14:28.040558 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:28.040949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:14:28.041528 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Bound port: 0776b191-ebfc-44d1-adb9-2631da4ff684, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:14:28.041954 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:28.043943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network ad8455b0-ca18-488e-8878-4e853f635c94 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:14:28.117423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, ad8455b0-ca18-488e-8878-4e853f635c94) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:14:28.119867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] For port 0776b191-ebfc-44d1-adb9-2631da4ff684, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:14:28.121603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:28.122184 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:28.124680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] For port 0776b191-ebfc-44d1-adb9-2631da4ff684, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0776b191-ebfc-44d1-adb9-2631da4ff684,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:14:28.127107 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81175421-5229-4932-8b65-d619f3276aaa None None] Network ad8455b0-ca18-488e-8878-4e853f635c94 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:14:28.201335 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:28.227034 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e46ad943-8f54-4ba6-b2c1-c4a33c154318 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8255048 May 27 23:14:28.230188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44058) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:28.289279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Routers {'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:14:28.289904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:14:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:28.387475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac9c2e-5eb0-4168-8c07-f2c40a6b8b84 None None] Pushing event updated for resources: {'Port': ['ID=0776b191-ebfc-44d1-adb9-2631da4ff684,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:28.575447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] Set router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:14:28.620530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-ad8455b0-ca18-488e-8878-4e853f635c94', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ips': [{'subnet_id': '1472ba60-a833-4bc7-8819-65f5666344c1'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:14:28.621359 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:28.939981 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:29.033215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Allocated IP 172.20.0.2 (ad8455b0-ca18-488e-8878-4e853f635c94/1472ba60-a833-4bc7-8819-65f5666344c1/803057eb-a2da-4fb9-9d1c-b2ffef73428f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:14:29.148128 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:14:24Z', 'updated_at': '2022-05-27T23:14:25Z', 'revision_number': 3, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:25Z', 'updated_at': '2022-05-27T23:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:29.166707 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52984e99-ce4f-449f-9386-b1b53cffff4c None None] The sync data for ids ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'] in n-d-843680-3 is: [{'id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:14:24Z', 'updated_at': '2022-05-27T23:14:25Z', 'revision_number': 3, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:25Z', 'updated_at': '2022-05-27T23:14:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:14:29.286528 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:29.298053 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Transition to ACTIVE for port object 803057eb-a2da-4fb9-9d1c-b2ffef73428f will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:14:29.318656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Transition to ACTIVE for port object 803057eb-a2da-4fb9-9d1c-b2ffef73428f will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:14:29.443682 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:29.520092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Network ad8455b0-ca18-488e-8878-4e853f635c94 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:14:29.523105 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:14:29.527992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:14:29.531601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Pushing event updated for resources: {'Port': ['ID=803057eb-a2da-4fb9-9d1c-b2ffef73428f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:29.553039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.20.0.1 (ad8455b0-ca18-488e-8878-4e853f635c94/1472ba60-a833-4bc7-8819-65f5666344c1/6d6dd90a-79ba-4286-9bea-ba020655dca3) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:14:29.629521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Attempting to bind port 803057eb-a2da-4fb9-9d1c-b2ffef73428f on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:14:29.629985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Attempting to bind port 803057eb-a2da-4fb9-9d1c-b2ffef73428f by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:14:29.630358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Attempting to bind port 803057eb-a2da-4fb9-9d1c-b2ffef73428f on network ad8455b0-ca18-488e-8878-4e853f635c94 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:14:29.643189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:14:29.643616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Checking segment: {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:14:29.644025 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:29.644443 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Bound using segment: {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:14:29.644984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Bound port: 803057eb-a2da-4fb9-9d1c-b2ffef73428f, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:14:29.645360 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:29.701131 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c2c7d05d-1072-4931-a727-879c01e60ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:29.744586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] For port 803057eb-a2da-4fb9-9d1c-b2ffef73428f, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:14:29.747861 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:29.748699 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] For port 803057eb-a2da-4fb9-9d1c-b2ffef73428f, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=803057eb-a2da-4fb9-9d1c-b2ffef73428f,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:14:29.764889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Transition to ACTIVE for port object 6d6dd90a-79ba-4286-9bea-ba020655dca3 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:14:29.825501 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:29.849840 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:29.909871 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2ec81-8698-4ee6-a809-9fe99f1f3a1b None None] Pushing event updated for resources: {'Port': ['ID=803057eb-a2da-4fb9-9d1c-b2ffef73428f,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:29.921829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network ad8455b0-ca18-488e-8878-4e853f635c94 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:14:29.925804 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:14:29.930721 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:14:29.987738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=6d6dd90a-79ba-4286-9bea-ba020655dca3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:30.003950 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:30.301791 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:30.500438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 803057eb-a2da-4fb9-9d1c-b2ffef73428f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:14:30.625080 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 803057eb-a2da-4fb9-9d1c-b2ffef73428f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:14:30.627675 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0776b191-ebfc-44d1-adb9-2631da4ff684 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:14:30.727258 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:30.757499 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 0776b191-ebfc-44d1-adb9-2631da4ff684 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:14:30.762858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0776b191-ebfc-44d1-adb9-2631da4ff684 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:14:30.763229 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:30.780188 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:30.882045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0776b191-ebfc-44d1-adb9-2631da4ff684 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:14:30.882420 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:30.893588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=6d6dd90a-79ba-4286-9bea-ba020655dca3,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:30.895900 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:30.899398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 0776b191-ebfc-44d1-adb9-2631da4ff684, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0776b191-ebfc-44d1-adb9-2631da4ff684,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:14:30.957471 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:30.994881 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:30.996109 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:31.029995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=0776b191-ebfc-44d1-adb9-2631da4ff684,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:31.035968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network ad8455b0-ca18-488e-8878-4e853f635c94 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:14:31.037140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:14:31.322374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fa9df6-e283-443f-9ee8-8684b7146dcb None None] Network ad8455b0-ca18-488e-8878-4e853f635c94 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:14:31.351259 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:14:31.524975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0a1bc26a-97c5-4f8d-b734-8d34e43cb4e8 None None] Provisioning for port 803057eb-a2da-4fb9-9d1c-b2ffef73428f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:14:31.529855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:14:31.540559 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Sync routers for ids ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:14:31.549134 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-365e38e8-888b-4e01-990c-13949092e4da tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "PUT /v2.0/routers/e3a2b794-a503-4c8f-a4a9-b5a218ca06f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3140299 May 27 23:14:31.549342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0a1bc26a-97c5-4f8d-b734-8d34e43cb4e8 None None] Provisioning complete for port 803057eb-a2da-4fb9-9d1c-b2ffef73428f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:14:31.549342 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a1bc26a-97c5-4f8d-b734-8d34e43cb4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:31.550581 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Routers {'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:14:31.551167 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:14:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:31.720005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0a1bc26a-97c5-4f8d-b734-8d34e43cb4e8 None None] Current status of the port 803057eb-a2da-4fb9-9d1c-b2ffef73428f is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:14:31.720423 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a1bc26a-97c5-4f8d-b734-8d34e43cb4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:31.726470 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-cb196c1e-ed58-4b53-9e5c-404c90d23054 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-944534008&fields=id&tenant_id=e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 267 time: 0.0553968 May 27 23:14:31.758678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0a1bc26a-97c5-4f8d-b734-8d34e43cb4e8 None None] For port 803057eb-a2da-4fb9-9d1c-b2ffef73428f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=803057eb-a2da-4fb9-9d1c-b2ffef73428f,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:14:31.820955 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Set router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:14:31.831861 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0a1bc26a-97c5-4f8d-b734-8d34e43cb4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:31.911300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bc26a-97c5-4f8d-b734-8d34e43cb4e8 None None] Pushing event updated for resources: {'Port': ['ID=803057eb-a2da-4fb9-9d1c-b2ffef73428f,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:31.912799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-f2d98b06-3756-490d-973f-c2121a48d39e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:31.913634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-f2d98b06-3756-490d-973f-c2121a48d39e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:14:31.997449 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-f2d98b06-3756-490d-973f-c2121a48d39e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:14:31.998554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-f2d98b06-3756-490d-973f-c2121a48d39e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/networks?id=ad8455b0-ca18-488e-8878-4e853f635c94 HTTP/1.1" status: 200 len: 797 time: 0.2711098 May 27 23:14:32.019010 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-c66bf22e-bed8-4dc4-b59e-2383f24374eb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/quotas/e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 375 time: 0.0143473 May 27 23:14:32.025979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5259a572-7aa2-4ef0-b51d-8507ad2e6a75 None None] Provisioning for port 6d6dd90a-79ba-4286-9bea-ba020655dca3 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:14:32.032158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5259a572-7aa2-4ef0-b51d-8507ad2e6a75 None None] Provisioning complete for port 6d6dd90a-79ba-4286-9bea-ba020655dca3 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:14:32.032599 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5259a572-7aa2-4ef0-b51d-8507ad2e6a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:32.093202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5259a572-7aa2-4ef0-b51d-8507ad2e6a75 None None] Port 6d6dd90a-79ba-4286-9bea-ba020655dca3 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:14:32.107511 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5259a572-7aa2-4ef0-b51d-8507ad2e6a75 None None] Provisioning complete for port 803057eb-a2da-4fb9-9d1c-b2ffef73428f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:14:32.107885 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5259a572-7aa2-4ef0-b51d-8507ad2e6a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:32.110891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-5438c45d-30d6-41f8-9327-4bba47cc4eef tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:14:32.163719 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:14:24Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:25Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6d6dd90a-79ba-4286-9bea-ba020655dca3', 'name': '', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:ee:ad:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:29Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 2, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:32.168662 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Checking router: e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:14:32.169358 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Updating router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 port 6d6dd90a-79ba-4286-9bea-ba020655dca3 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:14:32.195815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-5438c45d-30d6-41f8-9327-4bba47cc4eef tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:14:32.197393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-5438c45d-30d6-41f8-9327-4bba47cc4eef tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1719506 May 27 23:14:32.233993 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:32.241594 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:32.245772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5259a572-7aa2-4ef0-b51d-8507ad2e6a75 None None] Current status of the port 803057eb-a2da-4fb9-9d1c-b2ffef73428f is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:14:32.361080 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-7faf1e57-bd39-406f-b415-2673b0064323 service neutron] 10.222.0.27 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447246 May 27 23:14:32.367638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ede5c9e0-f4a5-463e-98b9-627a29d84429 None None] Provisioning complete for port 6d6dd90a-79ba-4286-9bea-ba020655dca3 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:14:32.368020 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ede5c9e0-f4a5-463e-98b9-627a29d84429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:32.449925 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ede5c9e0-f4a5-463e-98b9-627a29d84429 None None] Port 6d6dd90a-79ba-4286-9bea-ba020655dca3 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:14:32.473790 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 803057eb-a2da-4fb9-9d1c-b2ffef73428f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:14:32.508758 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-f73e5c10-67ac-40f9-aae5-c4e8f0575404 service neutron] 10.222.0.27 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417670 May 27 23:14:32.546401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 803057eb-a2da-4fb9-9d1c-b2ffef73428f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:14:32.547342 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:32.608238 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:32.612230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fbe5c06a-79c7-4128-ad72-371856abbb98 None None] Provisioning complete for port 6d6dd90a-79ba-4286-9bea-ba020655dca3 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:14:32.612631 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fbe5c06a-79c7-4128-ad72-371856abbb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:32.619335 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Transition to ACTIVE for port object 6d6dd90a-79ba-4286-9bea-ba020655dca3 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:14:32.717013 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:32.721436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fbe5c06a-79c7-4128-ad72-371856abbb98 None None] Port 6d6dd90a-79ba-4286-9bea-ba020655dca3 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:14:32.740334 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 803057eb-a2da-4fb9-9d1c-b2ffef73428f is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:14:32.741418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0776b191-ebfc-44d1-adb9-2631da4ff684 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:14:32.759202 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d9d1a0c6-1327-41d9-93a2-4606f212129f req-8d987250-dbdd-4163-8ce1-2e6e3e17b5a2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 210 time: 0.0533881 May 27 23:14:32.841210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0776b191-ebfc-44d1-adb9-2631da4ff684 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:14:32.841485 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:32.892522 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d529d44-0442-4f1a-9b6f-50629bbc032b None None] Pushing event updated for resources: {'Port': ['ID=6d6dd90a-79ba-4286-9bea-ba020655dca3,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:32.937900 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d529d44-0442-4f1a-9b6f-50629bbc032b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:32.938236 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d529d44-0442-4f1a-9b6f-50629bbc032b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:32.938575 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d529d44-0442-4f1a-9b6f-50629bbc032b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:32.938884 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d529d44-0442-4f1a-9b6f-50629bbc032b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:32.939201 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d529d44-0442-4f1a-9b6f-50629bbc032b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:32.939516 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d529d44-0442-4f1a-9b6f-50629bbc032b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:32.939826 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d529d44-0442-4f1a-9b6f-50629bbc032b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:32.940135 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d529d44-0442-4f1a-9b6f-50629bbc032b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:32.940466 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d529d44-0442-4f1a-9b6f-50629bbc032b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:32.940778 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d529d44-0442-4f1a-9b6f-50629bbc032b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:32.941084 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d529d44-0442-4f1a-9b6f-50629bbc032b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:32.941392 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d529d44-0442-4f1a-9b6f-50629bbc032b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:32.965558 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Attempting to bind port 6d6dd90a-79ba-4286-9bea-ba020655dca3 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:14:32.965983 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Attempting to bind port 6d6dd90a-79ba-4286-9bea-ba020655dca3 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:14:32.966407 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Attempting to bind port 6d6dd90a-79ba-4286-9bea-ba020655dca3 on network ad8455b0-ca18-488e-8878-4e853f635c94 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:14:32.973590 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:14:32.974057 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Checking segment: {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:14:32.974528 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:32.974988 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Bound using segment: {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:14:32.975522 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Bound port: 6d6dd90a-79ba-4286-9bea-ba020655dca3, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:14:32.975958 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:32.991850 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0776b191-ebfc-44d1-adb9-2631da4ff684 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:14:33.070764 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] For port 6d6dd90a-79ba-4286-9bea-ba020655dca3, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:14:33.073663 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] For port 6d6dd90a-79ba-4286-9bea-ba020655dca3, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6d6dd90a-79ba-4286-9bea-ba020655dca3,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:14:33.163088 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:33.242289 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Routers {'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:14:33.242916 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:14:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:33.306749 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d529d44-0442-4f1a-9b6f-50629bbc032b None None] Pushing event updated for resources: {'Port': ['ID=6d6dd90a-79ba-4286-9bea-ba020655dca3,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:33.428110 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] Set router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:14:33.763142 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:14:24Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:25Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6d6dd90a-79ba-4286-9bea-ba020655dca3', 'name': '', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:ee:ad:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:29Z', 'updated_at': '2022-05-27T23:14:33Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:33.767552 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883cffb6-ff4d-4ee5-85c8-bc29943ec6ba None None] The sync data for ids ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'] in n-d-843680-3 is: [{'id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:14:24Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:25Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6d6dd90a-79ba-4286-9bea-ba020655dca3', 'name': '', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:ee:ad:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:29Z', 'updated_at': '2022-05-27T23:14:33Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:14:33.922585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5545b033-52d3-4c23-9b5c-d704f65e48e7 req-9328e78f-37fa-49ae-9d64-4f435514cd6c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 210 time: 0.0490153 May 27 23:14:34.081300 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:14:34.480543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6d6dd90a-79ba-4286-9bea-ba020655dca3 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:14:34.607070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 6d6dd90a-79ba-4286-9bea-ba020655dca3 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:14:34.612745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 6d6dd90a-79ba-4286-9bea-ba020655dca3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:14:34.613110 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:34.744662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6d6dd90a-79ba-4286-9bea-ba020655dca3 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:14:34.745641 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:34.782475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 6d6dd90a-79ba-4286-9bea-ba020655dca3, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6d6dd90a-79ba-4286-9bea-ba020655dca3,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:14:34.900055 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:34.971948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=6d6dd90a-79ba-4286-9bea-ba020655dca3,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:35.033333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-96cd34cd-74a3-4ab3-832b-b51c6d191c4d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:35.033949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-96cd34cd-74a3-4ab3-832b-b51c6d191c4d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:14:35.046643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-96cd34cd-74a3-4ab3-832b-b51c6d191c4d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:14:35.047797 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-96cd34cd-74a3-4ab3-832b-b51c6d191c4d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "GET /v2.0/networks?id=ad8455b0-ca18-488e-8878-4e853f635c94 HTTP/1.1" status: 200 len: 797 time: 0.1639664 May 27 23:14:35.083751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4848c8b5-46a7-4ebd-ad37-b9bd9ec8a027 req-b93ad2b3-8422-4611-bed4-c35493c65145 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 210 time: 0.0447521 May 27 23:14:35.094968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-bf0ce806-8476-4601-a70f-5a66bc509001 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:14:35.162913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-bf0ce806-8476-4601-a70f-5a66bc509001 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:14:35.164086 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-bf0ce806-8476-4601-a70f-5a66bc509001 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 379 time: 0.1086645 May 27 23:14:35.172449 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'port': {'device_id': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'admin_state_up': True, 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'security_groups': ['db84a437-0f7b-463d-8566-3fe130e60a8e']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:14:35.310730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:14:35.320141 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:14:35.386126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Made reservation on behalf of e6de1f1438b94cdfbf69203088ee5d15 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:14:35.389572 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:35.549974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.20.0.12 (ad8455b0-ca18-488e-8878-4e853f635c94/1472ba60-a833-4bc7-8819-65f5666344c1/e5c772de-cd83-49ed-8017-86efb59ad671) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:14:35.736286 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:35.751675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Transition to ACTIVE for port object e5c772de-cd83-49ed-8017-86efb59ad671 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:14:35.814781 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:35.887441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network ad8455b0-ca18-488e-8878-4e853f635c94 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:14:35.890438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:14:35.894520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:14:35.937731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=e5c772de-cd83-49ed-8017-86efb59ad671,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:35.952518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:35.952873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:35.953215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:35.953552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:35.953884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:35.954215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:35.954556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:35.954885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:35.955216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:35.955541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:35.955864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:35.956180 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:35.975252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:35.975882 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:36.084298 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-720e36d2-4ce2-4783-8170-0cb7c4f64643 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9151957 May 27 23:14:36.095931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Request body: {'port': {'device_id': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:14:36.173053 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a1dee813-acb1-4ef5-97f4-e962e7032350 None None] Provisioning for port e5c772de-cd83-49ed-8017-86efb59ad671 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:14:36.178470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a1dee813-acb1-4ef5-97f4-e962e7032350 None None] Provisioning complete for port e5c772de-cd83-49ed-8017-86efb59ad671 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:14:36.179043 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a1dee813-acb1-4ef5-97f4-e962e7032350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:36.211519 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:36.235271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a1dee813-acb1-4ef5-97f4-e962e7032350 None None] Port e5c772de-cd83-49ed-8017-86efb59ad671 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:14:36.273106 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b930c7-7823-4b01-8ab9-75b30f44eb6a req-977e5147-545f-4c08-bd70-eac5dce2484c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:36.274582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-52b930c7-7823-4b01-8ab9-75b30f44eb6a req-977e5147-545f-4c08-bd70-eac5dce2484c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 932 time: 0.0837846 May 27 23:14:36.321870 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-52b930c7-7823-4b01-8ab9-75b30f44eb6a req-080261ba-c72e-462a-b075-df6789c119ca tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413761 May 27 23:14:36.461248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6d6dd90a-79ba-4286-9bea-ba020655dca3 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:14:36.529546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 6d6dd90a-79ba-4286-9bea-ba020655dca3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:14:36.529830 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:36.559816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c772de-cd83-49ed-8017-86efb59ad671 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:14:36.566891 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:36.581138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Transition to ACTIVE for port object e5c772de-cd83-49ed-8017-86efb59ad671 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:14:36.644749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6d6dd90a-79ba-4286-9bea-ba020655dca3 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:14:36.660059 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:36.934022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c772de-cd83-49ed-8017-86efb59ad671,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:37.006158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Attempting to bind port e5c772de-cd83-49ed-8017-86efb59ad671 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:14:37.006413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Attempting to bind port e5c772de-cd83-49ed-8017-86efb59ad671 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:14:37.006752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Attempting to bind port e5c772de-cd83-49ed-8017-86efb59ad671 on network ad8455b0-ca18-488e-8878-4e853f635c94 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:14:37.012275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Port e5c772de-cd83-49ed-8017-86efb59ad671 on network ad8455b0-ca18-488e-8878-4e853f635c94 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:14:37.012630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Attempting to bind port e5c772de-cd83-49ed-8017-86efb59ad671 on network ad8455b0-ca18-488e-8878-4e853f635c94 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:14:37.017642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:14:37.017975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Checking segment: {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:14:37.018355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Bound using segment: {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:14:37.018779 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Bound port: e5c772de-cd83-49ed-8017-86efb59ad671, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:14:37.019122 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:37.108805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:14:37.111593 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e5c772de-cd83-49ed-8017-86efb59ad671,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:14:37.189670 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:37.246492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:37.247198 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:37.248611 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] 10.222.0.46 "PUT /v2.0/ports/e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 1092 time: 1.1566577 May 27 23:14:37.251396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:14:37.274115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1f7c6-9ec7-4c69-9a53-b652ba9a3aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c772de-cd83-49ed-8017-86efb59ad671,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:37.302171 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa51dc94-8c09-48ac-a90e-6da416dac1aa'] response: {'name': 'network-changed', 'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'status': 'completed', 'code': 200} May 27 23:14:37.402218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ec1c8-9556-426b-bb1b-749781681eaf req-d82f35f2-2540-4ab1-8895-2c97105b5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:37.403951 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-267ec1c8-9556-426b-bb1b-749781681eaf req-d82f35f2-2540-4ab1-8895-2c97105b5e25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1095 time: 0.0819418 May 27 23:14:37.515270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ad314-1f03-477a-a9ac-658bb725676a req-877d5a76-932f-4460-8b9b-496886570521 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:37.516773 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b22ad314-1f03-477a-a9ac-658bb725676a req-877d5a76-932f-4460-8b9b-496886570521 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 944 time: 0.0875294 May 27 23:14:37.546665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ec1c8-9556-426b-bb1b-749781681eaf req-2d644c4e-0311-4677-8a33-bac3e89e8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:37.548196 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-267ec1c8-9556-426b-bb1b-749781681eaf req-2d644c4e-0311-4677-8a33-bac3e89e8a5c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1373923 May 27 23:14:37.560970 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b22ad314-1f03-477a-a9ac-658bb725676a req-65333c9b-982a-4957-b5f5-d6888fd78db4 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383706 May 27 23:14:37.685870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ec1c8-9556-426b-bb1b-749781681eaf req-0d031612-42ea-4ddf-b42e-58489d46ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:37.687229 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-267ec1c8-9556-426b-bb1b-749781681eaf req-0d031612-42ea-4ddf-b42e-58489d46ad08 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327696 May 27 23:14:37.791316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-201fe8a4-6673-4f9d-8361-5b6df262a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:37.793407 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-201fe8a4-6673-4f9d-8361-5b6df262a3ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1095 time: 0.0705988 May 27 23:14:37.862215 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-12c8bbb7-ea3b-4c65-96a1-1e4c44c2ac05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 217 time: 0.0623529 May 27 23:14:37.923782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-0d4bd557-5478-4bc6-9ed5-5da08a24ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:37.925340 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-0d4bd557-5478-4bc6-9ed5-5da08a24ddd1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1472ba60-a833-4bc7-8819-65f5666344c1 HTTP/1.1" status: 200 len: 833 time: 0.0566428 May 27 23:14:38.002091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-d8251169-d669-4b2a-85bd-2a766541219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:38.003433 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-d8251169-d669-4b2a-85bd-2a766541219b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad8455b0-ca18-488e-8878-4e853f635c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718908 May 27 23:14:38.132628 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-08ae7271-dc99-4395-8564-1e0456dcbdde service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230087 May 27 23:14:38.259693 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8e33f587-f538-4882-b7cd-e975ca1dc201 req-37199252-5709-45e8-bc74-42ed49d149b7 service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214950 May 27 23:14:38.748375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c427620-66a9-4ca8-bcc7-84663567d3b3 req-d6e8841b-2079-4386-a4c2-10942a751f2b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:38.749825 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c427620-66a9-4ca8-bcc7-84663567d3b3 req-d6e8841b-2079-4386-a4c2-10942a751f2b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 944 time: 0.0838690 May 27 23:14:38.793568 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c427620-66a9-4ca8-bcc7-84663567d3b3 req-0d289453-a702-42a7-812f-f5cf920aeade tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378456 May 27 23:14:39.830858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e5c772de-cd83-49ed-8017-86efb59ad671 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:14:39.963097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e5c772de-cd83-49ed-8017-86efb59ad671,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:14:39.975932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'port_id': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'mac_address': 'fa:16:3e:8b:92:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:14:39.981195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1246f66-ba1b-4b79-bb67-792b6c294bbe req-fa6dae35-d5ec-4a02-b350-df886dabd04e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:39.982599 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1246f66-ba1b-4b79-bb67-792b6c294bbe req-fa6dae35-d5ec-4a02-b350-df886dabd04e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 944 time: 0.0799711 May 27 23:14:40.027211 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1246f66-ba1b-4b79-bb67-792b6c294bbe req-fa780867-8baa-401b-bc7d-6e647714a059 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388982 May 27 23:14:40.031452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e5c772de-cd83-49ed-8017-86efb59ad671 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:14:40.031831 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:40.048869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c772de-cd83-49ed-8017-86efb59ad671 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:14:40.063576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e5c772de-cd83-49ed-8017-86efb59ad671,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:14:40.140061 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:40.239485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e5c772de-cd83-49ed-8017-86efb59ad671,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:40.246905 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:40.247253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:40.247588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:40.247919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:40.248266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:40.248602 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:40.248929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:40.249284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:40.249606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:40.249930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:40.250249 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:40.250567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:14:40.356260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['e5c772de-cd83-49ed-8017-86efb59ad671'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:14:41.212029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0588b-6ccf-4d79-b987-ca74106df43a req-a3a9c09f-9b44-4738-a3eb-fbcb58f42e93 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:41.213462 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-91b0588b-6ccf-4d79-b987-ca74106df43a req-a3a9c09f-9b44-4738-a3eb-fbcb58f42e93 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 945 time: 0.0809619 May 27 23:14:41.255733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-91b0588b-6ccf-4d79-b987-ca74106df43a req-8a564814-debb-47ab-b7ac-24f25e20ef2c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361249 May 27 23:14:41.861483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e5c772de-cd83-49ed-8017-86efb59ad671 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:14:41.985633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port e5c772de-cd83-49ed-8017-86efb59ad671 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:14:41.990297 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port e5c772de-cd83-49ed-8017-86efb59ad671 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:14:41.990669 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:42.106015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e5c772de-cd83-49ed-8017-86efb59ad671 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:14:42.106381 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:42.132065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:14:42.141238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e5c772de-cd83-49ed-8017-86efb59ad671,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:14:42.176719 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda2e86b-e597-4546-827d-2a477eab562a'] response: {'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'code': 200} May 27 23:14:42.220380 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:42.293685 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e5c772de-cd83-49ed-8017-86efb59ad671,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:42.304950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724b9e8-5638-470a-bb63-5ff3fde692bb req-60862d4d-e8bd-41cd-94da-0e72f015c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:42.306433 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e724b9e8-5638-470a-bb63-5ff3fde692bb req-60862d4d-e8bd-41cd-94da-0e72f015c651 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1097 time: 0.0709989 May 27 23:14:42.347137 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e724b9e8-5638-470a-bb63-5ff3fde692bb req-3a29bb63-4f9b-4064-8c33-84b2eb378e78 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346818 May 27 23:14:42.439765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bf06b-427c-4610-8440-f46ae57f66ab req-a0e55c05-a2c7-4f41-ae67-126f6f26ea5f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:42.441304 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-031bf06b-427c-4610-8440-f46ae57f66ab req-a0e55c05-a2c7-4f41-ae67-126f6f26ea5f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0783336 May 27 23:14:42.484904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-031bf06b-427c-4610-8440-f46ae57f66ab req-256cb8a8-a166-4ba5-a579-cd2467c16750 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379956 May 27 23:14:43.769249 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563d6b6-68d2-4e43-8614-c9da8a90dc58 req-a5c4b629-1684-44ce-9b8f-30c9ea6f16eb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:43.770684 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9563d6b6-68d2-4e43-8614-c9da8a90dc58 req-a5c4b629-1684-44ce-9b8f-30c9ea6f16eb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.1830280 May 27 23:14:43.814668 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9563d6b6-68d2-4e43-8614-c9da8a90dc58 req-4df813e9-dbef-4028-8a5d-4a4b8b4f0521 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383654 May 27 23:14:43.997087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290266ce-67a5-4e58-9ecb-b03f800aeab6 req-fcbadc63-d4a3-4f57-a4ac-ed8dd07403ee tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:43.998453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-290266ce-67a5-4e58-9ecb-b03f800aeab6 req-fcbadc63-d4a3-4f57-a4ac-ed8dd07403ee tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0815718 May 27 23:14:44.042332 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-290266ce-67a5-4e58-9ecb-b03f800aeab6 req-5da9938f-2f2a-40c5-b4cf-851157a5f191 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377302 May 27 23:14:44.064930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44112) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:44.133382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a528c96-8803-482e-a3eb-58ce4c2be814 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:44.134848 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2a528c96-8803-482e-a3eb-58ce4c2be814 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1092 time: 0.0689747 May 27 23:14:44.138150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44116) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:44.142938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:14:44.149278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:14:44.153687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:floatingip and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:14:44.156507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:14:44.162054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:14:44.231323 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:44.367471 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:44.502678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.25.2.113 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/19bb00a4-51b6-48f8-8cb5-9b4e078d1559) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:14:44.646773 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:44.738348 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:44.801870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:14:44.804774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:14:44.808434 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:14:44.840747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=19bb00a4-51b6-48f8-8cb5-9b4e078d1559,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:45.209867 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:45.343467 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:45.544517 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:45.612332 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:45.716333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=19bb00a4-51b6-48f8-8cb5-9b4e078d1559,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:14:45.728667 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:45.993157 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Floating IP 46167ac9-75c8-4634-8f4d-b4da07203c8e associated. External IP: 172.25.2.113, port: e5c772de-cd83-49ed-8017-86efb59ad671. May 27 23:14:46.086798 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:46.338939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:14:46.515866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:14:46.525861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90cf34-5a89-4edc-9240-28f93f4181bf None None] Sync routers for ids ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:14:46.535382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90cf34-5a89-4edc-9240-28f93f4181bf None None] Routers {'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:14:46.535991 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2f90cf34-5a89-4edc-9240-28f93f4181bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:14:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:46.580084 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:46.636546 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-615078d5-7417-4c2a-b60e-e806ddea18d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4972954 May 27 23:14:46.637059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:14:46.686700 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-403e9c6d-e774-4c0a-8411-52e89a8ba549'] response: {'name': 'network-changed', 'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'status': 'completed', 'code': 200} May 27 23:14:46.720808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-2f90cf34-5a89-4edc-9240-28f93f4181bf None None] Set router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:14:46.792670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be902f4c-70ce-4d24-958b-a1180e3c77f3 req-5f2f19b5-9217-4f67-8f54-6e0bb61eeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:46.795125 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-be902f4c-70ce-4d24-958b-a1180e3c77f3 req-5f2f19b5-9217-4f67-8f54-6e0bb61eeb17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1097 time: 0.0870709 May 27 23:14:46.825536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d83c96-6dea-4369-84c2-7f4e695bff95 req-38d7eb3f-2bde-4002-94bc-2b043751e475 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:46.827004 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43d83c96-6dea-4369-84c2-7f4e695bff95 req-38d7eb3f-2bde-4002-94bc-2b043751e475 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0847635 May 27 23:14:46.872392 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43d83c96-6dea-4369-84c2-7f4e695bff95 req-d504c1b7-3839-4fec-bdd5-7bf467a37d21 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390029 May 27 23:14:46.895862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44124) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:46.935681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be902f4c-70ce-4d24-958b-a1180e3c77f3 req-b23fd82a-e861-49fc-a1dc-4f54c537e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:46.937151 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-be902f4c-70ce-4d24-958b-a1180e3c77f3 req-b23fd82a-e861-49fc-a1dc-4f54c537e4a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad8455b0-ca18-488e-8878-4e853f635c94 HTTP/1.1" status: 200 len: 898 time: 0.1367178 May 27 23:14:47.005448 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-52b0b959-8083-4d29-8a9c-79843cce9862 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/46167ac9-75c8-4634-8f4d-b4da07203c8e HTTP/1.1" status: 200 len: 992 time: 0.1082249 May 27 23:14:47.035590 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-be902f4c-70ce-4d24-958b-a1180e3c77f3 req-36f00b13-ea49-4e1e-a561-48aa43ff01f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 1000 time: 0.0927391 May 27 23:14:47.080075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2f90cf34-5a89-4edc-9240-28f93f4181bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:14:24Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:25Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '46167ac9-75c8-4634-8f4d-b4da07203c8e', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'port_id': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'mac_address': 'fa:16:3e:8b:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:14:45Z', 'updated_at': '2022-05-27T23:14:45Z', 'revision_number': 0, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6dd90a-79ba-4286-9bea-ba020655dca3', 'name': '', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:ee:ad:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:29Z', 'updated_at': '2022-05-27T23:14:34Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:47.084608 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90cf34-5a89-4edc-9240-28f93f4181bf None None] Checking router: e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:14:47.093494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90cf34-5a89-4edc-9240-28f93f4181bf None None] Routers {'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:14:47.094160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2f90cf34-5a89-4edc-9240-28f93f4181bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:14:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:47.215214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be902f4c-70ce-4d24-958b-a1180e3c77f3 req-11974b2c-f2b3-4154-a63a-e882f75a5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:47.216594 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-be902f4c-70ce-4d24-958b-a1180e3c77f3 req-11974b2c-f2b3-4154-a63a-e882f75a5302 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1472ba60-a833-4bc7-8819-65f5666344c1 HTTP/1.1" status: 200 len: 833 time: 0.1747835 May 27 23:14:47.277401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-2f90cf34-5a89-4edc-9240-28f93f4181bf None None] Set router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:14:47.290535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be902f4c-70ce-4d24-958b-a1180e3c77f3 req-fca6a53e-ad4d-43ef-94a4-17c03c5d19e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:14:47.292560 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-be902f4c-70ce-4d24-958b-a1180e3c77f3 req-fca6a53e-ad4d-43ef-94a4-17c03c5d19e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad8455b0-ca18-488e-8878-4e853f635c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702109 May 27 23:14:47.421810 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-be902f4c-70ce-4d24-958b-a1180e3c77f3 req-b0ec3d32-a940-4845-8af4-836ac145c74e service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231744 May 27 23:14:47.557300 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-be902f4c-70ce-4d24-958b-a1180e3c77f3 req-008e1d55-64c1-4f94-a2b0-d56d761c9f0b service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295063 May 27 23:14:47.658625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2f90cf34-5a89-4edc-9240-28f93f4181bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:14:24Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:25Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '46167ac9-75c8-4634-8f4d-b4da07203c8e', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'port_id': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'mac_address': 'fa:16:3e:8b:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:14:45Z', 'updated_at': '2022-05-27T23:14:45Z', 'revision_number': 0, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6dd90a-79ba-4286-9bea-ba020655dca3', 'name': '', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:ee:ad:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:29Z', 'updated_at': '2022-05-27T23:14:34Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:14:47.662698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f90cf34-5a89-4edc-9240-28f93f4181bf None None] The sync data for ids ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'] in n-d-843680-3 is: [{'id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:14:24Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:25Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '46167ac9-75c8-4634-8f4d-b4da07203c8e', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'port_id': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'mac_address': 'fa:16:3e:8b:92:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:14:45Z', 'updated_at': '2022-05-27T23:14:45Z', 'revision_number': 0, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6dd90a-79ba-4286-9bea-ba020655dca3', 'name': '', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:ee:ad:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:29Z', 'updated_at': '2022-05-27T23:14:34Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:14:47.847769 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a7a0d-a099-4ef0-87e0-02009f8f8cfa None None] New status for floating IP 46167ac9-75c8-4634-8f4d-b4da07203c8e: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:14:48.009555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44128) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:48.114093 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b77f1791-065b-45db-b8dc-f044ad984fd4 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/46167ac9-75c8-4634-8f4d-b4da07203c8e HTTP/1.1" status: 200 len: 992 time: 0.1028080 May 27 23:14:49.117906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44132) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:14:49.217623 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2ed47b45-351e-414f-b75e-8b0b126c689d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/46167ac9-75c8-4634-8f4d-b4da07203c8e HTTP/1.1" status: 200 len: 994 time: 0.0986080 May 27 23:14:52.642407 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:57.543896 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b65943d0-4d71-4e8a-aa31-8d6593f06ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:14:59.711026 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fb8c0079-9f18-4bbc-93df-c7ceb0dfc494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:00.983495 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:01.008089 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:02.190983 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:11.082160 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:15:14.342752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-2039e096-8314-4ce7-a062-94c4ba176997 req-5c670a18-e057-4b60-971a-04cd65b219c1 service neutron] (88900) timed out ('10.222.0.46', 61453) {{(pid=88900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 23:15:15.987294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79ac29-feb4-4a39-b2ef-13d72a36c420 req-f0a3e6e4-27b2-49ff-a042-a88d6bd8206c tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:15.988769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e79ac29-feb4-4a39-b2ef-13d72a36c420 req-f0a3e6e4-27b2-49ff-a042-a88d6bd8206c tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1097 time: 0.0723431 May 27 23:15:16.028284 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8e79ac29-feb4-4a39-b2ef-13d72a36c420 req-91701646-2406-4a6a-8fb1-1c56bc890d17 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Synchronizing usage tracker for tenant:a24432c2bbf143faad9fb1714c63196b on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:15:16.143378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-8e79ac29-feb4-4a39-b2ef-13d72a36c420 req-91701646-2406-4a6a-8fb1-1c56bc890d17 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Unset dirty status for tenant:a24432c2bbf143faad9fb1714c63196b on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:15:16.144558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e79ac29-feb4-4a39-b2ef-13d72a36c420 req-91701646-2406-4a6a-8fb1-1c56bc890d17 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502845 May 27 23:15:16.150843 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:16.327280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bcef9-8e4a-4803-a63b-decdf1b38c12 req-42ad6496-aa9a-4e27-a84f-eb2f25d37104 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:16.328744 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b11bcef9-8e4a-4803-a63b-decdf1b38c12 req-42ad6496-aa9a-4e27-a84f-eb2f25d37104 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0784492 May 27 23:15:16.480888 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b11bcef9-8e4a-4803-a63b-decdf1b38c12 req-df01a0d0-3a10-4980-9128-75c52d89b425 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461005 May 27 23:15:16.504260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44150) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:15:16.607817 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c73353d7-a550-447e-b9f2-809ed62a67a1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/46167ac9-75c8-4634-8f4d-b4da07203c8e HTTP/1.1" status: 200 len: 994 time: 0.1023409 May 27 23:15:16.700944 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5ece31a7-c488-490b-a0de-8a139e342f70 req-9c2dd0a6-3700-4ff4-a973-e04bb2a22535 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753348 May 27 23:15:16.858491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece31a7-c488-490b-a0de-8a139e342f70 req-1622df92-d614-45bf-943e-3e60510b88fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:16.859858 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5ece31a7-c488-490b-a0de-8a139e342f70 req-1622df92-d614-45bf-943e-3e60510b88fc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1097 time: 0.0720532 May 27 23:15:17.001863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece31a7-c488-490b-a0de-8a139e342f70 req-25d48d06-af92-4c9b-945f-c7d499602687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:17.003354 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5ece31a7-c488-490b-a0de-8a139e342f70 req-25d48d06-af92-4c9b-945f-c7d499602687 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad8455b0-ca18-488e-8878-4e853f635c94 HTTP/1.1" status: 200 len: 898 time: 0.1251309 May 27 23:15:17.110306 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5ece31a7-c488-490b-a0de-8a139e342f70 req-2e16c5a3-8ffb-40a9-9071-2efb74246d5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 1002 time: 0.0996671 May 27 23:15:17.176468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece31a7-c488-490b-a0de-8a139e342f70 req-265878f9-4034-4972-be21-07b1c881f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:17.178046 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5ece31a7-c488-490b-a0de-8a139e342f70 req-265878f9-4034-4972-be21-07b1c881f5fb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1472ba60-a833-4bc7-8819-65f5666344c1 HTTP/1.1" status: 200 len: 833 time: 0.0612466 May 27 23:15:17.253473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece31a7-c488-490b-a0de-8a139e342f70 req-b6854212-9bc6-4ac1-87cb-7d3af3ab6640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:17.254952 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5ece31a7-c488-490b-a0de-8a139e342f70 req-b6854212-9bc6-4ac1-87cb-7d3af3ab6640 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad8455b0-ca18-488e-8878-4e853f635c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708508 May 27 23:15:17.387283 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5ece31a7-c488-490b-a0de-8a139e342f70 req-2db064d2-5e3e-4449-8fed-93fd9ca2dbda service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256263 May 27 23:15:17.516643 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5ece31a7-c488-490b-a0de-8a139e342f70 req-c331fc60-003c-4424-ad15-dc450907a5ba service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228399 May 27 23:15:18.504294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8bb89-7c08-4092-8b01-edbe0baa8dda req-373f2560-ae29-4bec-aedb-ed984e5fbb23 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:18.505779 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bcb8bb89-7c08-4092-8b01-edbe0baa8dda req-373f2560-ae29-4bec-aedb-ed984e5fbb23 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0788448 May 27 23:15:18.595875 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bcb8bb89-7c08-4092-8b01-edbe0baa8dda req-d9c249b7-1c60-4c57-92c7-f6f87795a1e3 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601592 May 27 23:15:18.611910 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-1927a5db-7960-44e6-8872-9407dddaeb05 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052356 May 27 23:15:19.787392 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b0957-4eeb-4d8e-85e2-1d5089afd755 req-e7583afc-9ba3-4c9a-bd29-b5b7733e5734 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:19.788891 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb9b0957-4eeb-4d8e-85e2-1d5089afd755 req-e7583afc-9ba3-4c9a-bd29-b5b7733e5734 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0875864 May 27 23:15:19.832262 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb9b0957-4eeb-4d8e-85e2-1d5089afd755 req-b1015666-b29b-4d8e-a627-fe4273a44bc5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377114 May 27 23:15:20.782557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-d55ffdae-3955-4e31-a14f-2c2d12ebae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:20.784001 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-d55ffdae-3955-4e31-a14f-2c2d12ebae6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1097 time: 0.0697112 May 27 23:15:20.913845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-ac0a7197-2666-4b4d-89af-2630903ada5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:20.915347 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-ac0a7197-2666-4b4d-89af-2630903ada5c service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad8455b0-ca18-488e-8878-4e853f635c94 HTTP/1.1" status: 200 len: 898 time: 0.1257453 May 27 23:15:21.020022 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-efcfd7fa-be4b-4518-87bf-f47f23de75b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 1002 time: 0.0982611 May 27 23:15:21.022544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96c030-e27c-4679-8534-714edd8d9e44 req-35a9b10f-89bf-4227-b399-f37359bfb6ff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:21.024003 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad96c030-e27c-4679-8534-714edd8d9e44 req-35a9b10f-89bf-4227-b399-f37359bfb6ff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0847387 May 27 23:15:21.068107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad96c030-e27c-4679-8534-714edd8d9e44 req-759ea834-0e0b-4de2-ac5f-9d2c469379cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377371 May 27 23:15:21.084821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-8666458c-d848-4195-af72-5fbe4b1dbc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:21.086308 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-8666458c-d848-4195-af72-5fbe4b1dbc47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1472ba60-a833-4bc7-8819-65f5666344c1 HTTP/1.1" status: 200 len: 833 time: 0.0608125 May 27 23:15:21.159486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-b5d42d55-3129-4d62-8a49-b15eefb98ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:21.160952 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-b5d42d55-3129-4d62-8a49-b15eefb98ab6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad8455b0-ca18-488e-8878-4e853f635c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687580 May 27 23:15:21.399897 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-e0bb4819-403a-41c9-803c-fbc0368be3df service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328250 May 27 23:15:21.530179 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-064d0871-4021-480e-b31a-189d5bd515dc service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236267 May 27 23:15:22.251068 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacaa6f-fd3e-44ce-999f-a3102f10e32d req-2f9d12e6-1033-4ffd-be62-783ff9daac78 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:22.252538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ecacaa6f-fd3e-44ce-999f-a3102f10e32d req-2f9d12e6-1033-4ffd-be62-783ff9daac78 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0788696 May 27 23:15:22.298921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ecacaa6f-fd3e-44ce-999f-a3102f10e32d req-c47c0563-d181-41c7-999e-08c51a2c0873 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408387 May 27 23:15:22.645618 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:23.481147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4dcf1a-c7cc-4d25-8b5c-1a156d65ae9c req-9b82454d-151b-42db-8af9-6595a0e3bb1d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:23.483342 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c4dcf1a-c7cc-4d25-8b5c-1a156d65ae9c req-9b82454d-151b-42db-8af9-6595a0e3bb1d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0821331 May 27 23:15:23.526255 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7c4dcf1a-c7cc-4d25-8b5c-1a156d65ae9c req-930fbf1c-3997-4ba7-ab24-fc7eab93d9d3 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372918 May 27 23:15:24.714642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee96c4-d043-47e3-8e08-25ab107c2f37 req-db9aeb59-2da1-45f1-9ba6-ff80011e60d2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:24.716025 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93ee96c4-d043-47e3-8e08-25ab107c2f37 req-db9aeb59-2da1-45f1-9ba6-ff80011e60d2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0816920 May 27 23:15:24.759945 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93ee96c4-d043-47e3-8e08-25ab107c2f37 req-0ffb70a1-2eb3-4952-82b3-13cc82487cb8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381103 May 27 23:15:25.941227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b210342-7906-43c2-b567-37960b33325d req-b537fe06-cc29-41da-b8ca-82a32cbddada tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:25.942650 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b210342-7906-43c2-b567-37960b33325d req-b537fe06-cc29-41da-b8ca-82a32cbddada tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0784523 May 27 23:15:25.985124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b210342-7906-43c2-b567-37960b33325d req-fbda9c34-7743-4269-801a-365e237a43bb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368040 May 27 23:15:27.171023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b924af-0ae4-4bf2-a7e8-37ec2b87dc4f req-711e2b33-50d5-4266-a606-99f189f2dc66 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:27.172480 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73b924af-0ae4-4bf2-a7e8-37ec2b87dc4f req-711e2b33-50d5-4266-a606-99f189f2dc66 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0833662 May 27 23:15:27.215749 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73b924af-0ae4-4bf2-a7e8-37ec2b87dc4f req-0b6f1c7c-04a1-4317-9318-e6b97b431547 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375464 May 27 23:15:27.531447 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-06c9555e-2b74-4d08-a47c-71f0eae28847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:28.403743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850ea51-6e40-47b8-b305-82c364ade97c req-019f7d11-6507-4b55-ae7c-d048b6987114 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:28.405213 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7850ea51-6e40-47b8-b305-82c364ade97c req-019f7d11-6507-4b55-ae7c-d048b6987114 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0792971 May 27 23:15:28.446935 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7850ea51-6e40-47b8-b305-82c364ade97c req-157ba8b9-9aa9-4e53-9d4f-e6a3fce970ae tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360940 May 27 23:15:29.633460 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb43b0-47a4-4cef-af93-611f9eb766d3 req-5f8b9034-3679-4d17-9519-f5aa0db34b5f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:29.634921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-81cb43b0-47a4-4cef-af93-611f9eb766d3 req-5f8b9034-3679-4d17-9519-f5aa0db34b5f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0829065 May 27 23:15:29.680062 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-81cb43b0-47a4-4cef-af93-611f9eb766d3 req-75695248-826a-4e6c-bf1a-46ff91c5ad13 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393693 May 27 23:15:29.680265 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c000128-270f-40af-9649-2daf45624fa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:30.863641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9525e-500b-4a60-ab15-998e12c38724 req-9a26fb0b-ad3a-4428-b706-c0005f689cbd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:30.865101 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ac9525e-500b-4a60-ab15-998e12c38724 req-9a26fb0b-ad3a-4428-b706-c0005f689cbd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0783110 May 27 23:15:30.911942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ac9525e-500b-4a60-ab15-998e12c38724 req-4d00e77b-3455-4c6b-97c4-c565ab9de2a2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412545 May 27 23:15:31.001638 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:31.018640 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:32.097087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12dcb1-d41c-4625-9d71-90a2a0c804de req-fd6b9fcf-b271-459c-a713-74fdaf461b89 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:32.098530 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f12dcb1-d41c-4625-9d71-90a2a0c804de req-fd6b9fcf-b271-459c-a713-74fdaf461b89 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0793509 May 27 23:15:32.143603 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f12dcb1-d41c-4625-9d71-90a2a0c804de req-acf8b149-eeb8-4239-83f8-a6abff853453 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395029 May 27 23:15:32.190414 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:33.328181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcd321-8210-48c5-9915-e0155544bcb0 req-a1eb5893-1af6-4ed5-bbc9-38cb969c537e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:33.329641 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fedcd321-8210-48c5-9915-e0155544bcb0 req-a1eb5893-1af6-4ed5-bbc9-38cb969c537e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0819616 May 27 23:15:33.373280 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fedcd321-8210-48c5-9915-e0155544bcb0 req-f7f3bc10-8d8f-4713-bbf5-d54ba21c5903 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376096 May 27 23:15:34.555623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ee2c8-986c-44da-b3b3-1c83f093813f req-4878aca6-0cf7-416a-98d8-c5feb8f19333 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:34.557098 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a14ee2c8-986c-44da-b3b3-1c83f093813f req-4878aca6-0cf7-416a-98d8-c5feb8f19333 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0779932 May 27 23:15:34.600997 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a14ee2c8-986c-44da-b3b3-1c83f093813f req-85ee2727-4264-4f08-83dd-7c03e5318c59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382068 May 27 23:15:35.787661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06603371-36db-4465-87c8-802207d0bece req-e419354c-871e-465a-8b13-73965b75379e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:35.789100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06603371-36db-4465-87c8-802207d0bece req-e419354c-871e-465a-8b13-73965b75379e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0811303 May 27 23:15:35.832947 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06603371-36db-4465-87c8-802207d0bece req-57b2332c-35c6-4962-ad4b-873b342c21ab tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374298 May 27 23:15:37.013651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73b8f6-6830-4910-9b2f-22f12898083c req-f9e0dacf-7254-4ce9-8857-9c5f250dca57 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:37.015009 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2c73b8f6-6830-4910-9b2f-22f12898083c req-f9e0dacf-7254-4ce9-8857-9c5f250dca57 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0791824 May 27 23:15:37.061186 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2c73b8f6-6830-4910-9b2f-22f12898083c req-d28a4c36-6dfe-4609-b988-ec298ae90f90 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406055 May 27 23:15:38.242400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2530d8-935b-4a15-bda3-8a2d5a542693 req-4f6cf95d-9d01-45e9-b086-2043c741b086 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:38.243841 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc2530d8-935b-4a15-bda3-8a2d5a542693 req-4f6cf95d-9d01-45e9-b086-2043c741b086 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0787020 May 27 23:15:38.287684 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fc2530d8-935b-4a15-bda3-8a2d5a542693 req-bfc74df7-38fb-4004-b8d1-63da463588cc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380223 May 27 23:15:38.499575 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-1c225749-0e26-4b0b-be21-441828d713ad service neutron] show failed (client error): The resource could not be found. May 27 23:15:38.500588 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-1c225749-0e26-4b0b-be21-441828d713ad service neutron] 10.222.0.46 "GET /v2.0/ports/e5c772de-cd83-49ed-8017-86efb59ad671/bindings/n-h1-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0774672 May 27 23:15:39.167606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-d694f1ae-e06f-4412-8c01-38506b93ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:39.169091 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-d694f1ae-e06f-4412-8c01-38506b93ce7d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc&tenant_id=e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 1097 time: 0.1174579 May 27 23:15:39.186649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:15:39.296113 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:39.476603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636af02-aae1-46c5-a9e9-3f0dd1e4810b req-8dc845a8-2913-4c32-827a-e740a8f4818b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:39.478049 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b636af02-aae1-46c5-a9e9-3f0dd1e4810b req-8dc845a8-2913-4c32-827a-e740a8f4818b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0825248 May 27 23:15:39.573039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e5c772de-cd83-49ed-8017-86efb59ad671,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:15:39.602656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:15:39.621953 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b636af02-aae1-46c5-a9e9-3f0dd1e4810b req-6e700458-2094-4696-bb7b-15bbea27575e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376109 May 27 23:15:39.660456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:15:39.666173 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:39.682456 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Transition to ACTIVE for port object e5c772de-cd83-49ed-8017-86efb59ad671 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:15:39.718529 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d554754-427e-49be-92fa-e4a9133de17a'] response: {'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'code': 200} May 27 23:15:39.739126 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:39.885159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Pushing event updated for resources: {'Port': ['ID=e5c772de-cd83-49ed-8017-86efb59ad671,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:15:39.898912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:39.899263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:39.899604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:39.899939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:39.900274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:39.900633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:39.900967 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:39.901292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:39.901618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:39.901941 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:39.902262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:39.903123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:39.948735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] No DVR routers for this DVR port e5c772de-cd83-49ed-8017-86efb59ad671 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:15:40.171678 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Attempting to bind port e5c772de-cd83-49ed-8017-86efb59ad671 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:15:40.171960 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Attempting to bind port e5c772de-cd83-49ed-8017-86efb59ad671 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:15:40.172285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Attempting to bind port e5c772de-cd83-49ed-8017-86efb59ad671 on network ad8455b0-ca18-488e-8878-4e853f635c94 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:15:40.176909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Port e5c772de-cd83-49ed-8017-86efb59ad671 on network ad8455b0-ca18-488e-8878-4e853f635c94 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:15:40.177228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Attempting to bind port e5c772de-cd83-49ed-8017-86efb59ad671 on network ad8455b0-ca18-488e-8878-4e853f635c94 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:15:40.182307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:15:40.182638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Checking segment: {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:15:40.183019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Bound using segment: {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:15:40.183439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Bound port: e5c772de-cd83-49ed-8017-86efb59ad671, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:15:40.183823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:40.274055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:15:40.277011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e5c772de-cd83-49ed-8017-86efb59ad671,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:15:40.345294 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:40.405112 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:40.405741 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:40.407096 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] 10.222.0.57 "PUT /v2.0/ports/e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 1092 time: 1.2247689 May 27 23:15:40.421731 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1d8ec-e3dc-434b-ace3-20e3b2c9f12d service neutron] Pushing event updated for resources: {'Port': ['ID=e5c772de-cd83-49ed-8017-86efb59ad671,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:15:40.515284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-fef53aef-faaf-423d-a739-30c0bb9e46af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:40.516954 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-fef53aef-faaf-423d-a739-30c0bb9e46af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1095 time: 0.0735786 May 27 23:15:40.772739 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-a3743ca8-1ab8-4408-a9e6-e398db207950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:40.774181 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-a3743ca8-1ab8-4408-a9e6-e398db207950 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad8455b0-ca18-488e-8878-4e853f635c94 HTTP/1.1" status: 200 len: 898 time: 0.2516155 May 27 23:15:40.809747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927682a3-97c9-450e-9c7f-d983df075b40 req-9b1e3bf2-24ca-4ae2-93ca-120422a55df7 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:40.811298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-927682a3-97c9-450e-9c7f-d983df075b40 req-9b1e3bf2-24ca-4ae2-93ca-120422a55df7 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 944 time: 0.0801079 May 27 23:15:40.854688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-927682a3-97c9-450e-9c7f-d983df075b40 req-cb7ce316-d652-47f5-80ee-1e86de85b888 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377150 May 27 23:15:40.873228 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-8768c49f-2b63-418e-9a36-a5120d588291 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 1000 time: 0.0925033 May 27 23:15:40.937745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-01f05e83-f6b1-4c22-b0af-ee94528974ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:40.939132 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-01f05e83-f6b1-4c22-b0af-ee94528974ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1472ba60-a833-4bc7-8819-65f5666344c1 HTTP/1.1" status: 200 len: 833 time: 0.0599549 May 27 23:15:41.012954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-51c5c83a-afaa-46b5-8638-1bb2320751fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:41.014315 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-51c5c83a-afaa-46b5-8638-1bb2320751fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad8455b0-ca18-488e-8878-4e853f635c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692370 May 27 23:15:41.144991 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-11c5a418-76bc-4f8c-9582-f6d73288187a service neutron] 10.222.0.57 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240315 May 27 23:15:41.275524 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-386e9542-7f4b-4b98-8278-b3347216b368 service neutron] 10.222.0.57 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233554 May 27 23:15:41.719724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:15:41.776177 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebe26220-27b8-4608-b1c6-3edf3611a316'] response: {'name': 'network-changed', 'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'status': 'completed', 'code': 200} May 27 23:15:41.928660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-4f1839c1-064b-4bf1-8c3c-5e2fb4796da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:41.930126 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-4f1839c1-064b-4bf1-8c3c-5e2fb4796da0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1095 time: 0.1313846 May 27 23:15:41.931996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-6cd875d7-67d1-4d52-ae51-3597fb50106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:41.933333 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-6cd875d7-67d1-4d52-ae51-3597fb50106d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1095 time: 0.1005731 May 27 23:15:42.041100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904addb-9eb1-4e0a-b508-2650c22d90eb req-28432a55-f0a2-4284-9eb6-4be6c4938345 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:42.042610 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6904addb-9eb1-4e0a-b508-2650c22d90eb req-28432a55-f0a2-4284-9eb6-4be6c4938345 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 944 time: 0.0813081 May 27 23:15:42.078646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e5c772de-cd83-49ed-8017-86efb59ad671 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:15:42.087977 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6904addb-9eb1-4e0a-b508-2650c22d90eb req-360d5a15-4498-4c3f-aab2-93a6d7651785 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395935 May 27 23:15:42.138974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e5c772de-cd83-49ed-8017-86efb59ad671 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:15:42.169323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-626d1fd6-58ee-4863-b55b-708714cbc9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:42.170748 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-626d1fd6-58ee-4863-b55b-708714cbc9f4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad8455b0-ca18-488e-8878-4e853f635c94 HTTP/1.1" status: 200 len: 898 time: 0.2346003 May 27 23:15:42.172981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-456bdec9-2e94-4535-a5cd-e83936540232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:42.174241 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-456bdec9-2e94-4535-a5cd-e83936540232 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad8455b0-ca18-488e-8878-4e853f635c94 HTTP/1.1" status: 200 len: 898 time: 0.2185545 May 27 23:15:42.353087 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-70862bef-fb9e-466a-ba0f-2bac92b967a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 1000 time: 0.1761382 May 27 23:15:42.354803 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-d409aa4b-28eb-43d5-8620-cc6028026754 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 1000 time: 0.1281078 May 27 23:15:42.461934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-cd2cdd39-db2f-4c4b-a6d4-ff89b683ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:42.463332 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-cd2cdd39-db2f-4c4b-a6d4-ff89b683ebf0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1472ba60-a833-4bc7-8819-65f5666344c1 HTTP/1.1" status: 200 len: 833 time: 0.1044557 May 27 23:15:42.464726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-d4fcef1f-52c1-49c4-ae87-5644a74204ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:42.466001 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-d4fcef1f-52c1-49c4-ae87-5644a74204ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1472ba60-a833-4bc7-8819-65f5666344c1 HTTP/1.1" status: 200 len: 833 time: 0.0781028 May 27 23:15:42.706236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-784ad3a3-018f-421c-8feb-4b5c50d6c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:42.707877 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-784ad3a3-018f-421c-8feb-4b5c50d6c096 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad8455b0-ca18-488e-8878-4e853f635c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2365735 May 27 23:15:42.709756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-c469f98f-633b-4335-b952-e6a97b149a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:42.711090 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-c469f98f-633b-4335-b952-e6a97b149a4e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad8455b0-ca18-488e-8878-4e853f635c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112153 May 27 23:15:42.943879 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-ee1aa27d-c91c-49ce-b532-8b7a875a1c84 service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298391 May 27 23:15:42.946882 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-f1659b18-ddcb-44f8-8d6d-b60976b8e82d service neutron] 10.222.0.57 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153869 May 27 23:15:43.185922 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-acfeb41f-4dfb-47fe-9258-80959c67c8b9 service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360353 May 27 23:15:43.187644 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98f925e8-e8b8-4722-a98a-bb373561c6bd req-6ec76544-c5a7-443d-8f5f-8aa56786197e service neutron] 10.222.0.57 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205429 May 27 23:15:43.433627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba3ea3-b69f-434d-b24e-e648d1f385c2 req-996733dd-cf55-47e4-b80a-4e13907edfce tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:43.435418 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-17ba3ea3-b69f-434d-b24e-e648d1f385c2 req-996733dd-cf55-47e4-b80a-4e13907edfce tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 944 time: 0.0788682 May 27 23:15:43.483661 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-17ba3ea3-b69f-434d-b24e-e648d1f385c2 req-11d662f0-3c62-4217-b46a-cb0468979e86 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421464 May 27 23:15:44.131546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-b725d998-f83f-47dc-a64e-3ac77099e1df req-f10748d0-e352-4e45-ab50-ab907ce563a4 service neutron] (88901) timed out ('10.222.0.57', 62207) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 23:15:44.363577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e5c772de-cd83-49ed-8017-86efb59ad671 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:15:44.494679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e5c772de-cd83-49ed-8017-86efb59ad671,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:15:44.507435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'port_id': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'mac_address': 'fa:16:3e:8b:92:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:15:44.561411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port e5c772de-cd83-49ed-8017-86efb59ad671 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:15:44.561785 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:44.577960 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c772de-cd83-49ed-8017-86efb59ad671 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:15:44.593877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e5c772de-cd83-49ed-8017-86efb59ad671,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:15:44.650948 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:44.670190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0667916-1607-4c20-8e24-c7106eced485 req-ea360e47-e6ae-4e36-bdd0-b1ed43201f65 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:44.671804 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0667916-1607-4c20-8e24-c7106eced485 req-ea360e47-e6ae-4e36-bdd0-b1ed43201f65 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 944 time: 0.0810208 May 27 23:15:44.718899 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0667916-1607-4c20-8e24-c7106eced485 req-eb643e31-64a9-428e-b6fb-2090f1bc5db9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405462 May 27 23:15:44.724959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=e5c772de-cd83-49ed-8017-86efb59ad671,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:15:44.733246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:44.733591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:44.733925 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:44.734260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:44.734588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:44.734913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:44.735236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:44.735559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:44.735879 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:44.736196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:44.736542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:44.736865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:15:44.992064 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e5c772de-cd83-49ed-8017-86efb59ad671'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:15:45.300597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5589e91-adeb-4e57-8233-b1714e83992c req-27c48603-e140-48a5-ad10-d03258d2cdaa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:45.302079 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5589e91-adeb-4e57-8233-b1714e83992c req-27c48603-e140-48a5-ad10-d03258d2cdaa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 945 time: 0.0843532 May 27 23:15:45.321812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-2d8d3ce5-a0d4-4142-95a0-09bbcbb62d1b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:45.322513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-2d8d3ce5-a0d4-4142-95a0-09bbcbb62d1b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:15:45.346578 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5589e91-adeb-4e57-8233-b1714e83992c req-0ea19eda-a208-4cc7-871e-1547be199814 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385866 May 27 23:15:45.390626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-2d8d3ce5-a0d4-4142-95a0-09bbcbb62d1b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:15:45.391799 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-2d8d3ce5-a0d4-4142-95a0-09bbcbb62d1b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.57 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc&tenant_id=e6de1f1438b94cdfbf69203088ee5d15&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 945 time: 0.1583681 May 27 23:15:45.476423 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-92cbf6d8-2652-4d3b-9e51-0fe9f78e3e66 service neutron] 10.222.0.57 "GET /v2.0/ports/e5c772de-cd83-49ed-8017-86efb59ad671/bindings/n-h1-843680-3 HTTP/1.1" status: 200 len: 382 time: 0.0725262 May 27 23:15:45.585609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-a33800cf-6f11-4ae7-b025-f647a8e332e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:45.586952 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-a33800cf-6f11-4ae7-b025-f647a8e332e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1096 time: 0.0716867 May 27 23:15:45.714406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-3a2834d7-bfcb-4f28-9f8f-cf9e531468f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:45.716442 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-3a2834d7-bfcb-4f28-9f8f-cf9e531468f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad8455b0-ca18-488e-8878-4e853f635c94 HTTP/1.1" status: 200 len: 898 time: 0.1231134 May 27 23:15:45.812368 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-2870df6f-48a2-4c8c-b6d2-0094c64522b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 1001 time: 0.0897968 May 27 23:15:45.875492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-060b2c93-0cfa-4f68-87c2-1da58bb5449e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:45.876807 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-060b2c93-0cfa-4f68-87c2-1da58bb5449e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1472ba60-a833-4bc7-8819-65f5666344c1 HTTP/1.1" status: 200 len: 833 time: 0.0585749 May 27 23:15:45.948992 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-9aea890d-af28-43fa-9b7b-2bf7084a36fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:45.950945 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-9aea890d-af28-43fa-9b7b-2bf7084a36fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad8455b0-ca18-488e-8878-4e853f635c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680943 May 27 23:15:46.078823 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-62e293d4-f6dd-4c89-8a62-4bf96ff353d3 service neutron] 10.222.0.57 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212115 May 27 23:15:46.122692 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:46.206701 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-771bf952-d8c3-4dd5-ab12-77e88d6a0be7 service neutron] 10.222.0.57 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214638 May 27 23:15:46.367509 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e5c772de-cd83-49ed-8017-86efb59ad671 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:15:46.498870 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port e5c772de-cd83-49ed-8017-86efb59ad671 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:15:46.503849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port e5c772de-cd83-49ed-8017-86efb59ad671 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:15:46.504239 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:46.533818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5f28-058e-42f6-8561-8e5bace2eb06 req-9e9f8485-2e6e-465e-95c9-81eb72572c7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:46.535354 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79ae5f28-058e-42f6-8561-8e5bace2eb06 req-9e9f8485-2e6e-465e-95c9-81eb72572c7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 945 time: 0.0799336 May 27 23:15:46.579737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79ae5f28-058e-42f6-8561-8e5bace2eb06 req-c66c927b-6e10-48d3-a486-09954fb3f179 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384133 May 27 23:15:46.620254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port e5c772de-cd83-49ed-8017-86efb59ad671 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:15:46.620671 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:46.646271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:15:46.655801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e5c772de-cd83-49ed-8017-86efb59ad671,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:15:46.721841 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:46.768338 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5033b5a4-f248-4cd4-b045-5499afe58c36'] response: {'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'code': 200} May 27 23:15:46.793784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=e5c772de-cd83-49ed-8017-86efb59ad671,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:15:47.772447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683a241-b6c4-4aad-a476-91c9dd87ba6c req-e646e1d0-4d7f-4c03-97b0-bb721e792da6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:47.774183 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e683a241-b6c4-4aad-a476-91c9dd87ba6c req-e646e1d0-4d7f-4c03-97b0-bb721e792da6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0849366 May 27 23:15:47.820380 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e683a241-b6c4-4aad-a476-91c9dd87ba6c req-5d29167d-b94d-47e2-930a-8ca8b98fac85 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405087 May 27 23:15:48.080545 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:15:49.011447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca098b1-de3f-4217-a18f-d4d8f21ffb6c req-d1ff0f2c-5d82-4f90-ab7c-0cfce8ee6ae8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:49.013596 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bca098b1-de3f-4217-a18f-d4d8f21ffb6c req-d1ff0f2c-5d82-4f90-ab7c-0cfce8ee6ae8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0866678 May 27 23:15:49.063951 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bca098b1-de3f-4217-a18f-d4d8f21ffb6c req-eb2b587e-c677-4442-9269-9e2d343f1ad0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434647 May 27 23:15:49.070099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-6e4aa27a-8d4e-44d5-8773-e371dc937685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:49.071572 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-6e4aa27a-8d4e-44d5-8773-e371dc937685 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc&tenant_id=e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 1097 time: 0.1997130 May 27 23:15:49.081490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:15:49.188804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:49.449707 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e5c772de-cd83-49ed-8017-86efb59ad671,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:15:49.476869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:15:49.536777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:15:49.542121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:49.557369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Transition to ACTIVE for port object e5c772de-cd83-49ed-8017-86efb59ad671 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:15:49.596930 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b764fd-ddfd-4900-9c80-efc86201d207'] response: {'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'code': 200} May 27 23:15:49.618720 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:49.761679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c772de-cd83-49ed-8017-86efb59ad671,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:15:49.813647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] No DVR routers for this DVR port e5c772de-cd83-49ed-8017-86efb59ad671 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:15:50.034839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Attempting to bind port e5c772de-cd83-49ed-8017-86efb59ad671 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:15:50.035072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Attempting to bind port e5c772de-cd83-49ed-8017-86efb59ad671 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:15:50.035369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Attempting to bind port e5c772de-cd83-49ed-8017-86efb59ad671 on network ad8455b0-ca18-488e-8878-4e853f635c94 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:15:50.039850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Port e5c772de-cd83-49ed-8017-86efb59ad671 on network ad8455b0-ca18-488e-8878-4e853f635c94 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:15:50.040162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Attempting to bind port e5c772de-cd83-49ed-8017-86efb59ad671 on network ad8455b0-ca18-488e-8878-4e853f635c94 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:15:50.045889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:15:50.046136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Checking segment: {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:15:50.046508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Bound using segment: {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:15:50.046924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Bound port: e5c772de-cd83-49ed-8017-86efb59ad671, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e33076-7ef3-4488-9f79-b47d664d3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:15:50.047257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:50.135461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:15:50.138903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e5c772de-cd83-49ed-8017-86efb59ad671,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:15:50.219750 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:50.258798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17287ab-7d1c-42c3-8e51-bc9d105296c4 req-63188925-3533-44ea-ba0a-a6f5760998ec tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:50.260269 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d17287ab-7d1c-42c3-8e51-bc9d105296c4 req-63188925-3533-44ea-ba0a-a6f5760998ec tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 945 time: 0.0869741 May 27 23:15:50.280383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:50.280996 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:50.282340 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] 10.222.0.46 "PUT /v2.0/ports/e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 1093 time: 1.2047296 May 27 23:15:50.296975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a0455-3418-4a1a-8c95-0fb2fbde3174 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c772de-cd83-49ed-8017-86efb59ad671,revision_number=11']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:15:50.310749 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d17287ab-7d1c-42c3-8e51-bc9d105296c4 req-0fd97b52-4362-4373-82f6-e296d293ef24 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439143 May 27 23:15:50.379136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-01956057-23a3-4fd9-9927-a118272b4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:50.380691 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-01956057-23a3-4fd9-9927-a118272b4515 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1096 time: 0.0761425 May 27 23:15:50.394621 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e5c772de-cd83-49ed-8017-86efb59ad671 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:15:50.461846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e5c772de-cd83-49ed-8017-86efb59ad671 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:15:50.515018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-de407305-d0e2-4727-b94f-c8fbd7b420a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:50.516503 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-de407305-d0e2-4727-b94f-c8fbd7b420a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad8455b0-ca18-488e-8878-4e853f635c94 HTTP/1.1" status: 200 len: 898 time: 0.1304023 May 27 23:15:50.615974 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-4aa8628d-e196-4ab5-81f1-5c3403b67933 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 1000 time: 0.0938852 May 27 23:15:50.677091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-455eb916-2766-4681-acd1-d2fa3229c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:50.678533 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-455eb916-2766-4681-acd1-d2fa3229c02c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1472ba60-a833-4bc7-8819-65f5666344c1 HTTP/1.1" status: 200 len: 833 time: 0.0555022 May 27 23:15:50.751670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-a6c6f796-f200-45b6-9941-d6ba37ec2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:50.753203 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-a6c6f796-f200-45b6-9941-d6ba37ec2333 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad8455b0-ca18-488e-8878-4e853f635c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687330 May 27 23:15:50.994937 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-fe56a19e-30bd-4951-9fc0-81c0d197471d service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360127 May 27 23:15:51.124732 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-73663c27-11e0-4345-aa82-a39250c0e3e0 req-8bc47396-cab4-4fad-97fd-4b551e2da1bb service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235077 May 27 23:15:51.500914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072639b-2158-4d4c-a477-b93a9389720d req-b8dab9e5-03bc-4ad3-ba22-81f2dded8645 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:51.502320 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2072639b-2158-4d4c-a477-b93a9389720d req-b8dab9e5-03bc-4ad3-ba22-81f2dded8645 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 945 time: 0.0817692 May 27 23:15:51.545297 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2072639b-2158-4d4c-a477-b93a9389720d req-dc4160e7-55b7-4579-8523-0b2437cbf85c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374465 May 27 23:15:51.598004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:15:51.654353 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c7bbc39-add1-4cb3-9d78-b234d23e5efe'] response: {'name': 'network-changed', 'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'status': 'completed', 'code': 200} May 27 23:15:51.807257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-b760ef9a-4702-451d-a9b4-0aa38e15e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:51.808744 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-b760ef9a-4702-451d-a9b4-0aa38e15e0e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1096 time: 0.1313777 May 27 23:15:51.810409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-7d01b09d-2341-43c6-99ab-ac333275c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:51.811676 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-7d01b09d-2341-43c6-99ab-ac333275c992 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1096 time: 0.0996883 May 27 23:15:52.044618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-9155d277-0a72-4141-8fd3-bd77618c19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:52.046055 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-9155d277-0a72-4141-8fd3-bd77618c19fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad8455b0-ca18-488e-8878-4e853f635c94 HTTP/1.1" status: 200 len: 898 time: 0.2308998 May 27 23:15:52.048275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-87bc52a0-a6c0-4be9-b5fb-5f530b11c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:52.049570 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-87bc52a0-a6c0-4be9-b5fb-5f530b11c3d7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad8455b0-ca18-488e-8878-4e853f635c94 HTTP/1.1" status: 200 len: 898 time: 0.2145903 May 27 23:15:52.172182 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e5c772de-cd83-49ed-8017-86efb59ad671 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:15:52.233078 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-b931b547-a179-4677-8688-403c68a5c045 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 1000 time: 0.1796534 May 27 23:15:52.234758 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-0a493bd1-580e-47b4-afae-8e01f3d7bcae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 1000 time: 0.1348524 May 27 23:15:52.306399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e5c772de-cd83-49ed-8017-86efb59ad671,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:15:52.319555 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'port_id': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'mac_address': 'fa:16:3e:8b:92:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:15:52.342704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-90ff43b7-075b-4017-bd4d-d43085fff27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:52.344141 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-90ff43b7-075b-4017-bd4d-d43085fff27b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1472ba60-a833-4bc7-8819-65f5666344c1 HTTP/1.1" status: 200 len: 833 time: 0.1043594 May 27 23:15:52.347177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-86d0a894-1c84-4218-b6b2-c642642cb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:52.348505 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-86d0a894-1c84-4218-b6b2-c642642cb3c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1472ba60-a833-4bc7-8819-65f5666344c1 HTTP/1.1" status: 200 len: 833 time: 0.0786953 May 27 23:15:52.373494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e5c772de-cd83-49ed-8017-86efb59ad671 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:15:52.373865 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:52.390085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c772de-cd83-49ed-8017-86efb59ad671 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:15:52.405032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e5c772de-cd83-49ed-8017-86efb59ad671,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:15:52.479805 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:52.484283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-7f9c78cf-1069-454d-bfbc-bfb88ed889a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:52.485766 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-7f9c78cf-1069-454d-bfbc-bfb88ed889a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad8455b0-ca18-488e-8878-4e853f635c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327841 May 27 23:15:52.490243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-aaf3281e-b9ef-4c3c-90d4-b12462b16803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:52.491661 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-aaf3281e-b9ef-4c3c-90d4-b12462b16803 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad8455b0-ca18-488e-8878-4e853f635c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047664 May 27 23:15:52.553298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e5c772de-cd83-49ed-8017-86efb59ad671,revision_number=12']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:15:52.673594 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:52.698135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['e5c772de-cd83-49ed-8017-86efb59ad671'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:15:52.741387 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-cbecc9a5-af91-4919-abc1-cd58ffd06175 service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483249 May 27 23:15:52.745470 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-b72c925f-2dc0-472c-8d47-2214b465dd3c service neutron] 10.222.0.57 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348034 May 27 23:15:52.746498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5138f-cf5b-4ace-ad93-c027768837ff req-b67a17d4-46a9-4ba9-afad-afaf57c1e7e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:52.747955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-afd5138f-cf5b-4ace-ad93-c027768837ff req-b67a17d4-46a9-4ba9-afad-afaf57c1e7e0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0910947 May 27 23:15:52.809886 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-afd5138f-cf5b-4ace-ad93-c027768837ff req-6fceed21-d4d5-4397-b530-d35bef44c023 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559537 May 27 23:15:53.114354 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-c7e8be1b-3856-4dee-a566-4df605e65590 service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651438 May 27 23:15:53.116166 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cd1c09b8-eb09-47f9-ac64-94a0062c1b6f req-9966d267-583b-4133-b42c-9916e7cb4c75 service neutron] 10.222.0.57 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494716 May 27 23:15:53.989677 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f0b31-6086-4f40-ba43-004bf809c867 req-94d3ab3d-f374-4356-ac63-263242b79afe tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:15:53.991046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d70f0b31-6086-4f40-ba43-004bf809c867 req-94d3ab3d-f374-4356-ac63-263242b79afe tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 946 time: 0.0820231 May 27 23:15:54.034984 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d70f0b31-6086-4f40-ba43-004bf809c867 req-dde600ac-d79d-48ae-a8e1-635901f6f70a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378423 May 27 23:15:54.058204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44270) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:15:54.164581 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c6bdfcb-b373-4283-99ba-1f2878ed7a49 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/46167ac9-75c8-4634-8f4d-b4da07203c8e HTTP/1.1" status: 200 len: 993 time: 0.1045601 May 27 23:15:54.173590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e5c772de-cd83-49ed-8017-86efb59ad671 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:15:54.387951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port e5c772de-cd83-49ed-8017-86efb59ad671 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:15:54.392838 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port e5c772de-cd83-49ed-8017-86efb59ad671 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:15:54.393207 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:54.505077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e5c772de-cd83-49ed-8017-86efb59ad671 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:15:54.505452 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:54.533822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:15:54.544369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e5c772de-cd83-49ed-8017-86efb59ad671,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:15:54.578077 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d315015-6c2d-4da2-8c43-0d3abf2f1f34'] response: {'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'code': 200} May 27 23:15:54.612945 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:54.679697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e5c772de-cd83-49ed-8017-86efb59ad671,revision_number=13']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:15:57.545081 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-facc38d5-544c-46be-a263-a98b175cd750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:15:59.704230 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a09551dd-ad5c-4b93-8375-7842d699830d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:00.999186 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:01.027680 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:02.195582 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:16.043446 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fdeb864-65d8-4ff4-939d-58af079fd4d2 req-b72342e7-5f85-4133-9058-6e81ab30f91b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691867 May 27 23:16:16.130716 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:16.177879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb864-65d8-4ff4-939d-58af079fd4d2 req-8e175093-bb18-4b9c-a70a-3bb6468d976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:16.179320 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fdeb864-65d8-4ff4-939d-58af079fd4d2 req-8e175093-bb18-4b9c-a70a-3bb6468d976e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1098 time: 0.0703084 May 27 23:16:16.321128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb864-65d8-4ff4-939d-58af079fd4d2 req-af5f43e5-11b9-4fcd-8e47-96017ff2a9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:16.322529 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fdeb864-65d8-4ff4-939d-58af079fd4d2 req-af5f43e5-11b9-4fcd-8e47-96017ff2a9a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad8455b0-ca18-488e-8878-4e853f635c94 HTTP/1.1" status: 200 len: 898 time: 0.1259782 May 27 23:16:16.426439 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fdeb864-65d8-4ff4-939d-58af079fd4d2 req-d65950dd-9f00-4294-8117-f5eb81c4595e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 1002 time: 0.0976501 May 27 23:16:16.491968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb864-65d8-4ff4-939d-58af079fd4d2 req-f6043acc-cf83-428c-bf84-ca45f7c2d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:16.493440 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fdeb864-65d8-4ff4-939d-58af079fd4d2 req-f6043acc-cf83-428c-bf84-ca45f7c2d554 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1472ba60-a833-4bc7-8819-65f5666344c1 HTTP/1.1" status: 200 len: 833 time: 0.0608499 May 27 23:16:16.567795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdeb864-65d8-4ff4-939d-58af079fd4d2 req-b48957e2-dd31-49ba-9361-04780762daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:16.569304 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fdeb864-65d8-4ff4-939d-58af079fd4d2 req-b48957e2-dd31-49ba-9361-04780762daac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad8455b0-ca18-488e-8878-4e853f635c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702653 May 27 23:16:16.704455 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fdeb864-65d8-4ff4-939d-58af079fd4d2 req-6828f1f4-0cdf-4793-9310-cd947ee98543 service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253004 May 27 23:16:16.832963 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fdeb864-65d8-4ff4-939d-58af079fd4d2 req-379f1c4c-eb72-4f3d-bbf9-5d6a197e16e5 service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222582 May 27 23:16:22.690762 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:24.736841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df796004-cbc8-40b4-b037-975f6696c1d1 req-acc7b1fc-e5b4-4512-9ac1-c6a04245f623 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:24.738443 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df796004-cbc8-40b4-b037-975f6696c1d1 req-acc7b1fc-e5b4-4512-9ac1-c6a04245f623 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1098 time: 0.0717938 May 27 23:16:24.778516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df796004-cbc8-40b4-b037-975f6696c1d1 req-5cbbc5ae-1de8-4fb6-8102-8646b2cf1b8a tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343606 May 27 23:16:24.802220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44292) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:25.008406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port 19bb00a4-51b6-48f8-8cb5-9b4e078d1559 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:16:25.008705 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:25.080124 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:16:25.174988 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:25.175312 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:25.299563 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for 19bb00a4-51b6-48f8-8cb5-9b4e078d1559 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:16:25.509939 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:25.558662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=19bb00a4-51b6-48f8-8cb5-9b4e078d1559,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:25.600239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:25.600608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:25.600945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:25.601279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:25.601606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:25.601936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:25.602260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:25.602583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:25.602906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:25.603223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:25.603541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:25.603857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:25.661743 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:25.662069 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Floating IP 46167ac9-75c8-4634-8f4d-b4da07203c8e disassociated (deleted). External IP: 172.25.2.113, port: e5c772de-cd83-49ed-8017-86efb59ad671. May 27 23:16:26.100096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:16:26.274341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:16:26.285119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a37898-8017-4d58-ac88-d63645ecc876 None None] Sync routers for ids ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:16:26.293781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a37898-8017-4d58-ac88-d63645ecc876 None None] Routers {'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:16:26.294389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-50a37898-8017-4d58-ac88-d63645ecc876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:16:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:26.393131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:26.451315 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9071332a-d9f2-40a2-80fb-4ffe42074706 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/floatingips/46167ac9-75c8-4634-8f4d-b4da07203c8e HTTP/1.1" status: 204 len: 168 time: 1.6450963 May 27 23:16:26.451315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:16:26.472625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-50a37898-8017-4d58-ac88-d63645ecc876 None None] Set router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:16:26.494385 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-848adaca-22f6-4379-bbab-2b6717ea8816'] response: {'name': 'network-changed', 'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'status': 'completed', 'code': 200} May 27 23:16:26.587119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2145ae4-8d7d-4272-9843-5dc122c1fe23 req-ba1f7ce3-5759-4521-ab0d-3a45247e6c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:26.589474 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2145ae4-8d7d-4272-9843-5dc122c1fe23 req-ba1f7ce3-5759-4521-ab0d-3a45247e6c96 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 1098 time: 0.0725904 May 27 23:16:26.723082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2145ae4-8d7d-4272-9843-5dc122c1fe23 req-62fe146c-847a-4c8e-a668-60a4058dea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:26.724580 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2145ae4-8d7d-4272-9843-5dc122c1fe23 req-62fe146c-847a-4c8e-a668-60a4058dea88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ad8455b0-ca18-488e-8878-4e853f635c94 HTTP/1.1" status: 200 len: 898 time: 0.1298850 May 27 23:16:26.795284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-50a37898-8017-4d58-ac88-d63645ecc876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:14:24Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:25Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6d6dd90a-79ba-4286-9bea-ba020655dca3', 'name': '', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:ee:ad:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:29Z', 'updated_at': '2022-05-27T23:14:34Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:26.795665 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2145ae4-8d7d-4272-9843-5dc122c1fe23 req-01add2d4-4cd3-4048-8c04-222a5ad6d310 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 200 len: 217 time: 0.0653815 May 27 23:16:26.799221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a37898-8017-4d58-ac88-d63645ecc876 None None] Checking router: e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:16:26.808169 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a37898-8017-4d58-ac88-d63645ecc876 None None] Routers {'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:16:26.808789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-50a37898-8017-4d58-ac88-d63645ecc876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:16:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:26.862970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2145ae4-8d7d-4272-9843-5dc122c1fe23 req-a4b7db77-8850-4e78-ad31-fc3016e0262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:26.864488 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2145ae4-8d7d-4272-9843-5dc122c1fe23 req-a4b7db77-8850-4e78-ad31-fc3016e0262e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1472ba60-a833-4bc7-8819-65f5666344c1 HTTP/1.1" status: 200 len: 833 time: 0.0633721 May 27 23:16:26.998920 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-50a37898-8017-4d58-ac88-d63645ecc876 None None] Set router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:16:27.056487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2145ae4-8d7d-4272-9843-5dc122c1fe23 req-1258cb26-fc9b-4a63-a3bd-67e2ac95eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:27.058572 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2145ae4-8d7d-4272-9843-5dc122c1fe23 req-1258cb26-fc9b-4a63-a3bd-67e2ac95eb32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ad8455b0-ca18-488e-8878-4e853f635c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1878719 May 27 23:16:27.101000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff7146-1047-46e4-b02c-33413bfb552a req-1594cd45-77b8-457c-87f4-0a1b9c82d5a1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:27.102363 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-62ff7146-1047-46e4-b02c-33413bfb552a req-1594cd45-77b8-457c-87f4-0a1b9c82d5a1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:16:27.167719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-62ff7146-1047-46e4-b02c-33413bfb552a req-1594cd45-77b8-457c-87f4-0a1b9c82d5a1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:16:27.169117 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62ff7146-1047-46e4-b02c-33413bfb552a req-1594cd45-77b8-457c-87f4-0a1b9c82d5a1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 947 time: 0.1557064 May 27 23:16:27.197182 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2145ae4-8d7d-4272-9843-5dc122c1fe23 req-27989fe3-e63d-45e1-aca1-8e8f2d292788 service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307013 May 27 23:16:27.232429 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62ff7146-1047-46e4-b02c-33413bfb552a req-cebd6ec5-5e42-47d2-bb6c-d4a1ea21b485 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538011 May 27 23:16:27.330781 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2145ae4-8d7d-4272-9843-5dc122c1fe23 req-36a7c487-ce68-48a9-8401-d0a285117d05 service neutron] 10.222.0.46 "GET /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269569 May 27 23:16:27.356551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-50a37898-8017-4d58-ac88-d63645ecc876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:14:24Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:25Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6d6dd90a-79ba-4286-9bea-ba020655dca3', 'name': '', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:ee:ad:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:29Z', 'updated_at': '2022-05-27T23:14:34Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:27.360433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a37898-8017-4d58-ac88-d63645ecc876 None None] The sync data for ids ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'] in n-d-843680-3 is: [{'id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:14:24Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:25Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '6d6dd90a-79ba-4286-9bea-ba020655dca3', 'name': '', 'network_id': 'ad8455b0-ca18-488e-8878-4e853f635c94', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:ee:ad:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:29Z', 'updated_at': '2022-05-27T23:14:34Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': '1472ba60-a833-4bc7-8819-65f5666344c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:16:27.547286 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-48e93515-552f-4f27-953f-71a431fbe903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:27.572313 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341c933a-6634-4e49-94d8-91a2049d339c None None] New status for floating IP 46167ac9-75c8-4634-8f4d-b4da07203c8e: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:16:28.308673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b1558-460b-492b-b5c2-e1468975248c req-bcf31b05-1cde-4ee8-bafc-ca9092f5c119 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:28.310107 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0e8b1558-460b-492b-b5c2-e1468975248c req-bcf31b05-1cde-4ee8-bafc-ca9092f5c119 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 947 time: 0.0839219 May 27 23:16:28.379534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0e8b1558-460b-492b-b5c2-e1468975248c req-e2206359-33c5-4359-848e-8731547ccf37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port e5c772de-cd83-49ed-8017-86efb59ad671 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:16:28.379866 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0e8b1558-460b-492b-b5c2-e1468975248c req-e2206359-33c5-4359-848e-8731547ccf37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:28.410057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a04184-bb06-4fb4-ab31-bcccade92cab req-5d7d046f-55e8-47c0-91c2-50f0106209c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:28.411536 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25a04184-bb06-4fb4-ab31-bcccade92cab req-5d7d046f-55e8-47c0-91c2-50f0106209c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 947 time: 0.0786784 May 27 23:16:28.456163 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-25a04184-bb06-4fb4-ab31-bcccade92cab req-d4ca8174-6bc8-4cbd-bec7-1eff17a0d19d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=db84a437-0f7b-463d-8566-3fe130e60a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378716 May 27 23:16:28.629009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0e8b1558-460b-492b-b5c2-e1468975248c req-e2206359-33c5-4359-848e-8731547ccf37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] For port e5c772de-cd83-49ed-8017-86efb59ad671, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e5c772de-cd83-49ed-8017-86efb59ad671,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:16:28.629361 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0e8b1558-460b-492b-b5c2-e1468975248c req-e2206359-33c5-4359-848e-8731547ccf37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:28.751845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0e8b1558-460b-492b-b5c2-e1468975248c req-e2206359-33c5-4359-848e-8731547ccf37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for e5c772de-cd83-49ed-8017-86efb59ad671 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:16:28.975951 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0e8b1558-460b-492b-b5c2-e1468975248c req-e2206359-33c5-4359-848e-8731547ccf37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:29.026949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2206359-33c5-4359-848e-8731547ccf37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=e5c772de-cd83-49ed-8017-86efb59ad671,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:29.109433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8b1558-460b-492b-b5c2-e1468975248c req-e2206359-33c5-4359-848e-8731547ccf37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] No DVR routers for this DVR port e5c772de-cd83-49ed-8017-86efb59ad671 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:16:29.111874 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0e8b1558-460b-492b-b5c2-e1468975248c req-e2206359-33c5-4359-848e-8731547ccf37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:29.115656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'name': 'network-vif-deleted', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:16:29.163171 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fb6f055-5267-4a1b-a98d-381ba1dc399c'] response: {'server_uuid': '0eb3bec4-5072-4750-ab0f-521cd69595cc', 'name': 'network-vif-deleted', 'tag': 'e5c772de-cd83-49ed-8017-86efb59ad671', 'status': 'completed', 'code': 200} May 27 23:16:29.179410 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0e8b1558-460b-492b-b5c2-e1468975248c req-e2206359-33c5-4359-848e-8731547ccf37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "DELETE /v2.0/ports/e5c772de-cd83-49ed-8017-86efb59ad671 HTTP/1.1" status: 204 len: 173 time: 0.8643231 May 27 23:16:29.624101 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4240b6f2-589c-40a4-9173-f27eea8b4aa5 req-df238b0c-9f73-4304-8985-fc80de32130d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=0eb3bec4-5072-4750-ab0f-521cd69595cc HTTP/1.1" status: 200 len: 210 time: 0.0450854 May 27 23:16:29.690339 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e7c930e0-c631-445d-b347-b9993317959c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:30.724568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44316) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:31.021797 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:31.047007 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:31.368632 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-97ff460f-39fd-4a61-98ee-cb80839b9037 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:31.708903 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-97ff460f-39fd-4a61-98ee-cb80839b9037 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port 6d6dd90a-79ba-4286-9bea-ba020655dca3 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:16:31.709160 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-97ff460f-39fd-4a61-98ee-cb80839b9037 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:31.890054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-97ff460f-39fd-4a61-98ee-cb80839b9037 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] For port 6d6dd90a-79ba-4286-9bea-ba020655dca3, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6d6dd90a-79ba-4286-9bea-ba020655dca3,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:16:31.890777 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-97ff460f-39fd-4a61-98ee-cb80839b9037 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:32.015481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-97ff460f-39fd-4a61-98ee-cb80839b9037 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for 6d6dd90a-79ba-4286-9bea-ba020655dca3 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:16:32.209976 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:32.405065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e5c772de-cd83-49ed-8017-86efb59ad671 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:16:32.421748 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-97ff460f-39fd-4a61-98ee-cb80839b9037 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:32.439165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: e5c772de-cd83-49ed-8017-86efb59ad671 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:16:32.439516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e5c772de-cd83-49ed-8017-86efb59ad671 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:16:32.467557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff460f-39fd-4a61-98ee-cb80839b9037 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=6d6dd90a-79ba-4286-9bea-ba020655dca3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:32.851570 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-97ff460f-39fd-4a61-98ee-cb80839b9037 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:33.200580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ff460f-39fd-4a61-98ee-cb80839b9037 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:16:33.371004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ff460f-39fd-4a61-98ee-cb80839b9037 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:16:33.381615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c1b53-de94-40f3-8a22-e1687c407827 None None] Sync routers for ids ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:16:33.383078 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-97ff460f-39fd-4a61-98ee-cb80839b9037 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "PUT /v2.0/routers/e3a2b794-a503-4c8f-a4a9-b5a218ca06f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6573837 May 27 23:16:33.385759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44320) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:33.390955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c1b53-de94-40f3-8a22-e1687c407827 None None] Routers {'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:16:33.391557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-843c1b53-de94-40f3-8a22-e1687c407827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:16:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:33.453100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c9cb72-7c40-4cd4-a3aa-71d8ea72553b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting subnet 1472ba60-a833-4bc7-8819-65f5666344c1 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:16:33.455935 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-21c9cb72-7c40-4cd4-a3aa-71d8ea72553b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:33.509260 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-21c9cb72-7c40-4cd4-a3aa-71d8ea72553b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:33.567635 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-843c1b53-de94-40f3-8a22-e1687c407827 None None] Set router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:16:33.595182 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-21c9cb72-7c40-4cd4-a3aa-71d8ea72553b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:33.747737 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-21c9cb72-7c40-4cd4-a3aa-71d8ea72553b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:33.786207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9cb72-7c40-4cd4-a3aa-71d8ea72553b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Subnet': ['ID=1472ba60-a833-4bc7-8819-65f5666344c1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:33.794536 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-21c9cb72-7c40-4cd4-a3aa-71d8ea72553b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:33.796958 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c43c3c-863b-41d0-9d0f-302a321f0a88 None None] Network ad8455b0-ca18-488e-8878-4e853f635c94 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:16:33.800556 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-21c9cb72-7c40-4cd4-a3aa-71d8ea72553b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/subnets/1472ba60-a833-4bc7-8819-65f5666344c1 HTTP/1.1" status: 204 len: 168 time: 0.4138482 May 27 23:16:33.803104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44324) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:33.980935 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:34.021164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-843c1b53-de94-40f3-8a22-e1687c407827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:14:24Z', 'updated_at': '2022-05-27T23:16:32Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:25Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:34.027720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c1b53-de94-40f3-8a22-e1687c407827 None None] Checking router: e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:16:34.039159 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843c1b53-de94-40f3-8a22-e1687c407827 None None] Routers {'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:16:34.039777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-843c1b53-de94-40f3-8a22-e1687c407827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:16:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:34.163812 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:34.201585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7456092-0ed8-43a6-9d50-f0bbf1a6d75e None None] DHCP port deletion for ad8455b0-ca18-488e-8878-4e853f635c94 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:16:34.207165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port 0776b191-ebfc-44d1-adb9-2631da4ff684 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:16:34.207678 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:34.214077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b7456092-0ed8-43a6-9d50-f0bbf1a6d75e None None] Deleting port 803057eb-a2da-4fb9-9d1c-b2ffef73428f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:16:34.214447 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7456092-0ed8-43a6-9d50-f0bbf1a6d75e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:34.272195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-843c1b53-de94-40f3-8a22-e1687c407827 None None] Set router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:16:34.503697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] For port 0776b191-ebfc-44d1-adb9-2631da4ff684, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0776b191-ebfc-44d1-adb9-2631da4ff684,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:16:34.504055 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:34.575878 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 803057eb-a2da-4fb9-9d1c-b2ffef73428f no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:16:34.627129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for 0776b191-ebfc-44d1-adb9-2631da4ff684 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:16:34.777480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b7456092-0ed8-43a6-9d50-f0bbf1a6d75e None None] For port 803057eb-a2da-4fb9-9d1c-b2ffef73428f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=803057eb-a2da-4fb9-9d1c-b2ffef73428f,segment=NetworkSegment(01e33076-7ef3-4488-9f79-b47d664d3937),segment_id=01e33076-7ef3-4488-9f79-b47d664d3937)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:16:34.777790 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7456092-0ed8-43a6-9d50-f0bbf1a6d75e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:34.864115 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:34.915938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=0776b191-ebfc-44d1-adb9-2631da4ff684,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:34.936142 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b7456092-0ed8-43a6-9d50-f0bbf1a6d75e None None] Calling delete_port for 803057eb-a2da-4fb9-9d1c-b2ffef73428f owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:16:35.005361 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:35.013448 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 803057eb-a2da-4fb9-9d1c-b2ffef73428f is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:16:35.013828 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:35.062560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-843c1b53-de94-40f3-8a22-e1687c407827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:14:24Z', 'updated_at': '2022-05-27T23:16:32Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:25Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:35.066857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843c1b53-de94-40f3-8a22-e1687c407827 None None] The sync data for ids ['e3a2b794-a503-4c8f-a4a9-b5a218ca06f6'] in n-d-843680-3 is: [{'id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2141610722', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:14:24Z', 'updated_at': '2022-05-27T23:16:32Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '0776b191-ebfc-44d1-adb9-2631da4ff684', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:78:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a2b794-a503-4c8f-a4a9-b5a218ca06f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:14:25Z', 'updated_at': '2022-05-27T23:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:16:35.139593 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7456092-0ed8-43a6-9d50-f0bbf1a6d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:35.180613 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:35.183363 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:35.192057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7456092-0ed8-43a6-9d50-f0bbf1a6d75e None None] Pushing event deleted for resources: {'Port': ['ID=803057eb-a2da-4fb9-9d1c-b2ffef73428f,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:35.193842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7456092-0ed8-43a6-9d50-f0bbf1a6d75e None None] No DVR routers for this DVR port 803057eb-a2da-4fb9-9d1c-b2ffef73428f on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:16:35.261788 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:35.262319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Fanout notify agent at l3_agent the message router_deleted on router e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:16:35.277543 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:35.278623 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-239d10f3-88db-4253-9049-f588bddb5dff tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/routers/e3a2b794-a503-4c8f-a4a9-b5a218ca06f6 HTTP/1.1" status: 204 len: 168 time: 1.4746432 May 27 23:16:35.281436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44328) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:35.393527 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f22e-09b6-4a1e-9fc1-228dfebfc9a6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:35.527795 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f22e-09b6-4a1e-9fc1-228dfebfc9a6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:35.553618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6eb5f22e-09b6-4a1e-9fc1-228dfebfc9a6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8455b0-ca18-488e-8878-4e853f635c94']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:35.566320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6eb5f22e-09b6-4a1e-9fc1-228dfebfc9a6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e33076-7ef3-4488-9f79-b47d664d3937') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:35.566610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6eb5f22e-09b6-4a1e-9fc1-228dfebfc9a6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e33076-7ef3-4488-9f79-b47d664d3937') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:35.578514 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f22e-09b6-4a1e-9fc1-228dfebfc9a6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:35.593952 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f22e-09b6-4a1e-9fc1-228dfebfc9a6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:35.599687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb5f22e-09b6-4a1e-9fc1-228dfebfc9a6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:16:35.600056 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f22e-09b6-4a1e-9fc1-228dfebfc9a6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:35.785433 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 01e33076-7ef3-4488-9f79-b47d664d3937 resource provider aggregate not found May 27 23:16:35.808162 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 01e33076-7ef3-4488-9f79-b47d664d3937 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01e33076-7ef3-4488-9f79-b47d664d3937 found for delete ", "request_id": "req-4576a655-46ba-4124-9f1a-79d4a56435a0"}]} May 27 23:16:35.881192 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f22e-09b6-4a1e-9fc1-228dfebfc9a6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:35.903256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb5f22e-09b6-4a1e-9fc1-228dfebfc9a6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:35.908569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5f22e-09b6-4a1e-9fc1-228dfebfc9a6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Network': ['ID=ad8455b0-ca18-488e-8878-4e853f635c94,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:35.984760 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6eb5f22e-09b6-4a1e-9fc1-228dfebfc9a6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/networks/ad8455b0-ca18-488e-8878-4e853f635c94 HTTP/1.1" status: 204 len: 168 time: 0.7022219 May 27 23:16:35.987322 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44336) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:36.058379 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd648754-38e2-4899-b1cd-f00f903ecf8a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:36.089136 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd648754-38e2-4899-b1cd-f00f903ecf8a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:36.224055 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd648754-38e2-4899-b1cd-f00f903ecf8a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:36.242602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd648754-38e2-4899-b1cd-f00f903ecf8a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db84a437-0f7b-463d-8566-3fe130e60a8e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:36.309004 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bd648754-38e2-4899-b1cd-f00f903ecf8a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:36.310129 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bd648754-38e2-4899-b1cd-f00f903ecf8a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/security-groups/db84a437-0f7b-463d-8566-3fe130e60a8e HTTP/1.1" status: 204 len: 168 time: 0.3218758 May 27 23:16:36.515626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6d6dd90a-79ba-4286-9bea-ba020655dca3 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:16:36.553609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 6d6dd90a-79ba-4286-9bea-ba020655dca3 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:16:36.553954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6d6dd90a-79ba-4286-9bea-ba020655dca3 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:16:36.554355 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0776b191-ebfc-44d1-adb9-2631da4ff684 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:16:36.586003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 0776b191-ebfc-44d1-adb9-2631da4ff684 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:16:36.586343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0776b191-ebfc-44d1-adb9-2631da4ff684 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:16:37.574846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44346) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:37.580133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f9c96d62-33a9-48d6-a1c3-ed3e16db33c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945649873', 'description': 'tempest-secgroup-smoke-945649873 description', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:16:37.587161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9c96d62-33a9-48d6-a1c3-ed3e16db33c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:16:37.591291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9c96d62-33a9-48d6-a1c3-ed3e16db33c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:16:37.594174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9c96d62-33a9-48d6-a1c3-ed3e16db33c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:16:37.600379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9c96d62-33a9-48d6-a1c3-ed3e16db33c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:16:37.684600 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9c96d62-33a9-48d6-a1c3-ed3e16db33c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:37.705236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9c96d62-33a9-48d6-a1c3-ed3e16db33c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:16:37.709343 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9c96d62-33a9-48d6-a1c3-ed3e16db33c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:16:37.712283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f9c96d62-33a9-48d6-a1c3-ed3e16db33c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:16:37.718087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f9c96d62-33a9-48d6-a1c3-ed3e16db33c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:16:37.785066 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9c96d62-33a9-48d6-a1c3-ed3e16db33c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:37.849816 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9c96d62-33a9-48d6-a1c3-ed3e16db33c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:37.894183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c96d62-33a9-48d6-a1c3-ed3e16db33c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0350c18b-37ad-4295-b7fe-fb6a8286b5fc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:37.955171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f9c96d62-33a9-48d6-a1c3-ed3e16db33c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:37.956655 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f9c96d62-33a9-48d6-a1c3-ed3e16db33c6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3805428 May 27 23:16:37.959509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44350) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:37.964540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-20e2cf84-aff4-4bf2-ab53-ff1cc63a4893 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': '0350c18b-37ad-4295-b7fe-fb6a8286b5fc', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:16:37.972130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-20e2cf84-aff4-4bf2-ab53-ff1cc63a4893 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:16:37.976017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-20e2cf84-aff4-4bf2-ab53-ff1cc63a4893 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:16:37.979033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-20e2cf84-aff4-4bf2-ab53-ff1cc63a4893 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:16:37.984833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-20e2cf84-aff4-4bf2-ab53-ff1cc63a4893 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:16:38.053188 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20e2cf84-aff4-4bf2-ab53-ff1cc63a4893 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:38.115305 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20e2cf84-aff4-4bf2-ab53-ff1cc63a4893 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:38.203944 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20e2cf84-aff4-4bf2-ab53-ff1cc63a4893 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:38.226872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2cf84-aff4-4bf2-ab53-ff1cc63a4893 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b22a0d-4e0e-49fa-a3fc-d524b7d6d627,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:38.307875 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20e2cf84-aff4-4bf2-ab53-ff1cc63a4893 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:38.309092 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-20e2cf84-aff4-4bf2-ab53-ff1cc63a4893 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3486800 May 27 23:16:38.311711 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44354) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:38.316736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c4e80e78-48bc-4eeb-ae6e-7f1b9f1b7066 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': '0350c18b-37ad-4295-b7fe-fb6a8286b5fc', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:16:38.323307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c4e80e78-48bc-4eeb-ae6e-7f1b9f1b7066 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:16:38.327115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c4e80e78-48bc-4eeb-ae6e-7f1b9f1b7066 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:16:38.330049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c4e80e78-48bc-4eeb-ae6e-7f1b9f1b7066 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:16:38.336376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c4e80e78-48bc-4eeb-ae6e-7f1b9f1b7066 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:16:38.439157 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4e80e78-48bc-4eeb-ae6e-7f1b9f1b7066 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:38.499830 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4e80e78-48bc-4eeb-ae6e-7f1b9f1b7066 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:38.575724 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4e80e78-48bc-4eeb-ae6e-7f1b9f1b7066 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:38.599576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e80e78-48bc-4eeb-ae6e-7f1b9f1b7066 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf5047a-8d8a-44dd-900f-a9a0650cf7b7,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:38.687063 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4e80e78-48bc-4eeb-ae6e-7f1b9f1b7066 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:38.688316 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c4e80e78-48bc-4eeb-ae6e-7f1b9f1b7066 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3756509 May 27 23:16:38.690935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44358) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:38.695827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-09c43135-c030-456a-9123-aa3fbb6664a8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': '0350c18b-37ad-4295-b7fe-fb6a8286b5fc', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:16:38.702781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-09c43135-c030-456a-9123-aa3fbb6664a8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:16:38.706873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-09c43135-c030-456a-9123-aa3fbb6664a8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:16:38.709784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-09c43135-c030-456a-9123-aa3fbb6664a8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:16:38.716010 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-09c43135-c030-456a-9123-aa3fbb6664a8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:16:38.794000 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09c43135-c030-456a-9123-aa3fbb6664a8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:38.859098 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09c43135-c030-456a-9123-aa3fbb6664a8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:38.909125 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09c43135-c030-456a-9123-aa3fbb6664a8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:38.935720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c43135-c030-456a-9123-aa3fbb6664a8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbbd3b0-b9f0-4183-a504-0cd378a6267f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:39.004078 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-09c43135-c030-456a-9123-aa3fbb6664a8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:39.005560 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-09c43135-c030-456a-9123-aa3fbb6664a8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3135467 May 27 23:16:39.008718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44362) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:39.014822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-17246a0b-a3bf-45f0-bb8a-27ac99e55d5b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': '0350c18b-37ad-4295-b7fe-fb6a8286b5fc', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:16:39.021648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-17246a0b-a3bf-45f0-bb8a-27ac99e55d5b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:16:39.025560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-17246a0b-a3bf-45f0-bb8a-27ac99e55d5b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:16:39.028985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-17246a0b-a3bf-45f0-bb8a-27ac99e55d5b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:16:39.034844 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-17246a0b-a3bf-45f0-bb8a-27ac99e55d5b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:16:39.124517 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17246a0b-a3bf-45f0-bb8a-27ac99e55d5b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:39.186505 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17246a0b-a3bf-45f0-bb8a-27ac99e55d5b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:39.255226 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17246a0b-a3bf-45f0-bb8a-27ac99e55d5b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:39.279381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17246a0b-a3bf-45f0-bb8a-27ac99e55d5b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce1a77d-6028-4a0a-bd20-5551dcdda3b6,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:39.341124 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-17246a0b-a3bf-45f0-bb8a-27ac99e55d5b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:39.342312 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-17246a0b-a3bf-45f0-bb8a-27ac99e55d5b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3324556 May 27 23:16:39.345023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44366) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:39.349869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-860e598c-ae9f-4075-a22c-218abc8dc06c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': '0350c18b-37ad-4295-b7fe-fb6a8286b5fc', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:16:39.356555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-860e598c-ae9f-4075-a22c-218abc8dc06c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:16:39.360595 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-860e598c-ae9f-4075-a22c-218abc8dc06c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:16:39.363437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-860e598c-ae9f-4075-a22c-218abc8dc06c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:16:39.369099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-860e598c-ae9f-4075-a22c-218abc8dc06c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:16:39.461564 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-860e598c-ae9f-4075-a22c-218abc8dc06c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Project e6de1f1438b94cdfbf69203088ee5d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:16:39.468079 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-860e598c-ae9f-4075-a22c-218abc8dc06c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:39.530080 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-860e598c-ae9f-4075-a22c-218abc8dc06c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:39.600633 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-860e598c-ae9f-4075-a22c-218abc8dc06c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:39.625954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e598c-ae9f-4075-a22c-218abc8dc06c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df4f9a1-1255-4375-b283-2ff094c6f1e0,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:39.715315 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-860e598c-ae9f-4075-a22c-218abc8dc06c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:39.716472 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-860e598c-ae9f-4075-a22c-218abc8dc06c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3705239 May 27 23:16:39.719251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44370) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:39.724292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': '0350c18b-37ad-4295-b7fe-fb6a8286b5fc', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:16:39.731688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:16:39.735539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:16:39.738477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:16:39.744194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:16:39.812590 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Project e6de1f1438b94cdfbf69203088ee5d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:16:39.819150 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:39.882602 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:39.947064 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:39.970745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a62c3c-263e-46d1-9368-d4fe9a30ffaf,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:39.981952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:39.982295 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:39.982628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:39.982957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:39.983283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:39.983610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:39.983928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:39.984247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:39.984587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:39.984903 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:39.985217 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:39.985528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:40.046964 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:40.048188 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c56f8663-62ee-414a-b464-96245d406d39 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3279986 May 27 23:16:40.051020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44374) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:40.056782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'network': {'name': 'tempest-network-smoke--116575597', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:16:40.062519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:16:40.066570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:network and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:16:40.069811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:16:40.075793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:16:40.152637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Made reservation on behalf of e6de1f1438b94cdfbf69203088ee5d15 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:16:40.156032 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:40.183457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:16:40.191765 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:40.192103 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Added segment 6ac60302-5da6-46cd-ad92-bda946db8f20 of type vlan for network f74c0478-c0d8-4f66-b39a-68df27f3a2be May 27 23:16:40.218439 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:40.335521 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:40.341082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:40.341661 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:40.450275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Network': ['ID=f74c0478-c0d8-4f66-b39a-68df27f3a2be,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:40.460903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network f74c0478-c0d8-4f66-b39a-68df27f3a2be details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:16:40.499054 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0d2ead97-caa6-4600-aadb-5f601f744745 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4470260 May 27 23:16:40.501738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44378) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:40.506852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'admin_state_up': True, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:16:40.515021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:16:40.518909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:router and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:16:40.521923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:16:40.528517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:16:40.601111 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:40.602080 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:40.617069 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:40.937184 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:41.401970 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:41.430820 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:41.564282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.25.2.117 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/a090f462-5dd4-4f56-863f-ef6f0f858c52) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:16:41.708182 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:41.789758 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:41.852788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:16:41.856025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:16:41.861024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:16:41.897656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=a090f462-5dd4-4f56-863f-ef6f0f858c52,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:42.331118 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:42.665256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:43.038045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router bc20e244-29df-461d-955c-97988adf398d is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:16:43.215206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:16:43.225538 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Sync routers for ids ['bc20e244-29df-461d-955c-97988adf398d'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:16:43.235130 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Routers {'bc20e244-29df-461d-955c-97988adf398d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:16:43.235716 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:16:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bc20e244-29df-461d-955c-97988adf398d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:43.307471 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:43.308775 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cf7311e5-2669-415e-ae47-df74c65698fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8060369 May 27 23:16:43.311893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44382) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:43.352947 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-14bcf81c-d179-40b2-9c9c-841216e397a7 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=e6de1f1438b94cdfbf69203088ee5d15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375931 May 27 23:16:43.353198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44386) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:43.407505 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Set router bc20e244-29df-461d-955c-97988adf398d gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:16:43.482775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda0e27f-4194-49dc-8247-d38ede9b3f08 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:43.484250 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dda0e27f-4194-49dc-8247-d38ede9b3f08 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297274 May 27 23:16:43.487095 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44390) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:43.525237 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-38662a62-32d7-458e-83aa-f673b5585318 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370893 May 27 23:16:43.527797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44394) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:43.533012 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-945251100', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:16:43.643009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:16:43.646877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:subnet and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:16:43.649687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:16:43.655899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:16:43.715531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Made reservation on behalf of e6de1f1438b94cdfbf69203088ee5d15 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:16:43.719231 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:43.719993 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20e244-29df-461d-955c-97988adf398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:16:40Z', 'updated_at': '2022-05-27T23:16:42Z', 'revision_number': 3, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:41Z', 'updated_at': '2022-05-27T23:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:43.724196 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Checking router: bc20e244-29df-461d-955c-97988adf398d for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:16:43.724611 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Updating router bc20e244-29df-461d-955c-97988adf398d port a090f462-5dd4-4f56-863f-ef6f0f858c52 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:16:43.775894 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:44.007222 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:44.091050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Subnet': ['ID=f09a7caf-79da-4b08-aec9-ebc181ff3385,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:44.096047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Checking segment: {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:16:44.096431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network hostable DHCP agents. Network: f74c0478-c0d8-4f66-b39a-68df27f3a2be, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:16:44.101082 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:44.108640 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Transition to ACTIVE for port object a090f462-5dd4-4f56-863f-ef6f0f858c52 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:16:44.158503 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:44.169674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network f74c0478-c0d8-4f66-b39a-68df27f3a2be is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:16:44.232702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, f74c0478-c0d8-4f66-b39a-68df27f3a2be) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:16:44.237102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:44.238322 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:44.240429 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc86166-02f4-4b3a-a298-d6ddfd239df3 None None] Pushing event updated for resources: {'Port': ['ID=a090f462-5dd4-4f56-863f-ef6f0f858c52,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:44.244260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe814ec8-0cd2-42a0-b90c-21603b76f2c6 None None] Network f74c0478-c0d8-4f66-b39a-68df27f3a2be requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:16:44.245236 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Attempting to bind port a090f462-5dd4-4f56-863f-ef6f0f858c52 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:16:44.245608 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Attempting to bind port a090f462-5dd4-4f56-863f-ef6f0f858c52 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:16:44.245957 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Attempting to bind port a090f462-5dd4-4f56-863f-ef6f0f858c52 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:16:44.254322 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc86166-02f4-4b3a-a298-d6ddfd239df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:44.254659 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc86166-02f4-4b3a-a298-d6ddfd239df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:44.254987 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc86166-02f4-4b3a-a298-d6ddfd239df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:44.255399 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc86166-02f4-4b3a-a298-d6ddfd239df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:44.255727 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc86166-02f4-4b3a-a298-d6ddfd239df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:44.256045 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc86166-02f4-4b3a-a298-d6ddfd239df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:44.256374 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc86166-02f4-4b3a-a298-d6ddfd239df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:44.256711 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc86166-02f4-4b3a-a298-d6ddfd239df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:44.257020 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc86166-02f4-4b3a-a298-d6ddfd239df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:44.257408 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc86166-02f4-4b3a-a298-d6ddfd239df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:44.257649 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc86166-02f4-4b3a-a298-d6ddfd239df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:44.257957 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc86166-02f4-4b3a-a298-d6ddfd239df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:44.262201 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:16:44.262930 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:16:44.263328 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:44.263706 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:16:44.264176 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Bound port: a090f462-5dd4-4f56-863f-ef6f0f858c52, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:16:44.264563 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:44.316467 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f8156f48-c407-4983-a5ef-bd8e42d1c34e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7851489 May 27 23:16:44.316839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44398) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:16:44.338397 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] For port a090f462-5dd4-4f56-863f-ef6f0f858c52, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:16:44.341477 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] For port a090f462-5dd4-4f56-863f-ef6f0f858c52, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a090f462-5dd4-4f56-863f-ef6f0f858c52,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:16:44.399401 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:44.472546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ips': [{'subnet_id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:16:44.483435 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:44.483590 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Routers {'bc20e244-29df-461d-955c-97988adf398d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:16:44.483590 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:16:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bc20e244-29df-461d-955c-97988adf398d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:44.563778 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc86166-02f4-4b3a-a298-d6ddfd239df3 None None] Pushing event updated for resources: {'Port': ['ID=a090f462-5dd4-4f56-863f-ef6f0f858c52,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:44.625503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Allocated IP 172.20.0.2 (f74c0478-c0d8-4f66-b39a-68df27f3a2be/f09a7caf-79da-4b08-aec9-ebc181ff3385/3cdd5994-b03e-4b2b-8cf5-c692658b3fd5) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:16:44.674962 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] Set router bc20e244-29df-461d-955c-97988adf398d gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:16:44.882963 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:44.894733 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Transition to ACTIVE for port object 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:16:44.914371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Transition to ACTIVE for port object 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:16:44.971437 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20e244-29df-461d-955c-97988adf398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:16:40Z', 'updated_at': '2022-05-27T23:16:42Z', 'revision_number': 3, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:41Z', 'updated_at': '2022-05-27T23:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:44.975459 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f1e87-9587-4c55-88e9-937e5b3a2374 None None] The sync data for ids ['bc20e244-29df-461d-955c-97988adf398d'] in n-d-843680-3 is: [{'id': 'bc20e244-29df-461d-955c-97988adf398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:16:40Z', 'updated_at': '2022-05-27T23:16:42Z', 'revision_number': 3, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:41Z', 'updated_at': '2022-05-27T23:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:16:44.987888 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:45.053689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Network f74c0478-c0d8-4f66-b39a-68df27f3a2be is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:16:45.057151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:16:45.061373 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:16:45.106361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Pushing event updated for resources: {'Port': ['ID=3cdd5994-b03e-4b2b-8cf5-c692658b3fd5,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:45.146367 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:45.146631 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:45.146972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:45.147305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:45.147639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:45.147966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:45.148289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:45.148639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:45.148961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:45.149283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:45.149603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:45.149921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:16:45.170677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Attempting to bind port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:16:45.171454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Attempting to bind port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:16:45.171823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Attempting to bind port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 on network f74c0478-c0d8-4f66-b39a-68df27f3a2be {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:16:45.178222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:16:45.178601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Checking segment: {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:16:45.179001 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:45.179390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Bound using segment: {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:16:45.179852 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Bound port: 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:16:45.180622 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:45.192272 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:45.317884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] For port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:16:45.321543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] For port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3cdd5994-b03e-4b2b-8cf5-c692658b3fd5,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:16:45.376535 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:45.465607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee604d-36ce-4765-ad80-621657c51f81 None None] Pushing event updated for resources: {'Port': ['ID=3cdd5994-b03e-4b2b-8cf5-c692658b3fd5,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:45.655113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.20.0.1 (f74c0478-c0d8-4f66-b39a-68df27f3a2be/f09a7caf-79da-4b08-aec9-ebc181ff3385/39e330b6-c90c-4b68-8e2a-1d1e708efb38) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:16:45.843843 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:45.860128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Transition to ACTIVE for port object 39e330b6-c90c-4b68-8e2a-1d1e708efb38 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:16:45.976639 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:46.048976 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network f74c0478-c0d8-4f66-b39a-68df27f3a2be is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:16:46.052328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:16:46.057383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:16:46.088588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=39e330b6-c90c-4b68-8e2a-1d1e708efb38,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:46.118264 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:46.119636 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:46.305951 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:46.581721 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:16:46.734994 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:46.768943 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:16:46.772747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a090f462-5dd4-4f56-863f-ef6f0f858c52 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:16:46.818111 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:46.854744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b1c12d-1731-4557-b7a8-6b42e076ef84 None None] Network f74c0478-c0d8-4f66-b39a-68df27f3a2be requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:16:46.925460 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port a090f462-5dd4-4f56-863f-ef6f0f858c52 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:16:46.938412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=39e330b6-c90c-4b68-8e2a-1d1e708efb38,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:46.941330 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:46.943208 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a090f462-5dd4-4f56-863f-ef6f0f858c52 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:16:46.943585 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:47.080161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-baacb4a4-cb3d-4c0f-924d-0738494baac9 None None] Provisioning for port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:16:47.097161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-baacb4a4-cb3d-4c0f-924d-0738494baac9 None None] Provisioning complete for port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:16:47.097448 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-baacb4a4-cb3d-4c0f-924d-0738494baac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:47.207233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network f74c0478-c0d8-4f66-b39a-68df27f3a2be is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:16:47.208507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:16:47.241706 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a090f462-5dd4-4f56-863f-ef6f0f858c52 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:16:47.242081 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:47.274957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port a090f462-5dd4-4f56-863f-ef6f0f858c52, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a090f462-5dd4-4f56-863f-ef6f0f858c52,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:16:47.343220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-baacb4a4-cb3d-4c0f-924d-0738494baac9 None None] Current status of the port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:16:47.343510 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-baacb4a4-cb3d-4c0f-924d-0738494baac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:47.355311 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:47.398774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router bc20e244-29df-461d-955c-97988adf398d has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:16:47.437071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-baacb4a4-cb3d-4c0f-924d-0738494baac9 None None] For port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3cdd5994-b03e-4b2b-8cf5-c692658b3fd5,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:16:47.442439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=a090f462-5dd4-4f56-863f-ef6f0f858c52,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:47.501729 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-baacb4a4-cb3d-4c0f-924d-0738494baac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:47.580772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacb4a4-cb3d-4c0f-924d-0738494baac9 None None] Pushing event updated for resources: {'Port': ['ID=3cdd5994-b03e-4b2b-8cf5-c692658b3fd5,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:47.591775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:16:47.602386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Sync routers for ids ['bc20e244-29df-461d-955c-97988adf398d'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:16:47.613117 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b9f7fdb4-d4a7-4e27-a1fb-46ead007460f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "PUT /v2.0/routers/bc20e244-29df-461d-955c-97988adf398d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2949605 May 27 23:16:47.622023 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Routers {'bc20e244-29df-461d-955c-97988adf398d'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:16:47.622665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0f633e02-e373-4656-832b-8693704821e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:16:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bc20e244-29df-461d-955c-97988adf398d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:47.704593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fefe68ae-d7c9-4b6b-8490-adc274bae747 None None] Provisioning complete for port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:16:47.705049 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fefe68ae-d7c9-4b6b-8490-adc274bae747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:47.793930 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-4b464dd1-1446-4eb3-9bfc-20613d7ad6f8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945649873&fields=id&tenant_id=e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 267 time: 0.0457110 May 27 23:16:47.936808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Set router bc20e244-29df-461d-955c-97988adf398d gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:16:47.954127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb60258-b457-427e-9b8b-4f663481e92e req-a0180918-241f-48df-ba52-fd42b9e12ebc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:47.955583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-a0180918-241f-48df-ba52-fd42b9e12ebc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/networks?id=f74c0478-c0d8-4f66-b39a-68df27f3a2be HTTP/1.1" status: 200 len: 796 time: 0.1534209 May 27 23:16:47.971906 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-e48e02e9-1060-4b95-804c-11c263cc2c1a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/quotas/e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 375 time: 0.0103638 May 27 23:16:48.057364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bbb60258-b457-427e-9b8b-4f663481e92e req-732938c1-f808-4c34-bf7e-7af1b1e6c2d4 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:16:48.071805 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fefe68ae-d7c9-4b6b-8490-adc274bae747 None None] Current status of the port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:16:48.128450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-bbb60258-b457-427e-9b8b-4f663481e92e req-732938c1-f808-4c34-bf7e-7af1b1e6c2d4 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:16:48.129798 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-732938c1-f808-4c34-bf7e-7af1b1e6c2d4 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1526859 May 27 23:16:48.231487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fefe68ae-d7c9-4b6b-8490-adc274bae747 None None] Provisioning for port 39e330b6-c90c-4b68-8e2a-1d1e708efb38 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:16:48.240876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fefe68ae-d7c9-4b6b-8490-adc274bae747 None None] Provisioning complete for port 39e330b6-c90c-4b68-8e2a-1d1e708efb38 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:16:48.241240 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fefe68ae-d7c9-4b6b-8490-adc274bae747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:48.302865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fefe68ae-d7c9-4b6b-8490-adc274bae747 None None] Port 39e330b6-c90c-4b68-8e2a-1d1e708efb38 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:16:48.318193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0f633e02-e373-4656-832b-8693704821e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20e244-29df-461d-955c-97988adf398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:16:40Z', 'updated_at': '2022-05-27T23:16:46Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:41Z', 'updated_at': '2022-05-27T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '39e330b6-c90c-4b68-8e2a-1d1e708efb38', 'name': '', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:7a:45:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:45Z', 'updated_at': '2022-05-27T23:16:46Z', 'revision_number': 2, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:48.318600 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-fa5e2339-3fb8-4d72-9156-4c06a44d2532 service neutron] 10.222.0.27 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762936 May 27 23:16:48.322680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Checking router: bc20e244-29df-461d-955c-97988adf398d for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:16:48.323036 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Updating router bc20e244-29df-461d-955c-97988adf398d port 39e330b6-c90c-4b68-8e2a-1d1e708efb38 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:16:48.377743 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:48.450206 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-0ac5b699-9513-4a96-9a2b-ddfdd099de5d service neutron] 10.222.0.27 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249497 May 27 23:16:48.453044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-654861e4-6ebd-4fcd-aa7a-10cf05617a88 None None] Provisioning complete for port 39e330b6-c90c-4b68-8e2a-1d1e708efb38 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:16:48.453421 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-654861e4-6ebd-4fcd-aa7a-10cf05617a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:48.544795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:16:48.605601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-654861e4-6ebd-4fcd-aa7a-10cf05617a88 None None] Port 39e330b6-c90c-4b68-8e2a-1d1e708efb38 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:16:48.721909 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8c6dcbd-cc0d-4511-88b7-2809a7161a9b req-1702c579-d439-4212-bc91-0fc4b3cde3ae tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 210 time: 0.0483944 May 27 23:16:48.733581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:16:48.733839 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:48.938486 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:48.940758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:16:48.941772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a090f462-5dd4-4f56-863f-ef6f0f858c52 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:16:48.995938 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Transition to ACTIVE for port object 39e330b6-c90c-4b68-8e2a-1d1e708efb38 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:16:49.021697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a090f462-5dd4-4f56-863f-ef6f0f858c52 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:16:49.022064 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:49.110258 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:49.241781 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a090f462-5dd4-4f56-863f-ef6f0f858c52 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:16:49.294231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34707c8d-6e8d-4b71-b329-505d41d7b37a None None] Pushing event updated for resources: {'Port': ['ID=39e330b6-c90c-4b68-8e2a-1d1e708efb38,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:49.352238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Attempting to bind port 39e330b6-c90c-4b68-8e2a-1d1e708efb38 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:16:49.352628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Attempting to bind port 39e330b6-c90c-4b68-8e2a-1d1e708efb38 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:16:49.353004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Attempting to bind port 39e330b6-c90c-4b68-8e2a-1d1e708efb38 on network f74c0478-c0d8-4f66-b39a-68df27f3a2be {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:16:49.358894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:16:49.359259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Checking segment: {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:16:49.359659 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:49.360044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Bound using segment: {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:16:49.360529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Bound port: 39e330b6-c90c-4b68-8e2a-1d1e708efb38, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:16:49.360898 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:49.499404 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0f633e02-e373-4656-832b-8693704821e3 None None] For port 39e330b6-c90c-4b68-8e2a-1d1e708efb38, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:16:49.502477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0f633e02-e373-4656-832b-8693704821e3 None None] For port 39e330b6-c90c-4b68-8e2a-1d1e708efb38, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=39e330b6-c90c-4b68-8e2a-1d1e708efb38,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:16:49.575777 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:49.651099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Routers {'bc20e244-29df-461d-955c-97988adf398d'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:16:49.651714 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0f633e02-e373-4656-832b-8693704821e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:16:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bc20e244-29df-461d-955c-97988adf398d'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:49.716124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34707c8d-6e8d-4b71-b329-505d41d7b37a None None] Pushing event updated for resources: {'Port': ['ID=39e330b6-c90c-4b68-8e2a-1d1e708efb38,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:49.845473 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-0f633e02-e373-4656-832b-8693704821e3 None None] Set router bc20e244-29df-461d-955c-97988adf398d gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:16:49.908909 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77d894a2-a7a6-4605-b991-b379623624c7 req-65a3b66b-318b-44e8-8d69-c14601cc1a57 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 210 time: 0.0655406 May 27 23:16:50.171245 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0f633e02-e373-4656-832b-8693704821e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20e244-29df-461d-955c-97988adf398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:16:40Z', 'updated_at': '2022-05-27T23:16:46Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:41Z', 'updated_at': '2022-05-27T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '39e330b6-c90c-4b68-8e2a-1d1e708efb38', 'name': '', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:7a:45:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:45Z', 'updated_at': '2022-05-27T23:16:49Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:16:50.175169 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f633e02-e373-4656-832b-8693704821e3 None None] The sync data for ids ['bc20e244-29df-461d-955c-97988adf398d'] in n-d-843680-3 is: [{'id': 'bc20e244-29df-461d-955c-97988adf398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:16:40Z', 'updated_at': '2022-05-27T23:16:46Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:41Z', 'updated_at': '2022-05-27T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '39e330b6-c90c-4b68-8e2a-1d1e708efb38', 'name': '', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:7a:45:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:45Z', 'updated_at': '2022-05-27T23:16:49Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:16:50.556062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 39e330b6-c90c-4b68-8e2a-1d1e708efb38 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:16:50.687832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb60258-b457-427e-9b8b-4f663481e92e req-57b4c6be-2647-4738-ac41-40121e9809b5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:50.688590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bbb60258-b457-427e-9b8b-4f663481e92e req-57b4c6be-2647-4738-ac41-40121e9809b5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:16:50.693910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 39e330b6-c90c-4b68-8e2a-1d1e708efb38 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:16:50.701512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 39e330b6-c90c-4b68-8e2a-1d1e708efb38 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:16:50.702179 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:50.775637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bbb60258-b457-427e-9b8b-4f663481e92e req-57b4c6be-2647-4738-ac41-40121e9809b5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:16:50.777196 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-57b4c6be-2647-4738-ac41-40121e9809b5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "GET /v2.0/networks?id=f74c0478-c0d8-4f66-b39a-68df27f3a2be HTTP/1.1" status: 200 len: 796 time: 0.2452538 May 27 23:16:50.828620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2905bbba-e63b-4c8f-8c04-2eb42a925828 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:16:50.834080 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 39e330b6-c90c-4b68-8e2a-1d1e708efb38 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:16:50.834541 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:50.869992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 39e330b6-c90c-4b68-8e2a-1d1e708efb38, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=39e330b6-c90c-4b68-8e2a-1d1e708efb38,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:16:50.918736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2905bbba-e63b-4c8f-8c04-2eb42a925828 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:16:50.920171 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2905bbba-e63b-4c8f-8c04-2eb42a925828 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 379 time: 0.1348281 May 27 23:16:50.936583 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'port': {'device_id': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'admin_state_up': True, 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'security_groups': ['0350c18b-37ad-4295-b7fe-fb6a8286b5fc']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:16:50.941815 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:51.031873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=39e330b6-c90c-4b68-8e2a-1d1e708efb38,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:51.090488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e4d0763-f696-4d6b-98e4-8098a66ff1bc req-7d3ae7b6-1d23-452f-8db4-28f7485460e6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 210 time: 0.0512307 May 27 23:16:51.124052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:16:51.133949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:16:51.232487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Made reservation on behalf of e6de1f1438b94cdfbf69203088ee5d15 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:16:51.236035 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:51.402344 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.20.0.9 (f74c0478-c0d8-4f66-b39a-68df27f3a2be/f09a7caf-79da-4b08-aec9-ebc181ff3385/e95cd683-69a3-482f-8d86-f605329d7a05) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:16:51.589239 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:51.604273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Transition to ACTIVE for port object e95cd683-69a3-482f-8d86-f605329d7a05 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:16:51.687294 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:51.763616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network f74c0478-c0d8-4f66-b39a-68df27f3a2be is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:16:51.766812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:16:51.769147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:16:51.806300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=e95cd683-69a3-482f-8d86-f605329d7a05,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:51.840129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:51.840681 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:51.919443 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2956f892-2a08-4231-861c-f1b142ab9164 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9944847 May 27 23:16:51.930269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Request body: {'port': {'device_id': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:16:52.042569 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:52.074799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8b0b1858-55d7-4a0c-b6ef-49dd565facab None None] Provisioning for port e95cd683-69a3-482f-8d86-f605329d7a05 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:16:52.079855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8b0b1858-55d7-4a0c-b6ef-49dd565facab None None] Provisioning complete for port e95cd683-69a3-482f-8d86-f605329d7a05 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:16:52.080220 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8b0b1858-55d7-4a0c-b6ef-49dd565facab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:52.134001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b1858-55d7-4a0c-b6ef-49dd565facab None None] Port e95cd683-69a3-482f-8d86-f605329d7a05 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:16:52.280824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2e5fb-bc85-41f7-8c30-5f3bdf7ca4d9 req-8a6153b0-5b32-431a-8f41-2454f2af9765 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:52.282334 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9fb2e5fb-bc85-41f7-8c30-5f3bdf7ca4d9 req-8a6153b0-5b32-431a-8f41-2454f2af9765 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 931 time: 0.0829787 May 27 23:16:52.327266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9fb2e5fb-bc85-41f7-8c30-5f3bdf7ca4d9 req-4c057af1-3dd9-4669-9b44-37466f825b8f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391386 May 27 23:16:52.499975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e95cd683-69a3-482f-8d86-f605329d7a05 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:16:52.507049 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:52.521369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Transition to ACTIVE for port object e95cd683-69a3-482f-8d86-f605329d7a05 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:16:52.525665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 39e330b6-c90c-4b68-8e2a-1d1e708efb38 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:16:52.592311 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:52.602432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 39e330b6-c90c-4b68-8e2a-1d1e708efb38 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:16:52.602795 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:52.700744 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:52.733870 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 39e330b6-c90c-4b68-8e2a-1d1e708efb38 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:16:52.794307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Pushing event updated for resources: {'Port': ['ID=e95cd683-69a3-482f-8d86-f605329d7a05,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:52.842316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Attempting to bind port e95cd683-69a3-482f-8d86-f605329d7a05 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:16:52.842646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Attempting to bind port e95cd683-69a3-482f-8d86-f605329d7a05 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:16:52.842969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Attempting to bind port e95cd683-69a3-482f-8d86-f605329d7a05 on network f74c0478-c0d8-4f66-b39a-68df27f3a2be {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:16:52.847722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Port e95cd683-69a3-482f-8d86-f605329d7a05 on network f74c0478-c0d8-4f66-b39a-68df27f3a2be not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:16:52.848037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Attempting to bind port e95cd683-69a3-482f-8d86-f605329d7a05 on network f74c0478-c0d8-4f66-b39a-68df27f3a2be {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:16:52.853984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:16:52.854321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Checking segment: {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:16:52.854696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Bound using segment: {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:16:52.855109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Bound port: e95cd683-69a3-482f-8d86-f605329d7a05, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:16:52.855523 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:52.945603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:16:52.948581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e95cd683-69a3-482f-8d86-f605329d7a05,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:16:53.006738 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:53.067805 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:53.068431 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:53.069784 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] 10.222.0.46 "PUT /v2.0/ports/e95cd683-69a3-482f-8d86-f605329d7a05 HTTP/1.1" status: 200 len: 1091 time: 1.1436136 May 27 23:16:53.070226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:16:53.091643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706c3e5-6719-4575-895c-c42cdb09a18e service neutron] Pushing event updated for resources: {'Port': ['ID=e95cd683-69a3-482f-8d86-f605329d7a05,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:53.121835 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-676e7316-5d50-4781-8bb0-7082aef787aa'] response: {'name': 'network-changed', 'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'status': 'completed', 'code': 200} May 27 23:16:53.218754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a67681-a8dc-4c80-a3f0-6432f490d661 req-ef908c09-c8fa-4588-9431-20e68b6f95a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:53.220244 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-02a67681-a8dc-4c80-a3f0-6432f490d661 req-ef908c09-c8fa-4588-9431-20e68b6f95a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 1094 time: 0.0767741 May 27 23:16:53.359842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a67681-a8dc-4c80-a3f0-6432f490d661 req-2f5f88a2-3367-4c7f-b516-09c7ad35622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:53.361418 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-02a67681-a8dc-4c80-a3f0-6432f490d661 req-2f5f88a2-3367-4c7f-b516-09c7ad35622a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1350510 May 27 23:16:53.500285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a67681-a8dc-4c80-a3f0-6432f490d661 req-253a16c6-e586-4c81-841b-d9a6fec93007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:53.501800 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-02a67681-a8dc-4c80-a3f0-6432f490d661 req-253a16c6-e586-4c81-841b-d9a6fec93007 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1345932 May 27 23:16:53.609202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2db8ba28-a5af-4d09-afcb-97c78065a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:53.610657 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-2db8ba28-a5af-4d09-afcb-97c78065a587 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 1094 time: 0.0714757 May 27 23:16:53.621210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1d080-d75f-4ac3-b8fd-e85d8bb89e85 req-36a85190-262e-4761-8390-223083cdefb3 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:53.622687 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a4d1d080-d75f-4ac3-b8fd-e85d8bb89e85 req-36a85190-262e-4761-8390-223083cdefb3 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 943 time: 0.1888895 May 27 23:16:53.667685 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a4d1d080-d75f-4ac3-b8fd-e85d8bb89e85 req-7c75abde-38e6-41fa-9f2c-b1734e4f8543 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393708 May 27 23:16:53.681164 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-af27e6fc-b3cd-4a28-8a2a-9c69886ba288 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95cd683-69a3-482f-8d86-f605329d7a05 HTTP/1.1" status: 200 len: 217 time: 0.0637703 May 27 23:16:53.741705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb60258-b457-427e-9b8b-4f663481e92e req-04a207f8-3366-4349-b11b-4b38818ec84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:53.743194 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-04a207f8-3366-4349-b11b-4b38818ec84e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f09a7caf-79da-4b08-aec9-ebc181ff3385 HTTP/1.1" status: 200 len: 834 time: 0.0567086 May 27 23:16:53.819244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb60258-b457-427e-9b8b-4f663481e92e req-7e4322ee-fb44-4592-acff-2fe58dbe8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:53.820694 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-7e4322ee-fb44-4592-acff-2fe58dbe8dbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f74c0478-c0d8-4f66-b39a-68df27f3a2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717463 May 27 23:16:53.946671 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-e396b26a-3a2e-466e-9bda-1b9b92bce34a service neutron] 10.222.0.46 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199591 May 27 23:16:54.191809 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbb60258-b457-427e-9b8b-4f663481e92e req-f1e01b0b-e263-4381-9468-50db2b60dc79 service neutron] 10.222.0.46 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393754 May 27 23:16:54.860839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0217486-6be8-40d5-a311-070781068575 req-faa7ec57-14db-4c4f-b2b6-e5218e78f2cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:54.862285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e0217486-6be8-40d5-a311-070781068575 req-faa7ec57-14db-4c4f-b2b6-e5218e78f2cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 943 time: 0.0836353 May 27 23:16:54.906376 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e0217486-6be8-40d5-a311-070781068575 req-21adb52e-22c0-40e6-be2a-a45e7751ae84 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381498 May 27 23:16:56.086304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d941b-2120-4cd0-b3c3-7ede0f5a2f20 req-0f666536-72e8-4e69-b920-dcaf4ce60999 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:56.087784 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f53d941b-2120-4cd0-b3c3-7ede0f5a2f20 req-0f666536-72e8-4e69-b920-dcaf4ce60999 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 943 time: 0.0782833 May 27 23:16:56.130902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f53d941b-2120-4cd0-b3c3-7ede0f5a2f20 req-30c29492-05e5-4bf4-851a-c1e6e50bfb8b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373230 May 27 23:16:57.314808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4a3a3-dfc8-4a5c-b787-0ff655a78266 req-8e20f6cd-874c-47ab-abc7-1bf670b1909b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:57.316254 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8fa4a3a3-dfc8-4a5c-b787-0ff655a78266 req-8e20f6cd-874c-47ab-abc7-1bf670b1909b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 943 time: 0.0821500 May 27 23:16:57.359865 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8fa4a3a3-dfc8-4a5c-b787-0ff655a78266 req-a5756686-af9a-4d01-9d2a-9b2f589d8727 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380418 May 27 23:16:57.560928 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9d5333d9-c954-4f2f-959d-674a48bdecb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:58.528811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e95cd683-69a3-482f-8d86-f605329d7a05 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:16:58.538836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e2089-b3cf-4201-b696-0f7deda31a42 req-acc325f4-8a3b-423a-b0cc-53e02b9200be tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:58.540292 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e6e2089-b3cf-4201-b696-0f7deda31a42 req-acc325f4-8a3b-423a-b0cc-53e02b9200be tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 943 time: 0.0782259 May 27 23:16:58.584439 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e6e2089-b3cf-4201-b696-0f7deda31a42 req-d01e5160-e58b-43fd-bed5-a8698386777f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376759 May 27 23:16:58.660231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e95cd683-69a3-482f-8d86-f605329d7a05,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:16:58.673956 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'port_id': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'mac_address': 'fa:16:3e:40:2b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:16:58.732542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e95cd683-69a3-482f-8d86-f605329d7a05 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:16:58.732919 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:58.749436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95cd683-69a3-482f-8d86-f605329d7a05 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:16:58.764987 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e95cd683-69a3-482f-8d86-f605329d7a05,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:16:58.851807 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:58.918636 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e95cd683-69a3-482f-8d86-f605329d7a05,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:16:59.053554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['e95cd683-69a3-482f-8d86-f605329d7a05'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:16:59.687262 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7eed3658-db7d-4c02-9c78-438486e2d1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:16:59.774042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccd89f-136c-4d8f-ac49-a1f175dd1e12 req-c5077787-66de-40ef-b531-6063114136cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:16:59.776002 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bccd89f-136c-4d8f-ac49-a1f175dd1e12 req-c5077787-66de-40ef-b531-6063114136cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 944 time: 0.0841954 May 27 23:16:59.819604 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bccd89f-136c-4d8f-ac49-a1f175dd1e12 req-32a86652-efcb-408a-a69c-b790f3cf8620 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376568 May 27 23:17:00.560131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e95cd683-69a3-482f-8d86-f605329d7a05 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:17:00.675266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port e95cd683-69a3-482f-8d86-f605329d7a05 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:17:00.680211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port e95cd683-69a3-482f-8d86-f605329d7a05 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:17:00.681693 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:00.797809 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e95cd683-69a3-482f-8d86-f605329d7a05 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:17:00.798489 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:00.824668 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:17:00.834197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e95cd683-69a3-482f-8d86-f605329d7a05,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:17:00.869772 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f503f2cd-01fc-43d9-9487-e416e2da2e0b'] response: {'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'code': 200} May 27 23:17:00.895758 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:00.988058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e95cd683-69a3-482f-8d86-f605329d7a05,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:17:00.999582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12eef5-6c40-42a6-8f98-0f5ac56f28ba req-8f084f16-8962-439d-9214-39a1f8bb630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:01.001076 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e12eef5-6c40-42a6-8f98-0f5ac56f28ba req-8f084f16-8962-439d-9214-39a1f8bb630f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 1096 time: 0.0774283 May 27 23:17:01.016821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0935baa-4eca-476a-91f5-5c58eadef670 req-d99653e9-68c5-4c19-8a68-6c1b27562bdd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:01.020399 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0935baa-4eca-476a-91f5-5c58eadef670 req-d99653e9-68c5-4c19-8a68-6c1b27562bdd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 945 time: 0.0845721 May 27 23:17:01.035041 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:01.043213 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2e12eef5-6c40-42a6-8f98-0f5ac56f28ba req-02b2f1e3-0037-48ec-b4df-f328bce154a8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362239 May 27 23:17:01.056480 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:01.069286 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0935baa-4eca-476a-91f5-5c58eadef670 req-643cb20d-f506-4800-8ecc-c71d33d0a9f2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451427 May 27 23:17:02.078705 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:17:02.206712 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:02.259851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5cde8-4a3f-4934-9de2-10f5507a5b18 req-6691ac95-ed4e-4af9-afa6-1afdc860bc59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:02.261357 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3a5cde8-4a3f-4934-9de2-10f5507a5b18 req-6691ac95-ed4e-4af9-afa6-1afdc860bc59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 945 time: 0.0824203 May 27 23:17:02.306475 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3a5cde8-4a3f-4934-9de2-10f5507a5b18 req-575e85cc-e28c-4c54-beaf-d9837b30c414 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389307 May 27 23:17:03.491198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866267d1-4228-4fe4-a25c-e16bfc1e916d req-48cff101-c0be-4d80-b259-1cb34928e36c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:03.492663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-866267d1-4228-4fe4-a25c-e16bfc1e916d req-48cff101-c0be-4d80-b259-1cb34928e36c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 945 time: 0.0822744 May 27 23:17:03.535378 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-866267d1-4228-4fe4-a25c-e16bfc1e916d req-421f768b-0b23-456b-a847-ab835cea5056 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370471 May 27 23:17:03.715571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2945e2-9f02-4811-ad74-b19f42226f28 req-8f36fb0a-520d-4560-ba90-f6bff3adac9a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:03.716968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d2945e2-9f02-4811-ad74-b19f42226f28 req-8f36fb0a-520d-4560-ba90-f6bff3adac9a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 945 time: 0.0797617 May 27 23:17:03.761161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d2945e2-9f02-4811-ad74-b19f42226f28 req-7d067f60-62f5-4cf6-9462-5870f0f2305f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380561 May 27 23:17:03.783560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44456) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:17:03.854933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649176c3-d46c-40e5-aef4-74586556c951 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:03.856435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-649176c3-d46c-40e5-aef4-74586556c951 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 1091 time: 0.0719237 May 27 23:17:03.859129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44460) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:17:03.863867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:17:03.870083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:17:03.873878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:floatingip and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:17:03.876678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:17:03.882376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:17:03.951902 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:04.085802 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:04.217375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.25.2.70 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/3aaf5ac0-86c0-460b-9ea9-2a0f360827c1) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:17:04.363080 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:04.440730 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:04.504371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:17:04.507238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:17:04.510861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:17:04.542258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=3aaf5ac0-86c0-460b-9ea9-2a0f360827c1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:17:05.010979 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:05.143882 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:05.341826 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:05.403762 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:05.512662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=3aaf5ac0-86c0-460b-9ea9-2a0f360827c1,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:17:05.523316 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:05.693855 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Floating IP daeb981d-e036-41aa-9bcb-c74882332a99 associated. External IP: 172.25.2.70, port: e95cd683-69a3-482f-8d86-f605329d7a05. May 27 23:17:06.033127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router bc20e244-29df-461d-955c-97988adf398d has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:17:06.203674 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:17:06.214051 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad163864-02f4-4e32-9ff2-bbffdc878bce None None] Sync routers for ids ['bc20e244-29df-461d-955c-97988adf398d'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:17:06.223740 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad163864-02f4-4e32-9ff2-bbffdc878bce None None] Routers {'bc20e244-29df-461d-955c-97988adf398d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:17:06.224342 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ad163864-02f4-4e32-9ff2-bbffdc878bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:17:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bc20e244-29df-461d-955c-97988adf398d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:17:06.307776 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:06.364278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a39e5321-852b-4cfa-bf51-1a26122ad86e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5041568 May 27 23:17:06.364870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:17:06.417431 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23f0896-4240-4993-9ddb-e11af6393127'] response: {'name': 'network-changed', 'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'status': 'completed', 'code': 200} May 27 23:17:06.434528 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ad163864-02f4-4e32-9ff2-bbffdc878bce None None] Set router bc20e244-29df-461d-955c-97988adf398d gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:17:06.514386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dc102-fad6-4b06-9195-dbedc80fd2b8 req-139c7563-0bbe-48c7-86bf-6e0e5c966aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:06.515866 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-744dc102-fad6-4b06-9195-dbedc80fd2b8 req-139c7563-0bbe-48c7-86bf-6e0e5c966aa0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 1096 time: 0.0767806 May 27 23:17:06.552273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4f041-4337-40e8-8128-586a55368117 req-87f58a6a-3b76-4404-a3f1-9c32768633f1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:06.554419 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-89f4f041-4337-40e8-8128-586a55368117 req-87f58a6a-3b76-4404-a3f1-9c32768633f1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 945 time: 0.0887780 May 27 23:17:06.600051 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-89f4f041-4337-40e8-8128-586a55368117 req-a061e4e6-ed17-423a-b175-1d9d1c76dc1e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394492 May 27 23:17:06.623145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44468) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:17:06.648551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dc102-fad6-4b06-9195-dbedc80fd2b8 req-881c00d5-90a7-461c-95b1-bcda76c016d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:06.651919 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-744dc102-fad6-4b06-9195-dbedc80fd2b8 req-881c00d5-90a7-461c-95b1-bcda76c016d9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f74c0478-c0d8-4f66-b39a-68df27f3a2be HTTP/1.1" status: 200 len: 897 time: 0.1289179 May 27 23:17:06.774815 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-744dc102-fad6-4b06-9195-dbedc80fd2b8 req-e8495420-c56b-464b-ad2d-2d048195ecb8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95cd683-69a3-482f-8d86-f605329d7a05 HTTP/1.1" status: 200 len: 998 time: 0.1179464 May 27 23:17:06.799794 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ad163864-02f4-4e32-9ff2-bbffdc878bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20e244-29df-461d-955c-97988adf398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:16:40Z', 'updated_at': '2022-05-27T23:16:46Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:41Z', 'updated_at': '2022-05-27T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'daeb981d-e036-41aa-9bcb-c74882332a99', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'bc20e244-29df-461d-955c-97988adf398d', 'port_id': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'mac_address': 'fa:16:3e:40:2b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:17:04Z', 'updated_at': '2022-05-27T23:17:04Z', 'revision_number': 0, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e330b6-c90c-4b68-8e2a-1d1e708efb38', 'name': '', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:7a:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:45Z', 'updated_at': '2022-05-27T23:16:50Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:17:06.803691 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad163864-02f4-4e32-9ff2-bbffdc878bce None None] Checking router: bc20e244-29df-461d-955c-97988adf398d for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:17:06.814214 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad163864-02f4-4e32-9ff2-bbffdc878bce None None] Routers {'bc20e244-29df-461d-955c-97988adf398d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:17:06.814822 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ad163864-02f4-4e32-9ff2-bbffdc878bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:17:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bc20e244-29df-461d-955c-97988adf398d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:17:06.839281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dc102-fad6-4b06-9195-dbedc80fd2b8 req-9b5a0afe-5830-486f-9894-5d03343021d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:06.840814 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-744dc102-fad6-4b06-9195-dbedc80fd2b8 req-9b5a0afe-5830-486f-9894-5d03343021d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f09a7caf-79da-4b08-aec9-ebc181ff3385 HTTP/1.1" status: 200 len: 834 time: 0.0595398 May 27 23:17:06.857827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c4251afc-bae8-400f-8a13-1e352c80ac45 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/daeb981d-e036-41aa-9bcb-c74882332a99 HTTP/1.1" status: 200 len: 990 time: 0.2322257 May 27 23:17:06.914246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dc102-fad6-4b06-9195-dbedc80fd2b8 req-aaf6f647-85e5-4650-a83f-48bf41fe12e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:06.916334 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-744dc102-fad6-4b06-9195-dbedc80fd2b8 req-aaf6f647-85e5-4650-a83f-48bf41fe12e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f74c0478-c0d8-4f66-b39a-68df27f3a2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701547 May 27 23:17:06.991454 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-ad163864-02f4-4e32-9ff2-bbffdc878bce None None] Set router bc20e244-29df-461d-955c-97988adf398d gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:17:07.046335 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-744dc102-fad6-4b06-9195-dbedc80fd2b8 req-4571d0ea-7cb9-4cad-983a-b49c87c58c67 service neutron] 10.222.0.46 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243277 May 27 23:17:07.176272 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-744dc102-fad6-4b06-9195-dbedc80fd2b8 req-2029334f-893c-4783-bd3d-b227e8925017 service neutron] 10.222.0.46 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243501 May 27 23:17:07.332256 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-ad163864-02f4-4e32-9ff2-bbffdc878bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20e244-29df-461d-955c-97988adf398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:16:40Z', 'updated_at': '2022-05-27T23:16:46Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:41Z', 'updated_at': '2022-05-27T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'daeb981d-e036-41aa-9bcb-c74882332a99', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'bc20e244-29df-461d-955c-97988adf398d', 'port_id': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'mac_address': 'fa:16:3e:40:2b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:17:04Z', 'updated_at': '2022-05-27T23:17:04Z', 'revision_number': 0, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e330b6-c90c-4b68-8e2a-1d1e708efb38', 'name': '', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:7a:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:45Z', 'updated_at': '2022-05-27T23:16:50Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:17:07.336132 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad163864-02f4-4e32-9ff2-bbffdc878bce None None] The sync data for ids ['bc20e244-29df-461d-955c-97988adf398d'] in n-d-843680-3 is: [{'id': 'bc20e244-29df-461d-955c-97988adf398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:16:40Z', 'updated_at': '2022-05-27T23:16:46Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:41Z', 'updated_at': '2022-05-27T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'daeb981d-e036-41aa-9bcb-c74882332a99', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'floating_ip_address': '172.25.2.70', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'bc20e244-29df-461d-955c-97988adf398d', 'port_id': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'mac_address': 'fa:16:3e:40:2b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:17:04Z', 'updated_at': '2022-05-27T23:17:04Z', 'revision_number': 0, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39e330b6-c90c-4b68-8e2a-1d1e708efb38', 'name': '', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:7a:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:45Z', 'updated_at': '2022-05-27T23:16:50Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:17:07.523290 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8ca3e3-68b0-4baf-b9c9-ccf45bdd9698 None None] New status for floating IP daeb981d-e036-41aa-9bcb-c74882332a99: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:17:07.859569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44474) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:17:07.966241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-48eed01e-9b7a-4609-896c-d0fa251548ec tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/daeb981d-e036-41aa-9bcb-c74882332a99 HTTP/1.1" status: 200 len: 992 time: 0.1048114 May 27 23:17:16.134536 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:18.031148 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd506f7-9677-4c35-a84e-5b6497404670 req-3cc4c701-c989-43f9-a947-77df6275ed3a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724146 May 27 23:17:18.166342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd506f7-9677-4c35-a84e-5b6497404670 req-b9ad783a-f1f2-4281-a466-c70bb7dc6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:18.168387 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd506f7-9677-4c35-a84e-5b6497404670 req-b9ad783a-f1f2-4281-a466-c70bb7dc6b82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 1096 time: 0.0706606 May 27 23:17:18.309870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd506f7-9677-4c35-a84e-5b6497404670 req-2dd094be-31c5-4256-8d27-d4c24a25b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:18.311318 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd506f7-9677-4c35-a84e-5b6497404670 req-2dd094be-31c5-4256-8d27-d4c24a25b870 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f74c0478-c0d8-4f66-b39a-68df27f3a2be HTTP/1.1" status: 200 len: 897 time: 0.1252432 May 27 23:17:18.413537 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd506f7-9677-4c35-a84e-5b6497404670 req-5e0ae65a-6400-4840-906a-2d0312258121 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95cd683-69a3-482f-8d86-f605329d7a05 HTTP/1.1" status: 200 len: 1000 time: 0.0960939 May 27 23:17:18.476605 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd506f7-9677-4c35-a84e-5b6497404670 req-7897580d-812f-486b-b2ad-9babb35952ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:18.477968 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd506f7-9677-4c35-a84e-5b6497404670 req-7897580d-812f-486b-b2ad-9babb35952ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f09a7caf-79da-4b08-aec9-ebc181ff3385 HTTP/1.1" status: 200 len: 834 time: 0.0588279 May 27 23:17:18.550757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd506f7-9677-4c35-a84e-5b6497404670 req-7b2e0623-d2c4-4dba-8f9c-0fca34a0cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:18.552178 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd506f7-9677-4c35-a84e-5b6497404670 req-7b2e0623-d2c4-4dba-8f9c-0fca34a0cfad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f74c0478-c0d8-4f66-b39a-68df27f3a2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681129 May 27 23:17:18.681168 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd506f7-9677-4c35-a84e-5b6497404670 req-e7b88369-3a9c-4d66-af39-ca197b24de72 service neutron] 10.222.0.46 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220193 May 27 23:17:18.923214 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3fd506f7-9677-4c35-a84e-5b6497404670 req-f3813289-4c10-4d6b-b5da-fb6731b7b560 service neutron] 10.222.0.46 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350035 May 27 23:17:22.671768 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:27.525679 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5fcd53a0-e596-4fc1-8d6d-ac5686432d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:29.680067 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7887f0bc-1faa-45d2-83b8-caf474a65823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:31.008582 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:31.042727 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:32.251379 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:34.829638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b2a15-b45a-497b-914b-ca371fbbef89 req-c021c79b-4703-4cd1-a855-e519b565de87 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:34.831389 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-372b2a15-b45a-497b-914b-ca371fbbef89 req-c021c79b-4703-4cd1-a855-e519b565de87 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 945 time: 0.1343982 May 27 23:17:34.875044 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-372b2a15-b45a-497b-914b-ca371fbbef89 req-837aadb9-20b4-433d-922c-8bae677bc763 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378716 May 27 23:17:34.898474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44500) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:17:35.002878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-694d1d83-c701-42e7-9769-990fdb1741b6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/daeb981d-e036-41aa-9bcb-c74882332a99 HTTP/1.1" status: 200 len: 992 time: 0.1032324 May 27 23:17:35.463413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8633f-edc6-42b8-9839-ec4888aa7781 req-2b5f411b-c468-42c6-828d-510dd7c010a7 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:35.464928 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-17b8633f-edc6-42b8-9839-ec4888aa7781 req-2b5f411b-c468-42c6-828d-510dd7c010a7 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 1096 time: 0.0690379 May 27 23:17:35.505265 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-17b8633f-edc6-42b8-9839-ec4888aa7781 req-41178842-175f-4d75-afde-4f4042d4fe4f tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343053 May 27 23:17:36.510533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44530) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:17:36.630620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-504a4a32-f3ad-4c20-89ce-ce49d357e6ed service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1189675 May 27 23:17:37.450263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-906556d4-6784-4277-a9bf-8310f5b396d3 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:17:37.451275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-906556d4-6784-4277-a9bf-8310f5b396d3 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580502 May 27 23:17:37.460380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-532c942e-383b-439a-adc4-4165b396e1a0 service neutron] Request body: {'binding': {'host': 'n-h1-843680-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:17:37.460838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-532c942e-383b-439a-adc4-4165b396e1a0 service neutron] Unknown quota resources ['binding']. {{(pid=88900) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 27 23:17:37.651907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-532c942e-383b-439a-adc4-4165b396e1a0 service neutron] Attempting to bind port e95cd683-69a3-482f-8d86-f605329d7a05 on host n-h1-843680-3 for vnic_type normal with profile None {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:17:37.652602 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-532c942e-383b-439a-adc4-4165b396e1a0 service neutron] Attempting to bind port e95cd683-69a3-482f-8d86-f605329d7a05 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:17:37.652602 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-532c942e-383b-439a-adc4-4165b396e1a0 service neutron] Attempting to bind port e95cd683-69a3-482f-8d86-f605329d7a05 on network f74c0478-c0d8-4f66-b39a-68df27f3a2be {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:17:37.657481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-532c942e-383b-439a-adc4-4165b396e1a0 service neutron] Port e95cd683-69a3-482f-8d86-f605329d7a05 on network f74c0478-c0d8-4f66-b39a-68df27f3a2be not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:17:37.657797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-532c942e-383b-439a-adc4-4165b396e1a0 service neutron] Attempting to bind port e95cd683-69a3-482f-8d86-f605329d7a05 on network f74c0478-c0d8-4f66-b39a-68df27f3a2be {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:17:37.662835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-532c942e-383b-439a-adc4-4165b396e1a0 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:17:37.663165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-532c942e-383b-439a-adc4-4165b396e1a0 service neutron] Checking segment: {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:17:37.663542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-532c942e-383b-439a-adc4-4165b396e1a0 service neutron] Bound using segment: {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'} {{(pid=88900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:17:37.663960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.managers [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-532c942e-383b-439a-adc4-4165b396e1a0 service neutron] Bound port: e95cd683-69a3-482f-8d86-f605329d7a05, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'}}] {{(pid=88900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:17:37.694127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-532c942e-383b-439a-adc4-4165b396e1a0 service neutron] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e95cd683-69a3-482f-8d86-f605329d7a05,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:17:37.792633 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-532c942e-383b-439a-adc4-4165b396e1a0 service neutron] Notify callbacks [] for binding, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:37.794424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-532c942e-383b-439a-adc4-4165b396e1a0 service neutron] 10.222.0.27 "POST /v2.0/ports/e95cd683-69a3-482f-8d86-f605329d7a05/bindings HTTP/1.1" status: 201 len: 389 time: 0.3364022 May 27 23:17:38.104000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdff1d5-ab77-457e-b179-fa05f7ea9d7a req-e2eef2d0-af42-4cd0-9702-cbba40f1b2de tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:38.105516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bdff1d5-ab77-457e-b179-fa05f7ea9d7a req-e2eef2d0-af42-4cd0-9702-cbba40f1b2de tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 945 time: 0.0846701 May 27 23:17:38.150177 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bdff1d5-ab77-457e-b179-fa05f7ea9d7a req-97a9668a-89ba-4538-bb3b-14f5339c375b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387652 May 27 23:17:38.409658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-292d34b4-ef2e-4233-b436-f44afa605e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:38.411103 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-292d34b4-ef2e-4233-b436-f44afa605e38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 1096 time: 0.0703421 May 27 23:17:38.539887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-fba68e84-200b-4020-aeca-e75c0a4e949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:38.541337 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-fba68e84-200b-4020-aeca-e75c0a4e949c service neutron] 10.222.0.57 "GET /v2.0/networks?id=f74c0478-c0d8-4f66-b39a-68df27f3a2be HTTP/1.1" status: 200 len: 897 time: 0.1243663 May 27 23:17:38.644289 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-f07443d7-98df-4df3-a8b6-0581bd60cbc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95cd683-69a3-482f-8d86-f605329d7a05 HTTP/1.1" status: 200 len: 1000 time: 0.0960662 May 27 23:17:38.709287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-24e617c0-919c-459a-a6b9-37a3e2ecdc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:38.710620 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-24e617c0-919c-459a-a6b9-37a3e2ecdc4f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f09a7caf-79da-4b08-aec9-ebc181ff3385 HTTP/1.1" status: 200 len: 834 time: 0.0599957 May 27 23:17:38.785223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-57135209-fbd8-4305-868b-2eb487baca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:38.786671 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-57135209-fbd8-4305-868b-2eb487baca82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f74c0478-c0d8-4f66-b39a-68df27f3a2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692315 May 27 23:17:38.919391 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-f60f3d96-8cdc-4547-b232-164968a21cee service neutron] 10.222.0.57 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249425 May 27 23:17:39.053886 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-48f3cbfd-1bcc-4caf-a225-7d35e15495fd service neutron] 10.222.0.57 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287777 May 27 23:17:39.078264 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:17:39.230462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-3d538319-c2cd-499f-9305-457db02383b2 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:39.232575 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-3d538319-c2cd-499f-9305-457db02383b2 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8&tenant_id=e6de1f1438b94cdfbf69203088ee5d15&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 1096 time: 0.0753422 May 27 23:17:39.242303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-843680-3'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:17:39.355422 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:39.383409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eced933-b3b5-4740-920f-9b213042e204 req-9512c2ba-6501-465e-9057-178e6b2f9da1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:39.384887 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4eced933-b3b5-4740-920f-9b213042e204 req-9512c2ba-6501-465e-9057-178e6b2f9da1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 945 time: 0.1278436 May 27 23:17:39.429227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4eced933-b3b5-4740-920f-9b213042e204 req-915626ca-a3cf-4e47-86da-c86b804f8517 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385001 May 27 23:17:39.549221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e95cd683-69a3-482f-8d86-f605329d7a05,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:17:39.580518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:17:39.636629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:17:39.642660 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:39.681332 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-555733d0-e431-430e-b583-37ede19b77b1'] response: {'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'code': 200} May 27 23:17:39.717408 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:39.876720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Pushing event updated for resources: {'Port': ['ID=e95cd683-69a3-482f-8d86-f605329d7a05,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:17:39.943096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Attempting to bind port e95cd683-69a3-482f-8d86-f605329d7a05 on host n-h2-843680-3 for vnic_type normal with profile {"migrating_to": "n-h1-843680-3"} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:17:39.943450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Attempting to bind port e95cd683-69a3-482f-8d86-f605329d7a05 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:17:39.943774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Attempting to bind port e95cd683-69a3-482f-8d86-f605329d7a05 on network f74c0478-c0d8-4f66-b39a-68df27f3a2be {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:17:39.948342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Port e95cd683-69a3-482f-8d86-f605329d7a05 on network f74c0478-c0d8-4f66-b39a-68df27f3a2be not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:17:39.948682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Attempting to bind port e95cd683-69a3-482f-8d86-f605329d7a05 on network f74c0478-c0d8-4f66-b39a-68df27f3a2be {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:17:39.954357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:17:39.954688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Checking segment: {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:17:39.955063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Bound using segment: {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:17:39.955744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Bound port: e95cd683-69a3-482f-8d86-f605329d7a05, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ac60302-5da6-46cd-ad92-bda946db8f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:17:39.956084 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:40.040994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9b923c4b-a629-44a6-b7a5-3b9d822b1dd5 None None] Provisioning complete for port e95cd683-69a3-482f-8d86-f605329d7a05 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:17:40.041582 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b923c4b-a629-44a6-b7a5-3b9d822b1dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:40.041691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:17:40.044281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e95cd683-69a3-482f-8d86-f605329d7a05,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:17:40.096595 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9b923c4b-a629-44a6-b7a5-3b9d822b1dd5 None None] Port e95cd683-69a3-482f-8d86-f605329d7a05 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:17:40.138642 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:40.416911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Pushing event updated for resources: {'Port': ['ID=e95cd683-69a3-482f-8d86-f605329d7a05,revision_number=8']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:17:40.421472 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a4366b2e-0ac1-499b-932b-6d207510924a None None] Provisioning complete for port e95cd683-69a3-482f-8d86-f605329d7a05 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:17:40.421782 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4366b2e-0ac1-499b-932b-6d207510924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:40.430122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:40.430467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:40.430804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:40.431138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:40.431465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:40.431790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:40.432112 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:40.432458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:40.432786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:40.433105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:40.433425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:40.433738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:40.480287 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:40.481470 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:40.482841 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-38d68570-adcb-4e3e-876c-533a1701e90d service neutron] 10.222.0.57 "PUT /v2.0/ports/e95cd683-69a3-482f-8d86-f605329d7a05 HTTP/1.1" status: 200 len: 1121 time: 1.2443802 May 27 23:17:40.543036 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a4366b2e-0ac1-499b-932b-6d207510924a None None] Current status of the port e95cd683-69a3-482f-8d86-f605329d7a05 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:17:40.543432 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4366b2e-0ac1-499b-932b-6d207510924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:40.557922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['e95cd683-69a3-482f-8d86-f605329d7a05'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:17:40.623803 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:17:40.633328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb2230-937f-4ad4-82d3-c68d5668e562 req-a8a4cf02-4544-4207-ae49-b392f5ef61a3 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:40.635001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7bcb2230-937f-4ad4-82d3-c68d5668e562 req-a8a4cf02-4544-4207-ae49-b392f5ef61a3 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 943 time: 0.0944874 May 27 23:17:40.643199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a4366b2e-0ac1-499b-932b-6d207510924a None None] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e95cd683-69a3-482f-8d86-f605329d7a05,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:17:40.675044 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287cb463-a235-484a-9302-a2a2ca224940'] response: {'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'code': 200} May 27 23:17:40.695363 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7bcb2230-937f-4ad4-82d3-c68d5668e562 req-54f02388-2c68-40c2-952e-5dc9efa723f1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537090 May 27 23:17:40.701943 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4366b2e-0ac1-499b-932b-6d207510924a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:40.892251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4366b2e-0ac1-499b-932b-6d207510924a None None] Pushing event updated for resources: {'Port': ['ID=e95cd683-69a3-482f-8d86-f605329d7a05,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:17:41.682811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:17:41.729772 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18518f73-f71e-4c03-89f5-5d66d7fa68d8'] response: {'name': 'network-changed', 'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'status': 'completed', 'code': 200} May 27 23:17:41.860325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ba05b-d139-4ab9-8239-9b3e43bcf415 req-7a91ccbc-c10a-4fa2-88d5-3b9184b9334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:41.861847 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-631ba05b-d139-4ab9-8239-9b3e43bcf415 req-7a91ccbc-c10a-4fa2-88d5-3b9184b9334c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 1126 time: 0.1126423 May 27 23:17:41.885650 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f2943-6f66-4638-a59f-d09bb09307a2 req-9cc76498-fc61-4aa6-ae31-33a1d98d94d0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:41.890137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-802f2943-6f66-4638-a59f-d09bb09307a2 req-9cc76498-fc61-4aa6-ae31-33a1d98d94d0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 945 time: 0.0813491 May 27 23:17:41.935342 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-802f2943-6f66-4638-a59f-d09bb09307a2 req-1ef15448-e5cc-40f9-af9c-6471093473e1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423605 May 27 23:17:41.992139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ba05b-d139-4ab9-8239-9b3e43bcf415 req-4e228b0b-2a79-4801-bb75-de71c1ea21da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:41.993593 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-631ba05b-d139-4ab9-8239-9b3e43bcf415 req-4e228b0b-2a79-4801-bb75-de71c1ea21da service neutron] 10.222.0.46 "GET /v2.0/networks?id=f74c0478-c0d8-4f66-b39a-68df27f3a2be HTTP/1.1" status: 200 len: 897 time: 0.1243551 May 27 23:17:42.096097 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-631ba05b-d139-4ab9-8239-9b3e43bcf415 req-c57573b4-f050-459b-b0d8-2b8c67b116df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95cd683-69a3-482f-8d86-f605329d7a05 HTTP/1.1" status: 200 len: 1000 time: 0.0954287 May 27 23:17:42.160015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ba05b-d139-4ab9-8239-9b3e43bcf415 req-66c8822b-d0d2-4da1-af65-3325012dc136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:42.161409 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-631ba05b-d139-4ab9-8239-9b3e43bcf415 req-66c8822b-d0d2-4da1-af65-3325012dc136 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f09a7caf-79da-4b08-aec9-ebc181ff3385 HTTP/1.1" status: 200 len: 834 time: 0.0592709 May 27 23:17:42.235275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ba05b-d139-4ab9-8239-9b3e43bcf415 req-511f7833-efd4-412b-9244-be27d60f1e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:42.236655 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-631ba05b-d139-4ab9-8239-9b3e43bcf415 req-511f7833-efd4-412b-9244-be27d60f1e0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f74c0478-c0d8-4f66-b39a-68df27f3a2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689511 May 27 23:17:42.366091 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-631ba05b-d139-4ab9-8239-9b3e43bcf415 req-b577bae7-eff6-4cb5-b55f-10aa12dffbe1 service neutron] 10.222.0.46 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225417 May 27 23:17:42.497744 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-631ba05b-d139-4ab9-8239-9b3e43bcf415 req-e74a8d3f-d098-4afd-a940-c3e919d45556 service neutron] 10.222.0.46 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251364 May 27 23:17:42.851214 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e95cd683-69a3-482f-8d86-f605329d7a05 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:17:43.008694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e95cd683-69a3-482f-8d86-f605329d7a05,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:17:43.022219 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e95cd683-69a3-482f-8d86-f605329d7a05 has no active binding in host n-h1-843680-3 {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} May 27 23:17:43.124666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5628043-2477-422b-ba98-89673a3589b1 req-918d5c72-ef39-4b2b-9f35-68f638c15a81 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:43.126019 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a5628043-2477-422b-ba98-89673a3589b1 req-918d5c72-ef39-4b2b-9f35-68f638c15a81 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 945 time: 0.0797703 May 27 23:17:43.169263 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a5628043-2477-422b-ba98-89673a3589b1 req-ca1b50c4-4e9e-4a74-b52a-44e20a7f0793 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375943 May 27 23:17:44.355178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897cce0-b598-426b-b331-d3b9ff50f47a req-a22d48b0-0108-4dfa-a928-7c2a33c1ce6b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:44.356612 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9897cce0-b598-426b-b331-d3b9ff50f47a req-a22d48b0-0108-4dfa-a928-7c2a33c1ce6b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 945 time: 0.0814245 May 27 23:17:44.400326 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9897cce0-b598-426b-b331-d3b9ff50f47a req-d58ab44b-573b-4550-8ba9-cc881c27cce7 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380900 May 27 23:17:45.551597 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-dc670095-3f8f-4da8-8203-7bdc0e712cad service neutron] 10.222.0.46 "GET /v2.0/ports/e95cd683-69a3-482f-8d86-f605329d7a05/bindings/n-h1-843680-3 HTTP/1.1" status: 200 len: 384 time: 0.0786796 May 27 23:17:45.583176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe87c4-f19e-46ec-a76f-441f1121b04d req-a59b72a5-a8a6-41a9-a270-a3c0b4fe2267 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:45.584656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8abe87c4-f19e-46ec-a76f-441f1121b04d req-a59b72a5-a8a6-41a9-a270-a3c0b4fe2267 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 945 time: 0.0802777 May 27 23:17:45.627928 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8abe87c4-f19e-46ec-a76f-441f1121b04d req-ceea5759-5f6d-4f2b-8d76-0cf0aa99549a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376327 May 27 23:17:45.802621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-405e92fa-426b-4189-8116-ad3c88f00002 service neutron] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e95cd683-69a3-482f-8d86-f605329d7a05,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:17:45.823793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-405e92fa-426b-4189-8116-ad3c88f00002 service neutron] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:17:45.885730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:17:45.895231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-405e92fa-426b-4189-8116-ad3c88f00002 service neutron] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e95cd683-69a3-482f-8d86-f605329d7a05,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:17:45.929047 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35043589-236d-4b69-bae8-49cf55b7338a'] response: {'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'code': 200} May 27 23:17:45.973872 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-405e92fa-426b-4189-8116-ad3c88f00002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:46.072624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-405e92fa-426b-4189-8116-ad3c88f00002 service neutron] Transition to ACTIVE for port object e95cd683-69a3-482f-8d86-f605329d7a05 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:17:46.157290 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-405e92fa-426b-4189-8116-ad3c88f00002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:46.169161 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:46.314361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e92fa-426b-4189-8116-ad3c88f00002 service neutron] Pushing event updated for resources: {'Port': ['ID=e95cd683-69a3-482f-8d86-f605329d7a05,revision_number=11']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:17:46.360580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-405e92fa-426b-4189-8116-ad3c88f00002 service neutron] No DVR routers for this DVR port e95cd683-69a3-482f-8d86-f605329d7a05 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:17:46.691266 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-405e92fa-426b-4189-8116-ad3c88f00002 service neutron] 10.222.0.46 "PUT /v2.0/ports/e95cd683-69a3-482f-8d86-f605329d7a05/bindings/n-h1-843680-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1341426 May 27 23:17:46.819712 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55ba90-479b-4c75-b9aa-a6db0be14ec4 req-333ee004-d9b4-41ef-a703-ca89588fea4e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:46.821196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f55ba90-479b-4c75-b9aa-a6db0be14ec4 req-333ee004-d9b4-41ef-a703-ca89588fea4e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 944 time: 0.0826175 May 27 23:17:46.865391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e95cd683-69a3-482f-8d86-f605329d7a05 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:17:46.867014 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f55ba90-479b-4c75-b9aa-a6db0be14ec4 req-6d939303-fa15-42a5-b1a1-f2729a093fd2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396910 May 27 23:17:46.894396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-1362419a-d02c-4ee9-947b-67a9e8046286 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:46.898499 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-1362419a-d02c-4ee9-947b-67a9e8046286 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8&tenant_id=e6de1f1438b94cdfbf69203088ee5d15&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 1095 time: 0.0782886 May 27 23:17:46.975972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-54524a94-4070-4d2c-8f41-8c31273eca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:46.977390 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-54524a94-4070-4d2c-8f41-8c31273eca7f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8&tenant_id=e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 1095 time: 0.0750554 May 27 23:17:47.003855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e95cd683-69a3-482f-8d86-f605329d7a05,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:17:47.017666 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'port_id': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'mac_address': 'fa:16:3e:40:2b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:17:47.070796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port e95cd683-69a3-482f-8d86-f605329d7a05 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:17:47.071165 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:47.079880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-0ac049b8-a96a-4ca3-a9f8-74b25b3fa690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:47.081659 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-0ac049b8-a96a-4ca3-a9f8-74b25b3fa690 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 1095 time: 0.0714478 May 27 23:17:47.088064 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e95cd683-69a3-482f-8d86-f605329d7a05 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:17:47.103593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e95cd683-69a3-482f-8d86-f605329d7a05,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:17:47.168483 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:47.212866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-1811ae88-ee26-4e30-84cc-00de89d73c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:47.214365 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-1811ae88-ee26-4e30-84cc-00de89d73c70 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f74c0478-c0d8-4f66-b39a-68df27f3a2be HTTP/1.1" status: 200 len: 897 time: 0.1270051 May 27 23:17:47.238801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=e95cd683-69a3-482f-8d86-f605329d7a05,revision_number=12']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:17:47.249655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:47.250006 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:47.250342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:47.250682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:47.251006 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:47.251620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:47.251947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:47.252276 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:47.252755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:47.253084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:47.253406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:47.253725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:47.305666 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['e95cd683-69a3-482f-8d86-f605329d7a05'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:17:47.320916 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-d979876f-a18c-4bf7-88ad-bf39021ae41f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95cd683-69a3-482f-8d86-f605329d7a05 HTTP/1.1" status: 200 len: 999 time: 0.0996177 May 27 23:17:47.386655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-5b171ced-0b16-4468-9cf9-af86478cfb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:47.388854 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-5b171ced-0b16-4468-9cf9-af86478cfb90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f09a7caf-79da-4b08-aec9-ebc181ff3385 HTTP/1.1" status: 200 len: 834 time: 0.0612137 May 27 23:17:47.462262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-957d1de1-91e4-493b-9903-3da4770cfe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:47.463719 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-957d1de1-91e4-493b-9903-3da4770cfe9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f74c0478-c0d8-4f66-b39a-68df27f3a2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693941 May 27 23:17:47.595263 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-23199de2-56b7-45cb-9086-b59ea555abae service neutron] 10.222.0.57 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239169 May 27 23:17:47.727935 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-b44dc618-1883-45c0-a226-3fccb4f72c36 service neutron] 10.222.0.57 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263254 May 27 23:17:48.052823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0c894-e4fd-47b0-a1ee-587264114561 req-a4a1e5bb-14af-4d7d-8206-a72405c8e6aa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:48.054277 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97f0c894-e4fd-47b0-a1ee-587264114561 req-a4a1e5bb-14af-4d7d-8206-a72405c8e6aa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 945 time: 0.0803151 May 27 23:17:48.101376 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-97f0c894-e4fd-47b0-a1ee-587264114561 req-66486750-3c88-4a4d-b2af-48d1a31ccece tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412838 May 27 23:17:48.268149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-39bf8b51-1297-436e-93cd-24bc88429c3a tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:48.269557 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-39bf8b51-1297-436e-93cd-24bc88429c3a tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8&tenant_id=e6de1f1438b94cdfbf69203088ee5d15&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 1096 time: 0.0741851 May 27 23:17:48.425458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-be1158e2-e778-424d-a167-46495c3a0664 service neutron] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:17:48.428438 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-be1158e2-e778-424d-a167-46495c3a0664 service neutron] Notify callbacks [] for binding, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:48.429546 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9124f56d-cecc-4608-b6c1-7d2bd50ef772 req-be1158e2-e778-424d-a167-46495c3a0664 service neutron] 10.222.0.57 "DELETE /v2.0/ports/e95cd683-69a3-482f-8d86-f605329d7a05/bindings/n-h2-843680-3 HTTP/1.1" status: 204 len: 173 time: 0.1537366 May 27 23:17:48.776842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e95cd683-69a3-482f-8d86-f605329d7a05 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:17:48.838362 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e95cd683-69a3-482f-8d86-f605329d7a05 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:17:48.866354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e95cd683-69a3-482f-8d86-f605329d7a05 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:17:48.980061 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port e95cd683-69a3-482f-8d86-f605329d7a05 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:17:48.984975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port e95cd683-69a3-482f-8d86-f605329d7a05 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:17:48.986222 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:49.101432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port e95cd683-69a3-482f-8d86-f605329d7a05 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:17:49.101809 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:49.129071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:17:49.139682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e95cd683-69a3-482f-8d86-f605329d7a05,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:17:49.179886 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a184fd5f-c038-43df-ab29-b124121f93e4'] response: {'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'code': 200} May 27 23:17:49.219952 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:49.291788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=e95cd683-69a3-482f-8d86-f605329d7a05,revision_number=14']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:17:49.296360 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc312f8-3746-4e11-838b-548cc43fe844 req-2fd482b3-5624-40ee-8796-eb872dadd1cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:49.297921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdc312f8-3746-4e11-838b-548cc43fe844 req-2fd482b3-5624-40ee-8796-eb872dadd1cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 946 time: 0.0832856 May 27 23:17:49.349293 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdc312f8-3746-4e11-838b-548cc43fe844 req-11c0e514-368e-4920-bed4-e3a58cc9f630 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405395 May 27 23:17:49.528383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa06b1-e257-4e06-ad6f-6b5dca688dad req-d6fd7b32-0ec4-4d9f-9c7a-75a5b7a004fe tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:49.529770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4caa06b1-e257-4e06-ad6f-6b5dca688dad req-d6fd7b32-0ec4-4d9f-9c7a-75a5b7a004fe tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 1097 time: 0.0728209 May 27 23:17:49.662498 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4caa06b1-e257-4e06-ad6f-6b5dca688dad req-cf5b2e10-d9ac-4e05-9099-d38d177ff8a7 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271269 May 27 23:17:49.843709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797b8cd-29d3-47c8-8b1f-cdb9b7ea3f9c req-6a1d2346-0265-468c-a6ec-9133fa33adbf tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:49.845197 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8797b8cd-29d3-47c8-8b1f-cdb9b7ea3f9c req-6a1d2346-0265-468c-a6ec-9133fa33adbf tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 946 time: 0.0794559 May 27 23:17:49.887784 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8797b8cd-29d3-47c8-8b1f-cdb9b7ea3f9c req-c1be35c3-d6f7-4d73-81f1-dd0bace1e1fd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369871 May 27 23:17:49.910131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44590) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:17:50.012934 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f15aafe0-d0a6-4d7d-921d-2bb7f7dfa53a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/daeb981d-e036-41aa-9bcb-c74882332a99 HTTP/1.1" status: 200 len: 992 time: 0.1017406 May 27 23:17:52.281154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44598) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:17:52.478187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port 3aaf5ac0-86c0-460b-9ea9-2a0f360827c1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:17:52.478545 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:52.650042 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:52.650367 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:52.659965 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:52.772666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for 3aaf5ac0-86c0-460b-9ea9-2a0f360827c1 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:17:52.982978 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:53.028665 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=3aaf5ac0-86c0-460b-9ea9-2a0f360827c1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:17:53.069802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:53.070144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:53.070479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:53.070809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:53.071133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:53.071458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:53.071780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:53.072105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:53.072448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:53.072767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:53.073082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:53.073394 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:17:53.131256 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:53.131580 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Floating IP daeb981d-e036-41aa-9bcb-c74882332a99 disassociated (deleted). External IP: 172.25.2.70, port: e95cd683-69a3-482f-8d86-f605329d7a05. May 27 23:17:53.571261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router bc20e244-29df-461d-955c-97988adf398d has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:17:53.749896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:17:53.759716 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc9b2c-467a-43a8-b995-720293d0f0a7 None None] Sync routers for ids ['bc20e244-29df-461d-955c-97988adf398d'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:17:53.766002 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:53.770650 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc9b2c-467a-43a8-b995-720293d0f0a7 None None] Routers {'bc20e244-29df-461d-955c-97988adf398d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:17:53.770650 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1cfc9b2c-467a-43a8-b995-720293d0f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:17:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bc20e244-29df-461d-955c-97988adf398d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:17:53.821622 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-abad507f-fb92-4c00-b0bf-0b26ab8f7d7f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/floatingips/daeb981d-e036-41aa-9bcb-c74882332a99 HTTP/1.1" status: 204 len: 168 time: 1.5393152 May 27 23:17:53.822278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:17:53.924535 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fda11d3-8fea-4686-b833-dd16d1ef093b'] response: {'name': 'network-changed', 'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'status': 'completed', 'code': 200} May 27 23:17:53.957864 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1cfc9b2c-467a-43a8-b995-720293d0f0a7 None None] Set router bc20e244-29df-461d-955c-97988adf398d gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:17:54.038174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4190b7-b04a-43c1-a8b2-82bb936abbb4 req-e6b1c90b-657d-4e06-9ea6-82a2219bea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:54.039646 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4d4190b7-b04a-43c1-a8b2-82bb936abbb4 req-e6b1c90b-657d-4e06-9ea6-82a2219bea2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 1097 time: 0.0712354 May 27 23:17:54.176562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4190b7-b04a-43c1-a8b2-82bb936abbb4 req-4bcfd5e1-6b15-4cbd-9c3c-b677094c72c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:54.177922 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4d4190b7-b04a-43c1-a8b2-82bb936abbb4 req-4bcfd5e1-6b15-4cbd-9c3c-b677094c72c5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f74c0478-c0d8-4f66-b39a-68df27f3a2be HTTP/1.1" status: 200 len: 897 time: 0.1311479 May 27 23:17:54.250636 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4d4190b7-b04a-43c1-a8b2-82bb936abbb4 req-d18575e8-5d8c-47e1-84ed-1862f3342c25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e95cd683-69a3-482f-8d86-f605329d7a05 HTTP/1.1" status: 200 len: 217 time: 0.0647533 May 27 23:17:54.304974 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1cfc9b2c-467a-43a8-b995-720293d0f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20e244-29df-461d-955c-97988adf398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:16:40Z', 'updated_at': '2022-05-27T23:16:46Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:41Z', 'updated_at': '2022-05-27T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '39e330b6-c90c-4b68-8e2a-1d1e708efb38', 'name': '', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:7a:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:45Z', 'updated_at': '2022-05-27T23:16:50Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:17:54.309465 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc9b2c-467a-43a8-b995-720293d0f0a7 None None] Checking router: bc20e244-29df-461d-955c-97988adf398d for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:17:54.317062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4190b7-b04a-43c1-a8b2-82bb936abbb4 req-a33ecaaa-5168-4dee-b89f-0e8f14145e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:54.318026 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc9b2c-467a-43a8-b995-720293d0f0a7 None None] Routers {'bc20e244-29df-461d-955c-97988adf398d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:17:54.318637 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1cfc9b2c-467a-43a8-b995-720293d0f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:17:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bc20e244-29df-461d-955c-97988adf398d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:17:54.319060 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4d4190b7-b04a-43c1-a8b2-82bb936abbb4 req-a33ecaaa-5168-4dee-b89f-0e8f14145e9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f09a7caf-79da-4b08-aec9-ebc181ff3385 HTTP/1.1" status: 200 len: 834 time: 0.0619619 May 27 23:17:54.405425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4190b7-b04a-43c1-a8b2-82bb936abbb4 req-4f2b50c8-7d0f-47d8-9980-7816ce8c2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:54.406927 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4d4190b7-b04a-43c1-a8b2-82bb936abbb4 req-4f2b50c8-7d0f-47d8-9980-7816ce8c2219 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f74c0478-c0d8-4f66-b39a-68df27f3a2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811388 May 27 23:17:54.467691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef6fe8-c91f-489c-9441-1e11ec6fd81c req-adf6ac0a-3a4b-44cd-b43f-a4bac1988ac5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:54.468283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-41ef6fe8-c91f-489c-9441-1e11ec6fd81c req-adf6ac0a-3a4b-44cd-b43f-a4bac1988ac5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:17:54.501757 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1cfc9b2c-467a-43a8-b995-720293d0f0a7 None None] Set router bc20e244-29df-461d-955c-97988adf398d gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:17:54.577479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-41ef6fe8-c91f-489c-9441-1e11ec6fd81c req-adf6ac0a-3a4b-44cd-b43f-a4bac1988ac5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:17:54.578786 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41ef6fe8-c91f-489c-9441-1e11ec6fd81c req-adf6ac0a-3a4b-44cd-b43f-a4bac1988ac5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 946 time: 0.1953368 May 27 23:17:54.631032 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41ef6fe8-c91f-489c-9441-1e11ec6fd81c req-196ece5f-5928-4e05-a504-db68869a3b18 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=0350c18b-37ad-4295-b7fe-fb6a8286b5fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452065 May 27 23:17:54.667802 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4d4190b7-b04a-43c1-a8b2-82bb936abbb4 req-87b63eb5-6c54-467b-ad81-427662c4b61b service neutron] 10.222.0.57 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542155 May 27 23:17:54.817142 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4d4190b7-b04a-43c1-a8b2-82bb936abbb4 req-94670c15-0273-4364-a943-d8295bc82fb5 service neutron] 10.222.0.57 "GET /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412556 May 27 23:17:54.830079 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1cfc9b2c-467a-43a8-b995-720293d0f0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20e244-29df-461d-955c-97988adf398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:16:40Z', 'updated_at': '2022-05-27T23:16:46Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:41Z', 'updated_at': '2022-05-27T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '39e330b6-c90c-4b68-8e2a-1d1e708efb38', 'name': '', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:7a:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:45Z', 'updated_at': '2022-05-27T23:16:50Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:17:54.833963 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfc9b2c-467a-43a8-b995-720293d0f0a7 None None] The sync data for ids ['bc20e244-29df-461d-955c-97988adf398d'] in n-d-843680-3 is: [{'id': 'bc20e244-29df-461d-955c-97988adf398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:16:40Z', 'updated_at': '2022-05-27T23:16:46Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:41Z', 'updated_at': '2022-05-27T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '39e330b6-c90c-4b68-8e2a-1d1e708efb38', 'name': '', 'network_id': 'f74c0478-c0d8-4f66-b39a-68df27f3a2be', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:7a:45:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:45Z', 'updated_at': '2022-05-27T23:16:50Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'f09a7caf-79da-4b08-aec9-ebc181ff3385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:17:55.035919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16fb33-a4e3-4678-be88-31dd2cea0d50 req-828b8ae4-1edd-4e8e-b94f-e8d7e2ec006f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:17:55.036874 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ff16fb33-a4e3-4678-be88-31dd2cea0d50 req-828b8ae4-1edd-4e8e-b94f-e8d7e2ec006f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:17:55.049877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ff16fb33-a4e3-4678-be88-31dd2cea0d50 req-828b8ae4-1edd-4e8e-b94f-e8d7e2ec006f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:17:55.051617 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ff16fb33-a4e3-4678-be88-31dd2cea0d50 req-828b8ae4-1edd-4e8e-b94f-e8d7e2ec006f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.57 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 946 time: 0.0979340 May 27 23:17:55.064657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46e47ea-955e-4c29-9772-6635ac72aeb1 None None] New status for floating IP daeb981d-e036-41aa-9bcb-c74882332a99: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:17:55.124361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ff16fb33-a4e3-4678-be88-31dd2cea0d50 req-f773611d-f9c9-4523-a003-699c7445b848 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port e95cd683-69a3-482f-8d86-f605329d7a05 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:17:55.124709 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ff16fb33-a4e3-4678-be88-31dd2cea0d50 req-f773611d-f9c9-4523-a003-699c7445b848 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:55.367395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ff16fb33-a4e3-4678-be88-31dd2cea0d50 req-f773611d-f9c9-4523-a003-699c7445b848 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] For port e95cd683-69a3-482f-8d86-f605329d7a05, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=e95cd683-69a3-482f-8d86-f605329d7a05,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:17:55.367741 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ff16fb33-a4e3-4678-be88-31dd2cea0d50 req-f773611d-f9c9-4523-a003-699c7445b848 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:55.491273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ff16fb33-a4e3-4678-be88-31dd2cea0d50 req-f773611d-f9c9-4523-a003-699c7445b848 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for e95cd683-69a3-482f-8d86-f605329d7a05 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:17:55.696997 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ff16fb33-a4e3-4678-be88-31dd2cea0d50 req-f773611d-f9c9-4523-a003-699c7445b848 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:55.751980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773611d-f9c9-4523-a003-699c7445b848 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=e95cd683-69a3-482f-8d86-f605329d7a05,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:17:55.792766 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01c1a059-3549-4940-b970-808d1dc1f011 req-4f17eaec-dffc-4fcd-8f4e-017efd503c82 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=6c946b87-de03-49bc-85ea-f0a5e41bcfa8 HTTP/1.1" status: 200 len: 210 time: 0.0451586 May 27 23:17:55.829081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff16fb33-a4e3-4678-be88-31dd2cea0d50 req-f773611d-f9c9-4523-a003-699c7445b848 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] No DVR routers for this DVR port e95cd683-69a3-482f-8d86-f605329d7a05 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:17:55.831793 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ff16fb33-a4e3-4678-be88-31dd2cea0d50 req-f773611d-f9c9-4523-a003-699c7445b848 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:55.834293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'name': 'network-vif-deleted', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:17:55.877784 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bafff39-1d0d-490d-a620-9f13b47f3b58'] response: {'server_uuid': '6c946b87-de03-49bc-85ea-f0a5e41bcfa8', 'name': 'network-vif-deleted', 'tag': 'e95cd683-69a3-482f-8d86-f605329d7a05', 'status': 'completed', 'code': 200} May 27 23:17:55.906137 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ff16fb33-a4e3-4678-be88-31dd2cea0d50 req-f773611d-f9c9-4523-a003-699c7445b848 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.57 "DELETE /v2.0/ports/e95cd683-69a3-482f-8d86-f605329d7a05 HTTP/1.1" status: 204 len: 173 time: 0.8495932 May 27 23:17:56.887547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44616) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:17:56.917441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e95cd683-69a3-482f-8d86-f605329d7a05 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:17:56.950796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: e95cd683-69a3-482f-8d86-f605329d7a05 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:17:56.951224 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device e95cd683-69a3-482f-8d86-f605329d7a05 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:17:57.438286 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b475499-5fb7-4baf-b6a3-05807ffab8aa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:57.536768 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bede6b5e-ae26-4432-baa1-a9df85b4325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:57.790014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1b475499-5fb7-4baf-b6a3-05807ffab8aa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port 39e330b6-c90c-4b68-8e2a-1d1e708efb38 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:17:57.790347 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b475499-5fb7-4baf-b6a3-05807ffab8aa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:58.079474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-1b475499-5fb7-4baf-b6a3-05807ffab8aa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] For port 39e330b6-c90c-4b68-8e2a-1d1e708efb38, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=39e330b6-c90c-4b68-8e2a-1d1e708efb38,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:17:58.080465 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b475499-5fb7-4baf-b6a3-05807ffab8aa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:58.200255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1b475499-5fb7-4baf-b6a3-05807ffab8aa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for 39e330b6-c90c-4b68-8e2a-1d1e708efb38 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:17:58.436987 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b475499-5fb7-4baf-b6a3-05807ffab8aa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:58.483292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b475499-5fb7-4baf-b6a3-05807ffab8aa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=39e330b6-c90c-4b68-8e2a-1d1e708efb38,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:17:58.762579 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b475499-5fb7-4baf-b6a3-05807ffab8aa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:59.123911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b475499-5fb7-4baf-b6a3-05807ffab8aa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router bc20e244-29df-461d-955c-97988adf398d has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:17:59.295597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b475499-5fb7-4baf-b6a3-05807ffab8aa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:17:59.305294 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f37ec-afe9-4508-bfb4-7183c35f38ec None None] Sync routers for ids ['bc20e244-29df-461d-955c-97988adf398d'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:17:59.307856 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1b475499-5fb7-4baf-b6a3-05807ffab8aa tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "PUT /v2.0/routers/bc20e244-29df-461d-955c-97988adf398d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4193614 May 27 23:17:59.310503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44620) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:17:59.314420 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f37ec-afe9-4508-bfb4-7183c35f38ec None None] Routers {'bc20e244-29df-461d-955c-97988adf398d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:17:59.315008 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-842f37ec-afe9-4508-bfb4-7183c35f38ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:17:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bc20e244-29df-461d-955c-97988adf398d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:17:59.377891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ae152d-bae6-489b-85ce-9f5fadcd6767 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting subnet f09a7caf-79da-4b08-aec9-ebc181ff3385 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:17:59.380816 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90ae152d-bae6-489b-85ce-9f5fadcd6767 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:59.490427 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-842f37ec-afe9-4508-bfb4-7183c35f38ec None None] Set router bc20e244-29df-461d-955c-97988adf398d gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:17:59.551230 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90ae152d-bae6-489b-85ce-9f5fadcd6767 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:59.638572 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90ae152d-bae6-489b-85ce-9f5fadcd6767 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:59.685900 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d1cdb52-fa0b-4736-bb72-af4c1c0ae10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:59.772671 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-842f37ec-afe9-4508-bfb4-7183c35f38ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20e244-29df-461d-955c-97988adf398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:16:40Z', 'updated_at': '2022-05-27T23:17:58Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:41Z', 'updated_at': '2022-05-27T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:17:59.776426 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f37ec-afe9-4508-bfb4-7183c35f38ec None None] Checking router: bc20e244-29df-461d-955c-97988adf398d for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:17:59.783120 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90ae152d-bae6-489b-85ce-9f5fadcd6767 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:59.785304 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f37ec-afe9-4508-bfb4-7183c35f38ec None None] Routers {'bc20e244-29df-461d-955c-97988adf398d'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:17:59.785888 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-842f37ec-afe9-4508-bfb4-7183c35f38ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:18:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['bc20e244-29df-461d-955c-97988adf398d'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:17:59.822278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae152d-bae6-489b-85ce-9f5fadcd6767 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Subnet': ['ID=f09a7caf-79da-4b08-aec9-ebc181ff3385,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:17:59.826327 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-90ae152d-bae6-489b-85ce-9f5fadcd6767 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:17:59.832037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8e9e06-d2aa-4a6f-9daf-e5e2ba24032f None None] Network f74c0478-c0d8-4f66-b39a-68df27f3a2be requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:17:59.836261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44624) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:17:59.836781 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-90ae152d-bae6-489b-85ce-9f5fadcd6767 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/subnets/f09a7caf-79da-4b08-aec9-ebc181ff3385 HTTP/1.1" status: 204 len: 168 time: 0.5248246 May 27 23:17:59.993131 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-842f37ec-afe9-4508-bfb4-7183c35f38ec None None] Set router bc20e244-29df-461d-955c-97988adf398d gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:18:00.021882 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:00.110745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3ea952-a4c1-46c7-b79b-9da06275db3a None None] DHCP port deletion for f74c0478-c0d8-4f66-b39a-68df27f3a2be request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:18:00.114938 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ea952-a4c1-46c7-b79b-9da06275db3a None None] Deleting port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:18:00.115315 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea952-a4c1-46c7-b79b-9da06275db3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:00.206842 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:00.284838 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-842f37ec-afe9-4508-bfb4-7183c35f38ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc20e244-29df-461d-955c-97988adf398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:16:40Z', 'updated_at': '2022-05-27T23:17:58Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:41Z', 'updated_at': '2022-05-27T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:00.289078 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842f37ec-afe9-4508-bfb4-7183c35f38ec None None] The sync data for ids ['bc20e244-29df-461d-955c-97988adf398d'] in n-d-843680-3 is: [{'id': 'bc20e244-29df-461d-955c-97988adf398d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2076253808', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:16:40Z', 'updated_at': '2022-05-27T23:17:58Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': 'a090f462-5dd4-4f56-863f-ef6f0f858c52', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc20e244-29df-461d-955c-97988adf398d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:16:41Z', 'updated_at': '2022-05-27T23:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:18:00.320048 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port a090f462-5dd4-4f56-863f-ef6f0f858c52 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:18:00.320426 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:00.325982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5d3ea952-a4c1-46c7-b79b-9da06275db3a None None] For port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3cdd5994-b03e-4b2b-8cf5-c692658b3fd5,segment=NetworkSegment(6ac60302-5da6-46cd-ad92-bda946db8f20),segment_id=6ac60302-5da6-46cd-ad92-bda946db8f20)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:18:00.326315 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea952-a4c1-46c7-b79b-9da06275db3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:00.475440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ea952-a4c1-46c7-b79b-9da06275db3a None None] Calling delete_port for 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:18:00.596644 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea952-a4c1-46c7-b79b-9da06275db3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:00.620865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] For port a090f462-5dd4-4f56-863f-ef6f0f858c52, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a090f462-5dd4-4f56-863f-ef6f0f858c52,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:18:00.621737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:00.647409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3ea952-a4c1-46c7-b79b-9da06275db3a None None] No DVR routers for this DVR port 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:18:00.648747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ea952-a4c1-46c7-b79b-9da06275db3a None None] Pushing event deleted for resources: {'Port': ['ID=3cdd5994-b03e-4b2b-8cf5-c692658b3fd5,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:00.701514 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 39e330b6-c90c-4b68-8e2a-1d1e708efb38 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:18:00.741243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 39e330b6-c90c-4b68-8e2a-1d1e708efb38 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:18:00.741589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 39e330b6-c90c-4b68-8e2a-1d1e708efb38 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:18:00.742269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:18:00.763063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for a090f462-5dd4-4f56-863f-ef6f0f858c52 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:18:00.779679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:18:00.780277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3cdd5994-b03e-4b2b-8cf5-c692658b3fd5 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:18:00.997175 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:01.031325 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:01.032803 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:01.044496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=a090f462-5dd4-4f56-863f-ef6f0f858c52,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:01.137264 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:01.307673 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:01.309875 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:01.402998 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:01.403467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Fanout notify agent at l3_agent the message router_deleted on router bc20e244-29df-461d-955c-97988adf398d {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:18:01.418104 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:01.419445 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-44267c2c-7423-4957-a14f-e8a857e1398c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/routers/bc20e244-29df-461d-955c-97988adf398d HTTP/1.1" status: 204 len: 168 time: 1.5812483 May 27 23:18:01.421878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44628) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:01.540166 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fef6772-f862-4230-ab2e-4a61592241d5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:01.668965 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fef6772-f862-4230-ab2e-4a61592241d5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:01.693911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9fef6772-f862-4230-ab2e-4a61592241d5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74c0478-c0d8-4f66-b39a-68df27f3a2be']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:01.706461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9fef6772-f862-4230-ab2e-4a61592241d5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac60302-5da6-46cd-ad92-bda946db8f20') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:01.706753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-9fef6772-f862-4230-ab2e-4a61592241d5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac60302-5da6-46cd-ad92-bda946db8f20') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:01.718055 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fef6772-f862-4230-ab2e-4a61592241d5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:01.733611 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fef6772-f862-4230-ab2e-4a61592241d5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:01.739906 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fef6772-f862-4230-ab2e-4a61592241d5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:18:01.740313 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fef6772-f862-4230-ab2e-4a61592241d5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:01.808740 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 6ac60302-5da6-46cd-ad92-bda946db8f20 resource provider aggregate not found May 27 23:18:01.832951 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 6ac60302-5da6-46cd-ad92-bda946db8f20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ac60302-5da6-46cd-ad92-bda946db8f20 found for delete ", "request_id": "req-22ff4fd8-2327-4121-898e-af51ca3c73d4"}]} May 27 23:18:01.893805 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fef6772-f862-4230-ab2e-4a61592241d5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:01.911239 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fef6772-f862-4230-ab2e-4a61592241d5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:01.923832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef6772-f862-4230-ab2e-4a61592241d5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Network': ['ID=f74c0478-c0d8-4f66-b39a-68df27f3a2be,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:02.008728 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9fef6772-f862-4230-ab2e-4a61592241d5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/networks/f74c0478-c0d8-4f66-b39a-68df27f3a2be HTTP/1.1" status: 204 len: 168 time: 0.5858357 May 27 23:18:02.011496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44636) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:02.082595 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4371f725-2271-4946-a8ed-0e7f506b334c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:02.111259 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4371f725-2271-4946-a8ed-0e7f506b334c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:02.256846 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:02.279483 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4371f725-2271-4946-a8ed-0e7f506b334c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:02.298922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371f725-2271-4946-a8ed-0e7f506b334c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0350c18b-37ad-4295-b7fe-fb6a8286b5fc,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:02.359339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4371f725-2271-4946-a8ed-0e7f506b334c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:02.360519 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4371f725-2271-4946-a8ed-0e7f506b334c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/security-groups/0350c18b-37ad-4295-b7fe-fb6a8286b5fc HTTP/1.1" status: 204 len: 168 time: 0.3479803 May 27 23:18:02.558677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a090f462-5dd4-4f56-863f-ef6f0f858c52 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:18:02.594882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: a090f462-5dd4-4f56-863f-ef6f0f858c52 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:18:02.595223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a090f462-5dd4-4f56-863f-ef6f0f858c52 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:18:02.614574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44644) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:02.619757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-680ce772-6d45-48dc-beb3-25f7df045dac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657473606', 'description': 'tempest-secgroup-smoke-1657473606 description', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:18:02.626538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-680ce772-6d45-48dc-beb3-25f7df045dac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:18:02.630569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-680ce772-6d45-48dc-beb3-25f7df045dac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:18:02.633376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-680ce772-6d45-48dc-beb3-25f7df045dac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:18:02.639043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-680ce772-6d45-48dc-beb3-25f7df045dac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:18:02.728529 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-680ce772-6d45-48dc-beb3-25f7df045dac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:02.754291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-680ce772-6d45-48dc-beb3-25f7df045dac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:18:02.761871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-680ce772-6d45-48dc-beb3-25f7df045dac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:18:02.761871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-680ce772-6d45-48dc-beb3-25f7df045dac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:18:02.767414 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-680ce772-6d45-48dc-beb3-25f7df045dac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:18:02.836382 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-680ce772-6d45-48dc-beb3-25f7df045dac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:02.900009 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-680ce772-6d45-48dc-beb3-25f7df045dac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:02.948372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ce772-6d45-48dc-beb3-25f7df045dac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac566c38-c44c-4b07-8129-0735899127d3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:03.005212 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-680ce772-6d45-48dc-beb3-25f7df045dac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:03.006435 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-680ce772-6d45-48dc-beb3-25f7df045dac tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3908725 May 27 23:18:03.009296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44648) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:03.018750 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-fce998be-3062-4fdb-8377-d4399873ab37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'ac566c38-c44c-4b07-8129-0735899127d3', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:18:03.021562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fce998be-3062-4fdb-8377-d4399873ab37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:18:03.025474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fce998be-3062-4fdb-8377-d4399873ab37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:18:03.029054 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-fce998be-3062-4fdb-8377-d4399873ab37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:18:03.034897 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-fce998be-3062-4fdb-8377-d4399873ab37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:18:03.102851 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fce998be-3062-4fdb-8377-d4399873ab37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:03.161570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fce998be-3062-4fdb-8377-d4399873ab37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:03.225113 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fce998be-3062-4fdb-8377-d4399873ab37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:03.248544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce998be-3062-4fdb-8377-d4399873ab37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71cabb68-1649-423c-a003-27f2042582ff,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:03.322325 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fce998be-3062-4fdb-8377-d4399873ab37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:03.323477 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fce998be-3062-4fdb-8377-d4399873ab37 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3132939 May 27 23:18:03.326772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44652) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:03.331825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5e51a715-ca45-4abc-9923-79a18d051d6c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'ac566c38-c44c-4b07-8129-0735899127d3', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:18:03.338323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e51a715-ca45-4abc-9923-79a18d051d6c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:18:03.342149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5e51a715-ca45-4abc-9923-79a18d051d6c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:18:03.345018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5e51a715-ca45-4abc-9923-79a18d051d6c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:18:03.350726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e51a715-ca45-4abc-9923-79a18d051d6c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:18:03.414058 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e51a715-ca45-4abc-9923-79a18d051d6c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:03.474960 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e51a715-ca45-4abc-9923-79a18d051d6c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:03.527642 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e51a715-ca45-4abc-9923-79a18d051d6c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:03.550191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51a715-ca45-4abc-9923-79a18d051d6c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ec9f34-b7d1-44f6-bae6-fe4d6a2ddb7a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:03.622718 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e51a715-ca45-4abc-9923-79a18d051d6c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:03.623847 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5e51a715-ca45-4abc-9923-79a18d051d6c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2961812 May 27 23:18:03.626493 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44656) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:03.631281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-745d5363-e71c-46ee-9fb6-838dc0ce7534 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'ac566c38-c44c-4b07-8129-0735899127d3', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:18:03.638340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-745d5363-e71c-46ee-9fb6-838dc0ce7534 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:18:03.642217 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-745d5363-e71c-46ee-9fb6-838dc0ce7534 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:18:03.649196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-745d5363-e71c-46ee-9fb6-838dc0ce7534 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:18:03.651080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-745d5363-e71c-46ee-9fb6-838dc0ce7534 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:18:03.720320 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-745d5363-e71c-46ee-9fb6-838dc0ce7534 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:03.896369 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-745d5363-e71c-46ee-9fb6-838dc0ce7534 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:03.979255 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-745d5363-e71c-46ee-9fb6-838dc0ce7534 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:04.004550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d5363-e71c-46ee-9fb6-838dc0ce7534 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2fe0df-fb3d-4901-99f7-3d8fb71b1b2c,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:04.065167 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-745d5363-e71c-46ee-9fb6-838dc0ce7534 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:04.066395 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-745d5363-e71c-46ee-9fb6-838dc0ce7534 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4390008 May 27 23:18:04.069116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44660) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:04.074869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ef7cc4af-c0bf-4444-a022-356cfcfd299b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'ac566c38-c44c-4b07-8129-0735899127d3', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:18:04.081946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ef7cc4af-c0bf-4444-a022-356cfcfd299b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:18:04.085796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ef7cc4af-c0bf-4444-a022-356cfcfd299b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:18:04.088705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ef7cc4af-c0bf-4444-a022-356cfcfd299b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:18:04.094933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ef7cc4af-c0bf-4444-a022-356cfcfd299b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:18:04.197357 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc4af-c0bf-4444-a022-356cfcfd299b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:04.258933 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc4af-c0bf-4444-a022-356cfcfd299b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:04.348354 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc4af-c0bf-4444-a022-356cfcfd299b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:04.371927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cc4af-c0bf-4444-a022-356cfcfd299b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03101b58-dcbd-4c5f-bbe5-6d7e622f615e,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:04.471158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc4af-c0bf-4444-a022-356cfcfd299b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:04.472275 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ef7cc4af-c0bf-4444-a022-356cfcfd299b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4022474 May 27 23:18:04.474952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44664) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:04.479759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-881d0077-bfc4-4260-ac14-918422664456 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'ac566c38-c44c-4b07-8129-0735899127d3', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:18:04.486442 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-881d0077-bfc4-4260-ac14-918422664456 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:18:04.490286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-881d0077-bfc4-4260-ac14-918422664456 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:18:04.493152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-881d0077-bfc4-4260-ac14-918422664456 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:18:04.498927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-881d0077-bfc4-4260-ac14-918422664456 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:18:04.571180 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-881d0077-bfc4-4260-ac14-918422664456 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Project e6de1f1438b94cdfbf69203088ee5d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:18:04.578470 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-881d0077-bfc4-4260-ac14-918422664456 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:04.642926 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-881d0077-bfc4-4260-ac14-918422664456 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:04.719691 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-881d0077-bfc4-4260-ac14-918422664456 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:04.744210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d0077-bfc4-4260-ac14-918422664456 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76317d4f-9252-4d2a-a9e7-99b3b23d10ea,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:04.839926 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-881d0077-bfc4-4260-ac14-918422664456 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:04.841180 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-881d0077-bfc4-4260-ac14-918422664456 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3652558 May 27 23:18:04.843738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44668) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:04.848690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-b6dcd7b3-e66f-4cab-b252-90c8f7e74944 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'security_group_rule': {'security_group_id': 'ac566c38-c44c-4b07-8129-0735899127d3', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:18:04.855074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b6dcd7b3-e66f-4cab-b252-90c8f7e74944 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:18:04.858840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b6dcd7b3-e66f-4cab-b252-90c8f7e74944 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:security_group_rule and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:18:04.862005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-b6dcd7b3-e66f-4cab-b252-90c8f7e74944 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:18:04.867623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-b6dcd7b3-e66f-4cab-b252-90c8f7e74944 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:18:04.959388 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-b6dcd7b3-e66f-4cab-b252-90c8f7e74944 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Project e6de1f1438b94cdfbf69203088ee5d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:18:04.965968 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6dcd7b3-e66f-4cab-b252-90c8f7e74944 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:05.029628 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6dcd7b3-e66f-4cab-b252-90c8f7e74944 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:05.090959 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6dcd7b3-e66f-4cab-b252-90c8f7e74944 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:05.114756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcd7b3-e66f-4cab-b252-90c8f7e74944 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996fb8d7-a95b-496e-8618-57416a59133b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:05.182568 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b6dcd7b3-e66f-4cab-b252-90c8f7e74944 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:05.184440 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b6dcd7b3-e66f-4cab-b252-90c8f7e74944 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3397760 May 27 23:18:05.187884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44672) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:05.193224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'network': {'name': 'tempest-network-smoke--1124423540', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:18:05.198821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:18:05.202786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:network and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:18:05.205826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:18:05.211455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:18:05.302440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Made reservation on behalf of e6de1f1438b94cdfbf69203088ee5d15 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:18:05.305782 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:05.331981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:18:05.340610 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:05.340942 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Added segment 8eab8341-2c99-49e0-82d7-c8763517ed00 of type vlan for network 59aa5650-6a54-474f-bc5c-2cabea471e26 May 27 23:18:05.365899 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:05.468124 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:05.473426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:05.473994 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:05.578908 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Network': ['ID=59aa5650-6a54-474f-bc5c-2cabea471e26,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:05.588806 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 59aa5650-6a54-474f-bc5c-2cabea471e26 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:18:05.635209 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e9257111-a4a8-41e2-9ef2-9b1be5b12546 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4461672 May 27 23:18:05.637696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44676) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:05.642705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'admin_state_up': True, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:18:05.650526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:18:05.654913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:router and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:18:05.661565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:18:05.669084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:18:05.731674 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:05.732751 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:05.747556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:06.071171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:06.420957 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:06.449600 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:06.581670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.25.2.176 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/7cfa1617-dafd-4a02-97fb-28212e07ed31) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:18:06.724216 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:06.817305 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:06.883107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:18:06.885965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:18:06.889750 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:18:07.035856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=7cfa1617-dafd-4a02-97fb-28212e07ed31,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:07.471082 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:07.806517 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:08.064859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router e072f757-33ac-4deb-9589-d687a61053fb is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:18:08.239626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:18:08.249613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Sync routers for ids ['e072f757-33ac-4deb-9589-d687a61053fb'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:18:08.258323 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Routers {'e072f757-33ac-4deb-9589-d687a61053fb'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:18:08.258916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:18:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e072f757-33ac-4deb-9589-d687a61053fb'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:08.322691 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:08.323862 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-67920a5a-6cde-4540-8a88-3b75fe70566a tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.6852434 May 27 23:18:08.327108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44682) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:08.367935 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-100b5f4c-ffec-46bd-a3d0-b0ee16f70768 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=e6de1f1438b94cdfbf69203088ee5d15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397663 May 27 23:18:08.370626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44686) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:08.429747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Set router e072f757-33ac-4deb-9589-d687a61053fb gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:18:08.626176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1032e90-bbae-4fe2-a883-fcae1b1177fd tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:08.627576 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1032e90-bbae-4fe2-a883-fcae1b1177fd tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2560699 May 27 23:18:08.630427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44690) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:08.669608 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-769e6506-ed95-4723-8e47-a1af1832833a tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380778 May 27 23:18:08.672096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44694) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:08.677313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2122116902', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:18:08.717609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:18:05Z', 'updated_at': '2022-05-27T23:18:07Z', 'revision_number': 3, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:06Z', 'updated_at': '2022-05-27T23:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:08.721471 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Checking router: e072f757-33ac-4deb-9589-d687a61053fb for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:18:08.722037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Updating router e072f757-33ac-4deb-9589-d687a61053fb port 7cfa1617-dafd-4a02-97fb-28212e07ed31 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:18:08.773321 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:08.787587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:18:08.791499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:subnet and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:18:08.794307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:18:08.799973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:18:08.865432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Made reservation on behalf of e6de1f1438b94cdfbf69203088ee5d15 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:18:08.868939 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:09.101543 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:09.112743 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Transition to ACTIVE for port object 7cfa1617-dafd-4a02-97fb-28212e07ed31 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:18:09.160062 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:09.191039 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:09.239737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Subnet': ['ID=c8c6d9cf-9e13-46f0-a36a-015444bc1618,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:09.247148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Checking segment: {'id': '8eab8341-2c99-49e0-82d7-c8763517ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:18:09.247506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network hostable DHCP agents. Network: 59aa5650-6a54-474f-bc5c-2cabea471e26, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:18:09.304141 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Attempting to bind port 7cfa1617-dafd-4a02-97fb-28212e07ed31 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:18:09.304641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Attempting to bind port 7cfa1617-dafd-4a02-97fb-28212e07ed31 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:18:09.304869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Attempting to bind port 7cfa1617-dafd-4a02-97fb-28212e07ed31 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:18:09.310722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee65f87-d260-4703-b056-2f72650a8d3b None None] Pushing event updated for resources: {'Port': ['ID=7cfa1617-dafd-4a02-97fb-28212e07ed31,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:09.315697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:18:09.316065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:18:09.316490 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:09.316989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:18:09.317397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Bound port: 7cfa1617-dafd-4a02-97fb-28212e07ed31, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:18:09.317740 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:09.336561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network 59aa5650-6a54-474f-bc5c-2cabea471e26 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:18:09.389784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] For port 7cfa1617-dafd-4a02-97fb-28212e07ed31, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:18:09.392596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] For port 7cfa1617-dafd-4a02-97fb-28212e07ed31, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=7cfa1617-dafd-4a02-97fb-28212e07ed31,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:18:09.405387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 59aa5650-6a54-474f-bc5c-2cabea471e26) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:18:09.409581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:09.410167 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:09.414288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b10b676-bb95-499c-9af8-9f645a07f7a4 None None] Network 59aa5650-6a54-474f-bc5c-2cabea471e26 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:18:09.476750 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:09.498291 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0ccf8d8e-0e1f-4f78-842a-b521acbc0812 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8251343 May 27 23:18:09.501002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44698) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:09.575627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Routers {'e072f757-33ac-4deb-9589-d687a61053fb'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:18:09.576255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:18:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e072f757-33ac-4deb-9589-d687a61053fb'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:09.679657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee65f87-d260-4703-b056-2f72650a8d3b None None] Pushing event updated for resources: {'Port': ['ID=7cfa1617-dafd-4a02-97fb-28212e07ed31,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:09.853505 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] Set router e072f757-33ac-4deb-9589-d687a61053fb gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:18:09.897954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-59aa5650-6a54-474f-bc5c-2cabea471e26', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ips': [{'subnet_id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:18:09.898784 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:10.189620 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:10.247176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Allocated IP 172.20.0.2 (59aa5650-6a54-474f-bc5c-2cabea471e26/c8c6d9cf-9e13-46f0-a36a-015444bc1618/6c807145-b79e-43da-8fd5-77e9c46bf698) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:18:10.357174 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:18:05Z', 'updated_at': '2022-05-27T23:18:07Z', 'revision_number': 3, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:06Z', 'updated_at': '2022-05-27T23:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:10.374522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca514ffd-ac58-4536-b61c-e1f2abf3a194 None None] The sync data for ids ['e072f757-33ac-4deb-9589-d687a61053fb'] in n-d-843680-3 is: [{'id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:18:05Z', 'updated_at': '2022-05-27T23:18:07Z', 'revision_number': 3, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:06Z', 'updated_at': '2022-05-27T23:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:18:10.473033 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:10.483626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Transition to ACTIVE for port object 6c807145-b79e-43da-8fd5-77e9c46bf698 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:18:10.502740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Transition to ACTIVE for port object 6c807145-b79e-43da-8fd5-77e9c46bf698 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:18:10.566201 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:10.655976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Network 59aa5650-6a54-474f-bc5c-2cabea471e26 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:18:10.659586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:18:10.663032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:18:10.671961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Pushing event updated for resources: {'Port': ['ID=6c807145-b79e-43da-8fd5-77e9c46bf698,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:10.757316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.20.0.1 (59aa5650-6a54-474f-bc5c-2cabea471e26/c8c6d9cf-9e13-46f0-a36a-015444bc1618/89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:18:10.760249 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Attempting to bind port 6c807145-b79e-43da-8fd5-77e9c46bf698 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:18:10.760820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Attempting to bind port 6c807145-b79e-43da-8fd5-77e9c46bf698 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '8eab8341-2c99-49e0-82d7-c8763517ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:18:10.761777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Attempting to bind port 6c807145-b79e-43da-8fd5-77e9c46bf698 on network 59aa5650-6a54-474f-bc5c-2cabea471e26 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:18:10.767882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:18:10.768254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Checking segment: {'id': '8eab8341-2c99-49e0-82d7-c8763517ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:18:10.768702 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:10.769098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Bound using segment: {'id': '8eab8341-2c99-49e0-82d7-c8763517ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:18:10.769627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Bound port: 6c807145-b79e-43da-8fd5-77e9c46bf698, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eab8341-2c99-49e0-82d7-c8763517ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:18:10.770028 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:10.924228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] For port 6c807145-b79e-43da-8fd5-77e9c46bf698, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:18:10.927886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] For port 6c807145-b79e-43da-8fd5-77e9c46bf698, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6c807145-b79e-43da-8fd5-77e9c46bf698,segment=NetworkSegment(8eab8341-2c99-49e0-82d7-c8763517ed00),segment_id=8eab8341-2c99-49e0-82d7-c8763517ed00)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:18:10.929771 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:10.947470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Transition to ACTIVE for port object 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:18:11.011707 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:11.043578 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:11.095661 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109dde8-9b33-4b67-b4fa-98f63c8f32bd None None] Pushing event updated for resources: {'Port': ['ID=6c807145-b79e-43da-8fd5-77e9c46bf698,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:11.110083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network 59aa5650-6a54-474f-bc5c-2cabea471e26 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:18:11.118096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:18:11.121974 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:18:11.181539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:11.195404 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:11.384618 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:11.796690 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:11.853653 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:11.967980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:11.971291 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:12.104324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network 59aa5650-6a54-474f-bc5c-2cabea471e26 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:18:12.106077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:18:12.287405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router e072f757-33ac-4deb-9589-d687a61053fb has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:18:12.619004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:18:12.627921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6c807145-b79e-43da-8fd5-77e9c46bf698 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:18:12.636969 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-89c7df0d-23f3-4ac0-b37a-f04204f715cd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "PUT /v2.0/routers/e072f757-33ac-4deb-9589-d687a61053fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1349113 May 27 23:18:12.646483 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Sync routers for ids ['e072f757-33ac-4deb-9589-d687a61053fb'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:18:12.667517 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Routers {'e072f757-33ac-4deb-9589-d687a61053fb'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:18:12.668153 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:18:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e072f757-33ac-4deb-9589-d687a61053fb'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:12.740656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe416772-0f5f-4612-877c-0c98e3d67920 None None] Network 59aa5650-6a54-474f-bc5c-2cabea471e26 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:18:12.811231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 6c807145-b79e-43da-8fd5-77e9c46bf698 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:18:12.832821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7cfa1617-dafd-4a02-97fb-28212e07ed31 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:18:12.834711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-30a65887-c122-46f3-818b-569400b3622d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:18:12.870892 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Set router e072f757-33ac-4deb-9589-d687a61053fb gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:18:12.900198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-30a65887-c122-46f3-818b-569400b3622d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:18:12.901277 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-30a65887-c122-46f3-818b-569400b3622d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657473606&fields=id&tenant_id=e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 267 time: 0.1099615 May 27 23:18:12.957827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1e92eb61-e37e-4e14-9532-1cdf02bb8e66 None None] Provisioning for port 6c807145-b79e-43da-8fd5-77e9c46bf698 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:18:12.974434 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1e92eb61-e37e-4e14-9532-1cdf02bb8e66 None None] Provisioning complete for port 6c807145-b79e-43da-8fd5-77e9c46bf698 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:18:12.974814 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e92eb61-e37e-4e14-9532-1cdf02bb8e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:13.055956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-cc65b332-fb5f-446b-afa4-1f704b31df3c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:13.057548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-cc65b332-fb5f-446b-afa4-1f704b31df3c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/networks?id=59aa5650-6a54-474f-bc5c-2cabea471e26 HTTP/1.1" status: 200 len: 797 time: 0.1486762 May 27 23:18:13.067270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 7cfa1617-dafd-4a02-97fb-28212e07ed31 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:18:13.074802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 7cfa1617-dafd-4a02-97fb-28212e07ed31 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:18:13.075174 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:13.078228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-3ffc2ac9-7cd2-44d2-b09f-349221e3a2e1 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/quotas/e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 375 time: 0.0116231 May 27 23:18:13.171544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-5333d5e2-92d0-4297-bf8a-f764c2330cbd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:18:13.188114 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:18:05Z', 'updated_at': '2022-05-27T23:18:11Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:06Z', 'updated_at': '2022-05-27T23:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b', 'name': '', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:1d:95:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:10Z', 'updated_at': '2022-05-27T23:18:11Z', 'revision_number': 2, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:13.192099 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Checking router: e072f757-33ac-4deb-9589-d687a61053fb for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:18:13.197650 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Updating router e072f757-33ac-4deb-9589-d687a61053fb port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:18:13.241803 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1e92eb61-e37e-4e14-9532-1cdf02bb8e66 None None] Current status of the port 6c807145-b79e-43da-8fd5-77e9c46bf698 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:18:13.242187 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e92eb61-e37e-4e14-9532-1cdf02bb8e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:13.249079 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:13.251267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-5333d5e2-92d0-4297-bf8a-f764c2330cbd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:18:13.252677 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-5333d5e2-92d0-4297-bf8a-f764c2330cbd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1662302 May 27 23:18:13.301705 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 7cfa1617-dafd-4a02-97fb-28212e07ed31 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:18:13.302086 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:13.317618 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1e92eb61-e37e-4e14-9532-1cdf02bb8e66 None None] For port 6c807145-b79e-43da-8fd5-77e9c46bf698, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6c807145-b79e-43da-8fd5-77e9c46bf698,segment=NetworkSegment(8eab8341-2c99-49e0-82d7-c8763517ed00),segment_id=8eab8341-2c99-49e0-82d7-c8763517ed00)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:18:13.323421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 7cfa1617-dafd-4a02-97fb-28212e07ed31, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=7cfa1617-dafd-4a02-97fb-28212e07ed31,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:18:13.391392 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e92eb61-e37e-4e14-9532-1cdf02bb8e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:13.406743 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-71ea370c-30ae-4c78-8f35-e4885cd5653a service neutron] 10.222.0.27 "GET /v2.0/networks/59aa5650-6a54-474f-bc5c-2cabea471e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412556 May 27 23:18:13.450397 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:13.473645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92eb61-e37e-4e14-9532-1cdf02bb8e66 None None] Pushing event updated for resources: {'Port': ['ID=6c807145-b79e-43da-8fd5-77e9c46bf698,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:13.569553 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-a5d7cf45-1b9d-41cd-9d0a-82af24ee3483 service neutron] 10.222.0.27 "GET /v2.0/networks/59aa5650-6a54-474f-bc5c-2cabea471e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562967 May 27 23:18:13.576716 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=7cfa1617-dafd-4a02-97fb-28212e07ed31,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:13.639148 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:13.652082 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Transition to ACTIVE for port object 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:18:13.682268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-79cd2df4-0d24-467c-9d5f-0a52e0e5fa14 None None] Provisioning for port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:18:13.687622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-79cd2df4-0d24-467c-9d5f-0a52e0e5fa14 None None] Provisioning complete for port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:18:13.687984 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79cd2df4-0d24-467c-9d5f-0a52e0e5fa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:13.739820 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:13.744754 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-79cd2df4-0d24-467c-9d5f-0a52e0e5fa14 None None] Port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:18:13.756242 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-79cd2df4-0d24-467c-9d5f-0a52e0e5fa14 None None] Provisioning complete for port 6c807145-b79e-43da-8fd5-77e9c46bf698 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:18:13.756672 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79cd2df4-0d24-467c-9d5f-0a52e0e5fa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:13.896259 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f6f3fa1-83d4-406d-8fc4-09c6ccebbc04 req-cf0ce585-7bf1-4691-829c-d91f3b081121 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 210 time: 0.0487385 May 27 23:18:13.960998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-79cd2df4-0d24-467c-9d5f-0a52e0e5fa14 None None] Current status of the port 6c807145-b79e-43da-8fd5-77e9c46bf698 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:18:13.971858 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399ea4d-045d-4ad5-a92c-6dbd9ac6418a None None] Pushing event updated for resources: {'Port': ['ID=89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:14.014221 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399ea4d-045d-4ad5-a92c-6dbd9ac6418a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:18:14.014556 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399ea4d-045d-4ad5-a92c-6dbd9ac6418a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:18:14.014885 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399ea4d-045d-4ad5-a92c-6dbd9ac6418a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:18:14.015209 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399ea4d-045d-4ad5-a92c-6dbd9ac6418a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:18:14.015525 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399ea4d-045d-4ad5-a92c-6dbd9ac6418a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:18:14.015844 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399ea4d-045d-4ad5-a92c-6dbd9ac6418a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:18:14.016156 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399ea4d-045d-4ad5-a92c-6dbd9ac6418a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:18:14.016493 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399ea4d-045d-4ad5-a92c-6dbd9ac6418a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:18:14.016805 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399ea4d-045d-4ad5-a92c-6dbd9ac6418a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:18:14.017118 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399ea4d-045d-4ad5-a92c-6dbd9ac6418a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:18:14.017439 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399ea4d-045d-4ad5-a92c-6dbd9ac6418a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:18:14.017738 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1399ea4d-045d-4ad5-a92c-6dbd9ac6418a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:18:14.036579 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Attempting to bind port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:18:14.036939 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Attempting to bind port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '8eab8341-2c99-49e0-82d7-c8763517ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:18:14.037283 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Attempting to bind port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b on network 59aa5650-6a54-474f-bc5c-2cabea471e26 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:18:14.042641 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:18:14.043400 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Checking segment: {'id': '8eab8341-2c99-49e0-82d7-c8763517ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:18:14.043400 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:14.043931 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Bound using segment: {'id': '8eab8341-2c99-49e0-82d7-c8763517ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:18:14.044400 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Bound port: 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eab8341-2c99-49e0-82d7-c8763517ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:18:14.044764 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:14.137839 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] For port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:18:14.140985 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] For port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b,segment=NetworkSegment(8eab8341-2c99-49e0-82d7-c8763517ed00),segment_id=8eab8341-2c99-49e0-82d7-c8763517ed00)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:18:14.211599 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:14.292662 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Routers {'e072f757-33ac-4deb-9589-d687a61053fb'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:18:14.293287 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:18:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e072f757-33ac-4deb-9589-d687a61053fb'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:14.356111 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399ea4d-045d-4ad5-a92c-6dbd9ac6418a None None] Pushing event updated for resources: {'Port': ['ID=89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:14.481827 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] Set router e072f757-33ac-4deb-9589-d687a61053fb gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:18:14.578020 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6c807145-b79e-43da-8fd5-77e9c46bf698 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:18:14.646096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 6c807145-b79e-43da-8fd5-77e9c46bf698 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:18:14.646378 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:14.767410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6c807145-b79e-43da-8fd5-77e9c46bf698 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:18:14.768483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7cfa1617-dafd-4a02-97fb-28212e07ed31 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:18:14.798686 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:18:05Z', 'updated_at': '2022-05-27T23:18:11Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:06Z', 'updated_at': '2022-05-27T23:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b', 'name': '', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:1d:95:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:10Z', 'updated_at': '2022-05-27T23:18:14Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:14.804177 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7600adfb-78f9-4366-9c56-f73f22389196 None None] The sync data for ids ['e072f757-33ac-4deb-9589-d687a61053fb'] in n-d-843680-3 is: [{'id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:18:05Z', 'updated_at': '2022-05-27T23:18:11Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:06Z', 'updated_at': '2022-05-27T23:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b', 'name': '', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:1d:95:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:10Z', 'updated_at': '2022-05-27T23:18:14Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:18:14.840230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 7cfa1617-dafd-4a02-97fb-28212e07ed31 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:18:14.840641 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:14.978867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 7cfa1617-dafd-4a02-97fb-28212e07ed31 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:18:15.054089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-10707867-cfaf-4ee6-baf0-aa4593ec8370 req-88051fa5-ad5d-4331-9053-995f78edaf89 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 210 time: 0.0438123 May 27 23:18:15.944028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-26141f62-8963-4cc9-8fc4-2202999309cf tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:15.944726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-26141f62-8963-4cc9-8fc4-2202999309cf tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:18:16.036263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-26141f62-8963-4cc9-8fc4-2202999309cf tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:18:16.037470 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-26141f62-8963-4cc9-8fc4-2202999309cf tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "GET /v2.0/networks?id=59aa5650-6a54-474f-bc5c-2cabea471e26 HTTP/1.1" status: 200 len: 797 time: 0.2443950 May 27 23:18:16.084827 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:18:16.091126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-90f05639-3576-4602-8e3e-bcd89a80e315 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:18:16.113177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-90f05639-3576-4602-8e3e-bcd89a80e315 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:18:16.114447 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-90f05639-3576-4602-8e3e-bcd89a80e315 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6de1f1438b94cdfbf69203088ee5d15 HTTP/1.1" status: 200 len: 380 time: 0.0668120 May 27 23:18:16.123485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'port': {'device_id': '16344392-cfae-4ed1-9912-ea026ff85762', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'admin_state_up': True, 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'security_groups': ['ac566c38-c44c-4b07-8129-0735899127d3']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:18:16.177041 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:16.231048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2c621a6-2624-4bbe-88d9-e399e1d0c2da req-3f6bc8f2-26f8-4ab7-922c-8fbba392654e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 210 time: 0.0467014 May 27 23:18:16.263368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:18:16.272942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:18:16.342329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Made reservation on behalf of e6de1f1438b94cdfbf69203088ee5d15 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:18:16.345889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:16.514066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.20.0.9 (59aa5650-6a54-474f-bc5c-2cabea471e26/c8c6d9cf-9e13-46f0-a36a-015444bc1618/ae7aaf11-3bbe-485e-816b-ca20141a90a8) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:18:16.602222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:18:16.725503 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:16.741622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Transition to ACTIVE for port object ae7aaf11-3bbe-485e-816b-ca20141a90a8 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:18:16.753609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:18:16.759744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:18:16.763593 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:16.834060 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:16.876728 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:18:16.877164 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:16.910804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network 59aa5650-6a54-474f-bc5c-2cabea471e26 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:18:16.911788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b,segment=NetworkSegment(8eab8341-2c99-49e0-82d7-c8763517ed00),segment_id=8eab8341-2c99-49e0-82d7-c8763517ed00)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:18:16.914217 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:18:16.918663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:18:16.949611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=ae7aaf11-3bbe-485e-816b-ca20141a90a8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:16.986758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:16.987393 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:17.004528 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:17.069506 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:17.092098 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-861a5721-d4da-4a67-b432-c972910c91f6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9726758 May 27 23:18:17.103484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Request body: {'port': {'device_id': '16344392-cfae-4ed1-9912-ea026ff85762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:18:17.216396 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:17.236201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4972ed66-9985-4029-96ad-4854321950ed None None] Provisioning for port ae7aaf11-3bbe-485e-816b-ca20141a90a8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:18:17.241366 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4972ed66-9985-4029-96ad-4854321950ed None None] Provisioning complete for port ae7aaf11-3bbe-485e-816b-ca20141a90a8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:18:17.241756 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4972ed66-9985-4029-96ad-4854321950ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:17.298904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4972ed66-9985-4029-96ad-4854321950ed None None] Port ae7aaf11-3bbe-485e-816b-ca20141a90a8 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:18:17.415707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43ac1e-9d06-4b65-9f93-2dd8d0d68864 req-babc6733-2ced-4926-802f-51e5d538e71d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:17.417270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af43ac1e-9d06-4b65-9f93-2dd8d0d68864 req-babc6733-2ced-4926-802f-51e5d538e71d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 931 time: 0.0786111 May 27 23:18:17.462260 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af43ac1e-9d06-4b65-9f93-2dd8d0d68864 req-eebc6954-a612-4a6c-a276-fe3cac6e6cb0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392385 May 27 23:18:17.559582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7aaf11-3bbe-485e-816b-ca20141a90a8 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:18:17.566671 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:17.581302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Transition to ACTIVE for port object ae7aaf11-3bbe-485e-816b-ca20141a90a8 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:18:17.665056 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:17.796208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Pushing event updated for resources: {'Port': ['ID=ae7aaf11-3bbe-485e-816b-ca20141a90a8,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:17.905406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Attempting to bind port ae7aaf11-3bbe-485e-816b-ca20141a90a8 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:18:17.905741 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Attempting to bind port ae7aaf11-3bbe-485e-816b-ca20141a90a8 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '8eab8341-2c99-49e0-82d7-c8763517ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:18:17.906066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Attempting to bind port ae7aaf11-3bbe-485e-816b-ca20141a90a8 on network 59aa5650-6a54-474f-bc5c-2cabea471e26 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:18:17.910609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Port ae7aaf11-3bbe-485e-816b-ca20141a90a8 on network 59aa5650-6a54-474f-bc5c-2cabea471e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:18:17.910924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Attempting to bind port ae7aaf11-3bbe-485e-816b-ca20141a90a8 on network 59aa5650-6a54-474f-bc5c-2cabea471e26 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:18:17.916134 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:18:17.916518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Checking segment: {'id': '8eab8341-2c99-49e0-82d7-c8763517ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:18:17.916902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Bound using segment: {'id': '8eab8341-2c99-49e0-82d7-c8763517ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:18:17.917865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Bound port: ae7aaf11-3bbe-485e-816b-ca20141a90a8, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eab8341-2c99-49e0-82d7-c8763517ed00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:18:17.918210 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:18.011535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] For port ae7aaf11-3bbe-485e-816b-ca20141a90a8, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:18:18.014418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] For port ae7aaf11-3bbe-485e-816b-ca20141a90a8, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ae7aaf11-3bbe-485e-816b-ca20141a90a8,segment=NetworkSegment(8eab8341-2c99-49e0-82d7-c8763517ed00),segment_id=8eab8341-2c99-49e0-82d7-c8763517ed00)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:18:18.099611 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:18.158563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:18.159174 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:18.160599 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] 10.222.0.46 "PUT /v2.0/ports/ae7aaf11-3bbe-485e-816b-ca20141a90a8 HTTP/1.1" status: 200 len: 1091 time: 1.0613365 May 27 23:18:18.161037 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16344392-cfae-4ed1-9912-ea026ff85762', 'tag': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:18:18.183567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f487dde-d819-4aa7-a111-4773921b36dd service neutron] Pushing event updated for resources: {'Port': ['ID=ae7aaf11-3bbe-485e-816b-ca20141a90a8,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:18.207955 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d2d48c3-91db-4407-9607-917a19cbe127'] response: {'name': 'network-changed', 'server_uuid': '16344392-cfae-4ed1-9912-ea026ff85762', 'tag': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8', 'status': 'completed', 'code': 200} May 27 23:18:18.301564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace262a-8564-42b3-8c48-4c047b154d17 req-176f83ab-f643-4038-9c8f-77ee5c8ed2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:18.303061 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5ace262a-8564-42b3-8c48-4c047b154d17 req-176f83ab-f643-4038-9c8f-77ee5c8ed2ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 1094 time: 0.0734608 May 27 23:18:18.443466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace262a-8564-42b3-8c48-4c047b154d17 req-2129e6c4-5540-41d4-ac67-54bfc702110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:18.444873 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5ace262a-8564-42b3-8c48-4c047b154d17 req-2129e6c4-5540-41d4-ac67-54bfc702110d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1355820 May 27 23:18:18.586073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:18:18.659933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:18:18.660307 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:18.661239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde360fc-2586-4037-b666-99a5948b6ea5 req-74d248d3-eca1-4d01-8129-a8bbda8fcd24 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:18.664795 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bde360fc-2586-4037-b666-99a5948b6ea5 req-74d248d3-eca1-4d01-8129-a8bbda8fcd24 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 943 time: 0.0919268 May 27 23:18:18.723977 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bde360fc-2586-4037-b666-99a5948b6ea5 req-2c962134-31a1-43ac-a8ed-6f39d104e259 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546191 May 27 23:18:18.724199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace262a-8564-42b3-8c48-4c047b154d17 req-3ec334f9-cf21-4b1e-81dd-356932dab5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:18.725484 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5ace262a-8564-42b3-8c48-4c047b154d17 req-3ec334f9-cf21-4b1e-81dd-356932dab5d6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2755964 May 27 23:18:18.793401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:18:18.834975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-52e961a9-9fb3-4f06-9136-2b697732dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:18.836464 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-52e961a9-9fb3-4f06-9136-2b697732dfbd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 1094 time: 0.0731170 May 27 23:18:18.906723 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-b4238c09-3e37-41fa-9cea-fef13d59eaa9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae7aaf11-3bbe-485e-816b-ca20141a90a8 HTTP/1.1" status: 200 len: 217 time: 0.0630522 May 27 23:18:18.969085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0546be97-7f75-4134-85f5-c5ab95a6b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:18.970433 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-0546be97-7f75-4134-85f5-c5ab95a6b223 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c8c6d9cf-9e13-46f0-a36a-015444bc1618 HTTP/1.1" status: 200 len: 835 time: 0.0583067 May 27 23:18:19.044305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-de667846-fc61-4068-b45a-1c5e3c2a9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:19.045794 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-de667846-fc61-4068-b45a-1c5e3c2a9e32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59aa5650-6a54-474f-bc5c-2cabea471e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699272 May 27 23:18:19.177716 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-abdfa93d-717a-4a37-94b2-3274ef21a0ce service neutron] 10.222.0.46 "GET /v2.0/networks/59aa5650-6a54-474f-bc5c-2cabea471e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259015 May 27 23:18:19.307033 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-002d98f3-fff1-438b-bd7b-2902ffc7b98e req-3aa54975-4f94-4d2b-bafe-381511b29ab1 service neutron] 10.222.0.46 "GET /v2.0/networks/59aa5650-6a54-474f-bc5c-2cabea471e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229944 May 27 23:18:19.895981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ab1d2-80e6-454f-a352-688597611144 req-3392b727-8b2b-4c9e-99fc-4f1e57ed21d3 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:19.897482 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-101ab1d2-80e6-454f-a352-688597611144 req-3392b727-8b2b-4c9e-99fc-4f1e57ed21d3 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 943 time: 0.0783005 May 27 23:18:19.942200 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-101ab1d2-80e6-454f-a352-688597611144 req-dec5419e-70bd-49c6-a4e9-8588e7d635ae tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379996 May 27 23:18:21.129771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3af87e-4b94-48f5-9b11-6f912a266c85 req-12b21e48-31df-4e4e-a419-c7e104420516 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:21.131226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b3af87e-4b94-48f5-9b11-6f912a266c85 req-12b21e48-31df-4e4e-a419-c7e104420516 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 943 time: 0.0831466 May 27 23:18:21.175213 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b3af87e-4b94-48f5-9b11-6f912a266c85 req-b4fdbb53-5dc3-4f5c-ac95-5fd08fc413bc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378964 May 27 23:18:22.356143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab926361-d8b0-4357-8e58-6b1db6d9a9cf req-86c3ce51-27be-4371-8eaf-2fe45dd09e3f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:22.357608 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab926361-d8b0-4357-8e58-6b1db6d9a9cf req-86c3ce51-27be-4371-8eaf-2fe45dd09e3f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 943 time: 0.0785520 May 27 23:18:22.403937 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab926361-d8b0-4357-8e58-6b1db6d9a9cf req-d05ff71d-da5b-499f-a671-c319e82d5e51 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408278 May 27 23:18:22.684949 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:22.963439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ae7aaf11-3bbe-485e-816b-ca20141a90a8 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:18:23.094717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ae7aaf11-3bbe-485e-816b-ca20141a90a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ae7aaf11-3bbe-485e-816b-ca20141a90a8,segment=NetworkSegment(8eab8341-2c99-49e0-82d7-c8763517ed00),segment_id=8eab8341-2c99-49e0-82d7-c8763517ed00)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:18:23.107655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'port_id': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8', 'mac_address': 'fa:16:3e:0a:90:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:18:23.161454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ae7aaf11-3bbe-485e-816b-ca20141a90a8 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:18:23.161835 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:23.177885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7aaf11-3bbe-485e-816b-ca20141a90a8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:18:23.192778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ae7aaf11-3bbe-485e-816b-ca20141a90a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ae7aaf11-3bbe-485e-816b-ca20141a90a8,segment=NetworkSegment(8eab8341-2c99-49e0-82d7-c8763517ed00),segment_id=8eab8341-2c99-49e0-82d7-c8763517ed00)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:18:23.262394 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:23.331901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ae7aaf11-3bbe-485e-816b-ca20141a90a8,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:23.464787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['ae7aaf11-3bbe-485e-816b-ca20141a90a8'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:18:23.588278 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b5a23-ecde-4c7d-8ac1-a3564868c0e4 req-f6470431-0096-4c6f-968a-ffb866a8e6f2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:23.589731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-068b5a23-ecde-4c7d-8ac1-a3564868c0e4 req-f6470431-0096-4c6f-968a-ffb866a8e6f2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 944 time: 0.0803325 May 27 23:18:23.632901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-068b5a23-ecde-4c7d-8ac1-a3564868c0e4 req-3a1e9dbb-aa14-4cc2-aaca-4622c856598b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373919 May 27 23:18:24.819394 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c4d1c-b2ab-46d1-93f2-f1a126feac52 req-93ade232-153d-4306-a25f-3bf8d81bf042 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:24.820832 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7a6c4d1c-b2ab-46d1-93f2-f1a126feac52 req-93ade232-153d-4306-a25f-3bf8d81bf042 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 944 time: 0.0813828 May 27 23:18:24.863583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7a6c4d1c-b2ab-46d1-93f2-f1a126feac52 req-2e1f5ff7-6b20-437a-a26a-76808709746e tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364945 May 27 23:18:24.979165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ae7aaf11-3bbe-485e-816b-ca20141a90a8 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:18:25.096700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port ae7aaf11-3bbe-485e-816b-ca20141a90a8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:18:25.101474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port ae7aaf11-3bbe-485e-816b-ca20141a90a8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:18:25.101837 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:25.216657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ae7aaf11-3bbe-485e-816b-ca20141a90a8 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:18:25.217033 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:25.243408 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16344392-cfae-4ed1-9912-ea026ff85762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:18:25.253239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ae7aaf11-3bbe-485e-816b-ca20141a90a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ae7aaf11-3bbe-485e-816b-ca20141a90a8,segment=NetworkSegment(8eab8341-2c99-49e0-82d7-c8763517ed00),segment_id=8eab8341-2c99-49e0-82d7-c8763517ed00)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:18:25.287544 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320ae84d-e92e-4ac4-9a1b-2a703b0cbacc'] response: {'server_uuid': '16344392-cfae-4ed1-9912-ea026ff85762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8', 'code': 200} May 27 23:18:25.339409 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:25.410694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ae7aaf11-3bbe-485e-816b-ca20141a90a8,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:25.415009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146d98a-1f8c-44b5-b7fd-0561b5c68736 req-eb591eb2-9611-4400-a39c-2f9eea91c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:25.416539 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f146d98a-1f8c-44b5-b7fd-0561b5c68736 req-eb591eb2-9611-4400-a39c-2f9eea91c2b5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 1096 time: 0.0733213 May 27 23:18:25.456724 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f146d98a-1f8c-44b5-b7fd-0561b5c68736 req-6c576f5e-0a60-47a8-af24-95d264a6a8d7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340965 May 27 23:18:26.044174 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e165d-4d04-4706-b8b3-47788029d1ca req-d6491598-2871-4c3c-a443-818b8567fbd8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:26.045635 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc2e165d-4d04-4706-b8b3-47788029d1ca req-d6491598-2871-4c3c-a443-818b8567fbd8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0778668 May 27 23:18:26.087957 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc2e165d-4d04-4706-b8b3-47788029d1ca req-aa48f387-e9f6-4883-bb7f-4d496b311405 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367422 May 27 23:18:27.363139 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7846f8-67dc-4d6c-9e80-0be04c442055 req-dfa6c367-3df1-4bbf-b299-9a3e564227bc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:27.364605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d7846f8-67dc-4d6c-9e80-0be04c442055 req-dfa6c367-3df1-4bbf-b299-9a3e564227bc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.1711247 May 27 23:18:27.407304 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d7846f8-67dc-4d6c-9e80-0be04c442055 req-2bc6186d-2f68-45b0-b153-df95aa09f775 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369775 May 27 23:18:27.571012 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5f54a80e-a020-4c57-8794-6199e13e91a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:27.592340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cd9ed-e75d-48a1-be6c-92c7a76d3979 req-4ca45720-04ed-4e3d-8d0d-978d880a4d89 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:27.593809 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4c3cd9ed-e75d-48a1-be6c-92c7a76d3979 req-4ca45720-04ed-4e3d-8d0d-978d880a4d89 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0801487 May 27 23:18:27.639948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4c3cd9ed-e75d-48a1-be6c-92c7a76d3979 req-ec127275-0727-44ac-bf15-b781e82b2599 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400956 May 27 23:18:27.662436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44754) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:27.732866 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518dac58-fd7c-404d-930c-2374c41b40d1 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:27.734365 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-518dac58-fd7c-404d-930c-2374c41b40d1 tempest-TestNetworkAdvancedServerOps-1619418282 tempest-TestNetworkAdvancedServerOps-1619418282-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 1091 time: 0.0710509 May 27 23:18:27.737245 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44758) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:27.742011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:18:27.748719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:18:27.754885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Usage tracker for resource:floatingip and tenant:e6de1f1438b94cdfbf69203088ee5d15 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:18:27.756656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:18:27.762933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:18:27.971221 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:28.105575 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:28.238131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Allocated IP 172.25.2.2 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/5a6d0d9f-002c-41c8-b5d9-7acea1bc1148) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:18:28.380499 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:28.453518 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:28.518703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:18:28.521739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:18:28.525399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:18:28.558498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=5a6d0d9f-002c-41c8-b5d9-7acea1bc1148,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:28.941091 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:29.091749 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:29.299817 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:29.356255 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:29.463057 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event updated for resources: {'Port': ['ID=5a6d0d9f-002c-41c8-b5d9-7acea1bc1148,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:18:29.472648 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:29.685458 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bf922f25-0c2e-480c-868a-fd2aa5a0eb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:29.731393 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Floating IP c92d1454-3953-48fb-852d-4a1cfb7ae9e5 associated. External IP: 172.25.2.2, port: ae7aaf11-3bbe-485e-816b-ca20141a90a8. May 27 23:18:30.068226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router e072f757-33ac-4deb-9589-d687a61053fb has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:18:30.243131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:18:30.254233 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f4dfb5-8a70-493a-acdd-f3a54d934a5e None None] Sync routers for ids ['e072f757-33ac-4deb-9589-d687a61053fb'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:18:30.263320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f4dfb5-8a70-493a-acdd-f3a54d934a5e None None] Routers {'e072f757-33ac-4deb-9589-d687a61053fb'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:18:30.267628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b3f4dfb5-8a70-493a-acdd-f3a54d934a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:18:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e072f757-33ac-4deb-9589-d687a61053fb'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:30.342728 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:30.397190 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2a9cb7e8-9049-4763-98a6-aaf499b51f25 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6589413 May 27 23:18:30.397785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16344392-cfae-4ed1-9912-ea026ff85762', 'tag': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:18:30.443592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-b3f4dfb5-8a70-493a-acdd-f3a54d934a5e None None] Set router e072f757-33ac-4deb-9589-d687a61053fb gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:18:30.445912 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98b55c02-ac6f-4132-8520-cf70d7b63b35'] response: {'name': 'network-changed', 'server_uuid': '16344392-cfae-4ed1-9912-ea026ff85762', 'tag': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8', 'status': 'completed', 'code': 200} May 27 23:18:30.542127 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd44e04-6e7e-46a3-ba0b-dfe4493bc0e2 req-827ecdce-b154-4d89-8521-f6deff2c6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:30.543604 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5cd44e04-6e7e-46a3-ba0b-dfe4493bc0e2 req-827ecdce-b154-4d89-8521-f6deff2c6b5c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 1096 time: 0.0758071 May 27 23:18:30.571149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706fa3b-1485-48a4-9002-1e85c5fce20d req-2dbc3d8d-d15b-486a-80ef-8c94c087a561 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:30.573454 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6706fa3b-1485-48a4-9002-1e85c5fce20d req-2dbc3d8d-d15b-486a-80ef-8c94c087a561 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0870299 May 27 23:18:30.617852 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6706fa3b-1485-48a4-9002-1e85c5fce20d req-c0cda300-1ebe-4039-9413-356cdd6d74a8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387709 May 27 23:18:30.642534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44766) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:30.684783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd44e04-6e7e-46a3-ba0b-dfe4493bc0e2 req-7a3ce9fb-df9e-48fe-af39-79fb385a019b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:30.686220 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5cd44e04-6e7e-46a3-ba0b-dfe4493bc0e2 req-7a3ce9fb-df9e-48fe-af39-79fb385a019b service neutron] 10.222.0.46 "GET /v2.0/networks?id=59aa5650-6a54-474f-bc5c-2cabea471e26 HTTP/1.1" status: 200 len: 898 time: 0.1363387 May 27 23:18:30.752270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-11ec659c-bb1f-4632-ac2e-0428daba7b36 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/c92d1454-3953-48fb-852d-4a1cfb7ae9e5 HTTP/1.1" status: 200 len: 989 time: 0.1084805 May 27 23:18:30.803394 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5cd44e04-6e7e-46a3-ba0b-dfe4493bc0e2 req-803be3f2-7108-42aa-9699-4ec318b1a6da service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae7aaf11-3bbe-485e-816b-ca20141a90a8 HTTP/1.1" status: 200 len: 997 time: 0.1111581 May 27 23:18:30.837186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b3f4dfb5-8a70-493a-acdd-f3a54d934a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:18:05Z', 'updated_at': '2022-05-27T23:18:11Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:06Z', 'updated_at': '2022-05-27T23:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c92d1454-3953-48fb-852d-4a1cfb7ae9e5', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'port_id': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'mac_address': 'fa:16:3e:0a:90:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16344392-cfae-4ed1-9912-ea026ff85762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:18:28Z', 'updated_at': '2022-05-27T23:18:28Z', 'revision_number': 0, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b', 'name': '', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:1d:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:10Z', 'updated_at': '2022-05-27T23:18:16Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:30.841099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f4dfb5-8a70-493a-acdd-f3a54d934a5e None None] Checking router: e072f757-33ac-4deb-9589-d687a61053fb for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:18:30.849431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f4dfb5-8a70-493a-acdd-f3a54d934a5e None None] Routers {'e072f757-33ac-4deb-9589-d687a61053fb'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:18:30.850055 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b3f4dfb5-8a70-493a-acdd-f3a54d934a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:18:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e072f757-33ac-4deb-9589-d687a61053fb'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:30.867828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd44e04-6e7e-46a3-ba0b-dfe4493bc0e2 req-caaa86bc-b86f-4bc5-9c42-2cd8b9789b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:30.869335 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5cd44e04-6e7e-46a3-ba0b-dfe4493bc0e2 req-caaa86bc-b86f-4bc5-9c42-2cd8b9789b6f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c8c6d9cf-9e13-46f0-a36a-015444bc1618 HTTP/1.1" status: 200 len: 835 time: 0.0599923 May 27 23:18:30.943019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd44e04-6e7e-46a3-ba0b-dfe4493bc0e2 req-a10ea55f-2643-44ec-bda8-7a9d2cf70279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:18:30.944710 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5cd44e04-6e7e-46a3-ba0b-dfe4493bc0e2 req-a10ea55f-2643-44ec-bda8-7a9d2cf70279 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59aa5650-6a54-474f-bc5c-2cabea471e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697660 May 27 23:18:31.047097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-b3f4dfb5-8a70-493a-acdd-f3a54d934a5e None None] Set router e072f757-33ac-4deb-9589-d687a61053fb gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:18:31.077755 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5cd44e04-6e7e-46a3-ba0b-dfe4493bc0e2 req-bfb139c8-28e3-419e-89cc-26a3e9244544 service neutron] 10.222.0.46 "GET /v2.0/networks/59aa5650-6a54-474f-bc5c-2cabea471e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274397 May 27 23:18:31.092562 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:31.108324 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:31.211771 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5cd44e04-6e7e-46a3-ba0b-dfe4493bc0e2 req-aa2da57d-7f90-49da-bd57-c0729e39179c service neutron] 10.222.0.46 "GET /v2.0/networks/59aa5650-6a54-474f-bc5c-2cabea471e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284733 May 27 23:18:31.393756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-b3f4dfb5-8a70-493a-acdd-f3a54d934a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:18:05Z', 'updated_at': '2022-05-27T23:18:11Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:06Z', 'updated_at': '2022-05-27T23:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c92d1454-3953-48fb-852d-4a1cfb7ae9e5', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'port_id': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'mac_address': 'fa:16:3e:0a:90:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16344392-cfae-4ed1-9912-ea026ff85762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:18:28Z', 'updated_at': '2022-05-27T23:18:28Z', 'revision_number': 0, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b', 'name': '', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:1d:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:10Z', 'updated_at': '2022-05-27T23:18:16Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:18:31.397769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f4dfb5-8a70-493a-acdd-f3a54d934a5e None None] The sync data for ids ['e072f757-33ac-4deb-9589-d687a61053fb'] in n-d-843680-3 is: [{'id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:18:05Z', 'updated_at': '2022-05-27T23:18:11Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:06Z', 'updated_at': '2022-05-27T23:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c92d1454-3953-48fb-852d-4a1cfb7ae9e5', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'port_id': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'mac_address': 'fa:16:3e:0a:90:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16344392-cfae-4ed1-9912-ea026ff85762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:18:28Z', 'updated_at': '2022-05-27T23:18:28Z', 'revision_number': 0, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b', 'name': '', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:1d:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:10Z', 'updated_at': '2022-05-27T23:18:16Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:18:31.575729 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc6d72-db8a-424b-84c1-a9e773cd37be None None] New status for floating IP c92d1454-3953-48fb-852d-4a1cfb7ae9e5: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:18:31.756147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44770) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:31.861632 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-01ae500e-1f72-4629-92cd-93cd1cd00810 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/c92d1454-3953-48fb-852d-4a1cfb7ae9e5 HTTP/1.1" status: 200 len: 989 time: 0.1043451 May 27 23:18:32.218855 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:32.865091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44774) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:18:32.971108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7a766e9b-d1eb-4570-b56c-586c06f608b6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/c92d1454-3953-48fb-852d-4a1cfb7ae9e5 HTTP/1.1" status: 200 len: 991 time: 0.1049070 May 27 23:18:46.153441 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:52.692598 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:53.076918 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:18:57.587330 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-50a8b008-5a2f-4cb7-a7e8-84f323f55756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:18:59.669868 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d3ce3713-0450-46b0-9410-40d4fd09100e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:01.012128 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:01.044145 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:02.210474 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:03.078192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe851c53-a233-4b8e-b349-e1c70fa52c20 req-4b547b5a-4631-4405-babd-266cc985c6dd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:03.079911 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe851c53-a233-4b8e-b349-e1c70fa52c20 req-4b547b5a-4631-4405-babd-266cc985c6dd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.1272714 May 27 23:19:03.124538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe851c53-a233-4b8e-b349-e1c70fa52c20 req-1a7bbf46-60eb-4077-83de-1bbb757e64e5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386767 May 27 23:19:04.311670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff67b1-fbf6-4160-9613-f220e6db5ba7 req-420280f0-fd1b-4c1e-99ff-b16d6e7fa159 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:04.313199 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8cff67b1-fbf6-4160-9613-f220e6db5ba7 req-420280f0-fd1b-4c1e-99ff-b16d6e7fa159 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0836909 May 27 23:19:04.464244 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8cff67b1-fbf6-4160-9613-f220e6db5ba7 req-e95c03e4-3057-4ab5-8b47-ff4c8931a1af tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452072 May 27 23:19:05.646264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19da76c-1f6f-43a7-afa0-2c798e71a69c req-16f53a5a-c747-4d79-bd5c-199804afb967 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:05.647675 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a19da76c-1f6f-43a7-afa0-2c798e71a69c req-16f53a5a-c747-4d79-bd5c-199804afb967 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0769987 May 27 23:19:05.694240 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a19da76c-1f6f-43a7-afa0-2c798e71a69c req-1f631847-0dd2-4cad-8703-3e521ba7619f tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374339 May 27 23:19:06.879158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31653062-fe7a-4837-bf55-19e8694998bd req-9a57f9ed-84b6-4f6a-bcda-efe4e843890d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:06.880619 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31653062-fe7a-4837-bf55-19e8694998bd req-9a57f9ed-84b6-4f6a-bcda-efe4e843890d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0813262 May 27 23:19:06.923712 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31653062-fe7a-4837-bf55-19e8694998bd req-d1ec0708-abb3-4675-909a-62812a508a51 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367627 May 27 23:19:08.106781 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531209ed-905f-4522-b880-0123ef69d9d5 req-8284b5c8-9d06-4c3d-b3a6-0a5782a86982 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:08.108216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-531209ed-905f-4522-b880-0123ef69d9d5 req-8284b5c8-9d06-4c3d-b3a6-0a5782a86982 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0780869 May 27 23:19:08.154541 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-531209ed-905f-4522-b880-0123ef69d9d5 req-eb16bdb6-7c97-496a-a5c7-cab4adc94075 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407875 May 27 23:19:09.332378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f4f91-d9c2-48e9-a454-6e5b05de2752 req-4f2ac857-7124-4060-a32c-ef27e65a3b60 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:09.333843 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-076f4f91-d9c2-48e9-a454-6e5b05de2752 req-4f2ac857-7124-4060-a32c-ef27e65a3b60 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0781481 May 27 23:19:09.377153 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-076f4f91-d9c2-48e9-a454-6e5b05de2752 req-e0e38f85-b584-4896-959d-fdac815cefcb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371807 May 27 23:19:10.560254 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512f8e7-9f68-43ac-bba5-0f0e332178f5 req-5c95e7ef-a06a-42b3-aeea-9c09c32459b5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:10.561705 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1512f8e7-9f68-43ac-bba5-0f0e332178f5 req-5c95e7ef-a06a-42b3-aeea-9c09c32459b5 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0815859 May 27 23:19:10.605063 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1512f8e7-9f68-43ac-bba5-0f0e332178f5 req-d2f96c47-7f2d-438d-9b71-89b02f46c49c tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375466 May 27 23:19:11.785161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ed6b9-7e50-4e23-991c-233ea32c3989 req-a8e25a09-fa42-47a8-ab57-2970802b5663 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:11.786605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c3ed6b9-7e50-4e23-991c-233ea32c3989 req-a8e25a09-fa42-47a8-ab57-2970802b5663 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0788500 May 27 23:19:11.829523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c3ed6b9-7e50-4e23-991c-233ea32c3989 req-66d353e1-c63e-4ff3-9740-e4d65c61c2fb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372729 May 27 23:19:13.017487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87b219-fdc1-4a62-9d9a-413e01d95fef req-38bedff7-06f8-470f-b322-7fc6f02649d4 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:13.018920 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d87b219-fdc1-4a62-9d9a-413e01d95fef req-38bedff7-06f8-470f-b322-7fc6f02649d4 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0811813 May 27 23:19:13.061804 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d87b219-fdc1-4a62-9d9a-413e01d95fef req-75b5cb76-effa-45ce-b485-d7c4fb8c0bf8 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373216 May 27 23:19:14.245886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768fd3f-9504-426e-8032-c1b7f01f3ebb req-89ecc995-aedf-4d3c-a522-3f798feece79 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:14.247329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a768fd3f-9504-426e-8032-c1b7f01f3ebb req-89ecc995-aedf-4d3c-a522-3f798feece79 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0790248 May 27 23:19:14.293503 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a768fd3f-9504-426e-8032-c1b7f01f3ebb req-56d99b91-8275-4502-a007-70ea5423427b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405960 May 27 23:19:15.472663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac84f77-0cd9-44f1-8cc3-1f92ba3fc7dd req-e7042a32-6991-40ce-91e1-fdffc2b873ce tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:15.474100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ac84f77-0cd9-44f1-8cc3-1f92ba3fc7dd req-e7042a32-6991-40ce-91e1-fdffc2b873ce tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0782146 May 27 23:19:15.517633 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ac84f77-0cd9-44f1-8cc3-1f92ba3fc7dd req-d722824e-f156-4a05-923b-b213abf78fb4 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373378 May 27 23:19:16.164151 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:16.700342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ae523-75e7-4b2f-8aa0-8356f4532cf5 req-4ba8bae8-eedb-43e4-a7a6-c3e501945395 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:16.701814 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b8ae523-75e7-4b2f-8aa0-8356f4532cf5 req-4ba8bae8-eedb-43e4-a7a6-c3e501945395 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0816827 May 27 23:19:16.745810 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b8ae523-75e7-4b2f-8aa0-8356f4532cf5 req-f677236b-fc42-411f-972b-9f7c674af13d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379260 May 27 23:19:17.930366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ab18a-d848-4af0-8ce6-b43a3cdbeaee req-2588d53e-826c-4cab-b05b-fbd7eedcabcd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:17.931817 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-519ab18a-d848-4af0-8ce6-b43a3cdbeaee req-2588d53e-826c-4cab-b05b-fbd7eedcabcd tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0777173 May 27 23:19:17.976097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-519ab18a-d848-4af0-8ce6-b43a3cdbeaee req-735e0576-488b-4db4-a181-75332ab92cc2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383415 May 27 23:19:19.161339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f31da-b163-48aa-92db-8e6cb299890b req-99c60dcd-be81-4a7c-99dd-20d4a1dc6011 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:19.162781 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-474f31da-b163-48aa-92db-8e6cb299890b req-99c60dcd-be81-4a7c-99dd-20d4a1dc6011 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0832732 May 27 23:19:19.206689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-474f31da-b163-48aa-92db-8e6cb299890b req-c9b861a1-7658-4755-83b0-f99d72521bbb tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375943 May 27 23:19:20.204434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1da764-efe5-4345-885f-ed2d28011efe req-cfe045d1-2e1a-47b9-a5c3-1eabdd67ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:20.205993 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2d1da764-efe5-4345-885f-ed2d28011efe req-cfe045d1-2e1a-47b9-a5c3-1eabdd67ee3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 1096 time: 0.1111784 May 27 23:19:20.350494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1da764-efe5-4345-885f-ed2d28011efe req-7e53f3b6-739e-456c-ac26-148918e45643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:20.351987 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2d1da764-efe5-4345-885f-ed2d28011efe req-7e53f3b6-739e-456c-ac26-148918e45643 service neutron] 10.222.0.46 "GET /v2.0/networks?id=59aa5650-6a54-474f-bc5c-2cabea471e26 HTTP/1.1" status: 200 len: 898 time: 0.1285276 May 27 23:19:20.392614 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf8ef9-4f5e-47f7-881a-b713aa79ef90 req-c6dd92f4-3ed9-46d8-a6f7-c11bc8e84a59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:20.394067 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14cf8ef9-4f5e-47f7-881a-b713aa79ef90 req-c6dd92f4-3ed9-46d8-a6f7-c11bc8e84a59 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0801871 May 27 23:19:20.438093 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14cf8ef9-4f5e-47f7-881a-b713aa79ef90 req-b6dfe435-4ab5-41e1-931c-a08921585594 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377083 May 27 23:19:20.452037 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2d1da764-efe5-4345-885f-ed2d28011efe req-f83aaadf-a242-43f3-9000-fb865f684af9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae7aaf11-3bbe-485e-816b-ca20141a90a8 HTTP/1.1" status: 200 len: 999 time: 0.0931230 May 27 23:19:20.517693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1da764-efe5-4345-885f-ed2d28011efe req-2f2887f4-4402-4143-bb83-d5f200f84aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:20.519081 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2d1da764-efe5-4345-885f-ed2d28011efe req-2f2887f4-4402-4143-bb83-d5f200f84aff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c8c6d9cf-9e13-46f0-a36a-015444bc1618 HTTP/1.1" status: 200 len: 835 time: 0.0605307 May 27 23:19:20.594073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1da764-efe5-4345-885f-ed2d28011efe req-05f5fac6-e3b8-41de-9135-01a97db92821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:20.595538 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2d1da764-efe5-4345-885f-ed2d28011efe req-05f5fac6-e3b8-41de-9135-01a97db92821 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59aa5650-6a54-474f-bc5c-2cabea471e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687249 May 27 23:19:20.729814 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2d1da764-efe5-4345-885f-ed2d28011efe req-db9a1304-b465-4b63-b0ca-5863d29ce1df service neutron] 10.222.0.46 "GET /v2.0/networks/59aa5650-6a54-474f-bc5c-2cabea471e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272323 May 27 23:19:20.969370 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2d1da764-efe5-4345-885f-ed2d28011efe req-f7d55747-e783-4997-b844-c046fa73ffbf service neutron] 10.222.0.46 "GET /v2.0/networks/59aa5650-6a54-474f-bc5c-2cabea471e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343450 May 27 23:19:21.626844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b832c5-6792-41b0-9bd5-f878d77a88e9 req-e36fc4c5-b8f8-482f-9272-604e32c5bfb0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:21.628195 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-81b832c5-6792-41b0-9bd5-f878d77a88e9 req-e36fc4c5-b8f8-482f-9272-604e32c5bfb0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0824480 May 27 23:19:21.671192 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-81b832c5-6792-41b0-9bd5-f878d77a88e9 req-246cf7c4-dce5-4630-a302-59edd17f3958 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372827 May 27 23:19:22.138027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ef58a-3115-4aee-a852-ae4d0fff4f37 req-e1587a95-85cb-4d36-a2b0-68ac9317bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:22.139479 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fa9ef58a-3115-4aee-a852-ae4d0fff4f37 req-e1587a95-85cb-4d36-a2b0-68ac9317bde9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 1096 time: 0.0715785 May 27 23:19:22.179200 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fa9ef58a-3115-4aee-a852-ae4d0fff4f37 req-7f5b537e-7970-4c6d-8a68-de3da30b1489 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335889 May 27 23:19:22.729352 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:22.857319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af98b8-3daf-49ea-a1ad-24edf1165e36 req-a4c1291a-77eb-4a4b-97fa-32a688c0eb99 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:22.858680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1af98b8-3daf-49ea-a1ad-24edf1165e36 req-a4c1291a-77eb-4a4b-97fa-32a688c0eb99 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0783069 May 27 23:19:22.905576 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1af98b8-3daf-49ea-a1ad-24edf1165e36 req-1432b8f3-e250-4776-9787-cad971a7089b tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411584 May 27 23:19:23.274403 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ae7aaf11-3bbe-485e-816b-ca20141a90a8 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:19:23.384423 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ae7aaf11-3bbe-485e-816b-ca20141a90a8 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:19:23.384813 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:23.411309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16344392-cfae-4ed1-9912-ea026ff85762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:19:23.421478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ae7aaf11-3bbe-485e-816b-ca20141a90a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ae7aaf11-3bbe-485e-816b-ca20141a90a8,segment=NetworkSegment(8eab8341-2c99-49e0-82d7-c8763517ed00),segment_id=8eab8341-2c99-49e0-82d7-c8763517ed00)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:19:23.456443 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1e2f7d-2a5f-4d3b-852e-bd1829409a58'] response: {'server_uuid': '16344392-cfae-4ed1-9912-ea026ff85762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8', 'code': 200} May 27 23:19:23.509068 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:23.577879 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ae7aaf11-3bbe-485e-816b-ca20141a90a8,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:19:23.585488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:23.585832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:23.586170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:23.587034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:23.587366 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:23.587694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:23.588020 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:23.588369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:23.588690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:23.589012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:23.589353 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:23.589656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:24.094230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0d08e-29f2-46fe-b0ac-9cc94f08f2c0 req-2b0a0df4-78c2-4459-8947-32f325164ff7 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:24.095722 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ac0d08e-29f2-46fe-b0ac-9cc94f08f2c0 req-2b0a0df4-78c2-4459-8947-32f325164ff7 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 943 time: 0.0806062 May 27 23:19:24.140174 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ac0d08e-29f2-46fe-b0ac-9cc94f08f2c0 req-98b9e280-7b74-4bfc-8894-da7b285ca407 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384560 May 27 23:19:24.163019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44860) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:19:24.268253 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ada70a21-46f6-4ff7-bf42-14fceaa39088 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/floatingips/c92d1454-3953-48fb-852d-4a1cfb7ae9e5 HTTP/1.1" status: 200 len: 989 time: 0.1040034 May 27 23:19:25.273626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ae7aaf11-3bbe-485e-816b-ca20141a90a8 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:19:25.405391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ae7aaf11-3bbe-485e-816b-ca20141a90a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ae7aaf11-3bbe-485e-816b-ca20141a90a8,segment=NetworkSegment(8eab8341-2c99-49e0-82d7-c8763517ed00),segment_id=8eab8341-2c99-49e0-82d7-c8763517ed00)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:19:25.417992 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'port_id': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8', 'mac_address': 'fa:16:3e:0a:90:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:19:25.471426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ae7aaf11-3bbe-485e-816b-ca20141a90a8 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:19:25.471801 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:25.487726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7aaf11-3bbe-485e-816b-ca20141a90a8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:19:25.502476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ae7aaf11-3bbe-485e-816b-ca20141a90a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ae7aaf11-3bbe-485e-816b-ca20141a90a8,segment=NetworkSegment(8eab8341-2c99-49e0-82d7-c8763517ed00),segment_id=8eab8341-2c99-49e0-82d7-c8763517ed00)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:19:25.575551 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:25.674478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ae7aaf11-3bbe-485e-816b-ca20141a90a8,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:19:25.789399 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['ae7aaf11-3bbe-485e-816b-ca20141a90a8'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:19:27.290748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ae7aaf11-3bbe-485e-816b-ca20141a90a8 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:19:27.359528 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port ae7aaf11-3bbe-485e-816b-ca20141a90a8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:19:27.359899 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:27.474483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ae7aaf11-3bbe-485e-816b-ca20141a90a8 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:19:27.474829 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:27.509985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16344392-cfae-4ed1-9912-ea026ff85762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:19:27.518690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ae7aaf11-3bbe-485e-816b-ca20141a90a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ae7aaf11-3bbe-485e-816b-ca20141a90a8,segment=NetworkSegment(8eab8341-2c99-49e0-82d7-c8763517ed00),segment_id=8eab8341-2c99-49e0-82d7-c8763517ed00)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:19:27.556032 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-87f5cdc9-4585-4b6b-bff9-c3751060ac4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:27.589138 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:27.644917 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ddcff09-242c-4acd-ba26-d2401012a9a0'] response: {'server_uuid': '16344392-cfae-4ed1-9912-ea026ff85762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8', 'code': 200} May 27 23:19:27.656263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ae7aaf11-3bbe-485e-816b-ca20141a90a8,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:19:29.686088 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18b7e2c0-bf25-4440-9dd3-452523b649b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:30.076229 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:19:31.034680 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:31.046196 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:32.240277 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:46.171307 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:52.725967 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:54.960873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44878) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:19:55.156247 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port 5a6d0d9f-002c-41c8-b5d9-7acea1bc1148 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:19:55.156607 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:55.318132 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:55.318451 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:55.528877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for 5a6d0d9f-002c-41c8-b5d9-7acea1bc1148 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:19:55.740840 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:55.789538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=5a6d0d9f-002c-41c8-b5d9-7acea1bc1148,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:19:55.832236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:55.832609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:55.832941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:55.833271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:55.833596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:55.833922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:55.834242 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:55.834560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:55.834881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:55.835198 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:55.835512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:55.835826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:55.895227 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:55.895592 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Floating IP c92d1454-3953-48fb-852d-4a1cfb7ae9e5 disassociated (deleted). External IP: 172.25.2.2, port: ae7aaf11-3bbe-485e-816b-ca20141a90a8. May 27 23:19:56.247830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router e072f757-33ac-4deb-9589-d687a61053fb has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:19:56.418946 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:19:56.428525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad6293-464c-4521-adc4-87ea38b208b4 None None] Sync routers for ids ['e072f757-33ac-4deb-9589-d687a61053fb'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:19:56.434970 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:56.437331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad6293-464c-4521-adc4-87ea38b208b4 None None] Routers {'e072f757-33ac-4deb-9589-d687a61053fb'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:19:56.437932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9bad6293-464c-4521-adc4-87ea38b208b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:19:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e072f757-33ac-4deb-9589-d687a61053fb'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:19:56.492024 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c3d85110-b9ba-4590-b830-6455de2d2961 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/floatingips/c92d1454-3953-48fb-852d-4a1cfb7ae9e5 HTTP/1.1" status: 204 len: 168 time: 1.5301435 May 27 23:19:56.492724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16344392-cfae-4ed1-9912-ea026ff85762', 'tag': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:19:56.622333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-9bad6293-464c-4521-adc4-87ea38b208b4 None None] Set router e072f757-33ac-4deb-9589-d687a61053fb gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:19:56.637960 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d05e78-2df4-4b6f-925d-74a9a3ee5705'] response: {'name': 'network-changed', 'server_uuid': '16344392-cfae-4ed1-9912-ea026ff85762', 'tag': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8', 'status': 'completed', 'code': 200} May 27 23:19:56.731334 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251583f-3316-47ec-9ebf-996b519cffb5 req-3a1bef5a-f891-4e2c-961c-e0a73336a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:56.732847 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a251583f-3316-47ec-9ebf-996b519cffb5 req-3a1bef5a-f891-4e2c-961c-e0a73336a5b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 1096 time: 0.0743043 May 27 23:19:56.871691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251583f-3316-47ec-9ebf-996b519cffb5 req-595066c5-a179-4fa0-8445-435cd423fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:56.873169 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a251583f-3316-47ec-9ebf-996b519cffb5 req-595066c5-a179-4fa0-8445-435cd423fc4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=59aa5650-6a54-474f-bc5c-2cabea471e26 HTTP/1.1" status: 200 len: 898 time: 0.1342232 May 27 23:19:56.942733 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9bad6293-464c-4521-adc4-87ea38b208b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:18:05Z', 'updated_at': '2022-05-27T23:18:11Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:06Z', 'updated_at': '2022-05-27T23:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b', 'name': '', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:1d:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:10Z', 'updated_at': '2022-05-27T23:18:16Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:19:56.946592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad6293-464c-4521-adc4-87ea38b208b4 None None] Checking router: e072f757-33ac-4deb-9589-d687a61053fb for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:19:56.955466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad6293-464c-4521-adc4-87ea38b208b4 None None] Routers {'e072f757-33ac-4deb-9589-d687a61053fb'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:19:56.955753 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a251583f-3316-47ec-9ebf-996b519cffb5 req-f3002441-7d8e-4b20-8585-36dd8c9e8612 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae7aaf11-3bbe-485e-816b-ca20141a90a8 HTTP/1.1" status: 200 len: 217 time: 0.0753772 May 27 23:19:56.956196 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9bad6293-464c-4521-adc4-87ea38b208b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:19:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e072f757-33ac-4deb-9589-d687a61053fb'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:19:57.022375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251583f-3316-47ec-9ebf-996b519cffb5 req-81df0d7e-40a2-448e-841a-a2b1aaba1985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:57.023808 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a251583f-3316-47ec-9ebf-996b519cffb5 req-81df0d7e-40a2-448e-841a-a2b1aaba1985 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c8c6d9cf-9e13-46f0-a36a-015444bc1618 HTTP/1.1" status: 200 len: 835 time: 0.0610113 May 27 23:19:57.106153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251583f-3316-47ec-9ebf-996b519cffb5 req-45662027-0352-47d2-994a-d3acf5e63e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:57.107917 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a251583f-3316-47ec-9ebf-996b519cffb5 req-45662027-0352-47d2-994a-d3acf5e63e83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=59aa5650-6a54-474f-bc5c-2cabea471e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771799 May 27 23:19:57.113118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb89a13-5d52-480b-9deb-aa1993a4cb10 req-8fe360d5-b397-4179-aa60-73475d6bb341 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:57.113833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6fb89a13-5d52-480b-9deb-aa1993a4cb10 req-8fe360d5-b397-4179-aa60-73475d6bb341 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:19:57.138759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-9bad6293-464c-4521-adc4-87ea38b208b4 None None] Set router e072f757-33ac-4deb-9589-d687a61053fb gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:19:57.186658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-6fb89a13-5d52-480b-9deb-aa1993a4cb10 req-8fe360d5-b397-4179-aa60-73475d6bb341 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:19:57.188053 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6fb89a13-5d52-480b-9deb-aa1993a4cb10 req-8fe360d5-b397-4179-aa60-73475d6bb341 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.1585510 May 27 23:19:57.234437 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6fb89a13-5d52-480b-9deb-aa1993a4cb10 req-460e0b0d-1e0c-47c0-8224-9ff90ec07148 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398662 May 27 23:19:57.245193 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a251583f-3316-47ec-9ebf-996b519cffb5 req-f598c027-8737-4a40-8f01-6b00713ac59b service neutron] 10.222.0.46 "GET /v2.0/networks/59aa5650-6a54-474f-bc5c-2cabea471e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291966 May 27 23:19:57.379586 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a251583f-3316-47ec-9ebf-996b519cffb5 req-dd61b1f5-929c-4563-a383-9acbfdd8f36a service neutron] 10.222.0.46 "GET /v2.0/networks/59aa5650-6a54-474f-bc5c-2cabea471e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274793 May 27 23:19:57.493811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-9bad6293-464c-4521-adc4-87ea38b208b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:18:05Z', 'updated_at': '2022-05-27T23:18:11Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:06Z', 'updated_at': '2022-05-27T23:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b', 'name': '', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:1d:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:10Z', 'updated_at': '2022-05-27T23:18:16Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:19:57.497610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad6293-464c-4521-adc4-87ea38b208b4 None None] The sync data for ids ['e072f757-33ac-4deb-9589-d687a61053fb'] in n-d-843680-3 is: [{'id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:18:05Z', 'updated_at': '2022-05-27T23:18:11Z', 'revision_number': 4, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:06Z', 'updated_at': '2022-05-27T23:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b', 'name': '', 'network_id': '59aa5650-6a54-474f-bc5c-2cabea471e26', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'mac_address': 'fa:16:3e:1d:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:10Z', 'updated_at': '2022-05-27T23:18:16Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'subnets': [{'id': 'c8c6d9cf-9e13-46f0-a36a-015444bc1618', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:19:57.552282 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-875c7637-49f1-4d7d-b1d2-95ca112509aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:57.711868 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b6bca2-7ba3-4f90-9003-a7dc573c3846 None None] New status for floating IP c92d1454-3953-48fb-852d-4a1cfb7ae9e5: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:19:58.323104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad2fd0-fa31-48a4-8ce6-b0e8aab37092 req-86fe011c-1e51-43b9-b623-7a97493c5cbc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:58.323821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c5ad2fd0-fa31-48a4-8ce6-b0e8aab37092 req-86fe011c-1e51-43b9-b623-7a97493c5cbc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Synchronizing usage tracker for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:19:58.335626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c5ad2fd0-fa31-48a4-8ce6-b0e8aab37092 req-86fe011c-1e51-43b9-b623-7a97493c5cbc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Unset dirty status for tenant:e6de1f1438b94cdfbf69203088ee5d15 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:19:58.336752 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c5ad2fd0-fa31-48a4-8ce6-b0e8aab37092 req-86fe011c-1e51-43b9-b623-7a97493c5cbc tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0911496 May 27 23:19:58.409427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-c5ad2fd0-fa31-48a4-8ce6-b0e8aab37092 req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port ae7aaf11-3bbe-485e-816b-ca20141a90a8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:19:58.409758 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c5ad2fd0-fa31-48a4-8ce6-b0e8aab37092 req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:58.428507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60927f9-da3e-459a-a875-c683f252049b req-d05acf10-df7a-4f3c-93c1-c224a35618d6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:19:58.429972 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a60927f9-da3e-459a-a875-c683f252049b req-d05acf10-df7a-4f3c-93c1-c224a35618d6 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 945 time: 0.0815785 May 27 23:19:58.475527 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a60927f9-da3e-459a-a875-c683f252049b req-f0ef38eb-df85-4a62-bd88-445a455007d9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/security-groups?id=ac566c38-c44c-4b07-8129-0735899127d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390005 May 27 23:19:58.655646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c5ad2fd0-fa31-48a4-8ce6-b0e8aab37092 req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] For port ae7aaf11-3bbe-485e-816b-ca20141a90a8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ae7aaf11-3bbe-485e-816b-ca20141a90a8,segment=NetworkSegment(8eab8341-2c99-49e0-82d7-c8763517ed00),segment_id=8eab8341-2c99-49e0-82d7-c8763517ed00)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:19:58.656002 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c5ad2fd0-fa31-48a4-8ce6-b0e8aab37092 req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:58.781051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-c5ad2fd0-fa31-48a4-8ce6-b0e8aab37092 req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for ae7aaf11-3bbe-485e-816b-ca20141a90a8 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:19:58.982847 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c5ad2fd0-fa31-48a4-8ce6-b0e8aab37092 req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:59.034595 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=ae7aaf11-3bbe-485e-816b-ca20141a90a8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:19:59.073139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:59.074018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:59.074360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:59.074697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:59.075030 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:59.075355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:59.075682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:59.076006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:59.076330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:59.076676 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:59.076998 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:59.077571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:19:59.235100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ad2fd0-fa31-48a4-8ce6-b0e8aab37092 req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] No DVR routers for this DVR port ae7aaf11-3bbe-485e-816b-ca20141a90a8 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:19:59.237519 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c5ad2fd0-fa31-48a4-8ce6-b0e8aab37092 req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:19:59.240090 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16344392-cfae-4ed1-9912-ea026ff85762', 'name': 'network-vif-deleted', 'tag': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:19:59.338034 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c5ad2fd0-fa31-48a4-8ce6-b0e8aab37092 req-aff651a5-84f6-43ef-923d-ce19e734c26d tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.46 "DELETE /v2.0/ports/ae7aaf11-3bbe-485e-816b-ca20141a90a8 HTTP/1.1" status: 204 len: 173 time: 0.9959719 May 27 23:19:59.367994 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83cac819-ef5a-48c4-aae3-e99932e85bab'] response: {'server_uuid': '16344392-cfae-4ed1-9912-ea026ff85762', 'name': 'network-vif-deleted', 'tag': 'ae7aaf11-3bbe-485e-816b-ca20141a90a8', 'status': 'completed', 'code': 200} May 27 23:19:59.628578 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c2c9f65-f167-4a95-bfe2-7c1079fb82fc req-baf66eeb-67fd-4515-beaa-b52d6eadcf85 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "GET /v2.0/ports?device_id=16344392-cfae-4ed1-9912-ea026ff85762 HTTP/1.1" status: 200 len: 210 time: 0.0461559 May 27 23:19:59.694926 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-96e57654-17c3-424e-bc1d-b5a1bf9ade7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:00.721560 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44918) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:01.009395 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:01.040011 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:01.374648 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b515c999-50f4-403c-adc0-d89d800fe9f0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:01.720993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b515c999-50f4-403c-adc0-d89d800fe9f0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:20:01.721247 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b515c999-50f4-403c-adc0-d89d800fe9f0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:01.905049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-b515c999-50f4-403c-adc0-d89d800fe9f0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] For port 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b,segment=NetworkSegment(8eab8341-2c99-49e0-82d7-c8763517ed00),segment_id=8eab8341-2c99-49e0-82d7-c8763517ed00)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:20:01.905768 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b515c999-50f4-403c-adc0-d89d800fe9f0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:02.024023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b515c999-50f4-403c-adc0-d89d800fe9f0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:20:02.226506 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:02.249373 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b515c999-50f4-403c-adc0-d89d800fe9f0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:02.298344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515c999-50f4-403c-adc0-d89d800fe9f0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:02.673221 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b515c999-50f4-403c-adc0-d89d800fe9f0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:03.030490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b515c999-50f4-403c-adc0-d89d800fe9f0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Router e072f757-33ac-4deb-9589-d687a61053fb has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:20:03.203240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b515c999-50f4-403c-adc0-d89d800fe9f0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:20:03.218360 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b515c999-50f4-403c-adc0-d89d800fe9f0 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "PUT /v2.0/routers/e072f757-33ac-4deb-9589-d687a61053fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4933035 May 27 23:20:03.218944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc013457-1c15-45ad-b992-a79cd52f37bd None None] Sync routers for ids ['e072f757-33ac-4deb-9589-d687a61053fb'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:20:03.219494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44924) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:03.232394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc013457-1c15-45ad-b992-a79cd52f37bd None None] Routers {'e072f757-33ac-4deb-9589-d687a61053fb'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:20:03.233626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-fc013457-1c15-45ad-b992-a79cd52f37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:20:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e072f757-33ac-4deb-9589-d687a61053fb'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:20:03.287812 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-216f9caa-3aa0-4ec9-b37e-df5c57d058ed tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting subnet c8c6d9cf-9e13-46f0-a36a-015444bc1618 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:20:03.290987 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-216f9caa-3aa0-4ec9-b37e-df5c57d058ed tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:03.345741 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-216f9caa-3aa0-4ec9-b37e-df5c57d058ed tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:03.412416 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-fc013457-1c15-45ad-b992-a79cd52f37bd None None] Set router e072f757-33ac-4deb-9589-d687a61053fb gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:20:03.434217 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-216f9caa-3aa0-4ec9-b37e-df5c57d058ed tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:03.515346 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ae7aaf11-3bbe-485e-816b-ca20141a90a8 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:20:03.573515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: ae7aaf11-3bbe-485e-816b-ca20141a90a8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:20:03.573891 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ae7aaf11-3bbe-485e-816b-ca20141a90a8 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:20:03.581512 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-216f9caa-3aa0-4ec9-b37e-df5c57d058ed tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:03.621060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f9caa-3aa0-4ec9-b37e-df5c57d058ed tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c6d9cf-9e13-46f0-a36a-015444bc1618,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:03.624685 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-216f9caa-3aa0-4ec9-b37e-df5c57d058ed tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:03.630877 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-216f9caa-3aa0-4ec9-b37e-df5c57d058ed tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/subnets/c8c6d9cf-9e13-46f0-a36a-015444bc1618 HTTP/1.1" status: 204 len: 168 time: 0.4103546 May 27 23:20:03.633393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44928) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:03.633666 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c270640b-f089-408a-9b17-c3346024c2fa None None] Network 59aa5650-6a54-474f-bc5c-2cabea471e26 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:20:03.812956 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:03.906821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-fc013457-1c15-45ad-b992-a79cd52f37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:18:05Z', 'updated_at': '2022-05-27T23:20:02Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:06Z', 'updated_at': '2022-05-27T23:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:20:03.911284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc013457-1c15-45ad-b992-a79cd52f37bd None None] Checking router: e072f757-33ac-4deb-9589-d687a61053fb for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:20:03.920526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc013457-1c15-45ad-b992-a79cd52f37bd None None] Routers {'e072f757-33ac-4deb-9589-d687a61053fb'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:20:03.921238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-fc013457-1c15-45ad-b992-a79cd52f37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:20:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['e072f757-33ac-4deb-9589-d687a61053fb'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:20:03.975106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0828f45-d315-47fe-a28b-2da138ca5719 None None] DHCP port deletion for 59aa5650-6a54-474f-bc5c-2cabea471e26 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:20:03.995734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e0828f45-d315-47fe-a28b-2da138ca5719 None None] Deleting port 6c807145-b79e-43da-8fd5-77e9c46bf698 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:20:03.996104 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e0828f45-d315-47fe-a28b-2da138ca5719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:03.997537 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:04.057110 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Deleting port 7cfa1617-dafd-4a02-97fb-28212e07ed31 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:20:04.057479 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:04.203090 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-fc013457-1c15-45ad-b992-a79cd52f37bd None None] Set router e072f757-33ac-4deb-9589-d687a61053fb gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:20:04.232856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] For port 7cfa1617-dafd-4a02-97fb-28212e07ed31, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=7cfa1617-dafd-4a02-97fb-28212e07ed31,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:20:04.233457 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:04.359188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Calling delete_port for 7cfa1617-dafd-4a02-97fb-28212e07ed31 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:20:04.502874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e0828f45-d315-47fe-a28b-2da138ca5719 None None] For port 6c807145-b79e-43da-8fd5-77e9c46bf698, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=6c807145-b79e-43da-8fd5-77e9c46bf698,segment=NetworkSegment(8eab8341-2c99-49e0-82d7-c8763517ed00),segment_id=8eab8341-2c99-49e0-82d7-c8763517ed00)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:20:04.503479 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e0828f45-d315-47fe-a28b-2da138ca5719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:04.582933 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:04.634429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Port': ['ID=7cfa1617-dafd-4a02-97fb-28212e07ed31,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:04.635024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e0828f45-d315-47fe-a28b-2da138ca5719 None None] Calling delete_port for 6c807145-b79e-43da-8fd5-77e9c46bf698 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:20:04.661512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 6c807145-b79e-43da-8fd5-77e9c46bf698 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:20:04.735689 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:04.881454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 6c807145-b79e-43da-8fd5-77e9c46bf698 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:20:04.881836 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:04.913526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-fc013457-1c15-45ad-b992-a79cd52f37bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:18:05Z', 'updated_at': '2022-05-27T23:20:02Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:06Z', 'updated_at': '2022-05-27T23:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:20:04.918380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc013457-1c15-45ad-b992-a79cd52f37bd None None] The sync data for ids ['e072f757-33ac-4deb-9589-d687a61053fb'] in n-d-843680-3 is: [{'id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1431931609', 'tenant_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:18:05Z', 'updated_at': '2022-05-27T23:20:02Z', 'revision_number': 5, 'project_id': 'e6de1f1438b94cdfbf69203088ee5d15', 'gw_port': {'id': '7cfa1617-dafd-4a02-97fb-28212e07ed31', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:85:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e072f757-33ac-4deb-9589-d687a61053fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:18:06Z', 'updated_at': '2022-05-27T23:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:20:04.928905 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e0828f45-d315-47fe-a28b-2da138ca5719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:05.011492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0828f45-d315-47fe-a28b-2da138ca5719 None None] Pushing event deleted for resources: {'Port': ['ID=6c807145-b79e-43da-8fd5-77e9c46bf698,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:05.015094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0828f45-d315-47fe-a28b-2da138ca5719 None None] No DVR routers for this DVR port 6c807145-b79e-43da-8fd5-77e9c46bf698 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:20:05.038083 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:05.040441 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:05.131294 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:05.131861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Fanout notify agent at l3_agent the message router_deleted on router e072f757-33ac-4deb-9589-d687a61053fb {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:20:05.146864 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:05.150263 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a1741c48-d620-492c-b26e-4b104570bb91 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/routers/e072f757-33ac-4deb-9589-d687a61053fb HTTP/1.1" status: 204 len: 168 time: 1.5136271 May 27 23:20:05.150571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44932) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:05.262863 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a461abb0-8bef-4e65-b705-ad10015535a9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:05.399492 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a461abb0-8bef-4e65-b705-ad10015535a9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:05.424291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a461abb0-8bef-4e65-b705-ad10015535a9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59aa5650-6a54-474f-bc5c-2cabea471e26']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:20:05.436566 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a461abb0-8bef-4e65-b705-ad10015535a9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eab8341-2c99-49e0-82d7-c8763517ed00') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:20:05.436861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-a461abb0-8bef-4e65-b705-ad10015535a9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eab8341-2c99-49e0-82d7-c8763517ed00') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:20:05.447773 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a461abb0-8bef-4e65-b705-ad10015535a9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:05.464659 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a461abb0-8bef-4e65-b705-ad10015535a9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:05.471045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a461abb0-8bef-4e65-b705-ad10015535a9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:20:05.471434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a461abb0-8bef-4e65-b705-ad10015535a9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:05.633580 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8eab8341-2c99-49e0-82d7-c8763517ed00 resource provider aggregate not found May 27 23:20:05.645466 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a461abb0-8bef-4e65-b705-ad10015535a9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:05.663694 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a461abb0-8bef-4e65-b705-ad10015535a9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:05.666876 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 8eab8341-2c99-49e0-82d7-c8763517ed00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8eab8341-2c99-49e0-82d7-c8763517ed00 found for delete ", "request_id": "req-57a018f4-344e-4677-b80b-5ba71ebc5568"}]} May 27 23:20:05.677660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461abb0-8bef-4e65-b705-ad10015535a9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'Network': ['ID=59aa5650-6a54-474f-bc5c-2cabea471e26,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:05.748936 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a461abb0-8bef-4e65-b705-ad10015535a9 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/networks/59aa5650-6a54-474f-bc5c-2cabea471e26 HTTP/1.1" status: 204 len: 168 time: 0.5973682 May 27 23:20:05.751462 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44944) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:05.818493 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96d0f5e9-35d1-4771-a2b0-139ed6ccdbb2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:05.848282 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96d0f5e9-35d1-4771-a2b0-139ed6ccdbb2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:05.965889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96d0f5e9-35d1-4771-a2b0-139ed6ccdbb2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:05.988603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d0f5e9-35d1-4771-a2b0-139ed6ccdbb2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac566c38-c44c-4b07-8129-0735899127d3,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:06.065600 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-96d0f5e9-35d1-4771-a2b0-139ed6ccdbb2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:06.066732 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-96d0f5e9-35d1-4771-a2b0-139ed6ccdbb2 tempest-TestNetworkAdvancedServerOps-1652379185 tempest-TestNetworkAdvancedServerOps-1652379185-project] 10.222.0.27 "DELETE /v2.0/security-groups/ac566c38-c44c-4b07-8129-0735899127d3 HTTP/1.1" status: 204 len: 168 time: 0.3143377 May 27 23:20:06.628164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7cfa1617-dafd-4a02-97fb-28212e07ed31 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:20:06.666554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 7cfa1617-dafd-4a02-97fb-28212e07ed31 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:20:06.666905 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 7cfa1617-dafd-4a02-97fb-28212e07ed31 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:20:06.667332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:20:06.672987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44954) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:06.700761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:20:06.701101 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 89d0a654-3a9f-4ff7-8a73-9d5aaeb98a4b not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:20:06.818684 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-754fab45-59b0-4afa-a0a8-15b2859c5fdd admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e6de1f1438b94cdfbf69203088ee5d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445305 May 27 23:20:06.821168 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 44960) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:06.877527 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c97f-b137-4437-8749-352d6953f94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:06.903511 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c97f-b137-4437-8749-352d6953f94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:07.011872 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c97f-b137-4437-8749-352d6953f94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:07.030494 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3c97f-b137-4437-8749-352d6953f94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea51d216-ce47-453f-9f88-e0e68d918534,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:07.034769 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6bb3c97f-b137-4437-8749-352d6953f94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:07.035853 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6bb3c97f-b137-4437-8749-352d6953f94c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ea51d216-ce47-453f-9f88-e0e68d918534 HTTP/1.1" status: 204 len: 168 time: 0.2138238 May 27 23:20:07.076262 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:20:07.605105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44968) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:07.653137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-76131338-f949-41a4-aebf-ba054c85135e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a24432c2bbf143faad9fb1714c63196b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469110 May 27 23:20:07.655489 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44972) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:07.716141 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15ac3ffd-4188-4903-9ac9-37b321f5a83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:07.741776 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15ac3ffd-4188-4903-9ac9-37b321f5a83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:07.883727 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15ac3ffd-4188-4903-9ac9-37b321f5a83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:07.899873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac3ffd-4188-4903-9ac9-37b321f5a83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d33a32c-505a-4f0f-b1db-04c723d206b8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:07.974093 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15ac3ffd-4188-4903-9ac9-37b321f5a83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:07.975227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-15ac3ffd-4188-4903-9ac9-37b321f5a83f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3d33a32c-505a-4f0f-b1db-04c723d206b8 HTTP/1.1" status: 204 len: 168 time: 0.3188758 May 27 23:20:08.970599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 44996) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:09.072802 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-733574010-network', 'tenant_id': '9abf8354cae94e6a89071e614254fd47'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:20:09.078353 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:20:09.082350 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Usage tracker for resource:network and tenant:9abf8354cae94e6a89071e614254fd47 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:20:09.085296 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:20:09.091718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:20:09.169236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Made reservation on behalf of 9abf8354cae94e6a89071e614254fd47 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:20:09.171463 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:09.183568 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:09.197264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:20:09.201036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Usage tracker for resource:security_group_rule and tenant:9abf8354cae94e6a89071e614254fd47 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:20:09.207000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:20:09.209567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:20:09.289151 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:09.410819 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:09.437590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:20:09.453217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6901acbc-1559-4c22-bbdc-59989ce83971,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:09.457479 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:09.457816 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Added segment b2db7af4-acab-4480-b66d-2aa2451b5df2 of type vlan for network c37248a1-fc3c-4905-80ec-68d0643fce12 May 27 23:20:09.483898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:09.582235 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:09.583154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:09.583735 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:09.683232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] Pushing event updated for resources: {'Network': ['ID=c37248a1-fc3c-4905-80ec-68d0643fce12,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:09.693256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network c37248a1-fc3c-4905-80ec-68d0643fce12 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:20:09.737899 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9bd3704a-39f9-4af0-adf8-c04a59e617b7 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7662129 May 27 23:20:09.742048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45002) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:09.747959 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] Request body: {'subnet': {'network_id': 'c37248a1-fc3c-4905-80ec-68d0643fce12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-733574010-subnet', 'tenant_id': '9abf8354cae94e6a89071e614254fd47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:20:09.753501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:20:09.757339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] Usage tracker for resource:subnet and tenant:9abf8354cae94e6a89071e614254fd47 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:20:09.760204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:20:09.766580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:20:09.833835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] Made reservation on behalf of 9abf8354cae94e6a89071e614254fd47 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:20:09.836021 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:10.085866 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:10.160809 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f497b604-7448-4c5e-a844-198fb7f3a6d3,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:10.168111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] Checking segment: {'id': 'b2db7af4-acab-4480-b66d-2aa2451b5df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c37248a1-fc3c-4905-80ec-68d0643fce12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:20:10.168484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] Network hostable DHCP agents. Network: c37248a1-fc3c-4905-80ec-68d0643fce12, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:20:10.248856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] Network c37248a1-fc3c-4905-80ec-68d0643fce12 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:20:10.330616 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, c37248a1-fc3c-4905-80ec-68d0643fce12) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:20:10.335394 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:10.336168 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:10.338783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88c7ddb-e3c7-40d6-a671-b4be6f4ba3a2 None None] Network c37248a1-fc3c-4905-80ec-68d0643fce12 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:20:10.526774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ffe517ea-ec9d-4ca4-945b-0f23f4829851 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7831414 May 27 23:20:10.553394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b8c9eb-86aa-4ef5-afaf-190d8ff152ec None None] Network c37248a1-fc3c-4905-80ec-68d0643fce12 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:20:11.230233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45020) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:11.235787 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1256538157-network', 'tenant_id': '88d8e299a830478e859eae27fac129de'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:20:11.241210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:20:11.245468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Usage tracker for resource:network and tenant:88d8e299a830478e859eae27fac129de is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:20:11.248457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:20:11.254673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:20:11.348150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Made reservation on behalf of 88d8e299a830478e859eae27fac129de for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:20:11.350363 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:11.361967 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:11.376117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:20:11.379877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Usage tracker for resource:security_group_rule and tenant:88d8e299a830478e859eae27fac129de is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:20:11.382628 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:20:11.388788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:20:11.465756 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:11.553954 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:11.583358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:20:11.591238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c03445d-bdaf-4b56-b9ef-282509508588,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:11.597510 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:11.597847 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Added segment 676a0dd0-85b7-4bee-9826-cfd6f3f488f5 of type vlan for network d31e45f1-fdcb-4df1-b75a-da537c702eb4 May 27 23:20:11.623127 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:11.696986 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:11.697915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:11.698485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:11.798170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] Pushing event updated for resources: {'Network': ['ID=d31e45f1-fdcb-4df1-b75a-da537c702eb4,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:11.807380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network d31e45f1-fdcb-4df1-b75a-da537c702eb4 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:20:11.862997 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3f9bfe22-15da-4a46-a2e0-596873c16028 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6316097 May 27 23:20:11.865693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45024) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:11.871545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] Request body: {'subnet': {'network_id': 'd31e45f1-fdcb-4df1-b75a-da537c702eb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1256538157-subnet', 'tenant_id': '88d8e299a830478e859eae27fac129de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:20:11.876994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:20:11.880845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] Usage tracker for resource:subnet and tenant:88d8e299a830478e859eae27fac129de is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:20:11.883576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:20:11.889151 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:20:11.957396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] Made reservation on behalf of 88d8e299a830478e859eae27fac129de for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:20:11.959652 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:12.215504 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:12.284580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e17d1e-6d91-4769-ab5f-d6f0398275ae,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:12.293515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] Checking segment: {'id': '676a0dd0-85b7-4bee-9826-cfd6f3f488f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd31e45f1-fdcb-4df1-b75a-da537c702eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:20:12.293862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] Network hostable DHCP agents. Network: d31e45f1-fdcb-4df1-b75a-da537c702eb4, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:20:12.363231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] Network d31e45f1-fdcb-4df1-b75a-da537c702eb4 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:20:12.462406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, d31e45f1-fdcb-4df1-b75a-da537c702eb4) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:20:12.466951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:12.467474 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:12.471344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295c9cba-3ee1-42d1-beee-2f2f6c7e51d6 None None] Network d31e45f1-fdcb-4df1-b75a-da537c702eb4 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:20:12.566337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-249269f5-5eb1-4918-b49d-5379fe52bb9e admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6996152 May 27 23:20:12.681641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cc5502-b828-4993-861e-b3c61880e12a None None] Network d31e45f1-fdcb-4df1-b75a-da537c702eb4 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:20:13.131462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-38b306fd-6f25-46c1-a6a3-bf037e7fe255 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:13.132133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-38b306fd-6f25-46c1-a6a3-bf037e7fe255 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Synchronizing usage tracker for tenant:9abf8354cae94e6a89071e614254fd47 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:20:13.205177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-38b306fd-6f25-46c1-a6a3-bf037e7fe255 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Unset dirty status for tenant:9abf8354cae94e6a89071e614254fd47 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:20:13.206315 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-38b306fd-6f25-46c1-a6a3-bf037e7fe255 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/networks?id=c37248a1-fc3c-4905-80ec-68d0643fce12 HTTP/1.1" status: 200 len: 811 time: 0.2150538 May 27 23:20:13.221051 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-e15a301d-5b14-41ba-8840-c14f54c88672 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/quotas/9abf8354cae94e6a89071e614254fd47 HTTP/1.1" status: 200 len: 375 time: 0.0093129 May 27 23:20:13.270858 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-aad37683-56ce-4e99-b7ac-808e7eb2b163 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=9abf8354cae94e6a89071e614254fd47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449586 May 27 23:20:13.379750 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-33036520-12c3-414c-b20d-417e402d335a service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:20:13.380763 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-33036520-12c3-414c-b20d-417e402d335a service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1038275 May 27 23:20:13.508806 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-5a7a4b28-c0b3-4d24-a832-9273928c5dbf service neutron] 10.222.0.27 "GET /v2.0/networks/c37248a1-fc3c-4905-80ec-68d0643fce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221364 May 27 23:20:13.635327 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-412c8d09-9a70-498a-8edf-a5b2570d39ca service neutron] 10.222.0.27 "GET /v2.0/networks/c37248a1-fc3c-4905-80ec-68d0643fce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206548 May 27 23:20:13.910501 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-33db9174-592d-4191-b242-de000752f2cc req-413ae58a-7710-49c6-b9d5-4418f85d1034 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 210 time: 0.0426168 May 27 23:20:15.006138 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e03441fe-198a-401b-a8db-33164980dcea req-6571d588-4104-44df-851f-3b0a104aee4e tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 210 time: 0.0427501 May 27 23:20:16.157992 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-919523ba-2026-4565-ab74-3f9f9a393dbb req-9ee61175-4e3b-4f26-9488-4d65c50bc182 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 210 time: 0.0457330 May 27 23:20:16.205497 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:16.242852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-a8eec52f-3fde-4c87-a73f-8b0290ba4351 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:16.244264 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-a8eec52f-3fde-4c87-a73f-8b0290ba4351 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.46 "GET /v2.0/networks?id=c37248a1-fc3c-4905-80ec-68d0643fce12 HTTP/1.1" status: 200 len: 811 time: 0.1455121 May 27 23:20:16.255658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Request body: {'port': {'device_id': '512b1b05-abc9-42c1-b48f-ce59f7417998', 'network_id': 'c37248a1-fc3c-4905-80ec-68d0643fce12', 'admin_state_up': True, 'tenant_id': '9abf8354cae94e6a89071e614254fd47'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:20:16.396052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:20:16.400078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Usage tracker for resource:port and tenant:9abf8354cae94e6a89071e614254fd47 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:20:16.403788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:20:16.409546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:20:16.496807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Made reservation on behalf of 9abf8354cae94e6a89071e614254fd47 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:20:16.500287 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:16.662961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Allocated IP 172.20.0.13 (c37248a1-fc3c-4905-80ec-68d0643fce12/f497b604-7448-4c5e-a844-198fb7f3a6d3/61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:20:16.863950 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:16.942978 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:17.013876 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Network c37248a1-fc3c-4905-80ec-68d0643fce12 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:20:17.016852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:20:17.020777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:20:17.055818 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Pushing event updated for resources: {'Port': ['ID=61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:17.086086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:17.086671 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:17.160272 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dd3a3318-2645-40e3-9559-18a070a4fef0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9081731 May 27 23:20:17.171496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Request body: {'port': {'device_id': '512b1b05-abc9-42c1-b48f-ce59f7417998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:20:17.283866 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:17.346836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2ca37-a754-485e-8808-bca11f8cbbcc req-eb25f184-9432-4e26-87e4-d85e8b6df1c0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:17.348310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3a2ca37-a754-485e-8808-bca11f8cbbcc req-eb25f184-9432-4e26-87e4-d85e8b6df1c0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 932 time: 0.0795202 May 27 23:20:17.391390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c3a2ca37-a754-485e-8808-bca11f8cbbcc req-848db7e7-aee0-4047-b161-d81dbad54484 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Synchronizing usage tracker for tenant:9abf8354cae94e6a89071e614254fd47 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:20:17.477719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c3a2ca37-a754-485e-8808-bca11f8cbbcc req-848db7e7-aee0-4047-b161-d81dbad54484 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Unset dirty status for tenant:9abf8354cae94e6a89071e614254fd47 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:20:17.478815 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3a2ca37-a754-485e-8808-bca11f8cbbcc req-848db7e7-aee0-4047-b161-d81dbad54484 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248276 May 27 23:20:17.733020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:20:17.740425 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:17.754150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Transition to ACTIVE for port object 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:20:17.850588 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:18.007718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Pushing event updated for resources: {'Port': ['ID=61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:18.079153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Attempting to bind port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:20:18.079484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Attempting to bind port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b2db7af4-acab-4480-b66d-2aa2451b5df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c37248a1-fc3c-4905-80ec-68d0643fce12'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:20:18.079810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Attempting to bind port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e on network c37248a1-fc3c-4905-80ec-68d0643fce12 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:20:18.084290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e on network c37248a1-fc3c-4905-80ec-68d0643fce12 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:20:18.084637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Attempting to bind port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e on network c37248a1-fc3c-4905-80ec-68d0643fce12 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:20:18.089742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:20:18.090078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Checking segment: {'id': 'b2db7af4-acab-4480-b66d-2aa2451b5df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c37248a1-fc3c-4905-80ec-68d0643fce12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:20:18.090455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Bound using segment: {'id': 'b2db7af4-acab-4480-b66d-2aa2451b5df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c37248a1-fc3c-4905-80ec-68d0643fce12'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:20:18.090871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Bound port: 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2db7af4-acab-4480-b66d-2aa2451b5df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c37248a1-fc3c-4905-80ec-68d0643fce12'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:20:18.091210 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:18.179145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] For port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:20:18.182021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] For port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e,segment=NetworkSegment(b2db7af4-acab-4480-b66d-2aa2451b5df2),segment_id=b2db7af4-acab-4480-b66d-2aa2451b5df2)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:20:18.262636 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:18.323460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:18.324129 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:18.325540 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] 10.222.0.46 "PUT /v2.0/ports/61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e HTTP/1.1" status: 200 len: 1092 time: 1.1578922 May 27 23:20:18.325979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512b1b05-abc9-42c1-b48f-ce59f7417998', 'tag': '61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:20:18.350894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7b83b-d8e6-460d-8e88-1e23fd6b980e service neutron] Pushing event updated for resources: {'Port': ['ID=61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:18.377002 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d17412-f5a0-4f95-a252-79093fa5c1a4'] response: {'name': 'network-changed', 'server_uuid': '512b1b05-abc9-42c1-b48f-ce59f7417998', 'tag': '61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e', 'status': 'completed', 'code': 200} May 27 23:20:18.472215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2f181-8999-4b0f-bc3c-aded63ce9fb5 req-c6ffad9e-9d17-4204-b4a0-1455d540c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:18.473717 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-79a2f181-8999-4b0f-bc3c-aded63ce9fb5 req-c6ffad9e-9d17-4204-b4a0-1455d540c039 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9abf8354cae94e6a89071e614254fd47&device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 1095 time: 0.0764983 May 27 23:20:18.614325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2f181-8999-4b0f-bc3c-aded63ce9fb5 req-f47a9c89-cfb9-49ca-a242-2e288fca3794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:18.615755 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-79a2f181-8999-4b0f-bc3c-aded63ce9fb5 req-f47a9c89-cfb9-49ca-a242-2e288fca3794 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9abf8354cae94e6a89071e614254fd47&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1353679 May 27 23:20:18.667594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a699687-c2b5-48cf-8bee-43e7adf18cf0 req-aeb51a2b-5fd3-4729-9a1e-a7e2db1568c3 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:18.669087 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a699687-c2b5-48cf-8bee-43e7adf18cf0 req-aeb51a2b-5fd3-4729-9a1e-a7e2db1568c3 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 944 time: 0.0834374 May 27 23:20:18.715497 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a699687-c2b5-48cf-8bee-43e7adf18cf0 req-4bd6574d-6c48-4a24-94b5-9e7326d33b2b tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403702 May 27 23:20:18.752539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2f181-8999-4b0f-bc3c-aded63ce9fb5 req-2d652576-ef82-4b36-aff2-8401775b0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:18.754016 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-79a2f181-8999-4b0f-bc3c-aded63ce9fb5 req-2d652576-ef82-4b36-aff2-8401775b0399 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327782 May 27 23:20:18.859371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-2d834d1e-8410-4de5-b7bd-9831a8b7340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:18.860834 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-2d834d1e-8410-4de5-b7bd-9831a8b7340e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9abf8354cae94e6a89071e614254fd47&device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 1095 time: 0.0700831 May 27 23:20:18.931874 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-dfc102eb-642a-4885-bb44-565ad0570a08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e HTTP/1.1" status: 200 len: 217 time: 0.0644281 May 27 23:20:18.993802 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-721d8102-7204-4b22-b9fa-29c7670dc2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:18.995720 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-721d8102-7204-4b22-b9fa-29c7670dc2fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f497b604-7448-4c5e-a844-198fb7f3a6d3 HTTP/1.1" status: 200 len: 851 time: 0.0582578 May 27 23:20:19.045991 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-58b6a3f8-4009-445d-a1ab-4be2df618151 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c37248a1-fc3c-4905-80ec-68d0643fce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444994 May 27 23:20:19.182778 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-0332adf2-f539-4a48-af65-bc67b972b879 service neutron] 10.222.0.46 "GET /v2.0/networks/c37248a1-fc3c-4905-80ec-68d0643fce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296196 May 27 23:20:19.310136 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a14b50a4-8f17-4454-a35a-c4af0b2a33bf req-1c60aebc-69a0-4c8b-938a-d90d6cfd3d57 service neutron] 10.222.0.46 "GET /v2.0/networks/c37248a1-fc3c-4905-80ec-68d0643fce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227007 May 27 23:20:19.897333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501e4a9-cf71-4037-ba50-63517b362452 req-96abe5b3-c288-4967-b587-a785eea3cc88 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:19.898789 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2501e4a9-cf71-4037-ba50-63517b362452 req-96abe5b3-c288-4967-b587-a785eea3cc88 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 944 time: 0.0793502 May 27 23:20:19.942796 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2501e4a9-cf71-4037-ba50-63517b362452 req-669c8504-3a76-4f2f-a956-c274414a670a tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376399 May 27 23:20:21.129338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83959add-d7ba-4943-8b28-34f3aeae2ee3 req-f1778d40-25e1-4919-88d1-3fdfd72d7a16 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:21.130771 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-83959add-d7ba-4943-8b28-34f3aeae2ee3 req-f1778d40-25e1-4919-88d1-3fdfd72d7a16 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 944 time: 0.0826347 May 27 23:20:21.173846 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-83959add-d7ba-4943-8b28-34f3aeae2ee3 req-5617f237-3ba9-483d-9d63-521ebfa705b9 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367680 May 27 23:20:22.352961 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffed82d-c606-4162-b245-6abe19bb3df2 req-5cc1ae14-3228-45b3-9e2d-75abe4aedfc9 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:22.354406 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cffed82d-c606-4162-b245-6abe19bb3df2 req-5cc1ae14-3228-45b3-9e2d-75abe4aedfc9 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 944 time: 0.0783412 May 27 23:20:22.402065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cffed82d-c606-4162-b245-6abe19bb3df2 req-31de8255-e50d-4fe8-8446-01bdb8693dbe tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419664 May 27 23:20:22.736337 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:23.568934 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:20:23.586567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b90c9-6f32-4a70-b27f-2212c94192dc req-2de813c5-a8bd-4672-b065-0ca995a13587 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:23.588039 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-750b90c9-6f32-4a70-b27f-2212c94192dc req-2de813c5-a8bd-4672-b065-0ca995a13587 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 944 time: 0.0804274 May 27 23:20:23.631680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-750b90c9-6f32-4a70-b27f-2212c94192dc req-57a1750d-6f7b-4017-9551-673bd137d721 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372252 May 27 23:20:23.700100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e,segment=NetworkSegment(b2db7af4-acab-4480-b66d-2aa2451b5df2),segment_id=b2db7af4-acab-4480-b66d-2aa2451b5df2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:20:23.716915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e', 'network_id': 'c37248a1-fc3c-4905-80ec-68d0643fce12', 'port_id': '61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e', 'mac_address': 'fa:16:3e:b4:8c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f497b604-7448-4c5e-a844-198fb7f3a6d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:20:23.770400 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:20:23.771009 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:23.787285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:20:23.801853 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e,segment=NetworkSegment(b2db7af4-acab-4480-b66d-2aa2451b5df2),segment_id=b2db7af4-acab-4480-b66d-2aa2451b5df2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:20:23.862101 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:23.926286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:23.934068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:20:23.934439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:20:23.934776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:20:23.935107 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:20:23.935435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:20:23.935761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:20:23.936083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:20:23.936433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:20:23.941734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:20:23.941734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:20:23.941734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:20:23.941734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:20:24.047641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:20:24.818670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab2eb8-1ba8-4469-98b0-2e034479afa7 req-1fbc7690-5d11-44a8-8724-9d203ccdb35a tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:24.820109 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4ab2eb8-1ba8-4469-98b0-2e034479afa7 req-1fbc7690-5d11-44a8-8724-9d203ccdb35a tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 945 time: 0.0822384 May 27 23:20:24.954492 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4ab2eb8-1ba8-4469-98b0-2e034479afa7 req-d482991e-b256-46d2-bb53-987c28cc615b tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284118 May 27 23:20:25.584279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:20:25.707685 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:20:25.712617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:20:25.714107 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:25.823208 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:20:25.823591 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:25.851849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512b1b05-abc9-42c1-b48f-ce59f7417998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:20:25.862014 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e,segment=NetworkSegment(b2db7af4-acab-4480-b66d-2aa2451b5df2),segment_id=b2db7af4-acab-4480-b66d-2aa2451b5df2)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:20:25.894848 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e7af2f-e3b0-4cd0-afb9-8b586d6602c4'] response: {'server_uuid': '512b1b05-abc9-42c1-b48f-ce59f7417998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e', 'code': 200} May 27 23:20:25.908019 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:26.004904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:26.022636 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69824fb-306c-4273-ba7f-65dd1bb2916f req-8173545f-df42-45b5-8edc-0e391295480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:26.024323 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d69824fb-306c-4273-ba7f-65dd1bb2916f req-8173545f-df42-45b5-8edc-0e391295480a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 1097 time: 0.0737021 May 27 23:20:26.067253 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d69824fb-306c-4273-ba7f-65dd1bb2916f req-3252f4ed-40cb-427c-b757-70932b4fe80b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372853 May 27 23:20:26.294401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4122eb-abb5-4ebb-a907-895db46eb9ef req-6ec0611b-3d47-4a90-bb50-22389a912cb0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:26.295838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b4122eb-abb5-4ebb-a907-895db46eb9ef req-6ec0611b-3d47-4a90-bb50-22389a912cb0 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0802679 May 27 23:20:26.338982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b4122eb-abb5-4ebb-a907-895db46eb9ef req-cbc3339f-2b99-40f3-b220-e089b4563db9 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369999 May 27 23:20:27.529096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b3046-8e53-4b60-91e9-695711189f2f req-121f6d47-d6db-4767-ab92-685dc11b585d tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:27.530557 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60b3046-8e53-4b60-91e9-695711189f2f req-121f6d47-d6db-4767-ab92-685dc11b585d tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0872269 May 27 23:20:27.553840 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d8cb33f-33c8-43d9-9dff-d6d4918bc7d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:27.574711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b60b3046-8e53-4b60-91e9-695711189f2f req-16b5c154-b31e-4a98-8094-d7153533d494 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384490 May 27 23:20:27.756165 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715595ae-2eae-4819-9a8b-cb9601a2a2b0 req-21e144f3-1580-465d-9406-f2f7e4af6d66 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:27.757632 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-715595ae-2eae-4819-9a8b-cb9601a2a2b0 req-21e144f3-1580-465d-9406-f2f7e4af6d66 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0792029 May 27 23:20:27.805741 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-715595ae-2eae-4819-9a8b-cb9601a2a2b0 req-4a3c23c0-cab1-42fa-8d19-ab0c8607f29c tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417137 May 27 23:20:28.355766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d81ae-6c12-4f53-8706-132666414229 req-3432ad54-0494-42f4-8acd-d831d9159ef3 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:28.357217 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-178d81ae-6c12-4f53-8706-132666414229 req-3432ad54-0494-42f4-8acd-d831d9159ef3 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0791113 May 27 23:20:28.399387 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-178d81ae-6c12-4f53-8706-132666414229 req-33205985-3682-4cc3-9fb8-764a8c937a06 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365424 May 27 23:20:29.586768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca890812-9155-4731-b4c6-2ae5fab195b0 req-097278c7-c7ad-4287-aee4-ab5aaa1f7b03 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:29.588782 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca890812-9155-4731-b4c6-2ae5fab195b0 req-097278c7-c7ad-4287-aee4-ab5aaa1f7b03 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0820975 May 27 23:20:29.631233 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca890812-9155-4731-b4c6-2ae5fab195b0 req-4db017ee-fa3d-4849-9934-7c8b4cf2cbd7 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367522 May 27 23:20:29.689224 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-db8d8481-e0eb-437a-9b07-387b98ad19c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:30.145542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb8f2f-fd27-46d8-a718-1fcd22d254c7 req-2fad7e4e-32a5-4124-b319-25c323200ecc tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:30.147039 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdfb8f2f-fd27-46d8-a718-1fcd22d254c7 req-2fad7e4e-32a5-4124-b319-25c323200ecc tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0802677 May 27 23:20:30.190227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdfb8f2f-fd27-46d8-a718-1fcd22d254c7 req-762b5c9a-15bf-4557-a21d-aa750df257cd tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374200 May 27 23:20:30.340830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206ddd8-26ce-4230-afbd-2863637f13d4 req-30661e2d-90f1-41c1-9f43-39c7d5339b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:30.342310 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d206ddd8-26ce-4230-afbd-2863637f13d4 req-30661e2d-90f1-41c1-9f43-39c7d5339b09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9abf8354cae94e6a89071e614254fd47&device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 1097 time: 0.1908286 May 27 23:20:30.472802 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206ddd8-26ce-4230-afbd-2863637f13d4 req-1e18f05f-9af0-445b-8399-f3feda4c0d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:30.474242 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d206ddd8-26ce-4230-afbd-2863637f13d4 req-1e18f05f-9af0-445b-8399-f3feda4c0d40 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c37248a1-fc3c-4905-80ec-68d0643fce12 HTTP/1.1" status: 200 len: 912 time: 0.1257610 May 27 23:20:30.544144 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d206ddd8-26ce-4230-afbd-2863637f13d4 req-3fff911d-4757-4b15-8252-287982889bcb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e HTTP/1.1" status: 200 len: 217 time: 0.0639727 May 27 23:20:30.606715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206ddd8-26ce-4230-afbd-2863637f13d4 req-a2972c32-3c41-458d-80ac-9af003e4436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:30.608052 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d206ddd8-26ce-4230-afbd-2863637f13d4 req-a2972c32-3c41-458d-80ac-9af003e4436d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f497b604-7448-4c5e-a844-198fb7f3a6d3 HTTP/1.1" status: 200 len: 851 time: 0.0574410 May 27 23:20:30.657075 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d206ddd8-26ce-4230-afbd-2863637f13d4 req-827eddb6-479c-4e41-bef2-5952ca87881a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c37248a1-fc3c-4905-80ec-68d0643fce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425375 May 27 23:20:30.794773 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d206ddd8-26ce-4230-afbd-2863637f13d4 req-af9b62b3-a0e0-4dff-b2fa-80a0ca1b0f00 service neutron] 10.222.0.46 "GET /v2.0/networks/c37248a1-fc3c-4905-80ec-68d0643fce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310639 May 27 23:20:30.927170 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d206ddd8-26ce-4230-afbd-2863637f13d4 req-3d31b7de-9c53-4123-8a98-c644e9929e2c service neutron] 10.222.0.46 "GET /v2.0/networks/c37248a1-fc3c-4905-80ec-68d0643fce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254196 May 27 23:20:31.004797 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:31.027564 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:31.380592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981b378-6ef3-4eb0-b722-72c8f4f35587 req-2b66ab6e-cc05-41f1-af07-ff4f2dee8f05 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:31.382028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c981b378-6ef3-4eb0-b722-72c8f4f35587 req-2b66ab6e-cc05-41f1-af07-ff4f2dee8f05 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0824203 May 27 23:20:31.424756 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c981b378-6ef3-4eb0-b722-72c8f4f35587 req-a050e53c-f88a-478a-ac66-d6b016db5904 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369349 May 27 23:20:32.221769 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:32.606156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ffd6a-556a-4976-a986-b911ad426955 req-627f3e7d-1343-4df2-a340-2ef7acb4381f tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:32.607594 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-800ffd6a-556a-4976-a986-b911ad426955 req-627f3e7d-1343-4df2-a340-2ef7acb4381f tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0787480 May 27 23:20:32.655077 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-800ffd6a-556a-4976-a986-b911ad426955 req-37aaae09-23fa-4545-b5b6-eb665bfa4bbe tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418117 May 27 23:20:33.233418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619ec81-114b-46ab-82ba-00d0e45557fe req-e8f81ffc-6156-4d84-a419-63ad6de06d87 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:33.234858 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4619ec81-114b-46ab-82ba-00d0e45557fe req-e8f81ffc-6156-4d84-a419-63ad6de06d87 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0791516 May 27 23:20:33.278401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4619ec81-114b-46ab-82ba-00d0e45557fe req-beecac8d-f36c-4433-98ff-bce93570fd37 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379093 May 27 23:20:34.465902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1b17f-237d-4992-9b63-07bcf36b4d4c req-7f61daa8-c5ec-4036-9235-3f3ba810b942 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:34.467337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e2b1b17f-237d-4992-9b63-07bcf36b4d4c req-7f61daa8-c5ec-4036-9235-3f3ba810b942 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0824842 May 27 23:20:34.510476 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e2b1b17f-237d-4992-9b63-07bcf36b4d4c req-c2dd4b51-2811-43bc-bdf5-fe857677dc9c tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370026 May 27 23:20:34.982154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e62aa8-e34d-4f35-9571-60109ea57666 req-d48557c1-b5ef-4490-aecf-f2f8838f6aa1 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:34.983652 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22e62aa8-e34d-4f35-9571-60109ea57666 req-d48557c1-b5ef-4490-aecf-f2f8838f6aa1 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0807390 May 27 23:20:35.027694 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22e62aa8-e34d-4f35-9571-60109ea57666 req-1ae3ee14-8d45-4f6a-bea5-714c6f1225f4 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382838 May 27 23:20:35.077854 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e084b-800c-4fd1-ae6c-24d123a47dc7 req-d2d45a81-729c-45d0-8ca1-91818e9279c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:35.079323 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-365e084b-800c-4fd1-ae6c-24d123a47dc7 req-d2d45a81-729c-45d0-8ca1-91818e9279c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9abf8354cae94e6a89071e614254fd47&device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 1097 time: 0.0752356 May 27 23:20:35.207290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e084b-800c-4fd1-ae6c-24d123a47dc7 req-a1610500-0427-4c69-9993-1895732e543d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:35.208695 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-365e084b-800c-4fd1-ae6c-24d123a47dc7 req-a1610500-0427-4c69-9993-1895732e543d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c37248a1-fc3c-4905-80ec-68d0643fce12 HTTP/1.1" status: 200 len: 912 time: 0.1241689 May 27 23:20:35.272974 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-365e084b-800c-4fd1-ae6c-24d123a47dc7 req-d7d99ea5-59fa-4db7-b0dc-a21d036cc6f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e HTTP/1.1" status: 200 len: 217 time: 0.0587976 May 27 23:20:35.336004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e084b-800c-4fd1-ae6c-24d123a47dc7 req-2680c4ea-8a44-43cb-9f05-c9950cb5b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:35.337421 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-365e084b-800c-4fd1-ae6c-24d123a47dc7 req-2680c4ea-8a44-43cb-9f05-c9950cb5b947 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f497b604-7448-4c5e-a844-198fb7f3a6d3 HTTP/1.1" status: 200 len: 851 time: 0.0588756 May 27 23:20:35.382232 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-365e084b-800c-4fd1-ae6c-24d123a47dc7 req-e24e1f46-e36c-4488-b53b-5f4edbcb699a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c37248a1-fc3c-4905-80ec-68d0643fce12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393515 May 27 23:20:35.511072 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-365e084b-800c-4fd1-ae6c-24d123a47dc7 req-b8ace774-e27c-4e2e-8751-df4f763b47c4 service neutron] 10.222.0.46 "GET /v2.0/networks/c37248a1-fc3c-4905-80ec-68d0643fce12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227920 May 27 23:20:35.640828 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-365e084b-800c-4fd1-ae6c-24d123a47dc7 req-f29cd8b7-4139-4bfe-a94b-cac376c93cb0 service neutron] 10.222.0.46 "GET /v2.0/networks/c37248a1-fc3c-4905-80ec-68d0643fce12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243260 May 27 23:20:36.217793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef376958-32d6-4a23-b7b4-8e64f5c06d86 req-c806da6d-ff7a-4e93-a3fe-ae2e7d0afa15 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:36.219247 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef376958-32d6-4a23-b7b4-8e64f5c06d86 req-c806da6d-ff7a-4e93-a3fe-ae2e7d0afa15 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0854771 May 27 23:20:36.263436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef376958-32d6-4a23-b7b4-8e64f5c06d86 req-e3f583aa-e11c-43cd-8dac-9b6040875984 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384858 May 27 23:20:37.443726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cdff4-f8d1-4ea5-b546-aa5b79ece715 req-63b25090-814a-4450-ba84-1c78d6631248 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:37.445204 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a02cdff4-f8d1-4ea5-b546-aa5b79ece715 req-63b25090-814a-4450-ba84-1c78d6631248 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0780649 May 27 23:20:37.490563 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a02cdff4-f8d1-4ea5-b546-aa5b79ece715 req-35474789-778a-4a70-8189-dea7b565c02b tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392065 May 27 23:20:38.053076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd7ed0-8b20-488c-8028-2b1284df4b54 req-36665639-bdab-493a-a6f3-92b0f6282d6f tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:38.054497 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e0cd7ed0-8b20-488c-8028-2b1284df4b54 req-36665639-bdab-493a-a6f3-92b0f6282d6f tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0829444 May 27 23:20:38.097097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e0cd7ed0-8b20-488c-8028-2b1284df4b54 req-23630282-64f8-41af-8aaf-c33f429f3cec tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363636 May 27 23:20:39.278994 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be4172-1db9-49f8-86e2-d843156711de req-85cb3094-7047-4d4f-bfe0-7fde2371b1f3 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:39.280443 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-09be4172-1db9-49f8-86e2-d843156711de req-85cb3094-7047-4d4f-bfe0-7fde2371b1f3 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0777845 May 27 23:20:39.326713 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-09be4172-1db9-49f8-86e2-d843156711de req-153950e0-b739-4f1f-ae42-ec1a580b0d71 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404253 May 27 23:20:39.750975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fcd72-604f-47dc-8ed9-6ee708336e51 req-84bc27b8-595d-41b5-98fe-d8e9fd98c85a tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:39.751653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7f3fcd72-604f-47dc-8ed9-6ee708336e51 req-84bc27b8-595d-41b5-98fe-d8e9fd98c85a tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Synchronizing usage tracker for tenant:9abf8354cae94e6a89071e614254fd47 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:20:39.825860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7f3fcd72-604f-47dc-8ed9-6ee708336e51 req-84bc27b8-595d-41b5-98fe-d8e9fd98c85a tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Unset dirty status for tenant:9abf8354cae94e6a89071e614254fd47 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:20:39.827242 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7f3fcd72-604f-47dc-8ed9-6ee708336e51 req-84bc27b8-595d-41b5-98fe-d8e9fd98c85a tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.46 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.1578219 May 27 23:20:39.898400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-7f3fcd72-604f-47dc-8ed9-6ee708336e51 req-e1e4a5c4-0acd-4b80-8db6-02510268136c tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Deleting port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:20:39.898783 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7f3fcd72-604f-47dc-8ed9-6ee708336e51 req-e1e4a5c4-0acd-4b80-8db6-02510268136c tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:40.254336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-7f3fcd72-604f-47dc-8ed9-6ee708336e51 req-e1e4a5c4-0acd-4b80-8db6-02510268136c tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] For port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e,segment=NetworkSegment(b2db7af4-acab-4480-b66d-2aa2451b5df2),segment_id=b2db7af4-acab-4480-b66d-2aa2451b5df2)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:20:40.254699 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7f3fcd72-604f-47dc-8ed9-6ee708336e51 req-e1e4a5c4-0acd-4b80-8db6-02510268136c tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:40.378044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-7f3fcd72-604f-47dc-8ed9-6ee708336e51 req-e1e4a5c4-0acd-4b80-8db6-02510268136c tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Calling delete_port for 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:20:40.511774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49becd-a7fa-43b1-b622-398c8c25e564 req-c4a03013-dec9-44f2-a857-817a6fab2d96 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:40.513159 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be49becd-a7fa-43b1-b622-398c8c25e564 req-c4a03013-dec9-44f2-a857-817a6fab2d96 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 946 time: 0.0794444 May 27 23:20:40.557139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be49becd-a7fa-43b1-b622-398c8c25e564 req-2fa7fdc3-3a96-4622-9780-3766a2f8a6e2 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/security-groups?id=6901acbc-1559-4c22-bbdc-59989ce83971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382094 May 27 23:20:40.570729 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7f3fcd72-604f-47dc-8ed9-6ee708336e51 req-e1e4a5c4-0acd-4b80-8db6-02510268136c tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:40.583393 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:20:40.622488 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4a5c4-0acd-4b80-8db6-02510268136c tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Pushing event deleted for resources: {'Port': ['ID=61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:40.696638 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3fcd72-604f-47dc-8ed9-6ee708336e51 req-e1e4a5c4-0acd-4b80-8db6-02510268136c tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] No DVR routers for this DVR port 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:20:40.699177 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7f3fcd72-604f-47dc-8ed9-6ee708336e51 req-e1e4a5c4-0acd-4b80-8db6-02510268136c tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:40.702022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512b1b05-abc9-42c1-b48f-ce59f7417998', 'name': 'network-vif-deleted', 'tag': '61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:20:40.745840 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c7c01e0-8f50-4339-9a97-bbb8ea801461'] response: {'server_uuid': '512b1b05-abc9-42c1-b48f-ce59f7417998', 'name': 'network-vif-deleted', 'tag': '61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e', 'status': 'completed', 'code': 200} May 27 23:20:40.775887 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7f3fcd72-604f-47dc-8ed9-6ee708336e51 req-e1e4a5c4-0acd-4b80-8db6-02510268136c tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.46 "DELETE /v2.0/ports/61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e HTTP/1.1" status: 204 len: 173 time: 0.9414203 May 27 23:20:41.722339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c76d60e7-528c-4e2c-b9be-5ac0e692006f req-0855dc60-68ba-4770-84ef-a483155c1db4 tempest-TestServerAdvancedOps-1806196812 tempest-TestServerAdvancedOps-1806196812-project] 10.222.0.27 "GET /v2.0/ports?device_id=512b1b05-abc9-42c1-b48f-ce59f7417998 HTTP/1.1" status: 200 len: 210 time: 0.0465062 May 27 23:20:42.819855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45142) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:42.879707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a362065-c53a-48bf-8017-20ff45dac168 admin admin] Deleting subnet f497b604-7448-4c5e-a844-198fb7f3a6d3 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:20:42.882513 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a362065-c53a-48bf-8017-20ff45dac168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:42.932554 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a362065-c53a-48bf-8017-20ff45dac168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:42.991750 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a362065-c53a-48bf-8017-20ff45dac168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:43.107574 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a362065-c53a-48bf-8017-20ff45dac168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:43.144682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a362065-c53a-48bf-8017-20ff45dac168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f497b604-7448-4c5e-a844-198fb7f3a6d3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:43.148950 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7a362065-c53a-48bf-8017-20ff45dac168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:43.155306 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7a362065-c53a-48bf-8017-20ff45dac168 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/f497b604-7448-4c5e-a844-198fb7f3a6d3 HTTP/1.1" status: 204 len: 168 time: 0.3343518 May 27 23:20:43.157774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45146) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:43.261372 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6e617ab-ca6a-4259-8c1f-c87e5c49b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:43.382331 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6e617ab-ca6a-4259-8c1f-c87e5c49b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:43.410462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-a6e617ab-ca6a-4259-8c1f-c87e5c49b3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37248a1-fc3c-4905-80ec-68d0643fce12']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:20:43.422122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-a6e617ab-ca6a-4259-8c1f-c87e5c49b3e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2db7af4-acab-4480-b66d-2aa2451b5df2') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:20:43.422415 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-a6e617ab-ca6a-4259-8c1f-c87e5c49b3e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2db7af4-acab-4480-b66d-2aa2451b5df2') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:20:43.433898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6e617ab-ca6a-4259-8c1f-c87e5c49b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:43.449741 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6e617ab-ca6a-4259-8c1f-c87e5c49b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:43.455769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e617ab-ca6a-4259-8c1f-c87e5c49b3e7 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:20:43.456144 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6e617ab-ca6a-4259-8c1f-c87e5c49b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:43.629034 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b2db7af4-acab-4480-b66d-2aa2451b5df2 resource provider aggregate not found May 27 23:20:43.647117 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b2db7af4-acab-4480-b66d-2aa2451b5df2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b2db7af4-acab-4480-b66d-2aa2451b5df2 found for delete ", "request_id": "req-22c7357c-fddc-40bb-80d1-c3b87eb875f2"}]} May 27 23:20:43.647260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:20:43.680553 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:20:43.680829 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 61ff69ba-b3a6-4546-b9fc-dd0cb1ab2c9e not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:20:43.696319 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6e617ab-ca6a-4259-8c1f-c87e5c49b3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:43.712998 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a6e617ab-ca6a-4259-8c1f-c87e5c49b3e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:43.724401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e617ab-ca6a-4259-8c1f-c87e5c49b3e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c37248a1-fc3c-4905-80ec-68d0643fce12,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:43.786630 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a6e617ab-ca6a-4259-8c1f-c87e5c49b3e7 admin admin] 10.222.0.27 "DELETE /v2.0/networks/c37248a1-fc3c-4905-80ec-68d0643fce12 HTTP/1.1" status: 204 len: 168 time: 0.6278961 May 27 23:20:43.789281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45156) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:43.846997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0508c5-dac8-4cba-ba42-f64872455843 admin admin] Deleting subnet 52e17d1e-6d91-4769-ab5f-d6f0398275ae {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:20:43.850004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba0508c5-dac8-4cba-ba42-f64872455843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:43.900882 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba0508c5-dac8-4cba-ba42-f64872455843 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:43.954508 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba0508c5-dac8-4cba-ba42-f64872455843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:44.075482 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:20:44.090702 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba0508c5-dac8-4cba-ba42-f64872455843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:44.133406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0508c5-dac8-4cba-ba42-f64872455843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e17d1e-6d91-4769-ab5f-d6f0398275ae,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:44.137504 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ba0508c5-dac8-4cba-ba42-f64872455843 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:44.143686 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ba0508c5-dac8-4cba-ba42-f64872455843 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/52e17d1e-6d91-4769-ab5f-d6f0398275ae HTTP/1.1" status: 204 len: 168 time: 0.3534329 May 27 23:20:44.146188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45160) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:44.247579 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79751002-6817-40ae-8351-39cd456e80ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:44.370616 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79751002-6817-40ae-8351-39cd456e80ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:44.394491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-79751002-6817-40ae-8351-39cd456e80ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31e45f1-fdcb-4df1-b75a-da537c702eb4']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:20:44.406511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-79751002-6817-40ae-8351-39cd456e80ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676a0dd0-85b7-4bee-9826-cfd6f3f488f5') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:20:44.406800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-79751002-6817-40ae-8351-39cd456e80ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676a0dd0-85b7-4bee-9826-cfd6f3f488f5') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:20:44.418295 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79751002-6817-40ae-8351-39cd456e80ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:44.433552 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79751002-6817-40ae-8351-39cd456e80ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:44.439986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79751002-6817-40ae-8351-39cd456e80ea admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:20:44.442622 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79751002-6817-40ae-8351-39cd456e80ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:44.593108 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79751002-6817-40ae-8351-39cd456e80ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:44.608564 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-79751002-6817-40ae-8351-39cd456e80ea admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:44.617533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79751002-6817-40ae-8351-39cd456e80ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d31e45f1-fdcb-4df1-b75a-da537c702eb4,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:44.619833 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-79751002-6817-40ae-8351-39cd456e80ea admin admin] 10.222.0.27 "DELETE /v2.0/networks/d31e45f1-fdcb-4df1-b75a-da537c702eb4 HTTP/1.1" status: 204 len: 168 time: 0.4727502 May 27 23:20:45.028034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45166) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:45.075258 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-64b446d3-06a6-464c-be81-0163ca7552c4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9abf8354cae94e6a89071e614254fd47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460820 May 27 23:20:45.077924 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45170) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:45.133011 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-73f60132-9633-477c-b77c-7743f5b77274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:45.158399 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-73f60132-9633-477c-b77c-7743f5b77274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:45.290355 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-73f60132-9633-477c-b77c-7743f5b77274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:45.309454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f60132-9633-477c-b77c-7743f5b77274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6901acbc-1559-4c22-bbdc-59989ce83971,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:45.391991 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-73f60132-9633-477c-b77c-7743f5b77274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:45.393151 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-73f60132-9633-477c-b77c-7743f5b77274 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6901acbc-1559-4c22-bbdc-59989ce83971 HTTP/1.1" status: 204 len: 168 time: 0.3143661 May 27 23:20:45.665272 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 676a0dd0-85b7-4bee-9826-cfd6f3f488f5 resource provider aggregate not found May 27 23:20:45.681875 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 676a0dd0-85b7-4bee-9826-cfd6f3f488f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 676a0dd0-85b7-4bee-9826-cfd6f3f488f5 found for delete ", "request_id": "req-a7907f20-0acc-4563-8c86-d3e981712622"}]} May 27 23:20:46.112201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45184) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:46.162232 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-04f097db-dcc8-4239-ac6a-1720f2b34783 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=88d8e299a830478e859eae27fac129de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488660 May 27 23:20:46.164748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45188) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:20:46.208478 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:46.221017 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-739cca95-89f2-42fa-89f6-aea0277a18e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:46.245507 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-739cca95-89f2-42fa-89f6-aea0277a18e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:46.386088 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-739cca95-89f2-42fa-89f6-aea0277a18e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:46.404077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cca95-89f2-42fa-89f6-aea0277a18e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c03445d-bdaf-4b56-b9ef-282509508588,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:20:46.408748 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-739cca95-89f2-42fa-89f6-aea0277a18e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:46.409355 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-739cca95-89f2-42fa-89f6-aea0277a18e4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6c03445d-bdaf-4b56-b9ef-282509508588 HTTP/1.1" status: 204 len: 168 time: 0.2437410 May 27 23:20:52.724659 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:57.552899 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-867c51f9-11c0-4bbc-b1ac-04c1afcb62e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:58.102320 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-0ec98be4-219b-400b-8b52-2f281451583b tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=58dd96af713742c392dad40e7b235f01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303731 May 27 23:20:58.249904 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-b188770d-0777-46b1-ab7b-81dbc672d531 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:20:58.251244 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-b188770d-0777-46b1-ab7b-81dbc672d531 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437328 May 27 23:20:58.269137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-1b5bc9bf-921e-494e-8c16-698f000c97f9 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/quotas/58dd96af713742c392dad40e7b235f01 HTTP/1.1" status: 200 len: 375 time: 0.0124831 May 27 23:20:58.316582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-5628c0b8-5d5d-49f5-8778-01c6ee81eaff tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=58dd96af713742c392dad40e7b235f01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422993 May 27 23:20:58.596169 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72314cd7-0b04-4e98-b9b5-fec14ac44dc4 req-f2876a7b-6ca6-4d3a-89bd-52bf8031e9c0 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 210 time: 0.0435696 May 27 23:20:59.696102 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dd200fe-e320-4b10-a585-ef401f6de0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:20:59.753064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d6e17dd-f7f2-4fc5-859a-99ca82f5011a req-1c4a66a6-7deb-4b7a-9f85-fb18f2f99b0f tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 210 time: 0.0470173 May 27 23:21:00.489084 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-e085e3c7-e6b9-4d28-95f3-ddc593ded111 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=58dd96af713742c392dad40e7b235f01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271819 May 27 23:21:00.642079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-267aeea2-d906-4c4f-abe4-062630acbd7c tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:00.643565 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-267aeea2-d906-4c4f-abe4-062630acbd7c tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497788 May 27 23:21:00.654737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Request body: {'port': {'device_id': 'aa04e675-be55-4e7a-bf77-36dcadd07a91', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'admin_state_up': True, 'tenant_id': '58dd96af713742c392dad40e7b235f01'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:21:00.795018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:21:00.799032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Usage tracker for resource:port and tenant:58dd96af713742c392dad40e7b235f01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:21:00.801954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:21:00.807764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:21:00.895635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Made reservation on behalf of 58dd96af713742c392dad40e7b235f01 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:21:00.899177 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:00.904094 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96ed58eb-e422-43b4-bd81-d33dd210745b req-7a088cff-d460-48fc-81c2-6b2dae825d2a tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 210 time: 0.0427289 May 27 23:21:00.912960 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:00.929331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:21:00.933241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Usage tracker for resource:security_group_rule and tenant:58dd96af713742c392dad40e7b235f01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:21:00.936092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:21:00.942003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:21:01.010121 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:01.024493 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:01.061442 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:01.090306 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:01.168008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=671048e9-b681-4c0e-b51d-7c7de38e6c38,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:01.187656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:01.188005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:01.188363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:01.188708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:01.189047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:01.189376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:01.189704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:01.190038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:01.190364 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:01.190689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:01.191012 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:01.191333 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:01.274845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Allocated IP 192.168.233.78 (dcaca1bd-cb0e-444f-9d38-f1dfab204942/6cab6166-e8fb-4623-bb69-acc01c57e670/fe1af976-6156-4463-bc12-a9d019b86e82) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:21:01.474502 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:01.489056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Transition to ACTIVE for port object fe1af976-6156-4463-bc12-a9d019b86e82 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:21:01.570185 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:01.641879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Network dcaca1bd-cb0e-444f-9d38-f1dfab204942 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:21:01.644893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:21:01.648878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:21:01.685277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Pushing event updated for resources: {'Port': ['ID=fe1af976-6156-4463-bc12-a9d019b86e82,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:01.718083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:01.718707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:01.805183 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-24b01639-2b8a-4201-91f0-0a0611517004 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1544628 May 27 23:21:01.815857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Request body: {'port': {'device_id': 'aa04e675-be55-4e7a-bf77-36dcadd07a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:21:01.888702 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ed816a90-87fa-474c-b3dc-bb25d4dcfe08 None None] Provisioning for port fe1af976-6156-4463-bc12-a9d019b86e82 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:21:01.894135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ed816a90-87fa-474c-b3dc-bb25d4dcfe08 None None] Provisioning complete for port fe1af976-6156-4463-bc12-a9d019b86e82 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:21:01.894521 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ed816a90-87fa-474c-b3dc-bb25d4dcfe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:01.953160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ed816a90-87fa-474c-b3dc-bb25d4dcfe08 None None] Port fe1af976-6156-4463-bc12-a9d019b86e82 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:21:02.048971 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:02.095666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96481a-daf4-44cf-93f3-9ac524ea3c2a req-1dcb375d-0c68-49c4-84b9-02d6b256fd56 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:02.097685 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8a96481a-daf4-44cf-93f3-9ac524ea3c2a req-1dcb375d-0c68-49c4-84b9-02d6b256fd56 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 935 time: 0.0848196 May 27 23:21:02.142288 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8a96481a-daf4-44cf-93f3-9ac524ea3c2a req-2f39c010-b09e-4fb1-bedf-87299e7cde2b tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/security-groups?id=671048e9-b681-4c0e-b51d-7c7de38e6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388582 May 27 23:21:02.226876 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:02.389507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1af976-6156-4463-bc12-a9d019b86e82 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:21:02.396443 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:02.410177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Transition to ACTIVE for port object fe1af976-6156-4463-bc12-a9d019b86e82 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:21:02.478424 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:02.639073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1af976-6156-4463-bc12-a9d019b86e82,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:02.714845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Attempting to bind port fe1af976-6156-4463-bc12-a9d019b86e82 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:21:02.715181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Attempting to bind port fe1af976-6156-4463-bc12-a9d019b86e82 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:21:02.715510 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Attempting to bind port fe1af976-6156-4463-bc12-a9d019b86e82 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:21:02.720051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Port fe1af976-6156-4463-bc12-a9d019b86e82 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:21:02.720395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Attempting to bind port fe1af976-6156-4463-bc12-a9d019b86e82 on network dcaca1bd-cb0e-444f-9d38-f1dfab204942 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:21:02.725507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:21:02.725905 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Checking segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:21:02.726286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Bound using segment: {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:21:02.726709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Bound port: fe1af976-6156-4463-bc12-a9d019b86e82, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865d380b-d1b2-45e2-8b83-73c13378de56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:21:02.727051 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:02.819209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] For port fe1af976-6156-4463-bc12-a9d019b86e82, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:21:02.822088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] For port fe1af976-6156-4463-bc12-a9d019b86e82, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fe1af976-6156-4463-bc12-a9d019b86e82,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:21:02.896192 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:02.958848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:02.959467 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:02.960874 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] 10.222.0.46 "PUT /v2.0/ports/fe1af976-6156-4463-bc12-a9d019b86e82 HTTP/1.1" status: 200 len: 1095 time: 1.1490328 May 27 23:21:02.961305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa04e675-be55-4e7a-bf77-36dcadd07a91', 'tag': 'fe1af976-6156-4463-bc12-a9d019b86e82'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:21:02.985938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb0b73-d3bf-4ba5-bef1-46856e0c4ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1af976-6156-4463-bc12-a9d019b86e82,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:03.009254 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a54bdd9b-a4ac-4331-a05f-2526ff93ab38'] response: {'name': 'network-changed', 'server_uuid': 'aa04e675-be55-4e7a-bf77-36dcadd07a91', 'tag': 'fe1af976-6156-4463-bc12-a9d019b86e82', 'status': 'completed', 'code': 200} May 27 23:21:03.105777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bdf53-6a01-4109-8f4a-9b0f2477b585 req-4d48154c-8654-4398-988d-d9aadbe1c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:03.107252 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d65bdf53-6a01-4109-8f4a-9b0f2477b585 req-4d48154c-8654-4398-988d-d9aadbe1c50e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=58dd96af713742c392dad40e7b235f01&device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 1098 time: 0.0788269 May 27 23:21:03.138911 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d65bdf53-6a01-4109-8f4a-9b0f2477b585 req-57af7cf1-ad4b-4bf1-a5e5-18e3db1f040f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=58dd96af713742c392dad40e7b235f01&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244794 May 27 23:21:03.276748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bdf53-6a01-4109-8f4a-9b0f2477b585 req-900edda9-3a70-469e-b58f-4f864c3eb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:03.278089 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d65bdf53-6a01-4109-8f4a-9b0f2477b585 req-900edda9-3a70-469e-b58f-4f864c3eb639 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335559 May 27 23:21:03.332627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491da9ff-a036-4e16-a419-03432410285d req-fbe80faa-1884-4628-b3a4-2bcb056e1f09 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:03.334076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-491da9ff-a036-4e16-a419-03432410285d req-fbe80faa-1884-4628-b3a4-2bcb056e1f09 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 947 time: 0.0845597 May 27 23:21:03.377355 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-491da9ff-a036-4e16-a419-03432410285d req-23cdffcb-ccb6-40da-a937-8f62e4efe50d tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/security-groups?id=671048e9-b681-4c0e-b51d-7c7de38e6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367448 May 27 23:21:03.380584 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-2d0b4066-c5bf-4607-9e6a-15a938561f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:03.382082 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-2d0b4066-c5bf-4607-9e6a-15a938561f31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=58dd96af713742c392dad40e7b235f01&device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 1098 time: 0.0695999 May 27 23:21:03.451138 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-b4a57f5e-d678-4a9b-ada9-2f45a04db17a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=fe1af976-6156-4463-bc12-a9d019b86e82 HTTP/1.1" status: 200 len: 217 time: 0.0624471 May 27 23:21:03.512484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-918bcab0-6d4c-4f5a-bcb3-2b2f96d6f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:03.513914 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-918bcab0-6d4c-4f5a-bcb3-2b2f96d6f2fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6cab6166-e8fb-4623-bb69-acc01c57e670 HTTP/1.1" status: 200 len: 843 time: 0.0572600 May 27 23:21:03.592403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-2a1f442a-b912-4d0f-a158-7785506949bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:03.593977 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-2a1f442a-b912-4d0f-a158-7785506949bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcaca1bd-cb0e-444f-9d38-f1dfab204942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738983 May 27 23:21:03.730405 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-c2c72b41-c47b-40fa-a717-bf82dc631846 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302116 May 27 23:21:03.971074 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4f920d81-78a8-4db1-8a33-e2ee492524b9 req-47868f94-fac8-418e-a86f-46f81bddc7d2 service neutron] 10.222.0.46 "GET /v2.0/networks/dcaca1bd-cb0e-444f-9d38-f1dfab204942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346714 May 27 23:21:04.563180 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e4069a-43c4-4d01-acf7-a192c934faa5 req-ae161074-7792-4cc4-8ee0-5412120ffad2 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:04.564647 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4e4069a-43c4-4d01-acf7-a192c934faa5 req-ae161074-7792-4cc4-8ee0-5412120ffad2 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 947 time: 0.0819602 May 27 23:21:04.609330 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4e4069a-43c4-4d01-acf7-a192c934faa5 req-9f235819-fad4-417a-8398-8521331150a1 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/security-groups?id=671048e9-b681-4c0e-b51d-7c7de38e6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390916 May 27 23:21:05.792784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23325c4-cd91-44bc-8614-92fcff3edf5e req-ecd9125d-a230-4746-ae96-2bcc39d92fb8 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:05.794235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d23325c4-cd91-44bc-8614-92fcff3edf5e req-ecd9125d-a230-4746-ae96-2bcc39d92fb8 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 947 time: 0.0790370 May 27 23:21:05.837098 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d23325c4-cd91-44bc-8614-92fcff3edf5e req-002437d4-9bd5-4fe0-baee-6f51924a13f1 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/security-groups?id=671048e9-b681-4c0e-b51d-7c7de38e6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372727 May 27 23:21:07.116374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43a4f7-cfe3-49ed-ae5e-8e111cf4fa50 req-574fd1b8-dee7-4145-a68a-623eb781a18e tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:07.117860 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b43a4f7-cfe3-49ed-ae5e-8e111cf4fa50 req-574fd1b8-dee7-4145-a68a-623eb781a18e tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 947 time: 0.1779690 May 27 23:21:07.160442 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b43a4f7-cfe3-49ed-ae5e-8e111cf4fa50 req-3c8c4427-9843-4ebb-8af7-2e702d99faa6 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/security-groups?id=671048e9-b681-4c0e-b51d-7c7de38e6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364017 May 27 23:21:07.770678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fe1af976-6156-4463-bc12-a9d019b86e82 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:21:07.901227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port fe1af976-6156-4463-bc12-a9d019b86e82, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fe1af976-6156-4463-bc12-a9d019b86e82,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:21:07.914198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'fe1af976-6156-4463-bc12-a9d019b86e82', 'network_id': 'dcaca1bd-cb0e-444f-9d38-f1dfab204942', 'port_id': 'fe1af976-6156-4463-bc12-a9d019b86e82', 'mac_address': 'fa:16:3e:94:14:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cab6166-e8fb-4623-bb69-acc01c57e670', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:21:07.971552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port fe1af976-6156-4463-bc12-a9d019b86e82 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:21:07.971928 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:07.988144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1af976-6156-4463-bc12-a9d019b86e82 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:21:08.002974 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port fe1af976-6156-4463-bc12-a9d019b86e82, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fe1af976-6156-4463-bc12-a9d019b86e82,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:21:08.076794 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:08.140811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=fe1af976-6156-4463-bc12-a9d019b86e82,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:08.278457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['fe1af976-6156-4463-bc12-a9d019b86e82'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:21:08.346141 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6431544-c02c-49ff-99e9-76f59265d289 req-e29dc9ab-8157-4cdb-8c71-7e574024550e tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:08.347614 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6431544-c02c-49ff-99e9-76f59265d289 req-e29dc9ab-8157-4cdb-8c71-7e574024550e tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 948 time: 0.0823886 May 27 23:21:08.392764 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6431544-c02c-49ff-99e9-76f59265d289 req-d870680e-294a-46b3-ad09-549b40bf6be2 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/security-groups?id=671048e9-b681-4c0e-b51d-7c7de38e6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390608 May 27 23:21:09.577884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e4c41-a39a-49be-9ec7-3704e4e9a544 req-8dbc780b-63d0-400a-ad9c-c58bd439ce6e tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:09.579331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-044e4c41-a39a-49be-9ec7-3704e4e9a544 req-8dbc780b-63d0-400a-ad9c-c58bd439ce6e tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 948 time: 0.0799644 May 27 23:21:09.622602 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-044e4c41-a39a-49be-9ec7-3704e4e9a544 req-2001c1fc-e009-491f-aec8-d455f161bbc1 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/security-groups?id=671048e9-b681-4c0e-b51d-7c7de38e6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375848 May 27 23:21:09.770309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fe1af976-6156-4463-bc12-a9d019b86e82 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:21:09.906589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port fe1af976-6156-4463-bc12-a9d019b86e82 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:21:09.911117 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port fe1af976-6156-4463-bc12-a9d019b86e82 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:21:09.911476 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:10.023779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port fe1af976-6156-4463-bc12-a9d019b86e82 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:21:10.024062 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:10.049860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa04e675-be55-4e7a-bf77-36dcadd07a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1af976-6156-4463-bc12-a9d019b86e82'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:21:10.060537 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port fe1af976-6156-4463-bc12-a9d019b86e82, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fe1af976-6156-4463-bc12-a9d019b86e82,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:21:10.093036 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6ee3984-2d5b-45ea-9103-ee3bc6bf65d6'] response: {'server_uuid': 'aa04e675-be55-4e7a-bf77-36dcadd07a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1af976-6156-4463-bc12-a9d019b86e82', 'code': 200} May 27 23:21:10.124050 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:10.195993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=fe1af976-6156-4463-bc12-a9d019b86e82,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:10.218274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bff625-d6c8-40c2-a22e-33ab2fb6bebd req-cec9ae70-4db7-4343-8b6d-9843929395db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:10.219774 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-39bff625-d6c8-40c2-a22e-33ab2fb6bebd req-cec9ae70-4db7-4343-8b6d-9843929395db service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 1100 time: 0.0701168 May 27 23:21:10.259929 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-39bff625-d6c8-40c2-a22e-33ab2fb6bebd req-a8b9fd9b-7be6-4ee3-8d7c-6b7a6ef64e82 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=671048e9-b681-4c0e-b51d-7c7de38e6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346098 May 27 23:21:10.806817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d1f22-bcb8-4f92-a7f8-ac45fdb8b58a req-c6b687ad-5b7e-4a89-b306-2751813d847c tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:10.808227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-145d1f22-bcb8-4f92-a7f8-ac45fdb8b58a req-c6b687ad-5b7e-4a89-b306-2751813d847c tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 949 time: 0.0815279 May 27 23:21:10.851633 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-145d1f22-bcb8-4f92-a7f8-ac45fdb8b58a req-257134c4-b785-458d-8aed-64a7132413d0 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/security-groups?id=671048e9-b681-4c0e-b51d-7c7de38e6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377734 May 27 23:21:12.031182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f0bb6-786a-46be-bb8b-63e0ff881bc1 req-97f246d5-48e5-4809-84b9-1bb834d44af5 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:12.032561 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4c0f0bb6-786a-46be-bb8b-63e0ff881bc1 req-97f246d5-48e5-4809-84b9-1bb834d44af5 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 949 time: 0.0782073 May 27 23:21:12.076030 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4c0f0bb6-786a-46be-bb8b-63e0ff881bc1 req-9ab32d22-dfa9-426a-8778-38309a68bcd8 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/security-groups?id=671048e9-b681-4c0e-b51d-7c7de38e6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376093 May 27 23:21:13.586315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469429c-128d-4f31-9f83-c613e2355e82 req-9359a43b-0ac6-4d9f-bb66-9d7f00bde97c tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:13.587743 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f469429c-128d-4f31-9f83-c613e2355e82 req-9359a43b-0ac6-4d9f-bb66-9d7f00bde97c tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 949 time: 0.0811119 May 27 23:21:13.630036 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f469429c-128d-4f31-9f83-c613e2355e82 req-0b2c7d6a-e884-42fb-80d7-ff1176113ec8 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/security-groups?id=671048e9-b681-4c0e-b51d-7c7de38e6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366488 May 27 23:21:14.813823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baae24-753b-4c06-8776-35bf60a6cdd0 req-9e794176-2e85-47a8-b064-8f062d9bcb96 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:14.815273 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07baae24-753b-4c06-8776-35bf60a6cdd0 req-9e794176-2e85-47a8-b064-8f062d9bcb96 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 949 time: 0.0786064 May 27 23:21:14.830647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6481da4-008c-4323-a611-a9b961c872fb req-02ef01cc-818d-415c-a64f-f022d2df9cad tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:14.831363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e6481da4-008c-4323-a611-a9b961c872fb req-02ef01cc-818d-415c-a64f-f022d2df9cad tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Synchronizing usage tracker for tenant:58dd96af713742c392dad40e7b235f01 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:21:14.863954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07baae24-753b-4c06-8776-35bf60a6cdd0 req-13717134-34c4-4cb1-9ee0-43b211c99275 tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/security-groups?id=671048e9-b681-4c0e-b51d-7c7de38e6c38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424387 May 27 23:21:14.912702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e6481da4-008c-4323-a611-a9b961c872fb req-02ef01cc-818d-415c-a64f-f022d2df9cad tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Unset dirty status for tenant:58dd96af713742c392dad40e7b235f01 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:21:14.913825 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6481da4-008c-4323-a611-a9b961c872fb req-02ef01cc-818d-415c-a64f-f022d2df9cad tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 949 time: 0.1663814 May 27 23:21:14.983465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-e6481da4-008c-4323-a611-a9b961c872fb req-e9b4d9b6-4e26-4104-a15c-9fe48c9c788f tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Deleting port fe1af976-6156-4463-bc12-a9d019b86e82 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:21:14.983797 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e6481da4-008c-4323-a611-a9b961c872fb req-e9b4d9b6-4e26-4104-a15c-9fe48c9c788f tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:15.226527 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e6481da4-008c-4323-a611-a9b961c872fb req-e9b4d9b6-4e26-4104-a15c-9fe48c9c788f tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] For port fe1af976-6156-4463-bc12-a9d019b86e82, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fe1af976-6156-4463-bc12-a9d019b86e82,segment=NetworkSegment(865d380b-d1b2-45e2-8b83-73c13378de56),segment_id=865d380b-d1b2-45e2-8b83-73c13378de56)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:21:15.226799 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e6481da4-008c-4323-a611-a9b961c872fb req-e9b4d9b6-4e26-4104-a15c-9fe48c9c788f tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:15.348446 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-e6481da4-008c-4323-a611-a9b961c872fb req-e9b4d9b6-4e26-4104-a15c-9fe48c9c788f tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Calling delete_port for fe1af976-6156-4463-bc12-a9d019b86e82 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:21:15.552662 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e6481da4-008c-4323-a611-a9b961c872fb req-e9b4d9b6-4e26-4104-a15c-9fe48c9c788f tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:15.563860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['fe1af976-6156-4463-bc12-a9d019b86e82'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:21:15.606022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4d9b6-4e26-4104-a15c-9fe48c9c788f tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Pushing event deleted for resources: {'Port': ['ID=fe1af976-6156-4463-bc12-a9d019b86e82,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:15.688654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6481da4-008c-4323-a611-a9b961c872fb req-e9b4d9b6-4e26-4104-a15c-9fe48c9c788f tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] No DVR routers for this DVR port fe1af976-6156-4463-bc12-a9d019b86e82 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:21:15.691274 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e6481da4-008c-4323-a611-a9b961c872fb req-e9b4d9b6-4e26-4104-a15c-9fe48c9c788f tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:15.694525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa04e675-be55-4e7a-bf77-36dcadd07a91', 'name': 'network-vif-deleted', 'tag': 'fe1af976-6156-4463-bc12-a9d019b86e82'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:21:15.743010 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d70e97-f6b7-4178-9c8f-ad8b75715fdb'] response: {'server_uuid': 'aa04e675-be55-4e7a-bf77-36dcadd07a91', 'name': 'network-vif-deleted', 'tag': 'fe1af976-6156-4463-bc12-a9d019b86e82', 'status': 'completed', 'code': 200} May 27 23:21:15.770798 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6481da4-008c-4323-a611-a9b961c872fb req-e9b4d9b6-4e26-4104-a15c-9fe48c9c788f tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.46 "DELETE /v2.0/ports/fe1af976-6156-4463-bc12-a9d019b86e82 HTTP/1.1" status: 204 len: 173 time: 0.8520930 May 27 23:21:16.011707 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e54f1367-600f-4560-b00a-ebebc871eba7 req-6115dfea-2eea-4e28-bcd4-7dd974be883f tempest-ServersAdminNegativeTestJSON-1092998259 tempest-ServersAdminNegativeTestJSON-1092998259-project] 10.222.0.27 "GET /v2.0/ports?device_id=aa04e675-be55-4e7a-bf77-36dcadd07a91 HTTP/1.1" status: 200 len: 210 time: 0.0430169 May 27 23:21:16.219521 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:17.573031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45348) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:21:17.718195 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1a69ec33-f218-40a8-a1e0-5242a06152e6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=58dd96af713742c392dad40e7b235f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440094 May 27 23:21:17.720690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45354) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:21:17.781278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7fad146-998a-4a60-a3e7-44247c70d2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:17.807843 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7fad146-998a-4a60-a3e7-44247c70d2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:17.928163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7fad146-998a-4a60-a3e7-44247c70d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:17.944262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fad146-998a-4a60-a3e7-44247c70d2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671048e9-b681-4c0e-b51d-7c7de38e6c38,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:17.949721 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d7fad146-998a-4a60-a3e7-44247c70d2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:17.952122 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d7fad146-998a-4a60-a3e7-44247c70d2b0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/671048e9-b681-4c0e-b51d-7c7de38e6c38 HTTP/1.1" status: 204 len: 168 time: 0.2302227 May 27 23:21:18.527545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45362) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:21:18.544844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af7a2ad3-0f5e-4fae-96d2-f2e2406dd6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:18.558678 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-af7a2ad3-0f5e-4fae-96d2-f2e2406dd6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:21:18.562516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-af7a2ad3-0f5e-4fae-96d2-f2e2406dd6ef admin admin] Usage tracker for resource:security_group_rule and tenant:4baf573a73694ef68baf2803bc259bf6 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:21:18.565450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-af7a2ad3-0f5e-4fae-96d2-f2e2406dd6ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:21:18.571353 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-af7a2ad3-0f5e-4fae-96d2-f2e2406dd6ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:21:18.652233 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af7a2ad3-0f5e-4fae-96d2-f2e2406dd6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:18.706611 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-af7a2ad3-0f5e-4fae-96d2-f2e2406dd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:18.755372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a2ad3-0f5e-4fae-96d2-f2e2406dd6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa42583-4883-41e8-b515-d8f07e71c7bc,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:18.759565 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-af7a2ad3-0f5e-4fae-96d2-f2e2406dd6ef admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4baf573a73694ef68baf2803bc259bf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310240 May 27 23:21:18.762861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45366) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:21:18.819069 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11bd59c7-9427-4c87-ad88-7efbc314524f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:18.845322 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11bd59c7-9427-4c87-ad88-7efbc314524f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:18.940674 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11bd59c7-9427-4c87-ad88-7efbc314524f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:18.957138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd59c7-9427-4c87-ad88-7efbc314524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa42583-4883-41e8-b515-d8f07e71c7bc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:18.961898 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-11bd59c7-9427-4c87-ad88-7efbc314524f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:18.963062 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-11bd59c7-9427-4c87-ad88-7efbc314524f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0aa42583-4883-41e8-b515-d8f07e71c7bc HTTP/1.1" status: 204 len: 168 time: 0.1993179 May 27 23:21:19.788886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fe1af976-6156-4463-bc12-a9d019b86e82 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:21:19.822819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: fe1af976-6156-4463-bc12-a9d019b86e82 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:21:19.823189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fe1af976-6156-4463-bc12-a9d019b86e82 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:21:19.974822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45392) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:21:20.075177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-636762306-network', 'tenant_id': '613ada2c65574a93a49964c350b059d1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:21:20.081079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:21:20.084886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Usage tracker for resource:network and tenant:613ada2c65574a93a49964c350b059d1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:21:20.087730 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:21:20.094565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:21:20.151167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Made reservation on behalf of 613ada2c65574a93a49964c350b059d1 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:21:20.153469 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:20.165374 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:20.179801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:21:20.184108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Usage tracker for resource:security_group_rule and tenant:613ada2c65574a93a49964c350b059d1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:21:20.186880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:21:20.192559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:21:20.277854 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:20.335140 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:20.365458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:21:20.374707 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711df8b2-2eae-4e26-ab7d-9b296b3374aa,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:20.380787 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:20.381135 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Added segment 76d2a8e3-69fa-48f6-8489-41adb248f240 of type vlan for network 299cdaff-2302-4d83-b25e-7ebbc3b08c2a May 27 23:21:20.406979 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:20.512555 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:20.513561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:20.514179 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:20.616832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] Pushing event updated for resources: {'Network': ['ID=299cdaff-2302-4d83-b25e-7ebbc3b08c2a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:20.626923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 299cdaff-2302-4d83-b25e-7ebbc3b08c2a details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:21:20.676152 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-85bdf83c-ef1a-4b42-ba92-8b2abcc3c2d1 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6976094 May 27 23:21:20.676444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45398) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:21:20.681945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] Request body: {'subnet': {'network_id': '299cdaff-2302-4d83-b25e-7ebbc3b08c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-636762306-subnet', 'tenant_id': '613ada2c65574a93a49964c350b059d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:21:20.687793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:21:20.691689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] Usage tracker for resource:subnet and tenant:613ada2c65574a93a49964c350b059d1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:21:20.694767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:21:20.701024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:21:20.776029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] Made reservation on behalf of 613ada2c65574a93a49964c350b059d1 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:21:20.778451 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:21.076854 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:21:21.123795 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:21.199098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa0716e-ff22-4132-bfd4-d8003bc933a4,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:21.207765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] Checking segment: {'id': '76d2a8e3-69fa-48f6-8489-41adb248f240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '299cdaff-2302-4d83-b25e-7ebbc3b08c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:21:21.208145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] Network hostable DHCP agents. Network: 299cdaff-2302-4d83-b25e-7ebbc3b08c2a, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:21:21.300728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] Network 299cdaff-2302-4d83-b25e-7ebbc3b08c2a is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:21:21.381754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 299cdaff-2302-4d83-b25e-7ebbc3b08c2a) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:21:21.386271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:21.387273 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:21.389625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc0a33-a270-4c41-879b-bc8e2f531361 None None] Network 299cdaff-2302-4d83-b25e-7ebbc3b08c2a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:21:21.466373 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c7457ad2-6a58-4ce4-9950-c6f43529f880 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7888603 May 27 23:21:21.603782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecff633-b2ee-47e0-97fc-2fd54e82ae90 None None] Network 299cdaff-2302-4d83-b25e-7ebbc3b08c2a requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:21:21.977711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-285b8a92-59c7-4847-98d6-811a21078de3 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:21.979640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-285b8a92-59c7-4847-98d6-811a21078de3 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/networks?id=299cdaff-2302-4d83-b25e-7ebbc3b08c2a HTTP/1.1" status: 200 len: 811 time: 0.1524720 May 27 23:21:21.997041 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-6fbfb004-71e3-4dda-a101-643d943d8f71 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/quotas/613ada2c65574a93a49964c350b059d1 HTTP/1.1" status: 200 len: 375 time: 0.0118778 May 27 23:21:22.044547 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-6b2a0e99-6369-47d3-af35-4b118aab5b01 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=613ada2c65574a93a49964c350b059d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423946 May 27 23:21:22.251644 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-6b0940e6-52db-42e0-a515-6d3af8bf6f30 service neutron] 10.222.0.27 "GET /v2.0/networks/299cdaff-2302-4d83-b25e-7ebbc3b08c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639512 May 27 23:21:22.380747 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-d8b81421-4c9f-46e9-aa85-0c467bb98482 service neutron] 10.222.0.27 "GET /v2.0/networks/299cdaff-2302-4d83-b25e-7ebbc3b08c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233039 May 27 23:21:22.625981 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-051470e1-b452-4b01-b5c6-8ea0851fae49 req-2a0f02d7-9e6c-42b2-8396-0317ff20e777 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 210 time: 0.0458794 May 27 23:21:22.729746 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:23.721831 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c2af128-aba4-4b58-bcfe-efb9118be224 req-4560c77c-2b57-499a-9796-6189c4da580b tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 210 time: 0.0435474 May 27 23:21:24.869986 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-540c67d2-fd36-4a4a-a765-f95266a55e92 req-b80f556b-b487-4036-a50f-859ae6cce582 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 210 time: 0.0447018 May 27 23:21:24.963203 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-94db9145-6a48-4d59-9d85-cbfa3cf68729 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:24.963877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-94db9145-6a48-4d59-9d85-cbfa3cf68729 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Synchronizing usage tracker for tenant:613ada2c65574a93a49964c350b059d1 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:21:25.054873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-94db9145-6a48-4d59-9d85-cbfa3cf68729 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Unset dirty status for tenant:613ada2c65574a93a49964c350b059d1 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:21:25.056062 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-94db9145-6a48-4d59-9d85-cbfa3cf68729 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.46 "GET /v2.0/networks?id=299cdaff-2302-4d83-b25e-7ebbc3b08c2a HTTP/1.1" status: 200 len: 811 time: 0.2440624 May 27 23:21:25.068683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Request body: {'port': {'device_id': 'e98c44f6-9712-4aa8-8847-40f93860f5b1', 'network_id': '299cdaff-2302-4d83-b25e-7ebbc3b08c2a', 'admin_state_up': True, 'tenant_id': '613ada2c65574a93a49964c350b059d1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:21:25.204582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:21:25.208738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Usage tracker for resource:port and tenant:613ada2c65574a93a49964c350b059d1 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:21:25.211559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:21:25.217890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:21:25.283548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Made reservation on behalf of 613ada2c65574a93a49964c350b059d1 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:21:25.287053 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:25.449519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Allocated IP 172.20.0.12 (299cdaff-2302-4d83-b25e-7ebbc3b08c2a/aaa0716e-ff22-4132-bfd4-d8003bc933a4/6d9ab0a8-b77e-4da9-86c3-04f70c15b016) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:21:25.647016 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:25.747299 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:25.817472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Network 299cdaff-2302-4d83-b25e-7ebbc3b08c2a is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:21:25.820477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:21:25.824609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:21:25.863832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Pushing event updated for resources: {'Port': ['ID=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:25.894032 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:25.894638 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:25.970605 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-539fdce8-e231-400d-85f4-5d414e1be623 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9055161 May 27 23:21:25.981979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Request body: {'port': {'device_id': 'e98c44f6-9712-4aa8-8847-40f93860f5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:21:26.054810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcfa49-c5e6-40d3-bea8-1bf163745e23 req-da7cef30-1521-4e64-9900-43f958b48de9 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:26.056953 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bfdcfa49-c5e6-40d3-bea8-1bf163745e23 req-da7cef30-1521-4e64-9900-43f958b48de9 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 932 time: 0.0826643 May 27 23:21:26.095776 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:26.101400 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bfdcfa49-c5e6-40d3-bea8-1bf163745e23 req-d15c732e-9222-4a45-8cf8-432bbb29a0df tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384617 May 27 23:21:26.429934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:21:26.436974 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:26.450809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Transition to ACTIVE for port object 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:21:26.494655 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:26.646350 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Pushing event updated for resources: {'Port': ['ID=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:26.832600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Attempting to bind port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:21:26.832932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Attempting to bind port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '76d2a8e3-69fa-48f6-8489-41adb248f240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '299cdaff-2302-4d83-b25e-7ebbc3b08c2a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:21:26.833252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Attempting to bind port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 on network 299cdaff-2302-4d83-b25e-7ebbc3b08c2a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:21:26.837721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 on network 299cdaff-2302-4d83-b25e-7ebbc3b08c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:21:26.838139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Attempting to bind port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 on network 299cdaff-2302-4d83-b25e-7ebbc3b08c2a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:21:26.843022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:21:26.843347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Checking segment: {'id': '76d2a8e3-69fa-48f6-8489-41adb248f240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '299cdaff-2302-4d83-b25e-7ebbc3b08c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:21:26.843720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Bound using segment: {'id': '76d2a8e3-69fa-48f6-8489-41adb248f240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '299cdaff-2302-4d83-b25e-7ebbc3b08c2a'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:21:26.844135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Bound port: 6d9ab0a8-b77e-4da9-86c3-04f70c15b016, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d2a8e3-69fa-48f6-8489-41adb248f240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '299cdaff-2302-4d83-b25e-7ebbc3b08c2a'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:21:26.844505 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:26.932432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] For port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:21:26.935499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] For port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,segment=NetworkSegment(76d2a8e3-69fa-48f6-8489-41adb248f240),segment_id=76d2a8e3-69fa-48f6-8489-41adb248f240)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:21:27.019591 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:27.082128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:27.082738 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:27.084090 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] 10.222.0.46 "PUT /v2.0/ports/6d9ab0a8-b77e-4da9-86c3-04f70c15b016 HTTP/1.1" status: 200 len: 1092 time: 1.1066921 May 27 23:21:27.084550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98c44f6-9712-4aa8-8847-40f93860f5b1', 'tag': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:21:27.106480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ecbce-f1f2-4185-b354-b47e22b3bd5d service neutron] Pushing event updated for resources: {'Port': ['ID=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:27.140684 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4323432-40e6-45a7-92ad-2e29e4c3fc6a'] response: {'name': 'network-changed', 'server_uuid': 'e98c44f6-9712-4aa8-8847-40f93860f5b1', 'tag': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016', 'status': 'completed', 'code': 200} May 27 23:21:27.234749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ea2d3-46d3-48df-9747-36a0722aaeb6 req-d70b13fe-9a3b-4492-921e-a59b7176ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:27.236364 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b59ea2d3-46d3-48df-9747-36a0722aaeb6 req-d70b13fe-9a3b-4492-921e-a59b7176ede3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=613ada2c65574a93a49964c350b059d1&device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 1095 time: 0.0749843 May 27 23:21:27.291611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6da2b-e0d5-4367-94b9-095947cbafa1 req-97e219b0-6444-4e04-b607-e88e220a854a tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:27.293006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71e6da2b-e0d5-4367-94b9-095947cbafa1 req-97e219b0-6444-4e04-b607-e88e220a854a tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 944 time: 0.0808220 May 27 23:21:27.340623 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71e6da2b-e0d5-4367-94b9-095947cbafa1 req-75b737bd-d4e5-4d0f-98ad-21cfdef83694 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416687 May 27 23:21:27.378615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ea2d3-46d3-48df-9747-36a0722aaeb6 req-0325fb85-f857-4d2a-9fb8-c7f2219058e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:27.380079 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b59ea2d3-46d3-48df-9747-36a0722aaeb6 req-0325fb85-f857-4d2a-9fb8-c7f2219058e7 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=613ada2c65574a93a49964c350b059d1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1371138 May 27 23:21:27.518080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ea2d3-46d3-48df-9747-36a0722aaeb6 req-ff239207-bdc7-45f6-ac90-85269ba18eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:27.653268 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b59ea2d3-46d3-48df-9747-36a0722aaeb6 req-ff239207-bdc7-45f6-ac90-85269ba18eef service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339040 May 27 23:21:27.653467 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a23cc949-4385-42f9-ab7e-66c353f0ae5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:27.654012 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-0cccaf59-8e7b-424a-8449-ff9aa1fdc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:27.654012 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-0cccaf59-8e7b-424a-8449-ff9aa1fdc8b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=613ada2c65574a93a49964c350b059d1&device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 1095 time: 0.0797498 May 27 23:21:27.706173 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-52bc453c-d0cb-4318-8877-55298fa24d88 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016 HTTP/1.1" status: 200 len: 217 time: 0.0658185 May 27 23:21:27.766946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-7d087ebd-fb1b-427e-81ba-347047736a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:27.768394 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-7d087ebd-fb1b-427e-81ba-347047736a62 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaa0716e-ff22-4132-bfd4-d8003bc933a4 HTTP/1.1" status: 200 len: 851 time: 0.0569739 May 27 23:21:27.813526 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-5290228a-e32c-4c59-9388-064f5a8c63cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=299cdaff-2302-4d83-b25e-7ebbc3b08c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398061 May 27 23:21:27.944193 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-18cb50ca-b9eb-46a2-bf0a-00a7ec128c67 service neutron] 10.222.0.46 "GET /v2.0/networks/299cdaff-2302-4d83-b25e-7ebbc3b08c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242073 May 27 23:21:28.079960 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3ad55e86-dac7-40e4-9070-2672f060b823 req-64a99eff-eacb-49e8-a34b-14f10f55710e service neutron] 10.222.0.46 "GET /v2.0/networks/299cdaff-2302-4d83-b25e-7ebbc3b08c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297696 May 27 23:21:28.557648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46766e2a-277a-446c-a81d-079c84e6f7c5 req-aabfc388-b603-4ef2-a743-133d6205575c tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:28.557648 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46766e2a-277a-446c-a81d-079c84e6f7c5 req-aabfc388-b603-4ef2-a743-133d6205575c tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 944 time: 0.0790043 May 27 23:21:28.574858 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-46766e2a-277a-446c-a81d-079c84e6f7c5 req-e6b85d3f-74b0-427e-8f6e-07ae187c9801 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388744 May 27 23:21:29.683918 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4dfdd866-df34-4542-803e-9efd8dd685c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:29.761404 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d49f64-3c77-40da-b2f2-2661ec254598 req-f0ffa78f-2b0e-4559-bc96-9087ed8c111c tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:29.762844 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-49d49f64-3c77-40da-b2f2-2661ec254598 req-f0ffa78f-2b0e-4559-bc96-9087ed8c111c tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 944 time: 0.0831547 May 27 23:21:29.805761 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-49d49f64-3c77-40da-b2f2-2661ec254598 req-1ef4e7e4-ce7d-4132-8741-4b3b6b102881 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371494 May 27 23:21:30.990308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7663515-f25a-4281-969f-ce39ced4c8a0 req-c35b7eee-804a-4ca0-a594-4dcc9dc296a5 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:30.991715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a7663515-f25a-4281-969f-ce39ced4c8a0 req-c35b7eee-804a-4ca0-a594-4dcc9dc296a5 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 944 time: 0.0813503 May 27 23:21:31.003865 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:31.032260 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:31.037598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a7663515-f25a-4281-969f-ce39ced4c8a0 req-2f47aba8-a22b-483d-b151-cd60c0f57f55 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394375 May 27 23:21:31.847454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:21:31.979546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,segment=NetworkSegment(76d2a8e3-69fa-48f6-8489-41adb248f240),segment_id=76d2a8e3-69fa-48f6-8489-41adb248f240)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:21:31.995579 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016', 'network_id': '299cdaff-2302-4d83-b25e-7ebbc3b08c2a', 'port_id': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016', 'mac_address': 'fa:16:3e:41:3d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa0716e-ff22-4132-bfd4-d8003bc933a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:21:32.052203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:21:32.052989 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:32.069093 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:21:32.085979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,segment=NetworkSegment(76d2a8e3-69fa-48f6-8489-41adb248f240),segment_id=76d2a8e3-69fa-48f6-8489-41adb248f240)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:21:32.180915 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:32.230064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe420f-7aa0-47f0-95fb-2bc95846c8f7 req-29e32b2e-35d0-4cec-ac9b-3890a37da0d2 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:32.231459 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-64fe420f-7aa0-47f0-95fb-2bc95846c8f7 req-29e32b2e-35d0-4cec-ac9b-3890a37da0d2 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 945 time: 0.0837927 May 27 23:21:32.248949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:32.256481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:32.256825 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:32.257153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:32.257482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:32.257804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:32.258124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:32.258439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:32.258752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:32.259199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:32.260385 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:32.260385 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:32.260619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:21:32.264411 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:32.276548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-64fe420f-7aa0-47f0-95fb-2bc95846c8f7 req-af6ea9ef-e808-4357-858d-640f1a61b68b tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391176 May 27 23:21:32.370647 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['6d9ab0a8-b77e-4da9-86c3-04f70c15b016'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:21:33.456107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb09fae-a423-4cb9-a1f3-9e3911b502a8 req-86dd6bd3-c6b4-4b0e-bda8-70ab36394397 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:33.457579 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cbb09fae-a423-4cb9-a1f3-9e3911b502a8 req-86dd6bd3-c6b4-4b0e-bda8-70ab36394397 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 945 time: 0.0791056 May 27 23:21:33.500545 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cbb09fae-a423-4cb9-a1f3-9e3911b502a8 req-8508ba3b-307f-453b-ba93-14425887a600 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367162 May 27 23:21:33.847277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:21:33.968868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:21:33.973333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:21:33.973704 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:34.085111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:21:34.085483 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:34.114260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98c44f6-9712-4aa8-8847-40f93860f5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:21:34.124753 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,segment=NetworkSegment(76d2a8e3-69fa-48f6-8489-41adb248f240),segment_id=76d2a8e3-69fa-48f6-8489-41adb248f240)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:21:34.160583 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d1bf6f0-fc40-42ab-baf8-8c0227181018'] response: {'server_uuid': 'e98c44f6-9712-4aa8-8847-40f93860f5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016', 'code': 200} May 27 23:21:34.169048 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:34.236067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:21:34.290122 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4cf94-578f-4e12-a777-01e19f6e0ac1 req-255c40b7-b154-404a-9799-a426d6f06789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:34.292139 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5aa4cf94-578f-4e12-a777-01e19f6e0ac1 req-255c40b7-b154-404a-9799-a426d6f06789 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 1097 time: 0.0756643 May 27 23:21:34.332884 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5aa4cf94-578f-4e12-a777-01e19f6e0ac1 req-c4ad1891-bed5-428f-becc-738a79a2eb76 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344541 May 27 23:21:34.683566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec0a16-1433-4b8c-bd6a-0ea7e7d42d97 req-f51a320e-f689-4750-a62e-4450616ed01c tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:34.685016 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1ec0a16-1433-4b8c-bd6a-0ea7e7d42d97 req-f51a320e-f689-4750-a62e-4450616ed01c tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0823824 May 27 23:21:34.728691 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e1ec0a16-1433-4b8c-bd6a-0ea7e7d42d97 req-2b163a02-60de-4f3e-b3c1-6930939463a2 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374064 May 27 23:21:35.910169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e6b5f-1a14-408c-a869-7fc4bd4b702f req-d9e1da7a-9f79-48ee-b63c-03f805ce0a57 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:35.911614 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be4e6b5f-1a14-408c-a869-7fc4bd4b702f req-d9e1da7a-9f79-48ee-b63c-03f805ce0a57 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0787988 May 27 23:21:36.049203 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be4e6b5f-1a14-408c-a869-7fc4bd4b702f req-10632047-4db3-475b-aa30-2f2ab385513a tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312733 May 27 23:21:36.544369 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab2089-85a0-4199-b521-f02328dcf434 req-afdfd02c-8dcf-43a1-b12d-da9e8ba9e756 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:36.545810 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ab2089-85a0-4199-b521-f02328dcf434 req-afdfd02c-8dcf-43a1-b12d-da9e8ba9e756 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0793996 May 27 23:21:36.596527 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5ab2089-85a0-4199-b521-f02328dcf434 req-105ccfba-b39a-48fb-a287-769bd6069cfb tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434508 May 27 23:21:36.681913 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-b8a3bf80-03f5-41df-8cf4-5646ecb94cc4 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115434 May 27 23:21:37.784028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed1a10-5913-4396-aea1-76843eb1dd3e req-419d2719-0193-4e43-81ac-a7e30085a3e1 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:37.785533 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c4ed1a10-5913-4396-aea1-76843eb1dd3e req-419d2719-0193-4e43-81ac-a7e30085a3e1 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0812945 May 27 23:21:37.829204 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c4ed1a10-5913-4396-aea1-76843eb1dd3e req-73859c0e-d3e9-44de-9919-f94cbfc5a98d tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379925 May 27 23:21:38.826789 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-6a01f7cd-87fc-481f-b620-b89d5913b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:38.828246 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-6a01f7cd-87fc-481f-b620-b89d5913b96c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=613ada2c65574a93a49964c350b059d1&device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 1097 time: 0.0702388 May 27 23:21:38.960117 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-82d273e5-1932-4ba0-99e9-0b9e6650ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:38.961581 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-82d273e5-1932-4ba0-99e9-0b9e6650ea73 service neutron] 10.222.0.46 "GET /v2.0/networks?id=299cdaff-2302-4d83-b25e-7ebbc3b08c2a HTTP/1.1" status: 200 len: 912 time: 0.1277020 May 27 23:21:39.021296 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83070c3b-a31f-42cf-ae75-c6385a9bd644 req-249f7bdf-1642-4e60-929d-36b807e14b98 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:39.022763 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-83070c3b-a31f-42cf-ae75-c6385a9bd644 req-249f7bdf-1642-4e60-929d-36b807e14b98 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0827839 May 27 23:21:39.031803 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-6bf965d9-0834-48d9-a625-ba60624e373f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016 HTTP/1.1" status: 200 len: 217 time: 0.0643408 May 27 23:21:39.067301 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-83070c3b-a31f-42cf-ae75-c6385a9bd644 req-6eed3657-b277-4e22-800f-b8299d8db506 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 May 27 23:21:39.094514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-a2c33a17-8a63-49ac-9f8d-068b304387f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:39.095947 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-a2c33a17-8a63-49ac-9f8d-068b304387f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaa0716e-ff22-4132-bfd4-d8003bc933a4 HTTP/1.1" status: 200 len: 851 time: 0.0583599 May 27 23:21:39.144750 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-34317dcb-88ec-4bcf-82f3-9ced9cb42d70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=299cdaff-2302-4d83-b25e-7ebbc3b08c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430212 May 27 23:21:39.277764 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-c1126483-01da-4e29-b7ab-9d7a033d2dc6 service neutron] 10.222.0.46 "GET /v2.0/networks/299cdaff-2302-4d83-b25e-7ebbc3b08c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269979 May 27 23:21:39.517377 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-87ff7c46-7e21-4ebc-9aec-7f7fc3765050 service neutron] 10.222.0.46 "GET /v2.0/networks/299cdaff-2302-4d83-b25e-7ebbc3b08c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311110 May 27 23:21:40.253694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4448b1-9749-4cb8-8fde-7099a11a0e89 req-efe5c753-d5d4-4b65-b8a7-e958f477a19e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:40.255144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7a4448b1-9749-4cb8-8fde-7099a11a0e89 req-efe5c753-d5d4-4b65-b8a7-e958f477a19e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0791302 May 27 23:21:40.302803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7a4448b1-9749-4cb8-8fde-7099a11a0e89 req-4e1cc8d8-fced-4702-9e56-8c1281536bac tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418429 May 27 23:21:41.482120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f936ad-a10f-4bed-9106-ef8fddf19ebd req-8eb91fbc-04c2-42c5-a39d-a31203b88957 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:41.483538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7f936ad-a10f-4bed-9106-ef8fddf19ebd req-8eb91fbc-04c2-42c5-a39d-a31203b88957 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0773287 May 27 23:21:41.526249 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7f936ad-a10f-4bed-9106-ef8fddf19ebd req-b577a977-ec4c-4107-b656-b46070eceafa tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371158 May 27 23:21:42.709850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45187d39-7243-43bd-a99d-f837174d8d5f req-97e479aa-d70a-4604-8d59-6e9410742e52 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:42.711293 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45187d39-7243-43bd-a99d-f837174d8d5f req-97e479aa-d70a-4604-8d59-6e9410742e52 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0815377 May 27 23:21:42.754682 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45187d39-7243-43bd-a99d-f837174d8d5f req-4f4fbbaf-5d9d-4d79-b135-d01ca24cef37 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371799 May 27 23:21:43.936383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b740d05-e2ea-4c89-a712-b733822f9273 req-b543233b-e7b1-4401-be78-9f1ab11403c6 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:43.937838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b740d05-e2ea-4c89-a712-b733822f9273 req-b543233b-e7b1-4401-be78-9f1ab11403c6 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0793133 May 27 23:21:43.981631 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b740d05-e2ea-4c89-a712-b733822f9273 req-7fa21b1d-633c-4287-a50c-2f15cea532aa tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380700 May 27 23:21:45.165206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422ff01-5f25-4956-970b-2620cd86fbc1 req-0e9d2d26-2634-4869-a521-b4a5bee72e3b tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:45.166618 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5422ff01-5f25-4956-970b-2620cd86fbc1 req-0e9d2d26-2634-4869-a521-b4a5bee72e3b tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0824349 May 27 23:21:45.209344 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5422ff01-5f25-4956-970b-2620cd86fbc1 req-aa6814c5-7d67-4d0a-87e8-bc35975c911a tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371513 May 27 23:21:46.209216 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:46.392703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ef7fd-66ba-47e8-bc11-6e4c32e5b384 req-679f3524-1644-45c8-98fe-f55423fdf7e7 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:46.394119 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-164ef7fd-66ba-47e8-bc11-6e4c32e5b384 req-679f3524-1644-45c8-98fe-f55423fdf7e7 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0776179 May 27 23:21:46.437184 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-164ef7fd-66ba-47e8-bc11-6e4c32e5b384 req-e27bab73-6709-4174-bd41-43fcff2e3621 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374916 May 27 23:21:47.622512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3928886-fe6c-428c-982e-403b546200fa req-7648d59d-aa7d-4818-9aa5-7c0ef27c520c tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:47.623924 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3928886-fe6c-428c-982e-403b546200fa req-7648d59d-aa7d-4818-9aa5-7c0ef27c520c tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0813050 May 27 23:21:47.669221 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3928886-fe6c-428c-982e-403b546200fa req-52270b07-a534-4f8f-a289-24bc9c41278e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395792 May 27 23:21:48.999145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4e4f0-48bd-4d75-b66b-7bc44ef253bf req-5a4a7dff-b8ab-47dd-a4c2-359498aab716 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:49.000497 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44d4e4f0-48bd-4d75-b66b-7bc44ef253bf req-5a4a7dff-b8ab-47dd-a4c2-359498aab716 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0776787 May 27 23:21:49.046299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44d4e4f0-48bd-4d75-b66b-7bc44ef253bf req-e496e790-5311-45e0-9ed8-a6a2302ab14f tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402732 May 27 23:21:50.228223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d99b14-e642-465e-96c0-c8f06f82b63a req-88d67aa0-0fee-4332-b947-cc81a5d20017 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:50.229928 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68d99b14-e642-465e-96c0-c8f06f82b63a req-88d67aa0-0fee-4332-b947-cc81a5d20017 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0796330 May 27 23:21:50.274117 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68d99b14-e642-465e-96c0-c8f06f82b63a req-21be944a-c28e-43c8-8de3-10d681a0c8e1 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384893 May 27 23:21:51.459790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce6904-e08b-4f1f-9c03-9a301650cadc req-606bf17f-e5a0-4748-ae2f-fcd6f72f8134 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:51.461257 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70ce6904-e08b-4f1f-9c03-9a301650cadc req-606bf17f-e5a0-4748-ae2f-fcd6f72f8134 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0829029 May 27 23:21:51.504163 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70ce6904-e08b-4f1f-9c03-9a301650cadc req-b29df71a-e94f-4305-9007-b2c246fa678c tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 May 27 23:21:52.685544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3e84c-304c-434f-926a-585249661ce3 req-3696d39e-b195-4750-9bb8-b729fab2338d tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:52.687028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ffb3e84c-304c-434f-926a-585249661ce3 req-3696d39e-b195-4750-9bb8-b729fab2338d tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0799124 May 27 23:21:52.732243 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ffb3e84c-304c-434f-926a-585249661ce3 req-0fe69de1-62a4-4477-b54e-af243f566bfd tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391462 May 27 23:21:52.751894 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:53.924826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb18f4-4d08-4d28-9d28-f3185d9cf9e4 req-d468ac7b-4f9a-4332-9797-be7a08e59cd9 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:53.926298 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5acb18f4-4d08-4d28-9d28-f3185d9cf9e4 req-d468ac7b-4f9a-4332-9797-be7a08e59cd9 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0817416 May 27 23:21:53.969092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5acb18f4-4d08-4d28-9d28-f3185d9cf9e4 req-42bb8226-2c1d-4fb4-a6ad-f297d727801a tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371842 May 27 23:21:55.153150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a36c7-0776-4701-ba22-02f40966dd14 req-37ee42c3-a0c2-42ca-abc4-6ba28fd077f7 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:55.154599 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b5a36c7-0776-4701-ba22-02f40966dd14 req-37ee42c3-a0c2-42ca-abc4-6ba28fd077f7 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0796340 May 27 23:21:55.201258 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6b5a36c7-0776-4701-ba22-02f40966dd14 req-7a888353-c814-4c72-8de1-d6be257b25c3 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 May 27 23:21:56.382306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c7777-5506-4fce-9d01-6ba7e96b2b0c req-31e6f55e-3541-4327-a9fd-7d8fb5f64a68 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:56.383760 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-010c7777-5506-4fce-9d01-6ba7e96b2b0c req-31e6f55e-3541-4327-a9fd-7d8fb5f64a68 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0785985 May 27 23:21:56.426360 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-010c7777-5506-4fce-9d01-6ba7e96b2b0c req-325f6712-1df7-4665-b54e-57a42601dcb6 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370255 May 27 23:21:57.551631 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57a7e616-4270-4c82-9dea-9c09dade7bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:21:57.614299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e8b89-e8b2-4c21-b8c3-299eea6e780e req-03f8267a-dfcd-41ef-a08a-a1675c2dcadf tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:57.615748 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b8e8b89-e8b2-4c21-b8c3-299eea6e780e req-03f8267a-dfcd-41ef-a08a-a1675c2dcadf tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0834939 May 27 23:21:57.659739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b8e8b89-e8b2-4c21-b8c3-299eea6e780e req-e41650ae-1441-45a9-901e-3f747b1b9c85 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377495 May 27 23:21:58.076695 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:21:58.844479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbd3b0-0e70-40ed-9579-f3875f63bc53 req-b13201b1-2cc6-4ab9-aafa-26c3719a5d44 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:21:58.845906 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bffbd3b0-0e70-40ed-9579-f3875f63bc53 req-b13201b1-2cc6-4ab9-aafa-26c3719a5d44 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0791478 May 27 23:21:58.889517 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bffbd3b0-0e70-40ed-9579-f3875f63bc53 req-1eaeb10c-feec-47ce-b8d7-08b8fa604e5d tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379131 May 27 23:21:59.683233 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2e97ee4a-48c3-413b-87f8-1112f4a7cdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:00.074065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456c0c4-e807-46d5-8d23-769ff1ede713 req-4721d02d-9a4c-472e-930d-f5774a0a0856 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:00.075774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6456c0c4-e807-46d5-8d23-769ff1ede713 req-4721d02d-9a4c-472e-930d-f5774a0a0856 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0818872 May 27 23:22:00.118966 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6456c0c4-e807-46d5-8d23-769ff1ede713 req-6a6a2833-0894-432f-8c1a-dca11d2f94b6 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375822 May 27 23:22:00.991313 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:01.013971 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:01.300218 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9a0f8-2860-433f-a629-c2c34e47f88a req-03e1a859-1e73-4427-af42-e6cced97fe8b tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:01.301679 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0c9a0f8-2860-433f-a629-c2c34e47f88a req-03e1a859-1e73-4427-af42-e6cced97fe8b tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0771887 May 27 23:22:01.344671 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0c9a0f8-2860-433f-a629-c2c34e47f88a req-edacacc0-ff1c-4afe-947d-ee1eba5e604e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368667 May 27 23:22:02.242900 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:02.530100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea65883-c0e2-41ec-a6e2-da29c6bb826a req-df301996-6aa8-41ad-8bba-91a9f56f7bfb tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:02.531493 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ea65883-c0e2-41ec-a6e2-da29c6bb826a req-df301996-6aa8-41ad-8bba-91a9f56f7bfb tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0821850 May 27 23:22:02.575305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ea65883-c0e2-41ec-a6e2-da29c6bb826a req-0ddee42f-3d43-4bab-8198-bb63251526d8 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381718 May 27 23:22:03.758591 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eab55a-28d9-42a3-b5e4-97511e2e0da5 req-48bda4a3-22ff-48b6-a99b-3b30cf57c961 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:03.760060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59eab55a-28d9-42a3-b5e4-97511e2e0da5 req-48bda4a3-22ff-48b6-a99b-3b30cf57c961 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0822723 May 27 23:22:03.810336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-59eab55a-28d9-42a3-b5e4-97511e2e0da5 req-6f3a61b0-db0b-4398-a496-72385eeb658d tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441072 May 27 23:22:04.991070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5bdac1-ef60-43d9-bd8b-021f2c7be186 req-48c91b54-5518-4a7d-88b2-358d77dd9d0b tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:04.992451 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0a5bdac1-ef60-43d9-bd8b-021f2c7be186 req-48c91b54-5518-4a7d-88b2-358d77dd9d0b tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0773196 May 27 23:22:05.034808 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0a5bdac1-ef60-43d9-bd8b-021f2c7be186 req-ae030caf-41f0-4b99-bdd1-336a5365ea00 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367541 May 27 23:22:06.309334 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443f044-acb3-4a50-ae7d-8789b4160c5a req-0ff7101b-18d3-4f4b-bcf1-4714930c2648 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:06.310801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2443f044-acb3-4a50-ae7d-8789b4160c5a req-0ff7101b-18d3-4f4b-bcf1-4714930c2648 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.1722989 May 27 23:22:06.354955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2443f044-acb3-4a50-ae7d-8789b4160c5a req-66203e91-d07f-4a8a-8a68-97c94205ee24 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382950 May 27 23:22:06.435996 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-01b9da36-ac31-43fd-aa31-1a5a5cd43699 service neutron] show failed (client error): The resource could not be found. May 27 23:22:06.437063 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-01b9da36-ac31-43fd-aa31-1a5a5cd43699 service neutron] 10.222.0.46 "GET /v2.0/ports/6d9ab0a8-b77e-4da9-86c3-04f70c15b016/bindings/n-h1-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0735579 May 27 23:22:07.097764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-bbf54b3c-2f7d-4892-b209-dd3769bd39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:07.099237 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-bbf54b3c-2f7d-4892-b209-dd3769bd39fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1&tenant_id=613ada2c65574a93a49964c350b059d1 HTTP/1.1" status: 200 len: 1097 time: 0.1213622 May 27 23:22:07.115868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:22:07.221772 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:07.482663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] For port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,segment=NetworkSegment(76d2a8e3-69fa-48f6-8489-41adb248f240),segment_id=76d2a8e3-69fa-48f6-8489-41adb248f240)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:22:07.510483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] For port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:22:07.538600 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5b196-d082-473f-893c-35dd9d05a075 req-945bceae-eea7-4a6d-a25f-7900baf43d5c tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:07.540104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fdc5b196-d082-473f-893c-35dd9d05a075 req-945bceae-eea7-4a6d-a25f-7900baf43d5c tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0798249 May 27 23:22:07.572162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98c44f6-9712-4aa8-8847-40f93860f5b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:22:07.578302 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:07.588673 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fdc5b196-d082-473f-893c-35dd9d05a075 req-277903ff-8280-4d60-9733-5dbbf80b8b0e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 May 27 23:22:07.593697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Transition to ACTIVE for port object 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:22:07.631348 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f2acc5-61c3-40e2-aca9-49bacaa7b871'] response: {'server_uuid': 'e98c44f6-9712-4aa8-8847-40f93860f5b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016', 'code': 200} May 27 23:22:07.683047 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:07.840635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:07.843047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] No DVR routers for this DVR port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:22:07.852708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:07.853054 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:07.853391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:07.853724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:07.854052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:07.854376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:07.854700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:07.855022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:07.855342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:07.855660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:07.855978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:07.856294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:07.911562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Attempting to bind port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:22:07.911930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Attempting to bind port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '76d2a8e3-69fa-48f6-8489-41adb248f240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '299cdaff-2302-4d83-b25e-7ebbc3b08c2a'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:22:07.912255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Attempting to bind port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 on network 299cdaff-2302-4d83-b25e-7ebbc3b08c2a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:22:07.917629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 on network 299cdaff-2302-4d83-b25e-7ebbc3b08c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:22:07.917931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Attempting to bind port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 on network 299cdaff-2302-4d83-b25e-7ebbc3b08c2a {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:22:07.923183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:22:07.923522 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Checking segment: {'id': '76d2a8e3-69fa-48f6-8489-41adb248f240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '299cdaff-2302-4d83-b25e-7ebbc3b08c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:22:07.923901 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Bound using segment: {'id': '76d2a8e3-69fa-48f6-8489-41adb248f240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '299cdaff-2302-4d83-b25e-7ebbc3b08c2a'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:22:07.924322 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Bound port: 6d9ab0a8-b77e-4da9-86c3-04f70c15b016, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76d2a8e3-69fa-48f6-8489-41adb248f240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '299cdaff-2302-4d83-b25e-7ebbc3b08c2a'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:22:07.924688 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:08.013514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] For port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:22:08.016598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] For port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,segment=NetworkSegment(76d2a8e3-69fa-48f6-8489-41adb248f240),segment_id=76d2a8e3-69fa-48f6-8489-41adb248f240)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:22:08.060517 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:08.122189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:08.122788 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:08.124119 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] 10.222.0.57 "PUT /v2.0/ports/6d9ab0a8-b77e-4da9-86c3-04f70c15b016 HTTP/1.1" status: 200 len: 1092 time: 1.0120492 May 27 23:22:08.137704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b8d76-a276-4a83-87de-e1bf3f9598b0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:08.225195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-6109b5a1-ddc8-4cd0-ab78-1e4d2de764bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:08.227265 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-6109b5a1-ddc8-4cd0-ab78-1e4d2de764bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=613ada2c65574a93a49964c350b059d1&device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 1095 time: 0.0710931 May 27 23:22:08.355222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-6d52749a-df8e-4f23-b8ec-8730b182ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:08.356680 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-6d52749a-df8e-4f23-b8ec-8730b182ac10 service neutron] 10.222.0.57 "GET /v2.0/networks?id=299cdaff-2302-4d83-b25e-7ebbc3b08c2a HTTP/1.1" status: 200 len: 912 time: 0.1244566 May 27 23:22:08.424953 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-73e744cd-09d8-4ccf-996c-0100651114d1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016 HTTP/1.1" status: 200 len: 217 time: 0.0625761 May 27 23:22:08.485826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-6688260b-e56d-457f-8060-2a09561dcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:08.487197 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-6688260b-e56d-457f-8060-2a09561dcef1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aaa0716e-ff22-4132-bfd4-d8003bc933a4 HTTP/1.1" status: 200 len: 851 time: 0.0562654 May 27 23:22:08.533392 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-59199456-397f-4a8e-bd97-4ec9e678233a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=299cdaff-2302-4d83-b25e-7ebbc3b08c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399456 May 27 23:22:08.663363 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-a05c20db-4ed0-4726-a802-d5efff90f2b1 service neutron] 10.222.0.57 "GET /v2.0/networks/299cdaff-2302-4d83-b25e-7ebbc3b08c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243997 May 27 23:22:08.779576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bafe553-e214-441b-85f4-3eccc611edf3 req-cd9e8a25-f399-4685-8ece-b8e52f97eb9d tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:08.781120 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4bafe553-e214-441b-85f4-3eccc611edf3 req-cd9e8a25-f399-4685-8ece-b8e52f97eb9d tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 944 time: 0.0819778 May 27 23:22:08.827025 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4bafe553-e214-441b-85f4-3eccc611edf3 req-6b7b4d32-d817-4a8b-b46f-ae328934a92e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399914 May 27 23:22:08.914049 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-eaf79faf-adc7-415f-8a9a-9a106e21b24e req-7af524ed-27c3-4500-a80a-7b98d93946f9 service neutron] 10.222.0.57 "GET /v2.0/networks/299cdaff-2302-4d83-b25e-7ebbc3b08c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444644 May 27 23:22:09.632433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e98c44f6-9712-4aa8-8847-40f93860f5b1', 'tag': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:22:09.689276 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001756b1-187f-4072-8b43-10117f9e1ddc'] response: {'name': 'network-changed', 'server_uuid': 'e98c44f6-9712-4aa8-8847-40f93860f5b1', 'tag': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016', 'status': 'completed', 'code': 200} May 27 23:22:09.846060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-47dc32cb-a325-4d7d-a12c-789a6f9c70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:09.847519 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-47dc32cb-a325-4d7d-a12c-789a6f9c70d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=613ada2c65574a93a49964c350b059d1&device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 1095 time: 0.1011748 May 27 23:22:09.849950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-d32e233b-0c5a-4459-918d-8e2b1a1b56a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:09.851287 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-d32e233b-0c5a-4459-918d-8e2b1a1b56a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=613ada2c65574a93a49964c350b059d1&device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 1095 time: 0.1395192 May 27 23:22:10.012170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea7b79-42ea-4056-8300-8d2d5d5793fa req-9b2ff439-a1b0-4b03-91d0-0b933afde3e9 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:10.013556 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9ea7b79-42ea-4056-8300-8d2d5d5793fa req-9b2ff439-a1b0-4b03-91d0-0b933afde3e9 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 944 time: 0.0829177 May 27 23:22:10.053650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:22:10.058516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c9ea7b79-42ea-4056-8300-8d2d5d5793fa req-47e13333-f7a4-4f24-9ce8-d6ef618ea393 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390322 May 27 23:22:10.090408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-7ad2d09a-c499-4f63-9236-f24bae92b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:10.091858 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-7ad2d09a-c499-4f63-9236-f24bae92b081 service neutron] 10.222.0.57 "GET /v2.0/networks?id=299cdaff-2302-4d83-b25e-7ebbc3b08c2a HTTP/1.1" status: 200 len: 912 time: 0.2375350 May 27 23:22:10.094108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-9028e6a5-9a89-4930-b83e-1af50bf849e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:10.095403 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-9028e6a5-9a89-4930-b83e-1af50bf849e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=299cdaff-2302-4d83-b25e-7ebbc3b08c2a HTTP/1.1" status: 200 len: 912 time: 0.2233562 May 27 23:22:10.115020 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:22:10.213485 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-82f4c48f-6d8a-410b-911a-4db3952d9e7f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016 HTTP/1.1" status: 200 len: 217 time: 0.1144247 May 27 23:22:10.222012 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-2ae25b9c-2c57-43f3-a188-ff3834ab9892 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016 HTTP/1.1" status: 200 len: 217 time: 0.0700381 May 27 23:22:10.250474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-2a26dd57-9cbd-4211-8919-66b7f8914f1a req-cfb3cdce-b1ab-46df-a3c9-78649026d956 service neutron] (88901) timed out ('10.222.0.46', 61476) {{(pid=88901) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 23:22:10.326619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-6b831d28-ad9e-4b7d-9bbb-d63d725b2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:10.328032 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-6b831d28-ad9e-4b7d-9bbb-d63d725b2988 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=aaa0716e-ff22-4132-bfd4-d8003bc933a4 HTTP/1.1" status: 200 len: 851 time: 0.1075325 May 27 23:22:10.331021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-660f0d4d-1e1c-4e44-ba44-9b2a88415e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:10.332299 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-660f0d4d-1e1c-4e44-ba44-9b2a88415e95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaa0716e-ff22-4132-bfd4-d8003bc933a4 HTTP/1.1" status: 200 len: 851 time: 0.0810666 May 27 23:22:10.407803 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-42e8a5a0-f99e-4fcf-a1e4-9fbba37d97f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=299cdaff-2302-4d83-b25e-7ebbc3b08c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718830 May 27 23:22:10.416868 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-5a660d08-06ea-4820-bbaf-9c71ee67cfce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=299cdaff-2302-4d83-b25e-7ebbc3b08c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472116 May 27 23:22:10.646211 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-7240f28a-686f-4414-9ae2-55c64df3a4e2 service neutron] 10.222.0.57 "GET /v2.0/networks/299cdaff-2302-4d83-b25e-7ebbc3b08c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284396 May 27 23:22:10.648013 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-45fd7628-fb45-4eef-9129-896b25c77b33 service neutron] 10.222.0.46 "GET /v2.0/networks/299cdaff-2302-4d83-b25e-7ebbc3b08c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138603 May 27 23:22:11.010381 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-82ee1e29-e525-46a7-9859-b48d95994a04 service neutron] 10.222.0.57 "GET /v2.0/networks/299cdaff-2302-4d83-b25e-7ebbc3b08c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386080 May 27 23:22:11.012012 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d3f7745-b5d9-4f8f-8a11-342544c1517f req-00e9afb6-d5fb-462f-b0b7-3f27876c7d3c service neutron] 10.222.0.46 "GET /v2.0/networks/299cdaff-2302-4d83-b25e-7ebbc3b08c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575904 May 27 23:22:11.245239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cfe3f-22cb-46a0-8bf4-fae77e3e9c30 req-7c19756b-af34-48ba-95f7-b2d1951bec9d tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:11.246787 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e23cfe3f-22cb-46a0-8bf4-fae77e3e9c30 req-7c19756b-af34-48ba-95f7-b2d1951bec9d tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 944 time: 0.0800657 May 27 23:22:11.290897 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e23cfe3f-22cb-46a0-8bf4-fae77e3e9c30 req-2f4ba88b-2763-4930-90c5-83bcc63e27e9 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383289 May 27 23:22:11.831681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-9b79615b-268b-4105-96a3-a10d1a56151f tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:11.832378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-9b79615b-268b-4105-96a3-a10d1a56151f tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Synchronizing usage tracker for tenant:613ada2c65574a93a49964c350b059d1 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:22:11.899914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-9b79615b-268b-4105-96a3-a10d1a56151f tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Unset dirty status for tenant:613ada2c65574a93a49964c350b059d1 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:22:11.901095 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-9b79615b-268b-4105-96a3-a10d1a56151f tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.46 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1&tenant_id=613ada2c65574a93a49964c350b059d1&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 944 time: 0.1493406 May 27 23:22:11.947281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:22:11.981863 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-7e2ccadd-ff2f-4f24-b86a-70451d18b6a3 service neutron] delete failed (client error): The resource could not be found. May 27 23:22:11.982748 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-7e2ccadd-ff2f-4f24-b86a-70451d18b6a3 service neutron] 10.222.0.46 "DELETE /v2.0/ports/6d9ab0a8-b77e-4da9-86c3-04f70c15b016/bindings/n-h2-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0761597 May 27 23:22:12.082968 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,segment=NetworkSegment(76d2a8e3-69fa-48f6-8489-41adb248f240),segment_id=76d2a8e3-69fa-48f6-8489-41adb248f240)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:22:12.097004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016', 'network_id': '299cdaff-2302-4d83-b25e-7ebbc3b08c2a', 'port_id': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016', 'mac_address': 'fa:16:3e:41:3d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa0716e-ff22-4132-bfd4-d8003bc933a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:22:12.120928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-2246b6ea-4fd8-49f2-bb22-c209c7365e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:12.122403 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-2246b6ea-4fd8-49f2-bb22-c209c7365e10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=613ada2c65574a93a49964c350b059d1&device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 1095 time: 0.0710948 May 27 23:22:12.151719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:22:12.152107 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:12.168456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:22:12.185814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,segment=NetworkSegment(76d2a8e3-69fa-48f6-8489-41adb248f240),segment_id=76d2a8e3-69fa-48f6-8489-41adb248f240)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:22:12.253293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-dca44874-d8e9-4cab-902a-3536e2281050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:12.254625 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-dca44874-d8e9-4cab-902a-3536e2281050 service neutron] 10.222.0.46 "GET /v2.0/networks?id=299cdaff-2302-4d83-b25e-7ebbc3b08c2a HTTP/1.1" status: 200 len: 912 time: 0.1260800 May 27 23:22:12.299839 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:12.327606 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-b8c240a5-d54f-4640-8160-13a42f026398 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016 HTTP/1.1" status: 200 len: 217 time: 0.0670633 May 27 23:22:12.370439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:12.391718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-1de54a80-7c70-4ede-b937-98240ffeb1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:12.393204 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-1de54a80-7c70-4ede-b937-98240ffeb1fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=aaa0716e-ff22-4132-bfd4-d8003bc933a4 HTTP/1.1" status: 200 len: 851 time: 0.0600665 May 27 23:22:12.439158 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-a3b9e4ac-cf00-4d54-a487-64236964e65a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=299cdaff-2302-4d83-b25e-7ebbc3b08c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401511 May 27 23:22:12.567639 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-2dbe2ca2-238f-4f02-95b9-f094e3cdf877 service neutron] 10.222.0.46 "GET /v2.0/networks/299cdaff-2302-4d83-b25e-7ebbc3b08c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226857 May 27 23:22:12.623860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['6d9ab0a8-b77e-4da9-86c3-04f70c15b016'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:22:12.696573 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-305a33a8-804b-42ab-8337-af5611853cd8 service neutron] 10.222.0.46 "GET /v2.0/networks/299cdaff-2302-4d83-b25e-7ebbc3b08c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230924 May 27 23:22:13.971795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:22:14.122727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:22:14.127949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:22:14.131428 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:14.249291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:22:14.249655 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:14.271123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b881ff-8ecb-45b5-92a0-e00ea6067792 req-e501e5bc-c652-49e9-9b3b-b79d49573625 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:14.274789 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e3b881ff-8ecb-45b5-92a0-e00ea6067792 req-e501e5bc-c652-49e9-9b3b-b79d49573625 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 945 time: 0.0840681 May 27 23:22:14.275856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98c44f6-9712-4aa8-8847-40f93860f5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:22:14.285860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,segment=NetworkSegment(76d2a8e3-69fa-48f6-8489-41adb248f240),segment_id=76d2a8e3-69fa-48f6-8489-41adb248f240)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:22:14.320528 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e3b881ff-8ecb-45b5-92a0-e00ea6067792 req-49f22420-fba7-4928-994f-f69d0ea30ef0 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 May 27 23:22:14.323290 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1efffca9-7aed-49ea-a94f-9757c606e88d'] response: {'server_uuid': 'e98c44f6-9712-4aa8-8847-40f93860f5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016', 'code': 200} May 27 23:22:14.374124 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:14.439141 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:15.502091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad6d84-46f1-477a-a626-e7712aeec587 req-85256926-9b78-458d-8269-86c082098f97 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:15.503555 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80ad6d84-46f1-477a-a626-e7712aeec587 req-85256926-9b78-458d-8269-86c082098f97 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0785568 May 27 23:22:15.548160 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-80ad6d84-46f1-477a-a626-e7712aeec587 req-eef0d481-465f-417b-b255-521ce40f0748 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/security-groups?id=711df8b2-2eae-4e26-ab7d-9b296b3374aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383141 May 27 23:22:15.777352 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-40d56441-1e72-4888-a4c4-061eb170fc54 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:15.778839 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-40d56441-1e72-4888-a4c4-061eb170fc54 tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.57 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 946 time: 0.0854228 May 27 23:22:15.847043 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-a469be35-7499-485e-a4c5-e7896ddec26e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Deleting port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:22:15.847382 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-a469be35-7499-485e-a4c5-e7896ddec26e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:16.090074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-a469be35-7499-485e-a4c5-e7896ddec26e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] For port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,segment=NetworkSegment(76d2a8e3-69fa-48f6-8489-41adb248f240),segment_id=76d2a8e3-69fa-48f6-8489-41adb248f240)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:22:16.090435 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-a469be35-7499-485e-a4c5-e7896ddec26e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:16.208586 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:16.213339 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-a469be35-7499-485e-a4c5-e7896ddec26e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Calling delete_port for 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:22:16.396891 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-a469be35-7499-485e-a4c5-e7896ddec26e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:16.453848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469be35-7499-485e-a4c5-e7896ddec26e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Pushing event deleted for resources: {'Port': ['ID=6d9ab0a8-b77e-4da9-86c3-04f70c15b016,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:16.475635 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['6d9ab0a8-b77e-4da9-86c3-04f70c15b016'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:22:16.526246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-a469be35-7499-485e-a4c5-e7896ddec26e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] No DVR routers for this DVR port 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:22:16.528677 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-a469be35-7499-485e-a4c5-e7896ddec26e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:16.531163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e98c44f6-9712-4aa8-8847-40f93860f5b1', 'name': 'network-vif-deleted', 'tag': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:22:16.574894 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d7a797-e2c1-449d-aecd-e0003558dfe6'] response: {'server_uuid': 'e98c44f6-9712-4aa8-8847-40f93860f5b1', 'name': 'network-vif-deleted', 'tag': '6d9ab0a8-b77e-4da9-86c3-04f70c15b016', 'status': 'completed', 'code': 200} May 27 23:22:16.603262 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9cdc2a91-4f95-4123-8da1-4ba143dbaedf req-a469be35-7499-485e-a4c5-e7896ddec26e tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.57 "DELETE /v2.0/ports/6d9ab0a8-b77e-4da9-86c3-04f70c15b016 HTTP/1.1" status: 204 len: 173 time: 0.8183012 May 27 23:22:16.705593 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7ce9f7f-0cc2-49c8-b2bc-c5caeab7d7a4 req-d0685165-b7fd-4003-9cf6-2960e0af2ccc tempest-DeleteServersTestJSON-753006547 tempest-DeleteServersTestJSON-753006547-project] 10.222.0.27 "GET /v2.0/ports?device_id=e98c44f6-9712-4aa8-8847-40f93860f5b1 HTTP/1.1" status: 200 len: 210 time: 0.0493810 May 27 23:22:17.961109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45614) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:22:18.022710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec70645d-4447-4fbb-8ea8-5eeec77ae3d6 admin admin] Deleting subnet aaa0716e-ff22-4132-bfd4-d8003bc933a4 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:22:18.025680 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec70645d-4447-4fbb-8ea8-5eeec77ae3d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:18.074509 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec70645d-4447-4fbb-8ea8-5eeec77ae3d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:18.127941 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec70645d-4447-4fbb-8ea8-5eeec77ae3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:18.355779 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec70645d-4447-4fbb-8ea8-5eeec77ae3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:18.392019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70645d-4447-4fbb-8ea8-5eeec77ae3d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa0716e-ff22-4132-bfd4-d8003bc933a4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:18.395618 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ec70645d-4447-4fbb-8ea8-5eeec77ae3d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:18.401795 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ec70645d-4447-4fbb-8ea8-5eeec77ae3d6 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/aaa0716e-ff22-4132-bfd4-d8003bc933a4 HTTP/1.1" status: 204 len: 168 time: 0.4396160 May 27 23:22:18.404204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 45618) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:22:18.507741 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6dca1d22-519d-4d28-ad48-e2d5bc040b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:18.627320 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6dca1d22-519d-4d28-ad48-e2d5bc040b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:18.652084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6dca1d22-519d-4d28-ad48-e2d5bc040b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299cdaff-2302-4d83-b25e-7ebbc3b08c2a']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:22:18.664693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6dca1d22-519d-4d28-ad48-e2d5bc040b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d2a8e3-69fa-48f6-8489-41adb248f240') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:22:18.664986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-6dca1d22-519d-4d28-ad48-e2d5bc040b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d2a8e3-69fa-48f6-8489-41adb248f240') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:22:18.677060 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6dca1d22-519d-4d28-ad48-e2d5bc040b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:18.696517 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6dca1d22-519d-4d28-ad48-e2d5bc040b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:18.702683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dca1d22-519d-4d28-ad48-e2d5bc040b1c admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:22:18.703064 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6dca1d22-519d-4d28-ad48-e2d5bc040b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:18.765586 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 76d2a8e3-69fa-48f6-8489-41adb248f240 resource provider aggregate not found May 27 23:22:18.786631 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 76d2a8e3-69fa-48f6-8489-41adb248f240 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76d2a8e3-69fa-48f6-8489-41adb248f240 found for delete ", "request_id": "req-d6675181-d4ab-47dd-8684-942e3a7ef914"}]} May 27 23:22:18.865142 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6dca1d22-519d-4d28-ad48-e2d5bc040b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:18.880969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6dca1d22-519d-4d28-ad48-e2d5bc040b1c admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:18.895228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca1d22-519d-4d28-ad48-e2d5bc040b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=299cdaff-2302-4d83-b25e-7ebbc3b08c2a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:19.002226 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6dca1d22-519d-4d28-ad48-e2d5bc040b1c admin admin] 10.222.0.27 "DELETE /v2.0/networks/299cdaff-2302-4d83-b25e-7ebbc3b08c2a HTTP/1.1" status: 204 len: 168 time: 0.5969515 May 27 23:22:19.322309 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45628) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:22:19.370404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7473262a-037d-4068-a287-bf5bca649f50 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=613ada2c65574a93a49964c350b059d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481098 May 27 23:22:19.372925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45632) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:22:19.428359 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:19.454795 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:19.585240 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:19.599289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711df8b2-2eae-4e26-ab7d-9b296b3374aa,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:19.610458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:19.610805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:19.611142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:19.611473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:19.611801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:19.612131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:19.612511 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:19.612856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:19.613176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:19.613495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:19.613812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:19.614127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:19.618375 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:19.619515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-aee1c238-c9a9-4a8b-9e8c-6160991b5743 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/711df8b2-2eae-4e26-ab7d-9b296b3374aa HTTP/1.1" status: 204 len: 168 time: 0.2457125 May 27 23:22:20.003064 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:22:20.036508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:22:20.036856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 6d9ab0a8-b77e-4da9-86c3-04f70c15b016 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:22:20.688388 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45656) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:22:20.820959 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2005574051-network', 'tenant_id': 'cd61f7f195514b4a85cd2c80cb7b79e3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:22:20.826439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:22:20.830269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Usage tracker for resource:network and tenant:cd61f7f195514b4a85cd2c80cb7b79e3 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:22:20.833118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:22:20.838716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:22:20.931509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Made reservation on behalf of cd61f7f195514b4a85cd2c80cb7b79e3 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:22:20.933716 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:20.946207 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:20.960655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:22:20.964466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Usage tracker for resource:security_group_rule and tenant:cd61f7f195514b4a85cd2c80cb7b79e3 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:22:20.967231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:22:20.973194 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:22:21.052725 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:21.121438 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:21.150999 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:22:21.159004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277354b5-1814-4dc2-bb1d-2587b86b61f7,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:21.166075 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:21.166423 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Added segment b82e8e5c-d468-4c89-bf39-294a13f4f598 of type vlan for network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 May 27 23:22:21.192739 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:21.293902 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:21.294836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:21.295396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:21.397186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] Pushing event updated for resources: {'Network': ['ID=fc0021d3-6bcc-4a0d-9c58-ebf15975c147,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:21.408024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:22:21.461176 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6f367981-ede5-4204-97d4-4788effbfecb admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7700009 May 27 23:22:21.464100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45662) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:22:21.469550 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] Request body: {'subnet': {'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2005574051-subnet', 'tenant_id': 'cd61f7f195514b4a85cd2c80cb7b79e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:22:21.475036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:22:21.479795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] Usage tracker for resource:subnet and tenant:cd61f7f195514b4a85cd2c80cb7b79e3 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:22:21.482807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:22:21.488706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:22:21.566958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] Made reservation on behalf of cd61f7f195514b4a85cd2c80cb7b79e3 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:22:21.569375 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:21.836767 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:21.905733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15cfa4ff-7952-4991-af1a-53d0d4c3dce8,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:21.916543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] Checking segment: {'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:22:21.916894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] Network hostable DHCP agents. Network: fc0021d3-6bcc-4a0d-9c58-ebf15975c147, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:22:21.979791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] Network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:22:22.025042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, fc0021d3-6bcc-4a0d-9c58-ebf15975c147) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:22:22.029097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:22.029783 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:22.033738 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94a8812-25c5-42bb-82b7-47a5740caf5a None None] Network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:22:22.093761 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cad270d9-a7d1-4b87-b694-f87b1b97fb20 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6284244 May 27 23:22:22.240167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34add755-190d-4de7-9650-3720420d7b0c None None] Network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:22:22.618774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-cddbdd62-0a9a-4967-b474-a7f71daf55ee tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:22.619444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-cddbdd62-0a9a-4967-b474-a7f71daf55ee tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Synchronizing usage tracker for tenant:cd61f7f195514b4a85cd2c80cb7b79e3 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:22:22.700007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-cddbdd62-0a9a-4967-b474-a7f71daf55ee tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Unset dirty status for tenant:cd61f7f195514b4a85cd2c80cb7b79e3 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:22:22.701510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-cddbdd62-0a9a-4967-b474-a7f71daf55ee tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/networks?id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 200 len: 815 time: 0.2227974 May 27 23:22:22.718051 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-566ab295-a28c-4a72-a820-480efc4a83b6 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/quotas/cd61f7f195514b4a85cd2c80cb7b79e3 HTTP/1.1" status: 200 len: 375 time: 0.0107746 May 27 23:22:22.756924 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:22.769390 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-7df613ba-db3a-4178-98c2-14d9c54c1d7d tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459616 May 27 23:22:22.855406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-3b40c25e-4a8b-415d-90c1-eb3bbebfd24c service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:22:22.858062 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-3b40c25e-4a8b-415d-90c1-eb3bbebfd24c service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436146 May 27 23:22:22.987775 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-b79b1010-a0a3-4151-a490-1be340ed99a9 service neutron] 10.222.0.27 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250393 May 27 23:22:23.116155 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-8a98c144-5901-4057-8465-ae2aef3ceb75 service neutron] 10.222.0.27 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221206 May 27 23:22:23.369393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce77f136-3cc3-4ab3-9027-579d559f0661 req-5957cac3-0adc-44b3-8ced-fcd14cd6e32b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 210 time: 0.0481396 May 27 23:22:24.519869 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4c13af84-7f74-4ce6-a55a-5869ca3f1d86 req-e1f20b62-7f8a-4ec9-80ea-ecfb4e4510a3 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 210 time: 0.0438681 May 27 23:22:25.468808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-0c638c1d-7009-45d9-9f60-fcca73f74706 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:25.470226 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-0c638c1d-7009-45d9-9f60-fcca73f74706 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.57 "GET /v2.0/networks?id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 200 len: 815 time: 0.1458580 May 27 23:22:25.487150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Request body: {'port': {'device_id': '47e54223-baac-41d9-85e4-d15333facda7', 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147', 'admin_state_up': True, 'tenant_id': 'cd61f7f195514b4a85cd2c80cb7b79e3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:22:25.627051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:22:25.630879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Usage tracker for resource:port and tenant:cd61f7f195514b4a85cd2c80cb7b79e3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:22:25.634229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:22:25.639877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:22:25.673258 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fa09d1db-578c-4a87-90d9-1545c4683800 req-72ecad56-282b-4492-83fd-aaae2802fc56 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 210 time: 0.0471063 May 27 23:22:25.722569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Made reservation on behalf of cd61f7f195514b4a85cd2c80cb7b79e3 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:22:25.726515 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:25.886266 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Allocated IP 172.20.0.4 (fc0021d3-6bcc-4a0d-9c58-ebf15975c147/15cfa4ff-7952-4991-af1a-53d0d4c3dce8/c62498b9-1d7d-4558-9409-bbda89c1a65a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:22:26.080245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:26.151252 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:26.219241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:22:26.222347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:22:26.226404 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:22:26.271703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Pushing event updated for resources: {'Port': ['ID=c62498b9-1d7d-4558-9409-bbda89c1a65a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:26.295797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:26.296418 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:26.362750 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-728c86f2-808e-48d0-8087-215ba386d342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8791723 May 27 23:22:26.379682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Request body: {'port': {'device_id': '47e54223-baac-41d9-85e4-d15333facda7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:22:26.488065 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:26.863960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056aca2-7537-488d-b22c-4ca289450ad7 req-211a5ce3-095a-4b8f-8ab3-23aa454076cb tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:26.865442 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3056aca2-7537-488d-b22c-4ca289450ad7 req-211a5ce3-095a-4b8f-8ab3-23aa454076cb tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 931 time: 0.0809548 May 27 23:22:26.908419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3056aca2-7537-488d-b22c-4ca289450ad7 req-da422649-eb36-4102-bf83-842b9e17b7c1 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Synchronizing usage tracker for tenant:cd61f7f195514b4a85cd2c80cb7b79e3 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:22:26.932719 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62498b9-1d7d-4558-9409-bbda89c1a65a {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:22:26.939710 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:26.954582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Transition to ACTIVE for port object c62498b9-1d7d-4558-9409-bbda89c1a65a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:22:27.008183 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3056aca2-7537-488d-b22c-4ca289450ad7 req-da422649-eb36-4102-bf83-842b9e17b7c1 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Unset dirty status for tenant:cd61f7f195514b4a85cd2c80cb7b79e3 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:22:27.009901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3056aca2-7537-488d-b22c-4ca289450ad7 req-da422649-eb36-4102-bf83-842b9e17b7c1 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388218 May 27 23:22:27.035746 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:27.161379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Pushing event updated for resources: {'Port': ['ID=c62498b9-1d7d-4558-9409-bbda89c1a65a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:27.262019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Attempting to bind port c62498b9-1d7d-4558-9409-bbda89c1a65a on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:22:27.262344 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Attempting to bind port c62498b9-1d7d-4558-9409-bbda89c1a65a by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:22:27.262664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Attempting to bind port c62498b9-1d7d-4558-9409-bbda89c1a65a on network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:22:27.267169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Port c62498b9-1d7d-4558-9409-bbda89c1a65a on network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:22:27.267485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Attempting to bind port c62498b9-1d7d-4558-9409-bbda89c1a65a on network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:22:27.272550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:22:27.272882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Checking segment: {'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:22:27.273260 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Bound using segment: {'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:22:27.273679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Bound port: c62498b9-1d7d-4558-9409-bbda89c1a65a, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:22:27.274013 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:27.361512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] For port c62498b9-1d7d-4558-9409-bbda89c1a65a, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:22:27.364417 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] For port c62498b9-1d7d-4558-9409-bbda89c1a65a, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:22:27.442812 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:27.505746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:27.506449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:27.507931 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-473a085e-d267-4c64-9524-09337e0e792a service neutron] 10.222.0.57 "PUT /v2.0/ports/c62498b9-1d7d-4558-9409-bbda89c1a65a HTTP/1.1" status: 200 len: 1091 time: 1.1321058 May 27 23:22:27.508402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e54223-baac-41d9-85e4-d15333facda7', 'tag': 'c62498b9-1d7d-4558-9409-bbda89c1a65a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:22:27.532241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a085e-d267-4c64-9524-09337e0e792a service neutron] Pushing event updated for resources: {'Port': ['ID=c62498b9-1d7d-4558-9409-bbda89c1a65a,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:27.534070 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e60a0a55-3284-4ff6-9018-46fbe7ecf6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:27.554953 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9328aa4e-6a7c-44ca-8f4d-3ea35d98b5fc'] response: {'name': 'network-changed', 'server_uuid': '47e54223-baac-41d9-85e4-d15333facda7', 'tag': 'c62498b9-1d7d-4558-9409-bbda89c1a65a', 'status': 'completed', 'code': 200} May 27 23:22:27.664665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a4c8c-e169-453c-8d8d-229069932477 req-467020d1-2c6f-4ce1-98f0-d3461ceed31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:27.666753 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d82a4c8c-e169-453c-8d8d-229069932477 req-467020d1-2c6f-4ce1-98f0-d3461ceed31f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 1094 time: 0.0719056 May 27 23:22:27.814250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a4c8c-e169-453c-8d8d-229069932477 req-6f712441-467c-491e-a6ca-ac1e6a0b794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:27.815690 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d82a4c8c-e169-453c-8d8d-229069932477 req-6f712441-467c-491e-a6ca-ac1e6a0b794f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1360428 May 27 23:22:27.953262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a4c8c-e169-453c-8d8d-229069932477 req-cf4b040e-4f71-4c8b-9bdf-1abfd40bb9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:27.954705 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d82a4c8c-e169-453c-8d8d-229069932477 req-cf4b040e-4f71-4c8b-9bdf-1abfd40bb9d8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321678 May 27 23:22:28.090017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-f2b82a3b-6dfc-4fb5-a743-ab04d8c46807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:28.091505 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-f2b82a3b-6dfc-4fb5-a743-ab04d8c46807 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 1094 time: 0.0775163 May 27 23:22:28.166403 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-b383cb22-1262-407e-8e99-55a943a626a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a HTTP/1.1" status: 200 len: 217 time: 0.0614333 May 27 23:22:28.200725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12affe05-eee7-400a-8b5b-401fdb10c8ce req-8c382a9f-5620-49b7-bcfb-73a6578e813c tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:28.202195 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12affe05-eee7-400a-8b5b-401fdb10c8ce req-8c382a9f-5620-49b7-bcfb-73a6578e813c tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 943 time: 0.0829835 May 27 23:22:28.232488 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-58d72986-fb73-48dd-8d80-d6da3bcb2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:28.233926 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-58d72986-fb73-48dd-8d80-d6da3bcb2807 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15cfa4ff-7952-4991-af1a-53d0d4c3dce8 HTTP/1.1" status: 200 len: 855 time: 0.0622268 May 27 23:22:28.281923 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-14e22d28-017c-442d-8a90-4e536824f2b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418074 May 27 23:22:28.343312 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12affe05-eee7-400a-8b5b-401fdb10c8ce req-97b6f733-5989-44c2-af7e-b4f20cb14403 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353180 May 27 23:22:28.412323 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-f682ea94-6cc4-4603-8ecc-a17562aad169 service neutron] 10.222.0.57 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241138 May 27 23:22:28.540771 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aa76c636-a078-4715-b9fd-261d6e2ed300 req-393fbfd6-2c14-4879-bb36-16d605e2f782 service neutron] 10.222.0.57 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220732 May 27 23:22:29.533929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcffca0-7244-4e43-adb0-958262f913a0 req-821a9cde-6794-4501-b93d-1c807582aad0 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:29.533929 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bcffca0-7244-4e43-adb0-958262f913a0 req-821a9cde-6794-4501-b93d-1c807582aad0 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 943 time: 0.0777023 May 27 23:22:29.575491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bcffca0-7244-4e43-adb0-958262f913a0 req-afda20b9-e1a2-4444-81a2-294bd2859867 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378282 May 27 23:22:29.669887 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-894d17cd-aa4c-4011-9aeb-fc371152b94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:30.761795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5a49f-e910-4345-8c86-6e08760581ca req-b17c4f81-cc66-4288-b009-43f735138342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:30.763233 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-54c5a49f-e910-4345-8c86-6e08760581ca req-b17c4f81-cc66-4288-b009-43f735138342 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 943 time: 0.0817647 May 27 23:22:30.806800 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-54c5a49f-e910-4345-8c86-6e08760581ca req-d24c0c44-dfa6-402e-9b82-447a5ed55a39 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378458 May 27 23:22:31.048131 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:31.088217 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:31.988448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c56c0f-245d-4da3-b17d-2cd19bb0e7a9 req-aac2d28f-80ed-4c06-b505-2b5844f7d4e8 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:31.989789 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56c56c0f-245d-4da3-b17d-2cd19bb0e7a9 req-aac2d28f-80ed-4c06-b505-2b5844f7d4e8 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 943 time: 0.0781550 May 27 23:22:32.037092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56c56c0f-245d-4da3-b17d-2cd19bb0e7a9 req-be05589a-f1d3-4a01-80aa-989177a6dbcd tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412254 May 27 23:22:32.094943 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device c62498b9-1d7d-4558-9409-bbda89c1a65a details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:22:32.233741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port c62498b9-1d7d-4558-9409-bbda89c1a65a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:22:32.247180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'c62498b9-1d7d-4558-9409-bbda89c1a65a', 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147', 'port_id': 'c62498b9-1d7d-4558-9409-bbda89c1a65a', 'mac_address': 'fa:16:3e:2a:f0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cfa4ff-7952-4991-af1a-53d0d4c3dce8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:22:32.293033 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:32.304801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port c62498b9-1d7d-4558-9409-bbda89c1a65a is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:22:32.305171 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:32.322054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62498b9-1d7d-4558-9409-bbda89c1a65a {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:22:32.337290 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port c62498b9-1d7d-4558-9409-bbda89c1a65a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:22:32.406940 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:32.472021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=c62498b9-1d7d-4558-9409-bbda89c1a65a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:32.479926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:32.480270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:32.480637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:32.480970 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:32.481298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:32.481624 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:32.481946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:32.482259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:32.482581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:32.482896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:32.483214 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:32.483531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:22:32.681584 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['c62498b9-1d7d-4558-9409-bbda89c1a65a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:22:33.218270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ececa8d-003a-444b-87fc-ac3828333686 req-e9df880f-0bff-4ff3-810b-abfcd8daf17f tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:33.220021 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ececa8d-003a-444b-87fc-ac3828333686 req-e9df880f-0bff-4ff3-810b-abfcd8daf17f tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 944 time: 0.0788682 May 27 23:22:33.262885 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ececa8d-003a-444b-87fc-ac3828333686 req-a122c0a7-26a2-45e4-8b89-1ede87f020b5 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371819 May 27 23:22:34.112314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device c62498b9-1d7d-4558-9409-bbda89c1a65a up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:22:34.253401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port c62498b9-1d7d-4558-9409-bbda89c1a65a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:22:34.258378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port c62498b9-1d7d-4558-9409-bbda89c1a65a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:22:34.258746 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:34.375814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port c62498b9-1d7d-4558-9409-bbda89c1a65a is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:22:34.376092 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:34.402751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e54223-baac-41d9-85e4-d15333facda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62498b9-1d7d-4558-9409-bbda89c1a65a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:22:34.414043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port c62498b9-1d7d-4558-9409-bbda89c1a65a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:22:34.447900 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376bd52a-4e69-43f4-8c81-6c0bdbca7254'] response: {'server_uuid': '47e54223-baac-41d9-85e4-d15333facda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62498b9-1d7d-4558-9409-bbda89c1a65a', 'code': 200} May 27 23:22:34.452096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827553a3-dc43-4c0a-b18d-18be11364ca3 req-ea21272d-2d99-4190-8fad-05ea58ff2c45 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:34.453590 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-827553a3-dc43-4c0a-b18d-18be11364ca3 req-ea21272d-2d99-4190-8fad-05ea58ff2c45 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 944 time: 0.0847747 May 27 23:22:34.470953 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:34.499409 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-827553a3-dc43-4c0a-b18d-18be11364ca3 req-4c3aa4f5-cd99-440e-9e7a-3677f1761e7e tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397878 May 27 23:22:34.577411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=c62498b9-1d7d-4558-9409-bbda89c1a65a,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:34.600169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cdf16-9561-4f99-ac5b-288aac26f31f req-e218cd59-16cb-44d5-9d02-9acac0fc70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:34.601657 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3e0cdf16-9561-4f99-ac5b-288aac26f31f req-e218cd59-16cb-44d5-9d02-9acac0fc70f2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 1096 time: 0.0694098 May 27 23:22:34.644119 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3e0cdf16-9561-4f99-ac5b-288aac26f31f req-828978b8-c9c2-4ac5-b6ad-543a1bc2a7b2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364678 May 27 23:22:35.075529 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:22:35.687007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863e425-61d9-423e-82f3-a029d048d211 req-324c10bb-3a80-41fb-ae0d-f5f625553fb5 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:35.689018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3863e425-61d9-423e-82f3-a029d048d211 req-324c10bb-3a80-41fb-ae0d-f5f625553fb5 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0796816 May 27 23:22:35.736240 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3863e425-61d9-423e-82f3-a029d048d211 req-3bd6cb47-1880-4d7c-b695-ec76bc9b5106 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419748 May 27 23:22:36.918517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8b730-5ba1-4d3c-9648-50daa0a3095b req-913204b1-1380-446b-9fd7-0601e7577555 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:36.919852 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3a8b730-5ba1-4d3c-9648-50daa0a3095b req-913204b1-1380-446b-9fd7-0601e7577555 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0804586 May 27 23:22:36.962474 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3a8b730-5ba1-4d3c-9648-50daa0a3095b req-aa78a9a3-1cfd-4964-b561-3c7419174e03 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370188 May 27 23:22:37.141503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3444a68-6738-48ba-b3ef-8e842688509b req-9b244dc9-85c9-4fd3-ae14-34776aba37f3 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:37.142942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3444a68-6738-48ba-b3ef-8e842688509b req-9b244dc9-85c9-4fd3-ae14-34776aba37f3 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0782945 May 27 23:22:37.189376 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3444a68-6738-48ba-b3ef-8e842688509b req-b19d3cda-651e-4020-8047-f85c8e812878 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407310 May 27 23:22:37.584929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb241657-2557-44dc-a306-267f53620ae9 req-cefa7d79-c021-4750-98ff-1bf6536505db tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:37.586979 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb241657-2557-44dc-a306-267f53620ae9 req-cefa7d79-c021-4750-98ff-1bf6536505db tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0793500 May 27 23:22:37.629440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb241657-2557-44dc-a306-267f53620ae9 req-33bbbb0a-3b5c-4096-9dc8-d5c2a57b528c tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368879 May 27 23:22:37.812480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad527b7-e858-4212-b9c1-b9a4841a74db req-2cf0d3b6-f7f5-40a9-8d69-adc897aa5f8b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:37.813898 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ad527b7-e858-4212-b9c1-b9a4841a74db req-2cf0d3b6-f7f5-40a9-8d69-adc897aa5f8b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0807400 May 27 23:22:37.857052 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ad527b7-e858-4212-b9c1-b9a4841a74db req-7612e5c1-c3f7-40aa-98ae-02329f185206 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371664 May 27 23:22:38.361569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4222c-ba58-49fa-b880-15fcebabc78c req-f8f13d5e-f63a-490b-a87b-ceaa667af4d7 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:38.363015 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d9e4222c-ba58-49fa-b880-15fcebabc78c req-f8f13d5e-f63a-490b-a87b-ceaa667af4d7 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0799868 May 27 23:22:38.457981 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d9e4222c-ba58-49fa-b880-15fcebabc78c req-bfb25762-f0ae-40ce-9c45-fec36f632a22 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884700 May 27 23:22:38.474610 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-aa9b3fa7-6205-45b9-8a64-3e427455c76e service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921552 May 27 23:22:39.642614 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b2aac-ad20-4e6c-8e99-7715a5c42397 req-3b0de648-d34e-4fb0-a10c-7ada328c3f49 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:39.644052 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d7b2aac-ad20-4e6c-8e99-7715a5c42397 req-3b0de648-d34e-4fb0-a10c-7ada328c3f49 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0795074 May 27 23:22:39.689813 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d7b2aac-ad20-4e6c-8e99-7715a5c42397 req-9935cc91-d613-4bab-b31b-4262c8034544 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392845 May 27 23:22:40.546319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b838911-5981-4ed0-bbda-841d78032559 req-309b9cc1-9d4c-4a13-b801-c3e386944125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:40.547830 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-309b9cc1-9d4c-4a13-b801-c3e386944125 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 1096 time: 0.1825984 May 27 23:22:40.677949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b838911-5981-4ed0-bbda-841d78032559 req-4237847d-113e-4cd7-b616-f57e1ec7c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:40.679370 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-4237847d-113e-4cd7-b616-f57e1ec7c3c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 200 len: 916 time: 0.1250675 May 27 23:22:40.750451 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-1cd88e9b-4e97-4516-a834-6052753039b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a HTTP/1.1" status: 200 len: 217 time: 0.0638485 May 27 23:22:40.812552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b838911-5981-4ed0-bbda-841d78032559 req-db38045e-07f9-40e8-9179-9b72db5d5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:40.813880 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-db38045e-07f9-40e8-9179-9b72db5d5c25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15cfa4ff-7952-4991-af1a-53d0d4c3dce8 HTTP/1.1" status: 200 len: 855 time: 0.0570483 May 27 23:22:40.864430 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-b601f987-e7be-4036-8db1-e5eeb0dc3bac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439007 May 27 23:22:40.877276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8725c-fe98-4d78-a6fa-8a7c19f2445c req-613b384d-45db-4235-bd3f-c0724e50b620 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:40.878706 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dcc8725c-fe98-4d78-a6fa-8a7c19f2445c req-613b384d-45db-4235-bd3f-c0724e50b620 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0820563 May 27 23:22:40.922523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dcc8725c-fe98-4d78-a6fa-8a7c19f2445c req-86503027-a410-4a1c-be15-b1ece3098f02 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379262 May 27 23:22:40.995813 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-29265cab-e920-4e53-beba-704bf771c79f service neutron] 10.222.0.57 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245153 May 27 23:22:41.123331 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-4a2e6663-b36f-45d9-b187-541d990aa28a service neutron] 10.222.0.57 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215789 May 27 23:22:42.107396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941b882-166a-4efb-b4c9-31792488c917 req-3e660a64-941e-4c31-8167-30ce2f42efd8 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:42.108851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6941b882-166a-4efb-b4c9-31792488c917 req-3e660a64-941e-4c31-8167-30ce2f42efd8 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0792794 May 27 23:22:42.154935 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6941b882-166a-4efb-b4c9-31792488c917 req-da0fa9b8-cd40-426a-9ffd-e36d0a4b4636 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404174 May 27 23:22:43.337329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fcf60-23b2-49e1-8909-e714620fd68f req-5924f0ae-8de2-4147-8524-c1755d34da7f tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:43.338753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc3fcf60-23b2-49e1-8909-e714620fd68f req-5924f0ae-8de2-4147-8524-c1755d34da7f tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0779448 May 27 23:22:43.381027 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc3fcf60-23b2-49e1-8909-e714620fd68f req-9e6daff2-34e0-4bdb-a6b9-367de8bc5f12 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366642 May 27 23:22:44.565177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8c83b-8727-4fc1-8e38-33e451ea5cbf req-8809a36a-fec7-4ad9-86b0-389efd8d29fb tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:44.566625 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9da8c83b-8727-4fc1-8e38-33e451ea5cbf req-8809a36a-fec7-4ad9-86b0-389efd8d29fb tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0821223 May 27 23:22:44.609486 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9da8c83b-8727-4fc1-8e38-33e451ea5cbf req-ebc514b5-905d-488e-bb7a-d2803ba45f18 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366957 May 27 23:22:45.792747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855305fc-10b2-42ba-bf8c-3d25ca579497 req-bd57e934-0940-490c-ba46-548f0a27ce3c tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:45.794190 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-855305fc-10b2-42ba-bf8c-3d25ca579497 req-bd57e934-0940-490c-ba46-548f0a27ce3c tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0787642 May 27 23:22:45.837475 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-855305fc-10b2-42ba-bf8c-3d25ca579497 req-06a43a9d-78f2-4664-b046-ca7cd1ba18d4 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376632 May 27 23:22:46.230502 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:47.021564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7dca2-59b3-4963-8b3c-107d51489d23 req-087d37b8-8475-4072-9e86-b88d5f88ab81 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:47.022904 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc7dca2-59b3-4963-8b3c-107d51489d23 req-087d37b8-8475-4072-9e86-b88d5f88ab81 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0816877 May 27 23:22:47.066107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-efc7dca2-59b3-4963-8b3c-107d51489d23 req-04eab3d8-1d1d-4763-8f3d-babca9582871 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369544 May 27 23:22:48.248885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e575e7-3af5-4170-a67d-bebdeb5e4eaa req-afcf1eed-c6ec-4dfc-8d13-b3ea27f69f1f tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:48.250323 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51e575e7-3af5-4170-a67d-bebdeb5e4eaa req-afcf1eed-c6ec-4dfc-8d13-b3ea27f69f1f tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0790372 May 27 23:22:48.293202 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-51e575e7-3af5-4170-a67d-bebdeb5e4eaa req-3b93b9aa-5459-40b3-a06e-2869e9465674 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371521 May 27 23:22:49.480014 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312646ee-906e-4994-b2a4-eb45f387fc5e req-35e8fbf6-f761-49dc-b0e5-d0f455fead8b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:49.481459 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-312646ee-906e-4994-b2a4-eb45f387fc5e req-35e8fbf6-f761-49dc-b0e5-d0f455fead8b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0807288 May 27 23:22:49.524994 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-312646ee-906e-4994-b2a4-eb45f387fc5e req-8627faa7-b0f7-4302-acfe-7e6f55ccad48 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377631 May 27 23:22:50.706603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e32104-cd5c-4406-ba4e-b2908bfc5312 req-d946bf55-5b28-452d-8794-b618bd2c0218 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:50.708036 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14e32104-cd5c-4406-ba4e-b2908bfc5312 req-d946bf55-5b28-452d-8794-b618bd2c0218 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0792184 May 27 23:22:50.754541 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14e32104-cd5c-4406-ba4e-b2908bfc5312 req-e54b2d96-39d7-4e7f-8b28-f4476d71fb38 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404482 May 27 23:22:51.933693 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858fabd-0606-472c-bbd2-e5cea4ae1460 req-37486152-9eaa-4039-8e7c-127ddf748952 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:51.935134 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0858fabd-0606-472c-bbd2-e5cea4ae1460 req-37486152-9eaa-4039-8e7c-127ddf748952 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0768592 May 27 23:22:51.978872 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0858fabd-0606-472c-bbd2-e5cea4ae1460 req-8abff855-e508-4e5d-8016-65ec0a528e32 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380757 May 27 23:22:52.778950 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:53.255202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7b40a-c9e3-49c9-ac53-8f5d397e5df2 req-6c6c0339-3632-478c-8bc8-f7b11d6ce840 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:53.256694 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbb7b40a-c9e3-49c9-ac53-8f5d397e5df2 req-6c6c0339-3632-478c-8bc8-f7b11d6ce840 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.1724753 May 27 23:22:53.299575 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbb7b40a-c9e3-49c9-ac53-8f5d397e5df2 req-dd8eb5c7-a390-44e6-ba9d-0538f305ec42 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367069 May 27 23:22:54.482788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03cebdb-7541-4c0c-b827-a9ec773eda88 req-35c09c95-f3a3-44f9-b0a8-1f701d719b94 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:54.484223 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b03cebdb-7541-4c0c-b827-a9ec773eda88 req-35c09c95-f3a3-44f9-b0a8-1f701d719b94 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0797451 May 27 23:22:54.529681 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b03cebdb-7541-4c0c-b827-a9ec773eda88 req-0ab5858f-e7c3-48b8-8541-994cf43b84a4 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398190 May 27 23:22:55.711267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf5a8d-c1b9-4feb-b0e0-d12bb8ea21a7 req-4c29db40-6000-49f6-992d-cae4c38bf8f1 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:55.712714 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c6bf5a8d-c1b9-4feb-b0e0-d12bb8ea21a7 req-4c29db40-6000-49f6-992d-cae4c38bf8f1 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0791290 May 27 23:22:55.755958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c6bf5a8d-c1b9-4feb-b0e0-d12bb8ea21a7 req-a23cb91e-b38e-4e8f-9d62-95e83ec82e55 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375183 May 27 23:22:56.940687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658df3f2-4d94-4725-9a1b-b67a5f9346ca req-42d1c6c9-b9d8-4112-ba48-bff445a80e93 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:56.942044 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-658df3f2-4d94-4725-9a1b-b67a5f9346ca req-42d1c6c9-b9d8-4112-ba48-bff445a80e93 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0827765 May 27 23:22:56.986601 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-658df3f2-4d94-4725-9a1b-b67a5f9346ca req-8314da31-fca6-4188-8f6e-a6c3f9a2193f tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384305 May 27 23:22:57.561632 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b24a784b-9b74-466b-8a98-da507b495233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:58.178477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3982823-802c-4476-8db6-700a6313717e req-6381f696-ca59-42a4-af55-9a5de321aca9 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:58.180493 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3982823-802c-4476-8db6-700a6313717e req-6381f696-ca59-42a4-af55-9a5de321aca9 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0887246 May 27 23:22:58.224251 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c3982823-802c-4476-8db6-700a6313717e req-ad0ba128-d6fc-4c70-a7dc-de8ede319b69 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380552 May 27 23:22:58.386766 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-2b838911-5981-4ed0-bbda-841d78032559 req-c8d00486-09be-4d5e-9f45-186fb5c619e9 service neutron] show failed (client error): The resource could not be found. May 27 23:22:58.387754 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-c8d00486-09be-4d5e-9f45-186fb5c619e9 service neutron] 10.222.0.57 "GET /v2.0/ports/c62498b9-1d7d-4558-9409-bbda89c1a65a/bindings/n-h2-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0728469 May 27 23:22:58.872563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b838911-5981-4ed0-bbda-841d78032559 req-7a1e1fe8-18bf-477e-b045-d9c723dc04e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:58.874062 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-7a1e1fe8-18bf-477e-b045-d9c723dc04e7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7&tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3 HTTP/1.1" status: 200 len: 1096 time: 0.0730164 May 27 23:22:58.884913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:22:58.993778 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:59.257168 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] For port c62498b9-1d7d-4558-9409-bbda89c1a65a, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:22:59.288101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] For port c62498b9-1d7d-4558-9409-bbda89c1a65a, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:22:59.346879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e54223-baac-41d9-85e4-d15333facda7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c62498b9-1d7d-4558-9409-bbda89c1a65a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:22:59.352956 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:59.371890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Transition to ACTIVE for port object c62498b9-1d7d-4558-9409-bbda89c1a65a will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:22:59.406179 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1474e69b-d74f-4886-8dfb-c1f93555fe16'] response: {'server_uuid': '47e54223-baac-41d9-85e4-d15333facda7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c62498b9-1d7d-4558-9409-bbda89c1a65a', 'code': 200} May 27 23:22:59.414451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4867f-f622-480f-bc58-ae68642ef09f req-50aac51d-2e78-418e-a455-9e50ce30cfb8 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:59.415898 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6f4867f-f622-480f-bc58-ae68642ef09f req-50aac51d-2e78-418e-a455-9e50ce30cfb8 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0851731 May 27 23:22:59.441867 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:59.461196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6f4867f-f622-480f-bc58-ae68642ef09f req-8e0fb002-58c9-4be7-8497-49d0e95bde08 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384250 May 27 23:22:59.608757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Pushing event updated for resources: {'Port': ['ID=c62498b9-1d7d-4558-9409-bbda89c1a65a,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:22:59.611158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] No DVR routers for this DVR port c62498b9-1d7d-4558-9409-bbda89c1a65a on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:22:59.666005 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Attempting to bind port c62498b9-1d7d-4558-9409-bbda89c1a65a on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:22:59.666331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Attempting to bind port c62498b9-1d7d-4558-9409-bbda89c1a65a by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:22:59.666655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Attempting to bind port c62498b9-1d7d-4558-9409-bbda89c1a65a on network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:22:59.671236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Port c62498b9-1d7d-4558-9409-bbda89c1a65a on network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:22:59.671550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Attempting to bind port c62498b9-1d7d-4558-9409-bbda89c1a65a on network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:22:59.676684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:22:59.677011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Checking segment: {'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:22:59.677378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Bound using segment: {'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:22:59.677803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Bound port: c62498b9-1d7d-4558-9409-bbda89c1a65a, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:22:59.678141 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:59.705035 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-74f565a4-bbb2-431d-bb6b-615ec2de687e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:59.766745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] For port c62498b9-1d7d-4558-9409-bbda89c1a65a, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:22:59.769720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] For port c62498b9-1d7d-4558-9409-bbda89c1a65a, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:22:59.830687 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:59.892797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:22:59.893394 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:22:59.894769 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] 10.222.0.46 "PUT /v2.0/ports/c62498b9-1d7d-4558-9409-bbda89c1a65a HTTP/1.1" status: 200 len: 1091 time: 1.0137026 May 27 23:22:59.909050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f98af-eb0d-400d-af41-c23fd519ae0b service neutron] Pushing event updated for resources: {'Port': ['ID=c62498b9-1d7d-4558-9409-bbda89c1a65a,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:23:00.087878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b838911-5981-4ed0-bbda-841d78032559 req-e525e7c9-ccde-4362-b6d0-2bb9ef22c86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:00.089347 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-e525e7c9-ccde-4362-b6d0-2bb9ef22c86f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 1094 time: 0.1753571 May 27 23:23:00.215952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b838911-5981-4ed0-bbda-841d78032559 req-abcbd16a-b0c0-49c2-9766-b2c550f37664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:00.217444 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-abcbd16a-b0c0-49c2-9766-b2c550f37664 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 200 len: 916 time: 0.1221688 May 27 23:23:00.286910 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-10a104a1-53bf-4a30-bfd6-6ad4028b5271 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a HTTP/1.1" status: 200 len: 217 time: 0.0639188 May 27 23:23:00.346360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b838911-5981-4ed0-bbda-841d78032559 req-1ff06059-8973-48f0-934f-55725adb8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:00.347632 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-1ff06059-8973-48f0-934f-55725adb8965 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=15cfa4ff-7952-4991-af1a-53d0d4c3dce8 HTTP/1.1" status: 200 len: 855 time: 0.0554924 May 27 23:23:00.396604 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-2d3e8d80-7128-4ef0-b805-7131dcbb9afd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423813 May 27 23:23:00.405539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-fb833b67-dfa4-4949-99fc-b309aa42ec0e service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:23:00.406427 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-fb833b67-dfa4-4949-99fc-b309aa42ec0e service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046051 May 27 23:23:00.539418 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-6290d2b3-cbd7-40bf-be7e-202fff9e0f3a service neutron] 10.222.0.46 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268573 May 27 23:23:00.649638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ab88a-497c-49ad-80f6-66c2d64baaf6 req-c728f952-ca42-4e79-b80b-da365dce8f52 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:00.650889 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-454ab88a-497c-49ad-80f6-66c2d64baaf6 req-c728f952-ca42-4e79-b80b-da365dce8f52 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 943 time: 0.0791430 May 27 23:23:00.673881 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2b838911-5981-4ed0-bbda-841d78032559 req-87c1abb4-236a-4085-a39a-d81b19dd8877 service neutron] 10.222.0.46 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287959 May 27 23:23:00.698200 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-454ab88a-497c-49ad-80f6-66c2d64baaf6 req-7d8cc172-c66c-4bfa-9b35-1be970fca8fe tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416975 May 27 23:23:01.036234 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:01.064534 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:01.407340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e54223-baac-41d9-85e4-d15333facda7', 'tag': 'c62498b9-1d7d-4558-9409-bbda89c1a65a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:23:01.464491 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd1bf13-8f2c-458c-a72c-23da162c6edc'] response: {'name': 'network-changed', 'server_uuid': '47e54223-baac-41d9-85e4-d15333facda7', 'tag': 'c62498b9-1d7d-4558-9409-bbda89c1a65a', 'status': 'completed', 'code': 200} May 27 23:23:01.614176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-b0c37ff4-3020-4df8-928d-e41de0dda9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:01.615610 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-b0c37ff4-3020-4df8-928d-e41de0dda9f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 1094 time: 0.0954382 May 27 23:23:01.617359 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-3079b417-cbcc-4ca2-bd04-9df2a031e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:01.618655 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-3079b417-cbcc-4ca2-bd04-9df2a031e070 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 1094 time: 0.1328645 May 27 23:23:01.852792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-cb667c08-7e53-4b34-9c62-1f86fd805eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:01.854248 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-cb667c08-7e53-4b34-9c62-1f86fd805eda service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 200 len: 916 time: 0.2330346 May 27 23:23:01.856468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-2faceb15-6dca-4271-a7a9-69f371e15429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:01.857762 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-2faceb15-6dca-4271-a7a9-69f371e15429 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 200 len: 916 time: 0.2171779 May 27 23:23:01.885121 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678e804-2657-4c3c-9840-fcde0bcd2f59 req-061f363e-041e-4faa-911c-f2554ba89815 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:01.886583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f678e804-2657-4c3c-9840-fcde0bcd2f59 req-061f363e-041e-4faa-911c-f2554ba89815 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 943 time: 0.0838344 May 27 23:23:01.931308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f678e804-2657-4c3c-9840-fcde0bcd2f59 req-1f9c7419-8f68-497e-b519-e11ce99b3650 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389915 May 27 23:23:01.975376 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-62de5362-c710-4d0f-b40f-fad8e6e16dfb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a HTTP/1.1" status: 200 len: 217 time: 0.1142669 May 27 23:23:01.983898 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-3e3a6b0e-3d57-486d-8ca4-71fd6ddfdd01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a HTTP/1.1" status: 200 len: 217 time: 0.0712004 May 27 23:23:02.089656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-8c4eab7c-c62e-4ba6-9e9a-d27728ca4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:02.091057 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-8c4eab7c-c62e-4ba6-9e9a-d27728ca4aa0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15cfa4ff-7952-4991-af1a-53d0d4c3dce8 HTTP/1.1" status: 200 len: 855 time: 0.1087155 May 27 23:23:02.092412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-2fb3b7c3-c071-4536-8ce2-e63e010e2d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:02.093672 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-2fb3b7c3-c071-4536-8ce2-e63e010e2d6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=15cfa4ff-7952-4991-af1a-53d0d4c3dce8 HTTP/1.1" status: 200 len: 855 time: 0.0797055 May 27 23:23:02.175229 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-7831fa2a-f055-40ac-8c15-3460d6a82e6a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777333 May 27 23:23:02.176976 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-1c90bcaf-35c0-4b86-a9f8-b43e8c108623 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500946 May 27 23:23:02.220199 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device c62498b9-1d7d-4558-9409-bbda89c1a65a no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:23:02.252162 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:02.281911 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device c62498b9-1d7d-4558-9409-bbda89c1a65a not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:23:02.535549 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-441f60ab-839f-4a3b-aced-502159af73ad service neutron] 10.222.0.57 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535221 May 27 23:23:02.540795 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-3d596425-e319-43b6-b7dd-5a997ba69761 service neutron] 10.222.0.46 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172458 May 27 23:23:02.777108 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-ded0146e-695c-4820-89a2-2cc7ecf90683 service neutron] 10.222.0.57 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347188 May 27 23:23:02.780086 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6e728609-8d12-4f82-87ee-a68c9f63334b req-6f9680fa-69cf-4038-a6e6-9eafa3a8fec1 service neutron] 10.222.0.46 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196593 May 27 23:23:03.116111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd7fc3-43fe-4744-9c12-b3e233ca7725 req-1bcd765e-c643-40e1-9ab2-8965f6d4a5cb tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:03.117583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60fd7fc3-43fe-4744-9c12-b3e233ca7725 req-1bcd765e-c643-40e1-9ab2-8965f6d4a5cb tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 943 time: 0.0785551 May 27 23:23:03.164868 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60fd7fc3-43fe-4744-9c12-b3e233ca7725 req-a448cf5a-1da2-4144-bd69-c045cd7b5fa2 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417235 May 27 23:23:03.538664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc9338-0a1a-4d3b-bbc7-5b64982593cb req-d8887f11-33f9-4e05-a8f0-44d709135535 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:03.540113 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31cc9338-0a1a-4d3b-bbc7-5b64982593cb req-d8887f11-33f9-4e05-a8f0-44d709135535 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 943 time: 0.0785038 May 27 23:23:03.584439 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31cc9338-0a1a-4d3b-bbc7-5b64982593cb req-1d2b8cc8-4eb2-4ebb-b17c-19f9f0649344 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385647 May 27 23:23:03.606727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-a4946537-cf0d-449d-8b30-f3558c1a21cb tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:03.607445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-a4946537-cf0d-449d-8b30-f3558c1a21cb tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Synchronizing usage tracker for tenant:cd61f7f195514b4a85cd2c80cb7b79e3 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:23:03.699015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-a4946537-cf0d-449d-8b30-f3558c1a21cb tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Unset dirty status for tenant:cd61f7f195514b4a85cd2c80cb7b79e3 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:23:03.700134 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-a4946537-cf0d-449d-8b30-f3558c1a21cb tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.57 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7&tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 943 time: 0.1754677 May 27 23:23:03.781799 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-b380e98d-77b5-43a3-a2e2-6b2fea57271b service neutron] delete failed (client error): The resource could not be found. May 27 23:23:03.782795 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-b380e98d-77b5-43a3-a2e2-6b2fea57271b service neutron] 10.222.0.57 "DELETE /v2.0/ports/c62498b9-1d7d-4558-9409-bbda89c1a65a/bindings/n-h1-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0769928 May 27 23:23:03.934302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-eb647254-2886-4f67-83c1-a120bb78c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:03.935741 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-eb647254-2886-4f67-83c1-a120bb78c942 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 1094 time: 0.0708480 May 27 23:23:04.066314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-9c31314b-2702-41ab-a056-8f6c7b9a9786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:04.067742 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-9c31314b-2702-41ab-a056-8f6c7b9a9786 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 200 len: 916 time: 0.1258376 May 27 23:23:04.138506 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-f945d0c6-8227-4509-9687-f40b04eaea90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a HTTP/1.1" status: 200 len: 217 time: 0.0645232 May 27 23:23:04.201672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-2b23d475-637d-443e-99b8-0e59d7ce3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:04.203099 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-2b23d475-637d-443e-99b8-0e59d7ce3876 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15cfa4ff-7952-4991-af1a-53d0d4c3dce8 HTTP/1.1" status: 200 len: 855 time: 0.0591166 May 27 23:23:04.241584 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device c62498b9-1d7d-4558-9409-bbda89c1a65a details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:23:04.253988 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-2c823728-7f30-4ceb-80e5-ecfe3b134905 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445428 May 27 23:23:04.373889 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port c62498b9-1d7d-4558-9409-bbda89c1a65a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:23:04.386390 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-224d95d5-549b-4875-b23e-446a0a899c5a service neutron] 10.222.0.57 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253505 May 27 23:23:04.387058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'c62498b9-1d7d-4558-9409-bbda89c1a65a', 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147', 'port_id': 'c62498b9-1d7d-4558-9409-bbda89c1a65a', 'mac_address': 'fa:16:3e:2a:f0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cfa4ff-7952-4991-af1a-53d0d4c3dce8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:23:04.444063 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port c62498b9-1d7d-4558-9409-bbda89c1a65a is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:23:04.444522 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:04.462258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62498b9-1d7d-4558-9409-bbda89c1a65a {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:23:04.478126 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port c62498b9-1d7d-4558-9409-bbda89c1a65a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:23:04.518120 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bbe13b61-a6ec-49f2-ad60-360e3e47e6f8 req-acced610-ab55-4e7a-886d-337ae9534392 service neutron] 10.222.0.57 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255684 May 27 23:23:04.549225 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:04.616094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=c62498b9-1d7d-4558-9409-bbda89c1a65a,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:23:04.775729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab299283-71dc-43b8-8a23-743ea927a151 req-44ea6fa9-2b4c-46e0-bd88-0b4fa413fb96 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:04.777206 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab299283-71dc-43b8-8a23-743ea927a151 req-44ea6fa9-2b4c-46e0-bd88-0b4fa413fb96 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 944 time: 0.0838082 May 27 23:23:04.792435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['c62498b9-1d7d-4558-9409-bbda89c1a65a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:23:04.821267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab299283-71dc-43b8-8a23-743ea927a151 req-19193242-573d-4c78-8f76-b40c57635dfb tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383162 May 27 23:23:06.000984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73567c60-412a-4251-b922-8bc9b88e5776 req-937e14e9-b30c-45cf-af7a-a1e5fb00172b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:06.002332 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73567c60-412a-4251-b922-8bc9b88e5776 req-937e14e9-b30c-45cf-af7a-a1e5fb00172b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 944 time: 0.0780361 May 27 23:23:06.045693 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73567c60-412a-4251-b922-8bc9b88e5776 req-6067640d-57be-4143-a6b9-5dbb6b8e55f5 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372107 May 27 23:23:06.229100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ca7e1-3f75-4674-b05b-26acfdd48afa req-63c10411-8708-4aac-98a7-ff0e6fdbf281 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:06.230570 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f15ca7e1-3f75-4674-b05b-26acfdd48afa req-63c10411-8708-4aac-98a7-ff0e6fdbf281 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 944 time: 0.0826228 May 27 23:23:06.234822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device c62498b9-1d7d-4558-9409-bbda89c1a65a up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:23:06.275851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f15ca7e1-3f75-4674-b05b-26acfdd48afa req-c16d341e-748b-4c64-b685-799147c5c645 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393486 May 27 23:23:06.355668 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port c62498b9-1d7d-4558-9409-bbda89c1a65a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:23:06.360777 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port c62498b9-1d7d-4558-9409-bbda89c1a65a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:23:06.361153 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:06.456838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae8038-2457-439c-a015-82c278030140 req-77f3743a-3104-4de1-aec7-624b743aeb45 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:06.458305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60ae8038-2457-439c-a015-82c278030140 req-77f3743a-3104-4de1-aec7-624b743aeb45 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 944 time: 0.0787168 May 27 23:23:06.479092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port c62498b9-1d7d-4558-9409-bbda89c1a65a is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:23:06.480319 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:06.506089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60ae8038-2457-439c-a015-82c278030140 req-44131c5f-43e2-4953-9059-f5777dc923d2 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414865 May 27 23:23:06.506542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e54223-baac-41d9-85e4-d15333facda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62498b9-1d7d-4558-9409-bbda89c1a65a'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:23:06.517074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port c62498b9-1d7d-4558-9409-bbda89c1a65a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:23:06.553432 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5626b2f9-7099-4c2e-9271-6552705bfb22'] response: {'server_uuid': '47e54223-baac-41d9-85e4-d15333facda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62498b9-1d7d-4558-9409-bbda89c1a65a', 'code': 200} May 27 23:23:06.572864 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:06.645734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=c62498b9-1d7d-4558-9409-bbda89c1a65a,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:23:07.359768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-214ee872-4866-466c-83ab-4cb0f5b91f77 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:07.361128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-214ee872-4866-466c-83ab-4cb0f5b91f77 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/networks?id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 200 len: 815 time: 0.1442342 May 27 23:23:07.376469 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-0061c418-8ec5-4678-90ee-9b0d98df6809 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/quotas/cd61f7f195514b4a85cd2c80cb7b79e3 HTTP/1.1" status: 200 len: 375 time: 0.0099022 May 27 23:23:07.454514 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-24f4ac2d-ad22-4dc4-8fe8-0f639f9c5b51 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0732677 May 27 23:23:07.583444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-253e741b-684d-419e-8a36-a9b0290feae2 service neutron] 10.222.0.27 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223879 May 27 23:23:07.713146 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-92bc9047-c838-4db0-98df-63b2370313d0 service neutron] 10.222.0.27 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238706 May 27 23:23:07.974393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b40d522a-77f0-45ed-bec4-02f46155f31a req-8f3efd8a-1c69-46ab-99d5-f6d414a981fd tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 210 time: 0.0427289 May 27 23:23:08.491509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244d98f-142c-4b82-a5d6-3c4256c7f079 req-a29d42fd-3aff-4d46-88ab-148e2199753e tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:08.492897 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8244d98f-142c-4b82-a5d6-3c4256c7f079 req-a29d42fd-3aff-4d46-88ab-148e2199753e tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.46 "GET /v2.0/ports?device_id=47e54223-baac-41d9-85e4-d15333facda7 HTTP/1.1" status: 200 len: 945 time: 0.0789397 May 27 23:23:08.561498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-8244d98f-142c-4b82-a5d6-3c4256c7f079 req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Deleting port c62498b9-1d7d-4558-9409-bbda89c1a65a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:23:08.561851 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8244d98f-142c-4b82-a5d6-3c4256c7f079 req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:08.928603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8244d98f-142c-4b82-a5d6-3c4256c7f079 req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] For port c62498b9-1d7d-4558-9409-bbda89c1a65a, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=c62498b9-1d7d-4558-9409-bbda89c1a65a,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:23:08.929503 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8244d98f-142c-4b82-a5d6-3c4256c7f079 req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:09.059590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-8244d98f-142c-4b82-a5d6-3c4256c7f079 req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Calling delete_port for c62498b9-1d7d-4558-9409-bbda89c1a65a owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:23:09.134673 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9a021866-6630-4bb3-9642-ab278acf8412 req-2329b705-4f99-4152-95bf-fc6423f7fad2 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 210 time: 0.0463088 May 27 23:23:09.287626 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8244d98f-142c-4b82-a5d6-3c4256c7f079 req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:09.299351 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['c62498b9-1d7d-4558-9409-bbda89c1a65a'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:23:09.341618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Pushing event deleted for resources: {'Port': ['ID=c62498b9-1d7d-4558-9409-bbda89c1a65a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:23:09.383517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:09.383936 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:09.384412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:09.384835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:09.385170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:09.385535 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:09.385907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:09.386238 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:09.386619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:09.386944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:09.387431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:09.387857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:09.441539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8244d98f-142c-4b82-a5d6-3c4256c7f079 req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] No DVR routers for this DVR port c62498b9-1d7d-4558-9409-bbda89c1a65a on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:23:09.443903 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8244d98f-142c-4b82-a5d6-3c4256c7f079 req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:09.446360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e54223-baac-41d9-85e4-d15333facda7', 'name': 'network-vif-deleted', 'tag': 'c62498b9-1d7d-4558-9409-bbda89c1a65a'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:23:09.490633 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca39066-150e-4834-ace4-024421a49027'] response: {'server_uuid': '47e54223-baac-41d9-85e4-d15333facda7', 'name': 'network-vif-deleted', 'tag': 'c62498b9-1d7d-4558-9409-bbda89c1a65a', 'status': 'completed', 'code': 200} May 27 23:23:09.596835 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8244d98f-142c-4b82-a5d6-3c4256c7f079 req-e2ab712c-06e2-46f9-8e3c-42ca2dcbd293 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.46 "DELETE /v2.0/ports/c62498b9-1d7d-4558-9409-bbda89c1a65a HTTP/1.1" status: 204 len: 173 time: 1.0987675 May 27 23:23:09.784079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-41ac66a2-afab-4790-83dd-a93399b17588 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:09.785547 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-41ac66a2-afab-4790-83dd-a93399b17588 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.46 "GET /v2.0/networks?id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 200 len: 815 time: 0.1483369 May 27 23:23:09.796781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Request body: {'port': {'device_id': 'e3bafe93-4c4a-45ef-be87-c0bda31e4dbf', 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147', 'admin_state_up': True, 'tenant_id': 'cd61f7f195514b4a85cd2c80cb7b79e3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:23:09.938972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:23:09.943106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Usage tracker for resource:port and tenant:cd61f7f195514b4a85cd2c80cb7b79e3 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:23:09.946430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:23:09.952393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:23:10.041702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Made reservation on behalf of cd61f7f195514b4a85cd2c80cb7b79e3 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:23:10.045309 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:10.209179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Allocated IP 172.20.0.14 (fc0021d3-6bcc-4a0d-9c58-ebf15975c147/15cfa4ff-7952-4991-af1a-53d0d4c3dce8/1425ba0c-81d3-4e22-ab20-f727361193ce) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:23:10.283948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11e293ad-9cff-4f65-889a-a75d2f4cc767 req-4e6bb0f6-de09-4a84-8d85-34b6c041d662 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 210 time: 0.0439725 May 27 23:23:10.415729 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:10.504500 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:10.572363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:23:10.575656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:23:10.579674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:23:10.615070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Pushing event updated for resources: {'Port': ['ID=1425ba0c-81d3-4e22-ab20-f727361193ce,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:23:10.645803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:10.646391 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:10.716317 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-78b1d3f7-4e85-4e13-a97f-9b29f47fb7ce tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9230695 May 27 23:23:10.729377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Request body: {'port': {'device_id': 'e3bafe93-4c4a-45ef-be87-c0bda31e4dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:23:10.840556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:11.166514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1425ba0c-81d3-4e22-ab20-f727361193ce {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:23:11.173585 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:11.187077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Transition to ACTIVE for port object 1425ba0c-81d3-4e22-ab20-f727361193ce will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:23:11.258806 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:11.387612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Pushing event updated for resources: {'Port': ['ID=1425ba0c-81d3-4e22-ab20-f727361193ce,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:23:11.470632 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33406bf2-046d-4834-88f5-5cfc3f0c6e1a req-6fcc6cf5-d642-4687-ab2f-90b4fa40cdab tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:11.472023 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-33406bf2-046d-4834-88f5-5cfc3f0c6e1a req-6fcc6cf5-d642-4687-ab2f-90b4fa40cdab tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 944 time: 0.0790133 May 27 23:23:11.486702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Attempting to bind port 1425ba0c-81d3-4e22-ab20-f727361193ce on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:23:11.487027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Attempting to bind port 1425ba0c-81d3-4e22-ab20-f727361193ce by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:23:11.487348 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Attempting to bind port 1425ba0c-81d3-4e22-ab20-f727361193ce on network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:23:11.491990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Port 1425ba0c-81d3-4e22-ab20-f727361193ce on network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:23:11.492308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Attempting to bind port 1425ba0c-81d3-4e22-ab20-f727361193ce on network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:23:11.497364 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:23:11.497692 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Checking segment: {'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:23:11.498066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Bound using segment: {'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:23:11.498477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Bound port: 1425ba0c-81d3-4e22-ab20-f727361193ce, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:23:11.498813 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:11.594180 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] For port 1425ba0c-81d3-4e22-ab20-f727361193ce, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:23:11.597466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] For port 1425ba0c-81d3-4e22-ab20-f727361193ce, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1425ba0c-81d3-4e22-ab20-f727361193ce,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:23:11.619094 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-33406bf2-046d-4834-88f5-5cfc3f0c6e1a req-3781841f-7931-4f42-8a4f-ae6be1a67e3b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409428 May 27 23:23:11.665208 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:11.725139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:11.725702 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:11.727051 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] 10.222.0.46 "PUT /v2.0/ports/1425ba0c-81d3-4e22-ab20-f727361193ce HTTP/1.1" status: 200 len: 1092 time: 1.0025239 May 27 23:23:11.727489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bafe93-4c4a-45ef-be87-c0bda31e4dbf', 'tag': '1425ba0c-81d3-4e22-ab20-f727361193ce'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:23:11.749517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b839e007-bcc8-40c8-8517-6bb5bfc0fe88 service neutron] Pushing event updated for resources: {'Port': ['ID=1425ba0c-81d3-4e22-ab20-f727361193ce,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:23:11.772890 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5a5f3d-1b20-484b-ade2-6b54ba660bef'] response: {'name': 'network-changed', 'server_uuid': 'e3bafe93-4c4a-45ef-be87-c0bda31e4dbf', 'tag': '1425ba0c-81d3-4e22-ab20-f727361193ce', 'status': 'completed', 'code': 200} May 27 23:23:11.864589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf7b39-8776-44a7-b7d0-30de4faa156c req-8be41a13-4185-455a-bebd-ab41bcf162a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:11.866044 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3dcf7b39-8776-44a7-b7d0-30de4faa156c req-8be41a13-4185-455a-bebd-ab41bcf162a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 1095 time: 0.0749481 May 27 23:23:12.075459 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:23:12.112190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf7b39-8776-44a7-b7d0-30de4faa156c req-966ced58-edb5-4173-b223-ca31a6f50323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:12.113659 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3dcf7b39-8776-44a7-b7d0-30de4faa156c req-966ced58-edb5-4173-b223-ca31a6f50323 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2414789 May 27 23:23:12.247437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf7b39-8776-44a7-b7d0-30de4faa156c req-afed56fb-5549-417d-b8fc-797594eafed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:12.248881 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3dcf7b39-8776-44a7-b7d0-30de4faa156c req-afed56fb-5549-417d-b8fc-797594eafed5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292465 May 27 23:23:12.258518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device c62498b9-1d7d-4558-9409-bbda89c1a65a no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:23:12.292294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: c62498b9-1d7d-4558-9409-bbda89c1a65a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:23:12.292674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device c62498b9-1d7d-4558-9409-bbda89c1a65a not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:23:12.353978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-52a8e7ab-ab32-4e1c-98eb-77968c3633e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:12.355376 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-52a8e7ab-ab32-4e1c-98eb-77968c3633e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 1095 time: 0.0719543 May 27 23:23:12.425870 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-f6f71fb5-07b8-46c1-8691-276b25c94439 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1425ba0c-81d3-4e22-ab20-f727361193ce HTTP/1.1" status: 200 len: 217 time: 0.0639105 May 27 23:23:12.486241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-c8f25455-b314-4988-a0dd-02f35bf62bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:12.487603 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-c8f25455-b314-4988-a0dd-02f35bf62bbe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=15cfa4ff-7952-4991-af1a-53d0d4c3dce8 HTTP/1.1" status: 200 len: 855 time: 0.0564718 May 27 23:23:12.536075 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-aceb4bfa-7260-46a8-8b3e-287ddc2ef950 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424414 May 27 23:23:12.666322 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-54ef3aed-424f-4c83-90d1-b872b0de97f0 service neutron] 10.222.0.46 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241469 May 27 23:23:12.799860 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70ab960d-ea63-480f-925a-cb5f1e2cd5dc req-732615fe-7487-4458-8814-676088ecfd3f service neutron] 10.222.0.46 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273887 May 27 23:23:12.805371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137496f5-129e-419a-a45a-f50926411d8d req-5f01c2af-955e-404c-89db-ea8d320677dd tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:12.806817 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-137496f5-129e-419a-a45a-f50926411d8d req-5f01c2af-955e-404c-89db-ea8d320677dd tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 944 time: 0.0778224 May 27 23:23:12.851193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-137496f5-129e-419a-a45a-f50926411d8d req-697dd5df-676a-42a4-9c5e-5a7fe522324f tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386248 May 27 23:23:14.034088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185883a5-dbb2-4235-99ca-bda20a759012 req-77cc199d-677d-485f-ad55-77a9c0838496 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:14.035416 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-185883a5-dbb2-4235-99ca-bda20a759012 req-77cc199d-677d-485f-ad55-77a9c0838496 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 944 time: 0.0809612 May 27 23:23:14.079128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-185883a5-dbb2-4235-99ca-bda20a759012 req-b5cc25d2-aa33-4951-943b-9c4b69a2b2ac tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380533 May 27 23:23:15.260529 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337e281-8307-45a6-bfbb-bb8e61c518ce req-6b62b324-1f3e-435b-b591-c1bdcf941261 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:15.261961 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c337e281-8307-45a6-bfbb-bb8e61c518ce req-6b62b324-1f3e-435b-b591-c1bdcf941261 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 944 time: 0.0789068 May 27 23:23:15.304931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c337e281-8307-45a6-bfbb-bb8e61c518ce req-5a28a9b4-06e3-4100-8e35-43a79ea8cc91 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374162 May 27 23:23:16.246951 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:16.265754 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1425ba0c-81d3-4e22-ab20-f727361193ce details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:23:16.396909 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1425ba0c-81d3-4e22-ab20-f727361193ce, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1425ba0c-81d3-4e22-ab20-f727361193ce,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:23:16.410264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '1425ba0c-81d3-4e22-ab20-f727361193ce', 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147', 'port_id': '1425ba0c-81d3-4e22-ab20-f727361193ce', 'mac_address': 'fa:16:3e:09:2a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cfa4ff-7952-4991-af1a-53d0d4c3dce8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:23:16.465404 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 1425ba0c-81d3-4e22-ab20-f727361193ce is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:23:16.465780 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:16.482609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1425ba0c-81d3-4e22-ab20-f727361193ce {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:23:16.493719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb3c37-164e-49fb-b7d4-16ef4743e721 req-11fd322c-fa43-443c-a329-1eadda9e5f9d tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:16.495192 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2aeb3c37-164e-49fb-b7d4-16ef4743e721 req-11fd322c-fa43-443c-a329-1eadda9e5f9d tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 944 time: 0.0834932 May 27 23:23:16.498480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1425ba0c-81d3-4e22-ab20-f727361193ce, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1425ba0c-81d3-4e22-ab20-f727361193ce,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:23:16.539011 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:16.539429 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2aeb3c37-164e-49fb-b7d4-16ef4743e721 req-781d2eeb-3873-446f-9cb3-bd63279125fb tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383015 May 27 23:23:16.608846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=1425ba0c-81d3-4e22-ab20-f727361193ce,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:23:16.729383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['1425ba0c-81d3-4e22-ab20-f727361193ce'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:23:17.720430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0bfc9-7651-452a-830f-ca43211cfc84 req-8da8db83-fd01-42b8-b04c-2b6d7ceca59c tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:17.721870 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50f0bfc9-7651-452a-830f-ca43211cfc84 req-8da8db83-fd01-42b8-b04c-2b6d7ceca59c tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 945 time: 0.0789573 May 27 23:23:17.768776 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50f0bfc9-7651-452a-830f-ca43211cfc84 req-b98bcbf0-ea66-48ab-ac64-4f51a116e4b0 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404873 May 27 23:23:18.281389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1425ba0c-81d3-4e22-ab20-f727361193ce up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:23:18.395527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 1425ba0c-81d3-4e22-ab20-f727361193ce completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:23:18.400811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 1425ba0c-81d3-4e22-ab20-f727361193ce triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:23:18.401179 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:18.513902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 1425ba0c-81d3-4e22-ab20-f727361193ce is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:23:18.514275 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:18.540566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bafe93-4c4a-45ef-be87-c0bda31e4dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1425ba0c-81d3-4e22-ab20-f727361193ce'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:23:18.549788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 1425ba0c-81d3-4e22-ab20-f727361193ce, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1425ba0c-81d3-4e22-ab20-f727361193ce,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:23:18.586316 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9ada8ee-211a-401d-98b6-027b630b77e0'] response: {'server_uuid': 'e3bafe93-4c4a-45ef-be87-c0bda31e4dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1425ba0c-81d3-4e22-ab20-f727361193ce', 'code': 200} May 27 23:23:18.624402 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:18.696071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=1425ba0c-81d3-4e22-ab20-f727361193ce,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:23:18.710865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7e2b6-fae3-45cb-b869-e33295eefa82 req-0583f892-e3ab-4163-bb75-8b8a5bc95844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:18.715469 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c0d7e2b6-fae3-45cb-b869-e33295eefa82 req-0583f892-e3ab-4163-bb75-8b8a5bc95844 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 1097 time: 0.0739286 May 27 23:23:18.752154 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c0d7e2b6-fae3-45cb-b869-e33295eefa82 req-70d20465-fedf-45f2-9416-ff798cceefb7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338538 May 27 23:23:18.951525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ea943-28e1-46b2-b850-3c5001eec283 req-2673b787-fe5e-4e59-b21a-818ba6fbf0b5 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:18.952992 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e9ea943-28e1-46b2-b850-3c5001eec283 req-2673b787-fe5e-4e59-b21a-818ba6fbf0b5 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0792534 May 27 23:23:18.996018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e9ea943-28e1-46b2-b850-3c5001eec283 req-7b6e0f52-4a47-4c3f-b512-11f8820888c7 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373712 May 27 23:23:20.180473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71caf24-379a-42f6-835a-bf1fd9311d0c req-2c12e827-a0bd-477e-b7c8-1bedbb1efc66 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:20.181896 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b71caf24-379a-42f6-835a-bf1fd9311d0c req-2c12e827-a0bd-477e-b7c8-1bedbb1efc66 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0811715 May 27 23:23:20.224337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b71caf24-379a-42f6-835a-bf1fd9311d0c req-caa51262-ecbe-4392-8608-8c442a0e3a8f tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368981 May 27 23:23:20.403212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e083b5-ca91-4de3-9558-e7c3204c4baf req-c936aa78-20e8-46e8-8846-ea471442684f tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:20.404669 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7e083b5-ca91-4de3-9558-e7c3204c4baf req-c936aa78-20e8-46e8-8846-ea471442684f tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0775583 May 27 23:23:20.449560 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d7e083b5-ca91-4de3-9558-e7c3204c4baf req-00cfe6bc-5b70-4f30-8b89-9a63ff2d5f09 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391991 May 27 23:23:21.006021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d10906-2e10-4051-aaaa-1c65a80dd3ed req-c5d871a7-50ed-4959-8f45-2afa2eb8abef tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:21.007862 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1d10906-2e10-4051-aaaa-1c65a80dd3ed req-c5d871a7-50ed-4959-8f45-2afa2eb8abef tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0812323 May 27 23:23:21.102192 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a1d10906-2e10-4051-aaaa-1c65a80dd3ed req-79a6f0d5-5f8e-409c-85c5-81d6559914ea tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885954 May 27 23:23:21.118385 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-799fadb8-c530-4ce8-9f82-2cfc1ff25e9a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0913382 May 27 23:23:22.289391 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97622b-88c2-4d06-bee3-7124ac2b8bb7 req-f7e3eaab-a9dc-4c05-9974-2aa3ae77ec10 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:22.290820 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca97622b-88c2-4d06-bee3-7124ac2b8bb7 req-f7e3eaab-a9dc-4c05-9974-2aa3ae77ec10 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0829206 May 27 23:23:22.335559 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca97622b-88c2-4d06-bee3-7124ac2b8bb7 req-07c4abf5-0ac9-45ea-8afe-66aecf60d0dd tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383952 May 27 23:23:22.778211 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:23.151602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-e19a686b-1136-4d46-bd7f-8c14d3f7a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:23.153073 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-e19a686b-1136-4d46-bd7f-8c14d3f7a081 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 1097 time: 0.0741351 May 27 23:23:23.283318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-ccc8c654-f683-49d2-a082-298171e10dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:23.284767 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-ccc8c654-f683-49d2-a082-298171e10dbe service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 200 len: 916 time: 0.1261311 May 27 23:23:23.349526 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-ccfd8e66-0b2b-4b61-a29d-2901e1bb7dd3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1425ba0c-81d3-4e22-ab20-f727361193ce HTTP/1.1" status: 200 len: 217 time: 0.0589716 May 27 23:23:23.412720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-38754776-4a6c-44e3-b964-7e51ff631b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:23.414539 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-38754776-4a6c-44e3-b964-7e51ff631b08 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=15cfa4ff-7952-4991-af1a-53d0d4c3dce8 HTTP/1.1" status: 200 len: 855 time: 0.0594916 May 27 23:23:23.460656 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-80bc146b-970b-415d-b7a6-f6f7bb426018 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401442 May 27 23:23:23.525176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf6b46-3971-4229-9428-73bdfddb3a90 req-93e7d4ab-76ae-4555-8c7a-82a5396eca73 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:23.526737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cacf6b46-3971-4229-9428-73bdfddb3a90 req-93e7d4ab-76ae-4555-8c7a-82a5396eca73 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0837841 May 27 23:23:23.570985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cacf6b46-3971-4229-9428-73bdfddb3a90 req-77794efe-faea-44af-be4a-f7f4c0eef7a9 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385523 May 27 23:23:23.593307 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-c03cda73-c886-4f3e-b627-3b4fd0868ed1 service neutron] 10.222.0.46 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272023 May 27 23:23:23.721644 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-dfcbecfd-4aed-4c05-9644-295a62d7a202 service neutron] 10.222.0.46 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220274 May 27 23:23:24.071073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c400a-57c0-490a-be19-f6b87a56c3c0 req-294e9930-91b9-499e-82c4-40823dfd858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:24.072635 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba2c400a-57c0-490a-be19-f6b87a56c3c0 req-294e9930-91b9-499e-82c4-40823dfd858d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 1097 time: 0.0702195 May 27 23:23:24.218557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c400a-57c0-490a-be19-f6b87a56c3c0 req-2e2dbba0-d924-452c-a22b-53800a71e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:24.220039 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba2c400a-57c0-490a-be19-f6b87a56c3c0 req-2e2dbba0-d924-452c-a22b-53800a71e4f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 200 len: 916 time: 0.1275630 May 27 23:23:24.403112 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba2c400a-57c0-490a-be19-f6b87a56c3c0 req-4a154a9a-6789-404b-bfb7-79d9f64fcdda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1425ba0c-81d3-4e22-ab20-f727361193ce HTTP/1.1" status: 200 len: 217 time: 0.1761472 May 27 23:23:24.466836 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c400a-57c0-490a-be19-f6b87a56c3c0 req-0cf303b1-556f-4512-8f3a-a7eeda50fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:24.468219 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba2c400a-57c0-490a-be19-f6b87a56c3c0 req-0cf303b1-556f-4512-8f3a-a7eeda50fb12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=15cfa4ff-7952-4991-af1a-53d0d4c3dce8 HTTP/1.1" status: 200 len: 855 time: 0.0600727 May 27 23:23:24.513766 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba2c400a-57c0-490a-be19-f6b87a56c3c0 req-e92b340e-d930-485e-8312-29bbd6947189 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397699 May 27 23:23:24.643783 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba2c400a-57c0-490a-be19-f6b87a56c3c0 req-a6bea9eb-e8b0-4c7b-bfb1-91e5b0d8d87e service neutron] 10.222.0.46 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235797 May 27 23:23:24.757414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fabc46-76c3-4a53-8521-03ce56dabbf8 req-df00f389-d0e0-4b24-8eb0-ef509c2ab9fe tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:24.758873 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2fabc46-76c3-4a53-8521-03ce56dabbf8 req-df00f389-d0e0-4b24-8eb0-ef509c2ab9fe tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0823400 May 27 23:23:24.778158 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba2c400a-57c0-490a-be19-f6b87a56c3c0 req-ce4cd7b3-0deb-4d1e-ac88-93d4a8d91608 service neutron] 10.222.0.46 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287951 May 27 23:23:24.802342 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2fabc46-76c3-4a53-8521-03ce56dabbf8 req-9923f7b3-21e1-4c2d-b2e7-ab542ece063a tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378487 May 27 23:23:25.988505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3623a-faea-427a-8de4-64131b3bd5a9 req-7e1eb95e-1d70-47cf-a777-e820bf3f602e tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:25.989871 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30a3623a-faea-427a-8de4-64131b3bd5a9 req-7e1eb95e-1d70-47cf-a777-e820bf3f602e tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0829380 May 27 23:23:26.033243 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30a3623a-faea-427a-8de4-64131b3bd5a9 req-749ebd0a-96a4-4217-971e-a638b5044cf6 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375278 May 27 23:23:27.215981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4655d1-ae99-495e-9b90-54105f81da4c req-7f170cad-9059-4774-b36e-c210510638df tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:27.217504 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef4655d1-ae99-495e-9b90-54105f81da4c req-7f170cad-9059-4774-b36e-c210510638df tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0787544 May 27 23:23:27.260691 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef4655d1-ae99-495e-9b90-54105f81da4c req-d34ed725-5bdc-4545-9cb2-2ebc5bb39d08 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376580 May 27 23:23:27.555149 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd935d8b-3455-41c3-af03-6f1300300822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:28.443530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d346117-1380-48fe-9aa1-71b8832ce319 req-7b473ea7-b6be-469e-8937-ac8368d699ea tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:28.445527 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0d346117-1380-48fe-9aa1-71b8832ce319 req-7b473ea7-b6be-469e-8937-ac8368d699ea tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0806043 May 27 23:23:28.487923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0d346117-1380-48fe-9aa1-71b8832ce319 req-1033ad88-d19c-4150-a71f-6c106b0061d0 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366094 May 27 23:23:29.670508 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c81d90-2ef9-42fc-9e91-2e7e00178aa0 req-12c68acb-3e93-4a90-b796-2db272774cd2 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:29.673286 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13c81d90-2ef9-42fc-9e91-2e7e00178aa0 req-12c68acb-3e93-4a90-b796-2db272774cd2 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0791430 May 27 23:23:29.693399 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-84c59bd1-d960-45bf-a77e-efd5c00ecb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:29.722397 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13c81d90-2ef9-42fc-9e91-2e7e00178aa0 req-a47b65cd-3930-4cfd-87bf-5b60c1959f7e tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433087 May 27 23:23:30.906275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684682b-211d-418e-8aa4-4f26d9329400 req-49b8cd9c-4286-4cd3-a27d-f35d9ed83797 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:30.907704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2684682b-211d-418e-8aa4-4f26d9329400 req-49b8cd9c-4286-4cd3-a27d-f35d9ed83797 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0780883 May 27 23:23:30.958888 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2684682b-211d-418e-8aa4-4f26d9329400 req-67447118-5f9a-4918-aa1f-604b6c8a3a7b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386579 May 27 23:23:31.006578 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:31.045844 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:32.138376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e4f79-a2db-49ca-b216-3715134536f2 req-f0a44697-c52a-4b97-9c2b-95dc95df15ed tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:32.139821 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-442e4f79-a2db-49ca-b216-3715134536f2 req-f0a44697-c52a-4b97-9c2b-95dc95df15ed tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0838571 May 27 23:23:32.183834 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-442e4f79-a2db-49ca-b216-3715134536f2 req-6e8ec4b3-8ad8-4d6a-ba69-22d74de359e6 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384612 May 27 23:23:32.235455 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:33.371476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85774428-24fb-4865-9f80-3e94f15f1632 req-81cfd3f1-b1c4-45bc-b1ed-ae98952acfe7 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:33.372940 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-85774428-24fb-4865-9f80-3e94f15f1632 req-81cfd3f1-b1c4-45bc-b1ed-ae98952acfe7 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0785491 May 27 23:23:33.415842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-85774428-24fb-4865-9f80-3e94f15f1632 req-d881386e-db59-4945-a299-1255127453e8 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372939 May 27 23:23:34.603124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f41e4-cf4c-4168-b7b5-5a73258e06a6 req-ba028cc8-250b-458d-b885-52873a28c976 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:34.604572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e4f41e4-cf4c-4168-b7b5-5a73258e06a6 req-ba028cc8-250b-458d-b885-52873a28c976 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0816109 May 27 23:23:34.647103 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e4f41e4-cf4c-4168-b7b5-5a73258e06a6 req-70b0df2a-f787-44f7-8520-d2b663c5f619 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369627 May 27 23:23:35.828123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fae96c-50bd-4b69-8638-1af1c327e83b req-d17cc7ea-4392-463a-89a9-24b5243055b4 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:35.829586 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36fae96c-50bd-4b69-8638-1af1c327e83b req-d17cc7ea-4392-463a-89a9-24b5243055b4 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0780237 May 27 23:23:35.875937 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-36fae96c-50bd-4b69-8638-1af1c327e83b req-cd46120e-2672-4e78-97d2-176a9d6ba9e4 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404916 May 27 23:23:37.143463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712213c1-30f2-4703-9959-9ae0a87c46e1 req-6b0b8ba1-5587-4ff2-b994-9782fe1764ca tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:37.144932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-712213c1-30f2-4703-9959-9ae0a87c46e1 req-6b0b8ba1-5587-4ff2-b994-9782fe1764ca tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.1659100 May 27 23:23:37.188134 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-712213c1-30f2-4703-9959-9ae0a87c46e1 req-030c7638-944d-4ee1-903c-3781099549a5 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369525 May 27 23:23:38.372580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e1428-f54b-45dc-8e00-57055f951a04 req-a0d2dfa2-12a0-406a-a056-d5654598ae10 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:38.373982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-892e1428-f54b-45dc-8e00-57055f951a04 req-a0d2dfa2-12a0-406a-a056-d5654598ae10 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0801077 May 27 23:23:38.416982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-892e1428-f54b-45dc-8e00-57055f951a04 req-bf096e35-f488-4415-b590-bc5a977977b1 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374424 May 27 23:23:39.598241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef54c6-7327-4697-859d-7fc91445e00b req-a96f8bd7-37b1-4b31-baeb-4318e850d90f tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:39.599704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d2ef54c6-7327-4697-859d-7fc91445e00b req-a96f8bd7-37b1-4b31-baeb-4318e850d90f tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0806589 May 27 23:23:39.646130 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d2ef54c6-7327-4697-859d-7fc91445e00b req-c89fb38a-4309-4789-9900-78c8aa311db0 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399680 May 27 23:23:40.828762 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77392ac-6d50-469d-97da-ade63d215836 req-1ac3672e-4d2a-4da9-9aaa-5e42f32cbdff tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:40.830254 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e77392ac-6d50-469d-97da-ade63d215836 req-1ac3672e-4d2a-4da9-9aaa-5e42f32cbdff tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0802352 May 27 23:23:40.873853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e77392ac-6d50-469d-97da-ade63d215836 req-c9d735e0-cf43-42f0-bd7a-0dbba590f01b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380058 May 27 23:23:42.060820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8f80d-018a-4d9e-abe5-1f3295a4ebb5 req-375072f3-1263-4001-9a97-52b75a56e797 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:42.062252 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55c8f80d-018a-4d9e-abe5-1f3295a4ebb5 req-375072f3-1263-4001-9a97-52b75a56e797 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0820603 May 27 23:23:42.105306 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-55c8f80d-018a-4d9e-abe5-1f3295a4ebb5 req-51a79cc0-3537-48d8-a77f-f7ce8f6309fb tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373855 May 27 23:23:43.284361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc73be2-2acd-4f58-8dc0-6735050487f1 req-533f4e8c-7d37-4a47-ae6e-dfc12329f549 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:43.285821 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdc73be2-2acd-4f58-8dc0-6735050487f1 req-533f4e8c-7d37-4a47-ae6e-dfc12329f549 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0782816 May 27 23:23:43.328553 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cdc73be2-2acd-4f58-8dc0-6735050487f1 req-339c5f32-e612-47ab-8e15-8f4158678d8e tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364437 May 27 23:23:44.511417 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd89090-472f-4c7f-9fbd-0609b6a04ffb req-2445066f-498c-46cd-94a2-479ead026b5e tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:44.512866 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fd89090-472f-4c7f-9fbd-0609b6a04ffb req-2445066f-498c-46cd-94a2-479ead026b5e tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0819252 May 27 23:23:44.555634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fd89090-472f-4c7f-9fbd-0609b6a04ffb req-256750b6-da84-4368-890e-15c13787f026 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371742 May 27 23:23:45.739395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91b9f4-c84a-4d18-b27a-2d6db741d41e req-87329a4e-14cb-4bd3-b282-6cab116abc2b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:45.740887 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2c91b9f4-c84a-4d18-b27a-2d6db741d41e req-87329a4e-14cb-4bd3-b282-6cab116abc2b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0804257 May 27 23:23:45.784955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2c91b9f4-c84a-4d18-b27a-2d6db741d41e req-a1fe6443-9b7b-4c5e-822c-6e526857750e tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382230 May 27 23:23:46.269662 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:46.966586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0405e65-03e1-4be1-9e88-f077daac883d req-03d060f9-b3f6-4922-a394-f2cede74c47e tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:46.967923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0405e65-03e1-4be1-9e88-f077daac883d req-03d060f9-b3f6-4922-a394-f2cede74c47e tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0809438 May 27 23:23:47.010544 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a0405e65-03e1-4be1-9e88-f077daac883d req-8f7b81a7-cb46-4dfa-8f9b-cef92e7c603d tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370460 May 27 23:23:48.190652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c360ef7-73e1-44f2-b453-db91e1ac6279 req-55f468ed-e11b-4c5e-bdc5-6851d8ed8d01 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:48.192109 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c360ef7-73e1-44f2-b453-db91e1ac6279 req-55f468ed-e11b-4c5e-bdc5-6851d8ed8d01 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0787783 May 27 23:23:48.240073 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c360ef7-73e1-44f2-b453-db91e1ac6279 req-d65e9482-7bbb-4150-a999-784025d63a3c tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423281 May 27 23:23:49.075430 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:23:49.425668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6952a0-f4e0-4b08-8936-2984ff93bd3d req-aa3a57e3-2b51-4a54-8419-326aa72e794b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:49.427032 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a6952a0-f4e0-4b08-8936-2984ff93bd3d req-aa3a57e3-2b51-4a54-8419-326aa72e794b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0796149 May 27 23:23:49.470310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a6952a0-f4e0-4b08-8936-2984ff93bd3d req-882e7238-d86e-4990-91cd-995ab06c1f33 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370173 May 27 23:23:50.655619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21642f-5ed6-4f10-acf0-f1123f21d49e req-e9ae260b-532d-41ba-90af-724f6cf24914 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:50.657091 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a21642f-5ed6-4f10-acf0-f1123f21d49e req-e9ae260b-532d-41ba-90af-724f6cf24914 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0824890 May 27 23:23:50.701804 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a21642f-5ed6-4f10-acf0-f1123f21d49e req-97baccac-398e-4178-ae8e-6f62e0385a38 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390608 May 27 23:23:50.794903 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-38cc3d60-127e-47f3-9a55-24084a98c22b service neutron] show failed (client error): The resource could not be found. May 27 23:23:50.795886 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-38cc3d60-127e-47f3-9a55-24084a98c22b service neutron] 10.222.0.46 "GET /v2.0/ports/1425ba0c-81d3-4e22-ab20-f727361193ce/bindings/n-h1-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0770230 May 27 23:23:51.310298 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-d1355f34-179a-4022-81d1-ab11104ad2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:51.311726 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-d1355f34-179a-4022-81d1-ab11104ad2bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf&tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3 HTTP/1.1" status: 200 len: 1097 time: 0.0705791 May 27 23:23:51.327957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:23:51.434774 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:51.694849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] For port 1425ba0c-81d3-4e22-ab20-f727361193ce, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=1425ba0c-81d3-4e22-ab20-f727361193ce,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:23:51.723629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] For port 1425ba0c-81d3-4e22-ab20-f727361193ce, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:23:51.782102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bafe93-4c4a-45ef-be87-c0bda31e4dbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1425ba0c-81d3-4e22-ab20-f727361193ce'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:23:51.787736 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:51.802483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Transition to ACTIVE for port object 1425ba0c-81d3-4e22-ab20-f727361193ce will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:23:51.840780 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d81ca2d-cdee-43b1-9142-2e81e24ca19c'] response: {'server_uuid': 'e3bafe93-4c4a-45ef-be87-c0bda31e4dbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1425ba0c-81d3-4e22-ab20-f727361193ce', 'code': 200} May 27 23:23:51.869245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:51.887813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62768c5a-93fe-4964-91cd-fc7a4a894a57 req-1f5b5fcd-cfd7-4486-ac97-824e3a426d85 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:51.889299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62768c5a-93fe-4964-91cd-fc7a4a894a57 req-1f5b5fcd-cfd7-4486-ac97-824e3a426d85 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0822906 May 27 23:23:51.933602 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62768c5a-93fe-4964-91cd-fc7a4a894a57 req-0192a93f-1197-462f-b679-29d48117bfad tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381737 May 27 23:23:52.025010 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] No DVR routers for this DVR port 1425ba0c-81d3-4e22-ab20-f727361193ce on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:23:52.031609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Pushing event updated for resources: {'Port': ['ID=1425ba0c-81d3-4e22-ab20-f727361193ce,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:23:52.081454 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Attempting to bind port 1425ba0c-81d3-4e22-ab20-f727361193ce on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:23:52.081809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Attempting to bind port 1425ba0c-81d3-4e22-ab20-f727361193ce by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:23:52.082124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Attempting to bind port 1425ba0c-81d3-4e22-ab20-f727361193ce on network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:23:52.086505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Port 1425ba0c-81d3-4e22-ab20-f727361193ce on network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:23:52.086813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Attempting to bind port 1425ba0c-81d3-4e22-ab20-f727361193ce on network fc0021d3-6bcc-4a0d-9c58-ebf15975c147 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:23:52.091720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:23:52.092047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Checking segment: {'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:23:52.092455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Bound using segment: {'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:23:52.092872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Bound port: 1425ba0c-81d3-4e22-ab20-f727361193ce, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82e8e5c-d468-4c89-bf39-294a13f4f598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:23:52.093207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:52.176933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] For port 1425ba0c-81d3-4e22-ab20-f727361193ce, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:23:52.180239 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] For port 1425ba0c-81d3-4e22-ab20-f727361193ce, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1425ba0c-81d3-4e22-ab20-f727361193ce,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:23:52.270189 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:52.332331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:52.332983 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:52.334320 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] 10.222.0.57 "PUT /v2.0/ports/1425ba0c-81d3-4e22-ab20-f727361193ce HTTP/1.1" status: 200 len: 1092 time: 1.0101063 May 27 23:23:52.348004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363d290-0187-43c2-a9dc-8fe8e84c9516 service neutron] Pushing event updated for resources: {'Port': ['ID=1425ba0c-81d3-4e22-ab20-f727361193ce,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:23:52.434764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-3b766a5b-98cb-46ea-9b97-f7de768047ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:52.436209 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-3b766a5b-98cb-46ea-9b97-f7de768047ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 1095 time: 0.0712171 May 27 23:23:52.673059 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-de72e484-4e45-449e-8681-95f73324c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:52.674512 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-de72e484-4e45-449e-8681-95f73324c9d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 200 len: 916 time: 0.2326410 May 27 23:23:52.747313 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-e0877064-831b-4ab1-9e2a-015d6c550db0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1425ba0c-81d3-4e22-ab20-f727361193ce HTTP/1.1" status: 200 len: 217 time: 0.0655782 May 27 23:23:52.801332 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:52.809697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b39dafef-f076-48ea-aa01-175d967a1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:52.811097 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-b39dafef-f076-48ea-aa01-175d967a1ad3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15cfa4ff-7952-4991-af1a-53d0d4c3dce8 HTTP/1.1" status: 200 len: 855 time: 0.0580995 May 27 23:23:52.860833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-0548ebd3-dd6c-4b8d-9e0f-09ad9e7c5254 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437520 May 27 23:23:52.994337 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-21bb24d2-bd0b-4a4a-8925-e639562e2588 service neutron] 10.222.0.57 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266742 May 27 23:23:53.124890 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a74f8a1a-e0b1-4e85-8b0e-06c8d0a6e182 req-6713c38d-f823-42ae-b771-9040570a35f9 service neutron] 10.222.0.57 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241789 May 27 23:23:53.126030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f3d14-baa6-4675-9cef-fca958e0834b req-2e26b664-daac-40a8-b758-31b77361da99 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:53.127461 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f0f3d14-baa6-4675-9cef-fca958e0834b req-2e26b664-daac-40a8-b758-31b77361da99 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 944 time: 0.0817821 May 27 23:23:53.170957 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f0f3d14-baa6-4675-9cef-fca958e0834b req-6501d9f8-c5e7-4ca3-8084-b8f02e157517 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376983 May 27 23:23:53.841892 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3bafe93-4c4a-45ef-be87-c0bda31e4dbf', 'tag': '1425ba0c-81d3-4e22-ab20-f727361193ce'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:23:53.897969 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d58a6d9-dcc5-4f50-8c30-b08b41a885b2'] response: {'name': 'network-changed', 'server_uuid': 'e3bafe93-4c4a-45ef-be87-c0bda31e4dbf', 'tag': '1425ba0c-81d3-4e22-ab20-f727361193ce', 'status': 'completed', 'code': 200} May 27 23:23:54.047987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-e648e777-1bcc-41af-988c-52fd91eabcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:54.049441 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-e648e777-1bcc-41af-988c-52fd91eabcf6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 1095 time: 0.0996177 May 27 23:23:54.051205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-3c8f5129-9ae4-4ca9-b98e-27313a01d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:54.052533 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-3c8f5129-9ae4-4ca9-b98e-27313a01d006 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 1095 time: 0.1337903 May 27 23:23:54.288207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-1ca72c62-635d-461a-b4e4-0364596b5418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:54.289657 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-1ca72c62-635d-461a-b4e4-0364596b5418 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 200 len: 916 time: 0.2324121 May 27 23:23:54.290742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-e7917547-8fe4-4a29-9867-1376d92f6011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:54.292004 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-e7917547-8fe4-4a29-9867-1376d92f6011 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 200 len: 916 time: 0.2174997 May 27 23:23:54.356251 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19fbb1-2611-44f3-944e-78f62c64a3e0 req-412382d7-9fc7-4164-a833-eaf577fad6e1 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:54.357658 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e19fbb1-2611-44f3-944e-78f62c64a3e0 req-412382d7-9fc7-4164-a833-eaf577fad6e1 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 944 time: 0.0784373 May 27 23:23:54.405217 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e19fbb1-2611-44f3-944e-78f62c64a3e0 req-2f82d507-fbba-472e-ab4c-b9d2f9610f86 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418913 May 27 23:23:54.410002 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-af71b1e0-15c6-4912-9cdf-2e301df2c021 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1425ba0c-81d3-4e22-ab20-f727361193ce HTTP/1.1" status: 200 len: 217 time: 0.1136405 May 27 23:23:54.447969 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-d592d441-c468-496e-846e-8f7ffd89c2c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1425ba0c-81d3-4e22-ab20-f727361193ce HTTP/1.1" status: 200 len: 217 time: 0.0994911 May 27 23:23:54.483990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1425ba0c-81d3-4e22-ab20-f727361193ce no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:23:54.522380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-4e42b6fd-c2fd-4407-b473-d648a619a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:54.523848 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-4e42b6fd-c2fd-4407-b473-d648a619a5ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=15cfa4ff-7952-4991-af1a-53d0d4c3dce8 HTTP/1.1" status: 200 len: 855 time: 0.1062570 May 27 23:23:54.532157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-4b20d217-4d80-450e-8806-394d6b790efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:54.533560 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-4b20d217-4d80-450e-8806-394d6b790efa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=15cfa4ff-7952-4991-af1a-53d0d4c3dce8 HTTP/1.1" status: 200 len: 855 time: 0.0752521 May 27 23:23:54.570465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 1425ba0c-81d3-4e22-ab20-f727361193ce not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:23:54.609416 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-a17932aa-c182-4f32-98e2-a470462497b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789771 May 27 23:23:54.615569 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-f5d1d192-a04c-46a4-8283-c0f97476e195 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488245 May 27 23:23:54.967238 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-dbf49214-634d-4797-8e4c-b8b04cc1ad03 service neutron] 10.222.0.57 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501265 May 27 23:23:54.968949 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-d1b2da98-9d4e-4399-b265-2e4891205874 service neutron] 10.222.0.46 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351269 May 27 23:23:55.210576 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-353aa220-893f-4509-8cfa-85cf82111cdd service neutron] 10.222.0.46 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349796 May 27 23:23:55.213575 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-933b08b5-7fef-4f46-bfab-fd224f9c7dfa req-718d0a9f-2600-447d-9e72-2b14d26c6966 service neutron] 10.222.0.57 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197814 May 27 23:23:55.587862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047633d-5322-4cdc-9ae2-6123e9d963cb req-3663ff42-2ad6-4b9f-915f-6448c930c0e2 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:55.589322 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2047633d-5322-4cdc-9ae2-6123e9d963cb req-3663ff42-2ad6-4b9f-915f-6448c930c0e2 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 944 time: 0.0792983 May 27 23:23:55.632061 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2047633d-5322-4cdc-9ae2-6123e9d963cb req-206b0a14-6d81-45f0-8414-a4c6fb5dd03b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367165 May 27 23:23:56.052531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfc37c-47d3-4e60-95d1-26771683573e req-7adc2b5a-3707-4568-8ef9-02958e2b65d4 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:56.054018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41cfc37c-47d3-4e60-95d1-26771683573e req-7adc2b5a-3707-4568-8ef9-02958e2b65d4 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 944 time: 0.0836089 May 27 23:23:56.097691 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41cfc37c-47d3-4e60-95d1-26771683573e req-c87def2b-b1b7-4e68-b29f-36da14920b20 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380239 May 27 23:23:56.123408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-37a1e0dd-a12b-4906-8d77-022589893544 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:56.124087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-37a1e0dd-a12b-4906-8d77-022589893544 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Synchronizing usage tracker for tenant:cd61f7f195514b4a85cd2c80cb7b79e3 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:23:56.206419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-37a1e0dd-a12b-4906-8d77-022589893544 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Unset dirty status for tenant:cd61f7f195514b4a85cd2c80cb7b79e3 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:23:56.207531 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-37a1e0dd-a12b-4906-8d77-022589893544 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf&tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 944 time: 0.1664760 May 27 23:23:56.289759 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-e1888c1e-20fa-4659-8985-e3c01773f8bf service neutron] delete failed (client error): The resource could not be found. May 27 23:23:56.290739 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-e1888c1e-20fa-4659-8985-e3c01773f8bf service neutron] 10.222.0.46 "DELETE /v2.0/ports/1425ba0c-81d3-4e22-ab20-f727361193ce/bindings/n-h2-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0773377 May 27 23:23:56.423652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-1a859b68-4dc1-4411-b30d-f80b4d909827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:56.425039 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-1a859b68-4dc1-4411-b30d-f80b4d909827 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 1095 time: 0.0697281 May 27 23:23:56.489181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 1425ba0c-81d3-4e22-ab20-f727361193ce details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:23:56.554187 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-47dc0085-7233-4816-ad18-dd1a00fa6a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:56.555622 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-47dc0085-7233-4816-ad18-dd1a00fa6a8d service neutron] 10.222.0.46 "GET /v2.0/networks?id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 200 len: 916 time: 0.1253226 May 27 23:23:56.618984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 1425ba0c-81d3-4e22-ab20-f727361193ce, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1425ba0c-81d3-4e22-ab20-f727361193ce,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:23:56.625594 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-f3cda7f6-4dc9-4508-9e1c-370886fdbed5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1425ba0c-81d3-4e22-ab20-f727361193ce HTTP/1.1" status: 200 len: 217 time: 0.0638163 May 27 23:23:56.632520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '1425ba0c-81d3-4e22-ab20-f727361193ce', 'network_id': 'fc0021d3-6bcc-4a0d-9c58-ebf15975c147', 'port_id': '1425ba0c-81d3-4e22-ab20-f727361193ce', 'mac_address': 'fa:16:3e:09:2a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cfa4ff-7952-4991-af1a-53d0d4c3dce8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:23:56.686545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 1425ba0c-81d3-4e22-ab20-f727361193ce is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:23:56.686991 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:56.689127 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-e7ea7c2f-3b75-4fb6-99e7-adc98d8998bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:56.690565 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-e7ea7c2f-3b75-4fb6-99e7-adc98d8998bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=15cfa4ff-7952-4991-af1a-53d0d4c3dce8 HTTP/1.1" status: 200 len: 855 time: 0.0595949 May 27 23:23:56.704457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1425ba0c-81d3-4e22-ab20-f727361193ce {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:23:56.719681 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 1425ba0c-81d3-4e22-ab20-f727361193ce, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1425ba0c-81d3-4e22-ab20-f727361193ce,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:23:56.741448 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-9369d66f-f60b-4dd7-b1e1-1dcb1a47a941 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fc0021d3-6bcc-4a0d-9c58-ebf15975c147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439315 May 27 23:23:56.795277 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:56.862912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=1425ba0c-81d3-4e22-ab20-f727361193ce,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:23:56.870688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:56.871031 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:56.871358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:56.871688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:56.872012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:56.872331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:56.872674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:56.872988 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:56.873301 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:56.873614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:56.873926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:56.874235 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:23:56.877709 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-bc8996b0-7f94-4d4d-95be-7a4c432eed28 service neutron] 10.222.0.46 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276789 May 27 23:23:57.006552 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92ad2497-3d11-49f5-a832-9bde5247ec8a req-a69791d4-4fa7-4435-a610-98e379b4d196 service neutron] 10.222.0.46 "GET /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226451 May 27 23:23:57.088084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['1425ba0c-81d3-4e22-ab20-f727361193ce'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:23:57.285706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9b36b-874c-4ba0-bdb3-f9aebacca421 req-22ff28a3-388f-48fe-9955-5dfac3a4f673 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:57.287077 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9b9b36b-874c-4ba0-bdb3-f9aebacca421 req-22ff28a3-388f-48fe-9955-5dfac3a4f673 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 945 time: 0.0785050 May 27 23:23:57.331743 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9b9b36b-874c-4ba0-bdb3-f9aebacca421 req-09a54925-a4de-455e-815b-ca8822541a09 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383878 May 27 23:23:57.560190 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-180dbd25-9d6d-453e-8d5f-7ef5fcacf9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:58.499910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 1425ba0c-81d3-4e22-ab20-f727361193ce up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:23:58.516076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adda1c-f240-42c4-b8e9-b5f9c673b876 req-a2a6f230-65a3-4596-8bcb-d5519ceb1c78 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:58.517549 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b6adda1c-f240-42c4-b8e9-b5f9c673b876 req-a2a6f230-65a3-4596-8bcb-d5519ceb1c78 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 945 time: 0.0821579 May 27 23:23:58.561147 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b6adda1c-f240-42c4-b8e9-b5f9c673b876 req-410485dd-7165-4c20-a62b-bea9d4f2484b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374091 May 27 23:23:58.622493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 1425ba0c-81d3-4e22-ab20-f727361193ce completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:23:58.624042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 1425ba0c-81d3-4e22-ab20-f727361193ce triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:23:58.624447 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:58.744076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 1425ba0c-81d3-4e22-ab20-f727361193ce is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:23:58.744487 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:58.750552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4625509-bdb6-4c5b-a9c8-2b218cc2e3b6 req-bbb4287e-a513-4db3-8a78-c44586508ecd tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:58.752022 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a4625509-bdb6-4c5b-a9c8-2b218cc2e3b6 req-bbb4287e-a513-4db3-8a78-c44586508ecd tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 945 time: 0.0877254 May 27 23:23:58.771139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bafe93-4c4a-45ef-be87-c0bda31e4dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1425ba0c-81d3-4e22-ab20-f727361193ce'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:23:58.781623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 1425ba0c-81d3-4e22-ab20-f727361193ce, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1425ba0c-81d3-4e22-ab20-f727361193ce,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:23:58.798151 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a4625509-bdb6-4c5b-a9c8-2b218cc2e3b6 req-fb854b2b-b49d-443e-9192-ce42b6d07d17 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393460 May 27 23:23:58.822163 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8e2842b-a3c3-4872-bf56-72674b9652b1'] response: {'server_uuid': 'e3bafe93-4c4a-45ef-be87-c0bda31e4dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1425ba0c-81d3-4e22-ab20-f727361193ce', 'code': 200} May 27 23:23:58.835355 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:58.901861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=1425ba0c-81d3-4e22-ab20-f727361193ce,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:23:58.983031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7f02a-73c7-44bf-85ad-6cc4b24679c9 req-526f2488-60c1-4de1-ba48-1e9dd677e9b1 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:58.984486 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eaf7f02a-73c7-44bf-85ad-6cc4b24679c9 req-526f2488-60c1-4de1-ba48-1e9dd677e9b1 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0822673 May 27 23:23:59.028023 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eaf7f02a-73c7-44bf-85ad-6cc4b24679c9 req-fafe16e8-0f8b-43bc-9d27-2115d16e610d tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378497 May 27 23:23:59.704003 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b834e8c2-90a9-4725-adcd-8ee927e52414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:23:59.902541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f6258-9a13-430f-975a-1ae2ac68496d req-fd11e765-5f12-4959-a48f-d4577ef77dd0 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:23:59.903991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b83f6258-9a13-430f-975a-1ae2ac68496d req-fd11e765-5f12-4959-a48f-d4577ef77dd0 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0794063 May 27 23:23:59.951580 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b83f6258-9a13-430f-975a-1ae2ac68496d req-7d98e8d9-652c-47da-bebe-f47fa920fb6c tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419016 May 27 23:24:01.006561 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:01.035333 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:01.093460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d0435-50ec-4782-829a-35ac5708c444 req-cc9f1197-e6b8-4f31-a245-4b443d56269b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:01.094892 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0a3d0435-50ec-4782-829a-35ac5708c444 req-cc9f1197-e6b8-4f31-a245-4b443d56269b tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.57 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0808167 May 27 23:24:01.134456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22488ee4-f922-4eaa-9565-0b8512c9552e req-03ab8442-7f08-45f9-88c4-d2f2c8a0e873 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:01.135565 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22488ee4-f922-4eaa-9565-0b8512c9552e req-03ab8442-7f08-45f9-88c4-d2f2c8a0e873 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 946 time: 0.0803959 May 27 23:24:01.165374 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0a3d0435-50ec-4782-829a-35ac5708c444 req-f6e5eac1-2b42-4477-aaaf-bf37ceb538ac tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Deleting port 1425ba0c-81d3-4e22-ab20-f727361193ce {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:24:01.165707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0a3d0435-50ec-4782-829a-35ac5708c444 req-f6e5eac1-2b42-4477-aaaf-bf37ceb538ac tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:01.180237 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22488ee4-f922-4eaa-9565-0b8512c9552e req-95686ffd-f587-40a9-862d-882c52a1e759 tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/security-groups?id=277354b5-1814-4dc2-bb1d-2587b86b61f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 May 27 23:24:01.522854 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-0a3d0435-50ec-4782-829a-35ac5708c444 req-f6e5eac1-2b42-4477-aaaf-bf37ceb538ac tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] For port 1425ba0c-81d3-4e22-ab20-f727361193ce, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=1425ba0c-81d3-4e22-ab20-f727361193ce,segment=NetworkSegment(b82e8e5c-d468-4c89-bf39-294a13f4f598),segment_id=b82e8e5c-d468-4c89-bf39-294a13f4f598)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:24:01.523204 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0a3d0435-50ec-4782-829a-35ac5708c444 req-f6e5eac1-2b42-4477-aaaf-bf37ceb538ac tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:01.646618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-0a3d0435-50ec-4782-829a-35ac5708c444 req-f6e5eac1-2b42-4477-aaaf-bf37ceb538ac tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Calling delete_port for 1425ba0c-81d3-4e22-ab20-f727361193ce owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:24:01.829371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0a3d0435-50ec-4782-829a-35ac5708c444 req-f6e5eac1-2b42-4477-aaaf-bf37ceb538ac tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:01.863244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['1425ba0c-81d3-4e22-ab20-f727361193ce'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:24:01.885172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5eac1-2b42-4477-aaaf-bf37ceb538ac tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Pushing event deleted for resources: {'Port': ['ID=1425ba0c-81d3-4e22-ab20-f727361193ce,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:01.956856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3d0435-50ec-4782-829a-35ac5708c444 req-f6e5eac1-2b42-4477-aaaf-bf37ceb538ac tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] No DVR routers for this DVR port 1425ba0c-81d3-4e22-ab20-f727361193ce on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:24:01.959278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-0a3d0435-50ec-4782-829a-35ac5708c444 req-f6e5eac1-2b42-4477-aaaf-bf37ceb538ac tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:01.962279 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3bafe93-4c4a-45ef-be87-c0bda31e4dbf', 'name': 'network-vif-deleted', 'tag': '1425ba0c-81d3-4e22-ab20-f727361193ce'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:24:02.007091 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8359b875-2efb-4e12-8556-8bfa3c71849f'] response: {'server_uuid': 'e3bafe93-4c4a-45ef-be87-c0bda31e4dbf', 'name': 'network-vif-deleted', 'tag': '1425ba0c-81d3-4e22-ab20-f727361193ce', 'status': 'completed', 'code': 200} May 27 23:24:02.009086 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0a3d0435-50ec-4782-829a-35ac5708c444 req-f6e5eac1-2b42-4477-aaaf-bf37ceb538ac tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.57 "DELETE /v2.0/ports/1425ba0c-81d3-4e22-ab20-f727361193ce HTTP/1.1" status: 204 len: 173 time: 0.9069612 May 27 23:24:02.234983 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:02.382204 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20dce5d8-25d9-480b-a09f-14670656918f req-e0bb167f-f7cd-4c48-b180-8d57b0c0be5e tempest-ServerDiskConfigTestJSON-1398179920 tempest-ServerDiskConfigTestJSON-1398179920-project] 10.222.0.27 "GET /v2.0/ports?device_id=e3bafe93-4c4a-45ef-be87-c0bda31e4dbf HTTP/1.1" status: 200 len: 210 time: 0.0950942 May 27 23:24:03.615960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 45996) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:24:03.764315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Deleting subnet 15cfa4ff-7952-4991-af1a-53d0d4c3dce8 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:24:03.767174 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:03.814319 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:03.870682 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:03.978467 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:04.015840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15cfa4ff-7952-4991-af1a-53d0d4c3dce8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:04.020724 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:04.029401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:04.029942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:04.030283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:04.030615 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:04.030943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:04.031270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:04.031595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:04.031915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:04.032237 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:04.032585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:04.032907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:04.033225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:04.037284 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2010b2f3-6ea7-411e-9464-00ed0a008822 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/15cfa4ff-7952-4991-af1a-53d0d4c3dce8 HTTP/1.1" status: 204 len: 168 time: 0.4202991 May 27 23:24:04.039731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46000) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:24:04.145946 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe64-1d68-487c-a641-7b3fb36daba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:04.274785 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe64-1d68-487c-a641-7b3fb36daba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:04.300090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-5b45fe64-1d68-487c-a641-7b3fb36daba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc0021d3-6bcc-4a0d-9c58-ebf15975c147']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:24:04.312772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-5b45fe64-1d68-487c-a641-7b3fb36daba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82e8e5c-d468-4c89-bf39-294a13f4f598') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:24:04.313065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-5b45fe64-1d68-487c-a641-7b3fb36daba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82e8e5c-d468-4c89-bf39-294a13f4f598') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:24:04.325202 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe64-1d68-487c-a641-7b3fb36daba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:04.342614 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe64-1d68-487c-a641-7b3fb36daba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:04.348818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b45fe64-1d68-487c-a641-7b3fb36daba9 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:24:04.349205 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe64-1d68-487c-a641-7b3fb36daba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:04.480300 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b82e8e5c-d468-4c89-bf39-294a13f4f598 resource provider aggregate not found May 27 23:24:04.496910 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b82e8e5c-d468-4c89-bf39-294a13f4f598 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b82e8e5c-d468-4c89-bf39-294a13f4f598 found for delete ", "request_id": "req-0a0adb62-4317-4d6a-b11c-058a38b3efe8"}]} May 27 23:24:04.514973 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe64-1d68-487c-a641-7b3fb36daba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:04.519160 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5b45fe64-1d68-487c-a641-7b3fb36daba9 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:04.542936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45fe64-1d68-487c-a641-7b3fb36daba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc0021d3-6bcc-4a0d-9c58-ebf15975c147,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:04.563895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 1425ba0c-81d3-4e22-ab20-f727361193ce no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:24:04.597932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 1425ba0c-81d3-4e22-ab20-f727361193ce {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:24:04.598269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 1425ba0c-81d3-4e22-ab20-f727361193ce not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:24:04.613311 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5b45fe64-1d68-487c-a641-7b3fb36daba9 admin admin] 10.222.0.27 "DELETE /v2.0/networks/fc0021d3-6bcc-4a0d-9c58-ebf15975c147 HTTP/1.1" status: 204 len: 168 time: 0.5721564 May 27 23:24:04.933610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46014) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:24:04.980848 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e6f498ac-c8fa-4612-821f-7c39e0efc7bc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cd61f7f195514b4a85cd2c80cb7b79e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461280 May 27 23:24:04.983132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46018) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:24:05.037762 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-69d3475f-d6fb-4bb3-845b-f87095adcee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:05.062793 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-69d3475f-d6fb-4bb3-845b-f87095adcee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:05.172301 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-69d3475f-d6fb-4bb3-845b-f87095adcee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:05.190739 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3475f-d6fb-4bb3-845b-f87095adcee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277354b5-1814-4dc2-bb1d-2587b86b61f7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:05.250332 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-69d3475f-d6fb-4bb3-845b-f87095adcee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:05.251433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-69d3475f-d6fb-4bb3-845b-f87095adcee4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/277354b5-1814-4dc2-bb1d-2587b86b61f7 HTTP/1.1" status: 204 len: 168 time: 0.2674541 May 27 23:24:06.189937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46042) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:24:06.295009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1403895669-network', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:24:06.300183 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:24:06.304039 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Usage tracker for resource:network and tenant:67a83cb5f0b24c8c8f0cbde644957701 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:24:06.306972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:24:06.312624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:24:06.371586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Made reservation on behalf of 67a83cb5f0b24c8c8f0cbde644957701 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:24:06.373776 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:06.385868 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:06.399651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:24:06.404031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Usage tracker for resource:security_group_rule and tenant:67a83cb5f0b24c8c8f0cbde644957701 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:24:06.406769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:24:06.412412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:24:06.490692 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:06.571852 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:06.602880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:24:06.611042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=face5233-9d04-4e80-ba5c-840df5335cae,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:06.616927 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:06.617267 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Added segment cb54cef2-142e-4cf1-9887-dfca3aadfed0 of type vlan for network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 May 27 23:24:06.643763 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:06.732418 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:06.733423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:06.734004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:06.836916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] Pushing event updated for resources: {'Network': ['ID=188152f5-8eb0-4cbd-9927-f6a47cf36f25,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:06.848865 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:24:06.904619 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0a02507b-9867-45e1-a12e-34f4d0b6c1df admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7135587 May 27 23:24:06.907437 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46048) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:24:06.912871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] Request body: {'subnet': {'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1403895669-subnet', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:24:06.919223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:24:06.922805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] Usage tracker for resource:subnet and tenant:67a83cb5f0b24c8c8f0cbde644957701 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:24:06.925705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:24:06.931357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:24:07.006312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] Made reservation on behalf of 67a83cb5f0b24c8c8f0cbde644957701 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:24:07.008617 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:07.269779 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:07.346873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] Pushing event updated for resources: {'Subnet': ['ID=09b87c9a-53e4-4714-b715-58ed6b40317e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:07.350876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] Checking segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:24:07.351230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] Network hostable DHCP agents. Network: 188152f5-8eb0-4cbd-9927-f6a47cf36f25, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:24:07.440814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] Network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:24:07.503552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 188152f5-8eb0-4cbd-9927-f6a47cf36f25) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:24:07.507330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:07.507900 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:07.513565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be28ba1-d196-4df2-af1e-b0bd5c246ce8 None None] Network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:24:07.578941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d978b4df-0f7f-4f4b-9f8b-98b46530565f admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6704352 May 27 23:24:07.581556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46052) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:24:07.586360 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:24:07.591564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:24:07.595349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Usage tracker for resource:router and tenant:67a83cb5f0b24c8c8f0cbde644957701 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:24:07.598155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:24:07.603773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:24:07.699097 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:07.700438 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:07.717610 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:07.725756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:24:07.726599 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:07.879645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Allocated IP 172.20.0.2 (188152f5-8eb0-4cbd-9927-f6a47cf36f25/09b87c9a-53e4-4714-b715-58ed6b40317e/0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:24:08.083734 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:08.094216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Transition to ACTIVE for port object 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:24:08.111982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Transition to ACTIVE for port object 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:24:08.141704 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:08.167696 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:08.234961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:24:08.237854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:24:08.240294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:24:08.309006 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Pushing event updated for resources: {'Port': ['ID=0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:08.363949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Attempting to bind port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:24:08.364318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Attempting to bind port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:24:08.364719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Attempting to bind port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:24:08.369902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:24:08.370273 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Checking segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:24:08.370675 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:08.371059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Bound using segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:24:08.371520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Bound port: 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:24:08.371892 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:08.460580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] For port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:24:08.464064 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] For port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:24:08.498517 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:08.528549 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:08.538243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:08.619320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3e399-4cf2-4105-959c-c9faa24c864c None None] Pushing event updated for resources: {'Port': ['ID=0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:08.669791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Allocated IP 172.25.2.62 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/45a39f92-36e3-42c0-b7f0-421e16065998) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:24:08.836648 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:08.944162 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:09.008597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:24:09.011445 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:24:09.015031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:24:09.047977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Pushing event updated for resources: {'Port': ['ID=45a39f92-36e3-42c0-b7f0-421e16065998,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:09.474741 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:09.514162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55be6146-26e8-4c68-9e40-508cc6144c03 None None] Network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:24:09.677771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-861cb63f-8f10-4111-b708-3f5512f99b6a None None] Provisioning for port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:24:09.937916 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:10.200738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Router 83c46cbb-3da2-4e97-8250-b9c62e980d2e is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:24:10.371828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:24:10.380880 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Sync routers for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:24:10.390979 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:24:10.391793 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:24:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:24:10.440769 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:10.442014 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3b912f9c-0ef9-481f-a98a-1431b2e7490f admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8595569 May 27 23:24:10.450481 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46056) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:24:10.565929 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:24:10.792464 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:24:10.868427 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:09Z', 'revision_number': 3, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:24:10.872800 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Checking router: 83c46cbb-3da2-4e97-8250-b9c62e980d2e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:24:10.873136 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Updating router 83c46cbb-3da2-4e97-8250-b9c62e980d2e port 45a39f92-36e3-42c0-b7f0-421e16065998 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:24:10.923516 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:10.966847 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:24:10.972436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:24:10.972808 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:11.099903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:24:11.100287 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:11.140434 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:24:11.206879 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:11.262770 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:11.275253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:11.301058 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:11.312503 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Transition to ACTIVE for port object 45a39f92-36e3-42c0-b7f0-421e16065998 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:24:11.377708 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:11.452853 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Attempting to bind port 45a39f92-36e3-42c0-b7f0-421e16065998 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:24:11.453504 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Attempting to bind port 45a39f92-36e3-42c0-b7f0-421e16065998 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:24:11.453620 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Attempting to bind port 45a39f92-36e3-42c0-b7f0-421e16065998 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:24:11.458956 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b3819-58d7-4f57-b273-6aeff1130b44 None None] Pushing event updated for resources: {'Port': ['ID=45a39f92-36e3-42c0-b7f0-421e16065998,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:11.464204 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:24:11.464591 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:24:11.464980 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:11.465356 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:24:11.465813 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Bound port: 45a39f92-36e3-42c0-b7f0-421e16065998, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:24:11.466174 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:11.469274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Allocated IP 172.20.0.1 (188152f5-8eb0-4cbd-9927-f6a47cf36f25/09b87c9a-53e4-4714-b715-58ed6b40317e/90142562-b981-4f8f-8241-c3e12a024aa3) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:24:11.497447 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b3819-58d7-4f57-b273-6aeff1130b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:11.497783 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b3819-58d7-4f57-b273-6aeff1130b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:11.498117 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b3819-58d7-4f57-b273-6aeff1130b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:11.498461 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b3819-58d7-4f57-b273-6aeff1130b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:11.498766 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b3819-58d7-4f57-b273-6aeff1130b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:11.499088 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b3819-58d7-4f57-b273-6aeff1130b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:11.499403 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b3819-58d7-4f57-b273-6aeff1130b44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:11.499716 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b3819-58d7-4f57-b273-6aeff1130b44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:11.500049 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b3819-58d7-4f57-b273-6aeff1130b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:11.500340 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b3819-58d7-4f57-b273-6aeff1130b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:11.507959 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b3819-58d7-4f57-b273-6aeff1130b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:11.507959 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33b3819-58d7-4f57-b273-6aeff1130b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:11.550586 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] For port 45a39f92-36e3-42c0-b7f0-421e16065998, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:24:11.553482 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] For port 45a39f92-36e3-42c0-b7f0-421e16065998, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=45a39f92-36e3-42c0-b7f0-421e16065998,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:24:11.607127 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:11.615471 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:11.630781 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Transition to ACTIVE for port object 90142562-b981-4f8f-8241-c3e12a024aa3 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:24:11.683352 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:24:11.683845 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:24:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:24:11.727023 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:11.737170 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b3819-58d7-4f57-b273-6aeff1130b44 None None] Pushing event updated for resources: {'Port': ['ID=45a39f92-36e3-42c0-b7f0-421e16065998,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:11.796696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:24:11.799451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:24:11.801773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:24:11.846134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Pushing event updated for resources: {'Port': ['ID=90142562-b981-4f8f-8241-c3e12a024aa3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:11.861940 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:11.863597 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:24:12.092657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e21e7040-3baf-400e-809c-063fe9dde88c None None] Provisioning for port 90142562-b981-4f8f-8241-c3e12a024aa3 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:24:12.097718 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e21e7040-3baf-400e-809c-063fe9dde88c None None] Provisioning complete for port 90142562-b981-4f8f-8241-c3e12a024aa3 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:24:12.098166 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e21e7040-3baf-400e-809c-063fe9dde88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:12.150495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e21e7040-3baf-400e-809c-063fe9dde88c None None] Port 90142562-b981-4f8f-8241-c3e12a024aa3 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:24:12.159099 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:09Z', 'revision_number': 3, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:24:12.163001 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03637503-b535-4f14-b483-1c4d7c035b6a None None] The sync data for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 is: [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:09Z', 'revision_number': 3, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:24:12.217770 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:12.455297 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:12.509634 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:12.620029 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:12.623488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Pushing event updated for resources: {'Port': ['ID=90142562-b981-4f8f-8241-c3e12a024aa3,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:12.766695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:24:12.768088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:24:12.856819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:24:12.944620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:24:12.944998 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:12.998327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Router 83c46cbb-3da2-4e97-8250-b9c62e980d2e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:24:13.082394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:24:13.083444 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 45a39f92-36e3-42c0-b7f0-421e16065998 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:24:13.127484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cf739df3-f670-4604-bacd-721131a1cf5d None None] Provisioning complete for port 90142562-b981-4f8f-8241-c3e12a024aa3 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:24:13.128212 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf739df3-f670-4604-bacd-721131a1cf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:13.193780 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-cf739df3-f670-4604-bacd-721131a1cf5d None None] Port 90142562-b981-4f8f-8241-c3e12a024aa3 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:24:13.246835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 45a39f92-36e3-42c0-b7f0-421e16065998 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:24:13.251966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 45a39f92-36e3-42c0-b7f0-421e16065998 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:24:13.252326 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:13.288241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:24:13.297018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-982ccb56-3595-475f-ab4e-05dd4d23a56e admin admin] 10.222.0.27 "PUT /v2.0/routers/83c46cbb-3da2-4e97-8250-b9c62e980d2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8454487 May 27 23:24:13.365394 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 45a39f92-36e3-42c0-b7f0-421e16065998 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:24:13.365767 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:13.382222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 45a39f92-36e3-42c0-b7f0-421e16065998, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=45a39f92-36e3-42c0-b7f0-421e16065998,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:24:13.458329 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:13.528291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=45a39f92-36e3-42c0-b7f0-421e16065998,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:13.666914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46068) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:24:13.672280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1827379500', 'description': 'tempest-description--1321577377'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:24:13.682377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:24:13.686475 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Usage tracker for resource:security_group and tenant:67a83cb5f0b24c8c8f0cbde644957701 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:24:13.689528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:24:13.700693 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:24:13.707061 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Sync routers for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:24:13.716665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:24:13.717351 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:24:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:24:13.800923 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:13.820893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:24:13.825073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Usage tracker for resource:security_group_rule and tenant:67a83cb5f0b24c8c8f0cbde644957701 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:24:13.827858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:24:13.833826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:24:13.904525 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:13.928272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:24:13.960531 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:14.002293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecef127e-f3c6-4502-8054-c6cf307bbb2f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:14.009738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:14.010162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:14.010522 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:14.010854 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:14.011176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:14.011497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:14.011816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:14.012132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:14.012473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:14.012798 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:14.013113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:14.013423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:24:14.046359 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:14.047589 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cebd85ea-c866-4b47-948b-7cb61caa0454 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3796654 May 27 23:24:14.050558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46072) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:24:14.057718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-20beafdc-b862-4263-bdd0-a9f825e555a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Request body: {'security_group_rule': {'security_group_id': 'ecef127e-f3c6-4502-8054-c6cf307bbb2f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:24:14.063065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-20beafdc-b862-4263-bdd0-a9f825e555a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:24:14.066851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-20beafdc-b862-4263-bdd0-a9f825e555a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Usage tracker for resource:security_group_rule and tenant:67a83cb5f0b24c8c8f0cbde644957701 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:24:14.069716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-20beafdc-b862-4263-bdd0-a9f825e555a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:24:14.075964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-20beafdc-b862-4263-bdd0-a9f825e555a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:24:14.173829 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20beafdc-b862-4263-bdd0-a9f825e555a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:14.236005 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20beafdc-b862-4263-bdd0-a9f825e555a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:14.242288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 2, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:24:14.246402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Checking router: 83c46cbb-3da2-4e97-8250-b9c62e980d2e for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:24:14.246756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Updating router 83c46cbb-3da2-4e97-8250-b9c62e980d2e port 90142562-b981-4f8f-8241-c3e12a024aa3 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:24:14.298238 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:14.303288 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20beafdc-b862-4263-bdd0-a9f825e555a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:14.327667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20beafdc-b862-4263-bdd0-a9f825e555a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d890cd60-1ace-4ca2-84e3-e791554ab780,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:14.401513 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-20beafdc-b862-4263-bdd0-a9f825e555a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:14.402777 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-20beafdc-b862-4263-bdd0-a9f825e555a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3512449 May 27 23:24:14.405446 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46076) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:24:14.410753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-1f3e4ab8-974a-42e4-87c1-e5bffdefd93d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Request body: {'security_group_rule': {'security_group_id': 'ecef127e-f3c6-4502-8054-c6cf307bbb2f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:24:14.418613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1f3e4ab8-974a-42e4-87c1-e5bffdefd93d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:24:14.422699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1f3e4ab8-974a-42e4-87c1-e5bffdefd93d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Usage tracker for resource:security_group_rule and tenant:67a83cb5f0b24c8c8f0cbde644957701 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:24:14.425282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-1f3e4ab8-974a-42e4-87c1-e5bffdefd93d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:24:14.430863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-1f3e4ab8-974a-42e4-87c1-e5bffdefd93d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:24:14.521713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4ab8-974a-42e4-87c1-e5bffdefd93d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:14.586164 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4ab8-974a-42e4-87c1-e5bffdefd93d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:14.635112 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4ab8-974a-42e4-87c1-e5bffdefd93d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:14.645160 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:14.656725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Transition to ACTIVE for port object 90142562-b981-4f8f-8241-c3e12a024aa3 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:24:14.659993 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e4ab8-974a-42e4-87c1-e5bffdefd93d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c559226-9e91-4f35-9164-9266768661d7,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:14.726255 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-1f3e4ab8-974a-42e4-87c1-e5bffdefd93d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:14.731412 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1f3e4ab8-974a-42e4-87c1-e5bffdefd93d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3211398 May 27 23:24:14.731523 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:14.731654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46080) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:24:14.736363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:24:14.743477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:24:14.747966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Usage tracker for resource:floatingip and tenant:67a83cb5f0b24c8c8f0cbde644957701 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:24:14.751021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:24:14.756792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:24:14.771182 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 45a39f92-36e3-42c0-b7f0-421e16065998 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:24:14.829945 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:14.906384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fae3df-e278-4eaa-9507-2f663f313db9 None None] Pushing event updated for resources: {'Port': ['ID=90142562-b981-4f8f-8241-c3e12a024aa3,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:14.985774 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:15.003628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 45a39f92-36e3-42c0-b7f0-421e16065998 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:24:15.003997 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:15.064323 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Attempting to bind port 90142562-b981-4f8f-8241-c3e12a024aa3 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:24:15.064727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Attempting to bind port 90142562-b981-4f8f-8241-c3e12a024aa3 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:24:15.065084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Attempting to bind port 90142562-b981-4f8f-8241-c3e12a024aa3 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:24:15.079803 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:24:15.080173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Checking segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:24:15.080590 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:15.080978 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Bound using segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:24:15.081441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Bound port: 90142562-b981-4f8f-8241-c3e12a024aa3, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:24:15.081810 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:15.126236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Allocated IP 172.25.2.180 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/0f46332c-6d51-4a8c-8d74-348f4694d3fb) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:24:15.222850 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 45a39f92-36e3-42c0-b7f0-421e16065998 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:24:15.225260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] For port 90142562-b981-4f8f-8241-c3e12a024aa3, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:24:15.228450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] For port 90142562-b981-4f8f-8241-c3e12a024aa3, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=90142562-b981-4f8f-8241-c3e12a024aa3,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:24:15.274007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:15.315532 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:15.367158 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:15.391480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:24:15.392103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:24:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:24:15.435040 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:24:15.438022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:24:15.451186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:24:15.451332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fae3df-e278-4eaa-9507-2f663f313db9 None None] Pushing event updated for resources: {'Port': ['ID=90142562-b981-4f8f-8241-c3e12a024aa3,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:15.489065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Pushing event updated for resources: {'Port': ['ID=0f46332c-6d51-4a8c-8d74-348f4694d3fb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:15.533436 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:15.579911 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:24:15.660404 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:15.864924 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:15.920808 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:15.944074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:15Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:24:15.948935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81196df-c84c-4cd1-8bba-f576cef27c7e None None] The sync data for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 is: [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:15Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:24:16.041586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Pushing event updated for resources: {'Port': ['ID=0f46332c-6d51-4a8c-8d74-348f4694d3fb,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:16.051682 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:16.126709 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:16.128120 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-23fa8cba-e71c-4ed1-aaaa-48f69eb0d4ec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3962123 May 27 23:24:16.258184 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:16.444543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-157091f3-528a-475b-84ee-106b42bf17a2 req-07cad8e4-7bd9-4c51-ab5d-e3c2507a0dd0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Synchronizing usage tracker for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:24:16.526978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-157091f3-528a-475b-84ee-106b42bf17a2 req-07cad8e4-7bd9-4c51-ab5d-e3c2507a0dd0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Unset dirty status for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:24:16.528290 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-07cad8e4-7bd9-4c51-ab5d-e3c2507a0dd0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1827379500&fields=id&tenant_id=67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 267 time: 0.1255729 May 27 23:24:16.689487 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157091f3-528a-475b-84ee-106b42bf17a2 req-bd8e8732-b173-4b93-b285-0195616060e8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:16.690281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-157091f3-528a-475b-84ee-106b42bf17a2 req-bd8e8732-b173-4b93-b285-0195616060e8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Synchronizing usage tracker for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:24:16.785769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 90142562-b981-4f8f-8241-c3e12a024aa3 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:24:16.795031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-157091f3-528a-475b-84ee-106b42bf17a2 req-bd8e8732-b173-4b93-b285-0195616060e8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Unset dirty status for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:24:16.796492 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-bd8e8732-b173-4b93-b285-0195616060e8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 812 time: 0.2612534 May 27 23:24:16.813333 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-310a99e2-b25d-4199-909d-92729dee32ad tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/quotas/67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 375 time: 0.0111380 May 27 23:24:16.902500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-157091f3-528a-475b-84ee-106b42bf17a2 req-1e8f7b77-d899-44eb-bf1e-e374fbb96cac tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Synchronizing usage tracker for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:24:16.920552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 90142562-b981-4f8f-8241-c3e12a024aa3 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:24:16.925726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 90142562-b981-4f8f-8241-c3e12a024aa3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:24:16.926227 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:17.023601 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-157091f3-528a-475b-84ee-106b42bf17a2 req-1e8f7b77-d899-44eb-bf1e-e374fbb96cac tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Unset dirty status for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:24:17.024985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-1e8f7b77-d899-44eb-bf1e-e374fbb96cac tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2056100 May 27 23:24:17.043484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 90142562-b981-4f8f-8241-c3e12a024aa3 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:24:17.049365 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:17.078586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 90142562-b981-4f8f-8241-c3e12a024aa3, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=90142562-b981-4f8f-8241-c3e12a024aa3,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:24:17.143794 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:17.168565 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-6b187030-373d-4555-a506-9f0fd3c158f5 service neutron] 10.222.0.27 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316922 May 27 23:24:17.212066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=90142562-b981-4f8f-8241-c3e12a024aa3,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:17.300603 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-611c4013-ae96-4251-9d4d-c1ed205d641a service neutron] 10.222.0.27 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258829 May 27 23:24:17.550404 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf26b4b5-a336-45f6-82e1-18935ca67585 req-f056a6cf-ffe8-4788-a66a-dada261718df tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 210 time: 0.0415339 May 27 23:24:18.701126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-24999773-9f13-4022-9489-b3ebef97eeff req-aa47b071-81eb-4bd5-b681-cad4fffcf2af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 210 time: 0.0468621 May 27 23:24:18.766614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 90142562-b981-4f8f-8241-c3e12a024aa3 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:24:18.833497 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 90142562-b981-4f8f-8241-c3e12a024aa3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:24:18.833848 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:18.950386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 90142562-b981-4f8f-8241-c3e12a024aa3 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:24:19.631643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ab559a73-5f8a-4757-ba57-0546ce93b726 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:19.634251 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ab559a73-5f8a-4757-ba57-0546ce93b726 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 812 time: 0.1468527 May 27 23:24:19.693008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-157091f3-528a-475b-84ee-106b42bf17a2 req-b45a140e-b04a-4f72-99c6-1b3dd7dd08c7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Synchronizing usage tracker for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:24:19.704668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-157091f3-528a-475b-84ee-106b42bf17a2 req-b45a140e-b04a-4f72-99c6-1b3dd7dd08c7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Unset dirty status for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:24:19.705833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-b45a140e-b04a-4f72-99c6-1b3dd7dd08c7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 380 time: 0.0579281 May 27 23:24:19.715375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-157091f3-528a-475b-84ee-106b42bf17a2 req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Request body: {'port': {'device_id': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'admin_state_up': True, 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'security_groups': ['ecef127e-f3c6-4502-8054-c6cf307bbb2f']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:24:19.855465 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74f556b6-e7ba-42a4-a865-0169a7d70348 req-87f24f69-6283-4fac-bacb-81ab7ef11dee tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 210 time: 0.0436773 May 27 23:24:19.856290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-157091f3-528a-475b-84ee-106b42bf17a2 req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:24:19.865954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-157091f3-528a-475b-84ee-106b42bf17a2 req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:24:19.923623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157091f3-528a-475b-84ee-106b42bf17a2 req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Made reservation on behalf of 67a83cb5f0b24c8c8f0cbde644957701 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:24:19.926966 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-157091f3-528a-475b-84ee-106b42bf17a2 req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:20.191880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-157091f3-528a-475b-84ee-106b42bf17a2 req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Allocated IP 172.20.0.4 (188152f5-8eb0-4cbd-9927-f6a47cf36f25/09b87c9a-53e4-4714-b715-58ed6b40317e/925b92e7-49c4-4661-9789-5663124b1270) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:24:20.373520 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-157091f3-528a-475b-84ee-106b42bf17a2 req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:20.389055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-157091f3-528a-475b-84ee-106b42bf17a2 req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Transition to ACTIVE for port object 925b92e7-49c4-4661-9789-5663124b1270 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:24:20.498317 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-157091f3-528a-475b-84ee-106b42bf17a2 req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:20.569316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157091f3-528a-475b-84ee-106b42bf17a2 req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:24:20.572835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-157091f3-528a-475b-84ee-106b42bf17a2 req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:24:20.576785 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-157091f3-528a-475b-84ee-106b42bf17a2 req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:24:20.611293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Pushing event updated for resources: {'Port': ['ID=925b92e7-49c4-4661-9789-5663124b1270,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:20.647573 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157091f3-528a-475b-84ee-106b42bf17a2 req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:20.648249 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-157091f3-528a-475b-84ee-106b42bf17a2 req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:20.752675 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-33d5c407-27e8-4d50-a97f-8f09012a3e57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0386379 May 27 23:24:20.767947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-77308256-5f54-4d19-bcd3-5224ad9767c1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:24:20.768877 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-77308256-5f54-4d19-bcd3-5224ad9767c1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050547 May 27 23:24:20.778372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Request body: {'port': {'device_id': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:24:20.857629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-12e6a18a-9819-4048-9b15-c7430818d402 None None] Provisioning for port 925b92e7-49c4-4661-9789-5663124b1270 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:24:20.862620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-12e6a18a-9819-4048-9b15-c7430818d402 None None] Provisioning complete for port 925b92e7-49c4-4661-9789-5663124b1270 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:24:20.863012 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-12e6a18a-9819-4048-9b15-c7430818d402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:20.891479 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:20.919631 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-12e6a18a-9819-4048-9b15-c7430818d402 None None] Port 925b92e7-49c4-4661-9789-5663124b1270 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:24:21.061958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb97c8-0079-44f2-9883-72f9c25041f1 req-7b543163-495b-441e-b89f-4e4ac884938b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:21.061958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5aeb97c8-0079-44f2-9883-72f9c25041f1 req-7b543163-495b-441e-b89f-4e4ac884938b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 931 time: 0.0830283 May 27 23:24:21.088760 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5aeb97c8-0079-44f2-9883-72f9c25041f1 req-c183f056-bb23-42d4-ae82-68fa724e2970 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378015 May 27 23:24:21.237204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925b92e7-49c4-4661-9789-5663124b1270 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:24:21.244691 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:21.258727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Transition to ACTIVE for port object 925b92e7-49c4-4661-9789-5663124b1270 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:24:21.314646 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:21.469966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Pushing event updated for resources: {'Port': ['ID=925b92e7-49c4-4661-9789-5663124b1270,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:21.545827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Attempting to bind port 925b92e7-49c4-4661-9789-5663124b1270 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:24:21.546153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Attempting to bind port 925b92e7-49c4-4661-9789-5663124b1270 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:24:21.546475 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Attempting to bind port 925b92e7-49c4-4661-9789-5663124b1270 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:24:21.550964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Port 925b92e7-49c4-4661-9789-5663124b1270 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:24:21.551273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Attempting to bind port 925b92e7-49c4-4661-9789-5663124b1270 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:24:21.556277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:24:21.557249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Checking segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:24:21.557617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Bound using segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:24:21.558031 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Bound port: 925b92e7-49c4-4661-9789-5663124b1270, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:24:21.558367 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:21.642566 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] For port 925b92e7-49c4-4661-9789-5663124b1270, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:24:21.645304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] For port 925b92e7-49c4-4661-9789-5663124b1270, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=925b92e7-49c4-4661-9789-5663124b1270,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:24:21.715182 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:21.776713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:21.777320 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:21.778708 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] 10.222.0.57 "PUT /v2.0/ports/925b92e7-49c4-4661-9789-5663124b1270 HTTP/1.1" status: 200 len: 1091 time: 1.0039618 May 27 23:24:21.779158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'tag': '925b92e7-49c4-4661-9789-5663124b1270'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:24:21.802417 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35359f-fba4-47d4-9174-73d2775a7442 service neutron] Pushing event updated for resources: {'Port': ['ID=925b92e7-49c4-4661-9789-5663124b1270,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:21.828323 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93933fb7-2709-4d98-96ab-ae3f764ec6a1'] response: {'name': 'network-changed', 'server_uuid': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'tag': '925b92e7-49c4-4661-9789-5663124b1270', 'status': 'completed', 'code': 200} May 27 23:24:21.938571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d98ac9-966e-4e80-8328-21df0065c2dc req-d82a8ea9-c8ad-4809-95da-89a876660336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:21.940051 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d9d98ac9-966e-4e80-8328-21df0065c2dc req-d82a8ea9-c8ad-4809-95da-89a876660336 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 1094 time: 0.0717223 May 27 23:24:22.085332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d98ac9-966e-4e80-8328-21df0065c2dc req-4b64e6e5-c7af-41c4-8720-e4cb59e7c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:22.086766 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d9d98ac9-966e-4e80-8328-21df0065c2dc req-4b64e6e5-c7af-41c4-8720-e4cb59e7c17e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1323967 May 27 23:24:22.280124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256ee4f-5db5-454e-b8ca-43eb5c826cd6 req-701e83ac-cdee-466e-92cb-8a192ffe2d30 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:22.281607 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4256ee4f-5db5-454e-b8ca-43eb5c826cd6 req-701e83ac-cdee-466e-92cb-8a192ffe2d30 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 943 time: 0.0816083 May 27 23:24:22.324920 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4256ee4f-5db5-454e-b8ca-43eb5c826cd6 req-954e9f15-aed4-4f01-8435-f46f6bd2b3bb tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376728 May 27 23:24:22.342809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d98ac9-966e-4e80-8328-21df0065c2dc req-902861e1-df9c-4d95-af6e-b22e6f621852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:22.344239 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d9d98ac9-966e-4e80-8328-21df0065c2dc req-902861e1-df9c-4d95-af6e-b22e6f621852 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2507966 May 27 23:24:22.474859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157091f3-528a-475b-84ee-106b42bf17a2 req-5626c0c0-fbd6-42bf-a809-c14adadd5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:22.476243 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-5626c0c0-fbd6-42bf-a809-c14adadd5412 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 1094 time: 0.0738571 May 27 23:24:22.548827 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-bb4fbba3-8bca-4ae8-83b7-e062a71232c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=925b92e7-49c4-4661-9789-5663124b1270 HTTP/1.1" status: 200 len: 217 time: 0.0599070 May 27 23:24:22.611910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157091f3-528a-475b-84ee-106b42bf17a2 req-826adadf-d24d-4211-b2d4-86ec8cb41e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:22.613340 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-826adadf-d24d-4211-b2d4-86ec8cb41e3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0592294 May 27 23:24:22.686736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157091f3-528a-475b-84ee-106b42bf17a2 req-65fc5813-20d8-4da2-ac9b-4a84e40cab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:22.688197 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-65fc5813-20d8-4da2-ac9b-4a84e40cab0d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695457 May 27 23:24:22.800618 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:22.821664 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-d3707cda-5a9d-4b0c-b096-a3a7304bbfe0 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269605 May 27 23:24:22.954095 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-157091f3-528a-475b-84ee-106b42bf17a2 req-72c36c27-1cc7-46ff-b697-7e215ae2d492 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267538 May 27 23:24:23.511806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e685fd5-4975-4d3f-8a34-efb40ce3d522 req-b1f958f6-7be5-4ad5-82e0-978d98845282 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:23.513252 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e685fd5-4975-4d3f-8a34-efb40ce3d522 req-b1f958f6-7be5-4ad5-82e0-978d98845282 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 943 time: 0.0811195 May 27 23:24:23.555276 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e685fd5-4975-4d3f-8a34-efb40ce3d522 req-7a44033b-4bc8-4832-bbfc-537b59b58b27 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364757 May 27 23:24:24.610512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 925b92e7-49c4-4661-9789-5663124b1270 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:24:24.739878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44456c7b-2782-4c87-82d0-6a324a4163c6 req-2c240680-8123-4cf9-bd15-21635f592242 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:24.741361 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44456c7b-2782-4c87-82d0-6a324a4163c6 req-2c240680-8123-4cf9-bd15-21635f592242 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 943 time: 0.0824878 May 27 23:24:24.744127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 925b92e7-49c4-4661-9789-5663124b1270, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=925b92e7-49c4-4661-9789-5663124b1270,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:24:24.757182 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '925b92e7-49c4-4661-9789-5663124b1270', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'port_id': '925b92e7-49c4-4661-9789-5663124b1270', 'mac_address': 'fa:16:3e:bb:bb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:24:24.785233 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44456c7b-2782-4c87-82d0-6a324a4163c6 req-dc005273-e9fe-4e97-b4e5-8adaf4660159 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377996 May 27 23:24:24.811857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 925b92e7-49c4-4661-9789-5663124b1270 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:24:24.812234 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:24.828575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925b92e7-49c4-4661-9789-5663124b1270 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:24:24.843919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 925b92e7-49c4-4661-9789-5663124b1270, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=925b92e7-49c4-4661-9789-5663124b1270,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:24:24.914692 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:24.983685 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=925b92e7-49c4-4661-9789-5663124b1270,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:25.195627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['925b92e7-49c4-4661-9789-5663124b1270'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:24:25.968032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5b40b-cff9-4de5-905e-265a29c3638a req-f3a1154a-99d8-4a94-b134-5777c6224a9c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:25.969499 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30f5b40b-cff9-4de5-905e-265a29c3638a req-f3a1154a-99d8-4a94-b134-5777c6224a9c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 944 time: 0.0814614 May 27 23:24:26.012481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-30f5b40b-cff9-4de5-905e-265a29c3638a req-bf95bea4-62c7-4d62-a469-e176e97d1075 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373774 May 27 23:24:26.074300 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:24:26.630205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 925b92e7-49c4-4661-9789-5663124b1270 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:24:26.783111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 925b92e7-49c4-4661-9789-5663124b1270 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:24:26.787770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 925b92e7-49c4-4661-9789-5663124b1270 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:24:26.788132 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:26.899863 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 925b92e7-49c4-4661-9789-5663124b1270 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:24:26.900181 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:26.925459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b92e7-49c4-4661-9789-5663124b1270'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:24:26.935676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 925b92e7-49c4-4661-9789-5663124b1270, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=925b92e7-49c4-4661-9789-5663124b1270,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:24:26.968685 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6cf24ce-6405-4404-8ffc-789fbdafb0bc'] response: {'server_uuid': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b92e7-49c4-4661-9789-5663124b1270', 'code': 200} May 27 23:24:27.023526 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:27.093438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=925b92e7-49c4-4661-9789-5663124b1270,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:24:27.128477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de88ac6-9127-4897-ac82-26a5d4a2535d req-24269e1a-3948-412a-bad6-4cc937a44141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:27.129957 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9de88ac6-9127-4897-ac82-26a5d4a2535d req-24269e1a-3948-412a-bad6-4cc937a44141 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 1096 time: 0.0746949 May 27 23:24:27.170581 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9de88ac6-9127-4897-ac82-26a5d4a2535d req-fc09932c-6d1a-4343-800f-c0ec66700a29 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341976 May 27 23:24:27.194955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c9882-4478-494a-a611-c2231ce840c1 req-08bbcfc9-642c-407d-bc19-c114d43bb2cc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:27.196436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c20c9882-4478-494a-a611-c2231ce840c1 req-08bbcfc9-642c-407d-bc19-c114d43bb2cc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0789003 May 27 23:24:27.243089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c20c9882-4478-494a-a611-c2231ce840c1 req-903464d3-776b-4bfe-99a3-87c833b99211 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403469 May 27 23:24:27.537571 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-799ac6af-d838-4816-8f16-83f4b5bf578d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:28.428905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0d69f-8ee5-48ec-b863-4958a8f7167d req-aa084c80-ec7f-45e6-b365-c4e495c39f73 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:28.430383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0b0d69f-8ee5-48ec-b863-4958a8f7167d req-aa084c80-ec7f-45e6-b365-c4e495c39f73 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0801921 May 27 23:24:28.475636 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0b0d69f-8ee5-48ec-b863-4958a8f7167d req-31f41c72-92f1-47a6-b917-c19672ebebaa tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386121 May 27 23:24:29.692013 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9684a7d2-f7c9-4176-a3a1-2202eec1740b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:29.770776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bb5f3-b1ba-4111-8da8-ba4390057bf0 req-97575d13-fef6-4eb6-876f-0ac4a3f1058d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:29.772156 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-515bb5f3-b1ba-4111-8da8-ba4390057bf0 req-97575d13-fef6-4eb6-876f-0ac4a3f1058d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.1885569 May 27 23:24:29.815738 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-515bb5f3-b1ba-4111-8da8-ba4390057bf0 req-1c1159e1-5cb9-4f90-839f-e4828ea82d08 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372014 May 27 23:24:29.992480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870aa297-e68f-4901-aa64-994374a2d686 req-f57ce4a2-5e3b-4f22-bf0c-ca758ea82829 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:29.993903 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-870aa297-e68f-4901-aa64-994374a2d686 req-f57ce4a2-5e3b-4f22-bf0c-ca758ea82829 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0789735 May 27 23:24:30.002890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46136) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:24:30.007609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c61b36f3-c753-4170-9a8f-a8f3b49317fc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Request body: {'floatingip': {'port_id': '925b92e7-49c4-4661-9789-5663124b1270'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:24:30.084898 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c61b36f3-c753-4170-9a8f-a8f3b49317fc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:30.671364 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c61b36f3-c753-4170-9a8f-a8f3b49317fc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:30.715308 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c61b36f3-c753-4170-9a8f-a8f3b49317fc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:30.884052 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-c61b36f3-c753-4170-9a8f-a8f3b49317fc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d associated. External IP: 172.25.2.180, port: 925b92e7-49c4-4661-9789-5663124b1270. May 27 23:24:30.994782 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:31.052204 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:31.342040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61b36f3-c753-4170-9a8f-a8f3b49317fc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Router 83c46cbb-3da2-4e97-8250-b9c62e980d2e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:24:31.517993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61b36f3-c753-4170-9a8f-a8f3b49317fc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:24:31.522327 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c61b36f3-c753-4170-9a8f-a8f3b49317fc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:31.527637 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2eeea-a576-4f8b-a3ff-f6a2c13ddca8 None None] Sync routers for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:24:31.537048 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2eeea-a576-4f8b-a3ff-f6a2c13ddca8 None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:24:31.537634 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-92e2eeea-a576-4f8b-a3ff-f6a2c13ddca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:24:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:24:31.576901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c61b36f3-c753-4170-9a8f-a8f3b49317fc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "PUT /v2.0/floatingips/c2d266e0-3d58-4f20-85bc-2c6930e1c99d HTTP/1.1" status: 200 len: 991 time: 1.5729821 May 27 23:24:31.577475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'tag': '925b92e7-49c4-4661-9789-5663124b1270'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:24:31.629173 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed808f3-0221-400c-b215-d052f363e506'] response: {'name': 'network-changed', 'server_uuid': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'tag': '925b92e7-49c4-4661-9789-5663124b1270', 'status': 'completed', 'code': 200} May 27 23:24:31.722886 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-92e2eeea-a576-4f8b-a3ff-f6a2c13ddca8 None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:24:31.757498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e702e1-664a-4feb-a988-93f97d9646c0 req-393beeed-ff20-42a1-8213-c72b513e9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:31.759032 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-18e702e1-664a-4feb-a988-93f97d9646c0 req-393beeed-ff20-42a1-8213-c72b513e9233 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 1096 time: 0.0798190 May 27 23:24:31.773627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01a27f-fc12-4693-8cb6-ac224768833d req-55d44437-df22-4fa3-8100-5fbae3319146 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:31.775117 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea01a27f-fc12-4693-8cb6-ac224768833d req-55d44437-df22-4fa3-8100-5fbae3319146 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0899799 May 27 23:24:31.823645 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea01a27f-fc12-4693-8cb6-ac224768833d req-a04150eb-1c65-465e-84f0-b0cb4458709e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425146 May 27 23:24:31.898390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e702e1-664a-4feb-a988-93f97d9646c0 req-91caaa65-78b7-4555-b364-8150dbdd05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:31.899857 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-18e702e1-664a-4feb-a988-93f97d9646c0 req-91caaa65-78b7-4555-b364-8150dbdd05fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1341839 May 27 23:24:32.006252 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-18e702e1-664a-4feb-a988-93f97d9646c0 req-5426984f-d3f2-4518-ac89-2957959d2d05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=925b92e7-49c4-4661-9789-5663124b1270 HTTP/1.1" status: 200 len: 999 time: 0.0992177 May 27 23:24:32.012778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207770a-b489-42fb-8279-fe60bafa76ae req-5b045b59-6771-45ae-8ada-309d6759e00f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:32.014432 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c207770a-b489-42fb-8279-fe60bafa76ae req-5b045b59-6771-45ae-8ada-309d6759e00f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0822401 May 27 23:24:32.060578 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c207770a-b489-42fb-8279-fe60bafa76ae req-12c90d7a-83f4-453e-aff0-4c0dbbec8c21 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401978 May 27 23:24:32.070518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e702e1-664a-4feb-a988-93f97d9646c0 req-1c7f98d9-8032-4720-b96a-43c9a74ae3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:32.073048 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-18e702e1-664a-4feb-a988-93f97d9646c0 req-1c7f98d9-8032-4720-b96a-43c9a74ae3fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0593607 May 27 23:24:32.111411 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-92e2eeea-a576-4f8b-a3ff-f6a2c13ddca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c2d266e0-3d58-4f20-85bc-2c6930e1c99d', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'port_id': '925b92e7-49c4-4661-9789-5663124b1270', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'mac_address': 'fa:16:3e:bb:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:24:15Z', 'updated_at': '2022-05-27T23:24:30Z', 'revision_number': 1, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:24:32.115201 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2eeea-a576-4f8b-a3ff-f6a2c13ddca8 None None] Checking router: 83c46cbb-3da2-4e97-8250-b9c62e980d2e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:24:32.123915 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e2eeea-a576-4f8b-a3ff-f6a2c13ddca8 None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:24:32.124534 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-92e2eeea-a576-4f8b-a3ff-f6a2c13ddca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:24:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:24:32.151928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e702e1-664a-4feb-a988-93f97d9646c0 req-009fd8f9-aff5-4b96-bef1-a539121b0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:32.153469 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-18e702e1-664a-4feb-a988-93f97d9646c0 req-009fd8f9-aff5-4b96-bef1-a539121b0f87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745826 May 27 23:24:32.252232 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:32.289265 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-18e702e1-664a-4feb-a988-93f97d9646c0 req-fdb3eb2b-0eae-447b-9245-2f2c3342baf0 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290870 May 27 23:24:32.300430 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-92e2eeea-a576-4f8b-a3ff-f6a2c13ddca8 None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:24:32.421032 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-18e702e1-664a-4feb-a988-93f97d9646c0 req-6340f969-ae4f-4e0a-8901-7b9cf62b61bd service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245940 May 27 23:24:32.639206 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-92e2eeea-a576-4f8b-a3ff-f6a2c13ddca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c2d266e0-3d58-4f20-85bc-2c6930e1c99d', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'port_id': '925b92e7-49c4-4661-9789-5663124b1270', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'mac_address': 'fa:16:3e:bb:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:24:15Z', 'updated_at': '2022-05-27T23:24:30Z', 'revision_number': 1, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:24:32.642963 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e2eeea-a576-4f8b-a3ff-f6a2c13ddca8 None None] The sync data for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 is: [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c2d266e0-3d58-4f20-85bc-2c6930e1c99d', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'port_id': '925b92e7-49c4-4661-9789-5663124b1270', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'mac_address': 'fa:16:3e:bb:bb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:24:15Z', 'updated_at': '2022-05-27T23:24:30Z', 'revision_number': 1, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:24:32.827421 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a968ade4-473c-4cbb-8c52-5f9d23f1013f None None] New status for floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:24:33.249392 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc0ad2-dbf8-4720-bcd9-b7a308dd9f00 req-97a58d35-4cc1-403c-bba9-914c3b12c1ff tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:33.250851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cfdc0ad2-dbf8-4720-bcd9-b7a308dd9f00 req-97a58d35-4cc1-403c-bba9-914c3b12c1ff tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0826535 May 27 23:24:33.294497 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cfdc0ad2-dbf8-4720-bcd9-b7a308dd9f00 req-540bdae0-8a0a-4063-9928-44bafb14db04 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379503 May 27 23:24:33.472160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bd915-1899-4067-80fd-8f8b54052a6f req-031935c3-3e8f-42cc-b8b5-88ea90cba77a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:33.473531 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d5bd915-1899-4067-80fd-8f8b54052a6f req-031935c3-3e8f-42cc-b8b5-88ea90cba77a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0790179 May 27 23:24:33.519461 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d5bd915-1899-4067-80fd-8f8b54052a6f req-303cad7a-a763-43c6-92b0-d865db8f1cbb tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403552 May 27 23:24:34.084766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda455eb-040a-4084-9ae7-efb5d726436d req-8a3a9668-e24b-478f-85a4-f15ef741384c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:34.086238 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fda455eb-040a-4084-9ae7-efb5d726436d req-8a3a9668-e24b-478f-85a4-f15ef741384c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0782776 May 27 23:24:34.178912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fda455eb-040a-4084-9ae7-efb5d726436d req-9cd15023-5a5a-4ef5-a69d-5dac6b5b3545 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598655 May 27 23:24:34.198868 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-c336d28c-27be-4cab-aa94-e9a81f2ec8c6 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1060505 May 27 23:24:35.365919 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dc30e-d056-4593-a1fc-c4ce8cb6d370 req-e855026d-790e-41fb-bfe5-a8306649864b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:35.367356 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-154dc30e-d056-4593-a1fc-c4ce8cb6d370 req-e855026d-790e-41fb-bfe5-a8306649864b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0801339 May 27 23:24:35.410951 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-154dc30e-d056-4593-a1fc-c4ce8cb6d370 req-f18cc445-cbdc-48cf-bc16-0df7ce1dcfe9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372143 May 27 23:24:36.055014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-056b3ff5-d3a5-43c3-9196-db80b2d28845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:36.056501 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-056b3ff5-d3a5-43c3-9196-db80b2d28845 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 1096 time: 0.0694995 May 27 23:24:36.295714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-a3fa5301-8b98-4c5c-b8c6-32a359b3e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:36.297220 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-a3fa5301-8b98-4c5c-b8c6-32a359b3e765 service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.2352288 May 27 23:24:36.398834 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-831e50dd-dfad-4474-be74-faf62d26dc4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=925b92e7-49c4-4661-9789-5663124b1270 HTTP/1.1" status: 200 len: 1001 time: 0.0952833 May 27 23:24:36.463995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-d64a0a71-f4ef-4b6a-be49-7297f6bf9848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:36.465505 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-d64a0a71-f4ef-4b6a-be49-7297f6bf9848 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0608325 May 27 23:24:36.540304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-47c17828-54e6-45f6-b775-244e62a223a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:36.541877 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-47c17828-54e6-45f6-b775-244e62a223a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702643 May 27 23:24:36.597371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5920dfa-1755-43b7-8cee-fcd291301802 req-f55b7d23-fe01-4f39-ba88-50028320b1c6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:36.598841 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5920dfa-1755-43b7-8cee-fcd291301802 req-f55b7d23-fe01-4f39-ba88-50028320b1c6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0834224 May 27 23:24:36.642082 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5920dfa-1755-43b7-8cee-fcd291301802 req-4bddbeda-e662-419c-9fb5-a70234dec0db tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376539 May 27 23:24:36.675822 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-8657de53-d3c7-49d8-9c31-3a7b00b154f0 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277754 May 27 23:24:36.808598 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-20d52811-ec83-4946-9f89-e7e2692eb60a service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257167 May 27 23:24:37.827824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa7baa-9ce3-444e-a5e5-73249579c790 req-d04a60ba-153c-43bf-9df5-dd6090d97f57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:37.829291 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96aa7baa-9ce3-444e-a5e5-73249579c790 req-d04a60ba-153c-43bf-9df5-dd6090d97f57 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0802100 May 27 23:24:37.872017 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96aa7baa-9ce3-444e-a5e5-73249579c790 req-4c17f68f-f3de-4c80-8913-04157d0fff6f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372055 May 27 23:24:39.056425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17fa20-32db-4a4b-8828-53c5135d9751 req-424e1d24-fad0-4563-a5dd-4a4b2f9627f3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:39.057901 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d17fa20-32db-4a4b-8828-53c5135d9751 req-424e1d24-fad0-4563-a5dd-4a4b2f9627f3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0831785 May 27 23:24:39.100494 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5d17fa20-32db-4a4b-8828-53c5135d9751 req-907a4b22-49de-41c9-b382-f83caf449aa3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368702 May 27 23:24:40.281025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04933737-faa6-44cd-ac15-2b0fabfc9950 req-557db371-b915-4118-acff-ded197e5d5d6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:40.282460 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04933737-faa6-44cd-ac15-2b0fabfc9950 req-557db371-b915-4118-acff-ded197e5d5d6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0772965 May 27 23:24:40.329189 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-04933737-faa6-44cd-ac15-2b0fabfc9950 req-f638db64-be1c-4e72-b617-99ecec0891c7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409458 May 27 23:24:41.513200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6b6a5-24d2-4226-8ff4-f4458b46a105 req-df610ebb-1f8f-4406-993f-3ac5ff1b773e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:41.515453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68a6b6a5-24d2-4226-8ff4-f4458b46a105 req-df610ebb-1f8f-4406-993f-3ac5ff1b773e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0787563 May 27 23:24:41.566995 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68a6b6a5-24d2-4226-8ff4-f4458b46a105 req-009e532e-1cbb-415e-92cb-17da9ea62178 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457609 May 27 23:24:42.755653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49e703-5988-4082-8f6a-88053ab9e575 req-a859a846-d8a1-4682-8324-87203a522c1d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:42.757132 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b49e703-5988-4082-8f6a-88053ab9e575 req-a859a846-d8a1-4682-8324-87203a522c1d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0824480 May 27 23:24:42.799896 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b49e703-5988-4082-8f6a-88053ab9e575 req-bd03efa1-f4c7-41dd-a1e0-999c4f0f0a7b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364592 May 27 23:24:43.982115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f6846-d8e1-4d9d-9f29-e2c4ca031eae req-7d42c29f-6e37-4766-bbb7-6cdbd9ce41ca tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:43.983551 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d2f6846-d8e1-4d9d-9f29-e2c4ca031eae req-7d42c29f-6e37-4766-bbb7-6cdbd9ce41ca tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0790629 May 27 23:24:44.026534 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d2f6846-d8e1-4d9d-9f29-e2c4ca031eae req-55364eb7-949e-406e-aead-143ea03b5a7d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374668 May 27 23:24:45.313192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fea45-2ac3-4b9b-9481-322c97d78189 req-16726e88-17d2-4036-b7d5-255f5e5c52d3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:45.314567 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-301fea45-2ac3-4b9b-9481-322c97d78189 req-16726e88-17d2-4036-b7d5-255f5e5c52d3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.1795967 May 27 23:24:45.358791 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-301fea45-2ac3-4b9b-9481-322c97d78189 req-a7404021-f520-4bdb-9aa3-4ec8a89600a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382924 May 27 23:24:46.268635 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:46.540032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8778a5-4a49-4bf8-bd66-4793cc41a700 req-3d60b237-161f-4e56-aa58-756e44c92b13 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:46.542027 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f8778a5-4a49-4bf8-bd66-4793cc41a700 req-3d60b237-161f-4e56-aa58-756e44c92b13 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0800090 May 27 23:24:46.586483 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6f8778a5-4a49-4bf8-bd66-4793cc41a700 req-fa9702e2-0e31-4054-9861-dc014e8bb818 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388389 May 27 23:24:47.769622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0cdd2-5614-4a6d-ad79-0db33d8f16f0 req-61afbdbf-82c6-44ac-879b-68e08bfa824c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:47.771074 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ef0cdd2-5614-4a6d-ad79-0db33d8f16f0 req-61afbdbf-82c6-44ac-879b-68e08bfa824c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0797033 May 27 23:24:47.815369 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ef0cdd2-5614-4a6d-ad79-0db33d8f16f0 req-fc38369f-ccec-41db-a68b-4fd4fb6dffd0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386307 May 27 23:24:49.003819 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7d46e-512a-4533-bd48-da39c1dd7096 req-538dd438-c88b-4387-a7d2-3793d5a59bc7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:49.005185 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67d7d46e-512a-4533-bd48-da39c1dd7096 req-538dd438-c88b-4387-a7d2-3793d5a59bc7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0824468 May 27 23:24:49.048096 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67d7d46e-512a-4533-bd48-da39c1dd7096 req-baa9aed8-d682-4159-87f1-ad626dc045d6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367556 May 27 23:24:50.228232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472f646-e457-4f4e-8fd0-50a6c9667a3e req-9bfa30d8-89fb-46dd-abbf-365bd9e45796 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:50.233987 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0472f646-e457-4f4e-8fd0-50a6c9667a3e req-9bfa30d8-89fb-46dd-abbf-365bd9e45796 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0795419 May 27 23:24:50.274480 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0472f646-e457-4f4e-8fd0-50a6c9667a3e req-cc5ed898-df38-4b4d-9ab7-51890af9a7a7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384824 May 27 23:24:51.458881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ddbb1d-840e-4832-8658-e3836f7b9b12 req-d8817852-b818-4f86-bbae-69dc25673be0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:51.460336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22ddbb1d-840e-4832-8658-e3836f7b9b12 req-d8817852-b818-4f86-bbae-69dc25673be0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0810690 May 27 23:24:51.503215 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22ddbb1d-840e-4832-8658-e3836f7b9b12 req-f0cbf63e-2c91-40fe-84cc-3f84b6f15aaa tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373409 May 27 23:24:52.686771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7d218-2d5c-4d8e-a94e-cafee09cba94 req-f55533a6-98a5-45f7-bdeb-40354ecd7db3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:52.688234 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8e7d218-2d5c-4d8e-a94e-cafee09cba94 req-f55533a6-98a5-45f7-bdeb-40354ecd7db3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0805418 May 27 23:24:52.737511 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8e7d218-2d5c-4d8e-a94e-cafee09cba94 req-dcd7fe95-956c-40c9-8f4d-edfd164edbbd tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433509 May 27 23:24:52.806068 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:53.922604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c4ea6-1dc1-4712-b41f-830f034af50b req-c3b7ed69-8f9c-4d43-a6a5-f9f7d2a0c393 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:53.924071 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fa5c4ea6-1dc1-4712-b41f-830f034af50b req-c3b7ed69-8f9c-4d43-a6a5-f9f7d2a0c393 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0792336 May 27 23:24:53.967891 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fa5c4ea6-1dc1-4712-b41f-830f034af50b req-cae84a63-5f54-4936-a9e4-384773f91ff7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377572 May 27 23:24:55.152642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705f724-df90-47f0-af43-3ce6a0f2abcd req-d0cd5bc0-e1e7-48a7-bd6a-4e74a7aa99c1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:55.154077 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1705f724-df90-47f0-af43-3ce6a0f2abcd req-d0cd5bc0-e1e7-48a7-bd6a-4e74a7aa99c1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0821939 May 27 23:24:55.197361 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1705f724-df90-47f0-af43-3ce6a0f2abcd req-2cef51b9-6422-43cc-acfa-85c5fc0dad75 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373952 May 27 23:24:56.385029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13585b3d-116d-4b16-80c5-c2471cad2b9e req-009bd391-fc89-4640-843e-7cfb0ef51fa8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:56.386524 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13585b3d-116d-4b16-80c5-c2471cad2b9e req-009bd391-fc89-4640-843e-7cfb0ef51fa8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0786314 May 27 23:24:56.429975 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13585b3d-116d-4b16-80c5-c2471cad2b9e req-8f97464f-eee1-4679-ad04-258a64a766c1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379064 May 27 23:24:57.554174 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6215d870-eca3-4d8f-9a0e-417457b30228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:57.617805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5086d0-110c-4296-bb7a-f75088dc541d req-4f133419-09e4-487a-bf47-d9d1393d0f1f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:57.619260 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac5086d0-110c-4296-bb7a-f75088dc541d req-4f133419-09e4-487a-bf47-d9d1393d0f1f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0849528 May 27 23:24:57.662770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac5086d0-110c-4296-bb7a-f75088dc541d req-f8ec493e-3825-4cf2-8605-563d28a0ca94 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378027 May 27 23:24:58.844191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b1bfe-9321-4d90-893d-430cf3a0adc0 req-b6137f53-db29-4701-9458-afe65ccd2e1f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:58.845634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e41b1bfe-9321-4d90-893d-430cf3a0adc0 req-b6137f53-db29-4701-9458-afe65ccd2e1f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0777011 May 27 23:24:58.887615 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e41b1bfe-9321-4d90-893d-430cf3a0adc0 req-a4967907-3fcb-44b9-929e-dcc5241f3ac9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364497 May 27 23:24:59.009055 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-c6a4023d-9df9-42c7-a6e3-885e60e00818 service neutron] show failed (client error): The resource could not be found. May 27 23:24:59.009991 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-c6a4023d-9df9-42c7-a6e3-885e60e00818 service neutron] 10.222.0.57 "GET /v2.0/ports/925b92e7-49c4-4661-9789-5663124b1270/bindings/n-h2-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0781922 May 27 23:24:59.544563 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-d6b9c193-6c20-4295-b7ce-9be5488699ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:24:59.546113 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-d6b9c193-6c20-4295-b7ce-9be5488699ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2&tenant_id=67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 1096 time: 0.1185453 May 27 23:24:59.558159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:24:59.668226 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:59.703436 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cf76d5db-3b36-49a8-bfdc-94f394958016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:24:59.932232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] For port 925b92e7-49c4-4661-9789-5663124b1270, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=925b92e7-49c4-4661-9789-5663124b1270,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:24:59.961038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] For port 925b92e7-49c4-4661-9789-5663124b1270, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:25:00.018889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925b92e7-49c4-4661-9789-5663124b1270'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:25:00.024373 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:00.040294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Transition to ACTIVE for port object 925b92e7-49c4-4661-9789-5663124b1270 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:25:00.076189 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e22d7-0add-4e14-8a0d-b555509030a0 req-1449bfd8-423b-46fc-9730-2cb1c4ae42a5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:00.077663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-899e22d7-0add-4e14-8a0d-b555509030a0 req-1449bfd8-423b-46fc-9730-2cb1c4ae42a5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0825739 May 27 23:25:00.108440 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:00.128523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-899e22d7-0add-4e14-8a0d-b555509030a0 req-a4797f00-3908-4b45-84af-5a306f3ddff0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413201 May 27 23:25:00.155787 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23a530e8-26e3-402d-b4a0-7056e7bad429'] response: {'server_uuid': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '925b92e7-49c4-4661-9789-5663124b1270', 'code': 200} May 27 23:25:00.267308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Pushing event updated for resources: {'Port': ['ID=925b92e7-49c4-4661-9789-5663124b1270,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:25:00.317283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] No DVR routers for this DVR port 925b92e7-49c4-4661-9789-5663124b1270 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:25:00.656857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Attempting to bind port 925b92e7-49c4-4661-9789-5663124b1270 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:25:00.657193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Attempting to bind port 925b92e7-49c4-4661-9789-5663124b1270 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:25:00.657523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Attempting to bind port 925b92e7-49c4-4661-9789-5663124b1270 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:25:00.662000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Port 925b92e7-49c4-4661-9789-5663124b1270 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:25:00.662320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Attempting to bind port 925b92e7-49c4-4661-9789-5663124b1270 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:25:00.667371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:25:00.667706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Checking segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:25:00.668093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Bound using segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:25:00.668553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Bound port: 925b92e7-49c4-4661-9789-5663124b1270, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:25:00.668895 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:00.762118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] For port 925b92e7-49c4-4661-9789-5663124b1270, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:25:00.765038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] For port 925b92e7-49c4-4661-9789-5663124b1270, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=925b92e7-49c4-4661-9789-5663124b1270,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:25:00.828897 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:00.888795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:00.889424 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:00.890888 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] 10.222.0.46 "PUT /v2.0/ports/925b92e7-49c4-4661-9789-5663124b1270 HTTP/1.1" status: 200 len: 1091 time: 1.3371935 May 27 23:25:00.906612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed0339-841a-448f-a3e3-c2e4440454e0 service neutron] Pushing event updated for resources: {'Port': ['ID=925b92e7-49c4-4661-9789-5663124b1270,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:25:00.983229 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:00.994156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-de3b7537-ebe2-4b30-9b30-843a77879205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:00.996287 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-de3b7537-ebe2-4b30-9b30-843a77879205 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 1094 time: 0.0831010 May 27 23:25:01.028630 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:01.130642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-31d8db08-3201-4146-aa57-0af1b6b5493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:01.132063 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-31d8db08-3201-4146-aa57-0af1b6b5493a service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1296785 May 27 23:25:01.232488 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-a34c81e9-212a-4a7b-998a-0dfa7d8cbfeb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=925b92e7-49c4-4661-9789-5663124b1270 HTTP/1.1" status: 200 len: 999 time: 0.0943353 May 27 23:25:01.299099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b5304cba-3d5a-43a1-aa84-3df62d46da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:01.300604 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-b5304cba-3d5a-43a1-aa84-3df62d46da2f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0623901 May 27 23:25:01.313071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729cc1d-668c-4f81-9c2b-da35ebb3570a req-c22c4c2a-bbb1-4de6-ab79-8b6876ceb13b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:01.314557 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2729cc1d-668c-4f81-9c2b-da35ebb3570a req-c22c4c2a-bbb1-4de6-ab79-8b6876ceb13b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 943 time: 0.0809383 May 27 23:25:01.362571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2729cc1d-668c-4f81-9c2b-da35ebb3570a req-3aa51964-fef4-48d0-b430-a66ceb1bd892 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424144 May 27 23:25:01.379223 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-4d4f5e7a-b821-4f49-b456-334eabaa4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:01.380861 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-4d4f5e7a-b821-4f49-b456-334eabaa4490 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741842 May 27 23:25:01.511159 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-662a410c-e193-4ddd-ad1c-857c9861590f service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237950 May 27 23:25:01.640652 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-509b8fb1-4de3-40e9-8f6f-cc5f91a6d3f6 req-40176d9f-2338-437c-80c4-86056b8ae60a service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240530 May 27 23:25:02.156569 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'tag': '925b92e7-49c4-4661-9789-5663124b1270'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:25:02.214393 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0decc7-ca7e-4ec1-9e2c-491a883ba71a'] response: {'name': 'network-changed', 'server_uuid': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'tag': '925b92e7-49c4-4661-9789-5663124b1270', 'status': 'completed', 'code': 200} May 27 23:25:02.247063 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:02.365770 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-b09ce7b3-d777-42e4-863a-03b682812f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:02.367229 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-b09ce7b3-d777-42e4-863a-03b682812f1d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 1094 time: 0.1312704 May 27 23:25:02.370126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-b11d86b9-aa99-4314-911b-27772d4a2489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:02.371431 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-b11d86b9-aa99-4314-911b-27772d4a2489 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 1094 time: 0.1047873 May 27 23:25:02.547991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f5b56-b407-4f34-9dc5-1529e3c52d50 req-c7351bc4-e57a-4850-b8b8-298e822661f2 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:02.549495 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-509f5b56-b407-4f34-9dc5-1529e3c52d50 req-c7351bc4-e57a-4850-b8b8-298e822661f2 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 943 time: 0.0802891 May 27 23:25:02.593525 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-509f5b56-b407-4f34-9dc5-1529e3c52d50 req-4fae32be-eefb-483c-8f37-c93f4b78c9a1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383434 May 27 23:25:02.605910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-7567bf11-8bdb-47c8-b0bb-2efc5cbb57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:02.607255 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-7567bf11-8bdb-47c8-b0bb-2efc5cbb57f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.2332454 May 27 23:25:02.608423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-2d4073fc-3929-4093-9aa3-212ace2e6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:02.609682 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-2d4073fc-3929-4093-9aa3-212ace2e6c7a service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.2184422 May 27 23:25:02.806490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 925b92e7-49c4-4661-9789-5663124b1270 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:25:02.866084 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 925b92e7-49c4-4661-9789-5663124b1270 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:25:02.909465 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-8ae71a02-650e-4f29-bb23-b09ddef295d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=925b92e7-49c4-4661-9789-5663124b1270 HTTP/1.1" status: 200 len: 999 time: 0.2949297 May 27 23:25:02.911147 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-66845ef9-a894-4dd2-a7b7-82cd9a8c9815 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=925b92e7-49c4-4661-9789-5663124b1270 HTTP/1.1" status: 200 len: 999 time: 0.1302886 May 27 23:25:03.021883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-dc198d20-4828-42db-bb0b-d56cf359f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:03.023211 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-dc198d20-4828-42db-bb0b-d56cf359f4f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.1062500 May 27 23:25:03.024606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-f4c2bd18-433b-41fa-b253-f4bb3e110104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:03.025914 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-f4c2bd18-433b-41fa-b253-f4bb3e110104 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0798023 May 27 23:25:03.075252 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:25:03.156726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-0831e76c-8d16-4b0a-a5f8-f8316e98d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:03.158183 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-0831e76c-8d16-4b0a-a5f8-f8316e98d843 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276927 May 27 23:25:03.160590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-b0262b66-0cf8-46e6-adb1-88353e01cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:03.161889 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-b0262b66-0cf8-46e6-adb1-88353e01cf5a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302824 May 27 23:25:03.396854 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-ef5366c4-bc5c-48db-9331-a658a8a5949c service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310414 May 27 23:25:03.399958 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-7e63fdde-9d9f-41c1-bdad-516aa9d3028a service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158780 May 27 23:25:03.637201 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-58870c72-0e17-4bca-9ef7-acf933805e68 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307146 May 27 23:25:03.640213 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5c0f93d-7cd8-4326-935f-fef3f6f16d46 req-82488a51-2137-45a8-b749-168091ba41ac service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159050 May 27 23:25:03.792217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02aee2-ed01-4fb8-ac7f-887e38cbec61 req-20e02a8d-9530-4598-828e-465db2833ba8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:03.793700 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba02aee2-ed01-4fb8-ac7f-887e38cbec61 req-20e02a8d-9530-4598-828e-465db2833ba8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 943 time: 0.0847187 May 27 23:25:03.836896 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba02aee2-ed01-4fb8-ac7f-887e38cbec61 req-1b1d47f9-d980-4347-a1b3-19624a581761 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370433 May 27 23:25:04.308010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34dec97-9949-4fa3-ae79-faf8f419f43f req-6e86dc15-00a5-4a62-b340-9f3e02773be6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:04.309561 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c34dec97-9949-4fa3-ae79-faf8f419f43f req-6e86dc15-00a5-4a62-b340-9f3e02773be6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 943 time: 0.0807722 May 27 23:25:04.354002 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c34dec97-9949-4fa3-ae79-faf8f419f43f req-855b342c-94d7-42a4-a5bf-e2a6f16d0b03 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386968 May 27 23:25:04.396651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-4132ac56-2cb7-437f-884f-02780fae8d76 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:04.397257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-4132ac56-2cb7-437f-884f-02780fae8d76 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Synchronizing usage tracker for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:25:04.479683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-4132ac56-2cb7-437f-884f-02780fae8d76 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Unset dirty status for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:25:04.480815 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-4132ac56-2cb7-437f-884f-02780fae8d76 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.57 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2&tenant_id=67a83cb5f0b24c8c8f0cbde644957701&binding%3Ahost_id=n-h2-843680-3 HTTP/1.1" status: 200 len: 943 time: 0.1700101 May 27 23:25:04.559910 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-53f578e4-b9fd-4720-b528-0086a521201e service neutron] delete failed (client error): The resource could not be found. May 27 23:25:04.560974 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-53f578e4-b9fd-4720-b528-0086a521201e service neutron] 10.222.0.57 "DELETE /v2.0/ports/925b92e7-49c4-4661-9789-5663124b1270/bindings/n-h1-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0744410 May 27 23:25:04.717073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-d5f1bd8b-7ee3-4bce-8466-8f9d1590ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:04.718527 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-d5f1bd8b-7ee3-4bce-8466-8f9d1590ea28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 1094 time: 0.0727370 May 27 23:25:04.832070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 925b92e7-49c4-4661-9789-5663124b1270 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:25:04.848197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-02fe4e9d-13b4-4ac3-aebd-ebe7d63ea773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:04.850624 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-02fe4e9d-13b4-4ac3-aebd-ebe7d63ea773 service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1260786 May 27 23:25:04.954056 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-96f07b49-aae9-441d-b89d-fb46c86c4a1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=925b92e7-49c4-4661-9789-5663124b1270 HTTP/1.1" status: 200 len: 999 time: 0.0961044 May 27 23:25:04.967096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 925b92e7-49c4-4661-9789-5663124b1270, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=925b92e7-49c4-4661-9789-5663124b1270,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:25:04.979884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '925b92e7-49c4-4661-9789-5663124b1270', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'port_id': '925b92e7-49c4-4661-9789-5663124b1270', 'mac_address': 'fa:16:3e:bb:bb:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:25:05.037791 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 925b92e7-49c4-4661-9789-5663124b1270 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:25:05.038175 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:05.056138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925b92e7-49c4-4661-9789-5663124b1270 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:25:05.073877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 925b92e7-49c4-4661-9789-5663124b1270, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=925b92e7-49c4-4661-9789-5663124b1270,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:25:05.125968 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:05.143277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-9cb90a3b-4dba-4f11-9d97-ee21b318d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:05.144807 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-9cb90a3b-4dba-4f11-9d97-ee21b318d763 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.1850681 May 27 23:25:05.196085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=925b92e7-49c4-4661-9789-5663124b1270,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:25:05.204447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:05.204907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:05.205263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:05.205598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:05.205931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:05.206257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:05.206585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:05.206910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:05.207229 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:05.207554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:05.207875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:05.208192 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:05.219066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-b7998cac-c3bd-4069-aef2-2702c31621c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:05.220554 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-b7998cac-c3bd-4069-aef2-2702c31621c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696921 May 27 23:25:05.339116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['925b92e7-49c4-4661-9789-5663124b1270'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:25:05.354483 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-f4583fe1-9149-43e6-8939-431e0f5bf4fe service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271276 May 27 23:25:05.488887 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0768a3a6-571c-4d7f-b28e-0dec50aefd96 req-10cd3546-f1da-49ee-aa9f-334f18ab404f service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287177 May 27 23:25:05.548202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab3e78-2c87-47df-815a-718b20daea46 req-0d3e818b-4d2b-4d0f-b445-224e5cbbe8d5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:05.549671 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7ab3e78-2c87-47df-815a-718b20daea46 req-0d3e818b-4d2b-4d0f-b445-224e5cbbe8d5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 944 time: 0.0875032 May 27 23:25:05.592996 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b7ab3e78-2c87-47df-815a-718b20daea46 req-ccdbd583-ad8a-45d7-8293-52c343cb5a16 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375273 May 27 23:25:06.778383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592dce8-8bbf-4779-9615-4eb159941aa2 req-614ea4ee-d7b9-4a30-a369-219b3f0a106d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:06.779839 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e592dce8-8bbf-4779-9615-4eb159941aa2 req-614ea4ee-d7b9-4a30-a369-219b3f0a106d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 944 time: 0.0804305 May 27 23:25:06.826850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e592dce8-8bbf-4779-9615-4eb159941aa2 req-a738d149-93b1-4a23-94d1-afe80634d050 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412741 May 27 23:25:06.841336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 925b92e7-49c4-4661-9789-5663124b1270 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:25:06.960526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 925b92e7-49c4-4661-9789-5663124b1270 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:25:06.965852 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 925b92e7-49c4-4661-9789-5663124b1270 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:25:06.966224 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:07.088696 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 925b92e7-49c4-4661-9789-5663124b1270 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:25:07.089067 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:07.115879 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b92e7-49c4-4661-9789-5663124b1270'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:25:07.125784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 925b92e7-49c4-4661-9789-5663124b1270, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=925b92e7-49c4-4661-9789-5663124b1270,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:25:07.171569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b74fd9-b5d7-4fb4-858b-0ca9cb25e194 req-3f81f098-1069-48c2-a25c-8b5b2212e2a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:07.173331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87b74fd9-b5d7-4fb4-858b-0ca9cb25e194 req-3f81f098-1069-48c2-a25c-8b5b2212e2a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 944 time: 0.0812557 May 27 23:25:07.188953 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:07.220090 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87b74fd9-b5d7-4fb4-858b-0ca9cb25e194 req-56736456-dfa0-42fd-9244-d6d75360a3a4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408773 May 27 23:25:07.224297 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9493d5-19f0-4d0a-93ae-efb635fade15'] response: {'server_uuid': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925b92e7-49c4-4661-9789-5663124b1270', 'code': 200} May 27 23:25:07.262494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=925b92e7-49c4-4661-9789-5663124b1270,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:25:07.406512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0835873-6407-4724-aef0-b25e0c300078 req-7a2966cb-3323-4f95-9f3c-6db1689752a0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:07.407933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e0835873-6407-4724-aef0-b25e0c300078 req-7a2966cb-3323-4f95-9f3c-6db1689752a0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0816960 May 27 23:25:07.450937 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e0835873-6407-4724-aef0-b25e0c300078 req-32d392ba-980a-4cf8-b965-a843f80a366e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373571 May 27 23:25:08.004253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b79147-17b9-4637-bb9a-8770dc9064af req-e80b9941-f1eb-4575-9f90-cc550ec2345b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:08.005721 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8b79147-17b9-4637-bb9a-8770dc9064af req-e80b9941-f1eb-4575-9f90-cc550ec2345b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0780501 May 27 23:25:08.050433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8b79147-17b9-4637-bb9a-8770dc9064af req-38a9a500-47f2-4ce5-bf88-f22c2fbd6a40 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385246 May 27 23:25:09.231587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106e57a-e955-4146-a72e-f73cb5424220 req-503e2eb3-2fa8-4e3f-90e1-0653d599ddc4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:09.233080 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4106e57a-e955-4146-a72e-f73cb5424220 req-503e2eb3-2fa8-4e3f-90e1-0653d599ddc4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0874183 May 27 23:25:09.238409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084da6d-23b2-4f67-96a7-9bda8f7c1c2a req-e928523c-3197-47f5-a7f6-58fbc940f408 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:09.246089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0084da6d-23b2-4f67-96a7-9bda8f7c1c2a req-e928523c-3197-47f5-a7f6-58fbc940f408 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 945 time: 0.0843990 May 27 23:25:09.285988 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0084da6d-23b2-4f67-96a7-9bda8f7c1c2a req-2d16efe2-7201-49d3-a7e6-223ec9b6812c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403275 May 27 23:25:09.304319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4106e57a-e955-4146-a72e-f73cb5424220 req-eecf4726-9e70-4097-aa1c-492592facb0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Deleting port 925b92e7-49c4-4661-9789-5663124b1270 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:25:09.304689 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4106e57a-e955-4146-a72e-f73cb5424220 req-eecf4726-9e70-4097-aa1c-492592facb0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:09.549522 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4106e57a-e955-4146-a72e-f73cb5424220 req-eecf4726-9e70-4097-aa1c-492592facb0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] For port 925b92e7-49c4-4661-9789-5663124b1270, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=925b92e7-49c4-4661-9789-5663124b1270,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:25:09.549883 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4106e57a-e955-4146-a72e-f73cb5424220 req-eecf4726-9e70-4097-aa1c-492592facb0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:09.835553 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4106e57a-e955-4146-a72e-f73cb5424220 req-eecf4726-9e70-4097-aa1c-492592facb0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:09.835840 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4106e57a-e955-4146-a72e-f73cb5424220 req-eecf4726-9e70-4097-aa1c-492592facb0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:09.836696 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-4106e57a-e955-4146-a72e-f73cb5424220 req-eecf4726-9e70-4097-aa1c-492592facb0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d disassociated. External IP: 172.25.2.180, port: 925b92e7-49c4-4661-9789-5663124b1270. May 27 23:25:09.836696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4106e57a-e955-4146-a72e-f73cb5424220 req-eecf4726-9e70-4097-aa1c-492592facb0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Calling delete_port for 925b92e7-49c4-4661-9789-5663124b1270 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:25:10.022873 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4106e57a-e955-4146-a72e-f73cb5424220 req-eecf4726-9e70-4097-aa1c-492592facb0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:10.070679 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf4726-9e70-4097-aa1c-492592facb0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Pushing event deleted for resources: {'Port': ['ID=925b92e7-49c4-4661-9789-5663124b1270,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:25:10.259809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4106e57a-e955-4146-a72e-f73cb5424220 req-eecf4726-9e70-4097-aa1c-492592facb0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Router 83c46cbb-3da2-4e97-8250-b9c62e980d2e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:25:10.439503 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c669b77-030b-43ca-8c31-169ac216a722 req-f2038314-ac2b-4878-88ee-8afc8a07d4f1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=adb6aeef-8efd-4224-a775-0851c4d476b2 HTTP/1.1" status: 200 len: 210 time: 0.0432096 May 27 23:25:10.556875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4106e57a-e955-4146-a72e-f73cb5424220 req-eecf4726-9e70-4097-aa1c-492592facb0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:25:10.566405 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729cd76-d9cf-4ed4-8872-f85268d0ce44 None None] Sync routers for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:25:10.575890 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729cd76-d9cf-4ed4-8872-f85268d0ce44 None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:25:10.576509 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d729cd76-d9cf-4ed4-8872-f85268d0ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:25:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:25:10.630256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4106e57a-e955-4146-a72e-f73cb5424220 req-eecf4726-9e70-4097-aa1c-492592facb0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] No DVR routers for this DVR port 925b92e7-49c4-4661-9789-5663124b1270 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:25:10.632847 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4106e57a-e955-4146-a72e-f73cb5424220 req-eecf4726-9e70-4097-aa1c-492592facb0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:10.635373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'name': 'network-vif-deleted', 'tag': '925b92e7-49c4-4661-9789-5663124b1270'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:25:10.684952 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92d46304-a2d8-4c7c-a15c-81b3226be146'] response: {'server_uuid': 'adb6aeef-8efd-4224-a775-0851c4d476b2', 'name': 'network-vif-deleted', 'tag': '925b92e7-49c4-4661-9789-5663124b1270', 'status': 'completed', 'code': 200} May 27 23:25:10.707786 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4106e57a-e955-4146-a72e-f73cb5424220 req-eecf4726-9e70-4097-aa1c-492592facb0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "DELETE /v2.0/ports/925b92e7-49c4-4661-9789-5663124b1270 HTTP/1.1" status: 204 len: 173 time: 1.4650414 May 27 23:25:10.754363 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d729cd76-d9cf-4ed4-8872-f85268d0ce44 None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:25:11.065188 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d729cd76-d9cf-4ed4-8872-f85268d0ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:25:11.068977 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729cd76-d9cf-4ed4-8872-f85268d0ce44 None None] Checking router: 83c46cbb-3da2-4e97-8250-b9c62e980d2e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:25:11.077364 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729cd76-d9cf-4ed4-8872-f85268d0ce44 None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:25:11.077938 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d729cd76-d9cf-4ed4-8872-f85268d0ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:25:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:25:11.250126 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d729cd76-d9cf-4ed4-8872-f85268d0ce44 None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:25:11.580098 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d729cd76-d9cf-4ed4-8872-f85268d0ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:25:11.584370 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729cd76-d9cf-4ed4-8872-f85268d0ce44 None None] The sync data for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 is: [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:25:11.777072 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-ac88bbf7-4bdb-4d7e-a9c6-f10624db7c8d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1827379500&fields=id&tenant_id=67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 267 time: 0.0408351 May 27 23:25:11.801914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af6e410-e4e1-4580-9bd1-a930bba5f7d2 None None] New status for floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:25:12.027041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-18215ed3-9188-411a-aed1-ccc5960fd772 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:12.028524 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-18215ed3-9188-411a-aed1-ccc5960fd772 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 812 time: 0.2440941 May 27 23:25:12.043728 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-ee48f251-178c-4a03-83fe-8df73d54d86a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/quotas/67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 375 time: 0.0095968 May 27 23:25:12.136061 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-c42d1fcb-63a8-447e-ade6-2db8fd885a05 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0869572 May 27 23:25:12.274923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-2ec920a3-2b33-4c1f-9f6c-9f8f2388e97e service neutron] 10.222.0.27 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271908 May 27 23:25:12.405515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-9ae7da12-a984-416c-840b-5a939407c0ff service neutron] 10.222.0.27 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227598 May 27 23:25:12.646604 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0dfecba-a662-4b20-83ce-91a5f9370d03 req-6b74e52d-b798-436f-96fa-031463f68a95 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 210 time: 0.0411882 May 27 23:25:12.869638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 925b92e7-49c4-4661-9789-5663124b1270 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:25:12.906443 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 925b92e7-49c4-4661-9789-5663124b1270 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:25:12.906801 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 925b92e7-49c4-4661-9789-5663124b1270 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:25:13.797110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3dff6030-69c6-4a52-8c88-b5d46e232df6 req-fa96cb80-b61a-47ec-873a-054e9504c312 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 210 time: 0.0447278 May 27 23:25:14.456172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-8470ba90-e2c8-4bf6-be7c-4c1d7fedecae tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:14.457609 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-8470ba90-e2c8-4bf6-be7c-4c1d7fedecae tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 812 time: 0.1478238 May 27 23:25:14.503560 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-7c91234e-ef04-4e87-b89b-b7423fb9fffa tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 380 time: 0.0378141 May 27 23:25:14.512813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Request body: {'port': {'device_id': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'admin_state_up': True, 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'security_groups': ['ecef127e-f3c6-4502-8054-c6cf307bbb2f']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:25:14.648341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:25:14.653193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Usage tracker for resource:port and tenant:67a83cb5f0b24c8c8f0cbde644957701 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:25:14.656028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:25:14.661851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:25:14.748608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Made reservation on behalf of 67a83cb5f0b24c8c8f0cbde644957701 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:25:14.752160 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:14.917570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Allocated IP 172.20.0.8 (188152f5-8eb0-4cbd-9927-f6a47cf36f25/09b87c9a-53e4-4714-b715-58ed6b40317e/7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:25:14.949220 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc596b48-2dc9-47ea-91b5-7ac142fb791c req-ecf168b5-ac86-4524-a969-2c7f5bb69a82 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 210 time: 0.0427947 May 27 23:25:15.108003 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:15.123225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Transition to ACTIVE for port object 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:25:15.217047 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:15.286868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:25:15.289882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:25:15.294187 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:25:15.331603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Pushing event updated for resources: {'Port': ['ID=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:25:15.350211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:15.350553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:15.350884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:15.351212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:15.351538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:15.351858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:15.352177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:15.352520 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:15.352840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:15.353154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:15.353471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:15.353820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:25:15.374975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:15.375657 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:15.441133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a7b0137b-b040-4b11-b430-a0e5ebbc4406 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9323947 May 27 23:25:15.452842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Request body: {'port': {'device_id': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:25:15.554271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2f0285d5-0870-4fab-8310-df03e35cf8c9 None None] Provisioning for port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:25:15.560626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2f0285d5-0870-4fab-8310-df03e35cf8c9 None None] Provisioning complete for port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:25:15.560939 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2f0285d5-0870-4fab-8310-df03e35cf8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:15.564988 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:15.614280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2f0285d5-0870-4fab-8310-df03e35cf8c9 None None] Port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:25:15.900093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:25:15.907575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:15.921838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Transition to ACTIVE for port object 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:25:15.971320 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:16.143260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70babe4-8f8b-4fa9-9512-38d5e8c6296d req-97fcc760-6aa2-4eb7-ac96-9a700be32e81 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:16.145208 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d70babe4-8f8b-4fa9-9512-38d5e8c6296d req-97fcc760-6aa2-4eb7-ac96-9a700be32e81 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 943 time: 0.0868397 May 27 23:25:16.193954 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d70babe4-8f8b-4fa9-9512-38d5e8c6296d req-59f227a7-3320-40f4-86d6-88508a7ae6c0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409441 May 27 23:25:16.261094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Pushing event updated for resources: {'Port': ['ID=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:25:16.319918 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:16.336484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Attempting to bind port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:25:16.340598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Attempting to bind port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:25:16.340598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Attempting to bind port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:25:16.341796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:25:16.342123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Attempting to bind port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:25:16.347116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:25:16.347450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Checking segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:25:16.347831 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Bound using segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:25:16.348263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Bound port: 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:25:16.348618 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:16.435445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] For port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:25:16.438330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] For port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:25:16.520042 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:16.582024 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:16.582620 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:16.584002 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] 10.222.0.46 "PUT /v2.0/ports/7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b HTTP/1.1" status: 200 len: 1091 time: 1.1355150 May 27 23:25:16.584548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'tag': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:25:16.610173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d6186-aefa-4aab-8f21-ec696d4b7874 service neutron] Pushing event updated for resources: {'Port': ['ID=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:25:16.631409 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f29c329-d9ea-47db-8644-4708853b6115'] response: {'name': 'network-changed', 'server_uuid': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'tag': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b', 'status': 'completed', 'code': 200} May 27 23:25:16.731492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2e4b3-2ae4-40cb-9026-8ced7eec1b0d req-bed8d993-baf9-42d6-8ab2-721533ec65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:16.733045 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f4c2e4b3-2ae4-40cb-9026-8ced7eec1b0d req-bed8d993-baf9-42d6-8ab2-721533ec65c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 1094 time: 0.0804365 May 27 23:25:16.872556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2e4b3-2ae4-40cb-9026-8ced7eec1b0d req-fe5482af-0d1f-461a-8cd2-c978ac82f49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:16.873988 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f4c2e4b3-2ae4-40cb-9026-8ced7eec1b0d req-fe5482af-0d1f-461a-8cd2-c978ac82f49c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1344352 May 27 23:25:17.009553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2e4b3-2ae4-40cb-9026-8ced7eec1b0d req-ad055e47-8b3d-404e-b855-3b9e240c76d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:17.010949 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f4c2e4b3-2ae4-40cb-9026-8ced7eec1b0d req-ad055e47-8b3d-404e-b855-3b9e240c76d5 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314681 May 27 23:25:17.117074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-f6efd9d3-4f52-4127-a641-a3d10524fbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:17.118601 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-f6efd9d3-4f52-4127-a641-a3d10524fbff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 1094 time: 0.0746980 May 27 23:25:17.183672 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-a3e22875-9dd1-460f-8ca2-09e41e66ef9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b HTTP/1.1" status: 200 len: 217 time: 0.0587885 May 27 23:25:17.247433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-d1f63f19-d958-41b4-b684-743fd0b604e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:17.248938 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-d1f63f19-d958-41b4-b684-743fd0b604e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0600309 May 27 23:25:17.323702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-c796fda1-0344-429f-8a16-9d1446b68558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:17.325238 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-c796fda1-0344-429f-8a16-9d1446b68558 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708222 May 27 23:25:17.382818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a16c0-fc29-43d9-8554-c4722bc47b1a req-00077c59-9f61-45bb-a7c7-c6c5bdcc9012 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:17.384276 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-707a16c0-fc29-43d9-8554-c4722bc47b1a req-00077c59-9f61-45bb-a7c7-c6c5bdcc9012 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 943 time: 0.0834756 May 27 23:25:17.428222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-707a16c0-fc29-43d9-8554-c4722bc47b1a req-d124df5f-0dfd-4515-8da7-ef39b4f92e2e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375688 May 27 23:25:17.458544 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-1a3ff69f-425c-4d2f-a39a-2f162639d2b7 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274109 May 27 23:25:17.587880 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e04ae028-4f59-4000-97ef-6436e2f859fa req-4b6a9600-133d-4722-8e40-d2a1b2bbf03a service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233311 May 27 23:25:18.617507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b0d78-c1d7-44d1-aba4-058e9723e4f3 req-13505047-1b3b-4208-8053-fc6bf5eef0dc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:18.618935 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-889b0d78-c1d7-44d1-aba4-058e9723e4f3 req-13505047-1b3b-4208-8053-fc6bf5eef0dc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 943 time: 0.0786247 May 27 23:25:18.664732 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-889b0d78-c1d7-44d1-aba4-058e9723e4f3 req-386ca602-d557-4727-b3a3-fb98cd75e31a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401199 May 27 23:25:19.846163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4e3bc-f785-454f-96e9-618559a6b087 req-0f2a8cf2-48bf-49c4-bb19-3a59c07f2480 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:19.847590 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3c4e3bc-f785-454f-96e9-618559a6b087 req-0f2a8cf2-48bf-49c4-bb19-3a59c07f2480 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 943 time: 0.0791740 May 27 23:25:19.890115 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3c4e3bc-f785-454f-96e9-618559a6b087 req-44b731a8-65ff-422d-9b13-ad55cbf159e6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367823 May 27 23:25:20.919554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:25:21.053022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:25:21.065899 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'port_id': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b', 'mac_address': 'fa:16:3e:71:2c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:25:21.078641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27d90c-18a0-41de-a1c2-a91c21bde18b req-d233ef18-3bd3-411b-b16c-c1cb41486150 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:21.080103 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc27d90c-18a0-41de-a1c2-a91c21bde18b req-d233ef18-3bd3-411b-b16c-c1cb41486150 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 943 time: 0.0824132 May 27 23:25:21.123354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:25:21.123725 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:21.124175 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc27d90c-18a0-41de-a1c2-a91c21bde18b req-7301467c-edde-4fd1-a645-4aa011c302c8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383708 May 27 23:25:21.140641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:25:21.156210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:25:21.279717 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:21.345783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:25:21.465880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:25:22.309244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82b102-8f06-4a7f-b46d-47b80a89942a req-6554d713-96c7-40d6-bb3b-b9a2efb38959 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:22.310694 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb82b102-8f06-4a7f-b46d-47b80a89942a req-6554d713-96c7-40d6-bb3b-b9a2efb38959 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 944 time: 0.0799689 May 27 23:25:22.354189 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb82b102-8f06-4a7f-b46d-47b80a89942a req-c0fda4cc-16b4-4ebc-a245-0f93e958c3cf tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372007 May 27 23:25:22.816573 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:22.950307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:25:23.090769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:25:23.095471 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:25:23.095843 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:23.210458 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:25:23.210838 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:23.237954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:25:23.247327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:25:23.283871 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36dce128-7349-4740-bb97-05d72e74fe76'] response: {'server_uuid': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b', 'code': 200} May 27 23:25:23.302814 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:23.371733 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:25:23.409482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7fe17-ecc6-4615-83d5-e2209ddb944e req-552438d2-487d-456e-a606-a5e9b6ccb1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:23.410971 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9be7fe17-ecc6-4615-83d5-e2209ddb944e req-552438d2-487d-456e-a606-a5e9b6ccb1c0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 1096 time: 0.0755923 May 27 23:25:23.452728 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9be7fe17-ecc6-4615-83d5-e2209ddb944e req-ee2da367-dacf-40f3-b8b3-ce54d8ac1f47 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355282 May 27 23:25:23.538732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ee0d7-fcef-4ba9-a927-e014bf73520d req-2be095e2-36d7-4c82-8a58-6d2ffd669d5e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:23.540144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f35ee0d7-fcef-4ba9-a927-e014bf73520d req-2be095e2-36d7-4c82-8a58-6d2ffd669d5e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0811989 May 27 23:25:23.582785 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f35ee0d7-fcef-4ba9-a927-e014bf73520d req-8f33e5de-112c-4a6f-acd7-fc13e3a55ab7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368700 May 27 23:25:24.768736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843487a9-7044-4413-84c7-6804ccdfe7a9 req-4e84a92d-6a8b-40f8-bac5-5c7ff01bca11 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:24.770184 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-843487a9-7044-4413-84c7-6804ccdfe7a9 req-4e84a92d-6a8b-40f8-bac5-5c7ff01bca11 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0788476 May 27 23:25:24.817001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-843487a9-7044-4413-84c7-6804ccdfe7a9 req-89171c32-b291-4578-af5c-2de3238645a4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411751 May 27 23:25:24.991675 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a6307-2dea-4a88-980d-862a314d0763 req-5ab3e4ce-dead-4894-94cc-52e16697b80e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:24.993052 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a42a6307-2dea-4a88-980d-862a314d0763 req-5ab3e4ce-dead-4894-94cc-52e16697b80e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0787492 May 27 23:25:25.001499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46322) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:25:25.006482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-31815ed4-567e-417c-a192-c108c78bad67 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Request body: {'floatingip': {'port_id': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:25:25.084323 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31815ed4-567e-417c-a192-c108c78bad67 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:25.761159 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31815ed4-567e-417c-a192-c108c78bad67 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:25.799707 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31815ed4-567e-417c-a192-c108c78bad67 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:25.969336 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-31815ed4-567e-417c-a192-c108c78bad67 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d associated. External IP: 172.25.2.180, port: 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b. May 27 23:25:26.008506 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-64fc9bf9-b34d-4006-8b8e-d07f408640f9 req-a5c0f06e-db6a-41de-aaef-307ad2908151 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689833 May 27 23:25:26.150368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc9bf9-b34d-4006-8b8e-d07f408640f9 req-38d236f1-2396-4d6d-ab56-9c0c43b0bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:26.152330 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-64fc9bf9-b34d-4006-8b8e-d07f408640f9 req-38d236f1-2396-4d6d-ab56-9c0c43b0bb7f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 1096 time: 0.0757065 May 27 23:25:26.296221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc9bf9-b34d-4006-8b8e-d07f408640f9 req-e8261ec2-8427-4891-9713-86b68f8150b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:26.297763 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-64fc9bf9-b34d-4006-8b8e-d07f408640f9 req-e8261ec2-8427-4891-9713-86b68f8150b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1270061 May 27 23:25:26.316408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31815ed4-567e-417c-a192-c108c78bad67 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Router 83c46cbb-3da2-4e97-8250-b9c62e980d2e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:25:26.399269 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-64fc9bf9-b34d-4006-8b8e-d07f408640f9 req-fc897973-8ce5-4d26-937f-7143251c06a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b HTTP/1.1" status: 200 len: 999 time: 0.0958900 May 27 23:25:26.461107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc9bf9-b34d-4006-8b8e-d07f408640f9 req-68a1a176-1f36-447d-92f3-72e9e881965a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:26.462550 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-64fc9bf9-b34d-4006-8b8e-d07f408640f9 req-68a1a176-1f36-447d-92f3-72e9e881965a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0576658 May 27 23:25:26.491598 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31815ed4-567e-417c-a192-c108c78bad67 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:25:26.496494 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-31815ed4-567e-417c-a192-c108c78bad67 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:26.501279 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a6a1d-92fa-49b6-8523-7545546d9a65 None None] Sync routers for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:25:26.511868 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a6a1d-92fa-49b6-8523-7545546d9a65 None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:25:26.512502 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4d2a6a1d-92fa-49b6-8523-7545546d9a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:25:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:25:26.542329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc9bf9-b34d-4006-8b8e-d07f408640f9 req-2abb05f1-64d5-486c-8a7f-4ecbb6235b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:26.544820 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-64fc9bf9-b34d-4006-8b8e-d07f408640f9 req-2abb05f1-64d5-486c-8a7f-4ecbb6235b35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764337 May 27 23:25:26.674802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-31815ed4-567e-417c-a192-c108c78bad67 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "PUT /v2.0/floatingips/c2d266e0-3d58-4f20-85bc-2c6930e1c99d HTTP/1.1" status: 200 len: 991 time: 1.6721144 May 27 23:25:26.675407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'tag': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:25:26.703472 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4d2a6a1d-92fa-49b6-8523-7545546d9a65 None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:25:26.790936 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8165bc-eb02-4fee-9ecf-ebeabc2ab036'] response: {'name': 'network-changed', 'server_uuid': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'tag': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b', 'status': 'completed', 'code': 200} May 27 23:25:26.820517 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-64fc9bf9-b34d-4006-8b8e-d07f408640f9 req-3f639a10-cea1-4ea2-915d-a850747469ea service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690098 May 27 23:25:26.950371 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-64fc9bf9-b34d-4006-8b8e-d07f408640f9 req-3ac15401-0127-4753-af8d-ff977c944195 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233182 May 27 23:25:27.054195 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4d2a6a1d-92fa-49b6-8523-7545546d9a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c2d266e0-3d58-4f20-85bc-2c6930e1c99d', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'port_id': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'mac_address': 'fa:16:3e:71:2c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:24:15Z', 'updated_at': '2022-05-27T23:25:25Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:25:27.057929 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a6a1d-92fa-49b6-8523-7545546d9a65 None None] Checking router: 83c46cbb-3da2-4e97-8250-b9c62e980d2e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:25:27.066005 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2a6a1d-92fa-49b6-8523-7545546d9a65 None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:25:27.066573 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4d2a6a1d-92fa-49b6-8523-7545546d9a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:25:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:25:27.168195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dbdf8-c63b-417f-81e5-94c9419dc7fa req-a9b28400-d82d-4777-b67a-5273015270c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:27.169710 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-165dbdf8-c63b-417f-81e5-94c9419dc7fa req-a9b28400-d82d-4777-b67a-5273015270c0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 1096 time: 0.0758083 May 27 23:25:27.241525 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4d2a6a1d-92fa-49b6-8523-7545546d9a65 None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:25:27.302293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dbdf8-c63b-417f-81e5-94c9419dc7fa req-adc6a5bf-ff85-4f99-9ea9-0d5180116887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:27.303751 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-165dbdf8-c63b-417f-81e5-94c9419dc7fa req-adc6a5bf-ff85-4f99-9ea9-0d5180116887 service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1273754 May 27 23:25:27.415282 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-165dbdf8-c63b-417f-81e5-94c9419dc7fa req-0092a1d4-a2dd-446e-8c7a-6f04bf9b8f8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b HTTP/1.1" status: 200 len: 999 time: 0.1049848 May 27 23:25:27.477557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dbdf8-c63b-417f-81e5-94c9419dc7fa req-d23d1811-67c0-4aeb-ad95-e56daf0034aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:27.479516 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-165dbdf8-c63b-417f-81e5-94c9419dc7fa req-d23d1811-67c0-4aeb-ad95-e56daf0034aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0579069 May 27 23:25:27.553971 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d649f7d7-bdca-47c3-83f2-77a81dc6a623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:27.568177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165dbdf8-c63b-417f-81e5-94c9419dc7fa req-9f661436-69db-46fb-94fa-b59cb0ce8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:27.569451 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-165dbdf8-c63b-417f-81e5-94c9419dc7fa req-9f661436-69db-46fb-94fa-b59cb0ce8dc9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839732 May 27 23:25:27.641465 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4d2a6a1d-92fa-49b6-8523-7545546d9a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c2d266e0-3d58-4f20-85bc-2c6930e1c99d', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'port_id': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'mac_address': 'fa:16:3e:71:2c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:24:15Z', 'updated_at': '2022-05-27T23:25:25Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:25:27.645591 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2a6a1d-92fa-49b6-8523-7545546d9a65 None None] The sync data for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 is: [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c2d266e0-3d58-4f20-85bc-2c6930e1c99d', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'port_id': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'mac_address': 'fa:16:3e:71:2c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:24:15Z', 'updated_at': '2022-05-27T23:25:25Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:25:27.709694 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-165dbdf8-c63b-417f-81e5-94c9419dc7fa req-4bed9375-1351-430d-9039-6841ff91fb5e service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331043 May 27 23:25:27.847093 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-165dbdf8-c63b-417f-81e5-94c9419dc7fa req-d82732f7-64b7-4dc1-a363-836202c11f68 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310043 May 27 23:25:27.862957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2269c6-ab58-4bec-aed5-6f21a4dc5be2 None None] New status for floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:25:29.691006 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ef10069-5d43-4a32-bc77-ed790072c0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:31.062589 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:31.091546 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:32.251467 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:40.074443 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:25:46.302282 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:52.828059 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:56.825076 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391c82b-a4ac-4a02-9fdd-3606db1e1c8b req-9d2e5a45-88f3-41b6-8f28-b7fcdb0108b4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:56.826533 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c391c82b-a4ac-4a02-9fdd-3606db1e1c8b req-9d2e5a45-88f3-41b6-8f28-b7fcdb0108b4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0801513 May 27 23:25:56.872991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c391c82b-a4ac-4a02-9fdd-3606db1e1c8b req-879cde72-622b-463d-a9c9-cabdbb29fd69 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404165 May 27 23:25:57.547713 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b3e538c9-e6f0-4c52-b7cd-9a53f193b94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:25:58.053228 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e9dec-bf48-4700-a302-29e0dac73df1 req-e298a543-ee5a-4806-97ef-909acf48e347 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:58.054658 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-549e9dec-bf48-4700-a302-29e0dac73df1 req-e298a543-ee5a-4806-97ef-909acf48e347 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0781786 May 27 23:25:58.098678 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-549e9dec-bf48-4700-a302-29e0dac73df1 req-d7dd197f-d2fc-4b7b-8e6b-470b0a816755 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384936 May 27 23:25:59.284498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d03e635-9c36-439e-a71b-cfc9e8efcca8 req-963ae85c-3272-4e09-8a79-6406be922af2 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:25:59.285968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d03e635-9c36-439e-a71b-cfc9e8efcca8 req-963ae85c-3272-4e09-8a79-6406be922af2 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0826032 May 27 23:25:59.330149 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d03e635-9c36-439e-a71b-cfc9e8efcca8 req-7875d37e-8b20-4d4f-b8ff-50c21bafc4df tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385573 May 27 23:25:59.656315 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b7143beb-0d18-485d-8342-1fc0790e88c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:00.511496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63548b-485f-4900-9efb-e7b986aab064 req-816836cf-c261-4fc2-b088-a0febaea0aa5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:00.513054 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd63548b-485f-4900-9efb-e7b986aab064 req-816836cf-c261-4fc2-b088-a0febaea0aa5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0813324 May 27 23:26:00.557186 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd63548b-485f-4900-9efb-e7b986aab064 req-f70b5cde-46aa-425a-96b9-bc266d5d6497 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377285 May 27 23:26:01.004848 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:01.044720 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:01.743725 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2fc79-31bc-47e8-a7a3-c76746b5550d req-0a15ecce-2109-40ab-825b-5f34a3b49df8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:01.745216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69f2fc79-31bc-47e8-a7a3-c76746b5550d req-0a15ecce-2109-40ab-825b-5f34a3b49df8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0833962 May 27 23:26:01.788601 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-69f2fc79-31bc-47e8-a7a3-c76746b5550d req-93246128-71ab-4e0f-a1f2-1ec63084d2d6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376344 May 27 23:26:02.256558 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:02.973271 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0fd44-8586-4be8-9e4e-b2437d784f78 req-2405d583-7fc0-4430-bb50-dcfd74148b42 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:02.974789 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66f0fd44-8586-4be8-9e4e-b2437d784f78 req-2405d583-7fc0-4430-bb50-dcfd74148b42 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0791900 May 27 23:26:03.018822 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66f0fd44-8586-4be8-9e4e-b2437d784f78 req-122a942c-58d5-4052-abc8-de93802ef49c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383778 May 27 23:26:04.206317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c941c-7c71-4768-9af4-d9e7a2153daa req-2a3c1d88-2efe-4efe-9177-56a765924014 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:04.207753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f08c941c-7c71-4768-9af4-d9e7a2153daa req-2a3c1d88-2efe-4efe-9177-56a765924014 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0835187 May 27 23:26:04.250912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f08c941c-7c71-4768-9af4-d9e7a2153daa req-ccd88065-af84-4ec9-a2de-e6d401295f86 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373397 May 27 23:26:05.432430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7e2d3-6634-4bef-a338-005afaf77da9 req-1ea764e9-1d39-4647-b101-ac0031870154 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:05.433873 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bd7e2d3-6634-4bef-a338-005afaf77da9 req-1ea764e9-1d39-4647-b101-ac0031870154 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0773942 May 27 23:26:05.480299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bd7e2d3-6634-4bef-a338-005afaf77da9 req-639e1802-b9f6-4bd2-99c4-494fdfc92b54 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409071 May 27 23:26:06.659520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e0f6d-fb0d-4975-ac7f-b609ee395ade req-59f018e8-fa52-46d4-97fa-b83e0801203f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:06.660985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-316e0f6d-fb0d-4975-ac7f-b609ee395ade req-59f018e8-fa52-46d4-97fa-b83e0801203f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0777328 May 27 23:26:06.705770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-316e0f6d-fb0d-4975-ac7f-b609ee395ade req-f2db6db9-6dd3-45d2-9228-d6af935dc81c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390728 May 27 23:26:07.889303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319f06c-b674-4a45-947d-9a29318c6cc5 req-062f7b78-6b55-453b-ac98-ab20cc4c034c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:07.890732 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4319f06c-b674-4a45-947d-9a29318c6cc5 req-062f7b78-6b55-453b-ac98-ab20cc4c034c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0824845 May 27 23:26:07.933104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4319f06c-b674-4a45-947d-9a29318c6cc5 req-66ce0b5b-e78a-4202-91ef-53fb1a0b1523 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365520 May 27 23:26:08.503111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4fa5b-09fb-48be-bd4c-7ed3944c9011 req-87cd1aa0-57dc-4267-9794-22869f034c7b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:08.504585 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14c4fa5b-09fb-48be-bd4c-7ed3944c9011 req-87cd1aa0-57dc-4267-9794-22869f034c7b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.1326585 May 27 23:26:08.546843 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-0f65f686-0801-4d73-87d9-c20e2422a1dd service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1160936 May 27 23:26:08.556676 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14c4fa5b-09fb-48be-bd4c-7ed3944c9011 req-6c0348e7-ad4c-4b33-b5fa-d2e3c8230567 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458295 May 27 23:26:09.742945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14321000-468f-4d09-8c82-7d13a76a63fa req-02531439-e725-42eb-b09b-87c252df4023 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:09.744431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14321000-468f-4d09-8c82-7d13a76a63fa req-02531439-e725-42eb-b09b-87c252df4023 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0824983 May 27 23:26:09.790692 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14321000-468f-4d09-8c82-7d13a76a63fa req-e222e0ff-28f9-49de-bd62-31fb90a9d2c8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400555 May 27 23:26:10.718685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-c1bc49d5-a258-4d7a-8a58-2cd9950cc3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:10.720438 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-c1bc49d5-a258-4d7a-8a58-2cd9950cc3c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 1096 time: 0.0714519 May 27 23:26:10.850023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-882efac1-9b45-4bfc-b269-2cb94416efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:10.851468 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-882efac1-9b45-4bfc-b269-2cb94416efe5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1254365 May 27 23:26:10.955333 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-280a119c-eab2-4e31-9ca5-64200ff9ac18 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b HTTP/1.1" status: 200 len: 1001 time: 0.0978317 May 27 23:26:10.974515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d060e0b-9e12-446a-8309-16c7284906f7 req-57755fd5-ba21-47af-a0e1-f307bcc80635 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:10.975893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6d060e0b-9e12-446a-8309-16c7284906f7 req-57755fd5-ba21-47af-a0e1-f307bcc80635 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0791442 May 27 23:26:11.017070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-3ce4a82c-8707-40b0-b7fe-d687bd0adaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:11.018509 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-3ce4a82c-8707-40b0-b7fe-d687bd0adaf7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0580285 May 27 23:26:11.019711 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6d060e0b-9e12-446a-8309-16c7284906f7 req-1ef35f0e-3f5d-42b5-9726-08fb92e1b9e1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381062 May 27 23:26:11.095784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-ab664e02-3ef1-42b1-9571-b6d6c9220ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:11.097283 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-ab664e02-3ef1-42b1-9571-b6d6c9220ada service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724094 May 27 23:26:11.340900 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-858345a8-53a5-401a-8034-57721cd2ef1e service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375979 May 27 23:26:11.469399 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-33362cc5-bdbb-4e2b-ba5d-2eee924bff24 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227784 May 27 23:26:12.203873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc71c6-b4a4-4966-83e4-26e877aa769d req-16420455-58f1-4cc6-b68d-abaa152da03f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:12.205333 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5dfc71c6-b4a4-4966-83e4-26e877aa769d req-16420455-58f1-4cc6-b68d-abaa152da03f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0821192 May 27 23:26:12.248279 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5dfc71c6-b4a4-4966-83e4-26e877aa769d req-445b065d-15a6-4ce3-ae5b-1a372eb211c3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373495 May 27 23:26:13.432483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8fdeb-1c05-40a2-b99c-d199f94213e2 req-94efa4bd-4cea-46a3-b36f-53cb81eee800 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:13.433937 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74a8fdeb-1c05-40a2-b99c-d199f94213e2 req-94efa4bd-4cea-46a3-b36f-53cb81eee800 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0813529 May 27 23:26:13.478305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-74a8fdeb-1c05-40a2-b99c-d199f94213e2 req-e1f1b42a-53ef-45b7-a0a6-3af9817186aa tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382340 May 27 23:26:13.553266 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-5d92e588-c2aa-4e09-8e77-372c67424e66 service neutron] show failed (client error): The resource could not be found. May 27 23:26:13.554299 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-5d92e588-c2aa-4e09-8e77-372c67424e66 service neutron] 10.222.0.46 "GET /v2.0/ports/7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b/bindings/n-h1-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0732605 May 27 23:26:14.076826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-237dfdf8-c6b2-4696-91d4-dd442111d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:14.078274 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-237dfdf8-c6b2-4696-91d4-dd442111d5d8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530&tenant_id=67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 1096 time: 0.0734119 May 27 23:26:14.096464 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:26:14.203980 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:14.465778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] For port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:26:14.493286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] For port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:26:14.556484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:26:14.562359 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:14.578171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Transition to ACTIVE for port object 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:26:14.616657 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b5f9787-fddb-45cc-996a-4e20d1222a67'] response: {'server_uuid': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b', 'code': 200} May 27 23:26:14.645068 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:14.669264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776202c-6499-49ad-877a-c93eedb16a25 req-65571af5-1815-46d9-a4c8-69c51c7d3d22 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:14.678792 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2776202c-6499-49ad-877a-c93eedb16a25 req-65571af5-1815-46d9-a4c8-69c51c7d3d22 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0834589 May 27 23:26:14.718583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2776202c-6499-49ad-877a-c93eedb16a25 req-6ccea055-3a83-4840-9080-f3cc3cfb5972 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415015 May 27 23:26:14.795246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Pushing event updated for resources: {'Port': ['ID=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:26:14.844508 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] No DVR routers for this DVR port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:26:15.067914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Attempting to bind port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:26:15.068251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Attempting to bind port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:26:15.068607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Attempting to bind port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:26:15.073349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:26:15.073667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Attempting to bind port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:26:15.078725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:26:15.079084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Checking segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:26:15.079468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Bound using segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:26:15.079893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Bound port: 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:26:15.080235 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:15.167853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] For port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:26:15.171581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] For port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:26:15.245278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:15.303702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:15.304554 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:15.305931 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] 10.222.0.57 "PUT /v2.0/ports/7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b HTTP/1.1" status: 200 len: 1091 time: 1.2138698 May 27 23:26:15.329282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12dc3a2-c4d3-4b5f-8505-6d444560a94f service neutron] Pushing event updated for resources: {'Port': ['ID=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:26:15.415806 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-02ca3291-4f5b-4363-823a-4b9d68ba51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:15.417371 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-02ca3291-4f5b-4363-823a-4b9d68ba51a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 1094 time: 0.0764391 May 27 23:26:15.664657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-5968ccc4-a048-48d0-9ae8-f4053c6fa10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:15.666001 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-5968ccc4-a048-48d0-9ae8-f4053c6fa10d service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.2428844 May 27 23:26:15.770624 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-dedf585b-975b-4ca5-8ef6-3775801a8c0c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b HTTP/1.1" status: 200 len: 999 time: 0.0976601 May 27 23:26:15.835544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-3a3d2d08-4310-4de7-b2d6-8c69a58a4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:15.837047 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-3a3d2d08-4310-4de7-b2d6-8c69a58a4aed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0586479 May 27 23:26:15.910662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bf1db-f83a-4857-a610-5484c982aa35 req-1cf290bf-e903-415c-bc46-ab82c9c1b78f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:15.911289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-7328bdc9-a32f-40fa-825c-daf05cbb2007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:15.912128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-864bf1db-f83a-4857-a610-5484c982aa35 req-1cf290bf-e903-415c-bc46-ab82c9c1b78f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 943 time: 0.0789678 May 27 23:26:15.912683 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-7328bdc9-a32f-40fa-825c-daf05cbb2007 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691655 May 27 23:26:15.959983 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-864bf1db-f83a-4857-a610-5484c982aa35 req-e951dbd0-3c9c-4433-bb67-850975dbed37 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421114 May 27 23:26:16.042931 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-cb45b3ab-adfa-4385-8ec4-6411c53ce17e service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238089 May 27 23:26:16.171276 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cf11297f-2cf0-4ea9-a121-9ec3d5ca5189 req-a0dbba23-a19a-4072-a09e-0bb548ed20e4 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222181 May 27 23:26:16.336317 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:16.619075 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'tag': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:26:16.674928 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50078218-b57b-4c33-8b08-2833f7863985'] response: {'name': 'network-changed', 'server_uuid': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'tag': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b', 'status': 'completed', 'code': 200} May 27 23:26:16.828325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-c72c1c5d-49fc-472d-b71e-7843b72512a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:16.829810 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-c72c1c5d-49fc-472d-b71e-7843b72512a6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 1094 time: 0.1325290 May 27 23:26:16.832158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-c5f5cfef-57b2-4a1c-8285-09fdf5d1fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:16.833496 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-c5f5cfef-57b2-4a1c-8285-09fdf5d1fce8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 1094 time: 0.1014071 May 27 23:26:17.071899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-eb78900a-7bda-4b59-b506-d233e5084cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:17.073369 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-eb78900a-7bda-4b59-b506-d233e5084cff service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.2380958 May 27 23:26:17.073970 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:26:17.075663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-09d5cd68-70db-4589-8c3c-298fa890d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:17.077694 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-09d5cd68-70db-4589-8c3c-298fa890d4cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.2226117 May 27 23:26:17.142990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02babbb0-b237-4b20-aed0-c5767d7889f9 req-82bd5e68-0de2-43c8-802b-a5bd5a898bfd tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:17.144496 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02babbb0-b237-4b20-aed0-c5767d7889f9 req-82bd5e68-0de2-43c8-802b-a5bd5a898bfd tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 943 time: 0.0804355 May 27 23:26:17.182286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:26:17.189028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02babbb0-b237-4b20-aed0-c5767d7889f9 req-e93d298b-0174-481a-aff2-cf7691ae1be9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387542 May 27 23:26:17.257979 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-48a6a9ff-ee5e-4451-9fcb-69eec29a5751 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b HTTP/1.1" status: 200 len: 999 time: 0.1786954 May 27 23:26:17.261415 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-edfb78b3-3508-421b-be06-6bea18d0458c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b HTTP/1.1" status: 200 len: 999 time: 0.1310101 May 27 23:26:17.277000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:26:17.368673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-1b3c1c59-8801-49af-b36c-6fbba0b94d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:17.370085 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-1b3c1c59-8801-49af-b36c-6fbba0b94d66 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.1064320 May 27 23:26:17.373050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-b653590d-746a-444a-a143-32311e2c123c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:17.374952 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-b653590d-746a-444a-a143-32311e2c123c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0771952 May 27 23:26:17.502775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-cf7f5b1a-e27c-464d-9fda-6c459e5e3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:17.504205 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-cf7f5b1a-e27c-464d-9fda-6c459e5e3e70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283963 May 27 23:26:17.506566 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-31a2decc-010f-44a7-98e6-71350b3c6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:17.507868 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-31a2decc-010f-44a7-98e6-71350b3c6e89 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1003447 May 27 23:26:17.855098 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-3dcb7588-c6ea-45fc-b88d-1687c6b6cd67 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445745 May 27 23:26:17.860459 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-4f658791-403d-42d2-8a42-85c97550523b service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315287 May 27 23:26:18.096729 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-7ebf7c31-0a42-401e-82a3-b9caf58edf43 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353153 May 27 23:26:18.098558 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0b175814-930b-4b7a-96e2-1ecf15dfcedd req-41031709-fe38-4bbd-9c8e-e2928b4a4a38 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200432 May 27 23:26:18.378619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2fe09-1f2e-4e88-b291-c152b586c918 req-e3d126d8-2c0c-4ff0-b5f8-7f136d09dde3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:18.379968 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93b2fe09-1f2e-4e88-b291-c152b586c918 req-e3d126d8-2c0c-4ff0-b5f8-7f136d09dde3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 943 time: 0.0828478 May 27 23:26:18.512875 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-93b2fe09-1f2e-4e88-b291-c152b586c918 req-2dc52384-2032-476a-86e6-bc39a30ac3c1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271057 May 27 23:26:18.933833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c045a-530b-47a1-b7e8-5a7875c29f70 req-e547dde8-12ce-4a9e-886d-b213842aa1bd tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:18.935342 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e3c045a-530b-47a1-b7e8-5a7875c29f70 req-e547dde8-12ce-4a9e-886d-b213842aa1bd tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 943 time: 0.0790422 May 27 23:26:18.979383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e3c045a-530b-47a1-b7e8-5a7875c29f70 req-bacd5c3d-c01d-4b98-913e-114986a81cd3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377188 May 27 23:26:19.022181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-565b31f1-18e5-4e70-8e55-28e5199840f1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:19.022865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-565b31f1-18e5-4e70-8e55-28e5199840f1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Synchronizing usage tracker for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:26:19.090338 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-565b31f1-18e5-4e70-8e55-28e5199840f1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Unset dirty status for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:26:19.091434 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-565b31f1-18e5-4e70-8e55-28e5199840f1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530&tenant_id=67a83cb5f0b24c8c8f0cbde644957701&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 943 time: 0.1558485 May 27 23:26:19.168413 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-40e923a1-50eb-4373-a78d-35843b005f2c service neutron] delete failed (client error): The resource could not be found. May 27 23:26:19.169399 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-40e923a1-50eb-4373-a78d-35843b005f2c service neutron] 10.222.0.46 "DELETE /v2.0/ports/7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b/bindings/n-h2-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0723758 May 27 23:26:19.183655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:26:19.308972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-7490519f-2e0c-418b-81e7-45dfd1398a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:19.310438 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-7490519f-2e0c-418b-81e7-45dfd1398a8b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 1094 time: 0.0739334 May 27 23:26:19.321295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:26:19.335183 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'port_id': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b', 'mac_address': 'fa:16:3e:71:2c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:26:19.389687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:26:19.390066 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:19.409604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:26:19.424976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:26:19.443173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-7d980fe8-bf2b-4675-9515-06d9620fa1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:19.444671 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-7d980fe8-bf2b-4675-9515-06d9620fa1ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1277161 May 27 23:26:19.496704 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:19.543090 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-d23b49ad-d8b0-4f88-bf2d-efd6bfa1a5c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b HTTP/1.1" status: 200 len: 1000 time: 0.0929284 May 27 23:26:19.568044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:26:19.573332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:19.573679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:19.574018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:19.574355 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:19.574683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:19.575014 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:19.575342 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:19.575665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:19.576052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:19.576427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:19.576753 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:19.577072 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:19.611412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-215cc8e2-6762-4812-898f-f7975a3d43b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:19.612898 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-215cc8e2-6762-4812-898f-f7975a3d43b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0644677 May 27 23:26:19.687379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-ba22964c-3014-4b45-b1a0-c041caa14ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:19.688844 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-ba22964c-3014-4b45-b1a0-c041caa14ad5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700123 May 27 23:26:19.822245 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-c1d2d6b1-c7d7-439d-a811-0588d47338c9 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272213 May 27 23:26:19.838241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:26:19.952593 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d76a9ad-4b9c-4cf3-88fa-9335b62e24dd req-957181bb-6fea-4902-91b3-045f52150ccf service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247501 May 27 23:26:20.169658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2e5ab-85a0-4504-a817-349874d05ce9 req-65724c87-42ce-48ef-b5f4-82ca35be604d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:20.171602 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50f2e5ab-85a0-4504-a817-349874d05ce9 req-65724c87-42ce-48ef-b5f4-82ca35be604d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 944 time: 0.0817256 May 27 23:26:20.215102 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50f2e5ab-85a0-4504-a817-349874d05ce9 req-cacaf6bb-e273-47e1-9118-030a8b43edd4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377069 May 27 23:26:21.203198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:26:21.336656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:26:21.341915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:26:21.342294 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:21.402567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b365545f-f99e-4c0e-9ce8-315138213ccc req-a6deb0fe-88fd-4270-9bf3-603a790c47af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:21.404104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b365545f-f99e-4c0e-9ce8-315138213ccc req-a6deb0fe-88fd-4270-9bf3-603a790c47af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 944 time: 0.0794325 May 27 23:26:21.454140 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b365545f-f99e-4c0e-9ce8-315138213ccc req-80299639-2962-4947-80cd-7fd88ecde064 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431759 May 27 23:26:21.461661 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:26:21.462033 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:21.489525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:26:21.499046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:26:21.534471 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e0d9f6-f6f5-4d73-90ed-a701e34cc4da'] response: {'server_uuid': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b', 'code': 200} May 27 23:26:21.593819 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:21.644007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee65c42-edeb-4fad-a090-9f8763d0f647 req-98bec9ab-4be1-4baa-8c6b-dbcc71061c1a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:21.645612 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ee65c42-edeb-4fad-a090-9f8763d0f647 req-98bec9ab-4be1-4baa-8c6b-dbcc71061c1a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0798397 May 27 23:26:21.659686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:26:21.690863 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ee65c42-edeb-4fad-a090-9f8763d0f647 req-1574d75f-bfa0-4d03-b575-a765528dd026 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396013 May 27 23:26:22.165340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567a5b9-7bc3-4b2f-adca-00fa6e5a1842 req-8dcdcc47-ad24-4535-b02c-6cc24074439d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:22.166792 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d567a5b9-7bc3-4b2f-adca-00fa6e5a1842 req-8dcdcc47-ad24-4535-b02c-6cc24074439d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0842912 May 27 23:26:22.212782 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d567a5b9-7bc3-4b2f-adca-00fa6e5a1842 req-daf55c57-2312-457c-8b2b-a589d2507292 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402899 May 27 23:26:22.292990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08574ca-5df8-4af2-bbc2-c209b492ece3 req-ef917f13-ce15-423a-b2f2-3c740d5faf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:22.294481 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a08574ca-5df8-4af2-bbc2-c209b492ece3 req-ef917f13-ce15-423a-b2f2-3c740d5faf52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 1096 time: 0.0757773 May 27 23:26:22.535860 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08574ca-5df8-4af2-bbc2-c209b492ece3 req-962b9477-89aa-4b63-9552-494291d7e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:22.537340 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a08574ca-5df8-4af2-bbc2-c209b492ece3 req-962b9477-89aa-4b63-9552-494291d7e281 service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.2374237 May 27 23:26:22.638640 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a08574ca-5df8-4af2-bbc2-c209b492ece3 req-bf9147be-0cfc-4ab2-917f-e1ac20ed8593 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b HTTP/1.1" status: 200 len: 1001 time: 0.0953031 May 27 23:26:22.700952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08574ca-5df8-4af2-bbc2-c209b492ece3 req-97793a7c-5265-4c64-bd4d-ffb92e95034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:22.702424 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a08574ca-5df8-4af2-bbc2-c209b492ece3 req-97793a7c-5265-4c64-bd4d-ffb92e95034d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0572572 May 27 23:26:22.778961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08574ca-5df8-4af2-bbc2-c209b492ece3 req-e627739d-d85d-473f-b4e0-694c4b13d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:22.787984 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a08574ca-5df8-4af2-bbc2-c209b492ece3 req-e627739d-d85d-473f-b4e0-694c4b13d23e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710514 May 27 23:26:22.839381 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:22.914258 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a08574ca-5df8-4af2-bbc2-c209b492ece3 req-27007983-ac36-48f2-aae6-fda1a54ec3ba service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263590 May 27 23:26:23.046018 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a08574ca-5df8-4af2-bbc2-c209b492ece3 req-9bd24b84-d898-40da-ad49-6bc4c3519119 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255291 May 27 23:26:23.398051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ccf58-7f64-4ff4-bf89-ef024ec44fb0 req-c5b9e999-fb02-4e8d-afc9-d0e453332af5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:23.399496 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-614ccf58-7f64-4ff4-bf89-ef024ec44fb0 req-c5b9e999-fb02-4e8d-afc9-d0e453332af5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0792818 May 27 23:26:23.443112 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-614ccf58-7f64-4ff4-bf89-ef024ec44fb0 req-9fe187c4-fa20-4eb9-b139-c63291ed0459 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379443 May 27 23:26:24.130970 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cc3816a-ff47-4fc2-b2e6-bf3a05210d63 req-ea2c6dfe-efc7-4440-a1d5-964fbec25a49 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733516 May 27 23:26:24.289191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3816a-ff47-4fc2-b2e6-bf3a05210d63 req-b1e4569c-a8fd-48ca-bc4d-056321dd594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:24.290649 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cc3816a-ff47-4fc2-b2e6-bf3a05210d63 req-b1e4569c-a8fd-48ca-bc4d-056321dd594e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 1096 time: 0.0717092 May 27 23:26:24.433149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3816a-ff47-4fc2-b2e6-bf3a05210d63 req-fef6338a-7357-44ef-a9c3-dcd71e8f3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:24.434478 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cc3816a-ff47-4fc2-b2e6-bf3a05210d63 req-fef6338a-7357-44ef-a9c3-dcd71e8f3981 service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1255429 May 27 23:26:24.537733 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cc3816a-ff47-4fc2-b2e6-bf3a05210d63 req-a254f497-247a-4522-aa1c-87aa12a9c6a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b HTTP/1.1" status: 200 len: 1001 time: 0.0970871 May 27 23:26:24.607940 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3816a-ff47-4fc2-b2e6-bf3a05210d63 req-abcac7f6-5dfb-42a4-82ca-3f764b7b3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:24.609968 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cc3816a-ff47-4fc2-b2e6-bf3a05210d63 req-abcac7f6-5dfb-42a4-82ca-3f764b7b3057 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0659883 May 27 23:26:24.688639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3816a-ff47-4fc2-b2e6-bf3a05210d63 req-5720db80-a730-433b-ac2a-a415e0a5790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:24.690031 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cc3816a-ff47-4fc2-b2e6-bf3a05210d63 req-5720db80-a730-433b-ac2a-a415e0a5790e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734539 May 27 23:26:24.794400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b71b12-4647-4958-b3a3-4358132908b8 req-cbbd6df5-bea9-4899-816e-0c0cf7ad4bdc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:24.795875 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-63b71b12-4647-4958-b3a3-4358132908b8 req-cbbd6df5-bea9-4899-816e-0c0cf7ad4bdc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0853710 May 27 23:26:24.822365 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cc3816a-ff47-4fc2-b2e6-bf3a05210d63 req-e20f67ee-bf6f-4dd8-8234-c7be5adf251e service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256146 May 27 23:26:24.839706 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-63b71b12-4647-4958-b3a3-4358132908b8 req-23700932-c465-4bcb-b81c-451862a19867 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379848 May 27 23:26:24.957969 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cc3816a-ff47-4fc2-b2e6-bf3a05210d63 req-33fc2d82-6b80-4aa3-92b8-aafcb226cc04 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263385 May 27 23:26:25.431368 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b34903-3944-4857-bcd4-3c79396291d0 req-7d97a1f4-14e8-4946-a43e-b23c935110b2 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:25.432827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06b34903-3944-4857-bcd4-3c79396291d0 req-7d97a1f4-14e8-4946-a43e-b23c935110b2 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0775013 May 27 23:26:25.479132 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-06b34903-3944-4857-bcd4-3c79396291d0 req-a91b5267-db32-4de2-9ad1-02a3edfeeec6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401866 May 27 23:26:26.662160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c10bc-a47d-46da-931d-ea37220c0efa req-1c1cd65f-5a4e-473a-99a8-defc95ee7d89 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:26.663740 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c36c10bc-a47d-46da-931d-ea37220c0efa req-1c1cd65f-5a4e-473a-99a8-defc95ee7d89 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0795994 May 27 23:26:26.709092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c36c10bc-a47d-46da-931d-ea37220c0efa req-26cd4892-2896-4408-9a73-56983a411003 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392783 May 27 23:26:26.883153 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-3e4a6724-e1ba-40be-acb4-27f277427af5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:26.884600 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-3e4a6724-e1ba-40be-acb4-27f277427af5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.57 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 945 time: 0.0775840 May 27 23:26:26.956504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Deleting port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:26:26.956844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:27.200051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] For port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:26:27.200304 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:27.587936 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33d8071b-8228-4782-b2e1-2f159e531191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:27.649460 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:27.649460 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:27.649460 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d disassociated. External IP: 172.25.2.180, port: 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b. May 27 23:26:27.649460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Calling delete_port for 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:26:27.816834 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:27.855779 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4fecf3af-badd-4ccd-9117-41cd9d4fb51e req-9dbce6f9-4b11-4060-ace1-11375123b6bb tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 210 time: 0.0426192 May 27 23:26:27.868204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Pushing event deleted for resources: {'Port': ['ID=7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:26:27.881688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:27.882033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:27.882408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:27.882700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:27.883030 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:27.883355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:27.883895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:27.884008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:27.884329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:27.884694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:27.885017 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:27.885336 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:26:28.076420 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Router 83c46cbb-3da2-4e97-8250-b9c62e980d2e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:26:28.254664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:26:28.264394 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d91f7ba-fbaa-4baa-b19d-81b3e77e7e4e None None] Sync routers for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:26:28.273803 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d91f7ba-fbaa-4baa-b19d-81b3e77e7e4e None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:26:28.274474 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4d91f7ba-fbaa-4baa-b19d-81b3e77e7e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:26:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:26:28.325874 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] No DVR routers for this DVR port 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:26:28.328442 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:28.331188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'name': 'network-vif-deleted', 'tag': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:26:28.387261 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7119c2-d193-4bfb-a9fc-35eaffe3dae6'] response: {'server_uuid': '24efe1a1-6532-40c7-b022-39dd8c88a530', 'name': 'network-vif-deleted', 'tag': '7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b', 'status': 'completed', 'code': 200} May 27 23:26:28.399869 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5a0a60cc-2728-47a0-b1a7-f7a3ed70d53d req-f5de86a4-fc70-4c39-9caa-e6ce6f408035 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.57 "DELETE /v2.0/ports/7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b HTTP/1.1" status: 204 len: 173 time: 1.5095913 May 27 23:26:28.463131 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4d91f7ba-fbaa-4baa-b19d-81b3e77e7e4e None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:26:28.782985 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4d91f7ba-fbaa-4baa-b19d-81b3e77e7e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:26:28.786772 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d91f7ba-fbaa-4baa-b19d-81b3e77e7e4e None None] Checking router: 83c46cbb-3da2-4e97-8250-b9c62e980d2e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:26:28.796124 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d91f7ba-fbaa-4baa-b19d-81b3e77e7e4e None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:26:28.797231 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4d91f7ba-fbaa-4baa-b19d-81b3e77e7e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:26:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:26:28.979233 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4d91f7ba-fbaa-4baa-b19d-81b3e77e7e4e None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:26:29.025971 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0b8d4c65-ea84-4e2b-a9d8-a757080f22f4 req-d135bf2e-5b1d-4d51-9705-42b4f5a26612 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=24efe1a1-6532-40c7-b022-39dd8c88a530 HTTP/1.1" status: 200 len: 210 time: 0.0474310 May 27 23:26:29.307818 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4d91f7ba-fbaa-4baa-b19d-81b3e77e7e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:26:29.312240 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d91f7ba-fbaa-4baa-b19d-81b3e77e7e4e None None] The sync data for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 is: [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:26:29.534929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8523bf43-241a-4408-b7f0-bdc6a4fd35b2 None None] New status for floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:26:29.793304 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9cf08812-9a7f-4581-b8ac-60fe23f858a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:30.363993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-8310857a-6e1a-46e2-aa0d-cee278f41941 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1827379500&fields=id&tenant_id=67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 267 time: 0.0388267 May 27 23:26:30.510723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-985f266c-afa5-4523-8d27-fd9a874179af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:30.512251 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-985f266c-afa5-4523-8d27-fd9a874179af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 812 time: 0.1419730 May 27 23:26:30.527691 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-843ba70d-6195-46ac-9aca-0e82181f9f8f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/quotas/67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 375 time: 0.0099013 May 27 23:26:30.611851 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-7f8117bf-aef2-4782-9933-09b0c535cfa8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0786712 May 27 23:26:30.791440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-a8539fbb-2776-487c-828a-7a793fde8bbf service neutron] 10.222.0.27 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680689 May 27 23:26:30.920226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-7e3f3752-640a-4b57-886b-c1c4d6460846 service neutron] 10.222.0.27 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225479 May 27 23:26:30.987375 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:31.050671 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:31.164765 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68b3da93-88d4-4bfb-ad92-6cc2a2e4dce5 req-ae58f067-a071-4ebf-a7ea-ac702ef04e97 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 210 time: 0.0469635 May 27 23:26:31.268099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:26:31.301490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:26:31.301839 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 7489cd46-8ae9-48d9-bc0c-3eef7e2cc56b not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:26:32.239186 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:32.313491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6747777a-2970-42be-bf6e-b0ed5adfda99 req-7a1385f8-d405-4130-afa9-a791c96c5333 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 210 time: 0.0415001 May 27 23:26:33.175085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-b5cc1c1e-8740-4905-ba52-ac08444decc4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:33.176535 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-b5cc1c1e-8740-4905-ba52-ac08444decc4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 812 time: 0.1455388 May 27 23:26:33.228138 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-2bd5571a-e640-4d77-b64c-1e952a0e6b19 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 380 time: 0.0435457 May 27 23:26:33.236997 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Request body: {'port': {'device_id': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'admin_state_up': True, 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'security_groups': ['ecef127e-f3c6-4502-8054-c6cf307bbb2f']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:26:33.374971 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:26:33.379025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Usage tracker for resource:port and tenant:67a83cb5f0b24c8c8f0cbde644957701 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:26:33.381885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:26:33.389130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:26:33.463838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7678f940-76e2-43a0-aae7-319303efce2c req-56e75209-4cb6-49aa-bf07-cf8703b8ffff tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 210 time: 0.0414498 May 27 23:26:33.467735 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Made reservation on behalf of 67a83cb5f0b24c8c8f0cbde644957701 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:26:33.471723 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:33.627142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Allocated IP 172.20.0.13 (188152f5-8eb0-4cbd-9927-f6a47cf36f25/09b87c9a-53e4-4714-b715-58ed6b40317e/548710df-7988-47ef-9580-4889d12e7c75) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:26:33.921459 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:33.936977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Transition to ACTIVE for port object 548710df-7988-47ef-9580-4889d12e7c75 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:26:34.033739 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:34.104094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:26:34.107410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:26:34.110083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:26:34.152662 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Pushing event updated for resources: {'Port': ['ID=548710df-7988-47ef-9580-4889d12e7c75,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:26:34.185327 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:34.186011 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:34.280033 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-986203a8-c7cd-4af1-9c42-add3876055af tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0469878 May 27 23:26:34.291833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Request body: {'port': {'device_id': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:26:34.376227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1ec19e45-5c00-4c46-81da-1e186e215732 None None] Provisioning for port 548710df-7988-47ef-9580-4889d12e7c75 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:26:34.381318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1ec19e45-5c00-4c46-81da-1e186e215732 None None] Provisioning complete for port 548710df-7988-47ef-9580-4889d12e7c75 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:26:34.381688 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ec19e45-5c00-4c46-81da-1e186e215732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:34.404762 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:34.439041 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-1ec19e45-5c00-4c46-81da-1e186e215732 None None] Port 548710df-7988-47ef-9580-4889d12e7c75 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:26:34.655159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df09b-ebda-44ae-8cc7-0ee8a0e04888 req-81a0fcd2-ac94-4762-a1f6-2d1978f594c7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:34.657274 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-269df09b-ebda-44ae-8cc7-0ee8a0e04888 req-81a0fcd2-ac94-4762-a1f6-2d1978f594c7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 932 time: 0.0829155 May 27 23:26:34.701877 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-269df09b-ebda-44ae-8cc7-0ee8a0e04888 req-3dda95ba-6be2-4dd5-9168-eeafb8b2922c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383539 May 27 23:26:34.748686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548710df-7988-47ef-9580-4889d12e7c75 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:26:34.755884 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:34.770432 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Transition to ACTIVE for port object 548710df-7988-47ef-9580-4889d12e7c75 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:26:34.821907 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:34.950617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Pushing event updated for resources: {'Port': ['ID=548710df-7988-47ef-9580-4889d12e7c75,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:26:35.059744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Attempting to bind port 548710df-7988-47ef-9580-4889d12e7c75 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:26:35.060078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Attempting to bind port 548710df-7988-47ef-9580-4889d12e7c75 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:26:35.060428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Attempting to bind port 548710df-7988-47ef-9580-4889d12e7c75 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:26:35.065591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Port 548710df-7988-47ef-9580-4889d12e7c75 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:26:35.065909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Attempting to bind port 548710df-7988-47ef-9580-4889d12e7c75 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:26:35.071241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:26:35.071570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Checking segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:26:35.071949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Bound using segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:26:35.072390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Bound port: 548710df-7988-47ef-9580-4889d12e7c75, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:26:35.072737 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:35.159480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:26:35.162371 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:26:35.227702 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:35.290206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:35.290815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:35.292160 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] 10.222.0.46 "PUT /v2.0/ports/548710df-7988-47ef-9580-4889d12e7c75 HTTP/1.1" status: 200 len: 1092 time: 1.0046284 May 27 23:26:35.292615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'tag': '548710df-7988-47ef-9580-4889d12e7c75'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:26:35.316913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ba79a-aa0d-4f25-8650-e517bf0a6373 service neutron] Pushing event updated for resources: {'Port': ['ID=548710df-7988-47ef-9580-4889d12e7c75,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:26:35.348544 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8efef748-2f9a-4b5d-8ff9-c32b21f79042'] response: {'name': 'network-changed', 'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'tag': '548710df-7988-47ef-9580-4889d12e7c75', 'status': 'completed', 'code': 200} May 27 23:26:35.443944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03429e28-c847-4cbf-8b74-ec7410ac873e req-729ce85e-dc65-4316-b8ff-9dfd547e2351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:35.445746 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-03429e28-c847-4cbf-8b74-ec7410ac873e req-729ce85e-dc65-4316-b8ff-9dfd547e2351 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 1095 time: 0.0750229 May 27 23:26:35.585155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03429e28-c847-4cbf-8b74-ec7410ac873e req-a7f3d202-66e7-4b24-bbbe-64face12de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:35.586525 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-03429e28-c847-4cbf-8b74-ec7410ac873e req-a7f3d202-66e7-4b24-bbbe-64face12de8a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1348562 May 27 23:26:35.721242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03429e28-c847-4cbf-8b74-ec7410ac873e req-72f5e745-e116-4db9-9e0b-198fc1e4ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:35.722708 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-03429e28-c847-4cbf-8b74-ec7410ac873e req-72f5e745-e116-4db9-9e0b-198fc1e4ba59 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306875 May 27 23:26:35.826214 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-7a84a326-f981-48e2-bdc7-b10a7f4f4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:35.828390 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-7a84a326-f981-48e2-bdc7-b10a7f4f4c87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 1095 time: 0.0706849 May 27 23:26:35.894728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044da89-e5d2-4b62-9e0b-3ae9fc82d8f7 req-4a24cb48-6dc8-4203-89d6-67b9a0a8bfc1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:35.896226 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4044da89-e5d2-4b62-9e0b-3ae9fc82d8f7 req-4a24cb48-6dc8-4203-89d6-67b9a0a8bfc1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 944 time: 0.0827436 May 27 23:26:35.947800 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4044da89-e5d2-4b62-9e0b-3ae9fc82d8f7 req-e9711424-81de-42a7-bc9a-52792c63c271 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454118 May 27 23:26:36.017074 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-e4f5365e-bc25-4631-940b-c5e23f31db7f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548710df-7988-47ef-9580-4889d12e7c75 HTTP/1.1" status: 200 len: 217 time: 0.1826675 May 27 23:26:36.079368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-63360172-03ca-45c9-ae73-245bf67638e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:36.080753 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-63360172-03ca-45c9-ae73-245bf67638e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0581167 May 27 23:26:36.153574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-c85672e4-d4e5-4b55-a448-67b22abcfd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:36.154951 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-c85672e4-d4e5-4b55-a448-67b22abcfd44 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677454 May 27 23:26:36.283654 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-47897fd8-fe22-4e88-865d-39ec96ae9cd7 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225390 May 27 23:26:36.414741 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7083ebad-6b0f-4cf1-ba72-18f770a4a042 req-e40b30e9-277e-44fb-b3e4-f2cbb4f2febf service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246707 May 27 23:26:37.134453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecded2-c988-4f18-835e-8d7bca0b547e req-38265642-098d-4b7f-b622-a64331a819f6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:37.135870 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fecded2-c988-4f18-835e-8d7bca0b547e req-38265642-098d-4b7f-b622-a64331a819f6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 944 time: 0.0778809 May 27 23:26:37.178225 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fecded2-c988-4f18-835e-8d7bca0b547e req-0997c47e-de79-4c3c-ba60-b9c9b53b49c2 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361750 May 27 23:26:38.367095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b8f7d-2630-4d21-a24f-2736631ae84c req-e916ff05-337c-42d1-94d7-a5d08afe6df5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:38.368544 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-323b8f7d-2630-4d21-a24f-2736631ae84c req-e916ff05-337c-42d1-94d7-a5d08afe6df5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 944 time: 0.0823922 May 27 23:26:38.412587 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-323b8f7d-2630-4d21-a24f-2736631ae84c req-99a05b47-ca92-4270-856c-28f59f3e39f4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382144 May 27 23:26:39.276607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 548710df-7988-47ef-9580-4889d12e7c75 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:26:39.409010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:26:39.421697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '548710df-7988-47ef-9580-4889d12e7c75', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'port_id': '548710df-7988-47ef-9580-4889d12e7c75', 'mac_address': 'fa:16:3e:28:b0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:26:39.475937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 548710df-7988-47ef-9580-4889d12e7c75 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:26:39.476317 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:39.492823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548710df-7988-47ef-9580-4889d12e7c75 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:26:39.508226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:26:39.570255 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:39.594791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5decb9e3-99e1-4ad7-83ca-ae46397175fe req-bdde6ffe-1367-4050-a5ab-1df75340d8fd tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:39.596245 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5decb9e3-99e1-4ad7-83ca-ae46397175fe req-bdde6ffe-1367-4050-a5ab-1df75340d8fd tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 944 time: 0.0790601 May 27 23:26:39.643127 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5decb9e3-99e1-4ad7-83ca-ae46397175fe req-7d3cfbbe-6068-43c3-b6a5-c47b700b5c76 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407646 May 27 23:26:39.644792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=548710df-7988-47ef-9580-4889d12e7c75,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:26:39.770836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['548710df-7988-47ef-9580-4889d12e7c75'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:26:40.832459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bfb72-cb67-4113-827d-b5e42c572969 req-9a669e3f-db07-4f1e-bf94-4fda077c945b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:40.833907 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a9bfb72-cb67-4113-827d-b5e42c572969 req-9a669e3f-db07-4f1e-bf94-4fda077c945b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 945 time: 0.0833621 May 27 23:26:40.877702 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a9bfb72-cb67-4113-827d-b5e42c572969 req-d9aa7f76-fcb5-4a1c-b4e3-a7709125e184 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380714 May 27 23:26:41.276776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 548710df-7988-47ef-9580-4889d12e7c75 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:26:41.398209 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 548710df-7988-47ef-9580-4889d12e7c75 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:26:41.402907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 548710df-7988-47ef-9580-4889d12e7c75 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:26:41.403275 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:41.515485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 548710df-7988-47ef-9580-4889d12e7c75 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:26:41.515846 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:41.541388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548710df-7988-47ef-9580-4889d12e7c75'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:26:41.550589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:26:41.586589 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61eefaf-9954-4651-86a8-def072b832df'] response: {'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548710df-7988-47ef-9580-4889d12e7c75', 'code': 200} May 27 23:26:41.622454 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:41.695967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=548710df-7988-47ef-9580-4889d12e7c75,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:26:41.716321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c14257-4abe-4f46-92b1-34b08dadfdd8 req-cf43b3cb-9ab2-4d63-854e-85f165ee4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:41.718356 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f4c14257-4abe-4f46-92b1-34b08dadfdd8 req-cf43b3cb-9ab2-4d63-854e-85f165ee4284 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 1097 time: 0.0739548 May 27 23:26:41.758655 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f4c14257-4abe-4f46-92b1-34b08dadfdd8 req-f5cb884c-3fb5-4c24-b171-03c09686f5be service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352058 May 27 23:26:42.058597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab5632-6e40-4694-af2c-2d5394a3d628 req-70b25cdc-e962-4eca-a0c3-1a1725333b69 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:42.060036 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2cab5632-6e40-4694-af2c-2d5394a3d628 req-70b25cdc-e962-4eca-a0c3-1a1725333b69 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0788054 May 27 23:26:42.106515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2cab5632-6e40-4694-af2c-2d5394a3d628 req-4f891186-a57c-4892-a1bd-95f0db456511 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408590 May 27 23:26:43.288723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d1ee1-b26b-4262-82f6-ba6037aaea16 req-8227f1e8-f25e-4ff2-b05b-a47702ed755c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:43.290163 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca5d1ee1-b26b-4262-82f6-ba6037aaea16 req-8227f1e8-f25e-4ff2-b05b-a47702ed755c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0783634 May 27 23:26:43.334000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ca5d1ee1-b26b-4262-82f6-ba6037aaea16 req-f3e53acb-a751-468d-8420-5ba8b2665594 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381954 May 27 23:26:43.512206 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873aff7b-0a94-46f9-a0c4-0018310f4026 req-d9fad21d-9d9f-4431-ac76-26dbc72a1d96 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:43.513669 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-873aff7b-0a94-46f9-a0c4-0018310f4026 req-d9fad21d-9d9f-4431-ac76-26dbc72a1d96 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0823092 May 27 23:26:43.522265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46508) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:26:43.526997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b3cbe371-f903-4c50-bc73-bc82db437fa7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Request body: {'floatingip': {'port_id': '548710df-7988-47ef-9580-4889d12e7c75'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:26:43.690729 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe371-f903-4c50-bc73-bc82db437fa7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:44.277993 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe371-f903-4c50-bc73-bc82db437fa7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:44.336194 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe371-f903-4c50-bc73-bc82db437fa7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:44.506612 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-b3cbe371-f903-4c50-bc73-bc82db437fa7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d associated. External IP: 172.25.2.180, port: 548710df-7988-47ef-9580-4889d12e7c75. May 27 23:26:44.851081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cbe371-f903-4c50-bc73-bc82db437fa7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Router 83c46cbb-3da2-4e97-8250-b9c62e980d2e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:26:45.133472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cbe371-f903-4c50-bc73-bc82db437fa7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:26:45.137719 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b3cbe371-f903-4c50-bc73-bc82db437fa7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:45.143929 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297a5e85-4ef1-4b2d-8f1b-5dacac6f88b3 None None] Sync routers for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:26:45.153952 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297a5e85-4ef1-4b2d-8f1b-5dacac6f88b3 None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:26:45.154546 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-297a5e85-4ef1-4b2d-8f1b-5dacac6f88b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:26:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:26:45.195144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b3cbe371-f903-4c50-bc73-bc82db437fa7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "PUT /v2.0/floatingips/c2d266e0-3d58-4f20-85bc-2c6930e1c99d HTTP/1.1" status: 200 len: 992 time: 1.6718302 May 27 23:26:45.195985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'tag': '548710df-7988-47ef-9580-4889d12e7c75'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:26:45.240996 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d168d4-94f3-42f3-b0e0-95132c467d35'] response: {'name': 'network-changed', 'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'tag': '548710df-7988-47ef-9580-4889d12e7c75', 'status': 'completed', 'code': 200} May 27 23:26:45.329890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416c132-42d8-4a16-ab0b-5562b8d31715 req-a455eba6-c4ce-4da7-8f49-68a55c45035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:45.331373 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9416c132-42d8-4a16-ab0b-5562b8d31715 req-a455eba6-c4ce-4da7-8f49-68a55c45035e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 1097 time: 0.0701475 May 27 23:26:45.362219 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-297a5e85-4ef1-4b2d-8f1b-5dacac6f88b3 None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:26:45.460978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416c132-42d8-4a16-ab0b-5562b8d31715 req-d3f94da6-1295-45e3-9041-e15013a78bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:45.462310 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9416c132-42d8-4a16-ab0b-5562b8d31715 req-d3f94da6-1295-45e3-9041-e15013a78bd7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1244295 May 27 23:26:45.563839 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9416c132-42d8-4a16-ab0b-5562b8d31715 req-b20146db-4a4d-445d-9ef8-39d405c924ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548710df-7988-47ef-9580-4889d12e7c75 HTTP/1.1" status: 200 len: 1000 time: 0.0958760 May 27 23:26:45.625568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416c132-42d8-4a16-ab0b-5562b8d31715 req-84e6a4b8-2c06-49cd-9479-213cd7d66285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:45.627052 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9416c132-42d8-4a16-ab0b-5562b8d31715 req-84e6a4b8-2c06-49cd-9479-213cd7d66285 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0571744 May 27 23:26:45.701606 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-297a5e85-4ef1-4b2d-8f1b-5dacac6f88b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c2d266e0-3d58-4f20-85bc-2c6930e1c99d', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'port_id': '548710df-7988-47ef-9580-4889d12e7c75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'mac_address': 'fa:16:3e:28:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:24:15Z', 'updated_at': '2022-05-27T23:26:44Z', 'revision_number': 9, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:26:45.706250 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297a5e85-4ef1-4b2d-8f1b-5dacac6f88b3 None None] Checking router: 83c46cbb-3da2-4e97-8250-b9c62e980d2e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:26:45.706910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416c132-42d8-4a16-ab0b-5562b8d31715 req-eff90cc2-670c-4be3-ac17-5bf769a75da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:26:45.708419 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9416c132-42d8-4a16-ab0b-5562b8d31715 req-eff90cc2-670c-4be3-ac17-5bf769a75da9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752306 May 27 23:26:45.714670 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297a5e85-4ef1-4b2d-8f1b-5dacac6f88b3 None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:26:45.715297 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-297a5e85-4ef1-4b2d-8f1b-5dacac6f88b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:26:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:26:45.840533 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9416c132-42d8-4a16-ab0b-5562b8d31715 req-cf78f9d1-1227-438e-804f-ebbfb0e03c3d service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256893 May 27 23:26:45.891874 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-297a5e85-4ef1-4b2d-8f1b-5dacac6f88b3 None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:26:45.971140 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9416c132-42d8-4a16-ab0b-5562b8d31715 req-ad1532d4-7a07-4c88-bf71-4cb23f12f4cc service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248825 May 27 23:26:46.229254 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-297a5e85-4ef1-4b2d-8f1b-5dacac6f88b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c2d266e0-3d58-4f20-85bc-2c6930e1c99d', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'port_id': '548710df-7988-47ef-9580-4889d12e7c75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'mac_address': 'fa:16:3e:28:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:24:15Z', 'updated_at': '2022-05-27T23:26:44Z', 'revision_number': 9, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:26:46.233188 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297a5e85-4ef1-4b2d-8f1b-5dacac6f88b3 None None] The sync data for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 is: [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c2d266e0-3d58-4f20-85bc-2c6930e1c99d', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'port_id': '548710df-7988-47ef-9580-4889d12e7c75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'mac_address': 'fa:16:3e:28:b0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:24:15Z', 'updated_at': '2022-05-27T23:26:44Z', 'revision_number': 9, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:26:46.307774 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:46.429816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf233ac-3db1-4b5e-904b-a44e9d4672ee None None] New status for floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:26:52.838764 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:54.072910 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:26:57.575781 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb51089b-3567-495d-958f-5d0d4031f136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:26:59.696601 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6c1d43a-2288-4820-8f2a-1e260d01cef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:00.986665 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:01.043380 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:02.273297 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:16.364500 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:19.976515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff73b9-580e-4768-9a70-df7567b6edf8 req-01e5e5a1-225b-4a76-8b66-85544e0e5aeb tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:19.978198 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07ff73b9-580e-4768-9a70-df7567b6edf8 req-01e5e5a1-225b-4a76-8b66-85544e0e5aeb tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0850186 May 27 23:27:20.068686 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07ff73b9-580e-4768-9a70-df7567b6edf8 req-e6c6536e-d65d-45ce-8459-d1005bfd8ba9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850351 May 27 23:27:20.089266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-4e3e589a-f6fa-4dfc-9e57-0809deb973be service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1456561 May 27 23:27:21.255630 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3c621-cdd5-4d4f-9af7-51c5d45c500a req-385ef918-7394-46f6-bc3d-e9b23b54ab06 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:21.257305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86a3c621-cdd5-4d4f-9af7-51c5d45c500a req-385ef918-7394-46f6-bc3d-e9b23b54ab06 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0813551 May 27 23:27:21.302592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-86a3c621-cdd5-4d4f-9af7-51c5d45c500a req-24b0a854-6a71-4c77-903e-7dbcc6439485 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391738 May 27 23:27:21.989995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-e1d616c3-ab75-45bd-aeac-002103f0d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:21.991334 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-e1d616c3-ab75-45bd-aeac-002103f0d776 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 1097 time: 0.0690095 May 27 23:27:22.118524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-af0c3b7d-46a1-429e-a496-bb40c080646e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:22.119920 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-af0c3b7d-46a1-429e-a496-bb40c080646e service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1219835 May 27 23:27:22.334211 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-0408458e-8caa-4ab9-8bcc-6d005e7b2a26 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548710df-7988-47ef-9580-4889d12e7c75 HTTP/1.1" status: 200 len: 1003 time: 0.2082891 May 27 23:27:22.397046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-8175ae97-06e7-4197-b68e-f0cdbaae7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:22.398494 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-8175ae97-06e7-4197-b68e-f0cdbaae7cf3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0584054 May 27 23:27:22.472883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-87d0fa3a-a12c-48ca-86fa-ec6905379d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:22.474359 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-87d0fa3a-a12c-48ca-86fa-ec6905379d1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696917 May 27 23:27:22.497585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c5451-e512-404e-af3e-ef21203fdd5b req-c6ec6113-cedd-4dd0-a0ea-724c68bf47e6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:22.499035 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c55c5451-e512-404e-af3e-ef21203fdd5b req-c6ec6113-cedd-4dd0-a0ea-724c68bf47e6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0837667 May 27 23:27:22.542934 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c55c5451-e512-404e-af3e-ef21203fdd5b req-be9964d8-a1dc-46bc-be27-8b9f8ad96c7d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372772 May 27 23:27:22.611952 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-67d7cf07-3c18-491a-8bb5-851827b10ae8 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307435 May 27 23:27:22.741192 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-c9f7adfe-6dfe-4169-94c7-7e5e20f75f8a service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236937 May 27 23:27:22.861583 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:23.730273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82441f06-c1e4-4be5-b6e5-3cd6592c5998 req-eb9beca3-1520-4d1e-a081-c0c74e635d96 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:23.731761 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82441f06-c1e4-4be5-b6e5-3cd6592c5998 req-eb9beca3-1520-4d1e-a081-c0c74e635d96 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0792396 May 27 23:27:23.775659 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82441f06-c1e4-4be5-b6e5-3cd6592c5998 req-a89d8e96-6865-4132-9340-f77650a5f22e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380354 May 27 23:27:24.960584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18db27-1559-4c25-a78d-6533cecb6900 req-a81c1e46-4571-4b18-86f8-6a6c92e47b91 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:24.962033 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd18db27-1559-4c25-a78d-6533cecb6900 req-a81c1e46-4571-4b18-86f8-6a6c92e47b91 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0831821 May 27 23:27:25.006159 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd18db27-1559-4c25-a78d-6533cecb6900 req-c7deffb6-0a5d-4bd2-a8fd-705e36886945 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382547 May 27 23:27:26.186019 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81861b6a-c232-443c-8457-75c1564813ec req-182bf6f7-c363-474c-88a7-ace42ef7c669 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:26.188052 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-81861b6a-c232-443c-8457-75c1564813ec req-182bf6f7-c363-474c-88a7-ace42ef7c669 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0782344 May 27 23:27:26.234440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-81861b6a-c232-443c-8457-75c1564813ec req-7a012ff3-7a1b-406c-8cee-41792a8e03b7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 May 27 23:27:27.419527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74baa15-f4f3-4545-8d37-28d596d880f4 req-f20bad1f-3f91-4551-88a1-13ae4d3d0af4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:27.420962 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a74baa15-f4f3-4545-8d37-28d596d880f4 req-f20bad1f-3f91-4551-88a1-13ae4d3d0af4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0781877 May 27 23:27:27.464271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a74baa15-f4f3-4545-8d37-28d596d880f4 req-9743d1cc-74c4-479c-8fb9-d4bea657a46e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377431 May 27 23:27:27.586899 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0b84047c-675b-431b-a047-7ef5bd61f9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:28.071858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb95529-3d7e-496c-a34f-a5d22f1f319d req-2598cc55-aa48-4bcd-977d-9a57e8d66da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:28.073355 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ccb95529-3d7e-496c-a34f-a5d22f1f319d req-2598cc55-aa48-4bcd-977d-9a57e8d66da0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 1097 time: 0.0714989 May 27 23:27:28.215307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb95529-3d7e-496c-a34f-a5d22f1f319d req-ebdffc2d-d20f-4aa1-adc5-75f3ec920c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:28.216759 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ccb95529-3d7e-496c-a34f-a5d22f1f319d req-ebdffc2d-d20f-4aa1-adc5-75f3ec920c21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1258214 May 27 23:27:28.322811 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ccb95529-3d7e-496c-a34f-a5d22f1f319d req-7734ca89-c81b-479d-b36b-209678917d8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548710df-7988-47ef-9580-4889d12e7c75 HTTP/1.1" status: 200 len: 1003 time: 0.0997310 May 27 23:27:28.388156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb95529-3d7e-496c-a34f-a5d22f1f319d req-47b97e56-fd13-4b1f-a661-5ed732758916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:28.389629 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ccb95529-3d7e-496c-a34f-a5d22f1f319d req-47b97e56-fd13-4b1f-a661-5ed732758916 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0613141 May 27 23:27:28.464010 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb95529-3d7e-496c-a34f-a5d22f1f319d req-8fbb50c2-b8ed-4f99-bbf6-023dbccdf94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:28.465509 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ccb95529-3d7e-496c-a34f-a5d22f1f319d req-8fbb50c2-b8ed-4f99-bbf6-023dbccdf94c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705812 May 27 23:27:28.599646 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ccb95529-3d7e-496c-a34f-a5d22f1f319d req-8de5fbbd-e8ee-485e-92e2-e5cd013b7995 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275215 May 27 23:27:28.653288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1662e-f638-49ca-8a16-b079ce12aa58 req-c123d09d-5d4c-49cc-a15e-8ad7c2f15786 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:28.654766 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3a1662e-f638-49ca-8a16-b079ce12aa58 req-c123d09d-5d4c-49cc-a15e-8ad7c2f15786 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0836537 May 27 23:27:28.702590 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3a1662e-f638-49ca-8a16-b079ce12aa58 req-bf81ac69-cfcb-4552-9169-5e1f4105bc9f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418341 May 27 23:27:28.735837 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ccb95529-3d7e-496c-a34f-a5d22f1f319d req-5069fb7d-42d4-4015-abf6-d5e5b49268e6 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297688 May 27 23:27:29.718111 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03d57fd0-b066-484e-8200-72fa80029b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:29.883478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e2e99-aafc-495c-bcd7-3f618a9e7d93 req-cfaadd76-06f8-471f-ad43-10f27e21f246 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:29.884969 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c2e2e99-aafc-495c-bcd7-3f618a9e7d93 req-cfaadd76-06f8-471f-ad43-10f27e21f246 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0790083 May 27 23:27:29.928606 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1c2e2e99-aafc-495c-bcd7-3f618a9e7d93 req-b8580d22-004a-4dfd-8a41-0dbd7d0a67b6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378809 May 27 23:27:30.992818 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:31.071690 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:27:31.072326 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:31.125836 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcd59f-ace7-4ebf-aa98-841411975c47 req-cd34e2d6-f7a0-469f-93d4-fa39a7cf7a08 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:31.127310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-05fcd59f-ace7-4ebf-aa98-841411975c47 req-cd34e2d6-f7a0-469f-93d4-fa39a7cf7a08 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0831139 May 27 23:27:31.171145 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-05fcd59f-ace7-4ebf-aa98-841411975c47 req-aadc4f35-5615-4efa-8c2a-ec0cba2b0765 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382702 May 27 23:27:32.261662 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:32.353891 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75459d-902f-41b0-87df-30abe7f7bfed req-78db2356-3060-4294-a001-e9c2d85c4d77 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:32.355338 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac75459d-902f-41b0-87df-30abe7f7bfed req-78db2356-3060-4294-a001-e9c2d85c4d77 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0794017 May 27 23:27:32.399193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac75459d-902f-41b0-87df-30abe7f7bfed req-85bcf96e-42de-411e-80cc-04e17ca362dc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379848 May 27 23:27:33.585409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dc2f1-472b-4f52-9ed4-b710faa58c67 req-4668bb4e-0028-47c3-8b05-556195d1e099 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:33.586853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-567dc2f1-472b-4f52-9ed4-b710faa58c67 req-4668bb4e-0028-47c3-8b05-556195d1e099 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0829837 May 27 23:27:33.629712 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-567dc2f1-472b-4f52-9ed4-b710faa58c67 req-278bbdfb-b6e2-4ba6-b26a-08d862e5077f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372326 May 27 23:27:34.777981 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-31bd9a87-c180-4d30-b4fe-221723dbf50a service neutron] show failed (client error): The resource could not be found. May 27 23:27:34.779279 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-31bd9a87-c180-4d30-b4fe-221723dbf50a service neutron] 10.222.0.46 "GET /v2.0/ports/548710df-7988-47ef-9580-4889d12e7c75/bindings/n-h1-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0813506 May 27 23:27:34.821190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866d02d-5299-4536-a37b-75be1db75172 req-cfb228a2-f54c-43b9-91e6-20c3cc308d11 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:34.822677 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d866d02d-5299-4536-a37b-75be1db75172 req-cfb228a2-f54c-43b9-91e6-20c3cc308d11 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0801756 May 27 23:27:34.870020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d866d02d-5299-4536-a37b-75be1db75172 req-7f3eaae2-056e-4b99-b5aa-2e4c8ffb9bec tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405884 May 27 23:27:35.382513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-697b53de-e49f-489f-b1a2-ba3b51deb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:35.383962 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-697b53de-e49f-489f-b1a2-ba3b51deb02c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81&tenant_id=67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 1097 time: 0.1116610 May 27 23:27:35.402230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:27:35.511292 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:35.776121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:27:35.912282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:27:35.971016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548710df-7988-47ef-9580-4889d12e7c75'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:27:35.977102 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:36.002572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Transition to ACTIVE for port object 548710df-7988-47ef-9580-4889d12e7c75 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:27:36.029750 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbfb0f7d-f0be-4335-bd7d-cfec0ec40770'] response: {'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548710df-7988-47ef-9580-4889d12e7c75', 'code': 200} May 27 23:27:36.061188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829f99d-f097-4fbd-b2be-340bbeb3b3b4 req-faacd654-b2e1-4cac-a195-063777e29da8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:36.062656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d829f99d-f097-4fbd-b2be-340bbeb3b3b4 req-faacd654-b2e1-4cac-a195-063777e29da8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0844653 May 27 23:27:36.073027 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:36.107589 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d829f99d-f097-4fbd-b2be-340bbeb3b3b4 req-8123eb70-4f21-478b-adcf-24f86df7c86b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392218 May 27 23:27:36.215282 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Pushing event updated for resources: {'Port': ['ID=548710df-7988-47ef-9580-4889d12e7c75,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:27:36.232604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:36.232866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:36.233206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:36.233539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:36.233871 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:36.234230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:36.234552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:36.234873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:36.235197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:36.235511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:36.235827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:36.236144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:36.281842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] No DVR routers for this DVR port 548710df-7988-47ef-9580-4889d12e7c75 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:27:36.509652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Attempting to bind port 548710df-7988-47ef-9580-4889d12e7c75 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:27:36.509899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Attempting to bind port 548710df-7988-47ef-9580-4889d12e7c75 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:27:36.510330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Attempting to bind port 548710df-7988-47ef-9580-4889d12e7c75 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:27:36.514843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Port 548710df-7988-47ef-9580-4889d12e7c75 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:27:36.515159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Attempting to bind port 548710df-7988-47ef-9580-4889d12e7c75 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:27:36.520233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:27:36.520690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Checking segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:27:36.521567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Bound using segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:27:36.521567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Bound port: 548710df-7988-47ef-9580-4889d12e7c75, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:27:36.521813 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:36.611507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:27:36.614553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:27:36.667684 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:36.733639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:36.734350 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:36.735690 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] 10.222.0.57 "PUT /v2.0/ports/548710df-7988-47ef-9580-4889d12e7c75 HTTP/1.1" status: 200 len: 1092 time: 1.3373063 May 27 23:27:36.750721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f517db-a837-48ab-9e1b-2d8bd117f91d service neutron] Pushing event updated for resources: {'Port': ['ID=548710df-7988-47ef-9580-4889d12e7c75,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:27:36.842550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-06031f22-c3de-4b3f-8315-3c1f02415b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:36.844081 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-06031f22-c3de-4b3f-8315-3c1f02415b02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 1095 time: 0.0738325 May 27 23:27:36.977537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-cda91605-ba50-4613-87b5-ca8482abbe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:36.978978 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-cda91605-ba50-4613-87b5-ca8482abbe18 service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1287658 May 27 23:27:37.081835 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-aa85b19b-9aa7-4b18-9e00-6a425c1fb63e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548710df-7988-47ef-9580-4889d12e7c75 HTTP/1.1" status: 200 len: 1001 time: 0.0962780 May 27 23:27:37.145163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-9a84cfa7-e44e-4a39-92db-ffdbe624c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:37.146675 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-9a84cfa7-e44e-4a39-92db-ffdbe624c790 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0593843 May 27 23:27:37.220961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-ae23f347-685f-4b89-bddf-960deff98f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:37.222437 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-ae23f347-685f-4b89-bddf-960deff98f1a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698519 May 27 23:27:37.359162 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-9b80c2fc-f1f0-4e1e-a453-dfcfb60de6a5 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300085 May 27 23:27:37.394825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3c6f9-fe65-44f2-82de-f662fbb0af56 req-81477c00-0402-44c6-a389-d33b93d5314c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:37.396288 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5f3c6f9-fe65-44f2-82de-f662fbb0af56 req-81477c00-0402-44c6-a389-d33b93d5314c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 944 time: 0.1812594 May 27 23:27:37.441170 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5f3c6f9-fe65-44f2-82de-f662fbb0af56 req-864ef801-6196-4acb-8956-75ff7e96f566 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388131 May 27 23:27:37.491303 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-86618fe5-92d4-4072-bd06-0cd9aba90419 req-b5ea8bfd-e3c1-4427-a314-43655384ca6f service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260991 May 27 23:27:38.031051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'tag': '548710df-7988-47ef-9580-4889d12e7c75'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:27:38.086904 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca074c1d-e355-46b8-90de-30fe025dced6'] response: {'name': 'network-changed', 'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'tag': '548710df-7988-47ef-9580-4889d12e7c75', 'status': 'completed', 'code': 200} May 27 23:27:38.356558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52979f3-5560-4f4f-af78-680e372798bc req-3898401f-d548-4f8c-8804-5343586b82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:38.358038 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c52979f3-5560-4f4f-af78-680e372798bc req-3898401f-d548-4f8c-8804-5343586b82b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 1095 time: 0.2501764 May 27 23:27:38.360945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52979f3-5560-4f4f-af78-680e372798bc req-bd06239f-950e-452d-bacf-7b8f7faf34a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:38.362247 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c52979f3-5560-4f4f-af78-680e372798bc req-bd06239f-950e-452d-bacf-7b8f7faf34a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 1095 time: 0.2220566 May 27 23:27:38.602035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52979f3-5560-4f4f-af78-680e372798bc req-c33b5b7b-d508-458c-bc67-517678969ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:38.603477 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c52979f3-5560-4f4f-af78-680e372798bc req-c33b5b7b-d508-458c-bc67-517678969ea1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.2399545 May 27 23:27:38.604550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52979f3-5560-4f4f-af78-680e372798bc req-f2a5edd8-1f57-4091-81c5-52739829f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:38.605817 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c52979f3-5560-4f4f-af78-680e372798bc req-f2a5edd8-1f57-4091-81c5-52739829f9fb service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.2247670 May 27 23:27:38.627642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ae51a-90e3-4f4b-a71b-6d9340603cef req-4c9eab03-bf07-46b5-9ec6-c847d3c1c69a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:38.629046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e2ae51a-90e3-4f4b-a71b-6d9340603cef req-4c9eab03-bf07-46b5-9ec6-c847d3c1c69a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 944 time: 0.0822608 May 27 23:27:38.676184 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0e2ae51a-90e3-4f4b-a71b-6d9340603cef req-b167c6aa-3c2c-4187-a9ba-4092c80e06a1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412683 May 27 23:27:38.789989 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c52979f3-5560-4f4f-af78-680e372798bc req-93e45e16-6bca-44f5-a778-42daf8c217fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548710df-7988-47ef-9580-4889d12e7c75 HTTP/1.1" status: 200 len: 1001 time: 0.1794286 May 27 23:27:38.793351 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c52979f3-5560-4f4f-af78-680e372798bc req-e9f22471-2553-4408-82b1-0dd7586d4106 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548710df-7988-47ef-9580-4889d12e7c75 HTTP/1.1" status: 200 len: 1001 time: 0.1272562 May 27 23:27:38.900932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52979f3-5560-4f4f-af78-680e372798bc req-e5019a9a-b983-42e6-af80-5687d6c089e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:38.902249 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c52979f3-5560-4f4f-af78-680e372798bc req-e5019a9a-b983-42e6-af80-5687d6c089e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.1063814 May 27 23:27:38.905171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52979f3-5560-4f4f-af78-680e372798bc req-25308919-6939-4560-b23a-b691eacbe52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:38.906997 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c52979f3-5560-4f4f-af78-680e372798bc req-25308919-6939-4560-b23a-b691eacbe52a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0820196 May 27 23:27:39.036551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52979f3-5560-4f4f-af78-680e372798bc req-4551c5e9-871e-4c7e-a5c6-090bb2557397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:39.037983 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c52979f3-5560-4f4f-af78-680e372798bc req-4551c5e9-871e-4c7e-a5c6-090bb2557397 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006918 May 27 23:27:39.040314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52979f3-5560-4f4f-af78-680e372798bc req-f2f4ecb4-e86c-46a6-971a-55363d042da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:39.041659 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c52979f3-5560-4f4f-af78-680e372798bc req-f2f4ecb4-e86c-46a6-971a-55363d042da3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338680 May 27 23:27:39.273175 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c52979f3-5560-4f4f-af78-680e372798bc req-476a976c-c021-4b0d-8f4e-10bd2aa8dcd9 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277000 May 27 23:27:39.277911 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c52979f3-5560-4f4f-af78-680e372798bc req-d68eaa4f-3c6a-41a2-ac32-14a90e626094 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140470 May 27 23:27:39.516109 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c52979f3-5560-4f4f-af78-680e372798bc req-647f60d4-36f8-47d6-8650-e07c94126c4f service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317855 May 27 23:27:39.520986 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c52979f3-5560-4f4f-af78-680e372798bc req-e165fe59-7532-4e6d-b7c7-a0656eb4bea2 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145419 May 27 23:27:39.539929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 548710df-7988-47ef-9580-4889d12e7c75 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:27:39.569219 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 548710df-7988-47ef-9580-4889d12e7c75 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:27:39.621208 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 548710df-7988-47ef-9580-4889d12e7c75 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:27:39.726280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:27:39.740439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '548710df-7988-47ef-9580-4889d12e7c75', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'port_id': '548710df-7988-47ef-9580-4889d12e7c75', 'mac_address': 'fa:16:3e:28:b0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:27:39.797742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 548710df-7988-47ef-9580-4889d12e7c75 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:27:39.798117 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:39.815076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548710df-7988-47ef-9580-4889d12e7c75 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:27:39.830276 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:27:39.870517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32da6b-034a-4ab2-a5c1-daaf42674a17 req-717a7e7c-2f62-420b-961b-9bf1d1608f11 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:39.871959 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e32da6b-034a-4ab2-a5c1-daaf42674a17 req-717a7e7c-2f62-420b-961b-9bf1d1608f11 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 944 time: 0.0810161 May 27 23:27:39.907195 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:39.915461 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e32da6b-034a-4ab2-a5c1-daaf42674a17 req-1afaef16-8f51-40f2-b7dc-0440f705dfdd tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371628 May 27 23:27:39.974907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=548710df-7988-47ef-9580-4889d12e7c75,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:27:39.982535 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:39.982872 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:39.983202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:39.983521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:39.983850 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:39.984700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:39.985019 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:39.985333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:39.985646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:39.985957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:39.986269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:39.986585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:27:40.246164 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['548710df-7988-47ef-9580-4889d12e7c75'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:27:40.581050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-d53a99f0-6268-48ec-8d21-01e29fce58f6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:40.581744 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-d53a99f0-6268-48ec-8d21-01e29fce58f6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Synchronizing usage tracker for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:27:40.594555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8af183-3d4c-475b-a4fd-3701c72e18ca req-d3130368-c7cb-4b95-b2f5-17a2283313e5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:40.596049 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e8af183-3d4c-475b-a4fd-3701c72e18ca req-d3130368-c7cb-4b95-b2f5-17a2283313e5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 945 time: 0.0871844 May 27 23:27:40.638838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e8af183-3d4c-475b-a4fd-3701c72e18ca req-7d329556-19b8-4923-95ce-4b1b0aeef4bc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368791 May 27 23:27:40.661608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-d53a99f0-6268-48ec-8d21-01e29fce58f6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Unset dirty status for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:27:40.662774 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-d53a99f0-6268-48ec-8d21-01e29fce58f6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.57 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81&tenant_id=67a83cb5f0b24c8c8f0cbde644957701&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 945 time: 0.1638701 May 27 23:27:40.743226 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-824c5231-ca0c-4561-bd8e-30f85d4171f2 service neutron] 10.222.0.57 "GET /v2.0/ports/548710df-7988-47ef-9580-4889d12e7c75/bindings/n-h1-843680-3 HTTP/1.1" status: 200 len: 382 time: 0.0744727 May 27 23:27:40.972923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-0d99cfc7-a7fd-4ed7-be53-188615aef005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:40.974367 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-0d99cfc7-a7fd-4ed7-be53-188615aef005 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 1096 time: 0.1920669 May 27 23:27:41.100680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-00abab49-34d0-485e-a59d-c4bcc36bd3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:41.102085 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-00abab49-34d0-485e-a59d-c4bcc36bd3d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1209552 May 27 23:27:41.203646 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-33e3bf25-084e-448d-89b9-9fb5710b22d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548710df-7988-47ef-9580-4889d12e7c75 HTTP/1.1" status: 200 len: 1002 time: 0.0941939 May 27 23:27:41.263377 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-3dd02058-25ab-4897-ac80-e33deb033c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:41.264750 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-3dd02058-25ab-4897-ac80-e33deb033c88 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0555177 May 27 23:27:41.342726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-34c3a0bc-f9e4-4bf0-ab57-073a696857a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:41.344858 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-34c3a0bc-f9e4-4bf0-ab57-073a696857a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743735 May 27 23:27:41.474889 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-a711b2f8-ff1c-4c2d-856f-5fe4ee7ae82c service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237283 May 27 23:27:41.572673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 548710df-7988-47ef-9580-4889d12e7c75 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:27:41.603560 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-15af43ac-4e6b-470d-a624-fdf585846588 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227694 May 27 23:27:41.684191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 548710df-7988-47ef-9580-4889d12e7c75 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:27:41.689985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 548710df-7988-47ef-9580-4889d12e7c75 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:27:41.690355 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:41.808135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 548710df-7988-47ef-9580-4889d12e7c75 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:27:41.808535 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:41.826680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95171793-f877-4597-b9bc-09e2a84f4d80 req-099517c2-9d84-47c1-afa0-e83529a8ff1f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:41.828709 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95171793-f877-4597-b9bc-09e2a84f4d80 req-099517c2-9d84-47c1-afa0-e83529a8ff1f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 945 time: 0.0799665 May 27 23:27:41.835736 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548710df-7988-47ef-9580-4889d12e7c75'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:27:41.845370 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:27:41.873877 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95171793-f877-4597-b9bc-09e2a84f4d80 req-732b5df0-e71b-4c36-8716-325a5fba204e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392637 May 27 23:27:41.904818 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d104dc61-fa4c-4715-8525-018166961147'] response: {'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548710df-7988-47ef-9580-4889d12e7c75', 'code': 200} May 27 23:27:41.912600 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:41.982821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=548710df-7988-47ef-9580-4889d12e7c75,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:27:43.064883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cae93e-761d-4abb-b0f0-8bec66c878b8 req-8ca2e86e-003a-454f-a2ec-932133183053 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:43.066336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-52cae93e-761d-4abb-b0f0-8bec66c878b8 req-8ca2e86e-003a-454f-a2ec-932133183053 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0841606 May 27 23:27:43.111344 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-52cae93e-761d-4abb-b0f0-8bec66c878b8 req-a763d811-ab7d-4469-8be7-a24c89964e50 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390863 May 27 23:27:44.224090 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-1f23df53-7f1b-4c62-80da-c398a7158d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:44.225513 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-1f23df53-7f1b-4c62-80da-c398a7158d81 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81&tenant_id=67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 1097 time: 0.0712214 May 27 23:27:44.236517 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:27:44.297502 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12956b4e-a956-435b-9aec-dfdf81ddeb87 req-5f83db22-1c42-4736-9d48-c4d2889b193d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:44.298976 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12956b4e-a956-435b-9aec-dfdf81ddeb87 req-5f83db22-1c42-4736-9d48-c4d2889b193d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0797348 May 27 23:27:44.344753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12956b4e-a956-435b-9aec-dfdf81ddeb87 req-bdd22596-24ac-4992-8426-113e4a11c4e1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396719 May 27 23:27:44.349667 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:44.612899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:27:44.641700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:27:44.698558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548710df-7988-47ef-9580-4889d12e7c75'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:27:44.704624 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:44.721861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Transition to ACTIVE for port object 548710df-7988-47ef-9580-4889d12e7c75 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:27:44.758547 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0803176-558d-444d-aaed-23ab8d693a9a'] response: {'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548710df-7988-47ef-9580-4889d12e7c75', 'code': 200} May 27 23:27:44.786098 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:44.933695 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Pushing event updated for resources: {'Port': ['ID=548710df-7988-47ef-9580-4889d12e7c75,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:27:44.982711 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] No DVR routers for this DVR port 548710df-7988-47ef-9580-4889d12e7c75 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:27:45.325580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Attempting to bind port 548710df-7988-47ef-9580-4889d12e7c75 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:27:45.326272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Attempting to bind port 548710df-7988-47ef-9580-4889d12e7c75 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:27:45.326272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Attempting to bind port 548710df-7988-47ef-9580-4889d12e7c75 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:27:45.331320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Port 548710df-7988-47ef-9580-4889d12e7c75 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:27:45.331643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Attempting to bind port 548710df-7988-47ef-9580-4889d12e7c75 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:27:45.336651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:27:45.336987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Checking segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:27:45.337374 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Bound using segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:27:45.337796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Bound port: 548710df-7988-47ef-9580-4889d12e7c75, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:27:45.338138 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:45.430052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:27:45.432970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:27:45.513607 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:45.534447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e972a4-7deb-400c-b48b-77d80e84d399 req-56900e88-0991-4dc4-b841-3843b47052ac tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:45.535902 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40e972a4-7deb-400c-b48b-77d80e84d399 req-56900e88-0991-4dc4-b841-3843b47052ac tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 945 time: 0.0831225 May 27 23:27:45.574657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:45.575257 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:45.576786 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] 10.222.0.46 "PUT /v2.0/ports/548710df-7988-47ef-9580-4889d12e7c75 HTTP/1.1" status: 200 len: 1093 time: 1.3445237 May 27 23:27:45.582217 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40e972a4-7deb-400c-b48b-77d80e84d399 req-8a5cea17-0795-4f5e-8b57-22c071041116 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395613 May 27 23:27:45.595740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b888784-27f3-4b0b-b9a4-aec84d1e5933 service neutron] Pushing event updated for resources: {'Port': ['ID=548710df-7988-47ef-9580-4889d12e7c75,revision_number=11']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:27:45.676754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-c108f0a3-9917-4489-ac93-9191df576b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:45.678269 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-c108f0a3-9917-4489-ac93-9191df576b8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 1096 time: 0.0785320 May 27 23:27:45.811656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-9b5f8476-fd3a-4a0b-b366-e3fdf80e622b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:45.813785 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-9b5f8476-fd3a-4a0b-b366-e3fdf80e622b service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1292090 May 27 23:27:45.923638 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-b37bf56a-057a-4421-8ce0-f990135151b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548710df-7988-47ef-9580-4889d12e7c75 HTTP/1.1" status: 200 len: 1001 time: 0.1040456 May 27 23:27:45.988051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-a46ab6bf-3e2b-4dd9-97b7-b57c80fe401b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:45.989450 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-a46ab6bf-3e2b-4dd9-97b7-b57c80fe401b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0600250 May 27 23:27:46.062752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-0df09715-026a-4217-a5c4-804a3c1bfcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:46.064174 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-0df09715-026a-4217-a5c4-804a3c1bfcf7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686364 May 27 23:27:46.191942 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-5e4742d5-1a7b-452d-9e8e-8040c4285eec service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214297 May 27 23:27:46.324160 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8cec48e5-fd32-48b3-95d7-60f1d7aeefad req-f30dbdfe-dc72-4e6e-a598-5782512899fc service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264732 May 27 23:27:46.352763 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:46.759755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'tag': '548710df-7988-47ef-9580-4889d12e7c75'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:27:46.768972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bbc7c-150b-471b-8e7e-bfba06c31830 req-79f2e75e-dda2-4533-a294-98f4f33d97df tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:46.770444 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f9bbc7c-150b-471b-8e7e-bfba06c31830 req-79f2e75e-dda2-4533-a294-98f4f33d97df tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 945 time: 0.0797367 May 27 23:27:46.815961 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6703ed19-66b8-42f5-98e7-f3dee666819e'] response: {'name': 'network-changed', 'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'tag': '548710df-7988-47ef-9580-4889d12e7c75', 'status': 'completed', 'code': 200} May 27 23:27:46.819721 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f9bbc7c-150b-471b-8e7e-bfba06c31830 req-9b792b9f-ae17-49a3-8f77-6a1581e5751e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433729 May 27 23:27:46.967141 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efa79a-d9ed-4626-8b93-27256438459e req-41025c7b-dc68-4bef-b253-d4adcfeaa0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:46.969034 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5efa79a-d9ed-4626-8b93-27256438459e req-41025c7b-dc68-4bef-b253-d4adcfeaa0f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 1096 time: 0.1313651 May 27 23:27:46.970742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efa79a-d9ed-4626-8b93-27256438459e req-bbc208ee-f0f3-481c-9108-8b6d03f90ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:46.972016 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5efa79a-d9ed-4626-8b93-27256438459e req-bbc208ee-f0f3-481c-9108-8b6d03f90ad9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 1096 time: 0.0995195 May 27 23:27:47.200759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efa79a-d9ed-4626-8b93-27256438459e req-96803bc0-4caf-4afd-a35d-267543e1dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:47.202181 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5efa79a-d9ed-4626-8b93-27256438459e req-96803bc0-4caf-4afd-a35d-267543e1dcb5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.2261231 May 27 23:27:47.204875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efa79a-d9ed-4626-8b93-27256438459e req-463fa122-f0a4-415a-b82e-777ec0bf3760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:47.206130 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5efa79a-d9ed-4626-8b93-27256438459e req-463fa122-f0a4-415a-b82e-777ec0bf3760 service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.2129807 May 27 23:27:47.494360 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5efa79a-d9ed-4626-8b93-27256438459e req-37cc82f2-adc9-4ea8-b237-cdbfa4f3e749 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548710df-7988-47ef-9580-4889d12e7c75 HTTP/1.1" status: 200 len: 1001 time: 0.2843940 May 27 23:27:47.497662 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5efa79a-d9ed-4626-8b93-27256438459e req-c8614cf1-991e-49a2-b520-a92ac7a4e9de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=548710df-7988-47ef-9580-4889d12e7c75 HTTP/1.1" status: 200 len: 1001 time: 0.1271610 May 27 23:27:47.568148 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 548710df-7988-47ef-9580-4889d12e7c75 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:27:47.604873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efa79a-d9ed-4626-8b93-27256438459e req-1ff5f05d-899f-43df-9ce3-a4d9a76c80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:47.606281 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5efa79a-d9ed-4626-8b93-27256438459e req-1ff5f05d-899f-43df-9ce3-a4d9a76c80f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.1034112 May 27 23:27:47.607602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efa79a-d9ed-4626-8b93-27256438459e req-608714ae-91f3-4287-a017-c9a7dfddef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:47.608952 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5efa79a-d9ed-4626-8b93-27256438459e req-608714ae-91f3-4287-a017-c9a7dfddef33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0767562 May 27 23:27:47.624339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 548710df-7988-47ef-9580-4889d12e7c75 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:27:47.743026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efa79a-d9ed-4626-8b93-27256438459e req-f45976fa-f6af-49e5-aebc-745cf0521672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:47.744556 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5efa79a-d9ed-4626-8b93-27256438459e req-f45976fa-f6af-49e5-aebc-745cf0521672 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025016 May 27 23:27:47.746188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efa79a-d9ed-4626-8b93-27256438459e req-5f00bde4-3537-48b5-8c7d-00de188d8a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:47.747477 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5efa79a-d9ed-4626-8b93-27256438459e req-5f00bde4-3537-48b5-8c7d-00de188d8a9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344612 May 27 23:27:47.980890 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5efa79a-d9ed-4626-8b93-27256438459e req-19e77435-eff8-457d-808e-b8b4bc9f5551 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127986 May 27 23:27:47.982523 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5efa79a-d9ed-4626-8b93-27256438459e req-e6980854-6b50-40d1-9738-e1bcd6c27f8b service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316468 May 27 23:27:48.018444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b269793-123a-4bea-b683-8f3e86cefa7e req-e214aad7-fcf8-4301-b462-8253e25e7063 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:48.019850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b269793-123a-4bea-b683-8f3e86cefa7e req-e214aad7-fcf8-4301-b462-8253e25e7063 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 945 time: 0.0912986 May 27 23:27:48.065824 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4b269793-123a-4bea-b683-8f3e86cefa7e req-5d85a99c-bcf9-4a3f-9984-920713079b07 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400214 May 27 23:27:48.219465 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5efa79a-d9ed-4626-8b93-27256438459e req-c2feb69f-df64-42c1-a1d2-c424c43d82ae service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318666 May 27 23:27:48.222460 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e5efa79a-d9ed-4626-8b93-27256438459e req-6506b4b2-f70c-4e45-9367-e219aaf33e68 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338643 May 27 23:27:49.253349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe5045-38e5-4edb-9696-04deb5697179 req-2df5bf45-4e59-4063-93c5-09d94215b27a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:49.254933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60fe5045-38e5-4edb-9696-04deb5697179 req-2df5bf45-4e59-4063-93c5-09d94215b27a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 945 time: 0.0835745 May 27 23:27:49.299538 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60fe5045-38e5-4edb-9696-04deb5697179 req-e17644c8-748b-40f1-ba2d-8efc837f9c7b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382288 May 27 23:27:49.478681 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5faacd-975a-4c3f-9e9a-2abfb1d62f59 req-02425c42-5d3c-4330-967f-e0657d623115 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:49.480020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d5faacd-975a-4c3f-9e9a-2abfb1d62f59 req-02425c42-5d3c-4330-967f-e0657d623115 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 945 time: 0.0785739 May 27 23:27:49.522363 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d5faacd-975a-4c3f-9e9a-2abfb1d62f59 req-ceca0a81-7326-4143-88fe-e239e996179a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366149 May 27 23:27:49.602353 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 548710df-7988-47ef-9580-4889d12e7c75 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:27:49.715520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a9a3e-1eac-4975-9586-31b539faf3b1 req-b6f0c39b-c6f5-41a9-a8fb-626729ac14a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:49.717037 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad7a9a3e-1eac-4975-9586-31b539faf3b1 req-b6f0c39b-c6f5-41a9-a8fb-626729ac14a6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 945 time: 0.0888848 May 27 23:27:49.763493 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ad7a9a3e-1eac-4975-9586-31b539faf3b1 req-d7461173-1db8-4095-ab9f-a66823e8f41d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393546 May 27 23:27:49.775575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:27:49.789290 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '548710df-7988-47ef-9580-4889d12e7c75', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'port_id': '548710df-7988-47ef-9580-4889d12e7c75', 'mac_address': 'fa:16:3e:28:b0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:27:49.846977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 548710df-7988-47ef-9580-4889d12e7c75 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:27:49.847355 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:49.863656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548710df-7988-47ef-9580-4889d12e7c75 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:27:49.879359 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:27:49.941550 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:50.007108 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=548710df-7988-47ef-9580-4889d12e7c75,revision_number=12']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:27:50.164601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['548710df-7988-47ef-9580-4889d12e7c75'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:27:50.336031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb4039-b801-480a-b8a3-78e18948329a req-ab4e6942-b0ea-4e01-b4fb-74bba1fbf9e3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:50.337501 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-abfb4039-b801-480a-b8a3-78e18948329a req-ab4e6942-b0ea-4e01-b4fb-74bba1fbf9e3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0792718 May 27 23:27:50.384855 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-abfb4039-b801-480a-b8a3-78e18948329a req-13078034-6d03-44c1-8379-51599cbb3a71 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417683 May 27 23:27:51.550932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-46504618-e5e8-4835-85e1-42f280c6e53c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:51.552408 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-46504618-e5e8-4835-85e1-42f280c6e53c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0828226 May 27 23:27:51.572178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7580ee-52b1-49e2-8ca6-8c0c68fca73a req-f5ee08a5-36de-4b28-b880-0012368268f5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:51.573644 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd7580ee-52b1-49e2-8ca6-8c0c68fca73a req-f5ee08a5-36de-4b28-b880-0012368268f5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 946 time: 0.0802157 May 27 23:27:51.619731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dd7580ee-52b1-49e2-8ca6-8c0c68fca73a req-8e268251-f27f-43e5-943a-2fc3e6c07353 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394478 May 27 23:27:51.621106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Deleting port 548710df-7988-47ef-9580-4889d12e7c75 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:27:51.621449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:51.633937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 548710df-7988-47ef-9580-4889d12e7c75 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:27:51.763880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 548710df-7988-47ef-9580-4889d12e7c75 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:27:51.769078 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 548710df-7988-47ef-9580-4889d12e7c75 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:27:51.769454 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:51.869587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:27:51.869959 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:51.884748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 548710df-7988-47ef-9580-4889d12e7c75 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:27:51.885124 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:51.910755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548710df-7988-47ef-9580-4889d12e7c75'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:27:51.920114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:27:51.955701 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f13d7e1-663d-4fc5-bd93-f676ab36bc6a'] response: {'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548710df-7988-47ef-9580-4889d12e7c75', 'code': 200} May 27 23:27:51.987341 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:52.061193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=548710df-7988-47ef-9580-4889d12e7c75,revision_number=13']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:27:52.285342 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:52.285630 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:52.285945 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d disassociated. External IP: 172.25.2.180, port: 548710df-7988-47ef-9580-4889d12e7c75. May 27 23:27:52.286288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Calling delete_port for 548710df-7988-47ef-9580-4889d12e7c75 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:27:52.398642 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:27:52.398959 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:27:52.811139 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e81c8-d09e-4091-aa43-a6680af52dbb req-5277723e-773b-4c53-a2e2-8a9e4adb8564 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:52.812594 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-697e81c8-d09e-4091-aa43-a6680af52dbb req-5277723e-773b-4c53-a2e2-8a9e4adb8564 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 947 time: 0.0842566 May 27 23:27:52.832676 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:52.855911 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-697e81c8-d09e-4091-aa43-a6680af52dbb req-a454c1f1-36a0-4668-a9a1-d95b2739a3ef tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375979 May 27 23:27:52.900240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Deleting port 548710df-7988-47ef-9580-4889d12e7c75 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:27:52.900801 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:53.146828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] For port 548710df-7988-47ef-9580-4889d12e7c75, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=548710df-7988-47ef-9580-4889d12e7c75,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:27:53.147178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:53.428169 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:53.428556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:53.428865 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d disassociated. External IP: 172.25.2.180, port: 548710df-7988-47ef-9580-4889d12e7c75. May 27 23:27:53.429198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Calling delete_port for 548710df-7988-47ef-9580-4889d12e7c75 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:27:53.621126 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:53.672546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Pushing event deleted for resources: {'Port': ['ID=548710df-7988-47ef-9580-4889d12e7c75,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:27:53.863486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Router 83c46cbb-3da2-4e97-8250-b9c62e980d2e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:27:54.003729 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d04184e6-8844-4851-91cc-c3a3946b2d1f req-87ccb9b1-39c6-4819-8d18-919ea0957c0f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 210 time: 0.0419984 May 27 23:27:54.040988 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:27:54.050711 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e6fed-6c8d-4cfd-b1bd-4b10399cd15c None None] Sync routers for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:27:54.060123 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e6fed-6c8d-4cfd-b1bd-4b10399cd15c None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:27:54.060780 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b86e6fed-6c8d-4cfd-b1bd-4b10399cd15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:27:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:27:54.229290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] No DVR routers for this DVR port 548710df-7988-47ef-9580-4889d12e7c75 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:27:54.232241 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:54.236661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'name': 'network-vif-deleted', 'tag': '548710df-7988-47ef-9580-4889d12e7c75'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:27:54.279235 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c90031e7-1f6a-41a5-9d9e-bc6c9a507aaf'] response: {'server_uuid': 'c77430fa-5e58-4058-872f-f8f2e39e0a81', 'name': 'network-vif-deleted', 'tag': '548710df-7988-47ef-9580-4889d12e7c75', 'status': 'completed', 'code': 200} May 27 23:27:54.280328 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b86e6fed-6c8d-4cfd-b1bd-4b10399cd15c None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:27:54.307722 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d28e925c-9f7b-49ca-97e7-5846cf77ca0e req-dfccb18e-a2de-4be1-9125-8528a5f1f34a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "DELETE /v2.0/ports/548710df-7988-47ef-9580-4889d12e7c75 HTTP/1.1" status: 204 len: 173 time: 2.7506735 May 27 23:27:54.583797 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b86e6fed-6c8d-4cfd-b1bd-4b10399cd15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:27:54.587735 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e6fed-6c8d-4cfd-b1bd-4b10399cd15c None None] Checking router: 83c46cbb-3da2-4e97-8250-b9c62e980d2e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:27:54.596411 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e6fed-6c8d-4cfd-b1bd-4b10399cd15c None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:27:54.597002 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b86e6fed-6c8d-4cfd-b1bd-4b10399cd15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:27:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:27:54.772747 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b86e6fed-6c8d-4cfd-b1bd-4b10399cd15c None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:27:55.080259 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b86e6fed-6c8d-4cfd-b1bd-4b10399cd15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:27:55.084229 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86e6fed-6c8d-4cfd-b1bd-4b10399cd15c None None] The sync data for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 is: [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:27:55.173089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d2bdc9c3-7a84-436c-90a3-6500bbde6927 req-4244b777-32f3-4c94-9909-9bef90eec4de tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=c77430fa-5e58-4058-872f-f8f2e39e0a81 HTTP/1.1" status: 200 len: 210 time: 0.0456171 May 27 23:27:55.299506 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba14226-b401-4ca3-aeef-e73628b7223f None None] New status for floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:27:55.649129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 548710df-7988-47ef-9580-4889d12e7c75 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:27:55.682568 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 548710df-7988-47ef-9580-4889d12e7c75 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:27:55.682903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 548710df-7988-47ef-9580-4889d12e7c75 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:27:56.505042 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-e4af91a8-d482-419f-8ff2-118927a64ac4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1827379500&fields=id&tenant_id=67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 267 time: 0.0422883 May 27 23:27:56.648933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-886e2953-1111-4872-9385-201ea305038c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:56.650336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-886e2953-1111-4872-9385-201ea305038c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 812 time: 0.1409366 May 27 23:27:56.666011 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-568982fb-219c-4619-a48e-f19690110af9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/quotas/67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 375 time: 0.0100617 May 27 23:27:56.750181 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-25aa27af-b683-4d7a-b024-d82bba06c049 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0788627 May 27 23:27:56.884553 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-bae3094f-6bd7-4faa-aefe-b6ec2f50e6d9 service neutron] 10.222.0.27 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229117 May 27 23:27:57.104793 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-9012f8b5-ffc3-4cd0-bdde-330a3b8b6f09 service neutron] 10.222.0.27 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144465 May 27 23:27:57.380731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0fd9a6be-a781-4c7b-bc5e-604675fe8ec4 req-26c8255b-8972-4cfa-9170-3cb815919a5e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 210 time: 0.0413556 May 27 23:27:57.575363 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f2209d55-4ec3-47d9-ad1b-c50102a4d6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:58.528753 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d12ac89-c140-4d31-bf4f-bd194e23bdbc req-c3541cd4-a957-402c-bd1f-dacff5bda2ce tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 210 time: 0.0450258 May 27 23:27:59.256064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-147fe8cb-3ca9-4b0d-9512-68f9d3424c32 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:27:59.257545 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-147fe8cb-3ca9-4b0d-9512-68f9d3424c32 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 812 time: 0.1489053 May 27 23:27:59.310464 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-fedc9e55-7752-4d3a-b5eb-0bec9956a9aa tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 380 time: 0.0441024 May 27 23:27:59.320650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Request body: {'port': {'device_id': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'admin_state_up': True, 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'security_groups': ['ecef127e-f3c6-4502-8054-c6cf307bbb2f']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:27:59.459188 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:27:59.463391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Usage tracker for resource:port and tenant:67a83cb5f0b24c8c8f0cbde644957701 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:27:59.466258 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:27:59.472483 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:27:59.564391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Made reservation on behalf of 67a83cb5f0b24c8c8f0cbde644957701 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:27:59.568191 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:59.681302 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd02d316-7432-4484-b263-a9cf96189d1e req-420cdd55-a23c-40ab-84c7-6179da9aea86 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 210 time: 0.0442431 May 27 23:27:59.718392 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-89674510-5e0e-489b-813d-aad8a2e2b5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:59.737366 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Allocated IP 172.20.0.10 (188152f5-8eb0-4cbd-9927-f6a47cf36f25/09b87c9a-53e4-4714-b715-58ed6b40317e/01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:27:59.925489 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:27:59.940315 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Transition to ACTIVE for port object 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:28:00.027055 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:00.097674 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:28:00.100865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:28:00.104706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:28:00.134467 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Pushing event updated for resources: {'Port': ['ID=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:28:00.176303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:00.176939 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:00.296764 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-85f19d46-08c8-46bc-883f-ac843dc2adf6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9798224 May 27 23:28:00.307919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Request body: {'port': {'device_id': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:28:00.404418 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fe7d7ff5-06da-447a-802a-919b43b92931 None None] Provisioning for port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:28:00.409465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fe7d7ff5-06da-447a-802a-919b43b92931 None None] Provisioning complete for port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:28:00.409807 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fe7d7ff5-06da-447a-802a-919b43b92931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:00.414638 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:00.465608 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d7ff5-06da-447a-802a-919b43b92931 None None] Port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:28:00.757873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:28:00.765075 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:00.779034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Transition to ACTIVE for port object 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:28:00.849844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:00.869974 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70038da5-0d90-47e5-88b7-98227f41b72f req-60255d9b-0cba-4127-a87f-f9b32eed15b7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:00.871484 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70038da5-0d90-47e5-88b7-98227f41b72f req-60255d9b-0cba-4127-a87f-f9b32eed15b7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 932 time: 0.0801210 May 27 23:28:00.928761 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70038da5-0d90-47e5-88b7-98227f41b72f req-96a14a9b-62cd-4628-b0c7-88ca41adcc49 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468719 May 27 23:28:01.004034 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:01.012452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:28:01.055554 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:01.091320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Attempting to bind port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:28:01.091659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Attempting to bind port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:28:01.091990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Attempting to bind port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:28:01.096761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:28:01.097082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Attempting to bind port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:28:01.102108 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:28:01.102440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Checking segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:28:01.102820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Bound using segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:28:01.103238 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Bound port: 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:28:01.103584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:01.190832 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:28:01.193995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:28:01.261298 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:01.323966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:01.324669 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:01.325956 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] 10.222.0.46 "PUT /v2.0/ports/01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 200 len: 1092 time: 1.0220377 May 27 23:28:01.326389 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:28:01.352174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f12b5-da1a-484d-9d73-5a4eadf16ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:28:01.373849 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573057b6-301f-4c19-84ce-c3617e4a1af1'] response: {'name': 'network-changed', 'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'status': 'completed', 'code': 200} May 27 23:28:01.578862 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243be5e-c75b-495c-90da-f08211a0bd52 req-fb2720b7-0fa7-496d-b49e-fa3f2109f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:01.580409 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1243be5e-c75b-495c-90da-f08211a0bd52 req-fb2720b7-0fa7-496d-b49e-fa3f2109f54d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 1095 time: 0.1853325 May 27 23:28:01.719149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243be5e-c75b-495c-90da-f08211a0bd52 req-ff3818c6-fa0d-4ef3-8911-f4f5498078e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:01.720645 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1243be5e-c75b-495c-90da-f08211a0bd52 req-ff3818c6-fa0d-4ef3-8911-f4f5498078e1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1336026 May 27 23:28:01.854784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243be5e-c75b-495c-90da-f08211a0bd52 req-658165e4-4445-4d9e-ab8b-bb7b01812e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:01.856123 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1243be5e-c75b-495c-90da-f08211a0bd52 req-658165e4-4445-4d9e-ab8b-bb7b01812e16 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301816 May 27 23:28:01.964441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-e31a6e5e-c61e-45b9-b851-d017d55ad657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:01.965919 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-e31a6e5e-c61e-45b9-b851-d017d55ad657 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 1095 time: 0.0759091 May 27 23:28:02.033328 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-fe43ea72-8fa1-41ae-ba38-3c2ff701acdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 200 len: 217 time: 0.0606444 May 27 23:28:02.098396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-a02f95ee-1c89-4f67-aecb-98eff9757973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:02.099824 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-a02f95ee-1c89-4f67-aecb-98eff9757973 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0612433 May 27 23:28:02.105995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe590a7-7586-4c3e-a443-438e15e6415a req-5329351b-fb98-4ee0-a366-04775760872f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:02.107371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fe590a7-7586-4c3e-a443-438e15e6415a req-5329351b-fb98-4ee0-a366-04775760872f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 944 time: 0.0784898 May 27 23:28:02.151764 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3fe590a7-7586-4c3e-a443-438e15e6415a req-f6accfbb-91f0-48d3-b0c3-1ae5834fff9c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385745 May 27 23:28:02.174423 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-aa08bf45-0249-42e1-8b8b-6aa396cfa8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:02.175913 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-aa08bf45-0249-42e1-8b8b-6aa396cfa8a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703101 May 27 23:28:02.266253 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:02.306318 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-e2cebde8-2279-40e7-bf84-d5e0c3a4d351 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239216 May 27 23:28:02.436268 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-92d9c53e-ff0f-4b3f-a5c5-702a7b06af88 req-8a6d0ea3-7252-4017-9a23-ef1d89add5c6 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240809 May 27 23:28:03.340631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90678f2e-2fa5-4c23-a4c4-d3239d497180 req-1d18a6d5-fc59-42da-b6f1-df8b1342c106 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:03.342093 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-90678f2e-2fa5-4c23-a4c4-d3239d497180 req-1d18a6d5-fc59-42da-b6f1-df8b1342c106 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 944 time: 0.0825481 May 27 23:28:03.384627 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-90678f2e-2fa5-4c23-a4c4-d3239d497180 req-f4141ba3-24e2-4e34-91f8-28dce42732f5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368712 May 27 23:28:04.566799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d367e-f10d-421e-aa13-cb613a8c8233 req-62128a6d-ab7a-4e4d-b1bb-ee43cf21e5e5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:04.568281 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be1d367e-f10d-421e-aa13-cb613a8c8233 req-62128a6d-ab7a-4e4d-b1bb-ee43cf21e5e5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 944 time: 0.0790801 May 27 23:28:04.612260 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-be1d367e-f10d-421e-aa13-cb613a8c8233 req-bc1d0050-3c23-4da4-8f76-dc331444a009 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381188 May 27 23:28:05.695957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:28:05.799303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5ce44-46bb-4963-a8fa-9eec0df210d7 req-12a20636-4f86-46f0-93f1-df3491b6f10f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:05.800780 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bb5ce44-46bb-4963-a8fa-9eec0df210d7 req-12a20636-4f86-46f0-93f1-df3491b6f10f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 944 time: 0.0834570 May 27 23:28:05.826890 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:28:05.840220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'port_id': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'mac_address': 'fa:16:3e:cb:67:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:28:05.845702 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bb5ce44-46bb-4963-a8fa-9eec0df210d7 req-790384b9-b5df-476d-92f2-d27939789468 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390441 May 27 23:28:05.893633 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:28:05.893933 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:05.910047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:28:05.925341 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:28:06.019719 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:06.089657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:28:06.204532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:28:07.026552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168f5da-7891-4972-a205-5079cbefeeb2 req-f574948e-5e78-48df-868d-cc023d6607f7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:07.027893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d168f5da-7891-4972-a205-5079cbefeeb2 req-f574948e-5e78-48df-868d-cc023d6607f7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 945 time: 0.0775614 May 27 23:28:07.074393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d168f5da-7891-4972-a205-5079cbefeeb2 req-5a325f39-189f-4801-95fa-1f7d86e80def tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402122 May 27 23:28:07.711065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:28:07.844067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:28:07.848643 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:28:07.849008 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:07.991932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:28:07.992216 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:08.017609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:28:08.027460 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:28:08.060913 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e030fe47-cee0-420e-834d-a713ef438a83'] response: {'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'code': 200} May 27 23:28:08.071032 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:28:08.101166 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:08.170995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:28:08.191560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fea9b-3195-4b48-9807-81eab15a2054 req-19aecb23-764d-4933-8134-4a5da1cc1f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:08.193167 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bd1fea9b-3195-4b48-9807-81eab15a2054 req-19aecb23-764d-4933-8134-4a5da1cc1f73 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 1097 time: 0.0756996 May 27 23:28:08.233619 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bd1fea9b-3195-4b48-9807-81eab15a2054 req-361b6166-cb76-4d66-a0d2-5d9511af4adc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343971 May 27 23:28:08.260597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d961251-ccb2-4217-b944-c34c5fa76bb0 req-d91d8fba-4138-462d-8732-4ffd7633168e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:08.262107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d961251-ccb2-4217-b944-c34c5fa76bb0 req-d91d8fba-4138-462d-8732-4ffd7633168e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0805862 May 27 23:28:08.305564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d961251-ccb2-4217-b944-c34c5fa76bb0 req-cf97cfd4-e662-4ac7-b1c9-a744ab7eea23 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371795 May 27 23:28:09.491889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c9500-0485-4995-952c-be14a11ac275 req-aad022ee-bc51-4fd5-9aff-7e887eb30b7a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:09.494084 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-204c9500-0485-4995-952c-be14a11ac275 req-aad022ee-bc51-4fd5-9aff-7e887eb30b7a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0835440 May 27 23:28:09.538908 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-204c9500-0485-4995-952c-be14a11ac275 req-41dc1b74-1266-49ce-a925-b22b6cb4b01c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388770 May 27 23:28:10.721897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942fba6-5bd8-412a-8e79-72dde014970d req-97273eee-aaa7-4998-a2cf-c1011ecd4ad9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:10.723342 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b942fba6-5bd8-412a-8e79-72dde014970d req-97273eee-aaa7-4998-a2cf-c1011ecd4ad9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0791116 May 27 23:28:10.767116 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b942fba6-5bd8-412a-8e79-72dde014970d req-500f2491-940c-445e-a928-ba688a66b926 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379894 May 27 23:28:10.948451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec7f4f-12a8-4c69-a0eb-bfb08f145fba req-1e2310fc-cddf-4d50-91a5-c56d23343dc7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:10.949804 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-48ec7f4f-12a8-4c69-a0eb-bfb08f145fba req-1e2310fc-cddf-4d50-91a5-c56d23343dc7 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0821788 May 27 23:28:10.958289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46710) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:28:10.963120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-965deeeb-3127-400c-ab3a-e197fbaa4f9c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Request body: {'floatingip': {'port_id': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:28:11.040918 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-965deeeb-3127-400c-ab3a-e197fbaa4f9c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:11.719387 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-965deeeb-3127-400c-ab3a-e197fbaa4f9c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:11.792568 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-965deeeb-3127-400c-ab3a-e197fbaa4f9c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:11.959125 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-965deeeb-3127-400c-ab3a-e197fbaa4f9c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d associated. External IP: 172.25.2.180, port: 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0. May 27 23:28:12.298606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965deeeb-3127-400c-ab3a-e197fbaa4f9c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Router 83c46cbb-3da2-4e97-8250-b9c62e980d2e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:28:12.474333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965deeeb-3127-400c-ab3a-e197fbaa4f9c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:28:12.479141 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-965deeeb-3127-400c-ab3a-e197fbaa4f9c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:12.484485 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b2e06-63e3-4fd1-813a-d7d5937a8547 None None] Sync routers for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:28:12.494324 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76b2e06-63e3-4fd1-813a-d7d5937a8547 None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:28:12.494946 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e76b2e06-63e3-4fd1-813a-d7d5937a8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:28:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:28:12.535235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-965deeeb-3127-400c-ab3a-e197fbaa4f9c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "PUT /v2.0/floatingips/c2d266e0-3d58-4f20-85bc-2c6930e1c99d HTTP/1.1" status: 200 len: 993 time: 1.5737052 May 27 23:28:12.535235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:28:12.577269 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165e2db0-1234-4bcf-9dd2-916b8e27b67f'] response: {'name': 'network-changed', 'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'status': 'completed', 'code': 200} May 27 23:28:12.665404 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcbc0d-e6c1-4a70-a1e2-8a9acd7fdf88 req-79ded927-4453-4d69-802f-c3f320029b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:12.666915 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-68dcbc0d-e6c1-4a70-a1e2-8a9acd7fdf88 req-79ded927-4453-4d69-802f-c3f320029b57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 1097 time: 0.0700533 May 27 23:28:12.669910 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e76b2e06-63e3-4fd1-813a-d7d5937a8547 None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:28:12.798840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcbc0d-e6c1-4a70-a1e2-8a9acd7fdf88 req-017edcf2-5aa3-4f04-acf3-5070d91b70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:12.800286 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-68dcbc0d-e6c1-4a70-a1e2-8a9acd7fdf88 req-017edcf2-5aa3-4f04-acf3-5070d91b70e8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1276054 May 27 23:28:12.902635 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-68dcbc0d-e6c1-4a70-a1e2-8a9acd7fdf88 req-77c45e14-743d-4c67-9571-61cb55b0fdc9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 200 len: 1001 time: 0.0962138 May 27 23:28:12.962921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcbc0d-e6c1-4a70-a1e2-8a9acd7fdf88 req-90951123-0cbb-44b8-a24e-c6aa1fc5000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:12.964365 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-68dcbc0d-e6c1-4a70-a1e2-8a9acd7fdf88 req-90951123-0cbb-44b8-a24e-c6aa1fc5000e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0565491 May 27 23:28:13.037270 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e76b2e06-63e3-4fd1-813a-d7d5937a8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c2d266e0-3d58-4f20-85bc-2c6930e1c99d', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'port_id': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'mac_address': 'fa:16:3e:cb:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:24:15Z', 'updated_at': '2022-05-27T23:28:11Z', 'revision_number': 13, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:28:13.041062 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b2e06-63e3-4fd1-813a-d7d5937a8547 None None] Checking router: 83c46cbb-3da2-4e97-8250-b9c62e980d2e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:28:13.043314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcbc0d-e6c1-4a70-a1e2-8a9acd7fdf88 req-894c20a6-0737-43ae-8e21-e6a5bb8704d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:13.044952 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-68dcbc0d-e6c1-4a70-a1e2-8a9acd7fdf88 req-894c20a6-0737-43ae-8e21-e6a5bb8704d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747688 May 27 23:28:13.049357 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76b2e06-63e3-4fd1-813a-d7d5937a8547 None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:28:13.049968 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e76b2e06-63e3-4fd1-813a-d7d5937a8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:28:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:28:13.176569 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-68dcbc0d-e6c1-4a70-a1e2-8a9acd7fdf88 req-e96b0388-3bf5-4825-a35b-1b51b937d43e service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255276 May 27 23:28:13.223491 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e76b2e06-63e3-4fd1-813a-d7d5937a8547 None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:28:13.422196 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-68dcbc0d-e6c1-4a70-a1e2-8a9acd7fdf88 req-952d9175-7508-4110-b55d-3dd138b3cf34 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397065 May 27 23:28:13.566968 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e76b2e06-63e3-4fd1-813a-d7d5937a8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c2d266e0-3d58-4f20-85bc-2c6930e1c99d', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'port_id': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'mac_address': 'fa:16:3e:cb:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:24:15Z', 'updated_at': '2022-05-27T23:28:11Z', 'revision_number': 13, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:28:13.571126 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76b2e06-63e3-4fd1-813a-d7d5937a8547 None None] The sync data for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 is: [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'c2d266e0-3d58-4f20-85bc-2c6930e1c99d', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'floating_ip_address': '172.25.2.180', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'port_id': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'mac_address': 'fa:16:3e:cb:67:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:24:15Z', 'updated_at': '2022-05-27T23:28:11Z', 'revision_number': 13, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:28:13.756504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea5d181-f0f3-4b47-ae56-d11d23a72bbb None None] New status for floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:28:16.329152 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:22.865670 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:27.558190 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-15e79f81-4e94-49a9-9a1b-897a5075155a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:28.009315 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d50dadac-6421-4738-b480-8b9c0539dda6 req-9ab9b55d-44f7-49c5-b846-5aa63b067639 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700123 May 27 23:28:28.152284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50dadac-6421-4738-b480-8b9c0539dda6 req-12186398-04ee-4be3-997f-35f5f1c785c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:28.153757 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d50dadac-6421-4738-b480-8b9c0539dda6 req-12186398-04ee-4be3-997f-35f5f1c785c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 1097 time: 0.0750468 May 27 23:28:28.299751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50dadac-6421-4738-b480-8b9c0539dda6 req-c712726c-d773-478c-8e19-9c97e994d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:28.301221 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d50dadac-6421-4738-b480-8b9c0539dda6 req-c712726c-d773-478c-8e19-9c97e994d40a service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1269290 May 27 23:28:28.405474 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d50dadac-6421-4738-b480-8b9c0539dda6 req-b81de50b-f136-45c4-b543-55b69299abb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 200 len: 1003 time: 0.0975554 May 27 23:28:28.466798 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50dadac-6421-4738-b480-8b9c0539dda6 req-aa4f08cb-7c99-4956-8520-8810bf348dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:28.468213 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d50dadac-6421-4738-b480-8b9c0539dda6 req-aa4f08cb-7c99-4956-8520-8810bf348dc9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0569422 May 27 23:28:28.541355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50dadac-6421-4738-b480-8b9c0539dda6 req-b4f95d1b-708e-4f8a-8d47-ddddca9f8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:28.542798 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d50dadac-6421-4738-b480-8b9c0539dda6 req-b4f95d1b-708e-4f8a-8d47-ddddca9f8f06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690176 May 27 23:28:28.677562 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d50dadac-6421-4738-b480-8b9c0539dda6 req-a06b9b02-ae93-41b4-93d5-0499a181560e service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280422 May 27 23:28:28.813888 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d50dadac-6421-4738-b480-8b9c0539dda6 req-5682cb1b-1763-4f2f-a0bd-a5506e556716 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301613 May 27 23:28:29.722521 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce73cd23-2024-4136-9a82-4b4ead24e6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:31.003634 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:31.087924 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:32.261106 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:45.071313 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:28:46.397700 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:48.541074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e315684-5da5-46ef-a3bb-5f76b1ec49cb req-9dbe4080-d0d1-4886-aca0-5bb5601bf329 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:48.542548 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e315684-5da5-46ef-a3bb-5f76b1ec49cb req-9dbe4080-d0d1-4886-aca0-5bb5601bf329 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0822227 May 27 23:28:48.587143 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e315684-5da5-46ef-a3bb-5f76b1ec49cb req-bb7b88a1-1cc5-465a-8325-2d9fc8738caa tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387905 May 27 23:28:52.906431 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:57.615328 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8774c02d-225e-4c21-92a2-013d5d6e3255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:59.603527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0b481-6fa8-45d9-8e84-d32b942c4f35 req-e803ea3a-b605-4195-9f45-370028b7495b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:28:59.605052 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e2c0b481-6fa8-45d9-8e84-d32b942c4f35 req-e803ea3a-b605-4195-9f45-370028b7495b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0797935 May 27 23:28:59.697894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e2c0b481-6fa8-45d9-8e84-d32b942c4f35 req-00e69b83-f179-47c6-9797-1527b53bc27a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547626 May 27 23:28:59.712495 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4345a1af-702f-499b-be41-6094bad6c48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:28:59.722566 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-6235e673-3ce9-4457-8f62-b20f8a406b3a service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1164744 May 27 23:29:00.885662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b9f9c-ceb3-4ed7-875f-eadf9f80268d req-c7a8794b-a183-4f38-aed3-cb38f67853b5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:00.887173 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-591b9f9c-ceb3-4ed7-875f-eadf9f80268d req-c7a8794b-a183-4f38-aed3-cb38f67853b5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0795348 May 27 23:29:00.932786 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-591b9f9c-ceb3-4ed7-875f-eadf9f80268d req-10701e38-8a77-437c-90d8-e82cd41a4cc8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388420 May 27 23:29:01.019485 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:01.076382 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:01.884499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-cf415e5c-a230-43fd-b2a0-9a9c54e203f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:01.885997 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-cf415e5c-a230-43fd-b2a0-9a9c54e203f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 1097 time: 0.0778410 May 27 23:29:02.015514 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-21c02d5c-7978-4f67-bc0e-eaa48330639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:02.016992 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-21c02d5c-7978-4f67-bc0e-eaa48330639c service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1255984 May 27 23:29:02.124738 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-668b2c6c-ddd1-4efc-aba9-3f66f66a769c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 200 len: 1003 time: 0.1015337 May 27 23:29:02.189580 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-b9d97b23-e1e3-4023-8bc8-0ff0fc287755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:02.190995 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-b9d97b23-e1e3-4023-8bc8-0ff0fc287755 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0608766 May 27 23:29:02.238204 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1c558-3144-4730-83c1-36f580982fcd req-bad60537-b169-42cd-985f-3e5e4c259a45 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:02.239678 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8c1c558-3144-4730-83c1-36f580982fcd req-bad60537-b169-42cd-985f-3e5e4c259a45 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.1992633 May 27 23:29:02.249518 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:02.272572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-f112366d-d773-49c2-9c14-8188d92b1161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:02.274067 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-f112366d-d773-49c2-9c14-8188d92b1161 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774403 May 27 23:29:02.284161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b8c1c558-3144-4730-83c1-36f580982fcd req-64f4a77d-b203-43b3-b768-42403ba5c6ab tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383134 May 27 23:29:02.406532 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-c8e2f145-237c-4cef-9c1b-24541b28d324 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267638 May 27 23:29:02.535961 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-7a934e69-e2d9-4e2a-bc4d-e62e1a395811 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234763 May 27 23:29:03.513705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02498e46-f26f-49b1-97d1-a73c855b5dae req-bb04de14-81f5-45e1-a4d7-18f4b4624bca tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:03.515186 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02498e46-f26f-49b1-97d1-a73c855b5dae req-bb04de14-81f5-45e1-a4d7-18f4b4624bca tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.1275370 May 27 23:29:03.558807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-02498e46-f26f-49b1-97d1-a73c855b5dae req-83e0c6e7-54c4-49e4-a93f-6eb3829babd1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379572 May 27 23:29:04.742514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604775fc-eec7-4f24-bcba-3fed9e7fc842 req-2ce007a0-08f9-45de-8a12-283dcb38c738 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:04.743945 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-604775fc-eec7-4f24-bcba-3fed9e7fc842 req-2ce007a0-08f9-45de-8a12-283dcb38c738 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0778997 May 27 23:29:04.786552 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-604775fc-eec7-4f24-bcba-3fed9e7fc842 req-b6549f56-0ad6-49b8-a29c-a51f87fc87e8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369842 May 27 23:29:05.976142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d957c50-9826-43f4-9b87-991b32f69c2b req-1b66cd50-1896-4efc-98ec-87ac35dc7f3c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:05.977515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d957c50-9826-43f4-9b87-991b32f69c2b req-1b66cd50-1896-4efc-98ec-87ac35dc7f3c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0816917 May 27 23:29:06.020692 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d957c50-9826-43f4-9b87-991b32f69c2b req-a19d85f3-751f-4a51-be95-dc0198bd2d8a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369565 May 27 23:29:07.202579 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b81c7b-a730-432e-b255-fd4f0d128a0d req-c28dd002-7066-4dc1-8b7d-0fc5dea0726c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:07.204003 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41b81c7b-a730-432e-b255-fd4f0d128a0d req-c28dd002-7066-4dc1-8b7d-0fc5dea0726c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0784836 May 27 23:29:07.246742 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-41b81c7b-a730-432e-b255-fd4f0d128a0d req-12c43a6e-3fab-4d0d-8f05-601de6ea6780 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371480 May 27 23:29:08.430101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4440f-f386-415c-8532-d23719d3deeb req-fe300e54-fb5c-409f-9a44-04f74e3c580f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:08.431533 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9cf4440f-f386-415c-8532-d23719d3deeb req-fe300e54-fb5c-409f-9a44-04f74e3c580f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0809276 May 27 23:29:08.474938 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9cf4440f-f386-415c-8532-d23719d3deeb req-200a46dd-72a7-41ae-ad45-5348f23de2cc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376759 May 27 23:29:09.656437 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96fef8-d16f-4394-94e3-5e3f8a44bc0a req-98603294-aeae-4e2b-9ce3-68b5f7bee4b5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:09.657900 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb96fef8-d16f-4394-94e3-5e3f8a44bc0a req-98603294-aeae-4e2b-9ce3-68b5f7bee4b5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0790026 May 27 23:29:09.707785 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb96fef8-d16f-4394-94e3-5e3f8a44bc0a req-d8a8fee7-1b6d-4b86-b049-bea7a4fd7f85 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441351 May 27 23:29:10.889544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e2a4e-17ca-417f-aa82-09dfc8990c4a req-f2ba0d48-6bcc-4303-8c08-14d2f8fc93d1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:10.890979 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d14e2a4e-17ca-417f-aa82-09dfc8990c4a req-f2ba0d48-6bcc-4303-8c08-14d2f8fc93d1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0779428 May 27 23:29:10.933959 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d14e2a4e-17ca-417f-aa82-09dfc8990c4a req-4bef4b6b-4d53-4f44-a8c6-78807432dacb tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373740 May 27 23:29:12.120073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b5d4-c46d-4875-bd09-b2b29ea48ccd req-79f8ef4b-794c-4d7b-9c3a-69c8415ebbc8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:12.121549 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0244b5d4-c46d-4875-bd09-b2b29ea48ccd req-79f8ef4b-794c-4d7b-9c3a-69c8415ebbc8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0826211 May 27 23:29:12.164031 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0244b5d4-c46d-4875-bd09-b2b29ea48ccd req-1911c6e7-1844-4e6f-9d52-c0d3872fbf22 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362999 May 27 23:29:13.348652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6d9bb-b78e-43f3-b2cd-ba0838ddde78 req-866d047d-13f8-4571-bffb-a24ff66d1e09 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:13.350085 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14a6d9bb-b78e-43f3-b2cd-ba0838ddde78 req-866d047d-13f8-4571-bffb-a24ff66d1e09 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0790939 May 27 23:29:13.393654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-14a6d9bb-b78e-43f3-b2cd-ba0838ddde78 req-a47eed1e-4aee-46a9-9804-97608dd2887f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379300 May 27 23:29:14.623007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58028405-3458-4c4b-aea1-c76a7152d5d1 req-296c8e27-d2b2-42f2-8ea9-12ec4a8cb6c1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:14.624461 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58028405-3458-4c4b-aea1-c76a7152d5d1 req-296c8e27-d2b2-42f2-8ea9-12ec4a8cb6c1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0829926 May 27 23:29:14.666839 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-58028405-3458-4c4b-aea1-c76a7152d5d1 req-ee4d44cb-4d44-4e39-a825-5904393735fb tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367539 May 27 23:29:15.722566 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-add855fa-e8c3-4bd1-8227-0db72891efdf service neutron] show failed (client error): The resource could not be found. May 27 23:29:15.723577 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-add855fa-e8c3-4bd1-8227-0db72891efdf service neutron] 10.222.0.46 "GET /v2.0/ports/01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0/bindings/n-h1-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.1836667 May 27 23:29:15.851829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f635393-5685-4eb3-9a0b-a6c706163f12 req-fa2b9f4f-7739-471d-b03e-3ec7f8620e00 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:15.853318 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f635393-5685-4eb3-9a0b-a6c706163f12 req-fa2b9f4f-7739-471d-b03e-3ec7f8620e00 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0794678 May 27 23:29:15.900060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f635393-5685-4eb3-9a0b-a6c706163f12 req-9bac9c41-60de-47f2-8315-02679ba4c7c2 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403588 May 27 23:29:16.272511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-502830eb-ce25-4e2c-a43d-ab31ea387325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:16.273955 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-502830eb-ce25-4e2c-a43d-ab31ea387325 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293&tenant_id=67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 1097 time: 0.0723071 May 27 23:29:16.291207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:29:16.333426 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:16.398008 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:16.661175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:29:16.688781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:29:16.750849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:29:16.756658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:16.777944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Transition to ACTIVE for port object 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:29:16.806785 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e1e117a-d3ae-4200-9a65-2e9a102709a5'] response: {'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'code': 200} May 27 23:29:16.858834 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:17.003425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Pushing event updated for resources: {'Port': ['ID=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:29:17.017825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:17.018168 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:17.018504 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:17.018834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:17.019161 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:17.019484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:17.019809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:17.020126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:17.020470 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:17.020792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:17.021110 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:17.021430 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:17.067555 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] No DVR routers for this DVR port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:29:17.097459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c943f-256f-458a-9615-a3cd438f4708 req-70c29127-a7f0-4f1b-8bcc-ad4d4bbba242 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:17.099105 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d33c943f-256f-458a-9615-a3cd438f4708 req-70c29127-a7f0-4f1b-8bcc-ad4d4bbba242 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 944 time: 0.0868192 May 27 23:29:17.145818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d33c943f-256f-458a-9615-a3cd438f4708 req-a46abffc-093d-4a99-98b0-25e3f8866a69 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409410 May 27 23:29:17.291925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Attempting to bind port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:29:17.292162 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Attempting to bind port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:29:17.292523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Attempting to bind port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:29:17.297561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:29:17.298183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Attempting to bind port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:29:17.303373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:29:17.303707 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Checking segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:29:17.304089 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Bound using segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:29:17.304542 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Bound port: 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:29:17.304885 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:17.393372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:29:17.396233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:29:17.472077 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:17.533530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:17.534143 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:17.535525 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] 10.222.0.57 "PUT /v2.0/ports/01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 200 len: 1092 time: 1.2483373 May 27 23:29:17.552646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420e49e-8852-4e4b-93a8-56c948af8b01 service neutron] Pushing event updated for resources: {'Port': ['ID=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:29:17.644929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-54d1b3b2-9f16-4563-a3c6-b138cac22947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:17.646565 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-54d1b3b2-9f16-4563-a3c6-b138cac22947 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 1095 time: 0.0761681 May 27 23:29:17.781980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-72b3ba11-aead-4275-b777-9b5e7fd9f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:17.783414 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-72b3ba11-aead-4275-b777-9b5e7fd9f90d service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1299965 May 27 23:29:18.001148 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-666db8dc-a0cf-4e45-864f-ce3a0e9c65d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 200 len: 1001 time: 0.2116878 May 27 23:29:18.071056 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-36ce0e4b-01a3-48e4-aee5-c8c01007596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:18.072705 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-36ce0e4b-01a3-48e4-aee5-c8c01007596f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0657523 May 27 23:29:18.115281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:29:18.147649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-54f59dd5-2994-48f7-98ea-c2b6397655c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:18.149252 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-54f59dd5-2994-48f7-98ea-c2b6397655c2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707638 May 27 23:29:18.173440 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:29:18.282374 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-b362a7ff-872f-4e7c-a67d-2c5eaf816f84 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265252 May 27 23:29:18.379651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56398ea6-20a2-40b7-a27c-26c6aad7c1e3 req-7a689619-b11c-4d74-b3e5-6c7de3ed1288 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:18.381144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56398ea6-20a2-40b7-a27c-26c6aad7c1e3 req-7a689619-b11c-4d74-b3e5-6c7de3ed1288 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 944 time: 0.1263299 May 27 23:29:18.414332 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ba332ec3-6fe7-4f0e-b67b-5cd27a706351 req-769000f0-1c5d-4b6a-932c-4f38fdf4e076 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253593 May 27 23:29:18.425969 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-56398ea6-20a2-40b7-a27c-26c6aad7c1e3 req-d1b5ccad-b429-4ce0-8e3d-c0cfc214b9ad tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389183 May 27 23:29:18.807896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:29:18.865221 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89b368c4-ea5a-4437-9166-68b4b86e50f9'] response: {'name': 'network-changed', 'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'status': 'completed', 'code': 200} May 27 23:29:19.023835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-145c0ab0-7f32-49a0-9ec5-bf154bc0f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:19.025252 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-145c0ab0-7f32-49a0-9ec5-bf154bc0f0a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 1095 time: 0.1381035 May 27 23:29:19.027710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-b2f2ade8-5d6f-4810-a13a-16529786ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:19.029048 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-b2f2ade8-5d6f-4810-a13a-16529786ecf9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 1095 time: 0.1044459 May 27 23:29:19.267149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-5c023ff4-4147-46ef-b005-57057cfca490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:19.268558 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-5c023ff4-4147-46ef-b005-57057cfca490 service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.2374423 May 27 23:29:19.269648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-535ab59f-fc1a-4a12-ab48-3064b495ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:19.270988 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-535ab59f-fc1a-4a12-ab48-3064b495ec39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.2229798 May 27 23:29:19.458577 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-fa58b7df-eef2-44d9-a97b-14cf43654ab5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 200 len: 1001 time: 0.1841917 May 27 23:29:19.460339 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-562aff72-70a2-4b9d-895a-e9e7d30270f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 200 len: 1001 time: 0.1344624 May 27 23:29:19.574003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-ab61bdac-de00-4933-9f62-6d82a6ea75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:19.575442 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-ab61bdac-de00-4933-9f62-6d82a6ea75e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0803726 May 27 23:29:19.578446 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-a7afb376-6c67-49cc-ab4f-7535ec126f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:19.579740 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-a7afb376-6c67-49cc-ab4f-7535ec126f47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.1158886 May 27 23:29:19.621265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768ed4d-5e37-4e43-8c29-70fce3f30490 req-04787064-f2e4-4daa-bf59-15fd600511a4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:19.622604 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a768ed4d-5e37-4e43-8c29-70fce3f30490 req-04787064-f2e4-4daa-bf59-15fd600511a4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 944 time: 0.0877831 May 27 23:29:19.668572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a768ed4d-5e37-4e43-8c29-70fce3f30490 req-2894e7d7-c918-4bf8-8142-77b722424d14 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398815 May 27 23:29:19.736084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-3916632a-73b2-4245-832c-a3901ddddaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:19.737849 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-3916632a-73b2-4245-832c-a3901ddddaed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247597 May 27 23:29:19.740062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-66bdd4db-67c3-473d-98d4-3a514acb25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:19.741669 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-66bdd4db-67c3-473d-98d4-3a514acb25bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601558 May 27 23:29:20.100417 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-1d8a8e30-3fe2-41ae-b340-2a5428cb5d61 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565052 May 27 23:29:20.103406 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-ccf2aa66-d88b-4195-b8e4-65775580edad service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402593 May 27 23:29:20.338530 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-efae38f9-cdf1-4662-a41a-07128f455b26 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321749 May 27 23:29:20.340388 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f7edf81d-1d44-4f7a-a3bc-315a26ebba91 req-7f288699-23d3-4bf3-8445-a28d2b3300bc service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165964 May 27 23:29:20.861506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7ac3d-58bd-490f-b2e3-8f7b1e3f1f52 req-66cfd2ec-743d-475a-84ad-5bd7e67eddbb tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:20.862929 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4d7ac3d-58bd-490f-b2e3-8f7b1e3f1f52 req-66cfd2ec-743d-475a-84ad-5bd7e67eddbb tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 944 time: 0.0808949 May 27 23:29:20.906542 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4d7ac3d-58bd-490f-b2e3-8f7b1e3f1f52 req-3fc6a0a2-356b-4cfb-9f87-4529790bafa6 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378735 May 27 23:29:22.070573 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:29:22.090145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674df73d-fa7a-4f3f-8767-a6ee00087778 req-b195acf5-80e5-49b9-b006-e071de97db56 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:22.091618 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-674df73d-fa7a-4f3f-8767-a6ee00087778 req-b195acf5-80e5-49b9-b006-e071de97db56 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 944 time: 0.0790918 May 27 23:29:22.134025 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-674df73d-fa7a-4f3f-8767-a6ee00087778 req-016126af-62b4-4ecc-91d6-e55b8a4a6430 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366337 May 27 23:29:22.888859 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:23.318595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36e043-7e95-4ef1-8de0-a63a1227bdb8 req-88db15a6-8cb6-410a-9cca-26d5fb234483 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:23.320039 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e36e043-7e95-4ef1-8de0-a63a1227bdb8 req-88db15a6-8cb6-410a-9cca-26d5fb234483 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 944 time: 0.0819407 May 27 23:29:23.363480 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e36e043-7e95-4ef1-8de0-a63a1227bdb8 req-70ecc0db-17a5-44ea-ad5f-845b1cce5141 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378408 May 27 23:29:24.544277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42e003-ce9e-405e-b7e8-dcd76427427d req-d3687b35-e7ad-4271-be7a-92b352d6d484 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:24.546331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e42e003-ce9e-405e-b7e8-dcd76427427d req-d3687b35-e7ad-4271-be7a-92b352d6d484 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 944 time: 0.0787392 May 27 23:29:24.593250 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1e42e003-ce9e-405e-b7e8-dcd76427427d req-f95ef348-0e30-4d43-874a-1856418dc7b8 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407951 May 27 23:29:25.775771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75781004-1594-4837-a507-f9dc0dadd2f1 req-760a986f-d672-4626-896d-c8066f87ba41 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:25.777286 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-75781004-1594-4837-a507-f9dc0dadd2f1 req-760a986f-d672-4626-896d-c8066f87ba41 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 944 time: 0.0799735 May 27 23:29:25.820644 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-75781004-1594-4837-a507-f9dc0dadd2f1 req-9925c806-3fd4-4cc4-a740-a438b19218a3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377698 May 27 23:29:26.213450 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf455c7-e12a-4cef-affc-5647d86a0a7e req-cc1cf430-0b4d-42a7-8919-35050609899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:26.214873 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3cf455c7-e12a-4cef-affc-5647d86a0a7e req-cc1cf430-0b4d-42a7-8919-35050609899a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 1095 time: 0.0692754 May 27 23:29:26.356476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf455c7-e12a-4cef-affc-5647d86a0a7e req-c1b489b6-f126-4d55-9e4a-b73c9e31629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:26.357876 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3cf455c7-e12a-4cef-affc-5647d86a0a7e req-c1b489b6-f126-4d55-9e4a-b73c9e31629e service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1237626 May 27 23:29:26.467625 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3cf455c7-e12a-4cef-affc-5647d86a0a7e req-a50e0316-e3a6-435a-9be1-66e19c7d96b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 200 len: 1001 time: 0.0949900 May 27 23:29:26.531003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf455c7-e12a-4cef-affc-5647d86a0a7e req-c1107746-fd6b-42aa-82ed-36c72b6f5687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:26.532395 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3cf455c7-e12a-4cef-affc-5647d86a0a7e req-c1107746-fd6b-42aa-82ed-36c72b6f5687 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0589459 May 27 23:29:26.604592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf455c7-e12a-4cef-affc-5647d86a0a7e req-68e75ef9-98c6-455e-9c6e-84b57b3dffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:26.605997 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3cf455c7-e12a-4cef-affc-5647d86a0a7e req-68e75ef9-98c6-455e-9c6e-84b57b3dffa1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675130 May 27 23:29:26.733948 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3cf455c7-e12a-4cef-affc-5647d86a0a7e req-201435a1-f1e9-4331-bade-55feca2b6573 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216750 May 27 23:29:26.865021 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3cf455c7-e12a-4cef-affc-5647d86a0a7e req-9028333e-1eb0-4cd4-9b75-33ddaabdb3fd service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225867 May 27 23:29:27.163638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792c772-6e9a-4c1e-9d37-84e25daebcd6 req-60382cd4-9853-43af-a6c6-6840cdf933e9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:27.165078 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e792c772-6e9a-4c1e-9d37-84e25daebcd6 req-60382cd4-9853-43af-a6c6-6840cdf933e9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 944 time: 0.0808723 May 27 23:29:27.207750 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e792c772-6e9a-4c1e-9d37-84e25daebcd6 req-1a6626b4-3335-4931-9623-8e7121d1fcbe tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366719 May 27 23:29:27.566934 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f57b0dcd-81d9-4a8e-9636-aae2b85eae5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:28.099092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:29:28.243159 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:29:28.258413 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'port_id': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'mac_address': 'fa:16:3e:cb:67:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:29:28.315726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:29:28.316120 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:28.334264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:29:28.349701 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:29:28.401010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adac0b4-10dc-4b62-8f15-f776505fe349 req-2224b549-8696-47f2-bbdc-5f2b63a8f74d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:28.402473 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7adac0b4-10dc-4b62-8f15-f776505fe349 req-2224b549-8696-47f2-bbdc-5f2b63a8f74d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 944 time: 0.0809662 May 27 23:29:28.431940 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:28.447772 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7adac0b4-10dc-4b62-8f15-f776505fe349 req-8a56a83c-8215-419f-afd3-cc98f79fe64a tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395632 May 27 23:29:28.502940 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:29:28.510480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:28.510823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:28.511158 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:28.511560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:28.511893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:28.512220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:28.512575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:28.512898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:28.513216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:28.513532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:28.513851 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:28.514165 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:28.752529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:29:29.634075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83a856-948c-489f-a616-d3c79b09aa8c req-dc18a7a1-2bfd-44a3-9d18-37b7c46145bd tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:29.635532 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5a83a856-948c-489f-a616-d3c79b09aa8c req-dc18a7a1-2bfd-44a3-9d18-37b7c46145bd tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 945 time: 0.0835261 May 27 23:29:29.677724 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba210af8-3758-4990-927f-78411d585f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:29.682679 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5a83a856-948c-489f-a616-d3c79b09aa8c req-53f42b98-3514-491b-be4b-a17cc01f1b59 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407269 May 27 23:29:30.133250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:29:30.289365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:29:30.294731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:29:30.299749 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:30.415097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:29:30.415432 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:30.438784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3c228-389d-4449-96f4-dee5489aec08 req-7f248cf6-e964-4c1d-80e3-2088ddeea4e9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:30.440409 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15f3c228-389d-4449-96f4-dee5489aec08 req-7f248cf6-e964-4c1d-80e3-2088ddeea4e9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 945 time: 0.0838239 May 27 23:29:30.444266 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:29:30.454771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:29:30.460626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-d294a0ba-45f7-4a8a-a6c4-0553343a8523 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:30.461578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-d294a0ba-45f7-4a8a-a6c4-0553343a8523 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Synchronizing usage tracker for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:29:30.496900 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-15f3c228-389d-4449-96f4-dee5489aec08 req-52afd53d-4d71-471d-bcc9-86b96944f3b0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453753 May 27 23:29:30.506434 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9ce82c-53ca-4076-9774-5a8342d72d0c'] response: {'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'code': 200} May 27 23:29:30.555945 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:30.567545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-d294a0ba-45f7-4a8a-a6c4-0553343a8523 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Unset dirty status for tenant:67a83cb5f0b24c8c8f0cbde644957701 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:29:30.569793 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-d294a0ba-45f7-4a8a-a6c4-0553343a8523 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293&tenant_id=67a83cb5f0b24c8c8f0cbde644957701&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 945 time: 0.1922746 May 27 23:29:30.627780 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:29:30.654371 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-15b84eb9-e052-40fd-b033-ceb760a88a1b service neutron] 10.222.0.57 "GET /v2.0/ports/01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0/bindings/n-h1-843680-3 HTTP/1.1" status: 200 len: 382 time: 0.0783205 May 27 23:29:30.763451 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-b414cd32-a0ab-4df5-945b-e7cfe4be1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:30.764989 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-b414cd32-a0ab-4df5-945b-e7cfe4be1e6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 1097 time: 0.0712190 May 27 23:29:30.894649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-f26aecbd-48b1-4c79-8b32-a59d130a01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:30.896076 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-f26aecbd-48b1-4c79-8b32-a59d130a01c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1251473 May 27 23:29:31.003384 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-ab3cb97e-c99b-4f11-b060-d89f96a63418 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 200 len: 1003 time: 0.0996675 May 27 23:29:31.008605 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:31.066108 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:31.069147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-6f432df3-79b4-4891-aad5-1202a919af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:31.070606 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-6f432df3-79b4-4891-aad5-1202a919af07 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0613215 May 27 23:29:31.266930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-2280ca65-b4dd-4950-b2fe-26fd0bf5f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:31.268311 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-2280ca65-b4dd-4950-b2fe-26fd0bf5f535 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911788 May 27 23:29:31.397282 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-a4accdc0-06fc-4ac6-a0ba-37135614f974 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226773 May 27 23:29:31.525947 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-f80a9735-7dfe-4bfc-ada7-2ba856a14894 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223137 May 27 23:29:31.778846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af827636-b3e9-4668-aeff-75ee0a1b0532 req-f3d14fc6-ad41-4ec9-98a7-0e6b90a69368 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:31.780756 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af827636-b3e9-4668-aeff-75ee0a1b0532 req-f3d14fc6-ad41-4ec9-98a7-0e6b90a69368 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.1717665 May 27 23:29:31.823569 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-af827636-b3e9-4668-aeff-75ee0a1b0532 req-0c0a5454-52ad-4dbe-8dc2-dc91bc73c38d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372097 May 27 23:29:32.260277 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:33.011428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73edeec-7377-44a3-b7cf-23c0c7e7ff8e req-9cb25e48-0dd5-48d3-8a59-3e7c33c35e1d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:33.012810 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e73edeec-7377-44a3-b7cf-23c0c7e7ff8e req-9cb25e48-0dd5-48d3-8a59-3e7c33c35e1d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0814433 May 27 23:29:33.056380 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e73edeec-7377-44a3-b7cf-23c0c7e7ff8e req-e99d64f9-c5ce-41a6-9961-0cdb5641bf3c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378301 May 27 23:29:34.241877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7388c3-de94-4516-95a8-89561a35ad9d req-e5bc54c5-4320-49cd-9ed9-da17f59ce2d3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:34.243370 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd7388c3-de94-4516-95a8-89561a35ad9d req-e5bc54c5-4320-49cd-9ed9-da17f59ce2d3 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0796094 May 27 23:29:34.291045 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd7388c3-de94-4516-95a8-89561a35ad9d req-72196cf1-687b-496e-aec5-6c02624d178f tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418751 May 27 23:29:35.229725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-f63d37c3-792b-4187-a636-41921d3e2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:35.231090 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-f63d37c3-792b-4187-a636-41921d3e2d6a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293&tenant_id=67a83cb5f0b24c8c8f0cbde644957701 HTTP/1.1" status: 200 len: 1097 time: 0.0742159 May 27 23:29:35.241915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:29:35.348757 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:35.475495 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f244ebb-cb1a-4fc2-8f80-023b705038fc req-14162d70-b82d-4f03-b599-348e818de1bc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:35.477558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f244ebb-cb1a-4fc2-8f80-023b705038fc req-14162d70-b82d-4f03-b599-348e818de1bc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0793803 May 27 23:29:35.521306 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f244ebb-cb1a-4fc2-8f80-023b705038fc req-328d8fd9-1a37-4c6f-9fca-c4aa87b72f81 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385771 May 27 23:29:35.616083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:29:35.644422 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:29:35.706208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:29:35.711584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:35.727623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Transition to ACTIVE for port object 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:29:35.767964 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47273872-a537-4f4c-a49e-991b7646534b'] response: {'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'code': 200} May 27 23:29:35.814218 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:35.955182 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Pushing event updated for resources: {'Port': ['ID=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,revision_number=10']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:29:36.007006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] No DVR routers for this DVR port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:29:36.178989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:29:36.230191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Attempting to bind port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:29:36.230855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Attempting to bind port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:29:36.230855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Attempting to bind port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:29:36.235948 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:29:36.236266 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Attempting to bind port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 on network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:29:36.241332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:29:36.241665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Checking segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:29:36.242047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Bound using segment: {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:29:36.242469 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Bound port: 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb54cef2-142e-4cf1-9887-dfca3aadfed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:29:36.242816 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:36.266856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:29:36.332570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:29:36.335365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:29:36.425990 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:36.484055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:36.485580 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:36.486966 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] 10.222.0.46 "PUT /v2.0/ports/01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 200 len: 1093 time: 1.2489293 May 27 23:29:36.507454 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f46d5-94fd-4110-92f9-229c3d31a69f service neutron] Pushing event updated for resources: {'Port': ['ID=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,revision_number=11']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:29:36.721062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-4ec9a027-901d-4a89-80b9-0cc41c3071bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:36.722650 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-4ec9a027-901d-4a89-80b9-0cc41c3071bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 1096 time: 0.2060885 May 27 23:29:36.761182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1eb30d-33b6-4299-835c-17ca67d37f07 req-5050fc75-6b70-4e29-919e-b2a87cf62a7d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:36.762555 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d1eb30d-33b6-4299-835c-17ca67d37f07 req-5050fc75-6b70-4e29-919e-b2a87cf62a7d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 945 time: 0.1093469 May 27 23:29:36.806275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9d1eb30d-33b6-4299-835c-17ca67d37f07 req-5bebc101-c1d0-4e89-9654-1b742e087f9e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379784 May 27 23:29:36.858667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-70632820-8df4-4d0f-9835-f9e91af0cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:36.860682 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-70632820-8df4-4d0f-9835-f9e91af0cab6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.1322505 May 27 23:29:36.961999 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-0b68b09c-21ab-45ba-9797-de826d9b94db service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 200 len: 1001 time: 0.0958841 May 27 23:29:37.023203 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-e61d462e-7b12-4077-856d-c0c14a36eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:37.024663 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-e61d462e-7b12-4077-856d-c0c14a36eb20 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0571015 May 27 23:29:37.102078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-2ba28837-4cfb-4428-aefe-33fed9b8121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:37.103420 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-2ba28837-4cfb-4428-aefe-33fed9b8121f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734239 May 27 23:29:37.232768 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-c8844801-19bc-4782-a269-65a815b768cb service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232450 May 27 23:29:37.360814 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aaaf5600-39e7-45a7-9190-e47cb1cb5766 req-c2fd8be6-02b1-456a-8809-2a85958825c0 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218183 May 27 23:29:37.769434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:29:37.829041 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-536446c3-01e8-4f2f-837d-36b2791802e6'] response: {'name': 'network-changed', 'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'status': 'completed', 'code': 200} May 27 23:29:37.983409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-ba0fce29-ceb2-424d-93e9-7537592f3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:37.984900 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-ba0fce29-ceb2-424d-93e9-7537592f3f3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 1096 time: 0.1029837 May 27 23:29:37.989509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-0acd5e05-e62e-40c0-85d0-9c21cbee0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:37.990951 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-0acd5e05-e62e-40c0-85d0-9c21cbee0fcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 1096 time: 0.1399891 May 27 23:29:38.010683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3052a0-c66f-4251-a8a1-19015ebaf540 req-f51c767c-d5fe-4111-a942-e2b86c3af914 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:38.015546 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd3052a0-c66f-4251-a8a1-19015ebaf540 req-f51c767c-d5fe-4111-a942-e2b86c3af914 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 945 time: 0.0837855 May 27 23:29:38.065092 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd3052a0-c66f-4251-a8a1-19015ebaf540 req-fd769f55-8e34-446a-8ae6-c2712b60c7d5 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453637 May 27 23:29:38.224258 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-ff8718a3-7e9f-4878-96f4-79bda49e995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:38.225719 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-ff8718a3-7e9f-4878-96f4-79bda49e995a service neutron] 10.222.0.57 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.2339303 May 27 23:29:38.227874 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-091b2890-809d-4517-9b9f-f17c8563163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:38.229180 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-091b2890-809d-4517-9b9f-f17c8563163d service neutron] 10.222.0.46 "GET /v2.0/networks?id=188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 200 len: 913 time: 0.2192898 May 27 23:29:38.407883 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-566d2c86-7b7d-437b-9b56-4dd8a02ffa53 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 200 len: 1001 time: 0.1747572 May 27 23:29:38.411235 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-c989b3d1-9ad1-4558-adb5-5291e3617e8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 200 len: 1001 time: 0.1256793 May 27 23:29:38.521225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-d9012902-abe2-480f-89d2-21bdcecf471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:38.522712 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-d9012902-abe2-480f-89d2-21bdcecf471c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.1083834 May 27 23:29:38.524123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-f8d8f7bf-ada7-47da-8258-edce691b16ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:38.525658 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-f8d8f7bf-ada7-47da-8258-edce691b16ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 200 len: 851 time: 0.0809169 May 27 23:29:38.776194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-6eb54ff2-9ed9-4183-a9f5-8662ccd268f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:38.777616 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-6eb54ff2-9ed9-4183-a9f5-8662ccd268f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2485962 May 27 23:29:38.783378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-892a5c0e-df97-40fd-90af-f327e6078cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:38.784763 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-892a5c0e-df97-40fd-90af-f327e6078cee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=188152f5-8eb0-4cbd-9927-f6a47cf36f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2232244 May 27 23:29:39.015646 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-ee7209dc-8917-4b0c-bab3-bd8bcd51d349 service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299356 May 27 23:29:39.018615 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-a11e7427-f76b-46c5-af8c-b0e9c2900a01 service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141066 May 27 23:29:39.258991 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-21002a20-3fa6-44fb-9eb2-16d3da4b2d9f service neutron] 10.222.0.57 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372935 May 27 23:29:39.260213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44f20c-5740-4352-b188-53b100abf016 req-1d7c6fa1-e300-4a90-83a1-8c65ec7239eb tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:39.261725 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f44f20c-5740-4352-b188-53b100abf016 req-1d7c6fa1-e300-4a90-83a1-8c65ec7239eb tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 945 time: 0.0855606 May 27 23:29:39.261932 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6cf69a94-c59e-4d8b-af34-42e7c513eee0 req-4af99fb5-f110-4a2c-a18d-d1fea791857f service neutron] 10.222.0.46 "GET /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201061 May 27 23:29:39.307331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f44f20c-5740-4352-b188-53b100abf016 req-1483d312-a9b4-4c3d-9ccc-831d1b17469e tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394187 May 27 23:29:40.488134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab5e7a-b87f-44be-b0f7-a4f96b2a4fbb req-4f131d6a-09f2-48f6-a589-ecfed2bf3573 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:40.489617 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82ab5e7a-b87f-44be-b0f7-a4f96b2a4fbb req-4f131d6a-09f2-48f6-a589-ecfed2bf3573 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 945 time: 0.0783668 May 27 23:29:40.533154 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82ab5e7a-b87f-44be-b0f7-a4f96b2a4fbb req-e56afef3-3cd1-42bc-b099-16d11f8d5f89 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379813 May 27 23:29:41.717631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb850ee-8e9b-4f13-8709-14a62fd9333c req-991e4866-85e0-4311-b8df-420640373152 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:41.719574 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bb850ee-8e9b-4f13-8709-14a62fd9333c req-991e4866-85e0-4311-b8df-420640373152 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 945 time: 0.0817935 May 27 23:29:41.763124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1bb850ee-8e9b-4f13-8709-14a62fd9333c req-a12c27e3-3557-4b3b-8eb5-9ce2599b27bb tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375559 May 27 23:29:42.945287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377f087-8b93-461f-921c-130f2a852c31 req-a22ff276-019a-4344-b97d-6e74cf148da9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:42.946708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c377f087-8b93-461f-921c-130f2a852c31 req-a22ff276-019a-4344-b97d-6e74cf148da9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 945 time: 0.0784681 May 27 23:29:42.993037 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c377f087-8b93-461f-921c-130f2a852c31 req-ce827bda-c257-4bae-822d-8bb502e388cc tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406911 May 27 23:29:44.176050 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e8bb5-53d3-42a4-a271-8e72dd4af98c req-df10a1aa-894c-41db-ad8b-af6799853b25 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:44.177528 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a27e8bb5-53d3-42a4-a271-8e72dd4af98c req-df10a1aa-894c-41db-ad8b-af6799853b25 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 945 time: 0.0786211 May 27 23:29:44.222219 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a27e8bb5-53d3-42a4-a271-8e72dd4af98c req-6dd2ca4e-57f5-4771-925f-338d2bc8ae6b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 May 27 23:29:45.408759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c6d08-60fa-4eb4-8151-f05b984228af req-cc52dfcc-0898-4e3c-96fd-115038c36865 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:45.410229 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b75c6d08-60fa-4eb4-8151-f05b984228af req-cc52dfcc-0898-4e3c-96fd-115038c36865 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 945 time: 0.0817723 May 27 23:29:45.453393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b75c6d08-60fa-4eb4-8151-f05b984228af req-14618325-7417-49f9-af9e-36a5e4a57eee tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376441 May 27 23:29:46.288947 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:29:46.371730 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:46.429789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:29:46.443677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'port_id': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'mac_address': 'fa:16:3e:cb:67:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:29:46.503058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:29:46.503443 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:46.520893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:29:46.536473 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:29:46.632365 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:46.643160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9a904-17a1-4080-88ad-7a0a750a85a8 req-1475c01f-e826-4e89-b40b-7fe7a4dee2f9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:46.653568 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ea9a904-17a1-4080-88ad-7a0a750a85a8 req-1475c01f-e826-4e89-b40b-7fe7a4dee2f9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 945 time: 0.0806146 May 27 23:29:46.691657 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ea9a904-17a1-4080-88ad-7a0a750a85a8 req-8dae4b1a-b0c1-4193-af6e-657a526e50b1 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407624 May 27 23:29:46.700575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,revision_number=12']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:29:46.844951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:29:47.879765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76aed8-104d-4402-a5d2-4720f98578af req-a459185a-d813-4915-b5ee-79e6d785ee71 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:47.881247 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da76aed8-104d-4402-a5d2-4720f98578af req-a459185a-d813-4915-b5ee-79e6d785ee71 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0820680 May 27 23:29:47.925139 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da76aed8-104d-4402-a5d2-4720f98578af req-e61dedca-6ccb-41a0-a673-d7e0fc0a6b3c tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383103 May 27 23:29:48.103959 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b55662-3655-4fb1-af7a-f3674fe2e154 req-e07c9e09-b791-498b-ad74-b873283ac4b4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:48.105443 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70b55662-3655-4fb1-af7a-f3674fe2e154 req-e07c9e09-b791-498b-ad74-b873283ac4b4 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0777051 May 27 23:29:48.152130 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-70b55662-3655-4fb1-af7a-f3674fe2e154 req-495b5ec7-e3cf-4249-9367-872e285769b9 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404062 May 27 23:29:48.286985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:29:48.334531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e6314-582c-48d0-b881-203a8504e032 req-b321ba86-a609-4bc1-9e21-c27d69bcba19 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:48.335975 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d63e6314-582c-48d0-b881-203a8504e032 req-b321ba86-a609-4bc1-9e21-c27d69bcba19 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 946 time: 0.0802593 May 27 23:29:48.379314 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d63e6314-582c-48d0-b881-203a8504e032 req-8b93a4b0-5aa2-4ce2-a770-4ce76646aa0d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375967 May 27 23:29:48.407505 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:29:48.412611 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:29:48.412975 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:48.526339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:29:48.526708 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:48.553442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:29:48.562963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:29:48.598149 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-576716ba-cbc4-4159-95ba-1cddfce26594'] response: {'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'code': 200} May 27 23:29:48.642189 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:48.716003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,revision_number=13']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:29:49.070312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cb6a0-73fe-44cf-97b8-619133dfe073 req-d64e3c45-5eee-49bc-a703-828ece0f2bfe tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:49.071737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c9cb6a0-73fe-44cf-97b8-619133dfe073 req-d64e3c45-5eee-49bc-a703-828ece0f2bfe tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 947 time: 0.0815458 May 27 23:29:49.114688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c9cb6a0-73fe-44cf-97b8-619133dfe073 req-d0a910fe-ebdd-48dc-8015-b5f66eb69d12 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373545 May 27 23:29:50.300636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fc138-f5c9-4c91-b9c4-586a90a9470c req-028c1085-c8ee-4385-9691-4d1f0d69f118 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:50.302086 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b44fc138-f5c9-4c91-b9c4-586a90a9470c req-028c1085-c8ee-4385-9691-4d1f0d69f118 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 947 time: 0.0781972 May 27 23:29:50.346106 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b44fc138-f5c9-4c91-b9c4-586a90a9470c req-6f9be171-6c0c-47c4-8007-c3865155f37b tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups?id=ecef127e-f3c6-4502-8054-c6cf307bbb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379894 May 27 23:29:50.562527 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565877df-0046-487b-a80f-4acc0dde3311 req-484fee7e-cddb-41d7-ab83-b74640b1963d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:29:50.563939 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-565877df-0046-487b-a80f-4acc0dde3311 req-484fee7e-cddb-41d7-ab83-b74640b1963d tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 947 time: 0.0782399 May 27 23:29:50.632610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-565877df-0046-487b-a80f-4acc0dde3311 req-2a1a8d18-97ce-4d28-9ab8-9bc9a53614f0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Deleting port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:29:50.632947 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-565877df-0046-487b-a80f-4acc0dde3311 req-2a1a8d18-97ce-4d28-9ab8-9bc9a53614f0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:50.877618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-565877df-0046-487b-a80f-4acc0dde3311 req-2a1a8d18-97ce-4d28-9ab8-9bc9a53614f0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] For port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:29:50.877974 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-565877df-0046-487b-a80f-4acc0dde3311 req-2a1a8d18-97ce-4d28-9ab8-9bc9a53614f0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:51.163694 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-565877df-0046-487b-a80f-4acc0dde3311 req-2a1a8d18-97ce-4d28-9ab8-9bc9a53614f0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:51.163982 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-565877df-0046-487b-a80f-4acc0dde3311 req-2a1a8d18-97ce-4d28-9ab8-9bc9a53614f0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:51.164293 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [req-565877df-0046-487b-a80f-4acc0dde3311 req-2a1a8d18-97ce-4d28-9ab8-9bc9a53614f0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d disassociated. External IP: 172.25.2.180, port: 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0. May 27 23:29:51.164661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-565877df-0046-487b-a80f-4acc0dde3311 req-2a1a8d18-97ce-4d28-9ab8-9bc9a53614f0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Calling delete_port for 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:29:51.357058 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-565877df-0046-487b-a80f-4acc0dde3311 req-2a1a8d18-97ce-4d28-9ab8-9bc9a53614f0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:51.504060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66cd7fd2-3ef6-4a5d-aee6-93a4fc1be9bc req-f254ac39-43ff-49f9-8248-a1ac0cf55401 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 210 time: 0.0480957 May 27 23:29:51.530096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a8d18-97ce-4d28-9ab8-9bc9a53614f0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Pushing event deleted for resources: {'Port': ['ID=01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:29:51.721652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [req-565877df-0046-487b-a80f-4acc0dde3311 req-2a1a8d18-97ce-4d28-9ab8-9bc9a53614f0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Router 83c46cbb-3da2-4e97-8250-b9c62e980d2e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:29:51.898246 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-565877df-0046-487b-a80f-4acc0dde3311 req-2a1a8d18-97ce-4d28-9ab8-9bc9a53614f0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:29:51.907560 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0576d7-5080-4b15-8787-92216280a25b None None] Sync routers for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:29:51.917273 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0576d7-5080-4b15-8787-92216280a25b None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:29:51.917860 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2a0576d7-5080-4b15-8787-92216280a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:29:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:29:51.972439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-565877df-0046-487b-a80f-4acc0dde3311 req-2a1a8d18-97ce-4d28-9ab8-9bc9a53614f0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] No DVR routers for this DVR port 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:29:51.974914 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-565877df-0046-487b-a80f-4acc0dde3311 req-2a1a8d18-97ce-4d28-9ab8-9bc9a53614f0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:51.977397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'name': 'network-vif-deleted', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:29:52.021867 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bf7ff7-3dc4-41d5-9087-1903d651fae8'] response: {'server_uuid': '9d0c2825-7fa5-4436-a7af-791f371f7293', 'name': 'network-vif-deleted', 'tag': '01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0', 'status': 'completed', 'code': 200} May 27 23:29:52.049526 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-565877df-0046-487b-a80f-4acc0dde3311 req-2a1a8d18-97ce-4d28-9ab8-9bc9a53614f0 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.46 "DELETE /v2.0/ports/01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 HTTP/1.1" status: 204 len: 173 time: 1.4803731 May 27 23:29:52.096805 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-2a0576d7-5080-4b15-8787-92216280a25b None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:29:52.437827 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2a0576d7-5080-4b15-8787-92216280a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:29:52.447462 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0576d7-5080-4b15-8787-92216280a25b None None] Checking router: 83c46cbb-3da2-4e97-8250-b9c62e980d2e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:29:52.455998 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0576d7-5080-4b15-8787-92216280a25b None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:29:52.456672 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2a0576d7-5080-4b15-8787-92216280a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:29:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:29:52.634259 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-2a0576d7-5080-4b15-8787-92216280a25b None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:29:52.655676 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cbf74e35-c81a-4944-91e2-027632e50b15 req-61db58ef-f818-4377-bec3-19399b97e215 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/ports?device_id=9d0c2825-7fa5-4436-a7af-791f371f7293 HTTP/1.1" status: 200 len: 210 time: 0.0434532 May 27 23:29:52.945881 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:52.952261 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2a0576d7-5080-4b15-8787-92216280a25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:29:52.956163 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0576d7-5080-4b15-8787-92216280a25b None None] The sync data for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 is: [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:24:12Z', 'revision_number': 4, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '90142562-b981-4f8f-8241-c3e12a024aa3', 'name': '', 'network_id': '188152f5-8eb0-4cbd-9927-f6a47cf36f25', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'mac_address': 'fa:16:3e:75:ee:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:11Z', 'updated_at': '2022-05-27T23:24:17Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'subnets': [{'id': '09b87c9a-53e4-4714-b715-58ed6b40317e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:29:53.181072 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de0d4d5-f241-46c5-9798-d3c19d82833e None None] New status for floating IP c2d266e0-3d58-4f20-85bc-2c6930e1c99d: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:29:54.333072 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:29:54.366706 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:29:54.367052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 01fb93f3-7f83-4fc9-a427-3f8e4e45d9d0 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:29:57.112895 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46956) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:29:57.179119 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:57.207817 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:57.332496 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:57.350877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecef127e-f3c6-4502-8054-c6cf307bbb2f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:29:57.359412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:57.359758 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:57.360115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:57.360459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:57.360780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:57.361095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:57.361405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:57.361716 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:57.362027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:57.362336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:57.362645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:57.362951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:29:57.436103 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:57.437283 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c6102b55-52a3-4c84-891b-9b705848c051 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "DELETE /v2.0/security-groups/ecef127e-f3c6-4502-8054-c6cf307bbb2f HTTP/1.1" status: 204 len: 168 time: 0.3231413 May 27 23:29:57.439800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46960) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:29:57.455014 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-b8ecaba5-dc20-496b-8541-9ebf60ad1cee tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] show failed (client error): The resource could not be found. May 27 23:29:57.455917 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b8ecaba5-dc20-496b-8541-9ebf60ad1cee tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "GET /v2.0/security-groups/ecef127e-f3c6-4502-8054-c6cf307bbb2f HTTP/1.1" status: 404 len: 347 time: 0.0152590 May 27 23:29:57.458385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46964) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:29:57.569243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e233d55f-47c7-4a64-8018-fa1a7048c5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:57.702096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-4494ceee-436b-4c1a-8982-674fb366b440 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Deleting port 0f46332c-6d51-4a8c-8d74-348f4694d3fb {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:29:57.702855 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4494ceee-436b-4c1a-8982-674fb366b440 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:57.870329 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4494ceee-436b-4c1a-8982-674fb366b440 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:57.870652 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4494ceee-436b-4c1a-8982-674fb366b440 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:57.991337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-4494ceee-436b-4c1a-8982-674fb366b440 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Calling delete_port for 0f46332c-6d51-4a8c-8d74-348f4694d3fb owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:29:58.203171 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4494ceee-436b-4c1a-8982-674fb366b440 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:58.246552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494ceee-436b-4c1a-8982-674fb366b440 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Pushing event deleted for resources: {'Port': ['ID=0f46332c-6d51-4a8c-8d74-348f4694d3fb,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:29:58.341097 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4494ceee-436b-4c1a-8982-674fb366b440 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:58.355493 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4494ceee-436b-4c1a-8982-674fb366b440 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:58.356659 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4494ceee-436b-4c1a-8982-674fb366b440 tempest-ServerActionsTestJSON-2022538766 tempest-ServerActionsTestJSON-2022538766-project] 10.222.0.27 "DELETE /v2.0/floatingips/c2d266e0-3d58-4f20-85bc-2c6930e1c99d HTTP/1.1" status: 204 len: 168 time: 0.8973706 May 27 23:29:58.360036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46968) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:29:58.930791 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f7081b6-aeeb-4455-8f1b-c5d96e2fa343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:59.069552 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:29:59.375947 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1f7081b6-aeeb-4455-8f1b-c5d96e2fa343 admin admin] Deleting port 90142562-b981-4f8f-8241-c3e12a024aa3 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:29:59.376582 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f7081b6-aeeb-4455-8f1b-c5d96e2fa343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:59.542158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-1f7081b6-aeeb-4455-8f1b-c5d96e2fa343 admin admin] For port 90142562-b981-4f8f-8241-c3e12a024aa3, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=90142562-b981-4f8f-8241-c3e12a024aa3,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:29:59.542504 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f7081b6-aeeb-4455-8f1b-c5d96e2fa343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:29:59.666909 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1f7081b6-aeeb-4455-8f1b-c5d96e2fa343 admin admin] Calling delete_port for 90142562-b981-4f8f-8241-c3e12a024aa3 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:29:59.694515 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea05b650-de15-427d-bc94-6a26c2a98d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:00.042952 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f7081b6-aeeb-4455-8f1b-c5d96e2fa343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:00.087280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7081b6-aeeb-4455-8f1b-c5d96e2fa343 admin admin] Pushing event deleted for resources: {'Port': ['ID=90142562-b981-4f8f-8241-c3e12a024aa3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:00.347226 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f7081b6-aeeb-4455-8f1b-c5d96e2fa343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:00.799482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7081b6-aeeb-4455-8f1b-c5d96e2fa343 admin admin] Router 83c46cbb-3da2-4e97-8250-b9c62e980d2e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:30:00.976920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7081b6-aeeb-4455-8f1b-c5d96e2fa343 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:30:00.982318 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:00.989185 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1f7081b6-aeeb-4455-8f1b-c5d96e2fa343 admin admin] 10.222.0.27 "PUT /v2.0/routers/83c46cbb-3da2-4e97-8250-b9c62e980d2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6281424 May 27 23:30:00.992149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46974) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:00.992672 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f933f45-270e-426d-8dea-d2304885abd9 None None] Sync routers for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:30:01.002809 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f933f45-270e-426d-8dea-d2304885abd9 None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:30:01.003492 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f933f45-270e-426d-8dea-d2304885abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:30:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:01.054008 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:01.166872 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:01.178694 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-2f933f45-270e-426d-8dea-d2304885abd9 None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:30:01.341628 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:01.414170 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] Deleting port 45a39f92-36e3-42c0-b7f0-421e16065998 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:30:01.414511 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:01.458250 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f933f45-270e-426d-8dea-d2304885abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:29:59Z', 'revision_number': 5, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port': {'id': '45a39f92-36e3-42c0-b7f0-421e16065998', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:2e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:24:08Z', 'updated_at': '2022-05-27T23:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:01.462019 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f933f45-270e-426d-8dea-d2304885abd9 None None] Checking router: 83c46cbb-3da2-4e97-8250-b9c62e980d2e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:30:01.470956 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f933f45-270e-426d-8dea-d2304885abd9 None None] Routers {'83c46cbb-3da2-4e97-8250-b9c62e980d2e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:30:01.471577 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f933f45-270e-426d-8dea-d2304885abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:30:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:01.587538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] For port 45a39f92-36e3-42c0-b7f0-421e16065998, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=45a39f92-36e3-42c0-b7f0-421e16065998,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:30:01.587934 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:01.644333 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-2f933f45-270e-426d-8dea-d2304885abd9 None None] Set router 83c46cbb-3da2-4e97-8250-b9c62e980d2e gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:30:01.709272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] Calling delete_port for 45a39f92-36e3-42c0-b7f0-421e16065998 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:30:01.750779 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2f933f45-270e-426d-8dea-d2304885abd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:30:01Z', 'revision_number': 6, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:01.754842 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f933f45-270e-426d-8dea-d2304885abd9 None None] The sync data for ids ['83c46cbb-3da2-4e97-8250-b9c62e980d2e'] in n-d-843680-3 is: [{'id': '83c46cbb-3da2-4e97-8250-b9c62e980d2e', 'name': 'tempest-ServerActionsTestJSON-1403895669-router', 'tenant_id': '67a83cb5f0b24c8c8f0cbde644957701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:24:07Z', 'updated_at': '2022-05-27T23:30:01Z', 'revision_number': 6, 'project_id': '67a83cb5f0b24c8c8f0cbde644957701', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:30:01.956981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:02.124515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] Pushing event deleted for resources: {'Port': ['ID=45a39f92-36e3-42c0-b7f0-421e16065998,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:02.220418 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:02.281866 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:02.390626 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:02.392812 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:02.483265 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:02.483800 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83c46cbb-3da2-4e97-8250-b9c62e980d2e {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:30:02.497418 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:02.498550 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-2fa6400e-9359-4e54-b056-4d5672a0b9ce admin admin] 10.222.0.27 "DELETE /v2.0/routers/83c46cbb-3da2-4e97-8250-b9c62e980d2e HTTP/1.1" status: 204 len: 168 time: 1.5053773 May 27 23:30:02.503445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46978) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:02.560838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d6ba26-556c-477b-9a5a-27f1fa65e92b admin admin] Deleting subnet 09b87c9a-53e4-4714-b715-58ed6b40317e {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:30:02.564675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38d6ba26-556c-477b-9a5a-27f1fa65e92b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:02.619575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38d6ba26-556c-477b-9a5a-27f1fa65e92b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:02.698167 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38d6ba26-556c-477b-9a5a-27f1fa65e92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:02.837498 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38d6ba26-556c-477b-9a5a-27f1fa65e92b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:02.879915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6ba26-556c-477b-9a5a-27f1fa65e92b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09b87c9a-53e4-4714-b715-58ed6b40317e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:02.886861 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-38d6ba26-556c-477b-9a5a-27f1fa65e92b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:02.891912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50fcaa2-a15e-4948-a07e-95e09a52f4c4 None None] Network 188152f5-8eb0-4cbd-9927-f6a47cf36f25 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:30:02.895923 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-38d6ba26-556c-477b-9a5a-27f1fa65e92b admin admin] 10.222.0.27 "DELETE /v2.0/subnets/09b87c9a-53e4-4714-b715-58ed6b40317e HTTP/1.1" status: 204 len: 168 time: 0.3897955 May 27 23:30:02.895923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 46982) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:02.954076 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 45a39f92-36e3-42c0-b7f0-421e16065998 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:30:03.003684 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 45a39f92-36e3-42c0-b7f0-421e16065998 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:30:03.003946 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 45a39f92-36e3-42c0-b7f0-421e16065998 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:30:03.004369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 90142562-b981-4f8f-8241-c3e12a024aa3 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:30:03.005705 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:03.016306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] Deleting port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:30:03.016652 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:03.045739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 90142562-b981-4f8f-8241-c3e12a024aa3 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:30:03.046593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 90142562-b981-4f8f-8241-c3e12a024aa3 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:30:03.196580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2417fb-ec20-414c-933d-dc055f48a0a5 None None] DHCP port deletion for 188152f5-8eb0-4cbd-9927-f6a47cf36f25 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:30:03.200973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4b2417fb-ec20-414c-933d-dc055f48a0a5 None None] Deleting port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:30:03.201453 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2417fb-ec20-414c-933d-dc055f48a0a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:03.219835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] For port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:30:03.220382 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:03.341617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] Calling delete_port for 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:30:03.429555 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-4b2417fb-ec20-414c-933d-dc055f48a0a5 None None] For port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a,segment=NetworkSegment(cb54cef2-142e-4cf1-9887-dfca3aadfed0),segment_id=cb54cef2-142e-4cf1-9887-dfca3aadfed0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:30:03.430110 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2417fb-ec20-414c-933d-dc055f48a0a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:03.511732 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:03.551272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4b2417fb-ec20-414c-933d-dc055f48a0a5 None None] Calling delete_port for 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:30:03.559629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:03.563910 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] No DVR routers for this DVR port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:30:03.626289 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-4b2417fb-ec20-414c-933d-dc055f48a0a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:30:03.626646 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-4b2417fb-ec20-414c-933d-dc055f48a0a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:30:03.681038 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:03.706210 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188152f5-8eb0-4cbd-9927-f6a47cf36f25']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:03.718704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb54cef2-142e-4cf1-9887-dfca3aadfed0') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:03.719002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb54cef2-142e-4cf1-9887-dfca3aadfed0') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:03.730379 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:03.749561 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:03.755549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:30:03.755928 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:03.880059 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cb54cef2-142e-4cf1-9887-dfca3aadfed0 resource provider aggregate not found May 27 23:30:03.896171 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment cb54cef2-142e-4cf1-9887-dfca3aadfed0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb54cef2-142e-4cf1-9887-dfca3aadfed0 found for delete ", "request_id": "req-7d3ece0d-3bfd-4ad9-a19e-b7d29e825f21"}]} May 27 23:30:03.911014 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:03.926927 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:03.938883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] Pushing event deleted for resources: {'Network': ['ID=188152f5-8eb0-4cbd-9927-f6a47cf36f25,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:04.048928 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7ef202e5-8dda-412f-9226-9e3415bd1565 admin admin] 10.222.0.27 "DELETE /v2.0/networks/188152f5-8eb0-4cbd-9927-f6a47cf36f25 HTTP/1.1" status: 204 len: 168 time: 1.1518512 May 27 23:30:04.128171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4b2417fb-ec20-414c-933d-dc055f48a0a5 None None] Deleting port 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:30:04.128641 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b2417fb-ec20-414c-933d-dc055f48a0a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:04.195956 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4b2417fb-ec20-414c-933d-dc055f48a0a5 None None] The port '0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:30:04.396849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 46996) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:04.446071 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6088d40c-bd9b-4cb5-b440-c2932135c408 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=67a83cb5f0b24c8c8f0cbde644957701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480778 May 27 23:30:04.448543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47000) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:04.503861 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4086456-649c-4aa8-bec6-1cb29987a45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:04.528097 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4086456-649c-4aa8-bec6-1cb29987a45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:04.659789 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4086456-649c-4aa8-bec6-1cb29987a45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:04.679447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4086456-649c-4aa8-bec6-1cb29987a45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=face5233-9d04-4e80-ba5c-840df5335cae,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:04.689614 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f4086456-649c-4aa8-bec6-1cb29987a45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:04.690769 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f4086456-649c-4aa8-bec6-1cb29987a45d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/face5233-9d04-4e80-ba5c-840df5335cae HTTP/1.1" status: 204 len: 168 time: 0.2413521 May 27 23:30:04.906577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:30:04.945121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:30:04.945121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0c2f1b90-0dc3-4d2d-b0c2-757ba24a8d9a not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:30:05.691998 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47024) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:05.811354 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1306203315-network', 'tenant_id': '9635719ca81d40969e9466e573773627'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:30:05.817894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:30:05.821799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Usage tracker for resource:network and tenant:9635719ca81d40969e9466e573773627 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:30:05.824663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:30:05.831142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:30:05.928668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Made reservation on behalf of 9635719ca81d40969e9466e573773627 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:30:05.930990 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:05.944538 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:05.958586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:30:05.962474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Usage tracker for resource:security_group_rule and tenant:9635719ca81d40969e9466e573773627 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:30:05.965290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:30:05.970900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:30:06.050301 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:06.122303 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:06.154244 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:30:06.160010 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39207c7-e207-472f-aa73-978b30ef00e9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:06.166564 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:06.167435 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Added segment e28c957a-0788-4528-9b9d-0fa325536f9c of type vlan for network 460c3a2e-3be5-4663-a92f-8326b8301f20 May 27 23:30:06.192898 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:06.266076 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:06.266990 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:06.267556 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:06.476984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] Pushing event updated for resources: {'Network': ['ID=460c3a2e-3be5-4663-a92f-8326b8301f20,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:06.489516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 460c3a2e-3be5-4663-a92f-8326b8301f20 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:30:06.540566 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6eb2b796-3f3d-405d-bb6f-2afbbc379d9f admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8470926 May 27 23:30:06.543356 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47030) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:06.548728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] Request body: {'subnet': {'network_id': '460c3a2e-3be5-4663-a92f-8326b8301f20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1306203315-subnet', 'tenant_id': '9635719ca81d40969e9466e573773627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:30:06.554300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:30:06.558313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] Usage tracker for resource:subnet and tenant:9635719ca81d40969e9466e573773627 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:30:06.561313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:30:06.568036 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:30:06.657839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] Made reservation on behalf of 9635719ca81d40969e9466e573773627 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:30:06.660171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:06.915210 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:06.989354 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c94bfdab-ce8a-477b-8aa2-779bf77b3cb4,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:06.997695 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] Checking segment: {'id': 'e28c957a-0788-4528-9b9d-0fa325536f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '460c3a2e-3be5-4663-a92f-8326b8301f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:30:06.998065 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] Network hostable DHCP agents. Network: 460c3a2e-3be5-4663-a92f-8326b8301f20, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:30:07.088496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] Network 460c3a2e-3be5-4663-a92f-8326b8301f20 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:30:07.151309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 460c3a2e-3be5-4663-a92f-8326b8301f20) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:30:07.155588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:07.156145 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:07.162402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b3620d-bbdd-4437-9cdc-3b92097c46d8 None None] Network 460c3a2e-3be5-4663-a92f-8326b8301f20 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:30:07.256875 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dff0f036-d75a-4532-acc1-a8ab9f20a2e7 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7047951 May 27 23:30:07.370435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c7497-9fdd-4fb3-b220-83fe0f4b6686 None None] Network 460c3a2e-3be5-4663-a92f-8326b8301f20 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:30:07.754454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-696c464e-7f56-4184-820d-c7ee6756a018 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:07.755876 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-696c464e-7f56-4184-820d-c7ee6756a018 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/networks?id=460c3a2e-3be5-4663-a92f-8326b8301f20 HTTP/1.1" status: 200 len: 814 time: 0.1478071 May 27 23:30:07.771576 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-ba0a21bf-5d3c-4010-b96b-a9990acf38b1 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/quotas/9635719ca81d40969e9466e573773627 HTTP/1.1" status: 200 len: 375 time: 0.0101035 May 27 23:30:07.817279 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-ba182c3a-34d1-40a8-ae84-95c586077708 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=9635719ca81d40969e9466e573773627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407050 May 27 23:30:07.948304 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-608d2f31-e461-417a-81d9-7f1d3fad4d3d service neutron] 10.222.0.27 "GET /v2.0/networks/460c3a2e-3be5-4663-a92f-8326b8301f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245580 May 27 23:30:08.079515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-abdc6e33-69b2-4eb2-8944-0c95ac3aad22 service neutron] 10.222.0.27 "GET /v2.0/networks/460c3a2e-3be5-4663-a92f-8326b8301f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246428 May 27 23:30:08.340299 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-db8cc670-8596-4f98-89a4-4f23059f47f1 req-92969352-f398-4670-bf36-2c9203608e9d tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 210 time: 0.0414438 May 27 23:30:09.441481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1eb78f33-5df4-486b-b72d-f92afcf140f5 req-2e29df40-2f66-4903-9a36-2961dcd52fb7 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 210 time: 0.0457320 May 27 23:30:10.536644 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-033f8f66-24a3-446d-9371-4480fb01b76a req-ccaef558-690a-47c1-9f15-9f26d01c8186 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 210 time: 0.0436711 May 27 23:30:11.682941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-536fab5f-9c27-468c-9234-34e4fb522685 req-79c9587d-d51e-41a9-8b21-63a2004e42d8 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 210 time: 0.0443270 May 27 23:30:12.589790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-0d6f4f5c-1337-4280-af4c-726509e3b210 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:12.590476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-0d6f4f5c-1337-4280-af4c-726509e3b210 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Synchronizing usage tracker for tenant:9635719ca81d40969e9466e573773627 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:30:12.698039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-0d6f4f5c-1337-4280-af4c-726509e3b210 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Unset dirty status for tenant:9635719ca81d40969e9466e573773627 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:30:12.699191 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-0d6f4f5c-1337-4280-af4c-726509e3b210 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.57 "GET /v2.0/networks?id=460c3a2e-3be5-4663-a92f-8326b8301f20 HTTP/1.1" status: 200 len: 814 time: 0.2550404 May 27 23:30:12.717509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Request body: {'port': {'device_id': '4caa0422-b2a5-42f9-b036-dcddf6dad5fa', 'network_id': '460c3a2e-3be5-4663-a92f-8326b8301f20', 'admin_state_up': True, 'tenant_id': '9635719ca81d40969e9466e573773627'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:30:12.850772 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ac17d58b-52e6-41af-826d-95754a6ac4a2 req-eecbc06f-18eb-4181-8e97-2a1967281be3 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 210 time: 0.0585868 May 27 23:30:12.860868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:30:12.864739 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Usage tracker for resource:port and tenant:9635719ca81d40969e9466e573773627 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:30:12.867539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:30:12.873342 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:30:12.979758 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Made reservation on behalf of 9635719ca81d40969e9466e573773627 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:30:12.983232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:13.146543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Allocated IP 172.20.0.13 (460c3a2e-3be5-4663-a92f-8326b8301f20/c94bfdab-ce8a-477b-8aa2-779bf77b3cb4/df4aebe6-2e62-4c8c-a8c5-ad3cfb644191) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:30:13.345372 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:13.431294 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:13.505066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Network 460c3a2e-3be5-4663-a92f-8326b8301f20 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:30:13.508202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:30:13.511979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:30:13.541468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Pushing event updated for resources: {'Port': ['ID=df4aebe6-2e62-4c8c-a8c5-ad3cfb644191,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:13.576963 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:13.577554 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:13.689534 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-da102090-6f63-46ab-8880-a171a5cceb28 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9758439 May 27 23:30:13.706925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Request body: {'port': {'device_id': '4caa0422-b2a5-42f9-b036-dcddf6dad5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:30:13.816666 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:14.035958 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e4f63-5ed7-4ee4-b4c4-7bd5ad6b4fd2 req-8e1ac7f0-1b58-47d2-82eb-7de004d64752 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:14.037326 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c96e4f63-5ed7-4ee4-b4c4-7bd5ad6b4fd2 req-8e1ac7f0-1b58-47d2-82eb-7de004d64752 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 932 time: 0.0789807 May 27 23:30:14.081225 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c96e4f63-5ed7-4ee4-b4c4-7bd5ad6b4fd2 req-cb307d75-7f11-458d-967d-29b9bc55211b tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382221 May 27 23:30:14.157635 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:30:14.164814 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:14.178759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Transition to ACTIVE for port object df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:30:14.257930 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:14.494620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=df4aebe6-2e62-4c8c-a8c5-ad3cfb644191,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:14.592919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Attempting to bind port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:30:14.593248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Attempting to bind port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': 'e28c957a-0788-4528-9b9d-0fa325536f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '460c3a2e-3be5-4663-a92f-8326b8301f20'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:30:14.593591 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Attempting to bind port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 on network 460c3a2e-3be5-4663-a92f-8326b8301f20 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:30:14.598129 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 on network 460c3a2e-3be5-4663-a92f-8326b8301f20 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:30:14.598439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Attempting to bind port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 on network 460c3a2e-3be5-4663-a92f-8326b8301f20 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:30:14.603433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:30:14.603779 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Checking segment: {'id': 'e28c957a-0788-4528-9b9d-0fa325536f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '460c3a2e-3be5-4663-a92f-8326b8301f20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:30:14.604135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Bound using segment: {'id': 'e28c957a-0788-4528-9b9d-0fa325536f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '460c3a2e-3be5-4663-a92f-8326b8301f20'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:30:14.604574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Bound port: df4aebe6-2e62-4c8c-a8c5-ad3cfb644191, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28c957a-0788-4528-9b9d-0fa325536f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '460c3a2e-3be5-4663-a92f-8326b8301f20'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:30:14.604912 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:14.695232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] For port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:30:14.697996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] For port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=df4aebe6-2e62-4c8c-a8c5-ad3cfb644191,segment=NetworkSegment(e28c957a-0788-4528-9b9d-0fa325536f9c),segment_id=e28c957a-0788-4528-9b9d-0fa325536f9c)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:30:14.795174 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:14.855251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:14.855888 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:14.857269 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] 10.222.0.57 "PUT /v2.0/ports/df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 HTTP/1.1" status: 200 len: 1092 time: 1.1546946 May 27 23:30:14.857694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4caa0422-b2a5-42f9-b036-dcddf6dad5fa', 'tag': 'df4aebe6-2e62-4c8c-a8c5-ad3cfb644191'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:30:14.878035 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae31a6-61bc-40f0-9b53-d0658a4bf2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=df4aebe6-2e62-4c8c-a8c5-ad3cfb644191,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:14.959242 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d870516-5709-4554-9c04-9007738ab57a'] response: {'name': 'network-changed', 'server_uuid': '4caa0422-b2a5-42f9-b036-dcddf6dad5fa', 'tag': 'df4aebe6-2e62-4c8c-a8c5-ad3cfb644191', 'status': 'completed', 'code': 200} May 27 23:30:15.074221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b413b-9dd2-411e-90fb-c7cef810c44d req-4be7d930-25a3-4e95-9609-b8f9059635a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:15.075720 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4b8b413b-9dd2-411e-90fb-c7cef810c44d req-4be7d930-25a3-4e95-9609-b8f9059635a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9635719ca81d40969e9466e573773627&device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 1095 time: 0.0739405 May 27 23:30:15.222554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b413b-9dd2-411e-90fb-c7cef810c44d req-e4832290-f78c-4b08-a918-4e1ad96b194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:15.223874 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4b8b413b-9dd2-411e-90fb-c7cef810c44d req-e4832290-f78c-4b08-a918-4e1ad96b194a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=9635719ca81d40969e9466e573773627&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1358998 May 27 23:30:15.270018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb7905-d1fb-49e2-a885-2a104acc9259 req-d75867f4-30b0-4071-80df-3ac97a2ce8e3 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:15.271477 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-61fb7905-d1fb-49e2-a885-2a104acc9259 req-d75867f4-30b0-4071-80df-3ac97a2ce8e3 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 944 time: 0.0828710 May 27 23:30:15.316025 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-61fb7905-d1fb-49e2-a885-2a104acc9259 req-09331e17-9b43-45ce-aec1-822d7a66c917 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387671 May 27 23:30:15.360309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b413b-9dd2-411e-90fb-c7cef810c44d req-f70d18b2-a25b-496e-9f32-4b792d635931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:15.361748 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4b8b413b-9dd2-411e-90fb-c7cef810c44d req-f70d18b2-a25b-496e-9f32-4b792d635931 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318312 May 27 23:30:15.483807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-af69eaef-495c-45f6-a878-b5345d39c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:15.485772 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-af69eaef-495c-45f6-a878-b5345d39c890 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9635719ca81d40969e9466e573773627&device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 1095 time: 0.0696027 May 27 23:30:15.559872 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-cfc8a7fd-646d-4400-9368-cc82b78b0035 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 HTTP/1.1" status: 200 len: 217 time: 0.0619063 May 27 23:30:15.619989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-7823e7dc-9d6c-4aa4-9f69-eefdb1c2f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:15.621378 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-7823e7dc-9d6c-4aa4-9f69-eefdb1c2f077 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c94bfdab-ce8a-477b-8aa2-779bf77b3cb4 HTTP/1.1" status: 200 len: 854 time: 0.0558712 May 27 23:30:15.667016 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-958103f3-deb5-4944-92e3-3a93f40fe2a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=460c3a2e-3be5-4663-a92f-8326b8301f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395162 May 27 23:30:15.797423 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-5c63bc56-3089-4bf9-90ca-4b019e558af8 service neutron] 10.222.0.57 "GET /v2.0/networks/460c3a2e-3be5-4663-a92f-8326b8301f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237905 May 27 23:30:15.927033 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f8c5ff50-f745-430e-ac1b-c26a3a8451a4 req-613fa725-cbb8-4a61-99ee-85041a4c0d9f service neutron] 10.222.0.57 "GET /v2.0/networks/460c3a2e-3be5-4663-a92f-8326b8301f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233602 May 27 23:30:16.343899 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:16.500690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c1dfd-8e69-4787-8871-ad684a1e9e3d req-5ae8ca86-ce4c-413d-8ced-0b3caa8f597b tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:16.502213 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-586c1dfd-8e69-4787-8871-ad684a1e9e3d req-5ae8ca86-ce4c-413d-8ced-0b3caa8f597b tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 944 time: 0.0805883 May 27 23:30:16.545876 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-586c1dfd-8e69-4787-8871-ad684a1e9e3d req-c658e2f7-0ec9-45bc-adf2-fcfcc8e9d540 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379083 May 27 23:30:17.834559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef885f3-0047-46d5-97af-43508afefb05 req-677e4cfa-70f9-4586-a583-922986e5f15a tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:17.835914 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ef885f3-0047-46d5-97af-43508afefb05 req-677e4cfa-70f9-4586-a583-922986e5f15a tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 944 time: 0.1875272 May 27 23:30:17.878899 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4ef885f3-0047-46d5-97af-43508afefb05 req-459cf181-165a-492f-b2a6-763dc393e1e3 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372376 May 27 23:30:18.415334 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:30:18.543464 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=df4aebe6-2e62-4c8c-a8c5-ad3cfb644191,segment=NetworkSegment(e28c957a-0788-4528-9b9d-0fa325536f9c),segment_id=e28c957a-0788-4528-9b9d-0fa325536f9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:30:18.556688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'df4aebe6-2e62-4c8c-a8c5-ad3cfb644191', 'network_id': '460c3a2e-3be5-4663-a92f-8326b8301f20', 'port_id': 'df4aebe6-2e62-4c8c-a8c5-ad3cfb644191', 'mac_address': 'fa:16:3e:62:c2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94bfdab-ce8a-477b-8aa2-779bf77b3cb4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:30:18.613104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-a0e7e185-07b3-4d94-9e19-0712b9be8826 req-1927a5db-7960-44e6-8872-9407dddaeb05 service neutron] (88900) timed out ('10.222.0.27', 45182) {{(pid=88900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 23:30:18.613957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:30:18.614337 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:18.665915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:30:18.680768 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=df4aebe6-2e62-4c8c-a8c5-ad3cfb644191,segment=NetworkSegment(e28c957a-0788-4528-9b9d-0fa325536f9c),segment_id=e28c957a-0788-4528-9b9d-0fa325536f9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:30:18.745750 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:18.811048 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=df4aebe6-2e62-4c8c-a8c5-ad3cfb644191,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:19.026375 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['df4aebe6-2e62-4c8c-a8c5-ad3cfb644191'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:30:19.064118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ee4ba-ce33-40c8-9c7a-5c5a81510b01 req-b9c1345f-ada6-4245-8a09-428f87f90f13 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:19.065640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-218ee4ba-ce33-40c8-9c7a-5c5a81510b01 req-b9c1345f-ada6-4245-8a09-428f87f90f13 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 945 time: 0.0798488 May 27 23:30:19.112563 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-218ee4ba-ce33-40c8-9c7a-5c5a81510b01 req-4e29c5f2-dc18-4ab3-a8c4-3b072322f994 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 May 27 23:30:20.291135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078b2f4-161c-402c-9ab5-a957d34781d3 req-7377bede-720b-4b00-9345-5c81373cfaaf tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:20.292625 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9078b2f4-161c-402c-9ab5-a957d34781d3 req-7377bede-720b-4b00-9345-5c81373cfaaf tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 945 time: 0.0783105 May 27 23:30:20.335955 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9078b2f4-161c-402c-9ab5-a957d34781d3 req-e2d94e16-b4c3-4582-9386-65b4e22d008c tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371654 May 27 23:30:20.413271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:30:20.533635 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:30:20.538406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:30:20.538802 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:20.652666 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:30:20.653081 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:20.679998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caa0422-b2a5-42f9-b036-dcddf6dad5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4aebe6-2e62-4c8c-a8c5-ad3cfb644191'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:30:20.689403 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=df4aebe6-2e62-4c8c-a8c5-ad3cfb644191,segment=NetworkSegment(e28c957a-0788-4528-9b9d-0fa325536f9c),segment_id=e28c957a-0788-4528-9b9d-0fa325536f9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:30:20.751488 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:20.784207 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8085982f-485b-4d67-8e2c-f4ee931679fc'] response: {'server_uuid': '4caa0422-b2a5-42f9-b036-dcddf6dad5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4aebe6-2e62-4c8c-a8c5-ad3cfb644191', 'code': 200} May 27 23:30:20.824906 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=df4aebe6-2e62-4c8c-a8c5-ad3cfb644191,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:20.930327 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5323ba48-1d60-41d2-ae35-8250b6caaa2a req-2429472c-467e-4969-a69b-7ae93c7fd401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:20.931726 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5323ba48-1d60-41d2-ae35-8250b6caaa2a req-2429472c-467e-4969-a69b-7ae93c7fd401 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 1097 time: 0.0744686 May 27 23:30:20.972898 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5323ba48-1d60-41d2-ae35-8250b6caaa2a req-9ffeb719-ccb4-4a6b-9ff7-c01342c1ffeb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346391 May 27 23:30:21.521209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e563585-0758-4855-ad2a-9066afd6e4a3 req-234077c8-e3ef-465f-8c7e-859a42f13e24 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:21.522635 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e563585-0758-4855-ad2a-9066afd6e4a3 req-234077c8-e3ef-465f-8c7e-859a42f13e24 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 946 time: 0.0814257 May 27 23:30:21.565654 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4e563585-0758-4855-ad2a-9066afd6e4a3 req-65ee8800-447a-4175-99ad-acdfc11fb0ef tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374441 May 27 23:30:22.749317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb245080-3b7c-468a-8b77-80389524e20c req-44909130-cfe9-430d-95c1-4e71fa3acf29 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:22.751269 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb245080-3b7c-468a-8b77-80389524e20c req-44909130-cfe9-430d-95c1-4e71fa3acf29 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 946 time: 0.0796063 May 27 23:30:22.794264 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eb245080-3b7c-468a-8b77-80389524e20c req-447754d3-fc86-4236-ac93-78c36059457b tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373342 May 27 23:30:22.917285 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:23.082776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-58ab172b-87cd-4ec5-a4d1-144ad6381663 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:23.084216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-58ab172b-87cd-4ec5-a4d1-144ad6381663 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/networks?id=460c3a2e-3be5-4663-a92f-8326b8301f20 HTTP/1.1" status: 200 len: 814 time: 0.1446311 May 27 23:30:23.099835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6d4efb52-5f30-4796-b36a-a46510719d08 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/quotas/9635719ca81d40969e9466e573773627 HTTP/1.1" status: 200 len: 375 time: 0.0099041 May 27 23:30:23.182666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-46073e87-267a-4a82-9147-f1f79e050092 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=9635719ca81d40969e9466e573773627&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778334 May 27 23:30:23.193733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-05fa51e1-d4c0-43e1-aae2-9bb86510bab4 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:30:23.194667 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-05fa51e1-d4c0-43e1-aae2-9bb86510bab4 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050874 May 27 23:30:23.324336 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-096c367a-255f-4498-8597-e46132305827 service neutron] 10.222.0.27 "GET /v2.0/networks/460c3a2e-3be5-4663-a92f-8326b8301f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243515 May 27 23:30:23.453018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-e4111eb1-43d6-4f63-a319-e562b876a39a service neutron] 10.222.0.27 "GET /v2.0/networks/460c3a2e-3be5-4663-a92f-8326b8301f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228867 May 27 23:30:23.725488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0599d1f9-7e36-4ba3-b7bf-45c66687d027 req-df21eb87-d00c-4b2a-8f1f-3c1a4243ab76 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 210 time: 0.0444310 May 27 23:30:24.875475 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c39c2e34-1a05-4a65-8be9-1eaff59a489b req-946dad0d-f34c-431d-a893-4e75c88ffc90 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 210 time: 0.0456147 May 27 23:30:25.628861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-bd984ac7-4b9a-4c4b-98be-7a965bb7c97e tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:25.630276 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-bd984ac7-4b9a-4c4b-98be-7a965bb7c97e tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.46 "GET /v2.0/networks?id=460c3a2e-3be5-4663-a92f-8326b8301f20 HTTP/1.1" status: 200 len: 814 time: 0.1445489 May 27 23:30:25.641987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Request body: {'port': {'device_id': 'b13ba75b-8ad8-49f1-9f42-a0d34fd460c0', 'network_id': '460c3a2e-3be5-4663-a92f-8326b8301f20', 'admin_state_up': True, 'tenant_id': '9635719ca81d40969e9466e573773627'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:30:25.782938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:30:25.786745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Usage tracker for resource:port and tenant:9635719ca81d40969e9466e573773627 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:30:25.789560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:30:25.795179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:30:25.854114 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Made reservation on behalf of 9635719ca81d40969e9466e573773627 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:30:25.857698 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:26.025744 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-43d4093f-e4f9-4c13-94e2-cb3cd0edb395 req-2ce320ec-a3ad-4d85-9194-10b022a9c003 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 210 time: 0.0437641 May 27 23:30:26.136907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Allocated IP 172.20.0.11 (460c3a2e-3be5-4663-a92f-8326b8301f20/c94bfdab-ce8a-477b-8aa2-779bf77b3cb4/30e93dee-edee-4b6a-a126-57feeb3fddf1) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:30:26.333443 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:26.419770 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:26.462939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['df4aebe6-2e62-4c8c-a8c5-ad3cfb644191'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:30:26.493686 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Network 460c3a2e-3be5-4663-a92f-8326b8301f20 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:30:26.496848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:30:26.500640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:30:26.534004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Pushing event updated for resources: {'Port': ['ID=30e93dee-edee-4b6a-a126-57feeb3fddf1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:26.551616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:26.551957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:26.552296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:26.552648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:26.552968 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:26.553298 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:26.553660 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:26.553919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:26.554236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:26.554546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:26.554858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:26.555168 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:26.575419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:26.576009 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:26.677404 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-da80869c-119a-4092-a007-bc0747a7c843 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0394149 May 27 23:30:26.730340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Request body: {'port': {'device_id': 'b13ba75b-8ad8-49f1-9f42-a0d34fd460c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:30:26.841238 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:27.179088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e93dee-edee-4b6a-a126-57feeb3fddf1 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:30:27.186383 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:27.201262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Transition to ACTIVE for port object 30e93dee-edee-4b6a-a126-57feeb3fddf1 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:30:27.210443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8412e41-2f9d-43a6-9ba8-c6baf13c4bd6 req-d3c3433e-33fa-49d2-aaf4-ede2d13e1d0d tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:27.214133 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8412e41-2f9d-43a6-9ba8-c6baf13c4bd6 req-d3c3433e-33fa-49d2-aaf4-ede2d13e1d0d tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 932 time: 0.0780354 May 27 23:30:27.255400 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8412e41-2f9d-43a6-9ba8-c6baf13c4bd6 req-d6b34562-ce16-458d-a64f-16846cd22b51 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377283 May 27 23:30:27.280910 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:27.432915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Pushing event updated for resources: {'Port': ['ID=30e93dee-edee-4b6a-a126-57feeb3fddf1,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:27.509271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Attempting to bind port 30e93dee-edee-4b6a-a126-57feeb3fddf1 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:30:27.509603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Attempting to bind port 30e93dee-edee-4b6a-a126-57feeb3fddf1 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'e28c957a-0788-4528-9b9d-0fa325536f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '460c3a2e-3be5-4663-a92f-8326b8301f20'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:30:27.509927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Attempting to bind port 30e93dee-edee-4b6a-a126-57feeb3fddf1 on network 460c3a2e-3be5-4663-a92f-8326b8301f20 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:30:27.514531 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Port 30e93dee-edee-4b6a-a126-57feeb3fddf1 on network 460c3a2e-3be5-4663-a92f-8326b8301f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:30:27.514851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Attempting to bind port 30e93dee-edee-4b6a-a126-57feeb3fddf1 on network 460c3a2e-3be5-4663-a92f-8326b8301f20 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:30:27.519928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:30:27.520259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Checking segment: {'id': 'e28c957a-0788-4528-9b9d-0fa325536f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '460c3a2e-3be5-4663-a92f-8326b8301f20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:30:27.520670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Bound using segment: {'id': 'e28c957a-0788-4528-9b9d-0fa325536f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '460c3a2e-3be5-4663-a92f-8326b8301f20'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:30:27.521092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Bound port: 30e93dee-edee-4b6a-a126-57feeb3fddf1, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e28c957a-0788-4528-9b9d-0fa325536f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '460c3a2e-3be5-4663-a92f-8326b8301f20'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:30:27.521431 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:27.554749 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3945878a-78a4-492b-a6e6-8fe9dc059672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:27.613821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] For port 30e93dee-edee-4b6a-a126-57feeb3fddf1, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:30:27.616898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] For port 30e93dee-edee-4b6a-a126-57feeb3fddf1, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=30e93dee-edee-4b6a-a126-57feeb3fddf1,segment=NetworkSegment(e28c957a-0788-4528-9b9d-0fa325536f9c),segment_id=e28c957a-0788-4528-9b9d-0fa325536f9c)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:30:27.704195 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:27.764091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:27.764739 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:27.766575 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] 10.222.0.46 "PUT /v2.0/ports/30e93dee-edee-4b6a-a126-57feeb3fddf1 HTTP/1.1" status: 200 len: 1092 time: 1.0827115 May 27 23:30:27.767003 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13ba75b-8ad8-49f1-9f42-a0d34fd460c0', 'tag': '30e93dee-edee-4b6a-a126-57feeb3fddf1'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:30:27.786795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f128f95-05c9-472d-bfcb-e6284bc24a48 service neutron] Pushing event updated for resources: {'Port': ['ID=30e93dee-edee-4b6a-a126-57feeb3fddf1,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:27.813015 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb64bdc-ccc5-4ebf-b172-842af50bcc7e'] response: {'name': 'network-changed', 'server_uuid': 'b13ba75b-8ad8-49f1-9f42-a0d34fd460c0', 'tag': '30e93dee-edee-4b6a-a126-57feeb3fddf1', 'status': 'completed', 'code': 200} May 27 23:30:27.905512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d3390-4b47-45ba-9450-738e892086dd req-0bffdee1-2696-458e-bedf-d8bb3634f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:27.907478 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9a6d3390-4b47-45ba-9450-738e892086dd req-0bffdee1-2696-458e-bedf-d8bb3634f5f6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9635719ca81d40969e9466e573773627&device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 1095 time: 0.0741098 May 27 23:30:28.044925 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d3390-4b47-45ba-9450-738e892086dd req-437e97a8-2546-4c93-86a4-881277d39d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:28.046377 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9a6d3390-4b47-45ba-9450-738e892086dd req-437e97a8-2546-4c93-86a4-881277d39d07 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9635719ca81d40969e9466e573773627&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1326256 May 27 23:30:28.349641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d3390-4b47-45ba-9450-738e892086dd req-32f567fa-aa35-4476-83bc-7630394d04a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:28.351109 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9a6d3390-4b47-45ba-9450-738e892086dd req-32f567fa-aa35-4476-83bc-7630394d04a1 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2994835 May 27 23:30:28.357988 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93b70ee0-0dcf-4385-a96e-9e4ba35efa62 req-9bfab7f1-5a54-4599-bd51-ab19e39b2b94 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2855988 May 27 23:30:28.444661 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88360f-6875-4f78-b6e1-c52f2967164a req-3176664e-360b-4dac-b8c4-0d77bf27cfdf tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:28.446415 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a88360f-6875-4f78-b6e1-c52f2967164a req-3176664e-360b-4dac-b8c4-0d77bf27cfdf tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 944 time: 0.0865614 May 27 23:30:28.490148 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a88360f-6875-4f78-b6e1-c52f2967164a req-2d114bdb-b382-4656-8017-7b3eeb487604 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380137 May 27 23:30:28.507684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-91e1e182-66dc-4580-bb5b-7b237fcecba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:28.509192 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-91e1e182-66dc-4580-bb5b-7b237fcecba6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9635719ca81d40969e9466e573773627&device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 1095 time: 0.1239183 May 27 23:30:28.585848 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-38237e99-e230-4d92-878c-63361d388487 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30e93dee-edee-4b6a-a126-57feeb3fddf1 HTTP/1.1" status: 200 len: 217 time: 0.0696337 May 27 23:30:28.591872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b70ee0-0dcf-4385-a96e-9e4ba35efa62 req-53c5feec-03e1-4e5c-be85-4d0fe8bd7003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:28.593843 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93b70ee0-0dcf-4385-a96e-9e4ba35efa62 req-53c5feec-03e1-4e5c-be85-4d0fe8bd7003 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9635719ca81d40969e9466e573773627&device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 1097 time: 0.1530247 May 27 23:30:28.732927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-0515e311-3103-46ee-83e7-134f03436166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:28.734410 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-0515e311-3103-46ee-83e7-134f03436166 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c94bfdab-ce8a-477b-8aa2-779bf77b3cb4 HTTP/1.1" status: 200 len: 854 time: 0.1397331 May 27 23:30:28.800322 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-6d314cbb-924f-4743-9ad1-98477427c305 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=460c3a2e-3be5-4663-a92f-8326b8301f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587947 May 27 23:30:28.878704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b70ee0-0dcf-4385-a96e-9e4ba35efa62 req-1a4a1c53-d812-4750-a9ff-d68e1e94dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:28.880159 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93b70ee0-0dcf-4385-a96e-9e4ba35efa62 req-1a4a1c53-d812-4750-a9ff-d68e1e94dcc9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=460c3a2e-3be5-4663-a92f-8326b8301f20 HTTP/1.1" status: 200 len: 915 time: 0.2565489 May 27 23:30:28.960069 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93b70ee0-0dcf-4385-a96e-9e4ba35efa62 req-061037de-bda8-4db0-b20f-e07c780c7782 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 HTTP/1.1" status: 200 len: 217 time: 0.0641639 May 27 23:30:29.053258 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-a243df80-1f09-4ed3-a981-48833066993f service neutron] 10.222.0.46 "GET /v2.0/networks/460c3a2e-3be5-4663-a92f-8326b8301f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443836 May 27 23:30:29.056570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b70ee0-0dcf-4385-a96e-9e4ba35efa62 req-8924859a-52ed-4516-bfdb-64c18a3acf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:29.057887 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93b70ee0-0dcf-4385-a96e-9e4ba35efa62 req-8924859a-52ed-4516-bfdb-64c18a3acf3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c94bfdab-ce8a-477b-8aa2-779bf77b3cb4 HTTP/1.1" status: 200 len: 854 time: 0.0915787 May 27 23:30:29.165146 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93b70ee0-0dcf-4385-a96e-9e4ba35efa62 req-f53b53e1-2050-4744-984c-33676c1bdea5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=460c3a2e-3be5-4663-a92f-8326b8301f20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883327 May 27 23:30:29.320863 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f0aae612-4af9-416a-8bd8-cbd4ac1ab55b req-61954a39-2e60-43f5-93f8-ce18e895dbdc service neutron] 10.222.0.46 "GET /v2.0/networks/460c3a2e-3be5-4663-a92f-8326b8301f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619498 May 27 23:30:29.340265 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93b70ee0-0dcf-4385-a96e-9e4ba35efa62 req-b5f7ec16-c57c-42a4-a467-d1217f2a0433 service neutron] 10.222.0.57 "GET /v2.0/networks/460c3a2e-3be5-4663-a92f-8326b8301f20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628695 May 27 23:30:29.471373 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-93b70ee0-0dcf-4385-a96e-9e4ba35efa62 req-a54d91d1-033a-4cc8-bc7d-33cee05b300f service neutron] 10.222.0.57 "GET /v2.0/networks/460c3a2e-3be5-4663-a92f-8326b8301f20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248152 May 27 23:30:29.673775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e081b-588a-4388-8b79-0e434e1a419f req-d0e5dafd-ccb2-4f65-877d-1e84eee1b907 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:29.683735 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-db0e081b-588a-4388-8b79-0e434e1a419f req-d0e5dafd-ccb2-4f65-877d-1e84eee1b907 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 944 time: 0.0808175 May 27 23:30:29.722951 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-16213d7c-6736-41b6-ae0b-3e8043f8030a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:29.725431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-db0e081b-588a-4388-8b79-0e434e1a419f req-82d81cd8-6e3a-4d06-9256-47edb574a4ad tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440960 May 27 23:30:30.909323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c9e1b-a554-425f-ba5e-44ab062579a3 req-2c452e93-59ee-453c-88f7-0a2813c706a8 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:30.910766 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd5c9e1b-a554-425f-ba5e-44ab062579a3 req-2c452e93-59ee-453c-88f7-0a2813c706a8 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 944 time: 0.0798297 May 27 23:30:30.956888 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd5c9e1b-a554-425f-ba5e-44ab062579a3 req-afac2e4a-b37b-4dde-8cd4-0d8ddce89c9f tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398474 May 27 23:30:31.004837 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:31.068915 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:32.144447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19343021-b90c-4c72-98b0-6bd1fb38c14c req-90ebe576-d7eb-4ee5-87c5-f87b459af3b5 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:32.145900 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-19343021-b90c-4c72-98b0-6bd1fb38c14c req-90ebe576-d7eb-4ee5-87c5-f87b459af3b5 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 944 time: 0.0832670 May 27 23:30:32.189663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-19343021-b90c-4c72-98b0-6bd1fb38c14c req-9c680069-fbe6-4796-90f5-f21523cbc873 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381801 May 27 23:30:32.293550 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:32.503701 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 30e93dee-edee-4b6a-a126-57feeb3fddf1 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:30:32.635452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 30e93dee-edee-4b6a-a126-57feeb3fddf1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=30e93dee-edee-4b6a-a126-57feeb3fddf1,segment=NetworkSegment(e28c957a-0788-4528-9b9d-0fa325536f9c),segment_id=e28c957a-0788-4528-9b9d-0fa325536f9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:30:32.647938 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '30e93dee-edee-4b6a-a126-57feeb3fddf1', 'network_id': '460c3a2e-3be5-4663-a92f-8326b8301f20', 'port_id': '30e93dee-edee-4b6a-a126-57feeb3fddf1', 'mac_address': 'fa:16:3e:cd:3f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c94bfdab-ce8a-477b-8aa2-779bf77b3cb4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:30:32.701455 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 30e93dee-edee-4b6a-a126-57feeb3fddf1 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:30:32.701831 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:32.717903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e93dee-edee-4b6a-a126-57feeb3fddf1 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:30:32.733357 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 30e93dee-edee-4b6a-a126-57feeb3fddf1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=30e93dee-edee-4b6a-a126-57feeb3fddf1,segment=NetworkSegment(e28c957a-0788-4528-9b9d-0fa325536f9c),segment_id=e28c957a-0788-4528-9b9d-0fa325536f9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:30:32.807755 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:32.875166 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=30e93dee-edee-4b6a-a126-57feeb3fddf1,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:32.882435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:32.882772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:32.883106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:32.883431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:32.883752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:32.884073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:32.884415 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:32.884733 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:32.885049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:32.885358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:32.885720 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:32.885983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:32.992846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['30e93dee-edee-4b6a-a126-57feeb3fddf1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:30:33.369285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8eb0d5-48fa-4837-aef7-84c9f545159f req-109224c4-e910-4b8f-8a96-a20d0719d4fc tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:33.370726 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc8eb0d5-48fa-4837-aef7-84c9f545159f req-109224c4-e910-4b8f-8a96-a20d0719d4fc tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 945 time: 0.0782428 May 27 23:30:33.413783 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc8eb0d5-48fa-4837-aef7-84c9f545159f req-61b7f176-21cf-468a-840d-f4685c34036a tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369749 May 27 23:30:34.519163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 30e93dee-edee-4b6a-a126-57feeb3fddf1 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:30:34.597492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebca6a-74bb-4cd5-b5c9-d98264dbfc74 req-64b56f2f-0d16-433c-93a1-c903c991d90c tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:34.598958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbebca6a-74bb-4cd5-b5c9-d98264dbfc74 req-64b56f2f-0d16-433c-93a1-c903c991d90c tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 945 time: 0.0837176 May 27 23:30:34.644453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fbebca6a-74bb-4cd5-b5c9-d98264dbfc74 req-4158f2e5-b126-4de4-b885-44ac9da2207e tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398684 May 27 23:30:34.663268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 30e93dee-edee-4b6a-a126-57feeb3fddf1 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:30:34.668368 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 30e93dee-edee-4b6a-a126-57feeb3fddf1 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:30:34.668760 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:34.783704 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 30e93dee-edee-4b6a-a126-57feeb3fddf1 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:30:34.784057 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:34.809377 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13ba75b-8ad8-49f1-9f42-a0d34fd460c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e93dee-edee-4b6a-a126-57feeb3fddf1'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:30:34.820129 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 30e93dee-edee-4b6a-a126-57feeb3fddf1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=30e93dee-edee-4b6a-a126-57feeb3fddf1,segment=NetworkSegment(e28c957a-0788-4528-9b9d-0fa325536f9c),segment_id=e28c957a-0788-4528-9b9d-0fa325536f9c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:30:34.853339 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5763c6b-ae29-4d32-9c61-6bc46ea87b39'] response: {'server_uuid': 'b13ba75b-8ad8-49f1-9f42-a0d34fd460c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e93dee-edee-4b6a-a126-57feeb3fddf1', 'code': 200} May 27 23:30:34.886431 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:34.955302 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=30e93dee-edee-4b6a-a126-57feeb3fddf1,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:34.982939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222a665-90a0-488b-b7da-bca67dca2c43 req-e0e480f1-1ff5-44bb-9393-9728639b4c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:34.984384 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7222a665-90a0-488b-b7da-bca67dca2c43 req-e0e480f1-1ff5-44bb-9393-9728639b4c87 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 1097 time: 0.0753396 May 27 23:30:35.023956 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7222a665-90a0-488b-b7da-bca67dca2c43 req-b7f5232f-9b75-48f7-b2e0-d78c1ea1743f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337164 May 27 23:30:35.826960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da708c8-e5be-46f9-ab9e-d5dacaec1915 req-09d4e05a-3467-4136-bffb-750d61f701ad tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:35.828488 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5da708c8-e5be-46f9-ab9e-d5dacaec1915 req-09d4e05a-3467-4136-bffb-750d61f701ad tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 946 time: 0.0795701 May 27 23:30:35.876420 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5da708c8-e5be-46f9-ab9e-d5dacaec1915 req-8bf04cb8-5e05-4f4c-bcd8-bf06c79fd230 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423088 May 27 23:30:36.069150 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:30:37.058894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3963b7-704e-4082-a298-194aed888570 req-4a73912e-269f-47af-89c2-2767b12cbeb6 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:37.060371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ed3963b7-704e-4082-a298-194aed888570 req-4a73912e-269f-47af-89c2-2767b12cbeb6 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 946 time: 0.0794117 May 27 23:30:37.104338 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ed3963b7-704e-4082-a298-194aed888570 req-2bf1eadd-a4da-41bf-a290-261bf3da6d51 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377409 May 27 23:30:37.676453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2748b2c-9b5b-430a-b9b8-f1949a188fdc req-d8c4a064-ebce-4c46-9cde-49f40f106024 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:37.678011 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2748b2c-9b5b-430a-b9b8-f1949a188fdc req-d8c4a064-ebce-4c46-9cde-49f40f106024 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 946 time: 0.0819039 May 27 23:30:37.819621 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2748b2c-9b5b-430a-b9b8-f1949a188fdc req-15bf5fe5-24e2-48a4-be77-f109405409b8 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360934 May 27 23:30:38.886543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16034ab-8ee3-4697-910e-ca4ba3792231 req-cb74d7e9-d086-4eda-89ae-066fc42ec131 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:38.887228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a16034ab-8ee3-4697-910e-ca4ba3792231 req-cb74d7e9-d086-4eda-89ae-066fc42ec131 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Synchronizing usage tracker for tenant:9635719ca81d40969e9466e573773627 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:30:38.990992 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a16034ab-8ee3-4697-910e-ca4ba3792231 req-cb74d7e9-d086-4eda-89ae-066fc42ec131 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Unset dirty status for tenant:9635719ca81d40969e9466e573773627 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:30:38.992053 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a16034ab-8ee3-4697-910e-ca4ba3792231 req-cb74d7e9-d086-4eda-89ae-066fc42ec131 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.46 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 946 time: 0.1838479 May 27 23:30:39.002784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb37cde-3e0c-4b9f-a555-acbafe850bcf req-330de51f-348f-4ea8-af8c-941cfab25542 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:39.004236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3eb37cde-3e0c-4b9f-a555-acbafe850bcf req-330de51f-348f-4ea8-af8c-941cfab25542 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 946 time: 0.0791302 May 27 23:30:39.048467 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3eb37cde-3e0c-4b9f-a555-acbafe850bcf req-5ace35d0-b8b9-4800-a30e-2e317bf1813e tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377319 May 27 23:30:39.065574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-a16034ab-8ee3-4697-910e-ca4ba3792231 req-cd71234a-1bca-47b4-a44d-d9652416435d tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Deleting port 30e93dee-edee-4b6a-a126-57feeb3fddf1 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:30:39.065918 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a16034ab-8ee3-4697-910e-ca4ba3792231 req-cd71234a-1bca-47b4-a44d-d9652416435d tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:39.421349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a16034ab-8ee3-4697-910e-ca4ba3792231 req-cd71234a-1bca-47b4-a44d-d9652416435d tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] For port 30e93dee-edee-4b6a-a126-57feeb3fddf1, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=30e93dee-edee-4b6a-a126-57feeb3fddf1,segment=NetworkSegment(e28c957a-0788-4528-9b9d-0fa325536f9c),segment_id=e28c957a-0788-4528-9b9d-0fa325536f9c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:30:39.421702 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a16034ab-8ee3-4697-910e-ca4ba3792231 req-cd71234a-1bca-47b4-a44d-d9652416435d tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:39.544851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-a16034ab-8ee3-4697-910e-ca4ba3792231 req-cd71234a-1bca-47b4-a44d-d9652416435d tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Calling delete_port for 30e93dee-edee-4b6a-a126-57feeb3fddf1 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:30:39.751654 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a16034ab-8ee3-4697-910e-ca4ba3792231 req-cd71234a-1bca-47b4-a44d-d9652416435d tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:39.762908 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['30e93dee-edee-4b6a-a126-57feeb3fddf1'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:30:39.791915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['df4aebe6-2e62-4c8c-a8c5-ad3cfb644191'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:30:39.801459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71234a-1bca-47b4-a44d-d9652416435d tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Pushing event deleted for resources: {'Port': ['ID=30e93dee-edee-4b6a-a126-57feeb3fddf1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:39.877273 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16034ab-8ee3-4697-910e-ca4ba3792231 req-cd71234a-1bca-47b4-a44d-d9652416435d tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] No DVR routers for this DVR port 30e93dee-edee-4b6a-a126-57feeb3fddf1 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:30:39.879662 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a16034ab-8ee3-4697-910e-ca4ba3792231 req-cd71234a-1bca-47b4-a44d-d9652416435d tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:39.882307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13ba75b-8ad8-49f1-9f42-a0d34fd460c0', 'name': 'network-vif-deleted', 'tag': '30e93dee-edee-4b6a-a126-57feeb3fddf1'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:30:39.928515 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ca64f5-bb90-45d2-8b4f-61eaffbbbf24'] response: {'server_uuid': 'b13ba75b-8ad8-49f1-9f42-a0d34fd460c0', 'name': 'network-vif-deleted', 'tag': '30e93dee-edee-4b6a-a126-57feeb3fddf1', 'status': 'completed', 'code': 200} May 27 23:30:39.963276 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a16034ab-8ee3-4697-910e-ca4ba3792231 req-cd71234a-1bca-47b4-a44d-d9652416435d tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.46 "DELETE /v2.0/ports/30e93dee-edee-4b6a-a126-57feeb3fddf1 HTTP/1.1" status: 204 len: 173 time: 0.9657872 May 27 23:30:40.202910 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa5978c9-e8da-4199-8448-cbfa4c21378b req-612875b9-731c-4223-b4ef-f782351bcd26 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=b13ba75b-8ad8-49f1-9f42-a0d34fd460c0 HTTP/1.1" status: 200 len: 210 time: 0.0456598 May 27 23:30:41.458083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567d310-f556-42ce-8646-6cafba3c1e17 req-49a16431-50da-4a5e-9dd2-1121dd74a23d tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:41.459523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4567d310-f556-42ce-8646-6cafba3c1e17 req-49a16431-50da-4a5e-9dd2-1121dd74a23d tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 946 time: 0.0781384 May 27 23:30:41.503785 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4567d310-f556-42ce-8646-6cafba3c1e17 req-69bf1711-5398-4961-8781-bc523d071616 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384855 May 27 23:30:41.704597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5356f31-449d-4b3d-b736-eafff87035e3 req-927b1c2f-7d5e-46c6-8545-80e8c2483f7f tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:41.706055 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5356f31-449d-4b3d-b736-eafff87035e3 req-927b1c2f-7d5e-46c6-8545-80e8c2483f7f tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 946 time: 0.0823269 May 27 23:30:41.749886 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5356f31-449d-4b3d-b736-eafff87035e3 req-3f14c112-2256-4369-83a3-3c26bf0d0594 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381997 May 27 23:30:41.932930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561bbef-0d21-438e-b226-3354ce408646 req-3dced6f7-40f9-47ac-b2c5-715f5a56387f tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:41.934392 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7561bbef-0d21-438e-b226-3354ce408646 req-3dced6f7-40f9-47ac-b2c5-715f5a56387f tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 946 time: 0.0795557 May 27 23:30:41.981688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7561bbef-0d21-438e-b226-3354ce408646 req-d6bba1f3-a1bc-4afc-b618-dd8233bcac88 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 May 27 23:30:42.419371 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a25827-22bd-4585-9fed-237ee484c1a0 req-e0ba5f59-8535-487e-9fa3-b9c0623239af tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:42.420828 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4a25827-22bd-4585-9fed-237ee484c1a0 req-e0ba5f59-8535-487e-9fa3-b9c0623239af tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 946 time: 0.0784645 May 27 23:30:42.463965 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e4a25827-22bd-4585-9fed-237ee484c1a0 req-1eeb149f-4e7b-44e5-ba3b-258fb30b6939 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370235 May 27 23:30:42.550610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 30e93dee-edee-4b6a-a126-57feeb3fddf1 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:30:42.587441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 30e93dee-edee-4b6a-a126-57feeb3fddf1 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:30:42.587782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 30e93dee-edee-4b6a-a126-57feeb3fddf1 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:30:42.648929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844911f-8aa9-45ab-a9db-82ef6be934ca req-03486644-47d1-4b0d-aa78-201bf7e7e37a tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:42.650346 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e844911f-8aa9-45ab-a9db-82ef6be934ca req-03486644-47d1-4b0d-aa78-201bf7e7e37a tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 946 time: 0.0825963 May 27 23:30:42.693701 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e844911f-8aa9-45ab-a9db-82ef6be934ca req-59fbe368-c2dc-4fd5-9e94-39cf0b7a018b tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376778 May 27 23:30:42.883674 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807b21b-616e-4fcd-be42-02cf12a39838 req-7977843f-c4ee-41d1-86f6-8d463ffd50bf tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:42.885131 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6807b21b-616e-4fcd-be42-02cf12a39838 req-7977843f-c4ee-41d1-86f6-8d463ffd50bf tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 946 time: 0.0784650 May 27 23:30:42.928087 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6807b21b-616e-4fcd-be42-02cf12a39838 req-8a3416a4-9184-4f95-afcc-781527ffa8a2 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373631 May 27 23:30:43.634932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412e2a4-b57b-4ddb-8157-d4716d76f389 req-fff792e7-7fd9-4af5-97bf-92bc5dd5b803 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:43.636708 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9412e2a4-b57b-4ddb-8157-d4716d76f389 req-fff792e7-7fd9-4af5-97bf-92bc5dd5b803 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 946 time: 0.0826421 May 27 23:30:43.680186 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9412e2a4-b57b-4ddb-8157-d4716d76f389 req-bcb5615a-89c4-4ad1-b909-b1b5b9c45420 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 May 27 23:30:44.866120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314727e-d912-48e2-a3f3-99e7110789cf req-d6ec5e15-620f-473a-8d2b-874d9a27f5d9 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:44.872053 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b314727e-d912-48e2-a3f3-99e7110789cf req-d6ec5e15-620f-473a-8d2b-874d9a27f5d9 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 946 time: 0.0795317 May 27 23:30:44.912144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b314727e-d912-48e2-a3f3-99e7110789cf req-0ac4b96d-1c07-4c1e-8657-95f6f73e81c2 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/security-groups?id=e39207c7-e207-472f-aa73-978b30ef00e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384903 May 27 23:30:45.236443 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5519f-1d5a-4603-acde-b32515560d5a req-addae587-0334-4911-87c6-d5f06dad11f9 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:45.237159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a9a5519f-1d5a-4603-acde-b32515560d5a req-addae587-0334-4911-87c6-d5f06dad11f9 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Synchronizing usage tracker for tenant:9635719ca81d40969e9466e573773627 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:30:45.308433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a9a5519f-1d5a-4603-acde-b32515560d5a req-addae587-0334-4911-87c6-d5f06dad11f9 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Unset dirty status for tenant:9635719ca81d40969e9466e573773627 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:30:45.309662 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a9a5519f-1d5a-4603-acde-b32515560d5a req-addae587-0334-4911-87c6-d5f06dad11f9 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.57 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 946 time: 0.1504385 May 27 23:30:45.380703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-a9a5519f-1d5a-4603-acde-b32515560d5a req-1ba927b9-b639-449f-b1d4-6f52bb1e8f1c tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Deleting port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:30:45.381044 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a9a5519f-1d5a-4603-acde-b32515560d5a req-1ba927b9-b639-449f-b1d4-6f52bb1e8f1c tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:45.622009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a9a5519f-1d5a-4603-acde-b32515560d5a req-1ba927b9-b639-449f-b1d4-6f52bb1e8f1c tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] For port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=df4aebe6-2e62-4c8c-a8c5-ad3cfb644191,segment=NetworkSegment(e28c957a-0788-4528-9b9d-0fa325536f9c),segment_id=e28c957a-0788-4528-9b9d-0fa325536f9c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:30:45.622347 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a9a5519f-1d5a-4603-acde-b32515560d5a req-1ba927b9-b639-449f-b1d4-6f52bb1e8f1c tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:45.747978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-a9a5519f-1d5a-4603-acde-b32515560d5a req-1ba927b9-b639-449f-b1d4-6f52bb1e8f1c tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Calling delete_port for df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:30:45.939938 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a9a5519f-1d5a-4603-acde-b32515560d5a req-1ba927b9-b639-449f-b1d4-6f52bb1e8f1c tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:45.975045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['df4aebe6-2e62-4c8c-a8c5-ad3cfb644191'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:30:45.993265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba927b9-b639-449f-b1d4-6f52bb1e8f1c tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Pushing event deleted for resources: {'Port': ['ID=df4aebe6-2e62-4c8c-a8c5-ad3cfb644191,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:46.068097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a5519f-1d5a-4603-acde-b32515560d5a req-1ba927b9-b639-449f-b1d4-6f52bb1e8f1c tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] No DVR routers for this DVR port df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:30:46.070658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a9a5519f-1d5a-4603-acde-b32515560d5a req-1ba927b9-b639-449f-b1d4-6f52bb1e8f1c tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:46.072559 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a5d4b564-6110-473c-ac00-f31bc24bb8ed req-81404c1c-1a1b-404c-834c-b520767d0925 tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.27 "GET /v2.0/ports?device_id=4caa0422-b2a5-42f9-b036-dcddf6dad5fa HTTP/1.1" status: 200 len: 210 time: 0.0467145 May 27 23:30:46.073425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caa0422-b2a5-42f9-b036-dcddf6dad5fa', 'name': 'network-vif-deleted', 'tag': 'df4aebe6-2e62-4c8c-a8c5-ad3cfb644191'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:30:46.117474 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b2b998d-7dc6-427b-baf1-c90c43895103'] response: {'server_uuid': '4caa0422-b2a5-42f9-b036-dcddf6dad5fa', 'name': 'network-vif-deleted', 'tag': 'df4aebe6-2e62-4c8c-a8c5-ad3cfb644191', 'status': 'completed', 'code': 200} May 27 23:30:46.151479 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a9a5519f-1d5a-4603-acde-b32515560d5a req-1ba927b9-b639-449f-b1d4-6f52bb1e8f1c tempest-ServersNegativeTestJSON-1979411726 tempest-ServersNegativeTestJSON-1979411726-project] 10.222.0.57 "DELETE /v2.0/ports/df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 HTTP/1.1" status: 204 len: 173 time: 0.8339417 May 27 23:30:46.354737 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:47.169761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47202) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:47.231793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-781e4f1f-29d8-417f-ac05-fd3a3d518034 admin admin] Deleting subnet c94bfdab-ce8a-477b-8aa2-779bf77b3cb4 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:30:47.234680 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-781e4f1f-29d8-417f-ac05-fd3a3d518034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:47.282311 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-781e4f1f-29d8-417f-ac05-fd3a3d518034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:47.335696 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-781e4f1f-29d8-417f-ac05-fd3a3d518034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:47.465354 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-781e4f1f-29d8-417f-ac05-fd3a3d518034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:47.502980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e4f1f-29d8-417f-ac05-fd3a3d518034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c94bfdab-ce8a-477b-8aa2-779bf77b3cb4,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:47.504958 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-781e4f1f-29d8-417f-ac05-fd3a3d518034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:47.510938 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-781e4f1f-29d8-417f-ac05-fd3a3d518034 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/c94bfdab-ce8a-477b-8aa2-779bf77b3cb4 HTTP/1.1" status: 204 len: 168 time: 0.3401699 May 27 23:30:47.513388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47206) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:47.616645 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64414c00-7d3c-489b-941b-2bc460dc154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:47.738397 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64414c00-7d3c-489b-941b-2bc460dc154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:47.762889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-64414c00-7d3c-489b-941b-2bc460dc154d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460c3a2e-3be5-4663-a92f-8326b8301f20']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:47.774490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-64414c00-7d3c-489b-941b-2bc460dc154d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e28c957a-0788-4528-9b9d-0fa325536f9c') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:47.774781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-64414c00-7d3c-489b-941b-2bc460dc154d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e28c957a-0788-4528-9b9d-0fa325536f9c') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:47.785809 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64414c00-7d3c-489b-941b-2bc460dc154d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:47.801552 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64414c00-7d3c-489b-941b-2bc460dc154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:47.807343 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64414c00-7d3c-489b-941b-2bc460dc154d admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:30:47.807715 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64414c00-7d3c-489b-941b-2bc460dc154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:47.980615 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e28c957a-0788-4528-9b9d-0fa325536f9c resource provider aggregate not found May 27 23:30:48.002427 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment e28c957a-0788-4528-9b9d-0fa325536f9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e28c957a-0788-4528-9b9d-0fa325536f9c found for delete ", "request_id": "req-479e01ef-01b7-4483-8fef-572bd4c6d246"}]} May 27 23:30:48.099324 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64414c00-7d3c-489b-941b-2bc460dc154d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:48.115834 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-64414c00-7d3c-489b-941b-2bc460dc154d admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:48.126883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64414c00-7d3c-489b-941b-2bc460dc154d admin admin] Pushing event deleted for resources: {'Network': ['ID=460c3a2e-3be5-4663-a92f-8326b8301f20,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:48.196865 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-64414c00-7d3c-489b-941b-2bc460dc154d admin admin] 10.222.0.27 "DELETE /v2.0/networks/460c3a2e-3be5-4663-a92f-8326b8301f20 HTTP/1.1" status: 204 len: 168 time: 0.6825304 May 27 23:30:48.531530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47216) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:48.558119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:30:48.583356 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e78a6e59-af1f-4a67-82df-b913985d6701 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9635719ca81d40969e9466e573773627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506170 May 27 23:30:48.585772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47220) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:48.592610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:30:48.592963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device df4aebe6-2e62-4c8c-a8c5-ad3cfb644191 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:30:48.642348 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6278846a-2c4e-4228-a421-2a577f18482b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:48.667983 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6278846a-2c4e-4228-a421-2a577f18482b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:48.788942 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6278846a-2c4e-4228-a421-2a577f18482b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:48.802924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278846a-2c4e-4228-a421-2a577f18482b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39207c7-e207-472f-aa73-978b30ef00e9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:48.810630 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-6278846a-2c4e-4228-a421-2a577f18482b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:48.811859 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6278846a-2c4e-4228-a421-2a577f18482b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e39207c7-e207-472f-aa73-978b30ef00e9 HTTP/1.1" status: 204 len: 168 time: 0.2251022 May 27 23:30:49.901757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47244) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:50.007594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-294002141'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:30:50.013356 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:30:50.017646 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Usage tracker for resource:network and tenant:68e8b2a5b96b463db4aa295ff5332e8e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:30:50.020465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:30:50.026045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:30:50.098972 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Made reservation on behalf of 68e8b2a5b96b463db4aa295ff5332e8e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:30:50.102258 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:50.113922 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:50.127954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:30:50.131771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Usage tracker for resource:security_group_rule and tenant:68e8b2a5b96b463db4aa295ff5332e8e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:30:50.134512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:30:50.140216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:30:50.231136 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:50.383192 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:50.415602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:30:50.423810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4936b585-166c-4be1-97b1-8cd17d0cefb8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:50.429968 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:50.430341 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Added segment f6b313c2-8fd7-4da7-8f6b-8adbb11fd539 of type vlan for network 7ffd849b-80b2-4733-a96e-79388c6630f2 May 27 23:30:50.457400 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:50.537296 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:50.542689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:50.543285 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:50.650218 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event updated for resources: {'Network': ['ID=7ffd849b-80b2-4733-a96e-79388c6630f2,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:50.659925 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 7ffd849b-80b2-4733-a96e-79388c6630f2 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:30:50.717151 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-df252435-b31e-43e1-a18a-262e9f868ee7 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8091140 May 27 23:30:52.965687 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:53.921250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47252) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:53.927633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Request body: {'subnet': {'network_id': '7ffd849b-80b2-4733-a96e-79388c6630f2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:30:54.037703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:30:54.041445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Usage tracker for resource:subnet and tenant:68e8b2a5b96b463db4aa295ff5332e8e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:30:54.044228 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:30:54.050388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:30:54.162320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Made reservation on behalf of 68e8b2a5b96b463db4aa295ff5332e8e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:30:54.165931 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:54.430701 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:54.513572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event updated for resources: {'Subnet': ['ID=bce995b1-3c61-47d4-beb7-033f58d0b6fa,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:54.518915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Checking segment: {'id': 'f6b313c2-8fd7-4da7-8f6b-8adbb11fd539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7ffd849b-80b2-4733-a96e-79388c6630f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:30:54.519277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Network hostable DHCP agents. Network: 7ffd849b-80b2-4733-a96e-79388c6630f2, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:30:54.645519 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Network 7ffd849b-80b2-4733-a96e-79388c6630f2 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:30:54.733881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 7ffd849b-80b2-4733-a96e-79388c6630f2) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:30:54.738516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:54.739123 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:54.743058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657be5d3-746e-4149-b7cb-16ca5a61542f None None] Network 7ffd849b-80b2-4733-a96e-79388c6630f2 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:30:54.843291 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-be08f7a8-36f5-47a1-9dce-fc98195b6d26 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9208856 May 27 23:30:54.846799 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47256) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:54.852507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-750393132'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:30:54.858358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:30:54.862704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Usage tracker for resource:network and tenant:68e8b2a5b96b463db4aa295ff5332e8e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:30:54.865545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:30:54.871167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:30:54.943360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Made reservation on behalf of 68e8b2a5b96b463db4aa295ff5332e8e for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:30:54.947706 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:54.955819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-7ffd849b-80b2-4733-a96e-79388c6630f2', 'network_id': '7ffd849b-80b2-4733-a96e-79388c6630f2', 'tenant_id': '68e8b2a5b96b463db4aa295ff5332e8e', 'fixed_ips': [{'subnet_id': 'bce995b1-3c61-47d4-beb7-033f58d0b6fa'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:30:54.955819 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:54.975823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:30:54.984050 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:54.984325 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Added segment b448faaa-4838-4523-808d-3374878b6197 of type vlan for network 760546db-46f8-46fe-bea4-b1bd133bb321 May 27 23:30:55.010354 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:55.105125 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:55.111107 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Allocated IP 2001:db8:0:ffff::2 (7ffd849b-80b2-4733-a96e-79388c6630f2/bce995b1-3c61-47d4-beb7-033f58d0b6fa/aedf5dae-28eb-4128-834b-1b39ddacc6bf) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:30:55.116324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:55.116324 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:55.218538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event updated for resources: {'Network': ['ID=760546db-46f8-46fe-bea4-b1bd133bb321,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:55.239017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 760546db-46f8-46fe-bea4-b1bd133bb321 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:30:55.294384 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-70eac4dd-d3b5-40a8-87d1-fbb67a5f37c5 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4465013 May 27 23:30:55.297255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47260) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:55.303106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Request body: {'subnet': {'network_id': '760546db-46f8-46fe-bea4-b1bd133bb321', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:30:55.400856 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:55.412383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Transition to ACTIVE for port object aedf5dae-28eb-4128-834b-1b39ddacc6bf will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:30:55.415884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:30:55.419335 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Usage tracker for resource:subnet and tenant:68e8b2a5b96b463db4aa295ff5332e8e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:30:55.422202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:30:55.427918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:30:55.430737 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Transition to ACTIVE for port object aedf5dae-28eb-4128-834b-1b39ddacc6bf will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:30:55.493911 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:55.522004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Made reservation on behalf of 68e8b2a5b96b463db4aa295ff5332e8e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:30:55.525795 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:55.562914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Network 7ffd849b-80b2-4733-a96e-79388c6630f2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:30:55.565897 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:30:55.569903 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:30:55.601281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Pushing event updated for resources: {'Port': ['ID=aedf5dae-28eb-4128-834b-1b39ddacc6bf,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:55.664417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Attempting to bind port aedf5dae-28eb-4128-834b-1b39ddacc6bf on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:30:55.664793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Attempting to bind port aedf5dae-28eb-4128-834b-1b39ddacc6bf by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f6b313c2-8fd7-4da7-8f6b-8adbb11fd539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7ffd849b-80b2-4733-a96e-79388c6630f2'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:30:55.665163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Attempting to bind port aedf5dae-28eb-4128-834b-1b39ddacc6bf on network 7ffd849b-80b2-4733-a96e-79388c6630f2 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:30:55.670407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:30:55.673740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Checking segment: {'id': 'f6b313c2-8fd7-4da7-8f6b-8adbb11fd539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7ffd849b-80b2-4733-a96e-79388c6630f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:30:55.673740 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:55.673740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Bound using segment: {'id': 'f6b313c2-8fd7-4da7-8f6b-8adbb11fd539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7ffd849b-80b2-4733-a96e-79388c6630f2'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:30:55.673740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Bound port: aedf5dae-28eb-4128-834b-1b39ddacc6bf, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b313c2-8fd7-4da7-8f6b-8adbb11fd539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7ffd849b-80b2-4733-a96e-79388c6630f2'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:30:55.673740 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:55.761298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] For port aedf5dae-28eb-4128-834b-1b39ddacc6bf, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:30:55.764265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] For port aedf5dae-28eb-4128-834b-1b39ddacc6bf, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aedf5dae-28eb-4128-834b-1b39ddacc6bf,segment=NetworkSegment(f6b313c2-8fd7-4da7-8f6b-8adbb11fd539),segment_id=f6b313c2-8fd7-4da7-8f6b-8adbb11fd539)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:30:55.823316 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:55.836725 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:55.904184 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event updated for resources: {'Subnet': ['ID=4312239b-a35e-458b-adf2-508f4a6693ff,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:55.915858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Checking segment: {'id': 'b448faaa-4838-4523-808d-3374878b6197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '760546db-46f8-46fe-bea4-b1bd133bb321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:30:55.916437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Network hostable DHCP agents. Network: 760546db-46f8-46fe-bea4-b1bd133bb321, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:30:55.920457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8e577-6b69-4f1a-8ab1-49594f9ebbf8 None None] Pushing event updated for resources: {'Port': ['ID=aedf5dae-28eb-4128-834b-1b39ddacc6bf,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:55.996589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Network 760546db-46f8-46fe-bea4-b1bd133bb321 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:30:56.076798 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 760546db-46f8-46fe-bea4-b1bd133bb321) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:30:56.091203 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:56.091203 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:56.098110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc06eeb3-260f-499b-a997-64ec62b5c11b None None] Network 760546db-46f8-46fe-bea4-b1bd133bb321 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:30:56.207092 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a3a27f10-123f-4751-b4d4-a13809dfb1bd tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9086685 May 27 23:30:56.209914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47264) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:56.329324 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-760546db-46f8-46fe-bea4-b1bd133bb321', 'network_id': '760546db-46f8-46fe-bea4-b1bd133bb321', 'tenant_id': '68e8b2a5b96b463db4aa295ff5332e8e', 'fixed_ips': [{'subnet_id': '4312239b-a35e-458b-adf2-508f4a6693ff'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:30:56.330092 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:56.352721 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:56.418994 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:56.490701 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Allocated IP 2001:db8::2 (760546db-46f8-46fe-bea4-b1bd133bb321/4312239b-a35e-458b-adf2-508f4a6693ff/30867414-6752-48e8-9850-7d6dbd2034fa) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:30:56.736329 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:56.746700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Transition to ACTIVE for port object 30867414-6752-48e8-9850-7d6dbd2034fa will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:30:56.765180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Transition to ACTIVE for port object 30867414-6752-48e8-9850-7d6dbd2034fa will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:30:56.834036 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:56.866332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cdcea1-8a41-4603-af80-61077712fa2b None None] Network 7ffd849b-80b2-4733-a96e-79388c6630f2 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:30:56.917381 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:56.962619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event deleted for resources: {'Subnet': ['ID=4312239b-a35e-458b-adf2-508f4a6693ff,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:56.968008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Network 760546db-46f8-46fe-bea4-b1bd133bb321 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:30:56.981734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aedf5dae-28eb-4128-834b-1b39ddacc6bf up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:30:57.004552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:30:57.016103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:30:57.039786 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Pushing event updated for resources: {'Port': ['ID=30867414-6752-48e8-9850-7d6dbd2034fa,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:57.060477 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:57.091672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760546db-46f8-46fe-bea4-b1bd133bb321']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:57.091885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d8025b2a-a3d7-42b0-9430-647bcea4fbe6 None None] Provisioning for port aedf5dae-28eb-4128-834b-1b39ddacc6bf completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:30:57.098998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b448faaa-4838-4523-808d-3374878b6197') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:57.099295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b448faaa-4838-4523-808d-3374878b6197') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:57.110615 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:57.126885 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:57.133288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:30:57.133783 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:57.207021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Attempting to bind port 30867414-6752-48e8-9850-7d6dbd2034fa on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:30:57.207381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Attempting to bind port 30867414-6752-48e8-9850-7d6dbd2034fa by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'b448faaa-4838-4523-808d-3374878b6197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '760546db-46f8-46fe-bea4-b1bd133bb321'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:30:57.207736 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Attempting to bind port 30867414-6752-48e8-9850-7d6dbd2034fa on network 760546db-46f8-46fe-bea4-b1bd133bb321 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:30:57.222718 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:30:57.223088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Checking segment: {'id': 'b448faaa-4838-4523-808d-3374878b6197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '760546db-46f8-46fe-bea4-b1bd133bb321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:30:57.223483 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:57.223866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Bound using segment: {'id': 'b448faaa-4838-4523-808d-3374878b6197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '760546db-46f8-46fe-bea4-b1bd133bb321'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:30:57.224329 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Bound port: 30867414-6752-48e8-9850-7d6dbd2034fa, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b448faaa-4838-4523-808d-3374878b6197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '760546db-46f8-46fe-bea4-b1bd133bb321'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:30:57.224715 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:57.259783 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:30:57.259783 n-d-843680-3 neutron-server[88900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:30:57.259783 n-d-843680-3 neutron-server[88900]: [parameters: {'id': '760546db-46f8-46fe-bea4-b1bd133bb321'}] May 27 23:30:57.259783 n-d-843680-3 neutron-server[88900]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:30:57.260747 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:30:57.293326 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b448faaa-4838-4523-808d-3374878b6197 resource provider aggregate not found May 27 23:30:57.309772 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b448faaa-4838-4523-808d-3374878b6197 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b448faaa-4838-4523-808d-3374878b6197 found for delete ", "request_id": "req-df9e2344-46ec-475c-b4a8-b3548bd38c3a"}]} May 27 23:30:57.320652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port aedf5dae-28eb-4128-834b-1b39ddacc6bf completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:30:57.337760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port aedf5dae-28eb-4128-834b-1b39ddacc6bf triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:30:57.338124 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:57.421371 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] For port 30867414-6752-48e8-9850-7d6dbd2034fa, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:30:57.425525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] For port 30867414-6752-48e8-9850-7d6dbd2034fa, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=30867414-6752-48e8-9850-7d6dbd2034fa,segment=NetworkSegment(b448faaa-4838-4523-808d-3374878b6197),segment_id=b448faaa-4838-4523-808d-3374878b6197)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:30:57.502700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port aedf5dae-28eb-4128-834b-1b39ddacc6bf is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:30:57.503069 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:57.515768 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:57.606873 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port aedf5dae-28eb-4128-834b-1b39ddacc6bf, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aedf5dae-28eb-4128-834b-1b39ddacc6bf,segment=NetworkSegment(f6b313c2-8fd7-4da7-8f6b-8adbb11fd539),segment_id=f6b313c2-8fd7-4da7-8f6b-8adbb11fd539)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:30:57.616527 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69b97f25-97eb-4f16-a2f7-9b4c787b11bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:57.646960 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c731c85-0042-4baa-8722-c3c8918e0879 None None] Pushing event updated for resources: {'Port': ['ID=30867414-6752-48e8-9850-7d6dbd2034fa,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:57.683813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-88c04f2d-1163-4e92-a790-7b9b7cf5051b None None] Provisioning complete for port aedf5dae-28eb-4128-834b-1b39ddacc6bf triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:30:57.684060 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-88c04f2d-1163-4e92-a790-7b9b7cf5051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:57.712612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe1f9c5-6e4f-42e9-ac49-76a1fbcbe481 None None] Network 760546db-46f8-46fe-bea4-b1bd133bb321 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:30:57.729202 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:57.761952 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:57.773885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Deleting port 30867414-6752-48e8-9850-7d6dbd2034fa {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:30:57.774216 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:57.953260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=aedf5dae-28eb-4128-834b-1b39ddacc6bf,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:58.031856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-88c04f2d-1163-4e92-a790-7b9b7cf5051b None None] Current status of the port aedf5dae-28eb-4128-834b-1b39ddacc6bf is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:30:58.051755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1668784-3339-42f8-93c5-450bc1ca8bd4 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:30:58.088701 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] For port 30867414-6752-48e8-9850-7d6dbd2034fa, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=30867414-6752-48e8-9850-7d6dbd2034fa,segment=NetworkSegment(b448faaa-4838-4523-808d-3374878b6197),segment_id=b448faaa-4838-4523-808d-3374878b6197)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:30:58.089066 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:58.136046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1668784-3339-42f8-93c5-450bc1ca8bd4 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:30:58.211504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Calling delete_port for 30867414-6752-48e8-9850-7d6dbd2034fa owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:30:58.366226 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:58.418136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event deleted for resources: {'Port': ['ID=30867414-6752-48e8-9850-7d6dbd2034fa,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:58.420503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] No DVR routers for this DVR port 30867414-6752-48e8-9850-7d6dbd2034fa on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:30:58.473286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:58.473580 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:58.473901 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:58.474233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:58.474569 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:58.474892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:58.475213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:58.475533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:58.475850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:58.476168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:58.476515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:58.476831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:30:58.557602 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:58.582623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760546db-46f8-46fe-bea4-b1bd133bb321']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:58.594312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b448faaa-4838-4523-808d-3374878b6197') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:58.595193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b448faaa-4838-4523-808d-3374878b6197') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:30:58.606239 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:58.621955 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:58.629436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:30:58.629826 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:58.807954 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:58.825650 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:58.836784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event deleted for resources: {'Network': ['ID=760546db-46f8-46fe-bea4-b1bd133bb321,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:58.843078 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-efc937ba-c4bd-4ae1-8475-675d5881140b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "DELETE /v2.0/networks/760546db-46f8-46fe-bea4-b1bd133bb321 HTTP/1.1" status: 204 len: 168 time: 2.6316063 May 27 23:30:58.846547 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47274) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:58.851798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1357931071'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:30:58.857389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:30:58.862561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Usage tracker for resource:network and tenant:68e8b2a5b96b463db4aa295ff5332e8e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:30:58.863991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:30:58.870418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:30:58.933773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Made reservation on behalf of 68e8b2a5b96b463db4aa295ff5332e8e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:30:58.937040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aedf5dae-28eb-4128-834b-1b39ddacc6bf up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:30:58.939471 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:58.967363 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:30:58.975621 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:58.975953 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Added segment d81dc195-b37f-4a93-8905-bbb8c987468c of type vlan for network 54899e78-086b-4b1b-82f1-b45ed5518709 May 27 23:30:59.002082 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:59.008705 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port aedf5dae-28eb-4128-834b-1b39ddacc6bf triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:30:59.009706 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:59.082302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:59.087755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:30:59.088328 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:59.125438 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port aedf5dae-28eb-4128-834b-1b39ddacc6bf is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:30:59.195467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event updated for resources: {'Network': ['ID=54899e78-086b-4b1b-82f1-b45ed5518709,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:59.205822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 54899e78-086b-4b1b-82f1-b45ed5518709 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:30:59.240983 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d8774f42-5fc5-4784-b7c6-5861d03b01d9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3934152 May 27 23:30:59.243747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47278) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:30:59.249451 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Request body: {'subnet': {'network_id': '54899e78-086b-4b1b-82f1-b45ed5518709', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:30:59.340045 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b448faaa-4838-4523-808d-3374878b6197 resource provider aggregate not found May 27 23:30:59.361233 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment b448faaa-4838-4523-808d-3374878b6197 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b448faaa-4838-4523-808d-3374878b6197 found for delete ", "request_id": "req-20b592f1-ae55-461b-88ae-202517a37204"}]} May 27 23:30:59.369504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:30:59.373352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Usage tracker for resource:subnet and tenant:68e8b2a5b96b463db4aa295ff5332e8e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:30:59.376800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:30:59.382418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:30:59.445723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Made reservation on behalf of 68e8b2a5b96b463db4aa295ff5332e8e for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:30:59.449275 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:59.541055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.ipam_backend_mixin [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Performing IP validity checks on allocation pools {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} May 27 23:30:59.541577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.ipam_backend_mixin [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88900) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} May 27 23:30:59.699509 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-446ba5ed-d877-4266-8906-67c9bb701b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:59.768455 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:30:59.849027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event updated for resources: {'Subnet': ['ID=947de8a1-dec5-4c39-9b68-25b3cb399197,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:30:59.857566 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Checking segment: {'id': 'd81dc195-b37f-4a93-8905-bbb8c987468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '54899e78-086b-4b1b-82f1-b45ed5518709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:30:59.857918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Network hostable DHCP agents. Network: 54899e78-086b-4b1b-82f1-b45ed5518709, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:30:59.939091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Network 54899e78-086b-4b1b-82f1-b45ed5518709 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:31:00.013161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 54899e78-086b-4b1b-82f1-b45ed5518709) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:00.017453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:00.018024 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:00.022868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac4104e-306e-4ee2-a150-e30c974516fc None None] Network 54899e78-086b-4b1b-82f1-b45ed5518709 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:00.114864 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e4d5f95c-13f4-4b43-aa4f-5f9c4ff12e95 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8698447 May 27 23:31:00.117464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47286) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:00.233788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-54899e78-086b-4b1b-82f1-b45ed5518709', 'network_id': '54899e78-086b-4b1b-82f1-b45ed5518709', 'tenant_id': '68e8b2a5b96b463db4aa295ff5332e8e', 'fixed_ips': [{'subnet_id': '947de8a1-dec5-4c39-9b68-25b3cb399197'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:31:00.234628 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:00.258295 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:00.327120 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:00.387912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Allocated IP 2001:db8::3 (54899e78-086b-4b1b-82f1-b45ed5518709/947de8a1-dec5-4c39-9b68-25b3cb399197/b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:31:00.587365 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:00.597083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Transition to ACTIVE for port object b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:00.614712 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Transition to ACTIVE for port object b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:00.720364 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:00.788564 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Network 54899e78-086b-4b1b-82f1-b45ed5518709 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:31:00.791442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:00.795010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:31:00.802335 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Pushing event updated for resources: {'Port': ['ID=b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:00.811475 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:00.849002 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event deleted for resources: {'Subnet': ['ID=947de8a1-dec5-4c39-9b68-25b3cb399197,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:00.888498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Attempting to bind port b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:31:00.888866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Attempting to bind port b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'd81dc195-b37f-4a93-8905-bbb8c987468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '54899e78-086b-4b1b-82f1-b45ed5518709'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:31:00.889226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Attempting to bind port b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e on network 54899e78-086b-4b1b-82f1-b45ed5518709 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:31:00.894448 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:31:00.894845 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Checking segment: {'id': 'd81dc195-b37f-4a93-8905-bbb8c987468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '54899e78-086b-4b1b-82f1-b45ed5518709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:00.895240 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:00.895627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Bound using segment: {'id': 'd81dc195-b37f-4a93-8905-bbb8c987468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '54899e78-086b-4b1b-82f1-b45ed5518709'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:31:00.896078 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Bound port: b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd81dc195-b37f-4a93-8905-bbb8c987468c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '54899e78-086b-4b1b-82f1-b45ed5518709'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:31:00.896468 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:00.945530 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:00.970715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54899e78-086b-4b1b-82f1-b45ed5518709']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:00.982663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81dc195-b37f-4a93-8905-bbb8c987468c') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:00.982956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81dc195-b37f-4a93-8905-bbb8c987468c') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:00.992732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] For port b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:31:00.994824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:00.995776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] For port b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e,segment=NetworkSegment(d81dc195-b37f-4a93-8905-bbb8c987468c),segment_id=d81dc195-b37f-4a93-8905-bbb8c987468c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:31:01.022985 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:01.086225 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:01.088478 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:01.095363 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:31:01.095830 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:01.197635 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:01.209954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0ee44-1632-4169-bc7d-c81e027d8e97 None None] Pushing event updated for resources: {'Port': ['ID=b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:01.213792 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:31:01.213792 n-d-843680-3 neutron-server[88900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:31:01.213792 n-d-843680-3 neutron-server[88900]: [parameters: {'id': '54899e78-086b-4b1b-82f1-b45ed5518709'}] May 27 23:31:01.213792 n-d-843680-3 neutron-server[88900]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:31:01.214190 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:31:01.231134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb68ba-bf8d-43e5-85b9-0e58c047e7bb None None] Network 54899e78-086b-4b1b-82f1-b45ed5518709 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:01.378620 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d81dc195-b37f-4a93-8905-bbb8c987468c resource provider aggregate not found May 27 23:31:01.395007 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d81dc195-b37f-4a93-8905-bbb8c987468c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d81dc195-b37f-4a93-8905-bbb8c987468c found for delete ", "request_id": "req-7be57010-dcdb-4908-aca8-7783f3a46682"}]} May 27 23:31:01.429952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e537c0-605a-4047-a8c4-7ee511a4dfc3 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:31:01.538679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e537c0-605a-4047-a8c4-7ee511a4dfc3 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:31:01.715364 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:01.728498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Deleting port b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:31:01.728910 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:02.033365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] For port b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e,segment=NetworkSegment(d81dc195-b37f-4a93-8905-bbb8c987468c),segment_id=d81dc195-b37f-4a93-8905-bbb8c987468c)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:02.034033 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:02.152767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Calling delete_port for b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:31:02.276475 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:02.304926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:02.350526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event deleted for resources: {'Port': ['ID=b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:02.354607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] No DVR routers for this DVR port b1ab5a99-c05d-423f-b2cf-ac02ec7f2b4e on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:31:02.475765 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:02.500322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54899e78-086b-4b1b-82f1-b45ed5518709']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:02.512286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81dc195-b37f-4a93-8905-bbb8c987468c') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:02.512603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81dc195-b37f-4a93-8905-bbb8c987468c') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:02.523527 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:02.539276 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:02.545088 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:31:02.545461 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:02.697434 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:02.701780 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:02.728572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event deleted for resources: {'Network': ['ID=54899e78-086b-4b1b-82f1-b45ed5518709,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:02.733605 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7938b7cb-6555-4988-b1fb-02ae58963cfe tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "DELETE /v2.0/networks/54899e78-086b-4b1b-82f1-b45ed5518709 HTTP/1.1" status: 204 len: 168 time: 2.6152275 May 27 23:31:02.737429 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47296) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:02.742608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1877926565'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:02.747935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:02.751731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Usage tracker for resource:network and tenant:68e8b2a5b96b463db4aa295ff5332e8e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:02.754546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:02.760827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:02.824885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Made reservation on behalf of 68e8b2a5b96b463db4aa295ff5332e8e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:31:02.828161 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:02.855377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:31:02.863545 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:02.863883 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Added segment fb5f261f-514e-46cb-9e02-afc63b365e9d of type vlan for network e6706618-79ef-42dc-b5ab-3e3c40cbcaf8 May 27 23:31:02.892816 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:02.979295 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:02.984517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:02.986471 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:03.088790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event updated for resources: {'Network': ['ID=e6706618-79ef-42dc-b5ab-3e3c40cbcaf8,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:03.099250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network e6706618-79ef-42dc-b5ab-3e3c40cbcaf8 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:31:03.135021 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-85c7bd0b-e078-41d7-be70-b4658bb15dba tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3940306 May 27 23:31:03.135248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47300) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:03.140670 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Request body: {'subnet': {'network_id': 'e6706618-79ef-42dc-b5ab-3e3c40cbcaf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:03.244587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:03.248377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Usage tracker for resource:subnet and tenant:68e8b2a5b96b463db4aa295ff5332e8e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:03.251991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:03.257770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:03.327579 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Made reservation on behalf of 68e8b2a5b96b463db4aa295ff5332e8e for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:31:03.331630 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:03.417858 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d81dc195-b37f-4a93-8905-bbb8c987468c resource provider aggregate not found May 27 23:31:03.439101 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d81dc195-b37f-4a93-8905-bbb8c987468c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d81dc195-b37f-4a93-8905-bbb8c987468c found for delete ", "request_id": "req-549083af-992f-4989-8810-de0c8633a87b"}]} May 27 23:31:03.630819 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:03.709149 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event updated for resources: {'Subnet': ['ID=e7a8fba3-d850-4cdf-8c76-025924d973e8,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:03.716935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Checking segment: {'id': 'fb5f261f-514e-46cb-9e02-afc63b365e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e6706618-79ef-42dc-b5ab-3e3c40cbcaf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:03.717289 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Network hostable DHCP agents. Network: e6706618-79ef-42dc-b5ab-3e3c40cbcaf8, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:31:03.790276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Network e6706618-79ef-42dc-b5ab-3e3c40cbcaf8 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:31:03.858785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, e6706618-79ef-42dc-b5ab-3e3c40cbcaf8) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:03.863248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:03.863828 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:03.868588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f17657-f3fd-400c-ba58-3989d44a0e08 None None] Network e6706618-79ef-42dc-b5ab-3e3c40cbcaf8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:03.974428 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b7431160-4d95-4bca-b76e-14c8684671eb tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8378689 May 27 23:31:03.977920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47308) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:03.983552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1107169335'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:03.989945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:03.993768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Usage tracker for resource:network and tenant:68e8b2a5b96b463db4aa295ff5332e8e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:03.996711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:04.002472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:04.078205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-e6706618-79ef-42dc-b5ab-3e3c40cbcaf8', 'network_id': 'e6706618-79ef-42dc-b5ab-3e3c40cbcaf8', 'tenant_id': '68e8b2a5b96b463db4aa295ff5332e8e', 'fixed_ips': [{'subnet_id': 'e7a8fba3-d850-4cdf-8c76-025924d973e8'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:31:04.079015 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:04.087673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Made reservation on behalf of 68e8b2a5b96b463db4aa295ff5332e8e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:31:04.091127 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:04.119389 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:31:04.127793 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:04.128133 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Added segment a54e29c7-9af5-4df5-aacd-68c7ba798ac5 of type vlan for network 256d8761-b934-4aa6-914c-53ba989a870c May 27 23:31:04.153946 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:04.229085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Allocated IP 2001:db8::2 (e6706618-79ef-42dc-b5ab-3e3c40cbcaf8/e7a8fba3-d850-4cdf-8c76-025924d973e8/5f42f2e3-0810-4d8e-a989-904b26e420db) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:31:04.256985 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:04.262396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:04.268109 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:04.367602 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event updated for resources: {'Network': ['ID=256d8761-b934-4aa6-914c-53ba989a870c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:04.401689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 256d8761-b934-4aa6-914c-53ba989a870c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:31:04.435270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-920743d8-56bc-44eb-adc3-f2b4de588075 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4562457 May 27 23:31:04.438826 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47312) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:04.444699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Request body: {'subnet': {'network_id': '256d8761-b934-4aa6-914c-53ba989a870c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:04.516614 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:04.532962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Transition to ACTIVE for port object 5f42f2e3-0810-4d8e-a989-904b26e420db will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:04.552889 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Transition to ACTIVE for port object 5f42f2e3-0810-4d8e-a989-904b26e420db will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:04.626147 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:04.668250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:04.672231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Usage tracker for resource:subnet and tenant:68e8b2a5b96b463db4aa295ff5332e8e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:04.675706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:04.681516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:04.692708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Network e6706618-79ef-42dc-b5ab-3e3c40cbcaf8 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:31:04.695345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:04.698975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:31:04.706125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Pushing event updated for resources: {'Port': ['ID=5f42f2e3-0810-4d8e-a989-904b26e420db,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:04.751040 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Made reservation on behalf of 68e8b2a5b96b463db4aa295ff5332e8e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:31:04.755035 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:04.793605 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Attempting to bind port 5f42f2e3-0810-4d8e-a989-904b26e420db on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:31:04.793976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Attempting to bind port 5f42f2e3-0810-4d8e-a989-904b26e420db by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'fb5f261f-514e-46cb-9e02-afc63b365e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e6706618-79ef-42dc-b5ab-3e3c40cbcaf8'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:31:04.794341 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Attempting to bind port 5f42f2e3-0810-4d8e-a989-904b26e420db on network e6706618-79ef-42dc-b5ab-3e3c40cbcaf8 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:31:04.800114 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:31:04.800516 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Checking segment: {'id': 'fb5f261f-514e-46cb-9e02-afc63b365e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e6706618-79ef-42dc-b5ab-3e3c40cbcaf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:04.800922 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:04.801314 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Bound using segment: {'id': 'fb5f261f-514e-46cb-9e02-afc63b365e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e6706618-79ef-42dc-b5ab-3e3c40cbcaf8'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:31:04.801776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Bound port: 5f42f2e3-0810-4d8e-a989-904b26e420db, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5f261f-514e-46cb-9e02-afc63b365e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'e6706618-79ef-42dc-b5ab-3e3c40cbcaf8'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:31:04.802141 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:04.890640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] For port 5f42f2e3-0810-4d8e-a989-904b26e420db, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:31:04.893718 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] For port 5f42f2e3-0810-4d8e-a989-904b26e420db, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=5f42f2e3-0810-4d8e-a989-904b26e420db,segment=NetworkSegment(fb5f261f-514e-46cb-9e02-afc63b365e9d),segment_id=fb5f261f-514e-46cb-9e02-afc63b365e9d)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:31:04.962493 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:05.042493 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:05.055136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a31d52-1067-4694-9114-4e4c72567ca7 None None] Pushing event updated for resources: {'Port': ['ID=5f42f2e3-0810-4d8e-a989-904b26e420db,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:05.126433 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event updated for resources: {'Subnet': ['ID=e90798d6-f5fc-4d14-8e2d-de2c5d30c72f,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:05.137857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Checking segment: {'id': 'a54e29c7-9af5-4df5-aacd-68c7ba798ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '256d8761-b934-4aa6-914c-53ba989a870c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:05.138213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Network hostable DHCP agents. Network: 256d8761-b934-4aa6-914c-53ba989a870c, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:31:05.213847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Network 256d8761-b934-4aa6-914c-53ba989a870c is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:31:05.305132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 256d8761-b934-4aa6-914c-53ba989a870c) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:05.312677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:05.313271 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:05.324820 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18e03d9-e298-4b0d-b804-cc7632323fce None None] Network 256d8761-b934-4aa6-914c-53ba989a870c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:05.406794 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0f5cc17d-78cf-4e22-90c8-d271aebd61cc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9668360 May 27 23:31:05.409528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47316) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:05.568812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-256d8761-b934-4aa6-914c-53ba989a870c', 'network_id': '256d8761-b934-4aa6-914c-53ba989a870c', 'tenant_id': '68e8b2a5b96b463db4aa295ff5332e8e', 'fixed_ips': [{'subnet_id': 'e90798d6-f5fc-4d14-8e2d-de2c5d30c72f'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:31:05.569671 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:05.660792 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:05.730479 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:05.755778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Allocated IP 2001:db8::2 (256d8761-b934-4aa6-914c-53ba989a870c/e90798d6-f5fc-4d14-8e2d-de2c5d30c72f/1c22961f-b1c8-4173-be4b-6fdc18e428e7) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:31:05.969750 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:05.979868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Transition to ACTIVE for port object 1c22961f-b1c8-4173-be4b-6fdc18e428e7 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:05.998773 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Transition to ACTIVE for port object 1c22961f-b1c8-4173-be4b-6fdc18e428e7 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:06.016749 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83597a4a-7979-4744-88e4-0ff3a101bd79 None None] Network e6706618-79ef-42dc-b5ab-3e3c40cbcaf8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:06.083579 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:06.162818 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:06.177407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Network 256d8761-b934-4aa6-914c-53ba989a870c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:31:06.184726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:06.204588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:31:06.212805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event deleted for resources: {'Subnet': ['ID=e90798d6-f5fc-4d14-8e2d-de2c5d30c72f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:06.253601 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Pushing event updated for resources: {'Port': ['ID=1c22961f-b1c8-4173-be4b-6fdc18e428e7,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:06.287836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-38bc4e20-f752-4650-9460-396161a5d2fc None None] Provisioning for port 5f42f2e3-0810-4d8e-a989-904b26e420db completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:06.306902 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:06.333377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256d8761-b934-4aa6-914c-53ba989a870c']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:06.345537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54e29c7-9af5-4df5-aacd-68c7ba798ac5') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:06.345831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54e29c7-9af5-4df5-aacd-68c7ba798ac5') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:06.357167 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:06.359112 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Attempting to bind port 1c22961f-b1c8-4173-be4b-6fdc18e428e7 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:31:06.359485 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Attempting to bind port 1c22961f-b1c8-4173-be4b-6fdc18e428e7 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'a54e29c7-9af5-4df5-aacd-68c7ba798ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '256d8761-b934-4aa6-914c-53ba989a870c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:31:06.359871 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Attempting to bind port 1c22961f-b1c8-4173-be4b-6fdc18e428e7 on network 256d8761-b934-4aa6-914c-53ba989a870c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:31:06.369569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:31:06.369942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Checking segment: {'id': 'a54e29c7-9af5-4df5-aacd-68c7ba798ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '256d8761-b934-4aa6-914c-53ba989a870c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:06.372157 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:06.372157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Bound using segment: {'id': 'a54e29c7-9af5-4df5-aacd-68c7ba798ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '256d8761-b934-4aa6-914c-53ba989a870c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:31:06.372157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Bound port: 1c22961f-b1c8-4173-be4b-6fdc18e428e7, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54e29c7-9af5-4df5-aacd-68c7ba798ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '256d8761-b934-4aa6-914c-53ba989a870c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:31:06.372157 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:06.373039 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:06.379703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:31:06.380083 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:06.452005 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment a54e29c7-9af5-4df5-aacd-68c7ba798ac5 resource provider aggregate not found May 27 23:31:06.472749 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment a54e29c7-9af5-4df5-aacd-68c7ba798ac5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a54e29c7-9af5-4df5-aacd-68c7ba798ac5 found for delete ", "request_id": "req-9406d4a2-cfbc-478a-8ff7-960c8200f63d"}]} May 27 23:31:06.514451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] For port 1c22961f-b1c8-4173-be4b-6fdc18e428e7, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:31:06.516477 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.db.api [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 27 23:31:06.516477 n-d-843680-3 neutron-server[88900]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 27 23:31:06.516477 n-d-843680-3 neutron-server[88900]: [parameters: {'id': '256d8761-b934-4aa6-914c-53ba989a870c'}] May 27 23:31:06.516477 n-d-843680-3 neutron-server[88900]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:31:06.516854 n-d-843680-3 neutron-server[88900]: DEBUG oslo_db.api [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:31:06.518373 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] For port 1c22961f-b1c8-4173-be4b-6fdc18e428e7, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1c22961f-b1c8-4173-be4b-6fdc18e428e7,segment=NetworkSegment(a54e29c7-9af5-4df5-aacd-68c7ba798ac5),segment_id=a54e29c7-9af5-4df5-aacd-68c7ba798ac5)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:31:06.589166 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:06.704183 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b3a56-18b4-4589-a6c1-0fdf90a388d6 None None] Pushing event updated for resources: {'Port': ['ID=1c22961f-b1c8-4173-be4b-6fdc18e428e7,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:06.739645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87e056c-1996-4f15-a520-f64b8a3edd98 None None] Network 256d8761-b934-4aa6-914c-53ba989a870c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:06.943775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a01d474-6683-4f74-ad35-f4392c42a045 None None] get_active_networks_info from n-d-843680-3 {{(pid=88902) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 27 23:31:06.968660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 5f42f2e3-0810-4d8e-a989-904b26e420db up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:07.018409 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:07.029269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Deleting port 1c22961f-b1c8-4173-be4b-6fdc18e428e7 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:31:07.029621 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:07.092336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a01d474-6683-4f74-ad35-f4392c42a045 None None] Resources bound (agent type, host, resource id): {{(pid=88902) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 27 23:31:07.167304 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 5f42f2e3-0810-4d8e-a989-904b26e420db completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:07.225996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 5f42f2e3-0810-4d8e-a989-904b26e420db triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:07.226268 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:07.235579 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] For port 1c22961f-b1c8-4173-be4b-6fdc18e428e7, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1c22961f-b1c8-4173-be4b-6fdc18e428e7,segment=NetworkSegment(a54e29c7-9af5-4df5-aacd-68c7ba798ac5),segment_id=a54e29c7-9af5-4df5-aacd-68c7ba798ac5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:07.235933 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:07.363132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Calling delete_port for 1c22961f-b1c8-4173-be4b-6fdc18e428e7 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:31:07.432499 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 5f42f2e3-0810-4d8e-a989-904b26e420db is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:07.432876 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:07.508927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 5f42f2e3-0810-4d8e-a989-904b26e420db, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=5f42f2e3-0810-4d8e-a989-904b26e420db,segment=NetworkSegment(fb5f261f-514e-46cb-9e02-afc63b365e9d),segment_id=fb5f261f-514e-46cb-9e02-afc63b365e9d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:07.510858 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:07.560766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event deleted for resources: {'Port': ['ID=1c22961f-b1c8-4173-be4b-6fdc18e428e7,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:07.564950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] No DVR routers for this DVR port 1c22961f-b1c8-4173-be4b-6fdc18e428e7 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:31:07.571299 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:07.638512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=5f42f2e3-0810-4d8e-a989-904b26e420db,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:07.687249 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:07.713124 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256d8761-b934-4aa6-914c-53ba989a870c']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:07.724820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a54e29c7-9af5-4df5-aacd-68c7ba798ac5') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:07.725112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a54e29c7-9af5-4df5-aacd-68c7ba798ac5') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:07.736196 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:07.751849 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:07.757846 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:31:07.758220 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:07.925712 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:07.942957 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:07.953433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event deleted for resources: {'Network': ['ID=256d8761-b934-4aa6-914c-53ba989a870c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:07.960516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-793c452a-5c90-469d-80f0-de2102d21eb4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "DELETE /v2.0/networks/256d8761-b934-4aa6-914c-53ba989a870c HTTP/1.1" status: 204 len: 168 time: 2.5498934 May 27 23:31:07.963561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47324) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:08.002301 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-6431596f-4e9e-4131-b1b9-0bdf944191c9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] GET failed (client error): The resource could not be found. May 27 23:31:08.002800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6431596f-4e9e-4131-b1b9-0bdf944191c9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Synchronizing usage tracker for tenant:68e8b2a5b96b463db4aa295ff5332e8e on resource:subnet {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:31:08.085531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6431596f-4e9e-4131-b1b9-0bdf944191c9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Unset dirty status for tenant:68e8b2a5b96b463db4aa295ff5332e8e on resource:subnet {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:31:08.086656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6431596f-4e9e-4131-b1b9-0bdf944191c9 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "GET /v2.0/subnets/e90798d6-f5fc-4d14-8e2d-de2c5d30c72f HTTP/1.1" status: 404 len: 337 time: 0.1221747 May 27 23:31:08.089486 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47328) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:08.115093 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15e34f8-815c-4064-a846-f10a2a93967b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] DELETE failed (client error): The resource could not be found. May 27 23:31:08.115536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15e34f8-815c-4064-a846-f10a2a93967b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:31:08.117125 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a15e34f8-815c-4064-a846-f10a2a93967b tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "DELETE /v2.0/networks/256d8761-b934-4aa6-914c-53ba989a870c HTTP/1.1" status: 404 len: 339 time: 0.0267725 May 27 23:31:08.120623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47332) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:08.160451 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce57f6d-d436-4eee-93db-194eb1d42ea3 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] DELETE failed (client error): The resource could not be found. May 27 23:31:08.160882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce57f6d-d436-4eee-93db-194eb1d42ea3 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:31:08.162466 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9ce57f6d-d436-4eee-93db-194eb1d42ea3 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "DELETE /v2.0/subnets/e90798d6-f5fc-4d14-8e2d-de2c5d30c72f HTTP/1.1" status: 404 len: 337 time: 0.0409961 May 27 23:31:08.164879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47336) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:08.189311 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e828295-7267-419e-89f2-15a2cf83652d tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] DELETE failed (client error): The resource could not be found. May 27 23:31:08.189684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e828295-7267-419e-89f2-15a2cf83652d tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:31:08.191472 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1e828295-7267-419e-89f2-15a2cf83652d tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "DELETE /v2.0/networks/256d8761-b934-4aa6-914c-53ba989a870c HTTP/1.1" status: 404 len: 339 time: 0.0254898 May 27 23:31:08.193835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47340) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:08.255924 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74d20e3-4062-4564-b4c7-312741c8dbc0 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Deleting subnet e7a8fba3-d850-4cdf-8c76-025924d973e8 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:31:08.258716 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f74d20e3-4062-4564-b4c7-312741c8dbc0 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:08.417515 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f74d20e3-4062-4564-b4c7-312741c8dbc0 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:08.491776 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment a54e29c7-9af5-4df5-aacd-68c7ba798ac5 resource provider aggregate not found May 27 23:31:08.507570 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f74d20e3-4062-4564-b4c7-312741c8dbc0 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:08.535855 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment a54e29c7-9af5-4df5-aacd-68c7ba798ac5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a54e29c7-9af5-4df5-aacd-68c7ba798ac5 found for delete ", "request_id": "req-ba744552-e013-4976-9253-470b9ee2e2fe"}]} May 27 23:31:08.642636 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f74d20e3-4062-4564-b4c7-312741c8dbc0 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:08.686102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d20e3-4062-4564-b4c7-312741c8dbc0 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a8fba3-d850-4cdf-8c76-025924d973e8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:08.693996 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f74d20e3-4062-4564-b4c7-312741c8dbc0 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:08.700089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eb865f-ae9a-4f04-87f7-7c4d8fefbe3d None None] Network e6706618-79ef-42dc-b5ab-3e3c40cbcaf8 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:08.768864 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f74d20e3-4062-4564-b4c7-312741c8dbc0 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "DELETE /v2.0/subnets/e7a8fba3-d850-4cdf-8c76-025924d973e8 HTTP/1.1" status: 204 len: 168 time: 0.5739522 May 27 23:31:08.771095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47348) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:08.885605 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:08.897697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Deleting port 5f42f2e3-0810-4d8e-a989-904b26e420db {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:31:08.898013 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:08.961989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba64df5-e259-410b-bd8c-7d9afe6da76c None None] DHCP port deletion for e6706618-79ef-42dc-b5ab-3e3c40cbcaf8 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:31:08.967222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6ba64df5-e259-410b-bd8c-7d9afe6da76c None None] Deleting port 5f42f2e3-0810-4d8e-a989-904b26e420db {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:31:08.967660 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ba64df5-e259-410b-bd8c-7d9afe6da76c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:09.105308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] For port 5f42f2e3-0810-4d8e-a989-904b26e420db, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=5f42f2e3-0810-4d8e-a989-904b26e420db,segment=NetworkSegment(fb5f261f-514e-46cb-9e02-afc63b365e9d),segment_id=fb5f261f-514e-46cb-9e02-afc63b365e9d)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:09.105662 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:09.166831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6ba64df5-e259-410b-bd8c-7d9afe6da76c None None] For port 5f42f2e3-0810-4d8e-a989-904b26e420db, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=5f42f2e3-0810-4d8e-a989-904b26e420db,segment=NetworkSegment(fb5f261f-514e-46cb-9e02-afc63b365e9d),segment_id=fb5f261f-514e-46cb-9e02-afc63b365e9d)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:09.167214 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ba64df5-e259-410b-bd8c-7d9afe6da76c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:09.231431 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Calling delete_port for 5f42f2e3-0810-4d8e-a989-904b26e420db owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:31:09.287628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6ba64df5-e259-410b-bd8c-7d9afe6da76c None None] Calling delete_port for 5f42f2e3-0810-4d8e-a989-904b26e420db owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:31:09.379295 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:09.384530 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-6ba64df5-e259-410b-bd8c-7d9afe6da76c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:31:09.384881 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-6ba64df5-e259-410b-bd8c-7d9afe6da76c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:31:09.429819 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] No DVR routers for this DVR port 5f42f2e3-0810-4d8e-a989-904b26e420db on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:31:09.431467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event deleted for resources: {'Port': ['ID=5f42f2e3-0810-4d8e-a989-904b26e420db,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:09.552573 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:09.576830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6706618-79ef-42dc-b5ab-3e3c40cbcaf8']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:09.588968 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5f261f-514e-46cb-9e02-afc63b365e9d') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:09.589261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5f261f-514e-46cb-9e02-afc63b365e9d') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:09.600788 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:09.615915 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:09.621733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:31:09.622110 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:09.796716 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:09.813686 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:09.824500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event deleted for resources: {'Network': ['ID=e6706618-79ef-42dc-b5ab-3e3c40cbcaf8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:09.828921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7d041049-ca5c-41dc-b74e-464655196200 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "DELETE /v2.0/networks/e6706618-79ef-42dc-b5ab-3e3c40cbcaf8 HTTP/1.1" status: 204 len: 168 time: 1.0562756 May 27 23:31:09.831252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47354) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:09.867917 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4e00b1-a52b-4e7d-b644-478a3f4a086e tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] DELETE failed (client error): The resource could not be found. May 27 23:31:09.868377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4e00b1-a52b-4e7d-b644-478a3f4a086e tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:31:09.870023 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7a4e00b1-a52b-4e7d-b644-478a3f4a086e tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "DELETE /v2.0/subnets/947de8a1-dec5-4c39-9b68-25b3cb399197 HTTP/1.1" status: 404 len: 337 time: 0.0378253 May 27 23:31:09.872480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47358) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:09.886306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6ba64df5-e259-410b-bd8c-7d9afe6da76c None None] Deleting port 5f42f2e3-0810-4d8e-a989-904b26e420db {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:31:09.886908 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6ba64df5-e259-410b-bd8c-7d9afe6da76c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:09.897163 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad0a440-1efa-429f-bab5-99d426f9e4dc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] DELETE failed (client error): The resource could not be found. May 27 23:31:09.898115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad0a440-1efa-429f-bab5-99d426f9e4dc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:31:09.899267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fad0a440-1efa-429f-bab5-99d426f9e4dc tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "DELETE /v2.0/networks/54899e78-086b-4b1b-82f1-b45ed5518709 HTTP/1.1" status: 404 len: 339 time: 0.0259218 May 27 23:31:09.901790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47362) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:09.942163 n-d-843680-3 neutron-server[88900]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf35f7f8-7ded-4756-b2da-ce30bddd975d tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] DELETE failed (client error): The resource could not be found. May 27 23:31:09.942605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf35f7f8-7ded-4756-b2da-ce30bddd975d tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88900) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:31:09.944242 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cf35f7f8-7ded-4756-b2da-ce30bddd975d tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "DELETE /v2.0/subnets/4312239b-a35e-458b-adf2-508f4a6693ff HTTP/1.1" status: 404 len: 337 time: 0.0415888 May 27 23:31:09.947054 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47366) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:09.952212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6ba64df5-e259-410b-bd8c-7d9afe6da76c None None] The port '5f42f2e3-0810-4d8e-a989-904b26e420db' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:31:09.974383 n-d-843680-3 neutron-server[88901]: INFO neutron.pecan_wsgi.hooks.translation [None req-a821a6b0-cea4-479e-bf6c-b10b7a4a85da tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] DELETE failed (client error): The resource could not be found. May 27 23:31:09.974856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a821a6b0-cea4-479e-bf6c-b10b7a4a85da tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88901) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 27 23:31:09.976531 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a821a6b0-cea4-479e-bf6c-b10b7a4a85da tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "DELETE /v2.0/networks/760546db-46f8-46fe-bea4-b1bd133bb321 HTTP/1.1" status: 404 len: 339 time: 0.0284505 May 27 23:31:09.979215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47370) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:10.046641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-dace717f-b550-4bbd-997c-f18172a8ccb6 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Deleting subnet bce995b1-3c61-47d4-beb7-033f58d0b6fa {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:31:10.049647 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dace717f-b550-4bbd-997c-f18172a8ccb6 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:10.104515 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dace717f-b550-4bbd-997c-f18172a8ccb6 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:10.184839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dace717f-b550-4bbd-997c-f18172a8ccb6 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:10.333539 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dace717f-b550-4bbd-997c-f18172a8ccb6 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:10.372078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace717f-b550-4bbd-997c-f18172a8ccb6 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event deleted for resources: {'Subnet': ['ID=bce995b1-3c61-47d4-beb7-033f58d0b6fa,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:10.376570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dace717f-b550-4bbd-997c-f18172a8ccb6 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:10.381902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8f19a-c801-4fec-bd04-c1553f713cec None None] Network 7ffd849b-80b2-4733-a96e-79388c6630f2 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:10.386558 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dace717f-b550-4bbd-997c-f18172a8ccb6 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "DELETE /v2.0/subnets/bce995b1-3c61-47d4-beb7-033f58d0b6fa HTTP/1.1" status: 204 len: 168 time: 0.4063842 May 27 23:31:10.389016 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47374) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:10.504128 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:10.514604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Deleting port aedf5dae-28eb-4128-834b-1b39ddacc6bf {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:31:10.514935 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:10.553236 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment fb5f261f-514e-46cb-9e02-afc63b365e9d resource provider aggregate not found May 27 23:31:10.572859 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment fb5f261f-514e-46cb-9e02-afc63b365e9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb5f261f-514e-46cb-9e02-afc63b365e9d found for delete ", "request_id": "req-e2ea45c8-dac5-4a61-8bdb-766faaad982a"}]} May 27 23:31:10.619203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1004a41-ab73-44a4-9dab-70af67975821 None None] DHCP port deletion for 7ffd849b-80b2-4733-a96e-79388c6630f2 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:31:10.623119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f1004a41-ab73-44a4-9dab-70af67975821 None None] Deleting port aedf5dae-28eb-4128-834b-1b39ddacc6bf {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:31:10.623482 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f1004a41-ab73-44a4-9dab-70af67975821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:10.725815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] For port aedf5dae-28eb-4128-834b-1b39ddacc6bf, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aedf5dae-28eb-4128-834b-1b39ddacc6bf,segment=NetworkSegment(f6b313c2-8fd7-4da7-8f6b-8adbb11fd539),segment_id=f6b313c2-8fd7-4da7-8f6b-8adbb11fd539)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:10.726256 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:10.826496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-f1004a41-ab73-44a4-9dab-70af67975821 None None] For port aedf5dae-28eb-4128-834b-1b39ddacc6bf, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=aedf5dae-28eb-4128-834b-1b39ddacc6bf,segment=NetworkSegment(f6b313c2-8fd7-4da7-8f6b-8adbb11fd539),segment_id=f6b313c2-8fd7-4da7-8f6b-8adbb11fd539)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:10.826886 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f1004a41-ab73-44a4-9dab-70af67975821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:10.849561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Calling delete_port for aedf5dae-28eb-4128-834b-1b39ddacc6bf owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:31:10.975622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 5f42f2e3-0810-4d8e-a989-904b26e420db no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:31:11.003896 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f1004a41-ab73-44a4-9dab-70af67975821 None None] Calling delete_port for aedf5dae-28eb-4128-834b-1b39ddacc6bf owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:31:11.028575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:11.051857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 5f42f2e3-0810-4d8e-a989-904b26e420db {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:31:11.052201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 5f42f2e3-0810-4d8e-a989-904b26e420db not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:31:11.052641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aedf5dae-28eb-4128-834b-1b39ddacc6bf no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:31:11.080269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event deleted for resources: {'Port': ['ID=aedf5dae-28eb-4128-834b-1b39ddacc6bf,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:11.084331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] No DVR routers for this DVR port aedf5dae-28eb-4128-834b-1b39ddacc6bf on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:31:11.092246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: aedf5dae-28eb-4128-834b-1b39ddacc6bf {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:31:11.092621 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device aedf5dae-28eb-4128-834b-1b39ddacc6bf not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:31:11.121920 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-f1004a41-ab73-44a4-9dab-70af67975821 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:31:11.122263 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-f1004a41-ab73-44a4-9dab-70af67975821 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:31:11.209593 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:11.234169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ffd849b-80b2-4733-a96e-79388c6630f2']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:11.246229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b313c2-8fd7-4da7-8f6b-8adbb11fd539') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:11.246944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b313c2-8fd7-4da7-8f6b-8adbb11fd539') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:11.257963 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:11.274188 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:11.280012 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:31:11.280417 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:11.348294 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f6b313c2-8fd7-4da7-8f6b-8adbb11fd539 resource provider aggregate not found May 27 23:31:11.370702 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f6b313c2-8fd7-4da7-8f6b-8adbb11fd539 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6b313c2-8fd7-4da7-8f6b-8adbb11fd539 found for delete ", "request_id": "req-ab0ad2c0-1b19-4e10-bfb5-9aea59444e52"}]} May 27 23:31:11.430627 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:11.448491 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:11.459857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] Pushing event deleted for resources: {'Network': ['ID=7ffd849b-80b2-4733-a96e-79388c6630f2,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:11.463774 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-aeb4b5f6-71bf-447b-9118-3d509948b0b4 tempest-NetworksIpV6Test-1927211916 tempest-NetworksIpV6Test-1927211916-project] 10.222.0.27 "DELETE /v2.0/networks/7ffd849b-80b2-4733-a96e-79388c6630f2 HTTP/1.1" status: 204 len: 168 time: 1.0738423 May 27 23:31:11.623333 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f1004a41-ab73-44a4-9dab-70af67975821 None None] Deleting port aedf5dae-28eb-4128-834b-1b39ddacc6bf {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:31:11.623686 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f1004a41-ab73-44a4-9dab-70af67975821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:11.691724 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-f1004a41-ab73-44a4-9dab-70af67975821 None None] The port 'aedf5dae-28eb-4128-834b-1b39ddacc6bf' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:31:11.888507 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47390) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:12.032527 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-02ed982c-315e-4709-9951-13971cb3bc9b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=68e8b2a5b96b463db4aa295ff5332e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422780 May 27 23:31:12.034885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47396) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:12.090051 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-58a05d93-6ba9-46a3-b5e1-0fddf12626bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:12.115906 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-58a05d93-6ba9-46a3-b5e1-0fddf12626bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:12.259048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-58a05d93-6ba9-46a3-b5e1-0fddf12626bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:12.273621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a05d93-6ba9-46a3-b5e1-0fddf12626bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4936b585-166c-4be1-97b1-8cd17d0cefb8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:12.281072 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-58a05d93-6ba9-46a3-b5e1-0fddf12626bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:12.282185 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-58a05d93-6ba9-46a3-b5e1-0fddf12626bd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4936b585-166c-4be1-97b1-8cd17d0cefb8 HTTP/1.1" status: 204 len: 168 time: 0.2464314 May 27 23:31:13.071874 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:31:13.330168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47420) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:13.429349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-fe7e8aaf-a6ca-4ff4-928c-3432f66979cb tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1805253979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:13.436464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fe7e8aaf-a6ca-4ff4-928c-3432f66979cb tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:13.440342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fe7e8aaf-a6ca-4ff4-928c-3432f66979cb tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Usage tracker for resource:router and tenant:2ccb8e3c9d984dcdb8cdd7b7aad3fa8d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:13.443466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-fe7e8aaf-a6ca-4ff4-928c-3432f66979cb tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:13.452770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-fe7e8aaf-a6ca-4ff4-928c-3432f66979cb tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:13.553944 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe7e8aaf-a6ca-4ff4-928c-3432f66979cb tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:13.554920 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe7e8aaf-a6ca-4ff4-928c-3432f66979cb tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:13.569216 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe7e8aaf-a6ca-4ff4-928c-3432f66979cb tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:13.651181 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe7e8aaf-a6ca-4ff4-928c-3432f66979cb tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:13.736886 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fe7e8aaf-a6ca-4ff4-928c-3432f66979cb tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:13.738068 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fe7e8aaf-a6ca-4ff4-928c-3432f66979cb tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4068854 May 27 23:31:13.740775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47426) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:13.746193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1738023887'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:13.752287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:13.756671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Usage tracker for resource:network and tenant:2ccb8e3c9d984dcdb8cdd7b7aad3fa8d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:13.759468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:13.765446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:13.828301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Made reservation on behalf of 2ccb8e3c9d984dcdb8cdd7b7aad3fa8d for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:31:13.832203 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:13.844181 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:13.858432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:13.862186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Usage tracker for resource:security_group_rule and tenant:2ccb8e3c9d984dcdb8cdd7b7aad3fa8d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:13.864938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:13.870512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:13.949827 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:14.018960 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:14.050521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:31:14.058737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d057d3-6073-423e-b4fd-999d98d9e6cd,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:14.064666 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:14.065011 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Added segment 3298a05c-cec7-4e79-b4f0-c818351ed845 of type vlan for network 7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f May 27 23:31:14.090805 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:14.179166 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:14.184546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:14.185127 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:14.389424 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Pushing event updated for resources: {'Network': ['ID=7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:14.399211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:31:14.442946 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-11e42368-d88f-4d45-83d2-e0e6875a3b40 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7011380 May 27 23:31:14.445620 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47430) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:14.451300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Request body: {'subnet': {'network_id': '7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:14.563519 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:14.567586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Usage tracker for resource:subnet and tenant:2ccb8e3c9d984dcdb8cdd7b7aad3fa8d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:14.570403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:14.576025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:14.639710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Made reservation on behalf of 2ccb8e3c9d984dcdb8cdd7b7aad3fa8d for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:31:14.643257 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:14.908602 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:14.990340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Pushing event updated for resources: {'Subnet': ['ID=f707f549-d1b5-4f48-ab1d-28dbef656143,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:14.994294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Checking segment: {'id': '3298a05c-cec7-4e79-b4f0-c818351ed845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:14.994649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Network hostable DHCP agents. Network: 7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:31:15.096702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Network 7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:31:15.173095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:15.177090 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:15.177664 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:15.182562 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520525c0-a262-4728-9380-7b3fec6a9d7b None None] Network 7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:15.271300 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7ce1c89c-94a3-4346-9475-249d118ca6de tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8246362 May 27 23:31:15.274274 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47434) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:15.279837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2012833215'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:15.285356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:15.289270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Usage tracker for resource:network and tenant:2ccb8e3c9d984dcdb8cdd7b7aad3fa8d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:15.292086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:15.297953 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:15.373712 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Made reservation on behalf of 2ccb8e3c9d984dcdb8cdd7b7aad3fa8d for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:31:15.377739 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:15.393887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f', 'network_id': '7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f', 'tenant_id': '2ccb8e3c9d984dcdb8cdd7b7aad3fa8d', 'fixed_ips': [{'subnet_id': 'f707f549-d1b5-4f48-ab1d-28dbef656143'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:31:15.394740 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:15.410784 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:31:15.419101 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:15.419439 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Added segment 1a64e82a-ba3e-4193-b617-672cb4c6aac1 of type vlan for network bf53f0e0-65b5-4132-9482-7da9ea8b354f May 27 23:31:15.449277 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:15.542350 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:15.546843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Allocated IP 172.20.0.2 (7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f/f707f549-d1b5-4f48-ab1d-28dbef656143/e552c638-0aeb-48e6-af6a-7fa016dde2ba) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:31:15.548177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:15.548787 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:15.653545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Pushing event updated for resources: {'Network': ['ID=bf53f0e0-65b5-4132-9482-7da9ea8b354f,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:15.676191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network bf53f0e0-65b5-4132-9482-7da9ea8b354f details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:31:15.686197 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-53fddd0d-d468-4285-9be9-7e0506509cb1 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4108520 May 27 23:31:15.689673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47438) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:15.695993 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Request body: {'subnet': {'network_id': 'bf53f0e0-65b5-4132-9482-7da9ea8b354f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:15.802558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:15.806365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Usage tracker for resource:subnet and tenant:2ccb8e3c9d984dcdb8cdd7b7aad3fa8d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:15.809180 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:15.815608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:15.845918 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:15.855602 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Transition to ACTIVE for port object e552c638-0aeb-48e6-af6a-7fa016dde2ba will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:15.873583 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Transition to ACTIVE for port object e552c638-0aeb-48e6-af6a-7fa016dde2ba will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:15.881822 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Made reservation on behalf of 2ccb8e3c9d984dcdb8cdd7b7aad3fa8d for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:31:15.885269 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:15.939573 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:16.009373 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Network 7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:31:16.012402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:16.017943 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:31:16.023771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Pushing event updated for resources: {'Port': ['ID=e552c638-0aeb-48e6-af6a-7fa016dde2ba,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:16.108483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Attempting to bind port e552c638-0aeb-48e6-af6a-7fa016dde2ba on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:31:16.108838 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Attempting to bind port e552c638-0aeb-48e6-af6a-7fa016dde2ba by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '3298a05c-cec7-4e79-b4f0-c818351ed845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:31:16.109193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Attempting to bind port e552c638-0aeb-48e6-af6a-7fa016dde2ba on network 7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:31:16.114909 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:31:16.115271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Checking segment: {'id': '3298a05c-cec7-4e79-b4f0-c818351ed845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:16.115664 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:16.116237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Bound using segment: {'id': '3298a05c-cec7-4e79-b4f0-c818351ed845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:31:16.116742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Bound port: e552c638-0aeb-48e6-af6a-7fa016dde2ba, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3298a05c-cec7-4e79-b4f0-c818351ed845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:31:16.117107 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:16.162099 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:16.204831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] For port e552c638-0aeb-48e6-af6a-7fa016dde2ba, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:31:16.207750 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] For port e552c638-0aeb-48e6-af6a-7fa016dde2ba, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e552c638-0aeb-48e6-af6a-7fa016dde2ba,segment=NetworkSegment(3298a05c-cec7-4e79-b4f0-c818351ed845),segment_id=3298a05c-cec7-4e79-b4f0-c818351ed845)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:31:16.243660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Pushing event updated for resources: {'Subnet': ['ID=d1eb8082-584b-4ef8-9e9e-6d331b53a34c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:16.248623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Checking segment: {'id': '1a64e82a-ba3e-4193-b617-672cb4c6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bf53f0e0-65b5-4132-9482-7da9ea8b354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:16.248992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Network hostable DHCP agents. Network: bf53f0e0-65b5-4132-9482-7da9ea8b354f, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:31:16.278640 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:16.348537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Network bf53f0e0-65b5-4132-9482-7da9ea8b354f is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:31:16.359083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b08ea-e504-4407-82f7-1a0775670b7a None None] Pushing event updated for resources: {'Port': ['ID=e552c638-0aeb-48e6-af6a-7fa016dde2ba,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:16.428663 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:16.451401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, bf53f0e0-65b5-4132-9482-7da9ea8b354f) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:16.459547 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35df704-7441-4671-832b-a038a140d016 None None] Network bf53f0e0-65b5-4132-9482-7da9ea8b354f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:16.463222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:16.463222 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:16.596212 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2c7f6da2-3f9b-4d94-90b4-22219deebc69 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9053051 May 27 23:31:16.598748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47442) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:16.604889 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-c83dc876-a896-4d99-aba8-94c13cef6693 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bf53f0e0-65b5-4132-9482-7da9ea8b354f'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:16.733635 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-bf53f0e0-65b5-4132-9482-7da9ea8b354f', 'network_id': 'bf53f0e0-65b5-4132-9482-7da9ea8b354f', 'tenant_id': '2ccb8e3c9d984dcdb8cdd7b7aad3fa8d', 'fixed_ips': [{'subnet_id': 'd1eb8082-584b-4ef8-9e9e-6d331b53a34c'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:31:16.734797 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:16.887850 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Allocated IP 172.21.0.2 (bf53f0e0-65b5-4132-9482-7da9ea8b354f/d1eb8082-584b-4ef8-9e9e-6d331b53a34c/73413de3-fd00-42e1-b4b0-85e87f56bc3d) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:31:16.980030 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e552c638-0aeb-48e6-af6a-7fa016dde2ba up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:17.124624 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c83dc876-a896-4d99-aba8-94c13cef6693 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:17.157650 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:17.160103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port e552c638-0aeb-48e6-af6a-7fa016dde2ba completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:17.174019 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Transition to ACTIVE for port object 73413de3-fd00-42e1-b4b0-85e87f56bc3d will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:17.193644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Transition to ACTIVE for port object 73413de3-fd00-42e1-b4b0-85e87f56bc3d will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:17.257351 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:17.324984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Network bf53f0e0-65b5-4132-9482-7da9ea8b354f is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:31:17.327979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:17.330379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:31:17.339671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Pushing event updated for resources: {'Port': ['ID=73413de3-fd00-42e1-b4b0-85e87f56bc3d,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:17.344587 n-d-843680-3 neutron-server[88900]: INFO neutron.api.v2.resource [None req-c83dc876-a896-4d99-aba8-94c13cef6693 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 27 23:31:17.345853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c83dc876-a896-4d99-aba8-94c13cef6693 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] 10.222.0.27 "PUT /v2.0/routers/35b7e8db-a66f-40b6-94b1-4514446748a4 HTTP/1.1" status: 400 len: 364 time: 0.7459490 May 27 23:31:17.351615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47446) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:17.410207 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d64b838-0ca9-44f8-83d6-cc7bac4acac7 None None] Network 7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:17.420042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07a784f-4ac8-42fa-a330-07e17331acd0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Deleting subnet d1eb8082-584b-4ef8-9e9e-6d331b53a34c {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:31:17.423658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e07a784f-4ac8-42fa-a330-07e17331acd0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:17.514576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Attempting to bind port 73413de3-fd00-42e1-b4b0-85e87f56bc3d on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:31:17.514945 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Attempting to bind port 73413de3-fd00-42e1-b4b0-85e87f56bc3d by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '1a64e82a-ba3e-4193-b617-672cb4c6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bf53f0e0-65b5-4132-9482-7da9ea8b354f'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:31:17.515318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Attempting to bind port 73413de3-fd00-42e1-b4b0-85e87f56bc3d on network bf53f0e0-65b5-4132-9482-7da9ea8b354f {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:31:17.525224 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:31:17.525597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Checking segment: {'id': '1a64e82a-ba3e-4193-b617-672cb4c6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bf53f0e0-65b5-4132-9482-7da9ea8b354f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:17.526031 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:17.526386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Bound using segment: {'id': '1a64e82a-ba3e-4193-b617-672cb4c6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bf53f0e0-65b5-4132-9482-7da9ea8b354f'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:31:17.526858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Bound port: 73413de3-fd00-42e1-b4b0-85e87f56bc3d, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a64e82a-ba3e-4193-b617-672cb4c6aac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bf53f0e0-65b5-4132-9482-7da9ea8b354f'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:31:17.527256 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:17.598095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5ef05c72-b209-4253-aaba-82313880cc39 None None] Provisioning for port e552c638-0aeb-48e6-af6a-7fa016dde2ba completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:17.603366 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e07a784f-4ac8-42fa-a330-07e17331acd0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:17.648936 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5ef05c72-b209-4253-aaba-82313880cc39 None None] Provisioning complete for port e552c638-0aeb-48e6-af6a-7fa016dde2ba triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:17.649174 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ef05c72-b209-4253-aaba-82313880cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:17.686944 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e07a784f-4ac8-42fa-a330-07e17331acd0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:17.837145 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e07a784f-4ac8-42fa-a330-07e17331acd0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:17.848713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] For port 73413de3-fd00-42e1-b4b0-85e87f56bc3d, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:31:17.859961 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5ef05c72-b209-4253-aaba-82313880cc39 None None] Current status of the port e552c638-0aeb-48e6-af6a-7fa016dde2ba is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:17.860334 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ef05c72-b209-4253-aaba-82313880cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:17.870358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] For port 73413de3-fd00-42e1-b4b0-85e87f56bc3d, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=73413de3-fd00-42e1-b4b0-85e87f56bc3d,segment=NetworkSegment(1a64e82a-ba3e-4193-b617-672cb4c6aac1),segment_id=1a64e82a-ba3e-4193-b617-672cb4c6aac1)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:31:17.878477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a784f-4ac8-42fa-a330-07e17331acd0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Pushing event deleted for resources: {'Subnet': ['ID=d1eb8082-584b-4ef8-9e9e-6d331b53a34c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:17.880450 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e07a784f-4ac8-42fa-a330-07e17331acd0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:17.889047 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e07a784f-4ac8-42fa-a330-07e17331acd0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] 10.222.0.27 "DELETE /v2.0/subnets/d1eb8082-584b-4ef8-9e9e-6d331b53a34c HTTP/1.1" status: 204 len: 168 time: 0.5331805 May 27 23:31:17.889351 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47450) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:17.903131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-5ef05c72-b209-4253-aaba-82313880cc39 None None] For port e552c638-0aeb-48e6-af6a-7fa016dde2ba, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e552c638-0aeb-48e6-af6a-7fa016dde2ba,segment=NetworkSegment(3298a05c-cec7-4e79-b4f0-c818351ed845),segment_id=3298a05c-cec7-4e79-b4f0-c818351ed845)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:17.934376 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:17.986133 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5ef05c72-b209-4253-aaba-82313880cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:18.021723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9aa63-d88a-4df5-bd4e-c89fbc8cef5b None None] Pushing event updated for resources: {'Port': ['ID=73413de3-fd00-42e1-b4b0-85e87f56bc3d,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:18.023968 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:18.040847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Deleting port 73413de3-fd00-42e1-b4b0-85e87f56bc3d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:31:18.041251 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:18.100617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef05c72-b209-4253-aaba-82313880cc39 None None] Pushing event updated for resources: {'Port': ['ID=e552c638-0aeb-48e6-af6a-7fa016dde2ba,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:18.227762 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-02f1926d-f9ba-4553-99f1-b7c7c4ad493a None None] Provisioning complete for port e552c638-0aeb-48e6-af6a-7fa016dde2ba triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:18.228138 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-02f1926d-f9ba-4553-99f1-b7c7c4ad493a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:18.282380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] For port 73413de3-fd00-42e1-b4b0-85e87f56bc3d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=73413de3-fd00-42e1-b4b0-85e87f56bc3d,segment=NetworkSegment(1a64e82a-ba3e-4193-b617-672cb4c6aac1),segment_id=1a64e82a-ba3e-4193-b617-672cb4c6aac1)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:18.283177 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:18.353279 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-02f1926d-f9ba-4553-99f1-b7c7c4ad493a None None] Current status of the port e552c638-0aeb-48e6-af6a-7fa016dde2ba is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:18.410616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Calling delete_port for 73413de3-fd00-42e1-b4b0-85e87f56bc3d owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:31:18.571159 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:18.621984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Pushing event deleted for resources: {'Port': ['ID=73413de3-fd00-42e1-b4b0-85e87f56bc3d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:18.623806 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] No DVR routers for this DVR port 73413de3-fd00-42e1-b4b0-85e87f56bc3d on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:31:18.753459 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:18.779837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf53f0e0-65b5-4132-9482-7da9ea8b354f']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:18.792919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a64e82a-ba3e-4193-b617-672cb4c6aac1') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:18.793196 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a64e82a-ba3e-4193-b617-672cb4c6aac1') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:18.805804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:18.823249 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:18.829759 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:31:18.832278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:18.901153 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 1a64e82a-ba3e-4193-b617-672cb4c6aac1 resource provider aggregate not found May 27 23:31:18.935967 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 1a64e82a-ba3e-4193-b617-672cb4c6aac1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a64e82a-ba3e-4193-b617-672cb4c6aac1 found for delete ", "request_id": "req-caf1c367-699b-44ad-878c-11b7e3900d2c"}]} May 27 23:31:18.967626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e552c638-0aeb-48e6-af6a-7fa016dde2ba up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:18.993979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf510c4-9b74-4cd3-9e75-2e1184488ec2 None None] Network bf53f0e0-65b5-4132-9482-7da9ea8b354f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:19.005945 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:19.023441 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:19.036130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Pushing event deleted for resources: {'Network': ['ID=bf53f0e0-65b5-4132-9482-7da9ea8b354f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:19.042658 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dc39c54b-74e6-45f8-8135-2917a43445c0 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] 10.222.0.27 "DELETE /v2.0/networks/bf53f0e0-65b5-4132-9482-7da9ea8b354f HTTP/1.1" status: 204 len: 168 time: 1.1501243 May 27 23:31:19.043489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47458) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:19.064580 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf510c4-9b74-4cd3-9e75-2e1184488ec2 None None] Network bf53f0e0-65b5-4132-9482-7da9ea8b354f could not be found, it might have been deleted concurrently. {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} May 27 23:31:19.079608 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e2f8151c-40d6-4d56-9269-0c64a52b27da None None] Could not find standard attr ID for object 73413de3-fd00-42e1-b4b0-85e87f56bc3d. {{(pid=88902) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 27 23:31:19.095748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e552c638-0aeb-48e6-af6a-7fa016dde2ba triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:19.096109 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:19.112895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2f8dc3-5390-483b-8a24-c1f6d0c69cd7 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Deleting subnet f707f549-d1b5-4f48-ab1d-28dbef656143 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:31:19.115936 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b2f8dc3-5390-483b-8a24-c1f6d0c69cd7 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:19.139088 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e1c080-f838-4a6b-bccc-2410e13bd7b3 None None] DHCP port deletion for bf53f0e0-65b5-4132-9482-7da9ea8b354f request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:31:19.178771 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b2f8dc3-5390-483b-8a24-c1f6d0c69cd7 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:19.221959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e552c638-0aeb-48e6-af6a-7fa016dde2ba is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:19.263247 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b2f8dc3-5390-483b-8a24-c1f6d0c69cd7 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:19.388539 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b2f8dc3-5390-483b-8a24-c1f6d0c69cd7 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:19.430703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f8dc3-5390-483b-8a24-c1f6d0c69cd7 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Pushing event deleted for resources: {'Subnet': ['ID=f707f549-d1b5-4f48-ab1d-28dbef656143,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:19.434216 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4b2f8dc3-5390-483b-8a24-c1f6d0c69cd7 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:19.441630 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53c8df6-e3ec-4bbc-b0fe-6a510e8dfa61 None None] Network 7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:19.444649 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4b2f8dc3-5390-483b-8a24-c1f6d0c69cd7 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] 10.222.0.27 "DELETE /v2.0/subnets/f707f549-d1b5-4f48-ab1d-28dbef656143 HTTP/1.1" status: 204 len: 168 time: 0.4005868 May 27 23:31:19.447066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47462) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:19.559653 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:19.570950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Deleting port e552c638-0aeb-48e6-af6a-7fa016dde2ba {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:31:19.571276 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:19.686582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601c6271-f69a-44d5-83f2-789cab91a18c None None] DHCP port deletion for 7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:31:19.691310 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-601c6271-f69a-44d5-83f2-789cab91a18c None None] Deleting port e552c638-0aeb-48e6-af6a-7fa016dde2ba {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:31:19.691753 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-601c6271-f69a-44d5-83f2-789cab91a18c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:19.894303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] For port e552c638-0aeb-48e6-af6a-7fa016dde2ba, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e552c638-0aeb-48e6-af6a-7fa016dde2ba,segment=NetworkSegment(3298a05c-cec7-4e79-b4f0-c818351ed845),segment_id=3298a05c-cec7-4e79-b4f0-c818351ed845)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:19.894574 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:19.902620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-601c6271-f69a-44d5-83f2-789cab91a18c None None] For port e552c638-0aeb-48e6-af6a-7fa016dde2ba, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e552c638-0aeb-48e6-af6a-7fa016dde2ba,segment=NetworkSegment(3298a05c-cec7-4e79-b4f0-c818351ed845),segment_id=3298a05c-cec7-4e79-b4f0-c818351ed845)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:19.903012 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-601c6271-f69a-44d5-83f2-789cab91a18c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:20.021209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Calling delete_port for e552c638-0aeb-48e6-af6a-7fa016dde2ba owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:31:20.022221 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-601c6271-f69a-44d5-83f2-789cab91a18c None None] Calling delete_port for e552c638-0aeb-48e6-af6a-7fa016dde2ba owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:31:20.134017 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-601c6271-f69a-44d5-83f2-789cab91a18c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 27 23:31:20.134017 n-d-843680-3 neutron-server[88902]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] May 27 23:31:20.134017 n-d-843680-3 neutron-server[88902]: [parameters: {'port_id': 'e552c638-0aeb-48e6-af6a-7fa016dde2ba'}] May 27 23:31:20.134017 n-d-843680-3 neutron-server[88902]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:31:20.134516 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-601c6271-f69a-44d5-83f2-789cab91a18c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:31:20.159552 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:20.210212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Pushing event deleted for resources: {'Port': ['ID=e552c638-0aeb-48e6-af6a-7fa016dde2ba,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:20.213609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] No DVR routers for this DVR port e552c638-0aeb-48e6-af6a-7fa016dde2ba on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:31:20.334218 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:20.358079 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:20.370184 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3298a05c-cec7-4e79-b4f0-c818351ed845') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:20.370477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3298a05c-cec7-4e79-b4f0-c818351ed845') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:20.381965 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:20.397188 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:20.402962 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:31:20.403331 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:20.584853 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:20.602291 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:20.613751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Pushing event deleted for resources: {'Network': ['ID=7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:20.617760 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-26385f46-035c-4f95-ab58-15ee6644e5ad tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] 10.222.0.27 "DELETE /v2.0/networks/7c1b1974-3b4f-4c7b-96b5-4b11f9974b4f HTTP/1.1" status: 204 len: 168 time: 1.1697617 May 27 23:31:20.620363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47466) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:20.635656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-601c6271-f69a-44d5-83f2-789cab91a18c None None] Deleting port e552c638-0aeb-48e6-af6a-7fa016dde2ba {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:31:20.636020 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-601c6271-f69a-44d5-83f2-789cab91a18c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:20.662406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-51d5bec6-16fb-4e31-a3ee-3ac19b04953e tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Synchronizing usage tracker for tenant:2ccb8e3c9d984dcdb8cdd7b7aad3fa8d on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:31:20.704546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-601c6271-f69a-44d5-83f2-789cab91a18c None None] The port 'e552c638-0aeb-48e6-af6a-7fa016dde2ba' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:31:20.733403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-51d5bec6-16fb-4e31-a3ee-3ac19b04953e tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Unset dirty status for tenant:2ccb8e3c9d984dcdb8cdd7b7aad3fa8d on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:31:20.735441 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-51d5bec6-16fb-4e31-a3ee-3ac19b04953e tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] 10.222.0.27 "GET /v2.0/ports?device_id=35b7e8db-a66f-40b6-94b1-4514446748a4 HTTP/1.1" status: 200 len: 205 time: 0.1133981 May 27 23:31:20.737726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47470) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:20.868454 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59ebbba9-f068-4855-9c42-f238167dd317 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:20.951597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 73413de3-fd00-42e1-b4b0-85e87f56bc3d no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:31:20.986926 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 73413de3-fd00-42e1-b4b0-85e87f56bc3d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:31:20.987189 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 73413de3-fd00-42e1-b4b0-85e87f56bc3d not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:31:20.987596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e552c638-0aeb-48e6-af6a-7fa016dde2ba no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:31:21.023236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: e552c638-0aeb-48e6-af6a-7fa016dde2ba {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:31:21.023868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e552c638-0aeb-48e6-af6a-7fa016dde2ba not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:31:21.052297 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3298a05c-cec7-4e79-b4f0-c818351ed845 resource provider aggregate not found May 27 23:31:21.169048 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3298a05c-cec7-4e79-b4f0-c818351ed845 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3298a05c-cec7-4e79-b4f0-c818351ed845 found for delete ", "request_id": "req-745ace1f-5db1-4b47-9d8f-b21934a53f8d"}]} May 27 23:31:21.181630 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59ebbba9-f068-4855-9c42-f238167dd317 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:21.183778 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59ebbba9-f068-4855-9c42-f238167dd317 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:21.270403 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59ebbba9-f068-4855-9c42-f238167dd317 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:21.270946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ebbba9-f068-4855-9c42-f238167dd317 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Fanout notify agent at l3_agent the message router_deleted on router 35b7e8db-a66f-40b6-94b1-4514446748a4 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:31:21.283746 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-59ebbba9-f068-4855-9c42-f238167dd317 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:21.290272 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-59ebbba9-f068-4855-9c42-f238167dd317 tempest-RoutersNegativeTest-505114546 tempest-RoutersNegativeTest-505114546-project] 10.222.0.27 "DELETE /v2.0/routers/35b7e8db-a66f-40b6-94b1-4514446748a4 HTTP/1.1" status: 204 len: 168 time: 0.5462391 May 27 23:31:21.865845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47482) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:22.009852 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5a80a993-ebde-40cd-b6ec-fda62f9bc1f9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2ccb8e3c9d984dcdb8cdd7b7aad3fa8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428769 May 27 23:31:22.012314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47488) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:22.071745 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8e8c-88d8-4093-b16f-6bd29c658846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:22.210508 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8e8c-88d8-4093-b16f-6bd29c658846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:22.345230 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8e8c-88d8-4093-b16f-6bd29c658846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:22.361632 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b8e8c-88d8-4093-b16f-6bd29c658846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d057d3-6073-423e-b4fd-999d98d9e6cd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:22.365219 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3a4b8e8c-88d8-4093-b16f-6bd29c658846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:22.367233 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3a4b8e8c-88d8-4093-b16f-6bd29c658846 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/95d057d3-6073-423e-b4fd-999d98d9e6cd HTTP/1.1" status: 204 len: 168 time: 0.3531108 May 27 23:31:22.922031 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:23.303674 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47512) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:23.403520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1287953463-network', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:23.409410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:23.414123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Usage tracker for resource:network and tenant:f7f2915e6c4342cc9126c281542d1d8d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:23.416934 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:23.423133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:23.550390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Made reservation on behalf of f7f2915e6c4342cc9126c281542d1d8d for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:31:23.552784 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:23.564988 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:23.579344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:23.583272 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Usage tracker for resource:security_group_rule and tenant:f7f2915e6c4342cc9126c281542d1d8d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:23.587012 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:23.591781 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:23.670673 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:23.750635 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:23.780412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:31:23.789212 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe227821-3c64-4164-a33b-09ae5f12afed,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:23.796048 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:23.797150 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Added segment 4a0d4798-38a2-4d71-857c-6ec90bd2be44 of type vlan for network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd May 27 23:31:23.821919 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:23.919650 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:23.920603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:23.921170 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:24.020794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] Pushing event updated for resources: {'Network': ['ID=1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:24.030212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:31:24.080742 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-026c095d-bcd4-42a4-b598-4f6f1a11024c admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7758727 May 27 23:31:24.083534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47518) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:24.088760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] Request body: {'subnet': {'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1287953463-subnet', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:24.094687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:24.098593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] Usage tracker for resource:subnet and tenant:f7f2915e6c4342cc9126c281542d1d8d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:24.106867 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:24.107183 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:24.184576 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] Made reservation on behalf of f7f2915e6c4342cc9126c281542d1d8d for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:31:24.186918 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:24.457166 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:24.525998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d44bb048-8b56-408a-abfb-602d7a81f1a8,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:24.535820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] Checking segment: {'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:24.536168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] Network hostable DHCP agents. Network: 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:31:24.618888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] Network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:31:24.685052 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:24.689453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:24.690032 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:24.695988 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc16979e-2316-403e-b058-25dbefdca174 None None] Network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:24.783231 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b040289a-e2df-4ab3-8ac5-54274f74f20b admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6986670 May 27 23:31:24.785984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47522) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:24.790963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1287953463-router', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:24.796335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:24.800662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Usage tracker for resource:router and tenant:f7f2915e6c4342cc9126c281542d1d8d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:24.803440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:24.809272 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:24.885496 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:24.886543 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:24.902213 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:24.908263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd', 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'fixed_ips': [{'subnet_id': 'd44bb048-8b56-408a-abfb-602d7a81f1a8'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:31:24.909144 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:25.060721 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Allocated IP 172.20.0.2 (1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd/d44bb048-8b56-408a-abfb-602d7a81f1a8/33132717-316c-47be-98a4-68507dd9e091) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:31:25.231660 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:25.291058 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:25.300766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Transition to ACTIVE for port object 33132717-316c-47be-98a4-68507dd9e091 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:25.323654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Transition to ACTIVE for port object 33132717-316c-47be-98a4-68507dd9e091 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:25.405833 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:25.470690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:31:25.473619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:25.477565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:31:25.483207 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Pushing event updated for resources: {'Port': ['ID=33132717-316c-47be-98a4-68507dd9e091,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:25.570320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Attempting to bind port 33132717-316c-47be-98a4-68507dd9e091 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:31:25.570684 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Attempting to bind port 33132717-316c-47be-98a4-68507dd9e091 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:31:25.571043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Attempting to bind port 33132717-316c-47be-98a4-68507dd9e091 on network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:31:25.576179 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:31:25.576514 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Checking segment: {'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:25.576903 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:25.577287 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Bound using segment: {'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:31:25.577744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Bound port: 33132717-316c-47be-98a4-68507dd9e091, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:31:25.578599 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:25.613718 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:25.643763 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:25.663753 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] For port 33132717-316c-47be-98a4-68507dd9e091, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:31:25.666696 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] For port 33132717-316c-47be-98a4-68507dd9e091, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=33132717-316c-47be-98a4-68507dd9e091,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:31:25.779854 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:25.861885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb3b77-7860-4bf7-bb5f-0317aa629aac None None] Pushing event updated for resources: {'Port': ['ID=33132717-316c-47be-98a4-68507dd9e091,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:25.897066 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Allocated IP 172.25.2.213 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/981b73fa-4a39-41e7-b9f0-7f12cdb24b71) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:31:26.059565 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:26.154369 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:26.218579 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:31:26.222267 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:26.225841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:31:26.258324 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Pushing event updated for resources: {'Port': ['ID=981b73fa-4a39-41e7-b9f0-7f12cdb24b71,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:26.717736 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:26.750511 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f324987-e602-48b3-8653-7d929fab47b5 None None] Network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:26.922661 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ff0eced6-144b-4a4f-8d88-10be4d19c741 None None] Provisioning for port 33132717-316c-47be-98a4-68507dd9e091 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:26.994071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 33132717-316c-47be-98a4-68507dd9e091 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:27.052207 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:27.116520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 33132717-316c-47be-98a4-68507dd9e091 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:27.123112 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 33132717-316c-47be-98a4-68507dd9e091 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:27.125972 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:27.248051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 33132717-316c-47be-98a4-68507dd9e091 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:27.248575 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:27.288023 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 33132717-316c-47be-98a4-68507dd9e091, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=33132717-316c-47be-98a4-68507dd9e091,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:27.290657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-dd8f173a-cf1f-42bb-a2a6-711e542d6a76 None None] Provisioning complete for port 33132717-316c-47be-98a4-68507dd9e091 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:27.291016 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd8f173a-cf1f-42bb-a2a6-711e542d6a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:27.316738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Router ea60e7d5-a239-4a93-bf19-793e2b824886 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:31:27.384003 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:27.463624 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-dd8f173a-cf1f-42bb-a2a6-711e542d6a76 None None] Current status of the port 33132717-316c-47be-98a4-68507dd9e091 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:27.475767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=33132717-316c-47be-98a4-68507dd9e091,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:27.556213 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6382bc97-f3db-4068-bdc8-222d8270aa37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:27.623176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:31:27.632501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Sync routers for ids ['ea60e7d5-a239-4a93-bf19-793e2b824886'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:31:27.643482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Routers {'ea60e7d5-a239-4a93-bf19-793e2b824886'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:31:27.644379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:31:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['ea60e7d5-a239-4a93-bf19-793e2b824886'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:27.727969 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:27.729396 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5db057a8-023a-4f78-8139-d14a0d2aa787 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9423859 May 27 23:31:27.732249 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47526) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:27.825451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Set router ea60e7d5-a239-4a93-bf19-793e2b824886 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:31:28.138308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'name': 'tempest-TestEncryptedCinderVolumes-1287953463-router', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '981b73fa-4a39-41e7-b9f0-7f12cdb24b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:24Z', 'updated_at': '2022-05-27T23:31:26Z', 'revision_number': 3, 'project_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'gw_port': {'id': '981b73fa-4a39-41e7-b9f0-7f12cdb24b71', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:25Z', 'updated_at': '2022-05-27T23:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:28.142814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Checking router: ea60e7d5-a239-4a93-bf19-793e2b824886 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:31:28.143163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Updating router ea60e7d5-a239-4a93-bf19-793e2b824886 port 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:31:28.197936 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:28.400440 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:28.520488 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:28.532149 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Transition to ACTIVE for port object 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:28.606864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Allocated IP 172.20.0.1 (1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd/d44bb048-8b56-408a-abfb-602d7a81f1a8/22896c7e-219d-4055-9f83-29b0e31c819a) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:31:28.607547 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:28.682541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Attempting to bind port 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:31:28.682967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Attempting to bind port 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:31:28.683274 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Attempting to bind port 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:31:28.704796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:31:28.705174 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:28.705578 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:28.706019 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:31:28.706494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Bound port: 981b73fa-4a39-41e7-b9f0-7f12cdb24b71, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:31:28.706873 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:28.749876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198736f-460d-4b69-a6e0-b17c1dc3e6e5 None None] Pushing event updated for resources: {'Port': ['ID=981b73fa-4a39-41e7-b9f0-7f12cdb24b71,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:28.756245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:28.776155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Transition to ACTIVE for port object 22896c7e-219d-4055-9f83-29b0e31c819a will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:28.800513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] For port 981b73fa-4a39-41e7-b9f0-7f12cdb24b71, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:31:28.803522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] For port 981b73fa-4a39-41e7-b9f0-7f12cdb24b71, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=981b73fa-4a39-41e7-b9f0-7f12cdb24b71,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:31:28.868593 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:28.880170 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:28.940917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:31:28.944623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:28.949850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:31:28.958620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Routers {'ea60e7d5-a239-4a93-bf19-793e2b824886'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:31:28.959239 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:31:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['ea60e7d5-a239-4a93-bf19-793e2b824886'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:28.974683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Pushing event updated for resources: {'Port': ['ID=22896c7e-219d-4055-9f83-29b0e31c819a,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:28.996092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:28.996670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:28.997104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:28.997537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:28.998022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:28.998448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:28.998869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:28.999319 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:28.999787 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:29.000220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:29.000740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:29.001156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:29.019375 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 33132717-316c-47be-98a4-68507dd9e091 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:29.030757 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:29.083319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198736f-460d-4b69-a6e0-b17c1dc3e6e5 None None] Pushing event updated for resources: {'Port': ['ID=981b73fa-4a39-41e7-b9f0-7f12cdb24b71,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:29.210809 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 33132717-316c-47be-98a4-68507dd9e091 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:29.211117 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:29.253426 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:29.258350 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] Set router ea60e7d5-a239-4a93-bf19-793e2b824886 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:31:29.499597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c6b31f1f-c742-40a3-9a0f-a36c38c8c2c0 None None] Provisioning for port 22896c7e-219d-4055-9f83-29b0e31c819a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:29.534402 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c6b31f1f-c742-40a3-9a0f-a36c38c8c2c0 None None] Provisioning complete for port 22896c7e-219d-4055-9f83-29b0e31c819a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:29.534770 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c6b31f1f-c742-40a3-9a0f-a36c38c8c2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:29.595810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 33132717-316c-47be-98a4-68507dd9e091 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:29.620723 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:29.652392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c6b31f1f-c742-40a3-9a0f-a36c38c8c2c0 None None] Port 22896c7e-219d-4055-9f83-29b0e31c819a cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:31:29.681652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'name': 'tempest-TestEncryptedCinderVolumes-1287953463-router', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '981b73fa-4a39-41e7-b9f0-7f12cdb24b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:24Z', 'updated_at': '2022-05-27T23:31:26Z', 'revision_number': 3, 'project_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'gw_port': {'id': '981b73fa-4a39-41e7-b9f0-7f12cdb24b71', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:25Z', 'updated_at': '2022-05-27T23:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:29.685473 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69508a96-61c1-47d3-a5e1-04cdafe68a03 None None] The sync data for ids ['ea60e7d5-a239-4a93-bf19-793e2b824886'] in n-d-843680-3 is: [{'id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'name': 'tempest-TestEncryptedCinderVolumes-1287953463-router', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '981b73fa-4a39-41e7-b9f0-7f12cdb24b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:24Z', 'updated_at': '2022-05-27T23:31:26Z', 'revision_number': 3, 'project_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'gw_port': {'id': '981b73fa-4a39-41e7-b9f0-7f12cdb24b71', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:25Z', 'updated_at': '2022-05-27T23:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:31:29.693759 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:29.716378 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f6c2d6f0-6c2b-4915-8f8d-ad0dd5f72d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:29.807875 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:29.811340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Pushing event updated for resources: {'Port': ['ID=22896c7e-219d-4055-9f83-29b0e31c819a,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:29.965013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:31:29.966309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:30.169400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Router ea60e7d5-a239-4a93-bf19-793e2b824886 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:31:30.175715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2f002d07-2e94-4ec1-8526-102966ea4330 None None] Provisioning complete for port 22896c7e-219d-4055-9f83-29b0e31c819a triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:30.176420 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2f002d07-2e94-4ec1-8526-102966ea4330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:30.232162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2f002d07-2e94-4ec1-8526-102966ea4330 None None] Port 22896c7e-219d-4055-9f83-29b0e31c819a cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:31:30.356557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:31:30.365684 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b578188a-1713-4d55-8ac8-9a17935ff959 admin admin] 10.222.0.27 "PUT /v2.0/routers/ea60e7d5-a239-4a93-bf19-793e2b824886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6319232 May 27 23:31:30.998885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:31.060453 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47544) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:31.067898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-252253802-network', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:31.073840 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:31.078570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Usage tracker for resource:network and tenant:c5af0bc9375a4f5a909c3fb1e1ba2b65 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:31.080039 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:31.082068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:31.088083 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:31.144917 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Sync routers for ids ['ea60e7d5-a239-4a93-bf19-793e2b824886'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:31:31.144917 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Routers {'ea60e7d5-a239-4a93-bf19-793e2b824886'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:31:31.144917 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:31:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['ea60e7d5-a239-4a93-bf19-793e2b824886'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:31.202285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Made reservation on behalf of c5af0bc9375a4f5a909c3fb1e1ba2b65 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:31:31.205559 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:31.211475 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:31.212582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:31.220331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:31.220812 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:31.221482 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:31.240941 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:31.241418 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Usage tracker for resource:security_group_rule and tenant:c5af0bc9375a4f5a909c3fb1e1ba2b65 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:31.244395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:31.255277 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:31.327086 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Set router ea60e7d5-a239-4a93-bf19-793e2b824886 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:31:31.342393 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:31.351591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:31.353540 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:31.368644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 981b73fa-4a39-41e7-b9f0-7f12cdb24b71, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=981b73fa-4a39-41e7-b9f0-7f12cdb24b71,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:31.399739 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:31.425677 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:31.431481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:31:31.441728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69968c0d-c897-4346-a2e2-dae9e14c2949,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:31.447336 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:31.447767 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Added segment d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5 of type vlan for network a7798ca5-f68b-40b3-b39b-0f8b78195b5d May 27 23:31:31.475985 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:31.502519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=981b73fa-4a39-41e7-b9f0-7f12cdb24b71,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:31.562068 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:31.563687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:31.564269 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:31.636865 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'name': 'tempest-TestEncryptedCinderVolumes-1287953463-router', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '981b73fa-4a39-41e7-b9f0-7f12cdb24b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:24Z', 'updated_at': '2022-05-27T23:31:29Z', 'revision_number': 4, 'project_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'gw_port': {'id': '981b73fa-4a39-41e7-b9f0-7f12cdb24b71', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:25Z', 'updated_at': '2022-05-27T23:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '22896c7e-219d-4055-9f83-29b0e31c819a', 'name': '', 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'mac_address': 'fa:16:3e:df:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'd44bb048-8b56-408a-abfb-602d7a81f1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:28Z', 'updated_at': '2022-05-27T23:31:29Z', 'revision_number': 2, 'project_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'subnets': [{'id': 'd44bb048-8b56-408a-abfb-602d7a81f1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:31.641176 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Checking router: ea60e7d5-a239-4a93-bf19-793e2b824886 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:31:31.641518 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Updating router ea60e7d5-a239-4a93-bf19-793e2b824886 port 22896c7e-219d-4055-9f83-29b0e31c819a binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:31:31.668899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] Pushing event updated for resources: {'Network': ['ID=a7798ca5-f68b-40b3-b39b-0f8b78195b5d,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:31.681176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network a7798ca5-f68b-40b3-b39b-0f8b78195b5d details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:31:31.695855 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:31.717370 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-660d09cc-3db4-4712-ab96-25feafe51be1 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6551800 May 27 23:31:31.720933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47548) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:31.726521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] Request body: {'subnet': {'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-252253802-subnet', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:31.733959 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:31.744479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] Usage tracker for resource:subnet and tenant:c5af0bc9375a4f5a909c3fb1e1ba2b65 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:31.748545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:31.754932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:31.802142 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] Made reservation on behalf of c5af0bc9375a4f5a909c3fb1e1ba2b65 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:31:31.804473 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:32.039748 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:32.051034 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Transition to ACTIVE for port object 22896c7e-219d-4055-9f83-29b0e31c819a will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:32.057024 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:32.104440 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:32.137446 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e69bd7-424e-4482-9272-e410a25a105d,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:32.143320 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] Checking segment: {'id': 'd3e13c2f-c34b-46b1-8617-5b6ec3cba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:32.144256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] Network hostable DHCP agents. Network: a7798ca5-f68b-40b3-b39b-0f8b78195b5d, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:31:32.247581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] Network a7798ca5-f68b-40b3-b39b-0f8b78195b5d is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:31:32.275842 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a7851-6bff-44e4-8d71-58436718e365 None None] Pushing event updated for resources: {'Port': ['ID=22896c7e-219d-4055-9f83-29b0e31c819a,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:32.276492 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:32.317189 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a7851-6bff-44e4-8d71-58436718e365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:32.317569 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a7851-6bff-44e4-8d71-58436718e365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:32.317844 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a7851-6bff-44e4-8d71-58436718e365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:32.318170 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a7851-6bff-44e4-8d71-58436718e365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:32.318495 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a7851-6bff-44e4-8d71-58436718e365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:32.318846 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a7851-6bff-44e4-8d71-58436718e365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:32.319132 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a7851-6bff-44e4-8d71-58436718e365 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:32.319447 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a7851-6bff-44e4-8d71-58436718e365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:32.319761 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a7851-6bff-44e4-8d71-58436718e365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:32.320073 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a7851-6bff-44e4-8d71-58436718e365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:32.320408 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a7851-6bff-44e4-8d71-58436718e365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:32.320724 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668a7851-6bff-44e4-8d71-58436718e365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:32.329049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, a7798ca5-f68b-40b3-b39b-0f8b78195b5d) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:32.335825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:32.336575 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:32.342936 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Attempting to bind port 22896c7e-219d-4055-9f83-29b0e31c819a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:31:32.343942 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Attempting to bind port 22896c7e-219d-4055-9f83-29b0e31c819a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:31:32.349271 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Attempting to bind port 22896c7e-219d-4055-9f83-29b0e31c819a on network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:31:32.350575 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:31:32.350940 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Checking segment: {'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:32.351350 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:32.351797 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Bound using segment: {'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:31:32.352250 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Bound port: 22896c7e-219d-4055-9f83-29b0e31c819a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:31:32.353300 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:32.356055 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e798d29d-310e-457b-b104-8a0848915d52 None None] Network a7798ca5-f68b-40b3-b39b-0f8b78195b5d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:32.425757 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5fae1073-2ca0-4719-b74b-c93e9fd45f4f admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7036202 May 27 23:31:32.428536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47552) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:32.433276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-252253802-router', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:32.439318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:32.445984 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Usage tracker for resource:router and tenant:c5af0bc9375a4f5a909c3fb1e1ba2b65 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:32.448880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:32.454542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:32.490638 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] For port 22896c7e-219d-4055-9f83-29b0e31c819a, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:31:32.493643 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] For port 22896c7e-219d-4055-9f83-29b0e31c819a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=22896c7e-219d-4055-9f83-29b0e31c819a,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:31:32.562261 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:32.563321 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:32.578431 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:32.592126 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-a7798ca5-f68b-40b3-b39b-0f8b78195b5d', 'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'fixed_ips': [{'subnet_id': 'f9e69bd7-424e-4482-9272-e410a25a105d'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:31:32.593095 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:32.595101 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:32.687938 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Routers {'ea60e7d5-a239-4a93-bf19-793e2b824886'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:31:32.689175 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:31:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['ea60e7d5-a239-4a93-bf19-793e2b824886'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:32.764074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Allocated IP 172.20.0.2 (a7798ca5-f68b-40b3-b39b-0f8b78195b5d/f9e69bd7-424e-4482-9272-e410a25a105d/62ed916f-b131-4b73-a33b-8b7e032cac51) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:31:32.772540 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a7851-6bff-44e4-8d71-58436718e365 None None] Pushing event updated for resources: {'Port': ['ID=22896c7e-219d-4055-9f83-29b0e31c819a,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:32.936266 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:32.956166 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] Set router ea60e7d5-a239-4a93-bf19-793e2b824886 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:31:32.981591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:33.068737 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:33.086259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Transition to ACTIVE for port object 62ed916f-b131-4b73-a33b-8b7e032cac51 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:33.114336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Transition to ACTIVE for port object 62ed916f-b131-4b73-a33b-8b7e032cac51 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:33.115506 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:33.115870 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:33.227285 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:33.278283 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'name': 'tempest-TestEncryptedCinderVolumes-1287953463-router', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '981b73fa-4a39-41e7-b9f0-7f12cdb24b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:24Z', 'updated_at': '2022-05-27T23:31:29Z', 'revision_number': 4, 'project_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'gw_port': {'id': '981b73fa-4a39-41e7-b9f0-7f12cdb24b71', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:25Z', 'updated_at': '2022-05-27T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '22896c7e-219d-4055-9f83-29b0e31c819a', 'name': '', 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'mac_address': 'fa:16:3e:df:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'd44bb048-8b56-408a-abfb-602d7a81f1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:28Z', 'updated_at': '2022-05-27T23:31:32Z', 'revision_number': 4, 'project_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'subnets': [{'id': 'd44bb048-8b56-408a-abfb-602d7a81f1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:33.282832 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3784a28b-8b97-47b6-93aa-228201cfa299 None None] The sync data for ids ['ea60e7d5-a239-4a93-bf19-793e2b824886'] in n-d-843680-3 is: [{'id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'name': 'tempest-TestEncryptedCinderVolumes-1287953463-router', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '981b73fa-4a39-41e7-b9f0-7f12cdb24b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:24Z', 'updated_at': '2022-05-27T23:31:29Z', 'revision_number': 4, 'project_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'gw_port': {'id': '981b73fa-4a39-41e7-b9f0-7f12cdb24b71', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:25Z', 'updated_at': '2022-05-27T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '22896c7e-219d-4055-9f83-29b0e31c819a', 'name': '', 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'mac_address': 'fa:16:3e:df:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'device_owner': 'network:router_interface', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'd44bb048-8b56-408a-abfb-602d7a81f1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:28Z', 'updated_at': '2022-05-27T23:31:32Z', 'revision_number': 4, 'project_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'subnets': [{'id': 'd44bb048-8b56-408a-abfb-602d7a81f1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:31:33.305762 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:33.310748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Network a7798ca5-f68b-40b3-b39b-0f8b78195b5d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:31:33.316655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:33.317139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Pushing event updated for resources: {'Port': ['ID=62ed916f-b131-4b73-a33b-8b7e032cac51,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:33.320128 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:31:33.332716 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:33.332848 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:33.333150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:33.333486 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:33.333986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:33.334766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:33.335223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:33.335551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:33.335876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:33.336200 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:33.336548 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:33.336869 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:31:33.347769 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:33.384072 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:33.443979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Attempting to bind port 62ed916f-b131-4b73-a33b-8b7e032cac51 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:31:33.444372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Attempting to bind port 62ed916f-b131-4b73-a33b-8b7e032cac51 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'd3e13c2f-c34b-46b1-8617-5b6ec3cba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:31:33.444752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Attempting to bind port 62ed916f-b131-4b73-a33b-8b7e032cac51 on network a7798ca5-f68b-40b3-b39b-0f8b78195b5d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:31:33.450362 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:31:33.450725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Checking segment: {'id': 'd3e13c2f-c34b-46b1-8617-5b6ec3cba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:33.451123 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:33.451504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Bound using segment: {'id': 'd3e13c2f-c34b-46b1-8617-5b6ec3cba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:31:33.451983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Bound port: 62ed916f-b131-4b73-a33b-8b7e032cac51, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e13c2f-c34b-46b1-8617-5b6ec3cba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:31:33.452572 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:33.531856 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Allocated IP 172.25.2.85 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:31:33.548482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0282c926-0911-4626-8294-d8c49461d132 None None] For port 62ed916f-b131-4b73-a33b-8b7e032cac51, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:31:33.551585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0282c926-0911-4626-8294-d8c49461d132 None None] For port 62ed916f-b131-4b73-a33b-8b7e032cac51, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62ed916f-b131-4b73-a33b-8b7e032cac51,segment=NetworkSegment(d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5),segment_id=d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:31:33.628954 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:33.691733 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:33.732378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282c926-0911-4626-8294-d8c49461d132 None None] Pushing event updated for resources: {'Port': ['ID=62ed916f-b131-4b73-a33b-8b7e032cac51,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:33.817302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:33.886208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:31:33.889899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:33.892568 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:31:34.076645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:34.538181 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:34.722993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e5375b-6b5e-413b-ae83-f96baf05bfb1 None None] Network a7798ca5-f68b-40b3-b39b-0f8b78195b5d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:31:34.882744 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-04f93593-a629-41f0-89c5-61b3e6d20d17 None None] Provisioning for port 62ed916f-b131-4b73-a33b-8b7e032cac51 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:34.884207 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:35.020144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 62ed916f-b131-4b73-a33b-8b7e032cac51 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:35.176827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 62ed916f-b131-4b73-a33b-8b7e032cac51 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:35.182167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 62ed916f-b131-4b73-a33b-8b7e032cac51 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:35.182554 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:35.187761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Router 31fb5149-fbac-4216-a62c-4ea0fd5f1058 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:31:35.303736 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-045987c3-cfb0-4dfd-a5e4-77768d3af240 None None] Provisioning complete for port 62ed916f-b131-4b73-a33b-8b7e032cac51 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:35.304102 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-045987c3-cfb0-4dfd-a5e4-77768d3af240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:35.331996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 62ed916f-b131-4b73-a33b-8b7e032cac51 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:35.332394 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:35.367037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:31:35.383116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Sync routers for ids ['31fb5149-fbac-4216-a62c-4ea0fd5f1058'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:31:35.392023 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 62ed916f-b131-4b73-a33b-8b7e032cac51, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62ed916f-b131-4b73-a33b-8b7e032cac51,segment=NetworkSegment(d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5),segment_id=d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:35.403320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Routers {'31fb5149-fbac-4216-a62c-4ea0fd5f1058'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:31:35.403932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:31:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['31fb5149-fbac-4216-a62c-4ea0fd5f1058'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:35.464668 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:35.465803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-336d6b9a-9564-4c14-bd2d-569b1a159fe5 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0365441 May 27 23:31:35.468480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47556) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:31:35.491148 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:35.491930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 22896c7e-219d-4055-9f83-29b0e31c819a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:35.681389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-045987c3-cfb0-4dfd-a5e4-77768d3af240 None None] Current status of the port 62ed916f-b131-4b73-a33b-8b7e032cac51 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:35.714813 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=62ed916f-b131-4b73-a33b-8b7e032cac51,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:35.745390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Set router 31fb5149-fbac-4216-a62c-4ea0fd5f1058 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:31:35.842660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 22896c7e-219d-4055-9f83-29b0e31c819a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:35.866972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 22896c7e-219d-4055-9f83-29b0e31c819a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:35.867341 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:36.104449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 22896c7e-219d-4055-9f83-29b0e31c819a is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:36.104822 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:36.146202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 22896c7e-219d-4055-9f83-29b0e31c819a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=22896c7e-219d-4055-9f83-29b0e31c819a,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:36.151016 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'name': 'tempest-TestEncryptedCinderVolumes-252253802-router', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:32Z', 'updated_at': '2022-05-27T23:31:34Z', 'revision_number': 3, 'project_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'gw_port': {'id': 'bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:33Z', 'updated_at': '2022-05-27T23:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:36.155136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Checking router: 31fb5149-fbac-4216-a62c-4ea0fd5f1058 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:31:36.163836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Updating router 31fb5149-fbac-4216-a62c-4ea0fd5f1058 port bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:31:36.208306 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:36.240901 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:36.262760 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:36.374094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=22896c7e-219d-4055-9f83-29b0e31c819a,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:36.473176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Allocated IP 172.20.0.1 (a7798ca5-f68b-40b3-b39b-0f8b78195b5d/f9e69bd7-424e-4482-9272-e410a25a105d/880ab583-d2f7-42a6-81de-214cf83511b9) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:31:36.623323 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:36.640778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Transition to ACTIVE for port object 880ab583-d2f7-42a6-81de-214cf83511b9 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:36.654072 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:36.675434 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Transition to ACTIVE for port object bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:36.733909 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:36.742124 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:36.802986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Network a7798ca5-f68b-40b3-b39b-0f8b78195b5d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:31:36.805839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:36.809735 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:31:36.820656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Attempting to bind port bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:31:36.821219 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Attempting to bind port bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:31:36.821445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Attempting to bind port bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:31:36.827296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f5b94-205f-4603-9dfa-f9c526f502a7 None None] Pushing event updated for resources: {'Port': ['ID=bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:36.832552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:31:36.832933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:36.833333 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:36.833718 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:31:36.834339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Bound port: bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:31:36.834718 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:36.851596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=880ab583-d2f7-42a6-81de-214cf83511b9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:36.868134 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:36.916606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] For port bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:31:36.920161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] For port bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:31:36.969703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 62ed916f-b131-4b73-a33b-8b7e032cac51 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:36.999925 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:37.110254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Routers {'31fb5149-fbac-4216-a62c-4ea0fd5f1058'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:31:37.110254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:31:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['31fb5149-fbac-4216-a62c-4ea0fd5f1058'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:37.174154 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f5b94-205f-4603-9dfa-f9c526f502a7 None None] Pushing event updated for resources: {'Port': ['ID=bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:37.208157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 62ed916f-b131-4b73-a33b-8b7e032cac51 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:37.208548 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:37.213435 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:37.313057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b1056a06-dedb-4beb-ac3b-cd770932c46b None None] Provisioning for port 880ab583-d2f7-42a6-81de-214cf83511b9 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:37.326862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b1056a06-dedb-4beb-ac3b-cd770932c46b None None] Provisioning complete for port 880ab583-d2f7-42a6-81de-214cf83511b9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:37.327235 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b1056a06-dedb-4beb-ac3b-cd770932c46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:37.392955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] Set router 31fb5149-fbac-4216-a62c-4ea0fd5f1058 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:31:37.468967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b1056a06-dedb-4beb-ac3b-cd770932c46b None None] Port 880ab583-d2f7-42a6-81de-214cf83511b9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:31:37.553758 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:37.624995 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:37.659826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 62ed916f-b131-4b73-a33b-8b7e032cac51 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:37.660935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 22896c7e-219d-4055-9f83-29b0e31c819a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:37.735005 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:37.739461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=880ab583-d2f7-42a6-81de-214cf83511b9,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:37.803160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 22896c7e-219d-4055-9f83-29b0e31c819a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:37.803528 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:37.874250 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Network a7798ca5-f68b-40b3-b39b-0f8b78195b5d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:31:37.875912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:37.922248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'name': 'tempest-TestEncryptedCinderVolumes-252253802-router', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:32Z', 'updated_at': '2022-05-27T23:31:37Z', 'revision_number': 4, 'project_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'gw_port': {'id': 'bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:33Z', 'updated_at': '2022-05-27T23:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '880ab583-d2f7-42a6-81de-214cf83511b9', 'name': '', 'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'mac_address': 'fa:16:3e:be:37:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f9e69bd7-424e-4482-9272-e410a25a105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:36Z', 'updated_at': '2022-05-27T23:31:36Z', 'revision_number': 1, 'project_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'subnets': [{'id': 'f9e69bd7-424e-4482-9272-e410a25a105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:37.931348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8095ac-f0a6-47b7-bdd2-1ececd4075e5 None None] The sync data for ids ['31fb5149-fbac-4216-a62c-4ea0fd5f1058'] in n-d-843680-3 is: [{'id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'name': 'tempest-TestEncryptedCinderVolumes-252253802-router', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:32Z', 'updated_at': '2022-05-27T23:31:37Z', 'revision_number': 4, 'project_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'gw_port': {'id': 'bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:33Z', 'updated_at': '2022-05-27T23:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '880ab583-d2f7-42a6-81de-214cf83511b9', 'name': '', 'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'mac_address': 'fa:16:3e:be:37:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f9e69bd7-424e-4482-9272-e410a25a105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:36Z', 'updated_at': '2022-05-27T23:31:36Z', 'revision_number': 1, 'project_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'subnets': [{'id': 'f9e69bd7-424e-4482-9272-e410a25a105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:31:37.939140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 22896c7e-219d-4055-9f83-29b0e31c819a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:38.070740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Router 31fb5149-fbac-4216-a62c-4ea0fd5f1058 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:31:38.197308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3bfdb130-04b2-4764-bfca-ced067b5d94a None None] Provisioning complete for port 880ab583-d2f7-42a6-81de-214cf83511b9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:38.197867 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3bfdb130-04b2-4764-bfca-ced067b5d94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:38.254764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdb130-04b2-4764-bfca-ced067b5d94a None None] Port 880ab583-d2f7-42a6-81de-214cf83511b9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:31:38.275314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:31:38.285459 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8576e8e9-47e3-4669-8473-05b84220b8e4 admin admin] 10.222.0.27 "PUT /v2.0/routers/31fb5149-fbac-4216-a62c-4ea0fd5f1058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8159323 May 27 23:31:38.983321 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:39.013375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738d920-f501-4bea-b496-592f69e374ea req-8ab6d9db-6706-4183-bb21-f7187f46fb1f tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:39.014044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a738d920-f501-4bea-b496-592f69e374ea req-8ab6d9db-6706-4183-bb21-f7187f46fb1f tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Synchronizing usage tracker for tenant:f7f2915e6c4342cc9126c281542d1d8d on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:31:39.115791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-a738d920-f501-4bea-b496-592f69e374ea req-8ab6d9db-6706-4183-bb21-f7187f46fb1f tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Unset dirty status for tenant:f7f2915e6c4342cc9126c281542d1d8d on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:31:39.116985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a738d920-f501-4bea-b496-592f69e374ea req-8ab6d9db-6706-4183-bb21-f7187f46fb1f tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/networks?id=1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd HTTP/1.1" status: 200 len: 817 time: 0.2494731 May 27 23:31:39.125686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:39.131018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:39.131503 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:39.132637 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a738d920-f501-4bea-b496-592f69e374ea req-3c3ee145-0e7d-4c37-900f-7b01fae687d8 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/quotas/f7f2915e6c4342cc9126c281542d1d8d HTTP/1.1" status: 200 len: 375 time: 0.0101888 May 27 23:31:39.216885 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a738d920-f501-4bea-b496-592f69e374ea req-341eb392-cac2-4e8b-a62f-cfbae1b30f66 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=f7f2915e6c4342cc9126c281542d1d8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787892 May 27 23:31:39.285038 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:39.285523 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:39.302439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:39.362004 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:39.429679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:39.454000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a738d920-f501-4bea-b496-592f69e374ea req-e37fcf97-f395-4f81-b593-9377e7cc58e7 service neutron] 10.222.0.27 "GET /v2.0/networks/1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242785 May 27 23:31:39.589325 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a738d920-f501-4bea-b496-592f69e374ea req-1ee8c3d7-fd8a-492b-94ec-9b4298827754 service neutron] 10.222.0.27 "GET /v2.0/networks/1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291034 May 27 23:31:39.839308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3cab4d10-6a09-4896-b4e7-5f50a0d2e485 req-a803503d-7b45-40e6-a6c7-0791633798a1 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 210 time: 0.0458443 May 27 23:31:40.948896 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb4c2150-ab82-4700-b081-d2b505279159 req-20755922-c61b-4153-94ce-fadf98543542 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 210 time: 0.0433214 May 27 23:31:40.962243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:41.031677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:41.032056 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:41.156783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:41.196996 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Sync routers for ids ['31fb5149-fbac-4216-a62c-4ea0fd5f1058'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:31:41.206733 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Routers {'31fb5149-fbac-4216-a62c-4ea0fd5f1058'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:31:41.207315 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:31:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['31fb5149-fbac-4216-a62c-4ea0fd5f1058'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:41.380188 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Set router 31fb5149-fbac-4216-a62c-4ea0fd5f1058 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:31:41.714767 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'name': 'tempest-TestEncryptedCinderVolumes-252253802-router', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:32Z', 'updated_at': '2022-05-27T23:31:37Z', 'revision_number': 4, 'project_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'gw_port': {'id': 'bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:33Z', 'updated_at': '2022-05-27T23:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '880ab583-d2f7-42a6-81de-214cf83511b9', 'name': '', 'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'mac_address': 'fa:16:3e:be:37:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f9e69bd7-424e-4482-9272-e410a25a105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:36Z', 'updated_at': '2022-05-27T23:31:37Z', 'revision_number': 2, 'project_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'subnets': [{'id': 'f9e69bd7-424e-4482-9272-e410a25a105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:41.718447 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Checking router: 31fb5149-fbac-4216-a62c-4ea0fd5f1058 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:31:41.718786 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Updating router 31fb5149-fbac-4216-a62c-4ea0fd5f1058 port 880ab583-d2f7-42a6-81de-214cf83511b9 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:31:41.769511 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:42.090739 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c12c6076-0841-4c92-969a-2f500f6840ad req-2c64a332-3ea3-4db6-9647-d9baec3b5fdb tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 210 time: 0.0420039 May 27 23:31:42.109401 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:42.121180 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Transition to ACTIVE for port object 880ab583-d2f7-42a6-81de-214cf83511b9 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:42.184832 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:42.263385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738d920-f501-4bea-b496-592f69e374ea req-7c88847d-a7ee-4431-8da0-486ddb79e17f tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:42.264872 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a738d920-f501-4bea-b496-592f69e374ea req-7c88847d-a7ee-4431-8da0-486ddb79e17f tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.46 "GET /v2.0/networks?id=1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd HTTP/1.1" status: 200 len: 817 time: 0.1688583 May 27 23:31:42.276764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Request body: {'port': {'device_id': 'e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed', 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd', 'admin_state_up': True, 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:42.403536 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Attempting to bind port 880ab583-d2f7-42a6-81de-214cf83511b9 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:31:42.404132 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Attempting to bind port 880ab583-d2f7-42a6-81de-214cf83511b9 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'd3e13c2f-c34b-46b1-8617-5b6ec3cba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:31:42.404264 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Attempting to bind port 880ab583-d2f7-42a6-81de-214cf83511b9 on network a7798ca5-f68b-40b3-b39b-0f8b78195b5d {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:31:42.406324 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee6d66-2720-4f92-b7a1-d9c3d8049a66 None None] Pushing event updated for resources: {'Port': ['ID=880ab583-d2f7-42a6-81de-214cf83511b9,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:42.417514 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:31:42.417890 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Checking segment: {'id': 'd3e13c2f-c34b-46b1-8617-5b6ec3cba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:42.418292 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:42.418740 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Bound using segment: {'id': 'd3e13c2f-c34b-46b1-8617-5b6ec3cba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:31:42.419217 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Bound port: 880ab583-d2f7-42a6-81de-214cf83511b9, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e13c2f-c34b-46b1-8617-5b6ec3cba6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:31:42.419591 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:42.425379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:31:42.429587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Usage tracker for resource:port and tenant:f7f2915e6c4342cc9126c281542d1d8d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:31:42.432833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:31:42.441015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:31:42.517142 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] For port 880ab583-d2f7-42a6-81de-214cf83511b9, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:31:42.517688 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] For port 880ab583-d2f7-42a6-81de-214cf83511b9, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=880ab583-d2f7-42a6-81de-214cf83511b9,segment=NetworkSegment(d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5),segment_id=d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:31:42.536341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Made reservation on behalf of f7f2915e6c4342cc9126c281542d1d8d for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:31:42.539943 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:42.613559 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:42.690697 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Routers {'31fb5149-fbac-4216-a62c-4ea0fd5f1058'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:31:42.691326 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:31:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['31fb5149-fbac-4216-a62c-4ea0fd5f1058'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:42.712611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Allocated IP 172.20.0.7 (1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd/d44bb048-8b56-408a-abfb-602d7a81f1a8/fb2e4995-e939-4c1b-8538-96705fc5563e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:31:42.748399 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee6d66-2720-4f92-b7a1-d9c3d8049a66 None None] Pushing event updated for resources: {'Port': ['ID=880ab583-d2f7-42a6-81de-214cf83511b9,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:42.882536 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] Set router 31fb5149-fbac-4216-a62c-4ea0fd5f1058 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:31:42.998949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 880ab583-d2f7-42a6-81de-214cf83511b9 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:43.098398 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:43.116225 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Transition to ACTIVE for port object fb2e4995-e939-4c1b-8538-96705fc5563e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:43.165077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 880ab583-d2f7-42a6-81de-214cf83511b9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:43.170389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 880ab583-d2f7-42a6-81de-214cf83511b9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:43.170826 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:43.223188 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:43.247444 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'name': 'tempest-TestEncryptedCinderVolumes-252253802-router', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:32Z', 'updated_at': '2022-05-27T23:31:37Z', 'revision_number': 4, 'project_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'gw_port': {'id': 'bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:33Z', 'updated_at': '2022-05-27T23:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '880ab583-d2f7-42a6-81de-214cf83511b9', 'name': '', 'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'mac_address': 'fa:16:3e:be:37:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f9e69bd7-424e-4482-9272-e410a25a105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:36Z', 'updated_at': '2022-05-27T23:31:42Z', 'revision_number': 4, 'project_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'subnets': [{'id': 'f9e69bd7-424e-4482-9272-e410a25a105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:31:43.252720 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f53dc58-db52-4598-b94c-4cab2f809656 None None] The sync data for ids ['31fb5149-fbac-4216-a62c-4ea0fd5f1058'] in n-d-843680-3 is: [{'id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'name': 'tempest-TestEncryptedCinderVolumes-252253802-router', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:32Z', 'updated_at': '2022-05-27T23:31:37Z', 'revision_number': 4, 'project_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'gw_port': {'id': 'bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:33Z', 'updated_at': '2022-05-27T23:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '880ab583-d2f7-42a6-81de-214cf83511b9', 'name': '', 'network_id': 'a7798ca5-f68b-40b3-b39b-0f8b78195b5d', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'mac_address': 'fa:16:3e:be:37:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': 'f9e69bd7-424e-4482-9272-e410a25a105d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:36Z', 'updated_at': '2022-05-27T23:31:42Z', 'revision_number': 4, 'project_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'subnets': [{'id': 'f9e69bd7-424e-4482-9272-e410a25a105d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:31:43.298831 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bbb05-45be-4b94-a32f-3e1131980e35 req-e0d54b98-c61a-440b-aef9-8db0a3201d74 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:43.301443 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f09bbb05-45be-4b94-a32f-3e1131980e35 req-e0d54b98-c61a-440b-aef9-8db0a3201d74 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 931 time: 0.0931695 May 27 23:31:43.302413 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 880ab583-d2f7-42a6-81de-214cf83511b9 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:43.302860 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:43.334015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Pushing event updated for resources: {'Port': ['ID=fb2e4995-e939-4c1b-8538-96705fc5563e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:43.341523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 880ab583-d2f7-42a6-81de-214cf83511b9, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=880ab583-d2f7-42a6-81de-214cf83511b9,segment=NetworkSegment(d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5),segment_id=d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:43.342771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:31:43.344055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:31:43.353416 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:31:43.353759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f09bbb05-45be-4b94-a32f-3e1131980e35 req-9d73a048-b45a-485a-b4c9-83a2e37b2fc1 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Synchronizing usage tracker for tenant:f7f2915e6c4342cc9126c281542d1d8d on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:31:43.418821 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:43.427155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:43.427988 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:43.447306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-f09bbb05-45be-4b94-a32f-3e1131980e35 req-9d73a048-b45a-485a-b4c9-83a2e37b2fc1 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Unset dirty status for tenant:f7f2915e6c4342cc9126c281542d1d8d on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:31:43.448535 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f09bbb05-45be-4b94-a32f-3e1131980e35 req-9d73a048-b45a-485a-b4c9-83a2e37b2fc1 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405864 May 27 23:31:43.501861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=880ab583-d2f7-42a6-81de-214cf83511b9,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:43.543425 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a738d920-f501-4bea-b496-592f69e374ea req-68441c1d-f214-4e5d-b144-ce808a0c893a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2703528 May 27 23:31:43.556137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Request body: {'port': {'device_id': 'e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:31:43.676319 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:43.693030 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-28fc66cc-fdbc-420c-bc28-8e3982b45bd8 None None] Provisioning for port fb2e4995-e939-4c1b-8538-96705fc5563e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:43.698739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-28fc66cc-fdbc-420c-bc28-8e3982b45bd8 None None] Provisioning complete for port fb2e4995-e939-4c1b-8538-96705fc5563e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:43.699312 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28fc66cc-fdbc-420c-bc28-8e3982b45bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:43.755678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-28fc66cc-fdbc-420c-bc28-8e3982b45bd8 None None] Port fb2e4995-e939-4c1b-8538-96705fc5563e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:31:44.029094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2e4995-e939-4c1b-8538-96705fc5563e {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:31:44.037172 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:44.051904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Transition to ACTIVE for port object fb2e4995-e939-4c1b-8538-96705fc5563e will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:31:44.119220 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:44.251254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2e4995-e939-4c1b-8538-96705fc5563e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:44.356699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Attempting to bind port fb2e4995-e939-4c1b-8538-96705fc5563e on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:31:44.357405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Attempting to bind port fb2e4995-e939-4c1b-8538-96705fc5563e by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:31:44.357405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Attempting to bind port fb2e4995-e939-4c1b-8538-96705fc5563e on network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:31:44.362698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Port fb2e4995-e939-4c1b-8538-96705fc5563e on network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:31:44.363022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Attempting to bind port fb2e4995-e939-4c1b-8538-96705fc5563e on network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:31:44.368120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:31:44.368507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Checking segment: {'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:31:44.368890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Bound using segment: {'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:31:44.369317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Bound port: fb2e4995-e939-4c1b-8538-96705fc5563e, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:31:44.369661 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:44.541802 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] For port fb2e4995-e939-4c1b-8538-96705fc5563e, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:31:44.545064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] For port fb2e4995-e939-4c1b-8538-96705fc5563e, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fb2e4995-e939-4c1b-8538-96705fc5563e,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:31:44.611563 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:44.637847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b74d-8aa8-41c8-a7f9-102557b84fc0 req-1cc46a5c-749a-4f4c-aaa6-7e4e3792cf35 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:44.639315 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8454b74d-8aa8-41c8-a7f9-102557b84fc0 req-1cc46a5c-749a-4f4c-aaa6-7e4e3792cf35 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 943 time: 0.0810282 May 27 23:31:44.675813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:44.676463 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:44.677853 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a738d920-f501-4bea-b496-592f69e374ea req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] 10.222.0.46 "PUT /v2.0/ports/fb2e4995-e939-4c1b-8538-96705fc5563e HTTP/1.1" status: 200 len: 1091 time: 1.1265395 May 27 23:31:44.678290 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed', 'tag': 'fb2e4995-e939-4c1b-8538-96705fc5563e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:31:44.698665 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8454b74d-8aa8-41c8-a7f9-102557b84fc0 req-eee6aae9-1111-404a-9301-650ec0b4b5bb tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532837 May 27 23:31:44.703145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dced1b-7554-4e96-ab9c-2b991a1c2e33 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2e4995-e939-4c1b-8538-96705fc5563e,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:44.740979 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc816097-dcf5-4f53-9e99-a57bf8d2f323'] response: {'name': 'network-changed', 'server_uuid': 'e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed', 'tag': 'fb2e4995-e939-4c1b-8538-96705fc5563e', 'status': 'completed', 'code': 200} May 27 23:31:44.839512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbc88b-ea8d-4866-bc19-19e5826a234a req-1ead81df-5274-4be2-b2f6-b64cc6b2d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:44.841002 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47fbc88b-ea8d-4866-bc19-19e5826a234a req-1ead81df-5274-4be2-b2f6-b64cc6b2d48a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7f2915e6c4342cc9126c281542d1d8d&device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 1094 time: 0.0778360 May 27 23:31:44.961902 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 880ab583-d2f7-42a6-81de-214cf83511b9 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:44.985499 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbc88b-ea8d-4866-bc19-19e5826a234a req-d8433705-be65-49fc-adcf-9100aac7799a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:44.986952 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47fbc88b-ea8d-4866-bc19-19e5826a234a req-d8433705-be65-49fc-adcf-9100aac7799a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f7f2915e6c4342cc9126c281542d1d8d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1398568 May 27 23:31:45.033425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 880ab583-d2f7-42a6-81de-214cf83511b9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:45.033790 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:45.125682 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbc88b-ea8d-4866-bc19-19e5826a234a req-3653cd72-fefe-4229-b0e9-fe6dd71376e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:45.127038 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-47fbc88b-ea8d-4866-bc19-19e5826a234a req-3653cd72-fefe-4229-b0e9-fe6dd71376e9 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341674 May 27 23:31:45.149240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 880ab583-d2f7-42a6-81de-214cf83511b9 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:45.228234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738d920-f501-4bea-b496-592f69e374ea req-86a60a28-253d-4ca2-84a2-a64f61dbc919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:45.229711 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a738d920-f501-4bea-b496-592f69e374ea req-86a60a28-253d-4ca2-84a2-a64f61dbc919 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7f2915e6c4342cc9126c281542d1d8d&device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 1094 time: 0.0693312 May 27 23:31:45.413809 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a738d920-f501-4bea-b496-592f69e374ea req-8926fd21-6e7a-474d-acd5-a6315acb3371 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb2e4995-e939-4c1b-8538-96705fc5563e HTTP/1.1" status: 200 len: 217 time: 0.1779628 May 27 23:31:45.475874 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738d920-f501-4bea-b496-592f69e374ea req-03c11801-2e22-45a4-98e4-42f9d053b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:45.477332 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a738d920-f501-4bea-b496-592f69e374ea req-03c11801-2e22-45a4-98e4-42f9d053b2f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d44bb048-8b56-408a-abfb-602d7a81f1a8 HTTP/1.1" status: 200 len: 856 time: 0.0583236 May 27 23:31:45.569534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738d920-f501-4bea-b496-592f69e374ea req-571212ed-c604-402d-81ea-2d28c2a747ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:45.570963 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a738d920-f501-4bea-b496-592f69e374ea req-571212ed-c604-402d-81ea-2d28c2a747ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882792 May 27 23:31:45.698687 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a738d920-f501-4bea-b496-592f69e374ea req-dd48f256-7023-4a36-a882-e798a5c2c747 service neutron] 10.222.0.46 "GET /v2.0/networks/1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214478 May 27 23:31:45.828890 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a738d920-f501-4bea-b496-592f69e374ea req-76d5ca5b-17fc-4ec1-92b8-e8eac3765103 service neutron] 10.222.0.46 "GET /v2.0/networks/1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247661 May 27 23:31:46.002933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890e9f3-b752-471f-9af2-21cf05693567 req-04dccc84-9026-48b1-ae8b-6d541fb096bb tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:46.004304 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2890e9f3-b752-471f-9af2-21cf05693567 req-04dccc84-9026-48b1-ae8b-6d541fb096bb tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 943 time: 0.1853116 May 27 23:31:46.049508 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2890e9f3-b752-471f-9af2-21cf05693567 req-35aedb55-41b2-4c39-a812-79d8bbb0d2a9 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 May 27 23:31:46.361650 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:47.233129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a5ada1-4640-4c5a-bac3-98614f09880f req-3beaa0ce-2594-4d56-94ab-8ed3e6cc993e tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:47.235076 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-17a5ada1-4640-4c5a-bac3-98614f09880f req-3beaa0ce-2594-4d56-94ab-8ed3e6cc993e tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 943 time: 0.0819175 May 27 23:31:47.278205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-17a5ada1-4640-4c5a-bac3-98614f09880f req-57898335-1ec2-4cb8-b962-fe3be3aa2b08 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375481 May 27 23:31:48.458460 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4687a-be10-4f5c-82c2-9c892dbab34e req-c5c74f7e-6e29-4028-8e93-65fdc5666559 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:48.459893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a4a4687a-be10-4f5c-82c2-9c892dbab34e req-c5c74f7e-6e29-4028-8e93-65fdc5666559 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 943 time: 0.0794833 May 27 23:31:48.507867 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a4a4687a-be10-4f5c-82c2-9c892dbab34e req-6b462ce0-b3c7-4306-bf0c-e0e4af6db82b tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 May 27 23:31:48.861045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fb2e4995-e939-4c1b-8538-96705fc5563e details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:31:48.990007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port fb2e4995-e939-4c1b-8538-96705fc5563e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fb2e4995-e939-4c1b-8538-96705fc5563e,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:49.006286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'fb2e4995-e939-4c1b-8538-96705fc5563e', 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd', 'port_id': 'fb2e4995-e939-4c1b-8538-96705fc5563e', 'mac_address': 'fa:16:3e:18:12:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44bb048-8b56-408a-abfb-602d7a81f1a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:31:49.059650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port fb2e4995-e939-4c1b-8538-96705fc5563e is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:49.060027 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:49.076821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2e4995-e939-4c1b-8538-96705fc5563e {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:31:49.091936 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port fb2e4995-e939-4c1b-8538-96705fc5563e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fb2e4995-e939-4c1b-8538-96705fc5563e,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:49.167105 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:49.232014 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=fb2e4995-e939-4c1b-8538-96705fc5563e,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:49.366459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['fb2e4995-e939-4c1b-8538-96705fc5563e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:31:49.691786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4a737-7065-4c72-966b-7b72841b7570 req-fbfa78eb-6751-475a-ae5a-ecd061be18e7 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:49.693239 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82f4a737-7065-4c72-966b-7b72841b7570 req-fbfa78eb-6751-475a-ae5a-ecd061be18e7 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 944 time: 0.0805805 May 27 23:31:49.737761 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82f4a737-7065-4c72-966b-7b72841b7570 req-e0423687-5d7e-489c-9bbf-2e6439fa9c5f tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387063 May 27 23:31:50.071437 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:31:50.872613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fb2e4995-e939-4c1b-8538-96705fc5563e up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:31:50.924438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d6d8f9-3ac5-4084-9247-dd21de7d2ba2 req-513140df-5812-4f6d-aee9-7bbacd753ede tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:50.925912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5d6d8f9-3ac5-4084-9247-dd21de7d2ba2 req-513140df-5812-4f6d-aee9-7bbacd753ede tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 944 time: 0.0834103 May 27 23:31:50.969920 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d5d6d8f9-3ac5-4084-9247-dd21de7d2ba2 req-f31b7c16-6930-49cd-8468-84bd1f039d27 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381842 May 27 23:31:50.987434 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port fb2e4995-e939-4c1b-8538-96705fc5563e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:31:50.992498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port fb2e4995-e939-4c1b-8538-96705fc5563e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:31:50.992863 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:51.104037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port fb2e4995-e939-4c1b-8538-96705fc5563e is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:31:51.104438 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:51.133581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e4995-e939-4c1b-8538-96705fc5563e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:31:51.142779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port fb2e4995-e939-4c1b-8538-96705fc5563e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fb2e4995-e939-4c1b-8538-96705fc5563e,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:31:51.177600 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d82e3dd-2ce4-4ea1-bb0f-e3e60f7cdc97'] response: {'server_uuid': 'e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2e4995-e939-4c1b-8538-96705fc5563e', 'code': 200} May 27 23:31:51.207224 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:51.275929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=fb2e4995-e939-4c1b-8538-96705fc5563e,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:31:51.304184 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a930f0-96ff-4735-9da7-034e4f45cef9 req-f4c68c1b-c787-4b8d-9425-2c2803e85b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:51.305700 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-78a930f0-96ff-4735-9da7-034e4f45cef9 req-f4c68c1b-c787-4b8d-9425-2c2803e85b0e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 1096 time: 0.0693634 May 27 23:31:51.345054 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-78a930f0-96ff-4735-9da7-034e4f45cef9 req-a8bc50d7-c1bc-4dc7-a163-432d0cb6fd81 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335841 May 27 23:31:52.150538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f95269-9613-460e-9e09-416adfc76a27 req-674947c6-0e60-4ba9-939e-67c5dd3652eb tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:52.151980 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71f95269-9613-460e-9e09-416adfc76a27 req-674947c6-0e60-4ba9-939e-67c5dd3652eb tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 945 time: 0.0789897 May 27 23:31:52.195260 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71f95269-9613-460e-9e09-416adfc76a27 req-23bc35ce-5e5b-44e1-9076-84dcc387b619 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376742 May 27 23:31:52.918913 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:53.382640 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60903f8-25f0-418c-86b6-57d27a396ec4 req-e0a96b7f-2795-4f90-ac0a-a8add9e1021c tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:53.384070 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c60903f8-25f0-418c-86b6-57d27a396ec4 req-e0a96b7f-2795-4f90-ac0a-a8add9e1021c tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 945 time: 0.0823221 May 27 23:31:53.427046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c60903f8-25f0-418c-86b6-57d27a396ec4 req-48f57275-db2c-425b-93ba-d895adf8b444 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373735 May 27 23:31:53.609473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cb1ea-fe85-44ca-8f9d-e3a9abe3cdb2 req-0c96f8e1-d1e8-4069-bb16-c2f9e1838d4e tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:31:53.610890 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f3cb1ea-fe85-44ca-8f9d-e3a9abe3cdb2 req-0c96f8e1-d1e8-4069-bb16-c2f9e1838d4e tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 945 time: 0.0783200 May 27 23:31:53.652797 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9f3cb1ea-fe85-44ca-8f9d-e3a9abe3cdb2 req-0be535ed-8c14-4c45-9751-2e449fae9e8a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363457 May 27 23:31:57.593221 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca327933-14a5-4a54-947f-08902b02bffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:31:59.684650 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ae782a1b-463f-4180-954e-439849feffc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:00.985127 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:01.080132 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:02.273010 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:11.565902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778edc0-c61c-4eca-828d-7ff8ab3b3930 req-dc925a05-9bb7-4948-a57f-6a3d9fdff61e tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:11.567347 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7778edc0-c61c-4eca-828d-7ff8ab3b3930 req-dc925a05-9bb7-4948-a57f-6a3d9fdff61e tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 945 time: 0.0835910 May 27 23:32:11.610087 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7778edc0-c61c-4eca-828d-7ff8ab3b3930 req-1f2fd123-75c0-4736-996f-2edc75379484 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370634 May 27 23:32:12.794472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a294112-1a27-4704-bcc7-06fd265a7a35 req-f9df4cf5-9ea8-42e1-bc7a-6952510beff6 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:12.795952 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a294112-1a27-4704-bcc7-06fd265a7a35 req-f9df4cf5-9ea8-42e1-bc7a-6952510beff6 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 945 time: 0.0802636 May 27 23:32:12.842792 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3a294112-1a27-4704-bcc7-06fd265a7a35 req-901aeac4-0fc9-41de-a48d-a3d5bb2911ec tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404818 May 27 23:32:12.997703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64bcef-5695-4949-a6c1-184fed52a2ae req-8e13f0d5-a4d3-43c3-9523-2dd244bfde51 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:12.998909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4a64bcef-5695-4949-a6c1-184fed52a2ae req-8e13f0d5-a4d3-43c3-9523-2dd244bfde51 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Synchronizing usage tracker for tenant:f7f2915e6c4342cc9126c281542d1d8d on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:32:13.112708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-4a64bcef-5695-4949-a6c1-184fed52a2ae req-8e13f0d5-a4d3-43c3-9523-2dd244bfde51 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Unset dirty status for tenant:f7f2915e6c4342cc9126c281542d1d8d on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:32:13.113839 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4a64bcef-5695-4949-a6c1-184fed52a2ae req-8e13f0d5-a4d3-43c3-9523-2dd244bfde51 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.46 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 945 time: 0.1961374 May 27 23:32:13.183286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4a64bcef-5695-4949-a6c1-184fed52a2ae req-cae0c5ac-35cd-4e97-bcec-20e824423c87 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Deleting port fb2e4995-e939-4c1b-8538-96705fc5563e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:32:13.183537 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a64bcef-5695-4949-a6c1-184fed52a2ae req-cae0c5ac-35cd-4e97-bcec-20e824423c87 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:13.428473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-4a64bcef-5695-4949-a6c1-184fed52a2ae req-cae0c5ac-35cd-4e97-bcec-20e824423c87 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] For port fb2e4995-e939-4c1b-8538-96705fc5563e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=fb2e4995-e939-4c1b-8538-96705fc5563e,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:32:13.428836 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a64bcef-5695-4949-a6c1-184fed52a2ae req-cae0c5ac-35cd-4e97-bcec-20e824423c87 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:13.549889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-4a64bcef-5695-4949-a6c1-184fed52a2ae req-cae0c5ac-35cd-4e97-bcec-20e824423c87 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Calling delete_port for fb2e4995-e939-4c1b-8538-96705fc5563e owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:32:13.752871 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a64bcef-5695-4949-a6c1-184fed52a2ae req-cae0c5ac-35cd-4e97-bcec-20e824423c87 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:13.764662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['fb2e4995-e939-4c1b-8538-96705fc5563e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:32:13.802935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0c5ac-35cd-4e97-bcec-20e824423c87 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Pushing event deleted for resources: {'Port': ['ID=fb2e4995-e939-4c1b-8538-96705fc5563e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:13.885900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a64bcef-5695-4949-a6c1-184fed52a2ae req-cae0c5ac-35cd-4e97-bcec-20e824423c87 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] No DVR routers for this DVR port fb2e4995-e939-4c1b-8538-96705fc5563e on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:32:13.888575 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-4a64bcef-5695-4949-a6c1-184fed52a2ae req-cae0c5ac-35cd-4e97-bcec-20e824423c87 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:13.892466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed', 'name': 'network-vif-deleted', 'tag': 'fb2e4995-e939-4c1b-8538-96705fc5563e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:32:13.943383 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99d5f64f-e1dd-4139-ba9a-a1b0a83a2552'] response: {'server_uuid': 'e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed', 'name': 'network-vif-deleted', 'tag': 'fb2e4995-e939-4c1b-8538-96705fc5563e', 'status': 'completed', 'code': 200} May 27 23:32:13.959782 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4a64bcef-5695-4949-a6c1-184fed52a2ae req-cae0c5ac-35cd-4e97-bcec-20e824423c87 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.46 "DELETE /v2.0/ports/fb2e4995-e939-4c1b-8538-96705fc5563e HTTP/1.1" status: 204 len: 173 time: 0.8401225 May 27 23:32:13.997564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ed895d03-debf-4c96-9206-c5ad0f7be74d req-6fc96952-13b6-4729-9c75-88f8525169f3 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e8b7fd6a-e008-4976-b3ea-0dea1c21f8ed HTTP/1.1" status: 200 len: 210 time: 0.0424941 May 27 23:32:15.605282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f89089da-a73f-449c-8657-8c8bbf810281 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:15.606628 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f89089da-a73f-449c-8657-8c8bbf810281 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/networks?id=1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd HTTP/1.1" status: 200 len: 817 time: 0.1455870 May 27 23:32:15.622038 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-e69f38bb-6c79-4c1c-90f3-dc13e680aeae tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/quotas/f7f2915e6c4342cc9126c281542d1d8d HTTP/1.1" status: 200 len: 375 time: 0.0093803 May 27 23:32:15.703984 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-c7d99367-d4b3-42fe-ab7e-3af74a6e52a2 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=f7f2915e6c4342cc9126c281542d1d8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764322 May 27 23:32:15.902632 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-d4cccf38-9b13-4c84-914f-c364d515de1f service neutron] 10.222.0.27 "GET /v2.0/networks/1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871994 May 27 23:32:16.032777 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-e643ff9d-0bad-428c-8fa8-1f7f5f5e38eb service neutron] 10.222.0.27 "GET /v2.0/networks/1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238470 May 27 23:32:16.304912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b149395b-d905-405f-8387-f50d6f759f22 req-b7f1eaca-d636-4d21-b32c-48ebf2347c85 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 210 time: 0.0462360 May 27 23:32:16.398561 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:16.965993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fb2e4995-e939-4c1b-8538-96705fc5563e no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:32:17.000647 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: fb2e4995-e939-4c1b-8538-96705fc5563e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:32:17.000920 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device fb2e4995-e939-4c1b-8538-96705fc5563e not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:32:17.456632 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5487070c-4d8f-4f86-b1a9-5b07eccae727 req-ec8b87b0-af13-4cd1-a446-ec0756b8625b tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 210 time: 0.0443399 May 27 23:32:18.285817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f381ee2f-3439-4880-80ce-346ebec86ab3 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:18.287233 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f381ee2f-3439-4880-80ce-346ebec86ab3 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.46 "GET /v2.0/networks?id=1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd HTTP/1.1" status: 200 len: 817 time: 0.1427615 May 27 23:32:18.299347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Request body: {'port': {'device_id': 'e0a63e36-d274-4eac-bdc7-2ac3f0243a6f', 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd', 'admin_state_up': True, 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:32:18.562411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:32:18.567118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Usage tracker for resource:port and tenant:f7f2915e6c4342cc9126c281542d1d8d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:32:18.570061 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:32:18.575977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:32:18.609840 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71f23a21-9904-4cfc-b6ad-00b13f219835 req-c5e69198-7f46-4c67-9c59-2f805f98f261 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 210 time: 0.0419309 May 27 23:32:18.644281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Made reservation on behalf of f7f2915e6c4342cc9126c281542d1d8d for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:32:18.647750 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:18.807477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Allocated IP 172.20.0.14 (1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd/d44bb048-8b56-408a-abfb-602d7a81f1a8/a2e71c0b-2fd4-4e31-b72a-dcee43ee327e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:32:19.006207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:19.021698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Transition to ACTIVE for port object a2e71c0b-2fd4-4e31-b72a-dcee43ee327e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:32:19.121528 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:19.196328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:32:19.199560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:32:19.202141 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:32:19.240064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Pushing event updated for resources: {'Port': ['ID=a2e71c0b-2fd4-4e31-b72a-dcee43ee327e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:19.273252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:19.273860 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:19.350672 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-b7ad6652-bec4-420c-b8c9-dd119054a004 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0549595 May 27 23:32:19.363029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Request body: {'port': {'device_id': 'e0a63e36-d274-4eac-bdc7-2ac3f0243a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:32:19.467068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8de0dc22-26c3-4eba-a012-09ecc822e269 None None] Provisioning for port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:32:19.476914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-8de0dc22-26c3-4eba-a012-09ecc822e269 None None] Provisioning complete for port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:32:19.476914 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8de0dc22-26c3-4eba-a012-09ecc822e269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:19.480792 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:19.525092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8de0dc22-26c3-4eba-a012-09ecc822e269 None None] Port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:32:19.799499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f3c39-47b0-4e5f-a1c8-c9c66c005f83 req-20c7e347-5995-4c2c-b19c-02be6170eb52 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:19.801128 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec8f3c39-47b0-4e5f-a1c8-c9c66c005f83 req-20c7e347-5995-4c2c-b19c-02be6170eb52 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 932 time: 0.0851295 May 27 23:32:19.846948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec8f3c39-47b0-4e5f-a1c8-c9c66c005f83 req-cbb5e2f2-02cf-47f3-bacb-890889cb8ca0 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399129 May 27 23:32:19.889827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e71c0b-2fd4-4e31-b72a-dcee43ee327e {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:32:19.897206 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:19.911413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Transition to ACTIVE for port object a2e71c0b-2fd4-4e31-b72a-dcee43ee327e will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:32:19.981543 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:20.136047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e71c0b-2fd4-4e31-b72a-dcee43ee327e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:20.218755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Attempting to bind port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:32:20.219086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Attempting to bind port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:32:20.219409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Attempting to bind port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e on network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:32:20.224021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e on network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:32:20.224340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Attempting to bind port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e on network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:32:20.229425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:32:20.229757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Checking segment: {'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:32:20.230138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Bound using segment: {'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:32:20.230561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Bound port: a2e71c0b-2fd4-4e31-b72a-dcee43ee327e, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0d4798-38a2-4d71-857c-6ec90bd2be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:32:20.230906 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:20.321541 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] For port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:32:20.324324 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] For port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a2e71c0b-2fd4-4e31-b72a-dcee43ee327e,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:32:20.378488 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:20.437898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:20.438502 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:20.440195 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/a2e71c0b-2fd4-4e31-b72a-dcee43ee327e HTTP/1.1" status: 200 len: 1092 time: 1.0813210 May 27 23:32:20.440582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a63e36-d274-4eac-bdc7-2ac3f0243a6f', 'tag': 'a2e71c0b-2fd4-4e31-b72a-dcee43ee327e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:32:20.462378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddad08-b96a-4eef-b8db-08db310c49f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e71c0b-2fd4-4e31-b72a-dcee43ee327e,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:20.490859 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343dcd22-5dd8-4dfe-b6b4-3f44968382e7'] response: {'name': 'network-changed', 'server_uuid': 'e0a63e36-d274-4eac-bdc7-2ac3f0243a6f', 'tag': 'a2e71c0b-2fd4-4e31-b72a-dcee43ee327e', 'status': 'completed', 'code': 200} May 27 23:32:20.587484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418b79-9a73-4df4-9cb0-4b20a477f7de req-8a9f6c45-64aa-40b2-8864-8d89f5ce307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:20.589060 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a418b79-9a73-4df4-9cb0-4b20a477f7de req-8a9f6c45-64aa-40b2-8864-8d89f5ce307a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7f2915e6c4342cc9126c281542d1d8d&device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 1095 time: 0.0792966 May 27 23:32:20.847268 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418b79-9a73-4df4-9cb0-4b20a477f7de req-5a3dec82-f19f-49d2-9a9c-67e0907906b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:20.848739 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a418b79-9a73-4df4-9cb0-4b20a477f7de req-5a3dec82-f19f-49d2-9a9c-67e0907906b1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=f7f2915e6c4342cc9126c281542d1d8d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2531581 May 27 23:32:20.984406 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a418b79-9a73-4df4-9cb0-4b20a477f7de req-4cc43a2c-0d13-4e56-a87d-fa79c28dee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:20.985856 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2a418b79-9a73-4df4-9cb0-4b20a477f7de req-4cc43a2c-0d13-4e56-a87d-fa79c28dee8f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320617 May 27 23:32:21.028577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728a573-35e8-40fb-9f3b-d67d1cd5b007 req-266bec24-bc64-4ada-8a46-47f3677cf323 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:21.030053 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b728a573-35e8-40fb-9f3b-d67d1cd5b007 req-266bec24-bc64-4ada-8a46-47f3677cf323 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 944 time: 0.0776839 May 27 23:32:21.077668 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b728a573-35e8-40fb-9f3b-d67d1cd5b007 req-bf4191b7-1a19-4ab2-8dc8-455ca2f47dee tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415616 May 27 23:32:21.090392 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-5ea808fb-c637-44d6-aca9-4e01726116e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:21.091865 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-5ea808fb-c637-44d6-aca9-4e01726116e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7f2915e6c4342cc9126c281542d1d8d&device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 1095 time: 0.0711617 May 27 23:32:21.161844 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-c309115e-4d00-49eb-a7be-4eb7ca8e2298 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2e71c0b-2fd4-4e31-b72a-dcee43ee327e HTTP/1.1" status: 200 len: 217 time: 0.0632513 May 27 23:32:21.222217 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-2819faf3-85cd-4bf3-ba72-f01aba90c71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:21.223600 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-2819faf3-85cd-4bf3-ba72-f01aba90c71c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d44bb048-8b56-408a-abfb-602d7a81f1a8 HTTP/1.1" status: 200 len: 856 time: 0.0563378 May 27 23:32:21.299634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-60b9dae3-c099-42fb-b9dd-df98c3f3a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:21.301077 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-60b9dae3-c099-42fb-b9dd-df98c3f3a335 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720267 May 27 23:32:21.430472 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-5f640bd0-09ae-41e7-8b9c-c56cf1f01a8b service neutron] 10.222.0.46 "GET /v2.0/networks/1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223972 May 27 23:32:21.563190 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-da74ce76-7ead-4402-8312-cb0697b99d27 req-bccbedd9-75b6-4979-8e8b-99eb5d00df63 service neutron] 10.222.0.46 "GET /v2.0/networks/1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264043 May 27 23:32:22.259441 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efc38b-bfa2-4e76-8d1c-0b8ae96d3971 req-844432a9-c3a6-4d05-9bd1-cc76558bdbb3 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:22.260891 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92efc38b-bfa2-4e76-8d1c-0b8ae96d3971 req-844432a9-c3a6-4d05-9bd1-cc76558bdbb3 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 944 time: 0.0787888 May 27 23:32:22.304264 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-92efc38b-bfa2-4e76-8d1c-0b8ae96d3971 req-9efaad53-f55c-4a5a-ace8-15e197d7393d tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372486 May 27 23:32:22.946678 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:23.015802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a2e71c0b-2fd4-4e31-b72a-dcee43ee327e details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:32:23.144986 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a2e71c0b-2fd4-4e31-b72a-dcee43ee327e,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:32:23.160881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'a2e71c0b-2fd4-4e31-b72a-dcee43ee327e', 'network_id': '1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd', 'port_id': 'a2e71c0b-2fd4-4e31-b72a-dcee43ee327e', 'mac_address': 'fa:16:3e:b6:ac:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd44bb048-8b56-408a-abfb-602d7a81f1a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:32:23.214556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:32:23.214931 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:23.230912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e71c0b-2fd4-4e31-b72a-dcee43ee327e {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:32:23.246295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a2e71c0b-2fd4-4e31-b72a-dcee43ee327e,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:32:23.323849 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:23.389535 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=a2e71c0b-2fd4-4e31-b72a-dcee43ee327e,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:23.496300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4f0d2-a36c-42e8-8431-3ecdf719d7a5 req-711a3068-a905-4841-b8b5-b55212f2eed6 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:23.497762 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-21d4f0d2-a36c-42e8-8431-3ecdf719d7a5 req-711a3068-a905-4841-b8b5-b55212f2eed6 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 945 time: 0.0849996 May 27 23:32:23.509703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['a2e71c0b-2fd4-4e31-b72a-dcee43ee327e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:32:23.541407 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-21d4f0d2-a36c-42e8-8431-3ecdf719d7a5 req-c77a58b2-0269-4cd0-ad31-3278ac0cd3fa tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379076 May 27 23:32:24.723621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeb3ae-004a-44a4-859d-44333e0357ac req-e5c9a2e8-9fb3-4044-893f-b2bd88081cc7 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:24.725114 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cceeb3ae-004a-44a4-859d-44333e0357ac req-e5c9a2e8-9fb3-4044-893f-b2bd88081cc7 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 945 time: 0.0786099 May 27 23:32:24.768892 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cceeb3ae-004a-44a4-859d-44333e0357ac req-2fe2c4e7-1fe0-4702-b110-59c4296aa9fc tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380902 May 27 23:32:25.028806 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a2e71c0b-2fd4-4e31-b72a-dcee43ee327e up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:32:25.175397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:32:25.180073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:32:25.180461 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:25.290811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:32:25.291180 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:25.319462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a63e36-d274-4eac-bdc7-2ac3f0243a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e71c0b-2fd4-4e31-b72a-dcee43ee327e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:32:25.329503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a2e71c0b-2fd4-4e31-b72a-dcee43ee327e,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:32:25.364130 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425258db-c440-4064-9a92-ff930c07e5a0'] response: {'server_uuid': 'e0a63e36-d274-4eac-bdc7-2ac3f0243a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e71c0b-2fd4-4e31-b72a-dcee43ee327e', 'code': 200} May 27 23:32:25.407426 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:25.476274 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=a2e71c0b-2fd4-4e31-b72a-dcee43ee327e,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:25.488558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe5d8c-a052-4280-bef6-4b66fbd35562 req-f579d2d8-ee92-455f-bae5-de24fa72648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:25.490306 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5ffe5d8c-a052-4280-bef6-4b66fbd35562 req-f579d2d8-ee92-455f-bae5-de24fa72648f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 1097 time: 0.0715301 May 27 23:32:25.528302 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5ffe5d8c-a052-4280-bef6-4b66fbd35562 req-0090f9f2-ce4b-418b-96b8-6b9c0dac4383 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 May 27 23:32:25.951596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894b106-28b9-44ce-a27c-61135a70d4f0 req-1ebc3a25-10a7-4141-a250-1ef2136155f5 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:25.953643 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9894b106-28b9-44ce-a27c-61135a70d4f0 req-1ebc3a25-10a7-4141-a250-1ef2136155f5 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 946 time: 0.0821798 May 27 23:32:25.996221 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9894b106-28b9-44ce-a27c-61135a70d4f0 req-d66f1ea9-89e6-48dc-82a4-cc116997b98d tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369976 May 27 23:32:27.071054 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:32:27.178651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf92a36-a8ba-43ff-9b64-aedc73a30b84 req-ca4d1684-7327-43b1-b961-e14c2c8ad2a4 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:27.180089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf92a36-a8ba-43ff-9b64-aedc73a30b84 req-ca4d1684-7327-43b1-b961-e14c2c8ad2a4 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 946 time: 0.0774896 May 27 23:32:27.226302 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ccf92a36-a8ba-43ff-9b64-aedc73a30b84 req-30f272db-67eb-4408-823f-33e035f71cbb tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406041 May 27 23:32:27.405697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545656a9-708c-4c6f-b9a2-fe90cb2ca237 req-2eb024db-48b7-4f00-8a85-5d39299d255b tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:27.407215 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-545656a9-708c-4c6f-b9a2-fe90cb2ca237 req-2eb024db-48b7-4f00-8a85-5d39299d255b tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 946 time: 0.0781658 May 27 23:32:27.450089 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-545656a9-708c-4c6f-b9a2-fe90cb2ca237 req-e1338fdc-4fbc-45d0-9d3a-7e0f29fe688a tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373116 May 27 23:32:27.592937 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3dfa3658-3c86-479d-93bb-cd81b1efe197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:29.673425 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7af9e522-3c13-44da-8354-8953701be0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:30.001702 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5e644a3-153a-4827-a7a1-4ea64a9e0beb req-33afd604-c48c-46e9-a042-62f21d01f1cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752876 May 27 23:32:30.138397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e644a3-153a-4827-a7a1-4ea64a9e0beb req-5566313e-5ca8-4753-92b8-ff3786ff7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:30.139902 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5e644a3-153a-4827-a7a1-4ea64a9e0beb req-5566313e-5ca8-4753-92b8-ff3786ff7ebe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f7f2915e6c4342cc9126c281542d1d8d&device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 1097 time: 0.0711081 May 27 23:32:30.284116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e644a3-153a-4827-a7a1-4ea64a9e0beb req-ba5b3366-73af-4c18-bc14-486db5d2438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:30.285666 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5e644a3-153a-4827-a7a1-4ea64a9e0beb req-ba5b3366-73af-4c18-bc14-486db5d2438c service neutron] 10.222.0.46 "GET /v2.0/networks?id=1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd HTTP/1.1" status: 200 len: 918 time: 0.1287549 May 27 23:32:30.355891 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5e644a3-153a-4827-a7a1-4ea64a9e0beb req-2490e5a2-d649-4904-b2de-61fc84dfea51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2e71c0b-2fd4-4e31-b72a-dcee43ee327e HTTP/1.1" status: 200 len: 217 time: 0.0644324 May 27 23:32:30.415810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e644a3-153a-4827-a7a1-4ea64a9e0beb req-4441be9d-10ae-43a5-9709-beeed621f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:30.417274 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5e644a3-153a-4827-a7a1-4ea64a9e0beb req-4441be9d-10ae-43a5-9709-beeed621f5ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d44bb048-8b56-408a-abfb-602d7a81f1a8 HTTP/1.1" status: 200 len: 856 time: 0.0564790 May 27 23:32:30.504748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e644a3-153a-4827-a7a1-4ea64a9e0beb req-ecc74b0a-d56e-40e9-b29c-5d75984d08ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:30.506232 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5e644a3-153a-4827-a7a1-4ea64a9e0beb req-ecc74b0a-d56e-40e9-b29c-5d75984d08ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754387 May 27 23:32:30.639464 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5e644a3-153a-4827-a7a1-4ea64a9e0beb req-ea067bd6-4cc3-4a97-b439-d1a8cda86697 service neutron] 10.222.0.46 "GET /v2.0/networks/1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275005 May 27 23:32:30.889768 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a5e644a3-153a-4827-a7a1-4ea64a9e0beb req-d13cfa2a-5075-4eb9-b5b4-8cb687d6b866 service neutron] 10.222.0.46 "GET /v2.0/networks/1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444105 May 27 23:32:30.989946 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:31.081193 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:32.289987 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:45.150629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95875d48-6394-4c20-aa03-6913021977ee req-169e8474-9edb-47f7-a9cd-f89874095e2f tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:45.152084 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95875d48-6394-4c20-aa03-6913021977ee req-169e8474-9edb-47f7-a9cd-f89874095e2f tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 946 time: 0.0842781 May 27 23:32:45.290577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95875d48-6394-4c20-aa03-6913021977ee req-37a52b79-637c-4099-841e-5622631ffbd3 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321726 May 27 23:32:46.406778 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:46.481743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2db17-ade8-48ce-9068-2317de8637b2 req-6e7fd97c-699d-497e-9a78-10c746ab5bd2 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:46.483683 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ca2db17-ade8-48ce-9068-2317de8637b2 req-6e7fd97c-699d-497e-9a78-10c746ab5bd2 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 946 time: 0.0791602 May 27 23:32:46.527500 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ca2db17-ade8-48ce-9068-2317de8637b2 req-8f9ce02d-cad4-4cb7-ae3c-6825114905e0 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/security-groups?id=fe227821-3c64-4164-a33b-09ae5f12afed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377979 May 27 23:32:46.566572 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf8f2f-4fc5-47a4-a09c-361e9b699b46 req-ef3f5883-0e81-49ed-9cee-3103106d5174 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:32:46.567264 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-32cf8f2f-4fc5-47a4-a09c-361e9b699b46 req-ef3f5883-0e81-49ed-9cee-3103106d5174 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Synchronizing usage tracker for tenant:f7f2915e6c4342cc9126c281542d1d8d on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:32:46.629145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-32cf8f2f-4fc5-47a4-a09c-361e9b699b46 req-ef3f5883-0e81-49ed-9cee-3103106d5174 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Unset dirty status for tenant:f7f2915e6c4342cc9126c281542d1d8d on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:32:46.630206 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-32cf8f2f-4fc5-47a4-a09c-361e9b699b46 req-ef3f5883-0e81-49ed-9cee-3103106d5174 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 946 time: 0.1414819 May 27 23:32:46.701675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-32cf8f2f-4fc5-47a4-a09c-361e9b699b46 req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Deleting port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:32:46.702007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-32cf8f2f-4fc5-47a4-a09c-361e9b699b46 req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:46.939234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-32cf8f2f-4fc5-47a4-a09c-361e9b699b46 req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] For port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=a2e71c0b-2fd4-4e31-b72a-dcee43ee327e,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:32:46.939843 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-32cf8f2f-4fc5-47a4-a09c-361e9b699b46 req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:47.064568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-32cf8f2f-4fc5-47a4-a09c-361e9b699b46 req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Calling delete_port for a2e71c0b-2fd4-4e31-b72a-dcee43ee327e owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:32:47.263839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-32cf8f2f-4fc5-47a4-a09c-361e9b699b46 req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:47.317581 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Pushing event deleted for resources: {'Port': ['ID=a2e71c0b-2fd4-4e31-b72a-dcee43ee327e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:47.355777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:47.356126 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:47.356482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:47.356813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:47.357140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:47.357484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:47.357873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:47.358816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:47.359167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:47.359500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:47.359828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:47.360151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:47.406385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cf8f2f-4fc5-47a4-a09c-361e9b699b46 req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] No DVR routers for this DVR port a2e71c0b-2fd4-4e31-b72a-dcee43ee327e on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:32:47.408993 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-32cf8f2f-4fc5-47a4-a09c-361e9b699b46 req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:47.411642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a63e36-d274-4eac-bdc7-2ac3f0243a6f', 'name': 'network-vif-deleted', 'tag': 'a2e71c0b-2fd4-4e31-b72a-dcee43ee327e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:32:47.459213 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f08a30d9-39b4-4978-a19c-742000da401c'] response: {'server_uuid': 'e0a63e36-d274-4eac-bdc7-2ac3f0243a6f', 'name': 'network-vif-deleted', 'tag': 'a2e71c0b-2fd4-4e31-b72a-dcee43ee327e', 'status': 'completed', 'code': 200} May 27 23:32:47.482010 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-32cf8f2f-4fc5-47a4-a09c-361e9b699b46 req-f6dcdd4b-e1d1-4ce6-b0a7-4652477c8245 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.46 "DELETE /v2.0/ports/a2e71c0b-2fd4-4e31-b72a-dcee43ee327e HTTP/1.1" status: 204 len: 173 time: 0.8462126 May 27 23:32:47.680106 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8c4e47a0-c325-4c0e-a2e6-3a25fdd6e15a req-e8476f48-4316-42d3-8a00-d0212ff5c5c3 tempest-TestEncryptedCinderVolumes-685240658 tempest-TestEncryptedCinderVolumes-685240658-project] 10.222.0.27 "GET /v2.0/ports?device_id=e0a63e36-d274-4eac-bdc7-2ac3f0243a6f HTTP/1.1" status: 200 len: 210 time: 0.0445325 May 27 23:32:48.931033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47860) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:32:49.153326 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a2e71c0b-2fd4-4e31-b72a-dcee43ee327e no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:32:49.190514 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: a2e71c0b-2fd4-4e31-b72a-dcee43ee327e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:32:49.190858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device a2e71c0b-2fd4-4e31-b72a-dcee43ee327e not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:32:49.458992 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:49.802728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Deleting port 22896c7e-219d-4055-9f83-29b0e31c819a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:32:49.803062 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:49.972257 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] For port 22896c7e-219d-4055-9f83-29b0e31c819a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=22896c7e-219d-4055-9f83-29b0e31c819a,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:32:49.972984 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:50.095525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Calling delete_port for 22896c7e-219d-4055-9f83-29b0e31c819a owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:32:50.557869 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:50.609478 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=22896c7e-219d-4055-9f83-29b0e31c819a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:50.618226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:50.618740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:50.619087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:50.619420 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:50.619747 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:50.620114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:50.620404 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:50.620734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:50.621048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:50.621374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:50.621689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:50.622005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:32:50.883932 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:51.234593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Router ea60e7d5-a239-4a93-bf19-793e2b824886 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:32:51.404154 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:32:51.413201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644640ca-2e26-45a0-b0ea-ed0aa752416d None None] Sync routers for ids ['ea60e7d5-a239-4a93-bf19-793e2b824886'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:32:51.417356 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dd3bd7e7-e2da-4718-ae8c-8ef2311158d7 admin admin] 10.222.0.27 "PUT /v2.0/routers/ea60e7d5-a239-4a93-bf19-793e2b824886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4852452 May 27 23:32:51.419818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47864) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:32:51.422666 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644640ca-2e26-45a0-b0ea-ed0aa752416d None None] Routers {'ea60e7d5-a239-4a93-bf19-793e2b824886'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:32:51.423253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-644640ca-2e26-45a0-b0ea-ed0aa752416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:32:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['ea60e7d5-a239-4a93-bf19-793e2b824886'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:32:51.598630 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-644640ca-2e26-45a0-b0ea-ed0aa752416d None None] Set router ea60e7d5-a239-4a93-bf19-793e2b824886 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:32:51.712394 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:51.889730 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:51.910546 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-644640ca-2e26-45a0-b0ea-ed0aa752416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'name': 'tempest-TestEncryptedCinderVolumes-1287953463-router', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '981b73fa-4a39-41e7-b9f0-7f12cdb24b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:24Z', 'updated_at': '2022-05-27T23:32:50Z', 'revision_number': 5, 'project_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'gw_port': {'id': '981b73fa-4a39-41e7-b9f0-7f12cdb24b71', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:df:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:25Z', 'updated_at': '2022-05-27T23:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:32:51.914413 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644640ca-2e26-45a0-b0ea-ed0aa752416d None None] Checking router: ea60e7d5-a239-4a93-bf19-793e2b824886 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:32:51.923489 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644640ca-2e26-45a0-b0ea-ed0aa752416d None None] Routers {'ea60e7d5-a239-4a93-bf19-793e2b824886'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:32:51.924081 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-644640ca-2e26-45a0-b0ea-ed0aa752416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:32:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['ea60e7d5-a239-4a93-bf19-793e2b824886'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:32:51.952087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] Deleting port 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:32:51.952454 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:52.071857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-644640ca-2e26-45a0-b0ea-ed0aa752416d None None] Set router ea60e7d5-a239-4a93-bf19-793e2b824886 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:32:52.121986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] For port 981b73fa-4a39-41e7-b9f0-7f12cdb24b71, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=981b73fa-4a39-41e7-b9f0-7f12cdb24b71,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:32:52.122333 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:52.175778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-644640ca-2e26-45a0-b0ea-ed0aa752416d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'name': 'tempest-TestEncryptedCinderVolumes-1287953463-router', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:24Z', 'updated_at': '2022-05-27T23:32:51Z', 'revision_number': 6, 'project_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:32:52.179671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644640ca-2e26-45a0-b0ea-ed0aa752416d None None] The sync data for ids ['ea60e7d5-a239-4a93-bf19-793e2b824886'] in n-d-843680-3 is: [{'id': 'ea60e7d5-a239-4a93-bf19-793e2b824886', 'name': 'tempest-TestEncryptedCinderVolumes-1287953463-router', 'tenant_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:24Z', 'updated_at': '2022-05-27T23:32:51Z', 'revision_number': 6, 'project_id': 'f7f2915e6c4342cc9126c281542d1d8d', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:32:52.245232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] Calling delete_port for 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:32:52.489567 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:52.539845 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] Pushing event deleted for resources: {'Port': ['ID=981b73fa-4a39-41e7-b9f0-7f12cdb24b71,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:52.632327 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:52.805665 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:52.807797 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:52.906661 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:52.907182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea60e7d5-a239-4a93-bf19-793e2b824886 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:32:52.919555 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:52.920720 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d639a5c4-bbe9-45ba-b909-dc9511b59683 admin admin] 10.222.0.27 "DELETE /v2.0/routers/ea60e7d5-a239-4a93-bf19-793e2b824886 HTTP/1.1" status: 204 len: 168 time: 1.4993382 May 27 23:32:52.923262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47868) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:32:52.935098 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:52.988690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a01f517-8b40-402c-a17f-da22d3d916c5 admin admin] Deleting subnet d44bb048-8b56-408a-abfb-602d7a81f1a8 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:32:52.992518 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a01f517-8b40-402c-a17f-da22d3d916c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:53.003798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:32:53.044044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:32:53.044453 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 981b73fa-4a39-41e7-b9f0-7f12cdb24b71 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:32:53.044835 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a01f517-8b40-402c-a17f-da22d3d916c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:53.045498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 22896c7e-219d-4055-9f83-29b0e31c819a no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:32:53.105554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 22896c7e-219d-4055-9f83-29b0e31c819a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:32:53.105554 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 22896c7e-219d-4055-9f83-29b0e31c819a not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:32:53.134885 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a01f517-8b40-402c-a17f-da22d3d916c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:53.278193 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a01f517-8b40-402c-a17f-da22d3d916c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:53.313869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01f517-8b40-402c-a17f-da22d3d916c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d44bb048-8b56-408a-abfb-602d7a81f1a8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:53.320343 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4a01f517-8b40-402c-a17f-da22d3d916c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:53.326430 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca97ed5-d5bb-41c0-8cf5-0aef4c566901 None None] Network 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:32:53.326651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4a01f517-8b40-402c-a17f-da22d3d916c5 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/d44bb048-8b56-408a-abfb-602d7a81f1a8 HTTP/1.1" status: 204 len: 168 time: 0.4023688 May 27 23:32:53.329132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47872) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:32:53.546486 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:53.556970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] Deleting port 33132717-316c-47be-98a4-68507dd9e091 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:32:53.557295 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:53.563905 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a13661a-35d8-4fc3-8b02-521509a161b0 None None] DHCP port deletion for 1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:32:53.568591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2a13661a-35d8-4fc3-8b02-521509a161b0 None None] Deleting port 33132717-316c-47be-98a4-68507dd9e091 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:32:53.569031 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a13661a-35d8-4fc3-8b02-521509a161b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:53.768299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] For port 33132717-316c-47be-98a4-68507dd9e091, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=33132717-316c-47be-98a4-68507dd9e091,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:32:53.768693 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:53.774887 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2a13661a-35d8-4fc3-8b02-521509a161b0 None None] For port 33132717-316c-47be-98a4-68507dd9e091, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=33132717-316c-47be-98a4-68507dd9e091,segment=NetworkSegment(4a0d4798-38a2-4d71-857c-6ec90bd2be44),segment_id=4a0d4798-38a2-4d71-857c-6ec90bd2be44)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:32:53.775211 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a13661a-35d8-4fc3-8b02-521509a161b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:53.891299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] Calling delete_port for 33132717-316c-47be-98a4-68507dd9e091 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:32:53.893639 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2a13661a-35d8-4fc3-8b02-521509a161b0 None None] Calling delete_port for 33132717-316c-47be-98a4-68507dd9e091 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:32:54.063911 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:54.070199 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-2a13661a-35d8-4fc3-8b02-521509a161b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:32:54.070727 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-2a13661a-35d8-4fc3-8b02-521509a161b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:32:54.116094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] Pushing event deleted for resources: {'Port': ['ID=33132717-316c-47be-98a4-68507dd9e091,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:54.117926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] No DVR routers for this DVR port 33132717-316c-47be-98a4-68507dd9e091 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:32:54.232758 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:54.257726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:32:54.269813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0d4798-38a2-4d71-857c-6ec90bd2be44') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:32:54.270108 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0d4798-38a2-4d71-857c-6ec90bd2be44') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:32:54.280940 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:54.296079 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:54.302051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:32:54.302651 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:54.366195 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 4a0d4798-38a2-4d71-857c-6ec90bd2be44 resource provider aggregate not found May 27 23:32:54.386518 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 4a0d4798-38a2-4d71-857c-6ec90bd2be44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a0d4798-38a2-4d71-857c-6ec90bd2be44 found for delete ", "request_id": "req-47fce429-a1ad-40e9-8bba-50eb2d6b9936"}]} May 27 23:32:54.452436 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:54.467693 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:54.477594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] Pushing event deleted for resources: {'Network': ['ID=1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:54.558286 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-15b0d48f-e316-4887-8082-a624d5b0bb2c admin admin] 10.222.0.27 "DELETE /v2.0/networks/1549a73d-7bb1-4b18-bbe0-4a7bf5f699cd HTTP/1.1" status: 204 len: 168 time: 1.2281640 May 27 23:32:54.561749 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47880) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:32:54.572015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2a13661a-35d8-4fc3-8b02-521509a161b0 None None] Deleting port 33132717-316c-47be-98a4-68507dd9e091 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:32:54.572471 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a13661a-35d8-4fc3-8b02-521509a161b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:54.638058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2a13661a-35d8-4fc3-8b02-521509a161b0 None None] The port '33132717-316c-47be-98a4-68507dd9e091' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:32:54.991223 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 33132717-316c-47be-98a4-68507dd9e091 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:32:55.028057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 33132717-316c-47be-98a4-68507dd9e091 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:32:55.028425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 33132717-316c-47be-98a4-68507dd9e091 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:32:55.094038 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b2cc11d1-f454-430d-a47d-268c01c5a4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:55.526991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc11d1-f454-430d-a47d-268c01c5a4ef admin admin] Deleting port 880ab583-d2f7-42a6-81de-214cf83511b9 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:32:55.527799 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b2cc11d1-f454-430d-a47d-268c01c5a4ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:55.695287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-b2cc11d1-f454-430d-a47d-268c01c5a4ef admin admin] For port 880ab583-d2f7-42a6-81de-214cf83511b9, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=880ab583-d2f7-42a6-81de-214cf83511b9,segment=NetworkSegment(d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5),segment_id=d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:32:55.695635 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b2cc11d1-f454-430d-a47d-268c01c5a4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:55.818094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc11d1-f454-430d-a47d-268c01c5a4ef admin admin] Calling delete_port for 880ab583-d2f7-42a6-81de-214cf83511b9 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:32:56.081077 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b2cc11d1-f454-430d-a47d-268c01c5a4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:56.129571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc11d1-f454-430d-a47d-268c01c5a4ef admin admin] Pushing event deleted for resources: {'Port': ['ID=880ab583-d2f7-42a6-81de-214cf83511b9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:56.386755 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b2cc11d1-f454-430d-a47d-268c01c5a4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:56.832400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cc11d1-f454-430d-a47d-268c01c5a4ef admin admin] Router 31fb5149-fbac-4216-a62c-4ea0fd5f1058 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:32:57.005981 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cc11d1-f454-430d-a47d-268c01c5a4ef admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:32:57.015006 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd320b-e479-433c-b840-2c36403c592b None None] Sync routers for ids ['31fb5149-fbac-4216-a62c-4ea0fd5f1058'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:32:57.016205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b2cc11d1-f454-430d-a47d-268c01c5a4ef admin admin] 10.222.0.27 "PUT /v2.0/routers/31fb5149-fbac-4216-a62c-4ea0fd5f1058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4534447 May 27 23:32:57.018722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47884) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:32:57.024396 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd320b-e479-433c-b840-2c36403c592b None None] Routers {'31fb5149-fbac-4216-a62c-4ea0fd5f1058'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:32:57.025057 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c2fd320b-e479-433c-b840-2c36403c592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:32:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['31fb5149-fbac-4216-a62c-4ea0fd5f1058'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:32:57.194273 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:57.225602 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c2fd320b-e479-433c-b840-2c36403c592b None None] Set router 31fb5149-fbac-4216-a62c-4ea0fd5f1058 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:32:57.366709 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:57.466567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] Deleting port bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:32:57.467485 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:57.504366 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c2fd320b-e479-433c-b840-2c36403c592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'name': 'tempest-TestEncryptedCinderVolumes-252253802-router', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.85'}], 'enable_snat': True}, 'gw_port_id': 'bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:32Z', 'updated_at': '2022-05-27T23:32:55Z', 'revision_number': 5, 'project_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'gw_port': {'id': 'bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:31:33Z', 'updated_at': '2022-05-27T23:31:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:32:57.508174 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd320b-e479-433c-b840-2c36403c592b None None] Checking router: 31fb5149-fbac-4216-a62c-4ea0fd5f1058 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:32:57.516894 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd320b-e479-433c-b840-2c36403c592b None None] Routers {'31fb5149-fbac-4216-a62c-4ea0fd5f1058'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:32:57.517470 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c2fd320b-e479-433c-b840-2c36403c592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:32:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['31fb5149-fbac-4216-a62c-4ea0fd5f1058'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:32:57.563811 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2814b39e-8eba-4ad7-bb46-d13f9d5eb9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:57.645648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] For port bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:32:57.645895 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:57.666713 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c2fd320b-e479-433c-b840-2c36403c592b None None] Set router 31fb5149-fbac-4216-a62c-4ea0fd5f1058 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:32:57.765208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] Calling delete_port for bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:32:57.771263 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c2fd320b-e479-433c-b840-2c36403c592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'name': 'tempest-TestEncryptedCinderVolumes-252253802-router', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:32Z', 'updated_at': '2022-05-27T23:32:57Z', 'revision_number': 6, 'project_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:32:57.775530 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd320b-e479-433c-b840-2c36403c592b None None] The sync data for ids ['31fb5149-fbac-4216-a62c-4ea0fd5f1058'] in n-d-843680-3 is: [{'id': '31fb5149-fbac-4216-a62c-4ea0fd5f1058', 'name': 'tempest-TestEncryptedCinderVolumes-252253802-router', 'tenant_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:31:32Z', 'updated_at': '2022-05-27T23:32:57Z', 'revision_number': 6, 'project_id': 'c5af0bc9375a4f5a909c3fb1e1ba2b65', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:32:57.992518 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:58.038490 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:58.239053 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:58.402883 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:58.405027 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:58.523582 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:58.524111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31fb5149-fbac-4216-a62c-4ea0fd5f1058 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:32:58.536844 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:58.538020 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6fcaf091-534c-474a-8be1-c86dff071611 admin admin] 10.222.0.27 "DELETE /v2.0/routers/31fb5149-fbac-4216-a62c-4ea0fd5f1058 HTTP/1.1" status: 204 len: 168 time: 1.5183783 May 27 23:32:58.540574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47888) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:32:58.603953 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cde62ba-eb9e-4045-93d0-5196a643e4f3 admin admin] Deleting subnet f9e69bd7-424e-4482-9272-e410a25a105d {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:32:58.607126 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5cde62ba-eb9e-4045-93d0-5196a643e4f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:58.656045 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5cde62ba-eb9e-4045-93d0-5196a643e4f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:58.738068 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5cde62ba-eb9e-4045-93d0-5196a643e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:58.895042 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5cde62ba-eb9e-4045-93d0-5196a643e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:58.932335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde62ba-eb9e-4045-93d0-5196a643e4f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e69bd7-424e-4482-9272-e410a25a105d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:58.936004 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5cde62ba-eb9e-4045-93d0-5196a643e4f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:58.942582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03516c21-85ba-4a4f-b805-6193209f6f4c None None] Network a7798ca5-f68b-40b3-b39b-0f8b78195b5d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:32:58.943137 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5cde62ba-eb9e-4045-93d0-5196a643e4f3 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/f9e69bd7-424e-4482-9272-e410a25a105d HTTP/1.1" status: 204 len: 168 time: 0.4007435 May 27 23:32:58.944729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47892) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:32:59.003911 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:32:59.052188 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:59.063378 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] Deleting port 62ed916f-b131-4b73-a33b-8b7e032cac51 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:32:59.063704 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:59.091675 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:32:59.092018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device bbc9469f-6c68-4fb2-b530-8acd3a4eaf4c not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:32:59.092484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 880ab583-d2f7-42a6-81de-214cf83511b9 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:32:59.128102 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 880ab583-d2f7-42a6-81de-214cf83511b9 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:32:59.128470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 880ab583-d2f7-42a6-81de-214cf83511b9 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:32:59.267852 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] For port 62ed916f-b131-4b73-a33b-8b7e032cac51, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62ed916f-b131-4b73-a33b-8b7e032cac51,segment=NetworkSegment(d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5),segment_id=d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:32:59.268262 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:59.287640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e73e7e0-6045-4064-a7d5-24d24eccdd8f None None] DHCP port deletion for a7798ca5-f68b-40b3-b39b-0f8b78195b5d request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:32:59.291942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7e73e7e0-6045-4064-a7d5-24d24eccdd8f None None] Deleting port 62ed916f-b131-4b73-a33b-8b7e032cac51 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:32:59.292878 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e73e7e0-6045-4064-a7d5-24d24eccdd8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:59.389166 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] Calling delete_port for 62ed916f-b131-4b73-a33b-8b7e032cac51 owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:32:59.491814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7e73e7e0-6045-4064-a7d5-24d24eccdd8f None None] For port 62ed916f-b131-4b73-a33b-8b7e032cac51, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=62ed916f-b131-4b73-a33b-8b7e032cac51,segment=NetworkSegment(d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5),segment_id=d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:32:59.492156 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e73e7e0-6045-4064-a7d5-24d24eccdd8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:59.541014 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:59.589572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=62ed916f-b131-4b73-a33b-8b7e032cac51,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:32:59.594339 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] No DVR routers for this DVR port 62ed916f-b131-4b73-a33b-8b7e032cac51 on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:32:59.615809 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7e73e7e0-6045-4064-a7d5-24d24eccdd8f None None] Calling delete_port for 62ed916f-b131-4b73-a33b-8b7e032cac51 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:32:59.697937 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-7e73e7e0-6045-4064-a7d5-24d24eccdd8f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:32:59.698290 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-7e73e7e0-6045-4064-a7d5-24d24eccdd8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:32:59.709986 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:59.735584 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7798ca5-f68b-40b3-b39b-0f8b78195b5d']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:32:59.754702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e13c2f-c34b-46b1-8617-5b6ec3cba6a5') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:32:59.754702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e13c2f-c34b-46b1-8617-5b6ec3cba6a5') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:32:59.759144 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:59.766683 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c75a-0053-48a0-ba64-7cc2a81ed53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:59.776141 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:59.782823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:32:59.783206 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:32:59.942939 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5 resource provider aggregate not found May 27 23:32:59.964686 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3e13c2f-c34b-46b1-8617-5b6ec3cba6a5 found for delete ", "request_id": "req-ccfe055c-7c8b-4bec-87f1-8f9cfaf733b8"}]} May 27 23:33:00.043251 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:00.058402 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:00.068284 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] Pushing event deleted for resources: {'Network': ['ID=a7798ca5-f68b-40b3-b39b-0f8b78195b5d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:00.072874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6b0191b1-4839-43dc-846f-7d2d7d4ad3ab admin admin] 10.222.0.27 "DELETE /v2.0/networks/a7798ca5-f68b-40b3-b39b-0f8b78195b5d HTTP/1.1" status: 204 len: 168 time: 1.1261737 May 27 23:33:00.199731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7e73e7e0-6045-4064-a7d5-24d24eccdd8f None None] Deleting port 62ed916f-b131-4b73-a33b-8b7e032cac51 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:33:00.200285 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e73e7e0-6045-4064-a7d5-24d24eccdd8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:00.268236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7e73e7e0-6045-4064-a7d5-24d24eccdd8f None None] The port '62ed916f-b131-4b73-a33b-8b7e032cac51' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:33:00.481928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47902) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:33:00.532113 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-1826f96e-9909-411d-a43d-adca6bdc47db admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=f7f2915e6c4342cc9126c281542d1d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482712 May 27 23:33:00.534500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47906) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:33:00.590834 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b364a12-7cb6-42c9-9f22-35f897b803ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:00.617471 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b364a12-7cb6-42c9-9f22-35f897b803ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:00.752051 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b364a12-7cb6-42c9-9f22-35f897b803ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:00.769149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b364a12-7cb6-42c9-9f22-35f897b803ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe227821-3c64-4164-a33b-09ae5f12afed,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:00.853958 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3b364a12-7cb6-42c9-9f22-35f897b803ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:00.855071 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3b364a12-7cb6-42c9-9f22-35f897b803ff admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/fe227821-3c64-4164-a33b-09ae5f12afed HTTP/1.1" status: 204 len: 168 time: 0.3196762 May 27 23:33:00.992227 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 62ed916f-b131-4b73-a33b-8b7e032cac51 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:33:01.018713 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:01.035557 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 62ed916f-b131-4b73-a33b-8b7e032cac51 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:33:01.035904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 62ed916f-b131-4b73-a33b-8b7e032cac51 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:33:01.115229 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:01.489590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47914) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:33:01.537786 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8274c659-786b-4314-b593-74148b0c0cee admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c5af0bc9375a4f5a909c3fb1e1ba2b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469935 May 27 23:33:01.540185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47918) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:33:01.600164 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8c0fbaa-3082-44fd-bef7-5d86e67feb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:01.625310 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8c0fbaa-3082-44fd-bef7-5d86e67feb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:01.737907 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8c0fbaa-3082-44fd-bef7-5d86e67feb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:01.752444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0fbaa-3082-44fd-bef7-5d86e67feb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69968c0d-c897-4346-a2e2-dae9e14c2949,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:01.759966 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8c0fbaa-3082-44fd-bef7-5d86e67feb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:01.761291 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a8c0fbaa-3082-44fd-bef7-5d86e67feb9f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/69968c0d-c897-4346-a2e2-dae9e14c2949 HTTP/1.1" status: 204 len: 168 time: 0.2201436 May 27 23:33:02.303780 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:02.892230 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47942) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:33:03.020796 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1942338003-network', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:33:03.026112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:33:03.030688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Usage tracker for resource:network and tenant:06274816aa02436b8297fc76fc29e4e2 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:33:03.033596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:33:03.039727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:33:03.134839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Made reservation on behalf of 06274816aa02436b8297fc76fc29e4e2 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:33:03.137265 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:03.150136 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:03.164024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:33:03.167879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Usage tracker for resource:security_group_rule and tenant:06274816aa02436b8297fc76fc29e4e2 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:33:03.173564 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:33:03.176282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:33:03.257413 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:03.337619 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:03.366637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:33:03.375233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe68098-ea74-40e2-bdad-e9502bf55e04,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:03.381359 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:03.381729 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Added segment a7407439-d2af-4066-89b4-a460edfb7fca of type vlan for network 13da24b2-7c0b-4d86-9a9e-1d139562842e May 27 23:33:03.407560 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:03.494429 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:03.495355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:03.495926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:03.590691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] Pushing event updated for resources: {'Network': ['ID=13da24b2-7c0b-4d86-9a9e-1d139562842e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:03.603653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 13da24b2-7c0b-4d86-9a9e-1d139562842e details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:33:03.710011 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d031a64f-e356-4eed-8e24-885d863572f7 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8166404 May 27 23:33:03.712679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47948) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:33:03.718003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] Request body: {'subnet': {'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1942338003-subnet', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:33:03.723688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:33:03.727528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] Usage tracker for resource:subnet and tenant:06274816aa02436b8297fc76fc29e4e2 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:33:03.730428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:33:03.737109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:33:03.815173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] Made reservation on behalf of 06274816aa02436b8297fc76fc29e4e2 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:33:03.817475 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:04.069639 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:33:04.072371 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:04.146684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=90bf079b-215f-45bd-8ce3-e07a97797416,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:04.155719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] Checking segment: {'id': 'a7407439-d2af-4066-89b4-a460edfb7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:33:04.156065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] Network hostable DHCP agents. Network: 13da24b2-7c0b-4d86-9a9e-1d139562842e, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:33:04.232015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] Network 13da24b2-7c0b-4d86-9a9e-1d139562842e is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:33:04.317476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 13da24b2-7c0b-4d86-9a9e-1d139562842e) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:33:04.324380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:04.324380 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:04.327431 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb19eb2b-0bac-42d2-8aee-23cfab1f37cd None None] Network 13da24b2-7c0b-4d86-9a9e-1d139562842e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:33:04.398440 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-91e0a99b-c0c9-42fb-a461-354e4ec0e0ea admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6847334 May 27 23:33:04.401028 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47952) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:33:04.406453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:33:04.411581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:33:04.415359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Usage tracker for resource:router and tenant:06274816aa02436b8297fc76fc29e4e2 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:33:04.418208 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:33:04.423858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:33:04.512598 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:04.514126 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:04.529845 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:04.540949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-13da24b2-7c0b-4d86-9a9e-1d139562842e', 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'fixed_ips': [{'subnet_id': '90bf079b-215f-45bd-8ce3-e07a97797416'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:33:04.541810 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:04.694792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Allocated IP 172.20.0.2 (13da24b2-7c0b-4d86-9a9e-1d139562842e/90bf079b-215f-45bd-8ce3-e07a97797416/a0f24e05-9da2-4563-9997-8c7abe5a750b) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:33:04.890934 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:04.897041 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:04.906983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Transition to ACTIVE for port object a0f24e05-9da2-4563-9997-8c7abe5a750b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:33:04.924329 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Transition to ACTIVE for port object a0f24e05-9da2-4563-9997-8c7abe5a750b will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:33:05.024072 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:05.130360 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Network 13da24b2-7c0b-4d86-9a9e-1d139562842e is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:33:05.133404 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:33:05.137060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:33:05.142703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Pushing event updated for resources: {'Port': ['ID=a0f24e05-9da2-4563-9997-8c7abe5a750b,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:05.179181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:05.179523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:05.179860 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:05.180190 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:05.180548 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:05.180877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:05.181201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:05.181523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:05.181847 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:05.182169 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:05.182488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:05.182804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:05.239984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Attempting to bind port a0f24e05-9da2-4563-9997-8c7abe5a750b on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:33:05.240381 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Attempting to bind port a0f24e05-9da2-4563-9997-8c7abe5a750b by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'a7407439-d2af-4066-89b4-a460edfb7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:33:05.240742 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Attempting to bind port a0f24e05-9da2-4563-9997-8c7abe5a750b on network 13da24b2-7c0b-4d86-9a9e-1d139562842e {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:33:05.245916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:33:05.246289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Checking segment: {'id': 'a7407439-d2af-4066-89b4-a460edfb7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:33:05.246690 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:05.247080 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Bound using segment: {'id': 'a7407439-d2af-4066-89b4-a460edfb7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:33:05.247541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Bound port: a0f24e05-9da2-4563-9997-8c7abe5a750b, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7407439-d2af-4066-89b4-a460edfb7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:33:05.247962 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:05.290198 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:05.319428 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:05.335830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] For port a0f24e05-9da2-4563-9997-8c7abe5a750b, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:33:05.338737 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] For port a0f24e05-9da2-4563-9997-8c7abe5a750b, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a0f24e05-9da2-4563-9997-8c7abe5a750b,segment=NetworkSegment(a7407439-d2af-4066-89b4-a460edfb7fca),segment_id=a7407439-d2af-4066-89b4-a460edfb7fca)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:33:05.409753 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:05.496800 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5aa77-6d1d-4371-a73e-0307461f8729 None None] Pushing event updated for resources: {'Port': ['ID=a0f24e05-9da2-4563-9997-8c7abe5a750b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:05.568453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Allocated IP 172.25.2.8 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/918073b7-ab00-40d6-bd22-e4a5fa8db4f6) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:33:05.738498 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:05.824170 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:05.886982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:33:05.890201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:33:05.893949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:33:05.936163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Pushing event updated for resources: {'Port': ['ID=918073b7-ab00-40d6-bd22-e4a5fa8db4f6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:06.385673 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:06.416308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14224951-fea0-4adc-97f5-38caef2f090f None None] Network 13da24b2-7c0b-4d86-9a9e-1d139562842e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:33:06.593428 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a61d54a1-f31e-4dde-946a-d4dd09c42fd7 None None] Provisioning for port a0f24e05-9da2-4563-9997-8c7abe5a750b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:33:06.754730 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:07.023817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Router f116d219-4bdf-469e-8b7b-fad3832f0e70 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:33:07.027424 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a0f24e05-9da2-4563-9997-8c7abe5a750b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:33:07.152206 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port a0f24e05-9da2-4563-9997-8c7abe5a750b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:33:07.158250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a0f24e05-9da2-4563-9997-8c7abe5a750b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:07.158625 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:07.277042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a0f24e05-9da2-4563-9997-8c7abe5a750b is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:33:07.277421 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:07.308811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port a0f24e05-9da2-4563-9997-8c7abe5a750b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a0f24e05-9da2-4563-9997-8c7abe5a750b,segment=NetworkSegment(a7407439-d2af-4066-89b4-a460edfb7fca),segment_id=a7407439-d2af-4066-89b4-a460edfb7fca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:33:07.319687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:33:07.329005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Sync routers for ids ['f116d219-4bdf-469e-8b7b-fad3832f0e70'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:33:07.338388 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Routers {'f116d219-4bdf-469e-8b7b-fad3832f0e70'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:33:07.338996 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:33:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f116d219-4bdf-469e-8b7b-fad3832f0e70'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:07.393895 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:07.411727 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:07.411727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5ebf0dd8-6f08-4cf0-b1e4-6678250469c0 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0056355 May 27 23:33:07.411727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47956) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:33:07.552036 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=a0f24e05-9da2-4563-9997-8c7abe5a750b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:07.573254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Set router f116d219-4bdf-469e-8b7b-fad3832f0e70 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:33:07.853890 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:04Z', 'updated_at': '2022-05-27T23:33:06Z', 'revision_number': 3, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'gw_port': {'id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:05Z', 'updated_at': '2022-05-27T23:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:07.857879 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Checking router: f116d219-4bdf-469e-8b7b-fad3832f0e70 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:33:07.858238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Updating router f116d219-4bdf-469e-8b7b-fad3832f0e70 port 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:33:07.914352 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:08.079037 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:08.272040 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:08.284015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Transition to ACTIVE for port object 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:33:08.288261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Allocated IP 172.20.0.1 (13da24b2-7c0b-4d86-9a9e-1d139562842e/90bf079b-215f-45bd-8ce3-e07a97797416/368d7efd-5b76-45c0-8a3c-5c54d801df6b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:33:08.377981 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:08.434751 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:08.452586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Transition to ACTIVE for port object 368d7efd-5b76-45c0-8a3c-5c54d801df6b will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:33:08.452995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Attempting to bind port 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:33:08.453365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Attempting to bind port 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:33:08.453726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Attempting to bind port 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:33:08.462422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc424027-61ec-42d2-b72d-4e2ca62daf12 None None] Pushing event updated for resources: {'Port': ['ID=918073b7-ab00-40d6-bd22-e4a5fa8db4f6,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:08.465670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:33:08.466039 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:33:08.466488 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:08.466866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:33:08.467330 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Bound port: 918073b7-ab00-40d6-bd22-e4a5fa8db4f6, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:33:08.467695 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:08.540824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] For port 918073b7-ab00-40d6-bd22-e4a5fa8db4f6, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:33:08.543677 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] For port 918073b7-ab00-40d6-bd22-e4a5fa8db4f6, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=918073b7-ab00-40d6-bd22-e4a5fa8db4f6,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:33:08.561408 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:08.621301 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:08.631314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Network 13da24b2-7c0b-4d86-9a9e-1d139562842e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:33:08.634099 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:33:08.639534 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:33:08.676729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Pushing event updated for resources: {'Port': ['ID=368d7efd-5b76-45c0-8a3c-5c54d801df6b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:08.694292 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Routers {'f116d219-4bdf-469e-8b7b-fad3832f0e70'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:33:08.694932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:33:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f116d219-4bdf-469e-8b7b-fad3832f0e70'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:08.703580 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:08.792997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc424027-61ec-42d2-b72d-4e2ca62daf12 None None] Pushing event updated for resources: {'Port': ['ID=918073b7-ab00-40d6-bd22-e4a5fa8db4f6,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:08.905079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] Set router f116d219-4bdf-469e-8b7b-fad3832f0e70 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:33:09.007229 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b2c0413a-cef9-47e4-b481-ef41a0987cfc None None] Provisioning for port 368d7efd-5b76-45c0-8a3c-5c54d801df6b completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:33:09.019665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a0f24e05-9da2-4563-9997-8c7abe5a750b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:33:09.068423 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b2c0413a-cef9-47e4-b481-ef41a0987cfc None None] Provisioning complete for port 368d7efd-5b76-45c0-8a3c-5c54d801df6b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:09.068790 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2c0413a-cef9-47e4-b481-ef41a0987cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:09.174768 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:09.204692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b2c0413a-cef9-47e4-b481-ef41a0987cfc None None] Port 368d7efd-5b76-45c0-8a3c-5c54d801df6b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:33:09.245632 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a0f24e05-9da2-4563-9997-8c7abe5a750b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:09.246004 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:09.400988 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:09.410751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:04Z', 'updated_at': '2022-05-27T23:33:06Z', 'revision_number': 3, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'gw_port': {'id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:05Z', 'updated_at': '2022-05-27T23:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:09.413884 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a0f24e05-9da2-4563-9997-8c7abe5a750b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:33:09.417006 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83247f7b-137f-4064-bad7-42af1d991935 None None] The sync data for ids ['f116d219-4bdf-469e-8b7b-fad3832f0e70'] in n-d-843680-3 is: [{'id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:04Z', 'updated_at': '2022-05-27T23:33:06Z', 'revision_number': 3, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'gw_port': {'id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:05Z', 'updated_at': '2022-05-27T23:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:33:09.460794 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:09.570012 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Pushing event updated for resources: {'Port': ['ID=368d7efd-5b76-45c0-8a3c-5c54d801df6b,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:09.573248 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:09.731279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Network 13da24b2-7c0b-4d86-9a9e-1d139562842e is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:33:09.732996 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:33:09.936964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Router f116d219-4bdf-469e-8b7b-fad3832f0e70 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:33:10.035957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-93aa39ea-d858-43ec-a09a-5466477e3697 None None] Provisioning complete for port 368d7efd-5b76-45c0-8a3c-5c54d801df6b triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:10.036591 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-93aa39ea-d858-43ec-a09a-5466477e3697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:10.097674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-93aa39ea-d858-43ec-a09a-5466477e3697 None None] Port 368d7efd-5b76-45c0-8a3c-5c54d801df6b cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:33:10.125972 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:33:10.135103 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-789930b5-4384-476b-bb70-a712dea77098 admin admin] 10.222.0.27 "PUT /v2.0/routers/f116d219-4bdf-469e-8b7b-fad3832f0e70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7237623 May 27 23:33:10.876825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47974) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:33:10.882512 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1483700186-network', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:33:10.888011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:33:10.891946 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Usage tracker for resource:network and tenant:7c73ad489b054f16b36038832a2e8c9e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:33:10.894820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:33:10.900575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:33:10.941249 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Sync routers for ids ['f116d219-4bdf-469e-8b7b-fad3832f0e70'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:33:10.951392 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Routers {'f116d219-4bdf-469e-8b7b-fad3832f0e70'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:33:10.951973 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:33:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f116d219-4bdf-469e-8b7b-fad3832f0e70'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:10.991964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Made reservation on behalf of 7c73ad489b054f16b36038832a2e8c9e for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:33:10.994617 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.007600 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.027336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:33:11.027531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:33:11.031971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Usage tracker for resource:security_group_rule and tenant:7c73ad489b054f16b36038832a2e8c9e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:33:11.034986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:33:11.040643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:33:11.126014 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.130937 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Set router f116d219-4bdf-469e-8b7b-fad3832f0e70 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:33:11.163303 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:33:11.168711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:11.169138 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.192296 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.224813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:33:11.233213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4846685b-6ad4-42af-9f3c-7e43e68b2511,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:11.239826 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.240165 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Added segment 1ae98878-2126-4eb8-b81f-ee56805958e0 of type vlan for network eca7b834-0a39-48a0-b7fd-3fb8b69db4e2 May 27 23:33:11.268896 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.291278 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:33:11.291656 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.308015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 918073b7-ab00-40d6-bd22-e4a5fa8db4f6, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=918073b7-ab00-40d6-bd22-e4a5fa8db4f6,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:33:11.363357 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.364501 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:11.365079 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.403464 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.444444 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:04Z', 'updated_at': '2022-05-27T23:33:09Z', 'revision_number': 4, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'gw_port': {'id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:05Z', 'updated_at': '2022-05-27T23:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '368d7efd-5b76-45c0-8a3c-5c54d801df6b', 'name': '', 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'mac_address': 'fa:16:3e:e5:a2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:08Z', 'updated_at': '2022-05-27T23:33:09Z', 'revision_number': 2, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'subnets': [{'id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:11.448308 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Checking router: f116d219-4bdf-469e-8b7b-fad3832f0e70 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:33:11.448678 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Updating router f116d219-4bdf-469e-8b7b-fad3832f0e70 port 368d7efd-5b76-45c0-8a3c-5c54d801df6b binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:33:11.473956 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] Pushing event updated for resources: {'Network': ['ID=eca7b834-0a39-48a0-b7fd-3fb8b69db4e2,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:11.478453 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=918073b7-ab00-40d6-bd22-e4a5fa8db4f6,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:11.491882 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network eca7b834-0a39-48a0-b7fd-3fb8b69db4e2 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:33:11.505177 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.541744 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7038303d-eef3-47cd-a757-bf5305f50f93 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6611354 May 27 23:33:11.542133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 47978) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:33:11.549346 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] Request body: {'subnet': {'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1483700186-subnet', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:33:11.557381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:33:11.562684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] Usage tracker for resource:subnet and tenant:7c73ad489b054f16b36038832a2e8c9e is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:33:11.566448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:33:11.573764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:33:11.640784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] Made reservation on behalf of 7c73ad489b054f16b36038832a2e8c9e for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:33:11.643163 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.879169 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.890844 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Transition to ACTIVE for port object 368d7efd-5b76-45c0-8a3c-5c54d801df6b will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:33:11.903394 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.981617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca1a424-2178-4323-bdff-712041130cea,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:11.986058 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:11.990970 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] Checking segment: {'id': '1ae98878-2126-4eb8-b81f-ee56805958e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:33:11.991326 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] Network hostable DHCP agents. Network: eca7b834-0a39-48a0-b7fd-3fb8b69db4e2, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:33:12.094634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] Network eca7b834-0a39-48a0-b7fd-3fb8b69db4e2 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:33:12.116214 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73987b8-e408-451b-947f-012e0a54bf01 None None] Pushing event updated for resources: {'Port': ['ID=368d7efd-5b76-45c0-8a3c-5c54d801df6b,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:12.156577 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73987b8-e408-451b-947f-012e0a54bf01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:12.156916 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73987b8-e408-451b-947f-012e0a54bf01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:12.157249 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73987b8-e408-451b-947f-012e0a54bf01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:12.157577 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73987b8-e408-451b-947f-012e0a54bf01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:12.157900 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73987b8-e408-451b-947f-012e0a54bf01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:12.158223 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73987b8-e408-451b-947f-012e0a54bf01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:12.158544 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73987b8-e408-451b-947f-012e0a54bf01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:12.158859 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73987b8-e408-451b-947f-012e0a54bf01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:12.159174 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73987b8-e408-451b-947f-012e0a54bf01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:12.159487 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73987b8-e408-451b-947f-012e0a54bf01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:12.159799 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73987b8-e408-451b-947f-012e0a54bf01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:12.160118 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73987b8-e408-451b-947f-012e0a54bf01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:33:12.186412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, eca7b834-0a39-48a0-b7fd-3fb8b69db4e2) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:33:12.193752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:12.194385 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead57bf1-6036-4602-b2ef-33042853d481 None None] Network eca7b834-0a39-48a0-b7fd-3fb8b69db4e2 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:33:12.195891 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:12.219455 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Attempting to bind port 368d7efd-5b76-45c0-8a3c-5c54d801df6b on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:33:12.219873 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Attempting to bind port 368d7efd-5b76-45c0-8a3c-5c54d801df6b by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'a7407439-d2af-4066-89b4-a460edfb7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:33:12.220219 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Attempting to bind port 368d7efd-5b76-45c0-8a3c-5c54d801df6b on network 13da24b2-7c0b-4d86-9a9e-1d139562842e {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:33:12.225821 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:33:12.226189 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Checking segment: {'id': 'a7407439-d2af-4066-89b4-a460edfb7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:33:12.226585 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:12.227099 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Bound using segment: {'id': 'a7407439-d2af-4066-89b4-a460edfb7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:33:12.227557 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Bound port: 368d7efd-5b76-45c0-8a3c-5c54d801df6b, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7407439-d2af-4066-89b4-a460edfb7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:33:12.227931 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:12.287150 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d0bc6966-7747-41d2-a848-afce954a427c admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7435813 May 27 23:33:12.287359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47982) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:33:12.292307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1483700186-router', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:33:12.298504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:33:12.302772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Usage tracker for resource:router and tenant:7c73ad489b054f16b36038832a2e8c9e is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:33:12.305792 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:33:12.316203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:33:12.319634 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] For port 368d7efd-5b76-45c0-8a3c-5c54d801df6b, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:33:12.323177 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] For port 368d7efd-5b76-45c0-8a3c-5c54d801df6b, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=368d7efd-5b76-45c0-8a3c-5c54d801df6b,segment=NetworkSegment(a7407439-d2af-4066-89b4-a460edfb7fca),segment_id=a7407439-d2af-4066-89b4-a460edfb7fca)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:33:12.406764 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:12.418085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-eca7b834-0a39-48a0-b7fd-3fb8b69db4e2', 'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'fixed_ips': [{'subnet_id': '2ca1a424-2178-4323-bdff-712041130cea'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:33:12.418339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:12.418914 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:12.419557 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:12.435533 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:12.490144 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Routers {'f116d219-4bdf-469e-8b7b-fad3832f0e70'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:33:12.490768 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:33:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f116d219-4bdf-469e-8b7b-fad3832f0e70'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:12.554388 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73987b8-e408-451b-947f-012e0a54bf01 None None] Pushing event updated for resources: {'Port': ['ID=368d7efd-5b76-45c0-8a3c-5c54d801df6b,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:12.611218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Allocated IP 172.20.0.2 (eca7b834-0a39-48a0-b7fd-3fb8b69db4e2/2ca1a424-2178-4323-bdff-712041130cea/77888040-4632-4793-a491-31c51f18121f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:33:12.697872 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] Set router f116d219-4bdf-469e-8b7b-fad3832f0e70 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:33:12.846046 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:12.856921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Transition to ACTIVE for port object 77888040-4632-4793-a491-31c51f18121f will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:33:12.876214 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Transition to ACTIVE for port object 77888040-4632-4793-a491-31c51f18121f will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:33:12.952771 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:12.953972 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:13.021856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:33:13.026466 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:04Z', 'updated_at': '2022-05-27T23:33:09Z', 'revision_number': 4, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'gw_port': {'id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:05Z', 'updated_at': '2022-05-27T23:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '368d7efd-5b76-45c0-8a3c-5c54d801df6b', 'name': '', 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'mac_address': 'fa:16:3e:e5:a2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:08Z', 'updated_at': '2022-05-27T23:33:12Z', 'revision_number': 4, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'subnets': [{'id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:13.030941 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b94cd1c-dca3-490f-95c5-b6f4b3f9aac9 None None] The sync data for ids ['f116d219-4bdf-469e-8b7b-fad3832f0e70'] in n-d-843680-3 is: [{'id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:04Z', 'updated_at': '2022-05-27T23:33:09Z', 'revision_number': 4, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'gw_port': {'id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:05Z', 'updated_at': '2022-05-27T23:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '368d7efd-5b76-45c0-8a3c-5c54d801df6b', 'name': '', 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'mac_address': 'fa:16:3e:e5:a2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:08Z', 'updated_at': '2022-05-27T23:33:12Z', 'revision_number': 4, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'subnets': [{'id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:33:13.052295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Network eca7b834-0a39-48a0-b7fd-3fb8b69db4e2 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:33:13.061237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:33:13.064674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:33:13.111605 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Pushing event updated for resources: {'Port': ['ID=77888040-4632-4793-a491-31c51f18121f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:13.219037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:13.219699 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:13.242849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Attempting to bind port 77888040-4632-4793-a491-31c51f18121f on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:33:13.243222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Attempting to bind port 77888040-4632-4793-a491-31c51f18121f by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '1ae98878-2126-4eb8-b81f-ee56805958e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:33:13.243590 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Attempting to bind port 77888040-4632-4793-a491-31c51f18121f on network eca7b834-0a39-48a0-b7fd-3fb8b69db4e2 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:33:13.265888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:33:13.266264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Checking segment: {'id': '1ae98878-2126-4eb8-b81f-ee56805958e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:33:13.266666 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:13.267052 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Bound using segment: {'id': '1ae98878-2126-4eb8-b81f-ee56805958e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:33:13.267529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Bound port: 77888040-4632-4793-a491-31c51f18121f, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae98878-2126-4eb8-b81f-ee56805958e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:33:13.267898 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:13.384779 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:13.416855 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:13.421861 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] For port 77888040-4632-4793-a491-31c51f18121f, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:33:13.426496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] For port 77888040-4632-4793-a491-31c51f18121f, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=77888040-4632-4793-a491-31c51f18121f,segment=NetworkSegment(1ae98878-2126-4eb8-b81f-ee56805958e0),segment_id=1ae98878-2126-4eb8-b81f-ee56805958e0)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:33:13.428746 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:33:13.511022 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:13.570254 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Allocated IP 172.25.2.92 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/3db40fa1-b1e8-439f-b1d6-ea5df498544a) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:33:13.601195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c98b032-c9f6-43ec-8110-12676aeb0fb4 None None] Pushing event updated for resources: {'Port': ['ID=77888040-4632-4793-a491-31c51f18121f,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:13.748246 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:13.846744 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:13.914577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:33:13.917634 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:33:13.926592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:33:13.968606 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Pushing event updated for resources: {'Port': ['ID=3db40fa1-b1e8-439f-b1d6-ea5df498544a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:14.429360 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:14.568787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0fdbb1-422c-4b93-b4c3-3ffd90a65d72 None None] Network eca7b834-0a39-48a0-b7fd-3fb8b69db4e2 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:33:14.728988 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-b74d2661-654a-422e-a744-a2d2e88bc959 None None] Provisioning for port 77888040-4632-4793-a491-31c51f18121f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:33:14.890673 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:15.077732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 368d7efd-5b76-45c0-8a3c-5c54d801df6b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:33:15.169336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Router 190fb3fe-4595-4148-8d95-ffb7018c6e10 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:33:15.225952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 368d7efd-5b76-45c0-8a3c-5c54d801df6b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:33:15.230900 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 368d7efd-5b76-45c0-8a3c-5c54d801df6b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:15.231262 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:15.349418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:33:15.364826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Sync routers for ids ['190fb3fe-4595-4148-8d95-ffb7018c6e10'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:33:15.389872 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Routers {'190fb3fe-4595-4148-8d95-ffb7018c6e10'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:33:15.390478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:33:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['190fb3fe-4595-4148-8d95-ffb7018c6e10'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:15.434520 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 368d7efd-5b76-45c0-8a3c-5c54d801df6b is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:33:15.435402 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:15.437821 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:15.442040 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-deece139-7d96-469d-ac67-f16ed42d731d admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1511865 May 27 23:33:15.442235 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 47986) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:33:15.551615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 368d7efd-5b76-45c0-8a3c-5c54d801df6b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=368d7efd-5b76-45c0-8a3c-5c54d801df6b,segment=NetworkSegment(a7407439-d2af-4066-89b4-a460edfb7fca),segment_id=a7407439-d2af-4066-89b4-a460edfb7fca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:33:15.587570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Set router 190fb3fe-4595-4148-8d95-ffb7018c6e10 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:33:15.629194 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:15.629866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 77888040-4632-4793-a491-31c51f18121f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:33:15.881460 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=368d7efd-5b76-45c0-8a3c-5c54d801df6b,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:15.979613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'name': 'tempest-TestMinimumBasicScenario-1483700186-router', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '3db40fa1-b1e8-439f-b1d6-ea5df498544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:12Z', 'updated_at': '2022-05-27T23:33:14Z', 'revision_number': 3, 'project_id': '7c73ad489b054f16b36038832a2e8c9e', 'gw_port': {'id': '3db40fa1-b1e8-439f-b1d6-ea5df498544a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:13Z', 'updated_at': '2022-05-27T23:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:15.983990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Checking router: 190fb3fe-4595-4148-8d95-ffb7018c6e10 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:33:15.984311 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Updating router 190fb3fe-4595-4148-8d95-ffb7018c6e10 port 3db40fa1-b1e8-439f-b1d6-ea5df498544a binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:33:16.011126 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 77888040-4632-4793-a491-31c51f18121f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:33:16.030062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 77888040-4632-4793-a491-31c51f18121f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:16.030431 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:16.085842 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:16.103293 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:16.264637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 77888040-4632-4793-a491-31c51f18121f is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:33:16.264919 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:16.380493 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 77888040-4632-4793-a491-31c51f18121f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=77888040-4632-4793-a491-31c51f18121f,segment=NetworkSegment(1ae98878-2126-4eb8-b81f-ee56805958e0),segment_id=1ae98878-2126-4eb8-b81f-ee56805958e0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:33:16.422851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Allocated IP 172.20.0.1 (eca7b834-0a39-48a0-b7fd-3fb8b69db4e2/2ca1a424-2178-4323-bdff-712041130cea/444217f3-40dd-45ac-ad32-9e89e8c09117) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:33:16.478973 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:16.509340 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:16.521786 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:16.524586 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Transition to ACTIVE for port object 3db40fa1-b1e8-439f-b1d6-ea5df498544a will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:33:16.576288 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:16.592668 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Transition to ACTIVE for port object 444217f3-40dd-45ac-ad32-9e89e8c09117 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:33:16.593547 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=77888040-4632-4793-a491-31c51f18121f,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:16.620321 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:16.669564 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:16.703395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Attempting to bind port 3db40fa1-b1e8-439f-b1d6-ea5df498544a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:33:16.703778 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Attempting to bind port 3db40fa1-b1e8-439f-b1d6-ea5df498544a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:33:16.704135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Attempting to bind port 3db40fa1-b1e8-439f-b1d6-ea5df498544a on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:33:16.711383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bacb3-ad74-4886-8eb9-75b3cd9346e2 None None] Pushing event updated for resources: {'Port': ['ID=3db40fa1-b1e8-439f-b1d6-ea5df498544a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:16.713787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:33:16.714160 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:33:16.714558 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:16.714937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:33:16.715406 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Bound port: 3db40fa1-b1e8-439f-b1d6-ea5df498544a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:33:16.715802 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:16.739775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Network eca7b834-0a39-48a0-b7fd-3fb8b69db4e2 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:33:16.742567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:33:16.747978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:33:16.792433 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] For port 3db40fa1-b1e8-439f-b1d6-ea5df498544a, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:33:16.792656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Pushing event updated for resources: {'Port': ['ID=444217f3-40dd-45ac-ad32-9e89e8c09117,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:16.795765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] For port 3db40fa1-b1e8-439f-b1d6-ea5df498544a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3db40fa1-b1e8-439f-b1d6-ea5df498544a,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:33:16.809352 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:16.890087 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:17.004962 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:17.020665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Routers {'190fb3fe-4595-4148-8d95-ffb7018c6e10'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:33:17.021282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:33:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['190fb3fe-4595-4148-8d95-ffb7018c6e10'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:17.068187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 368d7efd-5b76-45c0-8a3c-5c54d801df6b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:33:17.113113 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0967dc3a-c84b-4e3f-a79f-cd17cd96a623 None None] Provisioning for port 444217f3-40dd-45ac-ad32-9e89e8c09117 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:33:17.124615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bacb3-ad74-4886-8eb9-75b3cd9346e2 None None] Pushing event updated for resources: {'Port': ['ID=3db40fa1-b1e8-439f-b1d6-ea5df498544a,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:17.147555 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0967dc3a-c84b-4e3f-a79f-cd17cd96a623 None None] Provisioning complete for port 444217f3-40dd-45ac-ad32-9e89e8c09117 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:17.147925 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0967dc3a-c84b-4e3f-a79f-cd17cd96a623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:17.229543 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:17.280536 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0967dc3a-c84b-4e3f-a79f-cd17cd96a623 None None] Port 444217f3-40dd-45ac-ad32-9e89e8c09117 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:33:17.292014 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:17.306123 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 368d7efd-5b76-45c0-8a3c-5c54d801df6b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:17.306492 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:17.355680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] Set router 190fb3fe-4595-4148-8d95-ffb7018c6e10 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:33:17.398705 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:17.402134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Pushing event updated for resources: {'Port': ['ID=444217f3-40dd-45ac-ad32-9e89e8c09117,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:17.535873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Network eca7b834-0a39-48a0-b7fd-3fb8b69db4e2 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:33:17.537046 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:33:17.635162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 368d7efd-5b76-45c0-8a3c-5c54d801df6b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:33:17.636236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 77888040-4632-4793-a491-31c51f18121f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:33:17.740669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Router 190fb3fe-4595-4148-8d95-ffb7018c6e10 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:33:17.773519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 77888040-4632-4793-a491-31c51f18121f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:17.773882 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:17.849182 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0fbafc63-c529-4eee-9a28-bf0f84b99e9e None None] Provisioning complete for port 444217f3-40dd-45ac-ad32-9e89e8c09117 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:17.849478 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fbafc63-c529-4eee-9a28-bf0f84b99e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:17.881990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'name': 'tempest-TestMinimumBasicScenario-1483700186-router', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '3db40fa1-b1e8-439f-b1d6-ea5df498544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:12Z', 'updated_at': '2022-05-27T23:33:16Z', 'revision_number': 4, 'project_id': '7c73ad489b054f16b36038832a2e8c9e', 'gw_port': {'id': '3db40fa1-b1e8-439f-b1d6-ea5df498544a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:13Z', 'updated_at': '2022-05-27T23:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '444217f3-40dd-45ac-ad32-9e89e8c09117', 'name': '', 'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'mac_address': 'fa:16:3e:36:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2ca1a424-2178-4323-bdff-712041130cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:16Z', 'updated_at': '2022-05-27T23:33:16Z', 'revision_number': 1, 'project_id': '7c73ad489b054f16b36038832a2e8c9e', 'subnets': [{'id': '2ca1a424-2178-4323-bdff-712041130cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:17.903939 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03f6627-8687-440b-949a-57ff5b52ecec None None] The sync data for ids ['190fb3fe-4595-4148-8d95-ffb7018c6e10'] in n-d-843680-3 is: [{'id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'name': 'tempest-TestMinimumBasicScenario-1483700186-router', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '3db40fa1-b1e8-439f-b1d6-ea5df498544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:12Z', 'updated_at': '2022-05-27T23:33:16Z', 'revision_number': 4, 'project_id': '7c73ad489b054f16b36038832a2e8c9e', 'gw_port': {'id': '3db40fa1-b1e8-439f-b1d6-ea5df498544a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:13Z', 'updated_at': '2022-05-27T23:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '444217f3-40dd-45ac-ad32-9e89e8c09117', 'name': '', 'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'mac_address': 'fa:16:3e:36:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2ca1a424-2178-4323-bdff-712041130cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:16Z', 'updated_at': '2022-05-27T23:33:16Z', 'revision_number': 1, 'project_id': '7c73ad489b054f16b36038832a2e8c9e', 'subnets': [{'id': '2ca1a424-2178-4323-bdff-712041130cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:33:17.921689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:33:17.936588 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-85d7096d-7ddc-42b3-9962-3b44e7be6fec admin admin] 10.222.0.27 "PUT /v2.0/routers/190fb3fe-4595-4148-8d95-ffb7018c6e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4888062 May 27 23:33:17.953908 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-0fbafc63-c529-4eee-9a28-bf0f84b99e9e None None] Port 444217f3-40dd-45ac-ad32-9e89e8c09117 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:33:17.968665 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 77888040-4632-4793-a491-31c51f18121f is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:33:21.047131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3db40fa1-b1e8-439f-b1d6-ea5df498544a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:33:21.111450 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Sync routers for ids ['190fb3fe-4595-4148-8d95-ffb7018c6e10'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:33:21.123082 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Routers {'190fb3fe-4595-4148-8d95-ffb7018c6e10'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:33:21.123686 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:33:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['190fb3fe-4595-4148-8d95-ffb7018c6e10'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:21.201550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 3db40fa1-b1e8-439f-b1d6-ea5df498544a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:33:21.211029 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3db40fa1-b1e8-439f-b1d6-ea5df498544a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:21.211758 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:21.323475 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Set router 190fb3fe-4595-4148-8d95-ffb7018c6e10 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:33:21.365145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3db40fa1-b1e8-439f-b1d6-ea5df498544a is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:33:21.365661 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:21.385890 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 3db40fa1-b1e8-439f-b1d6-ea5df498544a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3db40fa1-b1e8-439f-b1d6-ea5df498544a,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:33:21.440776 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:21.520442 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=3db40fa1-b1e8-439f-b1d6-ea5df498544a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:21.717875 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'name': 'tempest-TestMinimumBasicScenario-1483700186-router', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '3db40fa1-b1e8-439f-b1d6-ea5df498544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:12Z', 'updated_at': '2022-05-27T23:33:16Z', 'revision_number': 4, 'project_id': '7c73ad489b054f16b36038832a2e8c9e', 'gw_port': {'id': '3db40fa1-b1e8-439f-b1d6-ea5df498544a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:13Z', 'updated_at': '2022-05-27T23:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '444217f3-40dd-45ac-ad32-9e89e8c09117', 'name': '', 'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'mac_address': 'fa:16:3e:36:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2ca1a424-2178-4323-bdff-712041130cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:16Z', 'updated_at': '2022-05-27T23:33:17Z', 'revision_number': 2, 'project_id': '7c73ad489b054f16b36038832a2e8c9e', 'subnets': [{'id': '2ca1a424-2178-4323-bdff-712041130cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:21.721753 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Checking router: 190fb3fe-4595-4148-8d95-ffb7018c6e10 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:33:21.722096 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Updating router 190fb3fe-4595-4148-8d95-ffb7018c6e10 port 444217f3-40dd-45ac-ad32-9e89e8c09117 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:33:21.773915 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:22.115549 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:22.128211 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Transition to ACTIVE for port object 444217f3-40dd-45ac-ad32-9e89e8c09117 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:33:22.201137 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:22.425553 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715580aa-caa7-415a-be0d-68d55d75bb05 None None] Pushing event updated for resources: {'Port': ['ID=444217f3-40dd-45ac-ad32-9e89e8c09117,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:22.448305 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Attempting to bind port 444217f3-40dd-45ac-ad32-9e89e8c09117 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:33:22.448709 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Attempting to bind port 444217f3-40dd-45ac-ad32-9e89e8c09117 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '1ae98878-2126-4eb8-b81f-ee56805958e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:33:22.449181 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Attempting to bind port 444217f3-40dd-45ac-ad32-9e89e8c09117 on network eca7b834-0a39-48a0-b7fd-3fb8b69db4e2 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:33:22.455572 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:33:22.456899 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Checking segment: {'id': '1ae98878-2126-4eb8-b81f-ee56805958e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:33:22.462705 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:22.462705 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Bound using segment: {'id': '1ae98878-2126-4eb8-b81f-ee56805958e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:33:22.462705 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Bound port: 444217f3-40dd-45ac-ad32-9e89e8c09117, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae98878-2126-4eb8-b81f-ee56805958e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:33:22.462705 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:22.561799 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] For port 444217f3-40dd-45ac-ad32-9e89e8c09117, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:33:22.565429 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] For port 444217f3-40dd-45ac-ad32-9e89e8c09117, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=444217f3-40dd-45ac-ad32-9e89e8c09117,segment=NetworkSegment(1ae98878-2126-4eb8-b81f-ee56805958e0),segment_id=1ae98878-2126-4eb8-b81f-ee56805958e0)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:33:22.652683 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:22.738061 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Routers {'190fb3fe-4595-4148-8d95-ffb7018c6e10'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:33:22.743773 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:33:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['190fb3fe-4595-4148-8d95-ffb7018c6e10'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:22.840943 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715580aa-caa7-415a-be0d-68d55d75bb05 None None] Pushing event updated for resources: {'Port': ['ID=444217f3-40dd-45ac-ad32-9e89e8c09117,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:22.952017 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:22.982390 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] Set router 190fb3fe-4595-4148-8d95-ffb7018c6e10 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:33:23.074613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3db40fa1-b1e8-439f-b1d6-ea5df498544a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:33:23.154251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 3db40fa1-b1e8-439f-b1d6-ea5df498544a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:23.154715 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:23.313282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 3db40fa1-b1e8-439f-b1d6-ea5df498544a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:33:23.314623 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 444217f3-40dd-45ac-ad32-9e89e8c09117 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:33:23.393991 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'name': 'tempest-TestMinimumBasicScenario-1483700186-router', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '3db40fa1-b1e8-439f-b1d6-ea5df498544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:12Z', 'updated_at': '2022-05-27T23:33:16Z', 'revision_number': 4, 'project_id': '7c73ad489b054f16b36038832a2e8c9e', 'gw_port': {'id': '3db40fa1-b1e8-439f-b1d6-ea5df498544a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:13Z', 'updated_at': '2022-05-27T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '444217f3-40dd-45ac-ad32-9e89e8c09117', 'name': '', 'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'mac_address': 'fa:16:3e:36:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2ca1a424-2178-4323-bdff-712041130cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:16Z', 'updated_at': '2022-05-27T23:33:22Z', 'revision_number': 4, 'project_id': '7c73ad489b054f16b36038832a2e8c9e', 'subnets': [{'id': '2ca1a424-2178-4323-bdff-712041130cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:33:23.401510 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd7139-f6f9-467c-b064-a1065646349e None None] The sync data for ids ['190fb3fe-4595-4148-8d95-ffb7018c6e10'] in n-d-843680-3 is: [{'id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'name': 'tempest-TestMinimumBasicScenario-1483700186-router', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '3db40fa1-b1e8-439f-b1d6-ea5df498544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:12Z', 'updated_at': '2022-05-27T23:33:16Z', 'revision_number': 4, 'project_id': '7c73ad489b054f16b36038832a2e8c9e', 'gw_port': {'id': '3db40fa1-b1e8-439f-b1d6-ea5df498544a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:13Z', 'updated_at': '2022-05-27T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '444217f3-40dd-45ac-ad32-9e89e8c09117', 'name': '', 'network_id': 'eca7b834-0a39-48a0-b7fd-3fb8b69db4e2', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'mac_address': 'fa:16:3e:36:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '2ca1a424-2178-4323-bdff-712041130cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:16Z', 'updated_at': '2022-05-27T23:33:22Z', 'revision_number': 4, 'project_id': '7c73ad489b054f16b36038832a2e8c9e', 'subnets': [{'id': '2ca1a424-2178-4323-bdff-712041130cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:33:23.507240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 444217f3-40dd-45ac-ad32-9e89e8c09117 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:33:23.515899 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 444217f3-40dd-45ac-ad32-9e89e8c09117 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:23.516454 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:23.666001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 444217f3-40dd-45ac-ad32-9e89e8c09117 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:33:23.666385 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:23.717730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 444217f3-40dd-45ac-ad32-9e89e8c09117, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=444217f3-40dd-45ac-ad32-9e89e8c09117,segment=NetworkSegment(1ae98878-2126-4eb8-b81f-ee56805958e0),segment_id=1ae98878-2126-4eb8-b81f-ee56805958e0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:33:23.904081 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:23.996054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=444217f3-40dd-45ac-ad32-9e89e8c09117,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:25.020614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 444217f3-40dd-45ac-ad32-9e89e8c09117 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:33:25.090142 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 444217f3-40dd-45ac-ad32-9e89e8c09117 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:25.090542 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:25.214565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 444217f3-40dd-45ac-ad32-9e89e8c09117 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:33:27.578079 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33e66f86-ea87-429b-8067-c2a70bafac70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:29.688853 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397070-715b-4217-91e6-1da667af9492 req-a79a0cee-7e14-407d-b25d-c532a9003ab4 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:29.689464 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-d8397070-715b-4217-91e6-1da667af9492 req-a79a0cee-7e14-407d-b25d-c532a9003ab4 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Synchronizing usage tracker for tenant:06274816aa02436b8297fc76fc29e4e2 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:33:29.692064 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-032f060b-d0ba-4be5-babf-84b722bc9352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:29.772049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-d8397070-715b-4217-91e6-1da667af9492 req-a79a0cee-7e14-407d-b25d-c532a9003ab4 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Unset dirty status for tenant:06274816aa02436b8297fc76fc29e4e2 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:33:29.773458 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-a79a0cee-7e14-407d-b25d-c532a9003ab4 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/networks?id=13da24b2-7c0b-4d86-9a9e-1d139562842e HTTP/1.1" status: 200 len: 815 time: 0.3506370 May 27 23:33:29.789516 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-cd93f05e-468b-43c5-9d29-3cab469ffd64 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/quotas/06274816aa02436b8297fc76fc29e4e2 HTTP/1.1" status: 200 len: 375 time: 0.0099409 May 27 23:33:29.875452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-d8397070-715b-4217-91e6-1da667af9492 req-6277efc5-d348-4174-923d-15a9971cd64b tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Synchronizing usage tracker for tenant:06274816aa02436b8297fc76fc29e4e2 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:33:29.977658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-d8397070-715b-4217-91e6-1da667af9492 req-6277efc5-d348-4174-923d-15a9971cd64b tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Unset dirty status for tenant:06274816aa02436b8297fc76fc29e4e2 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:33:29.978874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-6277efc5-d348-4174-923d-15a9971cd64b tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=06274816aa02436b8297fc76fc29e4e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1843684 May 27 23:33:30.120997 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-c8e3492c-aeb2-486e-8f63-e5cbe2e49a85 service neutron] 10.222.0.27 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290135 May 27 23:33:30.251523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-975e15d2-6451-44b5-b2c0-14804c9c7683 service neutron] 10.222.0.27 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243432 May 27 23:33:30.488435 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22f4c86f-1a56-487b-9a25-2a103ba5488d req-d6fae48e-7b0b-4e00-b551-bbdc42afdeda tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 210 time: 0.0432935 May 27 23:33:30.997299 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:31.097444 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:31.637522 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da3bd469-1fee-4c89-9278-8887866a1b9f req-8d17f8cb-60bd-4d47-9005-1cbb6e9f1259 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 210 time: 0.0422957 May 27 23:33:32.289234 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:32.602034 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397070-715b-4217-91e6-1da667af9492 req-f0abda62-a3e0-4a59-883b-898dc1d08846 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:32.603443 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-f0abda62-a3e0-4a59-883b-898dc1d08846 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.46 "GET /v2.0/networks?id=13da24b2-7c0b-4d86-9a9e-1d139562842e HTTP/1.1" status: 200 len: 815 time: 0.1488283 May 27 23:33:32.614276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d8397070-715b-4217-91e6-1da667af9492 req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Request body: {'port': {'device_id': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'admin_state_up': True, 'tenant_id': '06274816aa02436b8297fc76fc29e4e2'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:33:32.756809 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d8397070-715b-4217-91e6-1da667af9492 req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:33:32.767991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-d8397070-715b-4217-91e6-1da667af9492 req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:33:32.804410 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e953e147-1f15-49b0-ab8c-6cd042b0c350 req-9f047941-7d76-46be-ac73-d67adc13ec4b tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 210 time: 0.0463986 May 27 23:33:32.831874 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8397070-715b-4217-91e6-1da667af9492 req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Made reservation on behalf of 06274816aa02436b8297fc76fc29e4e2 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:33:32.835671 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8397070-715b-4217-91e6-1da667af9492 req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:33.112907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-d8397070-715b-4217-91e6-1da667af9492 req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Allocated IP 172.20.0.13 (13da24b2-7c0b-4d86-9a9e-1d139562842e/90bf079b-215f-45bd-8ce3-e07a97797416/819332ba-a427-4d1b-b812-3f2935c3c84e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:33:33.329268 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8397070-715b-4217-91e6-1da667af9492 req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:33.346363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d8397070-715b-4217-91e6-1da667af9492 req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Transition to ACTIVE for port object 819332ba-a427-4d1b-b812-3f2935c3c84e will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:33:33.446647 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8397070-715b-4217-91e6-1da667af9492 req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:33.533919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Pushing event updated for resources: {'Port': ['ID=819332ba-a427-4d1b-b812-3f2935c3c84e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:33.552397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8397070-715b-4217-91e6-1da667af9492 req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Network 13da24b2-7c0b-4d86-9a9e-1d139562842e is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:33:33.553864 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-d8397070-715b-4217-91e6-1da667af9492 req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:33:33.556703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8397070-715b-4217-91e6-1da667af9492 req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:33:33.651743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397070-715b-4217-91e6-1da667af9492 req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:33.652458 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8397070-715b-4217-91e6-1da667af9492 req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:33.769835 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-464ed08f-e69a-43e8-adcb-185cee135205 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1590176 May 27 23:33:34.018285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11787eb-a2f0-4ae9-9442-8cecf57f2325 req-5c875f56-5430-49a3-b6c4-c61901be0ea9 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:34.020046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b11787eb-a2f0-4ae9-9442-8cecf57f2325 req-5c875f56-5430-49a3-b6c4-c61901be0ea9 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 932 time: 0.0965285 May 27 23:33:34.046368 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-427b9157-6562-485c-a684-dca01f5d9ae7 None None] Provisioning for port 819332ba-a427-4d1b-b812-3f2935c3c84e completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:33:34.052899 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-427b9157-6562-485c-a684-dca01f5d9ae7 None None] Provisioning complete for port 819332ba-a427-4d1b-b812-3f2935c3c84e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:34.053487 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-427b9157-6562-485c-a684-dca01f5d9ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:34.074691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b11787eb-a2f0-4ae9-9442-8cecf57f2325 req-d33dcb8f-bc2a-4dc2-bd93-99067fcebcc0 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Synchronizing usage tracker for tenant:06274816aa02436b8297fc76fc29e4e2 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:33:34.123269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-427b9157-6562-485c-a684-dca01f5d9ae7 None None] Port 819332ba-a427-4d1b-b812-3f2935c3c84e cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:33:34.180125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b11787eb-a2f0-4ae9-9442-8cecf57f2325 req-d33dcb8f-bc2a-4dc2-bd93-99067fcebcc0 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Unset dirty status for tenant:06274816aa02436b8297fc76fc29e4e2 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:33:34.181328 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b11787eb-a2f0-4ae9-9442-8cecf57f2325 req-d33dcb8f-bc2a-4dc2-bd93-99067fcebcc0 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530831 May 27 23:33:35.383533 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0241bd6-c77b-41d1-b5ed-6f11a8fb970c req-9f3426df-1dee-4738-8744-e73f5766ae5c tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:35.385023 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0241bd6-c77b-41d1-b5ed-6f11a8fb970c req-9f3426df-1dee-4738-8744-e73f5766ae5c tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 932 time: 0.0919416 May 27 23:33:35.432571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0241bd6-c77b-41d1-b5ed-6f11a8fb970c req-dac5049e-f3f6-4f14-bbce-1e0a1debc988 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406437 May 27 23:33:36.644963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61d737-2c8b-4a9d-b579-354cbe2e443b req-3f58c5e6-42cc-4ea6-9725-3436a1a9d342 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:36.649147 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b61d737-2c8b-4a9d-b579-354cbe2e443b req-3f58c5e6-42cc-4ea6-9725-3436a1a9d342 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 932 time: 0.1082404 May 27 23:33:36.722230 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5b61d737-2c8b-4a9d-b579-354cbe2e443b req-48c0490a-4294-43b0-a5b6-0578ab788a59 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690622 May 27 23:33:37.922318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecd47c-2078-4bef-abf6-6f6ad5b22000 req-e66c356e-4965-4bc7-bc07-e0ba237a2cb7 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:37.928308 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d2ecd47c-2078-4bef-abf6-6f6ad5b22000 req-e66c356e-4965-4bc7-bc07-e0ba237a2cb7 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 932 time: 0.0918682 May 27 23:33:37.976203 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d2ecd47c-2078-4bef-abf6-6f6ad5b22000 req-9faf454c-a6d0-42c9-b53b-cd828b094b95 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428410 May 27 23:33:39.183302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bf9f0-31b6-43d3-9ccf-6a43a0bb9e80 req-64bec457-ac3f-49be-90bf-7da8452fb751 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:39.189719 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-187bf9f0-31b6-43d3-9ccf-6a43a0bb9e80 req-64bec457-ac3f-49be-90bf-7da8452fb751 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 932 time: 0.0967824 May 27 23:33:39.239289 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-187bf9f0-31b6-43d3-9ccf-6a43a0bb9e80 req-435901d2-9b1b-460b-b6c0-96210ffd7083 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458286 May 27 23:33:40.424641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4802e06-4369-4844-9cd2-a8f75ba20c2c req-b2957d3f-5425-42a7-929e-4c4bc2eca780 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:40.426082 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4802e06-4369-4844-9cd2-a8f75ba20c2c req-b2957d3f-5425-42a7-929e-4c4bc2eca780 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 932 time: 0.0779994 May 27 23:33:40.469434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-88f2dc4c-fe56-4497-bf25-11904b377b9f tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:33:40.470384 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-88f2dc4c-fe56-4497-bf25-11904b377b9f tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059493 May 27 23:33:40.471324 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4802e06-4369-4844-9cd2-a8f75ba20c2c req-e263d3fe-7fa9-4afa-a981-39d4103e395b tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396349 May 27 23:33:40.481139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Request body: {'port': {'device_id': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:33:40.595332 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:40.930558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819332ba-a427-4d1b-b812-3f2935c3c84e {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:33:40.938036 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:40.952667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Transition to ACTIVE for port object 819332ba-a427-4d1b-b812-3f2935c3c84e will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:33:41.019976 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:41.068592 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:33:41.185900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Pushing event updated for resources: {'Port': ['ID=819332ba-a427-4d1b-b812-3f2935c3c84e,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:41.256155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Attempting to bind port 819332ba-a427-4d1b-b812-3f2935c3c84e on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:33:41.256502 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Attempting to bind port 819332ba-a427-4d1b-b812-3f2935c3c84e by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'a7407439-d2af-4066-89b4-a460edfb7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:33:41.256814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Attempting to bind port 819332ba-a427-4d1b-b812-3f2935c3c84e on network 13da24b2-7c0b-4d86-9a9e-1d139562842e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:33:41.261291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Port 819332ba-a427-4d1b-b812-3f2935c3c84e on network 13da24b2-7c0b-4d86-9a9e-1d139562842e not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:33:41.261601 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Attempting to bind port 819332ba-a427-4d1b-b812-3f2935c3c84e on network 13da24b2-7c0b-4d86-9a9e-1d139562842e {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:33:41.267173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:33:41.267497 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Checking segment: {'id': 'a7407439-d2af-4066-89b4-a460edfb7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:33:41.267875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Bound using segment: {'id': 'a7407439-d2af-4066-89b4-a460edfb7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:33:41.268288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Bound port: 819332ba-a427-4d1b-b812-3f2935c3c84e, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7407439-d2af-4066-89b4-a460edfb7fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:33:41.268651 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:41.361181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] For port 819332ba-a427-4d1b-b812-3f2935c3c84e, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:33:41.363983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] For port 819332ba-a427-4d1b-b812-3f2935c3c84e, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=819332ba-a427-4d1b-b812-3f2935c3c84e,segment=NetworkSegment(a7407439-d2af-4066-89b4-a460edfb7fca),segment_id=a7407439-d2af-4066-89b4-a460edfb7fca)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:33:41.425839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:41.484156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:41.490399 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:41.490399 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] 10.222.0.46 "PUT /v2.0/ports/819332ba-a427-4d1b-b812-3f2935c3c84e HTTP/1.1" status: 200 len: 1092 time: 1.0098879 May 27 23:33:41.490399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'tag': '819332ba-a427-4d1b-b812-3f2935c3c84e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:33:41.519975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a2375-15a4-44f8-bf3e-77027773260b service neutron] Pushing event updated for resources: {'Port': ['ID=819332ba-a427-4d1b-b812-3f2935c3c84e,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:41.539857 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a5fd1a5-9d26-45d0-8c71-c57cf45d7537'] response: {'name': 'network-changed', 'server_uuid': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'tag': '819332ba-a427-4d1b-b812-3f2935c3c84e', 'status': 'completed', 'code': 200} May 27 23:33:41.646746 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a891a1b-0729-4b79-90f2-9bb96bf4ce31 req-18a172c4-23ba-4c2d-9bff-a7bd933d4ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:41.648245 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9a891a1b-0729-4b79-90f2-9bb96bf4ce31 req-18a172c4-23ba-4c2d-9bff-a7bd933d4ccc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06274816aa02436b8297fc76fc29e4e2&device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 1095 time: 0.0889919 May 27 23:33:41.680205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6b0f9-db80-4f90-9ce9-e5d4f8b973bc req-11ed2e0b-2079-4ef7-bd65-84c036ff47e3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:41.682371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7e6b0f9-db80-4f90-9ce9-e5d4f8b973bc req-11ed2e0b-2079-4ef7-bd65-84c036ff47e3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 944 time: 0.0888476 May 27 23:33:41.734770 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c7e6b0f9-db80-4f90-9ce9-e5d4f8b973bc req-9396a81a-a3c0-4ed2-a056-ea84d9c29504 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415533 May 27 23:33:41.792075 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a891a1b-0729-4b79-90f2-9bb96bf4ce31 req-6555d648-942e-43ec-b476-139dbca2f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:41.793445 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9a891a1b-0729-4b79-90f2-9bb96bf4ce31 req-6555d648-942e-43ec-b476-139dbca2f822 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=06274816aa02436b8297fc76fc29e4e2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1384864 May 27 23:33:42.036634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a891a1b-0729-4b79-90f2-9bb96bf4ce31 req-619c5cfd-34d1-47fa-9c9d-e153bb4ac545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:42.037985 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9a891a1b-0729-4b79-90f2-9bb96bf4ce31 req-619c5cfd-34d1-47fa-9c9d-e153bb4ac545 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2390597 May 27 23:33:42.138540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397070-715b-4217-91e6-1da667af9492 req-8ea58bfd-5002-43cf-8673-986f54d7733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:42.140605 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-8ea58bfd-5002-43cf-8673-986f54d7733a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06274816aa02436b8297fc76fc29e4e2&device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 1095 time: 0.0689855 May 27 23:33:42.207605 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-d7debd0c-5bd4-425f-b9ab-ed6d6e7c73d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=819332ba-a427-4d1b-b812-3f2935c3c84e HTTP/1.1" status: 200 len: 217 time: 0.0610373 May 27 23:33:42.267369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397070-715b-4217-91e6-1da667af9492 req-6c39eff2-834f-47c8-81af-b1960778029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:42.268756 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-6c39eff2-834f-47c8-81af-b1960778029a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=90bf079b-215f-45bd-8ce3-e07a97797416 HTTP/1.1" status: 200 len: 854 time: 0.0553071 May 27 23:33:42.343507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8397070-715b-4217-91e6-1da667af9492 req-3ef0436e-50c7-4121-b07b-287a0fc9cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:42.344945 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-3ef0436e-50c7-4121-b07b-287a0fc9cdb8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13da24b2-7c0b-4d86-9a9e-1d139562842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710530 May 27 23:33:42.472436 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-478970d6-463b-404a-be33-2f5d29ba5db3 service neutron] 10.222.0.46 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214683 May 27 23:33:42.601839 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d8397070-715b-4217-91e6-1da667af9492 req-40ce1ce5-3da3-4417-97a6-0ebeea7f5874 service neutron] 10.222.0.46 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230278 May 27 23:33:42.919526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f968efa-897e-4053-9846-6ce88ce76546 req-f663d8ed-574f-4179-ae2a-af6f6ef6a63c tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:42.921073 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f968efa-897e-4053-9846-6ce88ce76546 req-f663d8ed-574f-4179-ae2a-af6f6ef6a63c tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 944 time: 0.0790260 May 27 23:33:42.964619 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3f968efa-897e-4053-9846-6ce88ce76546 req-e19e0eef-f168-4d18-9c7e-e907291fa88d tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379720 May 27 23:33:44.148922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7815915-65f2-44a4-a3d6-e3b490f3d789 req-29a7dedb-6399-4f01-ba41-d32bfccd2eee tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:44.150350 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7815915-65f2-44a4-a3d6-e3b490f3d789 req-29a7dedb-6399-4f01-ba41-d32bfccd2eee tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 944 time: 0.0817854 May 27 23:33:44.193842 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e7815915-65f2-44a4-a3d6-e3b490f3d789 req-aea95fe0-4ea1-4b22-b929-917d6b0c18af tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371919 May 27 23:33:45.373688 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe65f5-16ae-4a33-a6d6-520dc4f886ef req-93d5229d-81bb-4037-8ee2-4c689e68473f tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:45.375705 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22fe65f5-16ae-4a33-a6d6-520dc4f886ef req-93d5229d-81bb-4037-8ee2-4c689e68473f tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 944 time: 0.0799258 May 27 23:33:45.406929 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 819332ba-a427-4d1b-b812-3f2935c3c84e details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:33:45.418424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22fe65f5-16ae-4a33-a6d6-520dc4f886ef req-d9143448-da10-4d8c-a683-b38745cecf7a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370567 May 27 23:33:45.537581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 819332ba-a427-4d1b-b812-3f2935c3c84e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=819332ba-a427-4d1b-b812-3f2935c3c84e,segment=NetworkSegment(a7407439-d2af-4066-89b4-a460edfb7fca),segment_id=a7407439-d2af-4066-89b4-a460edfb7fca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:33:45.550695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '819332ba-a427-4d1b-b812-3f2935c3c84e', 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'port_id': '819332ba-a427-4d1b-b812-3f2935c3c84e', 'mac_address': 'fa:16:3e:17:68:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:33:45.603261 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 819332ba-a427-4d1b-b812-3f2935c3c84e is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:33:45.603645 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:45.620998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819332ba-a427-4d1b-b812-3f2935c3c84e {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:33:45.635959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 819332ba-a427-4d1b-b812-3f2935c3c84e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=819332ba-a427-4d1b-b812-3f2935c3c84e,segment=NetworkSegment(a7407439-d2af-4066-89b4-a460edfb7fca),segment_id=a7407439-d2af-4066-89b4-a460edfb7fca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:33:45.745555 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:45.814669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=819332ba-a427-4d1b-b812-3f2935c3c84e,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:45.943831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['819332ba-a427-4d1b-b812-3f2935c3c84e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:33:46.391665 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:46.605767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97e9ac-4c2b-4601-a1b5-ec173f3346f6 req-937ad60b-e55a-43d9-be44-ddf47bee09c4 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:46.607217 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf97e9ac-4c2b-4601-a1b5-ec173f3346f6 req-937ad60b-e55a-43d9-be44-ddf47bee09c4 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 945 time: 0.0822744 May 27 23:33:46.651666 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bf97e9ac-4c2b-4601-a1b5-ec173f3346f6 req-624577f9-5400-4a62-a507-caae8a55e1d9 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382946 May 27 23:33:47.419572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 819332ba-a427-4d1b-b812-3f2935c3c84e up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:33:47.551004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 819332ba-a427-4d1b-b812-3f2935c3c84e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:33:47.556058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 819332ba-a427-4d1b-b812-3f2935c3c84e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:33:47.556464 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:47.671615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 819332ba-a427-4d1b-b812-3f2935c3c84e is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:33:47.672013 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:47.700964 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819332ba-a427-4d1b-b812-3f2935c3c84e'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:33:47.710644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 819332ba-a427-4d1b-b812-3f2935c3c84e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=819332ba-a427-4d1b-b812-3f2935c3c84e,segment=NetworkSegment(a7407439-d2af-4066-89b4-a460edfb7fca),segment_id=a7407439-d2af-4066-89b4-a460edfb7fca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:33:47.747112 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e14a702-6e91-45af-ac6e-3f77a7d3f987'] response: {'server_uuid': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819332ba-a427-4d1b-b812-3f2935c3c84e', 'code': 200} May 27 23:33:47.771947 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:47.842844 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=819332ba-a427-4d1b-b812-3f2935c3c84e,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:33:47.847386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19c7be-2bec-4704-be3e-d9d3f70a5590 req-381c0d0b-1e15-44c9-a271-5e93e7134ac7 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:47.848894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4d19c7be-2bec-4704-be3e-d9d3f70a5590 req-381c0d0b-1e15-44c9-a271-5e93e7134ac7 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 946 time: 0.0819557 May 27 23:33:47.872791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27677cd-6733-4bd5-8ab6-39105de00923 req-a74eb4b6-dd94-4038-9819-9bc8bd9a75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:47.879108 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d27677cd-6733-4bd5-8ab6-39105de00923 req-a74eb4b6-dd94-4038-9819-9bc8bd9a75ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 1097 time: 0.0720568 May 27 23:33:47.897091 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4d19c7be-2bec-4704-be3e-d9d3f70a5590 req-10d95202-a521-4a3f-8b7e-68c9a8da44b6 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424128 May 27 23:33:47.915017 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d27677cd-6733-4bd5-8ab6-39105de00923 req-668ee9df-430b-4a02-8c7f-d5cf6a08b749 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349057 May 27 23:33:49.084214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d58a6a-a79e-4aa9-88f5-46d7cf57bce0 req-55b6316f-7e49-4f3d-9dcd-d22267f9bff3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:49.085694 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0d58a6a-a79e-4aa9-88f5-46d7cf57bce0 req-55b6316f-7e49-4f3d-9dcd-d22267f9bff3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 946 time: 0.0813761 May 27 23:33:49.130220 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0d58a6a-a79e-4aa9-88f5-46d7cf57bce0 req-5acb360d-5bfe-4be5-86b6-c89ea166a605 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383422 May 27 23:33:50.464546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566b872-1183-400d-8991-2d9e970d8d4e req-83436cba-39c9-4db7-a8f1-5b2221aa01d3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:50.465932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7566b872-1183-400d-8991-2d9e970d8d4e req-83436cba-39c9-4db7-a8f1-5b2221aa01d3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 946 time: 0.0833542 May 27 23:33:50.509309 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7566b872-1183-400d-8991-2d9e970d8d4e req-703c6832-51ae-4162-be05-3643ff7d9eaf tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371275 May 27 23:33:50.691488 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa186be-b37b-4d99-8dcd-60bf456d6729 req-a4d644c1-eb20-429e-bf3c-fdabec82d192 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:50.692974 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4fa186be-b37b-4d99-8dcd-60bf456d6729 req-a4d644c1-eb20-429e-bf3c-fdabec82d192 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 946 time: 0.0794241 May 27 23:33:50.737975 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4fa186be-b37b-4d99-8dcd-60bf456d6729 req-0cd7e9b9-3bf3-41df-8176-20c01d4f5a37 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392208 May 27 23:33:51.208340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ae0d9-721e-46e0-8449-49429e389982 req-934e5154-3c41-42e9-bf8b-ae8dd2c82abe tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:33:51.209909 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2b2ae0d9-721e-46e0-8449-49429e389982 req-934e5154-3c41-42e9-bf8b-ae8dd2c82abe tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 946 time: 0.1711624 May 27 23:33:51.253859 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2b2ae0d9-721e-46e0-8449-49429e389982 req-ab836260-8c2d-4161-b923-8155e11d6e30 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382488 May 27 23:33:52.974029 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:57.571224 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c20dcae3-99b0-4748-b414-91b788fd11e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:33:59.688745 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35f170c7-a03f-455d-912f-982a0d2df9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:00.988731 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:01.087839 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:02.082170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226de34-0b21-42c5-a8df-98e3deb5a922 req-90f2d9ee-42e7-447d-a8b5-f441a7ca814b tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:02.083600 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f226de34-0b21-42c5-a8df-98e3deb5a922 req-90f2d9ee-42e7-447d-a8b5-f441a7ca814b tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 946 time: 0.0776994 May 27 23:34:02.130032 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f226de34-0b21-42c5-a8df-98e3deb5a922 req-3e54688b-9013-4760-8bc3-a74cea6ed2bf tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 May 27 23:34:02.152262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48174) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:34:02.316065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187b482f-8d58-461d-8508-0a0b847658c5 tempest-TestMinimumBasicScenario-2091643963 tempest-TestMinimumBasicScenario-2091643963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:02.316803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-187b482f-8d58-461d-8508-0a0b847658c5 tempest-TestMinimumBasicScenario-2091643963 tempest-TestMinimumBasicScenario-2091643963-project-admin] Synchronizing usage tracker for tenant:7c73ad489b054f16b36038832a2e8c9e on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:34:02.325791 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:02.407635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-187b482f-8d58-461d-8508-0a0b847658c5 tempest-TestMinimumBasicScenario-2091643963 tempest-TestMinimumBasicScenario-2091643963-project-admin] Unset dirty status for tenant:7c73ad489b054f16b36038832a2e8c9e on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:34:02.408811 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-187b482f-8d58-461d-8508-0a0b847658c5 tempest-TestMinimumBasicScenario-2091643963 tempest-TestMinimumBasicScenario-2091643963-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 1092 time: 0.2555785 May 27 23:34:02.411728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48180) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:34:02.416732 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '819332ba-a427-4d1b-b812-3f2935c3c84e', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:34:02.423244 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:34:02.427064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Usage tracker for resource:floatingip and tenant:06274816aa02436b8297fc76fc29e4e2 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:34:02.429905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:34:02.435595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:34:02.519688 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:02.653247 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:02.792091 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Allocated IP 172.25.2.84 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/4a7bb13e-1031-4f71-a71f-e823ccb70b24) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:34:02.938501 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:03.031578 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:03.094600 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:34:03.097365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:34:03.101348 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:34:03.138706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Pushing event updated for resources: {'Port': ['ID=4a7bb13e-1031-4f71-a71f-e823ccb70b24,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:34:03.155860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:03.156201 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:03.156561 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:03.156898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:03.157227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:03.157551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:03.157899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:03.158219 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:03.158538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:03.158855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:03.159170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:03.159484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:03.521429 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:03.646525 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:03.851094 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:03.925732 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:04.030228 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Pushing event updated for resources: {'Port': ['ID=4a7bb13e-1031-4f71-a71f-e823ccb70b24,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:34:04.041963 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:04.308708 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Floating IP 86055131-6bbf-4d4a-a523-6c4989bf1819 associated. External IP: 172.25.2.84, port: 819332ba-a427-4d1b-b812-3f2935c3c84e. May 27 23:34:04.651837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Router f116d219-4bdf-469e-8b7b-fad3832f0e70 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:34:04.835306 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:34:04.845906 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1305e5-ae5c-423b-a66c-b1da6c12bb0b None None] Sync routers for ids ['f116d219-4bdf-469e-8b7b-fad3832f0e70'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:34:04.859925 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1305e5-ae5c-423b-a66c-b1da6c12bb0b None None] Routers {'f116d219-4bdf-469e-8b7b-fad3832f0e70'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:34:04.860620 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2a1305e5-ae5c-423b-a66c-b1da6c12bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:34:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f116d219-4bdf-469e-8b7b-fad3832f0e70'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:34:04.945781 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:05.002403 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-af54e110-0108-46ef-95f5-41f0a2eb88f3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5896583 May 27 23:34:05.003112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'tag': '819332ba-a427-4d1b-b812-3f2935c3c84e'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:34:05.005308 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48184) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:34:05.010644 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590797062', 'description': 'tempest-secgroup-smoke-590797062 description', 'project_id': '06274816aa02436b8297fc76fc29e4e2'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:34:05.018393 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:34:05.028810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:34:05.038606 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-2a1305e5-ae5c-423b-a66c-b1da6c12bb0b None None] Set router f116d219-4bdf-469e-8b7b-fad3832f0e70 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:34:05.108674 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:05.129847 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:34:05.133748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Usage tracker for resource:security_group_rule and tenant:06274816aa02436b8297fc76fc29e4e2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:34:05.136649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:34:05.143721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:34:05.199971 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f2738f-51d7-4c0a-a1e9-c7a31aca82ae'] response: {'name': 'network-changed', 'server_uuid': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'tag': '819332ba-a427-4d1b-b812-3f2935c3c84e', 'status': 'completed', 'code': 200} May 27 23:34:05.225348 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:05.296373 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7704d-5bd6-4532-ba05-6e4381211bd9 req-910e6781-c26e-4a09-9d7e-b022a65bf468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:05.297844 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8e7704d-5bd6-4532-ba05-6e4381211bd9 req-910e6781-c26e-4a09-9d7e-b022a65bf468 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06274816aa02436b8297fc76fc29e4e2&device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 1097 time: 0.0750403 May 27 23:34:05.298864 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:05.420231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2a1305e5-ae5c-423b-a66c-b1da6c12bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:04Z', 'updated_at': '2022-05-27T23:33:09Z', 'revision_number': 4, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'gw_port': {'id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:05Z', 'updated_at': '2022-05-27T23:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '86055131-6bbf-4d4a-a523-6c4989bf1819', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'floating_ip_address': '172.25.2.84', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'port_id': '819332ba-a427-4d1b-b812-3f2935c3c84e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'mac_address': 'fa:16:3e:17:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:34:03Z', 'updated_at': '2022-05-27T23:34:03Z', 'revision_number': 0, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368d7efd-5b76-45c0-8a3c-5c54d801df6b', 'name': '', 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'mac_address': 'fa:16:3e:e5:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:08Z', 'updated_at': '2022-05-27T23:33:15Z', 'revision_number': 5, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'subnets': [{'id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:34:05.423979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07110c00-2300-4450-b96c-84215ea30e01,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:34:05.424955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1305e5-ae5c-423b-a66c-b1da6c12bb0b None None] Checking router: f116d219-4bdf-469e-8b7b-fad3832f0e70 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:34:05.433280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1305e5-ae5c-423b-a66c-b1da6c12bb0b None None] Routers {'f116d219-4bdf-469e-8b7b-fad3832f0e70'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:34:05.433881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2a1305e5-ae5c-423b-a66c-b1da6c12bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:34:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f116d219-4bdf-469e-8b7b-fad3832f0e70'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:34:05.435407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:05.435756 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:05.436738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:05.437080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:05.437409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:05.437737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:05.438331 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:05.438656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:05.438978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:05.439300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:05.439623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:05.439945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:34:05.482667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7704d-5bd6-4532-ba05-6e4381211bd9 req-d9a2e207-8f43-4479-9191-5f8a77896d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:05.484706 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8e7704d-5bd6-4532-ba05-6e4381211bd9 req-d9a2e207-8f43-4479-9191-5f8a77896d23 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13da24b2-7c0b-4d86-9a9e-1d139562842e HTTP/1.1" status: 200 len: 916 time: 0.1737700 May 27 23:34:05.554617 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:05.555799 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c8c2833a-60ea-4085-bb24-d139bcbfc6bc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5494838 May 27 23:34:05.558941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48192) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:34:05.565427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e617aaa5-86d1-4536-bbe5-e08d51bf5fad tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Request body: {'security_group_rule': {'security_group_id': '07110c00-2300-4450-b96c-84215ea30e01', 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:34:05.572328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e617aaa5-86d1-4536-bbe5-e08d51bf5fad tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:34:05.576637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e617aaa5-86d1-4536-bbe5-e08d51bf5fad tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Usage tracker for resource:security_group_rule and tenant:06274816aa02436b8297fc76fc29e4e2 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:34:05.579738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e617aaa5-86d1-4536-bbe5-e08d51bf5fad tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:34:05.586385 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e617aaa5-86d1-4536-bbe5-e08d51bf5fad tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:34:05.590773 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8e7704d-5bd6-4532-ba05-6e4381211bd9 req-afa657c0-66e4-4b09-9c2c-5989b40de569 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=819332ba-a427-4d1b-b812-3f2935c3c84e HTTP/1.1" status: 200 len: 999 time: 0.1003823 May 27 23:34:05.619026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-2a1305e5-ae5c-423b-a66c-b1da6c12bb0b None None] Set router f116d219-4bdf-469e-8b7b-fad3832f0e70 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:34:05.660923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7704d-5bd6-4532-ba05-6e4381211bd9 req-89492cc5-339d-470b-9315-abfe09819197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:05.662697 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8e7704d-5bd6-4532-ba05-6e4381211bd9 req-89492cc5-339d-470b-9315-abfe09819197 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=90bf079b-215f-45bd-8ce3-e07a97797416 HTTP/1.1" status: 200 len: 854 time: 0.0653923 May 27 23:34:05.666214 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e617aaa5-86d1-4536-bbe5-e08d51bf5fad tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:05.734781 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e617aaa5-86d1-4536-bbe5-e08d51bf5fad tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:05.758551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7704d-5bd6-4532-ba05-6e4381211bd9 req-d9473602-540f-4bf0-ac95-74d180004b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:05.758551 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8e7704d-5bd6-4532-ba05-6e4381211bd9 req-d9473602-540f-4bf0-ac95-74d180004b0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13da24b2-7c0b-4d86-9a9e-1d139562842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860820 May 27 23:34:05.814142 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e617aaa5-86d1-4536-bbe5-e08d51bf5fad tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:05.841519 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617aaa5-86d1-4536-bbe5-e08d51bf5fad tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8148db06-fd7c-4308-8426-52e5490a0560,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:34:05.890829 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8e7704d-5bd6-4532-ba05-6e4381211bd9 req-992f035b-5506-4dd2-9ccd-619f515a85a2 service neutron] 10.222.0.46 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276684 May 27 23:34:05.922904 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e617aaa5-86d1-4536-bbe5-e08d51bf5fad tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:05.926683 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e617aaa5-86d1-4536-bbe5-e08d51bf5fad tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3640611 May 27 23:34:05.926916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48196) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:34:05.932554 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-968c8561-467d-4b15-84d6-8dfceb7b2410 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Request body: {'security_group_rule': {'security_group_id': '07110c00-2300-4450-b96c-84215ea30e01', 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:34:05.939393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-968c8561-467d-4b15-84d6-8dfceb7b2410 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:34:05.943384 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-968c8561-467d-4b15-84d6-8dfceb7b2410 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Usage tracker for resource:security_group_rule and tenant:06274816aa02436b8297fc76fc29e4e2 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:34:05.946327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-968c8561-467d-4b15-84d6-8dfceb7b2410 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:34:05.952240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-968c8561-467d-4b15-84d6-8dfceb7b2410 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:34:06.000272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-2a1305e5-ae5c-423b-a66c-b1da6c12bb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:04Z', 'updated_at': '2022-05-27T23:33:09Z', 'revision_number': 4, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'gw_port': {'id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:05Z', 'updated_at': '2022-05-27T23:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '86055131-6bbf-4d4a-a523-6c4989bf1819', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'floating_ip_address': '172.25.2.84', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'port_id': '819332ba-a427-4d1b-b812-3f2935c3c84e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'mac_address': 'fa:16:3e:17:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:34:03Z', 'updated_at': '2022-05-27T23:34:03Z', 'revision_number': 0, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368d7efd-5b76-45c0-8a3c-5c54d801df6b', 'name': '', 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'mac_address': 'fa:16:3e:e5:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:08Z', 'updated_at': '2022-05-27T23:33:15Z', 'revision_number': 5, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'subnets': [{'id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:34:06.004285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a1305e5-ae5c-423b-a66c-b1da6c12bb0b None None] The sync data for ids ['f116d219-4bdf-469e-8b7b-fad3832f0e70'] in n-d-843680-3 is: [{'id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:04Z', 'updated_at': '2022-05-27T23:33:09Z', 'revision_number': 4, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'gw_port': {'id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:05Z', 'updated_at': '2022-05-27T23:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '86055131-6bbf-4d4a-a523-6c4989bf1819', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'floating_ip_address': '172.25.2.84', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'port_id': '819332ba-a427-4d1b-b812-3f2935c3c84e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'mac_address': 'fa:16:3e:17:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:34:03Z', 'updated_at': '2022-05-27T23:34:03Z', 'revision_number': 0, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368d7efd-5b76-45c0-8a3c-5c54d801df6b', 'name': '', 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'mac_address': 'fa:16:3e:e5:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:08Z', 'updated_at': '2022-05-27T23:33:15Z', 'revision_number': 5, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'subnets': [{'id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:34:06.017696 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-968c8561-467d-4b15-84d6-8dfceb7b2410 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:06.027574 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c8e7704d-5bd6-4532-ba05-6e4381211bd9 req-f14543e1-441e-4615-b2b1-61c221e155d7 service neutron] 10.222.0.46 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308374 May 27 23:34:06.088016 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-968c8561-467d-4b15-84d6-8dfceb7b2410 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:06.166139 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-968c8561-467d-4b15-84d6-8dfceb7b2410 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:06.192953 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d63009-add4-4363-8fd5-8710e411ff0c None None] New status for floating IP 86055131-6bbf-4d4a-a523-6c4989bf1819: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:34:06.193851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c8561-467d-4b15-84d6-8dfceb7b2410 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d53df1-f929-4af4-b1c8-28c75a2d451e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:34:06.268971 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-968c8561-467d-4b15-84d6-8dfceb7b2410 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:06.270477 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-968c8561-467d-4b15-84d6-8dfceb7b2410 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3423116 May 27 23:34:06.273103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48200) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:34:06.278364 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9a5cf1aa-d16e-4830-b29e-8db6052449b3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Request body: {'security_group_rule': {'security_group_id': '07110c00-2300-4450-b96c-84215ea30e01', 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:34:06.285299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a5cf1aa-d16e-4830-b29e-8db6052449b3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:34:06.289118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a5cf1aa-d16e-4830-b29e-8db6052449b3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Usage tracker for resource:security_group_rule and tenant:06274816aa02436b8297fc76fc29e4e2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:34:06.293106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9a5cf1aa-d16e-4830-b29e-8db6052449b3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:34:06.299823 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9a5cf1aa-d16e-4830-b29e-8db6052449b3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:34:06.372318 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5cf1aa-d16e-4830-b29e-8db6052449b3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:06.434796 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5cf1aa-d16e-4830-b29e-8db6052449b3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:06.522444 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5cf1aa-d16e-4830-b29e-8db6052449b3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:06.546509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5cf1aa-d16e-4830-b29e-8db6052449b3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc165bee-1d4c-4ab4-8957-817088ff27c1,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:34:06.617295 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9a5cf1aa-d16e-4830-b29e-8db6052449b3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:06.618586 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9a5cf1aa-d16e-4830-b29e-8db6052449b3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3445001 May 27 23:34:06.621270 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48204) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:34:06.626204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ffbe8616-4a66-4b27-b591-d817ffea75ff tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Request body: {'security_group_rule': {'security_group_id': '07110c00-2300-4450-b96c-84215ea30e01', 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:34:06.633078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ffbe8616-4a66-4b27-b591-d817ffea75ff tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:34:06.636930 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ffbe8616-4a66-4b27-b591-d817ffea75ff tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Usage tracker for resource:security_group_rule and tenant:06274816aa02436b8297fc76fc29e4e2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:34:06.639797 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ffbe8616-4a66-4b27-b591-d817ffea75ff tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:34:06.645518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ffbe8616-4a66-4b27-b591-d817ffea75ff tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:34:06.715528 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ffbe8616-4a66-4b27-b591-d817ffea75ff tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:06.909582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ffbe8616-4a66-4b27-b591-d817ffea75ff tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:07.005795 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ffbe8616-4a66-4b27-b591-d817ffea75ff tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:07.029854 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe8616-4a66-4b27-b591-d817ffea75ff tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca18b39-5e82-47f2-b41c-d2be1f33be5a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:34:07.108608 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ffbe8616-4a66-4b27-b591-d817ffea75ff tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:07.109786 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ffbe8616-4a66-4b27-b591-d817ffea75ff tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4875760 May 27 23:34:07.112465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48208) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:34:07.117358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d8223527-41bc-4f89-94bc-a6471f42be21 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Request body: {'security_group_rule': {'security_group_id': '07110c00-2300-4450-b96c-84215ea30e01', 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:34:07.123900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d8223527-41bc-4f89-94bc-a6471f42be21 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:34:07.127788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d8223527-41bc-4f89-94bc-a6471f42be21 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Usage tracker for resource:security_group_rule and tenant:06274816aa02436b8297fc76fc29e4e2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:34:07.130620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d8223527-41bc-4f89-94bc-a6471f42be21 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:34:07.136240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d8223527-41bc-4f89-94bc-a6471f42be21 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:34:07.211557 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-d8223527-41bc-4f89-94bc-a6471f42be21 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Project 06274816aa02436b8297fc76fc29e4e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:34:07.218096 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8223527-41bc-4f89-94bc-a6471f42be21 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:07.281389 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8223527-41bc-4f89-94bc-a6471f42be21 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:07.362002 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8223527-41bc-4f89-94bc-a6471f42be21 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:07.385669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8223527-41bc-4f89-94bc-a6471f42be21 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67185618-2b0f-4d69-9643-d6c6f5e3ad13,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:34:07.453788 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d8223527-41bc-4f89-94bc-a6471f42be21 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:07.454952 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d8223527-41bc-4f89-94bc-a6471f42be21 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3415866 May 27 23:34:07.457718 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48212) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:34:07.462576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8e2da520-6266-4517-b500-7ff2e4035254 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Request body: {'security_group_rule': {'security_group_id': '07110c00-2300-4450-b96c-84215ea30e01', 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:34:07.469140 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8e2da520-6266-4517-b500-7ff2e4035254 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:34:07.472865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e2da520-6266-4517-b500-7ff2e4035254 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Usage tracker for resource:security_group_rule and tenant:06274816aa02436b8297fc76fc29e4e2 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:34:07.475669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8e2da520-6266-4517-b500-7ff2e4035254 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:34:07.481289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8e2da520-6266-4517-b500-7ff2e4035254 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:34:07.556662 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-8e2da520-6266-4517-b500-7ff2e4035254 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Project 06274816aa02436b8297fc76fc29e4e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:34:07.564051 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e2da520-6266-4517-b500-7ff2e4035254 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:07.629860 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e2da520-6266-4517-b500-7ff2e4035254 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:07.697507 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e2da520-6266-4517-b500-7ff2e4035254 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:07.723337 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2da520-6266-4517-b500-7ff2e4035254 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0a5d8f-58c9-4ccc-aaee-48e13ec7ed54,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:34:07.812423 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8e2da520-6266-4517-b500-7ff2e4035254 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:07.813917 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8e2da520-6266-4517-b500-7ff2e4035254 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3553119 May 27 23:34:07.977370 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8da29d0d-40e8-4899-ba24-59b26b6f6ddd req-73f09a52-32ca-4f81-953e-fbc6dd0bc4ac tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590797062&fields=id&tenant_id=06274816aa02436b8297fc76fc29e4e2 HTTP/1.1" status: 200 len: 267 time: 0.0853541 May 27 23:34:08.060695 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da29d0d-40e8-4899-ba24-59b26b6f6ddd req-d4ba808c-f485-4a8b-9ff6-2f3795091246 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:08.062145 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8da29d0d-40e8-4899-ba24-59b26b6f6ddd req-d4ba808c-f485-4a8b-9ff6-2f3795091246 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 946 time: 0.0795670 May 27 23:34:08.072776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-8da29d0d-40e8-4899-ba24-59b26b6f6ddd req-8f084516-7242-4000-92d0-83c2a4147d12 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Request body: {'port': {'security_groups': ['dfe68098-ea74-40e2-bdad-e9502bf55e04', '07110c00-2300-4450-b96c-84215ea30e01']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:34:08.189480 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8da29d0d-40e8-4899-ba24-59b26b6f6ddd req-8f084516-7242-4000-92d0-83c2a4147d12 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:08.437003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-8da29d0d-40e8-4899-ba24-59b26b6f6ddd req-8f084516-7242-4000-92d0-83c2a4147d12 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] For port 819332ba-a427-4d1b-b812-3f2935c3c84e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=819332ba-a427-4d1b-b812-3f2935c3c84e,segment=NetworkSegment(a7407439-d2af-4066-89b4-a460edfb7fca),segment_id=a7407439-d2af-4066-89b4-a460edfb7fca)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:34:08.461093 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8da29d0d-40e8-4899-ba24-59b26b6f6ddd req-8f084516-7242-4000-92d0-83c2a4147d12 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:08.536686 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8da29d0d-40e8-4899-ba24-59b26b6f6ddd req-8f084516-7242-4000-92d0-83c2a4147d12 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:08.547791 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['819332ba-a427-4d1b-b812-3f2935c3c84e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:34:08.711797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da29d0d-40e8-4899-ba24-59b26b6f6ddd req-8f084516-7242-4000-92d0-83c2a4147d12 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:08.712421 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-8da29d0d-40e8-4899-ba24-59b26b6f6ddd req-8f084516-7242-4000-92d0-83c2a4147d12 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:08.719329 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8da29d0d-40e8-4899-ba24-59b26b6f6ddd req-8f084516-7242-4000-92d0-83c2a4147d12 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "PUT /v2.0/ports/819332ba-a427-4d1b-b812-3f2935c3c84e HTTP/1.1" status: 200 len: 982 time: 0.6481128 May 27 23:34:08.719329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'tag': '819332ba-a427-4d1b-b812-3f2935c3c84e'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:34:08.741004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f084516-7242-4000-92d0-83c2a4147d12 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Pushing event updated for resources: {'Port': ['ID=819332ba-a427-4d1b-b812-3f2935c3c84e,revision_number=6']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:34:08.781074 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece910a3-a0f4-489b-bb7e-12155c30771a'] response: {'name': 'network-changed', 'server_uuid': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'tag': '819332ba-a427-4d1b-b812-3f2935c3c84e', 'status': 'completed', 'code': 200} May 27 23:34:08.782051 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['819332ba-a427-4d1b-b812-3f2935c3c84e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:34:08.898081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c45c2-898c-4a51-a61c-7b44c6e0c7b3 req-3d8b0eee-bbd6-436d-8ac1-9eeca0b17b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:08.899581 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a15c45c2-898c-4a51-a61c-7b44c6e0c7b3 req-3d8b0eee-bbd6-436d-8ac1-9eeca0b17b48 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06274816aa02436b8297fc76fc29e4e2&device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 1136 time: 0.0963302 May 27 23:34:08.917147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01629fc8-a330-4d63-8b19-ec5a0f50e71e req-a18e6fdf-ab1b-4b78-af77-7af1f1557b98 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:08.918656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01629fc8-a330-4d63-8b19-ec5a0f50e71e req-a18e6fdf-ab1b-4b78-af77-7af1f1557b98 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0959885 May 27 23:34:08.989136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-01629fc8-a330-4d63-8b19-ec5a0f50e71e req-08bfd060-e247-4746-a927-4162d1ad21f8 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624771 May 27 23:34:09.044038 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c45c2-898c-4a51-a61c-7b44c6e0c7b3 req-6a5831e7-ce57-4785-b287-990de59601b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:09.045215 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a15c45c2-898c-4a51-a61c-7b44c6e0c7b3 req-6a5831e7-ce57-4785-b287-990de59601b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13da24b2-7c0b-4d86-9a9e-1d139562842e HTTP/1.1" status: 200 len: 916 time: 0.1382358 May 27 23:34:09.053151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-be5d5a89-7f1a-41f0-83d5-eeee518a9423 None None] Provisioning complete for port 819332ba-a427-4d1b-b812-3f2935c3c84e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:34:09.053525 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-be5d5a89-7f1a-41f0-83d5-eeee518a9423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:09.148443 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a15c45c2-898c-4a51-a61c-7b44c6e0c7b3 req-eef1c2a9-5f4d-425a-bb56-81290cd208fd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=819332ba-a427-4d1b-b812-3f2935c3c84e HTTP/1.1" status: 200 len: 1001 time: 0.0971186 May 27 23:34:09.213476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c45c2-898c-4a51-a61c-7b44c6e0c7b3 req-b00cff50-23ef-43c6-baa5-c81ea2760b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:09.214915 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a15c45c2-898c-4a51-a61c-7b44c6e0c7b3 req-b00cff50-23ef-43c6-baa5-c81ea2760b92 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=90bf079b-215f-45bd-8ce3-e07a97797416 HTTP/1.1" status: 200 len: 854 time: 0.0601292 May 27 23:34:09.289529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c45c2-898c-4a51-a61c-7b44c6e0c7b3 req-8f205185-5f8a-40c5-949b-293281ffe0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:09.290858 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a15c45c2-898c-4a51-a61c-7b44c6e0c7b3 req-8f205185-5f8a-40c5-949b-293281ffe0e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13da24b2-7c0b-4d86-9a9e-1d139562842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699060 May 27 23:34:09.308822 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-be5d5a89-7f1a-41f0-83d5-eeee518a9423 None None] Current status of the port 819332ba-a427-4d1b-b812-3f2935c3c84e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:34:09.424305 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a15c45c2-898c-4a51-a61c-7b44c6e0c7b3 req-2ed084a4-4273-4fc7-b8f8-034c416ac062 service neutron] 10.222.0.46 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259708 May 27 23:34:09.557337 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a15c45c2-898c-4a51-a61c-7b44c6e0c7b3 req-a6eafd04-be26-4ff9-835b-40cf5de9be7f service neutron] 10.222.0.46 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258862 May 27 23:34:16.470775 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:18.068342 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:34:22.959477 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:23.277362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7741dc-e527-4597-9a5b-a3f030e3cada req-c797063e-8d9a-4255-8c5b-f6b264269542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:23.278774 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d7741dc-e527-4597-9a5b-a3f030e3cada req-c797063e-8d9a-4255-8c5b-f6b264269542 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06274816aa02436b8297fc76fc29e4e2&device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 1136 time: 0.0720060 May 27 23:34:23.291343 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d7abd-693a-42a3-b7f9-08c2ff47333e req-9ac4b418-e907-41b2-b94a-6b87f63163b0 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:23.292816 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-697d7abd-693a-42a3-b7f9-08c2ff47333e req-9ac4b418-e907-41b2-b94a-6b87f63163b0 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.1409903 May 27 23:34:23.339214 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-697d7abd-693a-42a3-b7f9-08c2ff47333e req-f9704bb0-1dd6-4f93-af9a-d1f4cef3c87d tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405693 May 27 23:34:23.412226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7741dc-e527-4597-9a5b-a3f030e3cada req-3ee52416-4b93-4568-b8a0-7a9b551c023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:23.413696 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d7741dc-e527-4597-9a5b-a3f030e3cada req-3ee52416-4b93-4568-b8a0-7a9b551c023c service neutron] 10.222.0.46 "GET /v2.0/networks?id=13da24b2-7c0b-4d86-9a9e-1d139562842e HTTP/1.1" status: 200 len: 916 time: 0.1285627 May 27 23:34:23.517360 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d7741dc-e527-4597-9a5b-a3f030e3cada req-01f96ee9-26e7-4f85-b164-a5736c6b990b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=819332ba-a427-4d1b-b812-3f2935c3c84e HTTP/1.1" status: 200 len: 1001 time: 0.0976536 May 27 23:34:23.583360 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7741dc-e527-4597-9a5b-a3f030e3cada req-7298f33a-4c87-4b79-8068-be3aadf303ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:23.584765 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d7741dc-e527-4597-9a5b-a3f030e3cada req-7298f33a-4c87-4b79-8068-be3aadf303ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=90bf079b-215f-45bd-8ce3-e07a97797416 HTTP/1.1" status: 200 len: 854 time: 0.0608056 May 27 23:34:23.660964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7741dc-e527-4597-9a5b-a3f030e3cada req-8ee353c9-ea72-4a6e-9037-5b28a969fc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:23.662482 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d7741dc-e527-4597-9a5b-a3f030e3cada req-8ee353c9-ea72-4a6e-9037-5b28a969fc0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13da24b2-7c0b-4d86-9a9e-1d139562842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709083 May 27 23:34:23.796088 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d7741dc-e527-4597-9a5b-a3f030e3cada req-7cfa627a-fd54-4f61-98f4-4f5084eedbf6 service neutron] 10.222.0.46 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259391 May 27 23:34:24.039950 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9d7741dc-e527-4597-9a5b-a3f030e3cada req-72115059-e511-4d05-b4bb-3b1e2fb841cc service neutron] 10.222.0.46 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384961 May 27 23:34:24.532225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7ca9f-406b-430a-b97e-cb968fc90c2b req-9f3097ab-380f-4cdf-817a-e3cae6ec09bd tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:24.533680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3de7ca9f-406b-430a-b97e-cb968fc90c2b req-9f3097ab-380f-4cdf-817a-e3cae6ec09bd tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0842874 May 27 23:34:24.580715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3de7ca9f-406b-430a-b97e-cb968fc90c2b req-f420c0c5-e86a-40d3-a84a-3c33bd6c7f70 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407844 May 27 23:34:25.764812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb3239-69ef-42b4-be34-2192f911614d req-5c5565fa-28b1-43f3-9867-942a4e00ffcc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:25.766259 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2dbb3239-69ef-42b4-be34-2192f911614d req-5c5565fa-28b1-43f3-9867-942a4e00ffcc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0804973 May 27 23:34:25.812326 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2dbb3239-69ef-42b4-be34-2192f911614d req-f17d7d8b-6f6f-4f5d-a81d-f5baee572b82 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401931 May 27 23:34:26.997753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa4c81-805f-4ca5-a65d-d058a0940800 req-6377c7ef-6a36-4a55-9b19-d4909a487141 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:26.999217 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77fa4c81-805f-4ca5-a65d-d058a0940800 req-6377c7ef-6a36-4a55-9b19-d4909a487141 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0822742 May 27 23:34:27.044246 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77fa4c81-805f-4ca5-a65d-d058a0940800 req-505a6d9f-908e-447a-b2eb-43cc558e7b88 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393355 May 27 23:34:27.567270 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-617d2c99-f8c9-4aba-9240-f4d5dd43d769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:28.226509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b172c-7623-4a0d-a127-f4f91bb33415 req-06957f6f-1b9d-462c-a4c8-ec8eb5349f1f tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:28.227941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f32b172c-7623-4a0d-a127-f4f91bb33415 req-06957f6f-1b9d-462c-a4c8-ec8eb5349f1f tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0790470 May 27 23:34:28.272839 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f32b172c-7623-4a0d-a127-f4f91bb33415 req-e29a7843-cf08-463c-9ac4-4505c577ebcc tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392392 May 27 23:34:29.465623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd9ff46-4bb9-4414-bd0c-746579ffead1 req-c764499a-d6ec-4cf4-8ca7-79db9bd05828 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:29.467053 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1cd9ff46-4bb9-4414-bd0c-746579ffead1 req-c764499a-d6ec-4cf4-8ca7-79db9bd05828 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0835404 May 27 23:34:29.511861 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1cd9ff46-4bb9-4414-bd0c-746579ffead1 req-5c19eb96-2865-4edd-832b-e154214530f6 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389047 May 27 23:34:29.685607 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fff1a772-52c8-4425-b611-40c3169af2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:30.693759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba9938-b098-4ac1-a94a-ebdc99658015 req-0e55d449-266a-4df8-8c67-f1e28ea0d645 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:30.695205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2ba9938-b098-4ac1-a94a-ebdc99658015 req-0e55d449-266a-4df8-8c67-f1e28ea0d645 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0789299 May 27 23:34:30.745309 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2ba9938-b098-4ac1-a94a-ebdc99658015 req-af2e957e-5de3-40a9-b098-80b9354c8de0 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438297 May 27 23:34:31.000054 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:31.090797 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:31.930791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea225f-75ad-4fb8-b856-ca890af349c1 req-43833f4f-1327-4b23-9cd2-dd8c3abf975d tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:31.932248 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-34ea225f-75ad-4fb8-b856-ca890af349c1 req-43833f4f-1327-4b23-9cd2-dd8c3abf975d tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0825651 May 27 23:34:31.977903 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-34ea225f-75ad-4fb8-b856-ca890af349c1 req-fb88aa61-8a5d-4460-af84-f6c25d279b4e tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391374 May 27 23:34:32.327949 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:33.162886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baedf69-70e0-420e-bebd-8b6586db523b req-9e08b3c8-9597-4db5-868f-1d0fd32f9e0a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:33.164397 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4baedf69-70e0-420e-bebd-8b6586db523b req-9e08b3c8-9597-4db5-868f-1d0fd32f9e0a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0830345 May 27 23:34:33.210241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4baedf69-70e0-420e-bebd-8b6586db523b req-22f4199d-bf8e-463c-95de-8ac87ee8707f tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400238 May 27 23:34:33.793381 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6a965-4e78-4b89-ad04-affc3689e9da req-8cb17c83-7380-4531-83c9-4c0af7b9cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:33.794826 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-29f6a965-4e78-4b89-ad04-affc3689e9da req-8cb17c83-7380-4531-83c9-4c0af7b9cc5d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06274816aa02436b8297fc76fc29e4e2&device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 1136 time: 0.0742843 May 27 23:34:33.937254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6a965-4e78-4b89-ad04-affc3689e9da req-5ce85177-722a-49dc-9ba9-2c118c82f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:33.938939 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-29f6a965-4e78-4b89-ad04-affc3689e9da req-5ce85177-722a-49dc-9ba9-2c118c82f857 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13da24b2-7c0b-4d86-9a9e-1d139562842e HTTP/1.1" status: 200 len: 916 time: 0.1259482 May 27 23:34:34.036439 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-29f6a965-4e78-4b89-ad04-affc3689e9da req-c3a8e035-c2e3-46f9-bf09-9a5dbc862487 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=819332ba-a427-4d1b-b812-3f2935c3c84e HTTP/1.1" status: 200 len: 1001 time: 0.0914023 May 27 23:34:34.100444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6a965-4e78-4b89-ad04-affc3689e9da req-b1a2d29e-4628-4895-9380-bd19403af8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:34.101831 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-29f6a965-4e78-4b89-ad04-affc3689e9da req-b1a2d29e-4628-4895-9380-bd19403af8a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=90bf079b-215f-45bd-8ce3-e07a97797416 HTTP/1.1" status: 200 len: 854 time: 0.0599430 May 27 23:34:34.177552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6a965-4e78-4b89-ad04-affc3689e9da req-74fb846e-2243-43eb-9b17-85afa3b9b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:34.178977 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-29f6a965-4e78-4b89-ad04-affc3689e9da req-74fb846e-2243-43eb-9b17-85afa3b9b6ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13da24b2-7c0b-4d86-9a9e-1d139562842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709455 May 27 23:34:34.313989 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-29f6a965-4e78-4b89-ad04-affc3689e9da req-bb2f4cc3-83da-4f97-aa71-f02d760ae73a service neutron] 10.222.0.46 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273031 May 27 23:34:34.393810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013d03b-ae3a-4235-a37f-670d6ba8bc0d req-db6455f1-bdc1-42ca-85b0-e72a12acc3f9 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:34.395284 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d013d03b-ae3a-4235-a37f-670d6ba8bc0d req-db6455f1-bdc1-42ca-85b0-e72a12acc3f9 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0788248 May 27 23:34:34.442620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d013d03b-ae3a-4235-a37f-670d6ba8bc0d req-13f4b4d4-d0bc-4e84-99c1-3ef21f754cf0 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411103 May 27 23:34:34.447222 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-29f6a965-4e78-4b89-ad04-affc3689e9da req-43949003-2261-4795-b95c-8cd490c5cd7f service neutron] 10.222.0.46 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277852 May 27 23:34:35.631743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e95822-4735-49e7-88c3-da517b661204 req-f7b57cdb-e274-406d-a978-24216910df16 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:35.633271 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b6e95822-4735-49e7-88c3-da517b661204 req-f7b57cdb-e274-406d-a978-24216910df16 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0825250 May 27 23:34:35.680062 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b6e95822-4735-49e7-88c3-da517b661204 req-3c6a4b5f-9f97-4f75-a753-f74a2bb03dca tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410619 May 27 23:34:36.865551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0aa91-af44-4e22-b2eb-5cd403b7b71c req-a01ec14a-d4fc-4699-9f0b-6fb54e973888 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:36.866982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28e0aa91-af44-4e22-b2eb-5cd403b7b71c req-a01ec14a-d4fc-4699-9f0b-6fb54e973888 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0791078 May 27 23:34:36.916205 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28e0aa91-af44-4e22-b2eb-5cd403b7b71c req-4b42a0f1-ceac-471b-81cf-b6f1b94da6b4 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434902 May 27 23:34:38.098439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799113a-c703-4278-92b3-838649b0225c req-75e528a8-a0a7-4f05-ad6f-6257b24d5b94 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:38.099926 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0799113a-c703-4278-92b3-838649b0225c req-75e528a8-a0a7-4f05-ad6f-6257b24d5b94 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0789595 May 27 23:34:38.145787 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0799113a-c703-4278-92b3-838649b0225c req-fa5d3d36-ddf3-4cd0-aa6a-85fd867b30b0 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401232 May 27 23:34:39.334642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3489f8-a893-4049-9b86-43049fc25378 req-667ce6d5-fde3-4a09-bc3b-40369701c258 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:39.336141 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b3489f8-a893-4049-9b86-43049fc25378 req-667ce6d5-fde3-4a09-bc3b-40369701c258 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0842359 May 27 23:34:39.384120 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3b3489f8-a893-4049-9b86-43049fc25378 req-2557f5b5-b0a0-41da-bdf4-7edf6f89555e tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418136 May 27 23:34:40.571397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581de9db-c9b6-4c1b-955e-c0fa3e490c9d req-c8b69961-f2fd-416d-b1c5-36ad5473a83e tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:34:40.572915 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-581de9db-c9b6-4c1b-955e-c0fa3e490c9d req-c8b69961-f2fd-416d-b1c5-36ad5473a83e tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0820212 May 27 23:34:40.619819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-581de9db-c9b6-4c1b-955e-c0fa3e490c9d req-a32a22f9-9694-41e4-b188-93fe7c0585ea tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=07110c00-2300-4450-b96c-84215ea30e01&id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406697 May 27 23:34:46.435960 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:52.990053 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:55.068334 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:34:57.606712 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-cfd17cb2-2b86-4c8d-a394-ef25e15ade3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:34:59.687523 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2f8606e1-ff74-4fbd-9b22-1bd83cca7c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:00.982122 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:01.079141 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:02.304016 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:12.235936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bac754f2-df12-4279-b5b3-f94bba1988e4 req-a478397c-b295-456d-93bc-d22043ab89e2 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590797062&fields=id&tenant_id=06274816aa02436b8297fc76fc29e4e2 HTTP/1.1" status: 200 len: 267 time: 0.0427291 May 27 23:35:12.318013 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac754f2-df12-4279-b5b3-f94bba1988e4 req-097dec53-6b9e-44c1-8154-c8a9b3a4e6e3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:12.319431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bac754f2-df12-4279-b5b3-f94bba1988e4 req-097dec53-6b9e-44c1-8154-c8a9b3a4e6e3 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 985 time: 0.0782247 May 27 23:35:12.329785 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [req-bac754f2-df12-4279-b5b3-f94bba1988e4 req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Request body: {'port': {'security_groups': ['dfe68098-ea74-40e2-bdad-e9502bf55e04']}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:35:12.448238 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bac754f2-df12-4279-b5b3-f94bba1988e4 req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:12.681840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [req-bac754f2-df12-4279-b5b3-f94bba1988e4 req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] For port 819332ba-a427-4d1b-b812-3f2935c3c84e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=819332ba-a427-4d1b-b812-3f2935c3c84e,segment=NetworkSegment(a7407439-d2af-4066-89b4-a460edfb7fca),segment_id=a7407439-d2af-4066-89b4-a460edfb7fca)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:35:12.707142 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bac754f2-df12-4279-b5b3-f94bba1988e4 req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:12.772504 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bac754f2-df12-4279-b5b3-f94bba1988e4 req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:12.783365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['819332ba-a427-4d1b-b812-3f2935c3c84e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:35:12.844045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac754f2-df12-4279-b5b3-f94bba1988e4 req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:12.844705 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [req-bac754f2-df12-4279-b5b3-f94bba1988e4 req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:12.846085 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bac754f2-df12-4279-b5b3-f94bba1988e4 req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "PUT /v2.0/ports/819332ba-a427-4d1b-b812-3f2935c3c84e HTTP/1.1" status: 200 len: 943 time: 0.5206263 May 27 23:35:12.846538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'tag': '819332ba-a427-4d1b-b812-3f2935c3c84e'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:35:12.853882 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48292) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:12.872037 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Pushing event updated for resources: {'Port': ['ID=819332ba-a427-4d1b-b812-3f2935c3c84e,revision_number=7']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:12.885597 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:12.885937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:12.886269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:12.886603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:12.896628 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:12.897273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:12.897622 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:12.897954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:12.898285 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:12.898609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:12.898936 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:12.899255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbba19c7-015f-49c9-a69c-00f8b84cec3a tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:12.916103 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29287359-b1d6-451d-a551-02a26304759e'] response: {'name': 'network-changed', 'server_uuid': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'tag': '819332ba-a427-4d1b-b812-3f2935c3c84e', 'status': 'completed', 'code': 200} May 27 23:35:12.950821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['819332ba-a427-4d1b-b812-3f2935c3c84e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:35:13.025800 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:13.063083 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:13.085345 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb9cb4-026f-4eef-a54e-7d61ece66048 req-21cc2253-bf2d-45ae-b6b5-8c94fa20919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:13.086828 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fdeb9cb4-026f-4eef-a54e-7d61ece66048 req-21cc2253-bf2d-45ae-b6b5-8c94fa20919e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06274816aa02436b8297fc76fc29e4e2&device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 1097 time: 0.1438484 May 27 23:35:13.168133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-bc36d81c-4d0e-40c9-a3ec-807df6ccfc1a None None] Provisioning complete for port 819332ba-a427-4d1b-b812-3f2935c3c84e triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:35:13.168461 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bc36d81c-4d0e-40c9-a3ec-807df6ccfc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:13.233634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb9cb4-026f-4eef-a54e-7d61ece66048 req-dc9437f3-52f4-41ba-9244-497289b2e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:13.235349 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fdeb9cb4-026f-4eef-a54e-7d61ece66048 req-dc9437f3-52f4-41ba-9244-497289b2e9b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13da24b2-7c0b-4d86-9a9e-1d139562842e HTTP/1.1" status: 200 len: 916 time: 0.1427324 May 27 23:35:13.291978 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-bc36d81c-4d0e-40c9-a3ec-807df6ccfc1a None None] Current status of the port 819332ba-a427-4d1b-b812-3f2935c3c84e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:35:13.315537 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:13.347478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07110c00-2300-4450-b96c-84215ea30e01,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:13.363023 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:13.364108 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "DELETE /v2.0/security-groups/07110c00-2300-4450-b96c-84215ea30e01 HTTP/1.1" status: 204 len: 168 time: 0.5086658 May 27 23:35:13.365549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:13.365883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:13.366220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:13.366545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:13.366869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:13.366986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48300) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:13.367438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:13.367552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:13.367803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:13.368120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:13.368460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:13.368784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:13.369095 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d1fc29-ec74-434f-9d5a-6798309ce490 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:13.372906 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fdeb9cb4-026f-4eef-a54e-7d61ece66048 req-0ae15f3d-fc1f-49ec-8ed2-e3882569dcf1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=819332ba-a427-4d1b-b812-3f2935c3c84e HTTP/1.1" status: 200 len: 1001 time: 0.1317344 May 27 23:35:13.441923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb9cb4-026f-4eef-a54e-7d61ece66048 req-bfe10ad9-6ca0-45c2-af5b-7092121b6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:13.443392 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fdeb9cb4-026f-4eef-a54e-7d61ece66048 req-bfe10ad9-6ca0-45c2-af5b-7092121b6e36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=90bf079b-215f-45bd-8ce3-e07a97797416 HTTP/1.1" status: 200 len: 854 time: 0.0637438 May 27 23:35:13.521626 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb9cb4-026f-4eef-a54e-7d61ece66048 req-3df3d91b-f000-4eab-8aeb-dfe75d55b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:13.523120 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fdeb9cb4-026f-4eef-a54e-7d61ece66048 req-3df3d91b-f000-4eab-8aeb-dfe75d55b50b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13da24b2-7c0b-4d86-9a9e-1d139562842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742345 May 27 23:35:13.656214 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fdeb9cb4-026f-4eef-a54e-7d61ece66048 req-70389fe2-b83b-470b-a219-c2ebb0169844 service neutron] 10.222.0.46 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266203 May 27 23:35:13.672248 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-de7b9105-795e-4a88-ab3e-25687f7e3522 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Deleting port 4a7bb13e-1031-4f71-a71f-e823ccb70b24 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:35:13.672857 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de7b9105-795e-4a88-ab3e-25687f7e3522 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:13.788081 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fdeb9cb4-026f-4eef-a54e-7d61ece66048 req-05f6e3ad-5dc1-4c1f-ae10-8c39f8531af4 service neutron] 10.222.0.46 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259375 May 27 23:35:13.843766 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de7b9105-795e-4a88-ab3e-25687f7e3522 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:13.844088 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de7b9105-795e-4a88-ab3e-25687f7e3522 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:13.965060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-de7b9105-795e-4a88-ab3e-25687f7e3522 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Calling delete_port for 4a7bb13e-1031-4f71-a71f-e823ccb70b24 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:35:14.187703 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de7b9105-795e-4a88-ab3e-25687f7e3522 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:14.234759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b9105-795e-4a88-ab3e-25687f7e3522 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Pushing event deleted for resources: {'Port': ['ID=4a7bb13e-1031-4f71-a71f-e823ccb70b24,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:14.325983 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de7b9105-795e-4a88-ab3e-25687f7e3522 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:14.326306 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-de7b9105-795e-4a88-ab3e-25687f7e3522 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Floating IP 86055131-6bbf-4d4a-a523-6c4989bf1819 disassociated (deleted). External IP: 172.25.2.84, port: 819332ba-a427-4d1b-b812-3f2935c3c84e. May 27 23:35:14.668366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7b9105-795e-4a88-ab3e-25687f7e3522 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Router f116d219-4bdf-469e-8b7b-fad3832f0e70 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:35:14.845264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7b9105-795e-4a88-ab3e-25687f7e3522 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:35:14.855459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc14c10-adbd-4513-80dd-1687a7566e17 None None] Sync routers for ids ['f116d219-4bdf-469e-8b7b-fad3832f0e70'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:35:14.862144 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de7b9105-795e-4a88-ab3e-25687f7e3522 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:14.866206 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc14c10-adbd-4513-80dd-1687a7566e17 None None] Routers {'f116d219-4bdf-469e-8b7b-fad3832f0e70'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:35:14.866821 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0cc14c10-adbd-4513-80dd-1687a7566e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:35:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f116d219-4bdf-469e-8b7b-fad3832f0e70'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:14.916099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-de7b9105-795e-4a88-ab3e-25687f7e3522 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "DELETE /v2.0/floatingips/86055131-6bbf-4d4a-a523-6c4989bf1819 HTTP/1.1" status: 204 len: 168 time: 1.5480559 May 27 23:35:14.916949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'tag': '819332ba-a427-4d1b-b812-3f2935c3c84e'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:35:14.970628 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f590bc34-a2bc-46e2-917d-6161c0064c3f'] response: {'name': 'network-changed', 'server_uuid': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'tag': '819332ba-a427-4d1b-b812-3f2935c3c84e', 'status': 'completed', 'code': 200} May 27 23:35:15.050743 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-0cc14c10-adbd-4513-80dd-1687a7566e17 None None] Set router f116d219-4bdf-469e-8b7b-fad3832f0e70 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:35:15.061405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5c2a5-6ce8-4f13-bee8-6c14ab99be0d req-dbacb3b2-3880-4b10-a237-8e37e1118518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:15.063226 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4ff5c2a5-6ce8-4f13-bee8-6c14ab99be0d req-dbacb3b2-3880-4b10-a237-8e37e1118518 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=06274816aa02436b8297fc76fc29e4e2&device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 1097 time: 0.0732951 May 27 23:35:15.198169 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5c2a5-6ce8-4f13-bee8-6c14ab99be0d req-64213454-d9f3-4090-ac68-8074a71e8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:15.199584 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4ff5c2a5-6ce8-4f13-bee8-6c14ab99be0d req-64213454-d9f3-4090-ac68-8074a71e8e92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=13da24b2-7c0b-4d86-9a9e-1d139562842e HTTP/1.1" status: 200 len: 916 time: 0.1304970 May 27 23:35:15.270795 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4ff5c2a5-6ce8-4f13-bee8-6c14ab99be0d req-0e35671e-c127-4331-ab8b-c729e2adfee6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=819332ba-a427-4d1b-b812-3f2935c3c84e HTTP/1.1" status: 200 len: 217 time: 0.0646348 May 27 23:35:15.336028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5c2a5-6ce8-4f13-bee8-6c14ab99be0d req-0fa4990c-d3d1-482f-a870-d53aae8761d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:15.337494 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4ff5c2a5-6ce8-4f13-bee8-6c14ab99be0d req-0fa4990c-d3d1-482f-a870-d53aae8761d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=90bf079b-215f-45bd-8ce3-e07a97797416 HTTP/1.1" status: 200 len: 854 time: 0.0609226 May 27 23:35:15.384819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0cc14c10-adbd-4513-80dd-1687a7566e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:04Z', 'updated_at': '2022-05-27T23:33:09Z', 'revision_number': 4, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'gw_port': {'id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:05Z', 'updated_at': '2022-05-27T23:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '368d7efd-5b76-45c0-8a3c-5c54d801df6b', 'name': '', 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'mac_address': 'fa:16:3e:e5:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:08Z', 'updated_at': '2022-05-27T23:33:15Z', 'revision_number': 5, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'subnets': [{'id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:15.389136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc14c10-adbd-4513-80dd-1687a7566e17 None None] Checking router: f116d219-4bdf-469e-8b7b-fad3832f0e70 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:35:15.399235 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc14c10-adbd-4513-80dd-1687a7566e17 None None] Routers {'f116d219-4bdf-469e-8b7b-fad3832f0e70'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:35:15.399893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0cc14c10-adbd-4513-80dd-1687a7566e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:35:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f116d219-4bdf-469e-8b7b-fad3832f0e70'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:15.537965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5c2a5-6ce8-4f13-bee8-6c14ab99be0d req-4686c101-0da9-421b-bd2a-7848ba17a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:15.539560 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4ff5c2a5-6ce8-4f13-bee8-6c14ab99be0d req-4686c101-0da9-421b-bd2a-7848ba17a569 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=13da24b2-7c0b-4d86-9a9e-1d139562842e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967099 May 27 23:35:15.582987 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-0cc14c10-adbd-4513-80dd-1687a7566e17 None None] Set router f116d219-4bdf-469e-8b7b-fad3832f0e70 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:35:15.673253 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4ff5c2a5-6ce8-4f13-bee8-6c14ab99be0d req-43626a82-12ea-41b8-9842-a329264ae953 service neutron] 10.222.0.46 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273580 May 27 23:35:15.808998 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-4ff5c2a5-6ce8-4f13-bee8-6c14ab99be0d req-b9beb626-276e-43ea-82cf-4c9791150fa3 service neutron] 10.222.0.46 "GET /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283853 May 27 23:35:15.927329 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0cc14c10-adbd-4513-80dd-1687a7566e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:04Z', 'updated_at': '2022-05-27T23:33:09Z', 'revision_number': 4, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'gw_port': {'id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:05Z', 'updated_at': '2022-05-27T23:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '368d7efd-5b76-45c0-8a3c-5c54d801df6b', 'name': '', 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'mac_address': 'fa:16:3e:e5:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:08Z', 'updated_at': '2022-05-27T23:33:15Z', 'revision_number': 5, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'subnets': [{'id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:15.931168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc14c10-adbd-4513-80dd-1687a7566e17 None None] The sync data for ids ['f116d219-4bdf-469e-8b7b-fad3832f0e70'] in n-d-843680-3 is: [{'id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:04Z', 'updated_at': '2022-05-27T23:33:09Z', 'revision_number': 4, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'gw_port': {'id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:05Z', 'updated_at': '2022-05-27T23:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '368d7efd-5b76-45c0-8a3c-5c54d801df6b', 'name': '', 'network_id': '13da24b2-7c0b-4d86-9a9e-1d139562842e', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'mac_address': 'fa:16:3e:e5:a2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:08Z', 'updated_at': '2022-05-27T23:33:15Z', 'revision_number': 5, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'subnets': [{'id': '90bf079b-215f-45bd-8ce3-e07a97797416', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:35:16.157093 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2bc942-c1b9-4681-9752-c12bfea4fe93 None None] New status for floating IP 86055131-6bbf-4d4a-a523-6c4989bf1819: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:35:16.467933 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:20.965952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db4f0c-3dbd-45ef-bdc9-91ac0bcd8224 req-1a01757b-cbd4-43bc-90b4-ee9e4fb05081 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:20.966610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b3db4f0c-3dbd-45ef-bdc9-91ac0bcd8224 req-1a01757b-cbd4-43bc-90b4-ee9e4fb05081 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Synchronizing usage tracker for tenant:06274816aa02436b8297fc76fc29e4e2 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:35:21.050537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b3db4f0c-3dbd-45ef-bdc9-91ac0bcd8224 req-1a01757b-cbd4-43bc-90b4-ee9e4fb05081 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Unset dirty status for tenant:06274816aa02436b8297fc76fc29e4e2 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:35:21.051691 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3db4f0c-3dbd-45ef-bdc9-91ac0bcd8224 req-1a01757b-cbd4-43bc-90b4-ee9e4fb05081 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 946 time: 0.2825007 May 27 23:35:21.095170 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3db4f0c-3dbd-45ef-bdc9-91ac0bcd8224 req-7b1773ce-469c-4aa3-a780-a2ec717892c8 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375400 May 27 23:35:22.281335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8cf46-fa2f-4d04-88e1-32b1f2f3a2a9 req-88ecd2c7-7020-4d23-831a-c08edc94e8b8 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:22.282737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a8cf46-fa2f-4d04-88e1-32b1f2f3a2a9 req-88ecd2c7-7020-4d23-831a-c08edc94e8b8 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 946 time: 0.0769804 May 27 23:35:22.328909 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-95a8cf46-fa2f-4d04-88e1-32b1f2f3a2a9 req-179d9de7-2071-4d96-ae30-90ce8268170c tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/security-groups?id=dfe68098-ea74-40e2-bdad-e9502bf55e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399292 May 27 23:35:22.396880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f52023-9568-47f7-8129-81956869880e req-51a6503f-fbdc-447b-8e8b-5281b3e35b19 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:22.397487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-15f52023-9568-47f7-8129-81956869880e req-51a6503f-fbdc-447b-8e8b-5281b3e35b19 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Synchronizing usage tracker for tenant:06274816aa02436b8297fc76fc29e4e2 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:35:22.409445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-15f52023-9568-47f7-8129-81956869880e req-51a6503f-fbdc-447b-8e8b-5281b3e35b19 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Unset dirty status for tenant:06274816aa02436b8297fc76fc29e4e2 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:35:22.410502 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15f52023-9568-47f7-8129-81956869880e req-51a6503f-fbdc-447b-8e8b-5281b3e35b19 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.46 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 946 time: 0.0951815 May 27 23:35:22.479046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-15f52023-9568-47f7-8129-81956869880e req-8c702680-99ee-4e1a-a4df-89e7e737e329 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Deleting port 819332ba-a427-4d1b-b812-3f2935c3c84e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:35:22.479382 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-15f52023-9568-47f7-8129-81956869880e req-8c702680-99ee-4e1a-a4df-89e7e737e329 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:22.725183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-15f52023-9568-47f7-8129-81956869880e req-8c702680-99ee-4e1a-a4df-89e7e737e329 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] For port 819332ba-a427-4d1b-b812-3f2935c3c84e, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=819332ba-a427-4d1b-b812-3f2935c3c84e,segment=NetworkSegment(a7407439-d2af-4066-89b4-a460edfb7fca),segment_id=a7407439-d2af-4066-89b4-a460edfb7fca)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:35:22.725449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-15f52023-9568-47f7-8129-81956869880e req-8c702680-99ee-4e1a-a4df-89e7e737e329 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:22.844940 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-15f52023-9568-47f7-8129-81956869880e req-8c702680-99ee-4e1a-a4df-89e7e737e329 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Calling delete_port for 819332ba-a427-4d1b-b812-3f2935c3c84e owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:35:22.947910 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:23.045787 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-15f52023-9568-47f7-8129-81956869880e req-8c702680-99ee-4e1a-a4df-89e7e737e329 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:23.056918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['819332ba-a427-4d1b-b812-3f2935c3c84e'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:35:23.100486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c702680-99ee-4e1a-a4df-89e7e737e329 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Pushing event deleted for resources: {'Port': ['ID=819332ba-a427-4d1b-b812-3f2935c3c84e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:23.177424 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f52023-9568-47f7-8129-81956869880e req-8c702680-99ee-4e1a-a4df-89e7e737e329 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] No DVR routers for this DVR port 819332ba-a427-4d1b-b812-3f2935c3c84e on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:35:23.179996 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-15f52023-9568-47f7-8129-81956869880e req-8c702680-99ee-4e1a-a4df-89e7e737e329 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:23.182534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'name': 'network-vif-deleted', 'tag': '819332ba-a427-4d1b-b812-3f2935c3c84e'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:35:23.290684 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05ac1432-33a6-425d-9d41-3e9e356d8e48'] response: {'server_uuid': '8b79d549-3d38-4290-ab45-19f33a2046ad', 'name': 'network-vif-deleted', 'tag': '819332ba-a427-4d1b-b812-3f2935c3c84e', 'status': 'completed', 'code': 200} May 27 23:35:23.297361 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-15f52023-9568-47f7-8129-81956869880e req-8c702680-99ee-4e1a-a4df-89e7e737e329 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.46 "DELETE /v2.0/ports/819332ba-a427-4d1b-b812-3f2935c3c84e HTTP/1.1" status: 204 len: 173 time: 0.8815165 May 27 23:35:23.476737 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-54feb5cd-8861-438c-ab31-070006660613 req-62222dbf-b1b0-4af1-80f2-e900c5f5df07 tempest-TestMinimumBasicScenario-80588607 tempest-TestMinimumBasicScenario-80588607-project] 10.222.0.27 "GET /v2.0/ports?device_id=8b79d549-3d38-4290-ab45-19f33a2046ad HTTP/1.1" status: 200 len: 210 time: 0.0427780 May 27 23:35:25.995201 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 819332ba-a427-4d1b-b812-3f2935c3c84e no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:35:26.033004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 819332ba-a427-4d1b-b812-3f2935c3c84e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:35:26.033410 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 819332ba-a427-4d1b-b812-3f2935c3c84e not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:35:26.694060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48390) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:27.215161 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4fabb655-c5b4-4d41-92e7-6b4e1bb07871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:27.574004 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-4fabb655-c5b4-4d41-92e7-6b4e1bb07871 admin admin] Deleting port 368d7efd-5b76-45c0-8a3c-5c54d801df6b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:35:27.574339 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4fabb655-c5b4-4d41-92e7-6b4e1bb07871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:27.601191 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-73b1eebb-e508-45f6-a92d-b091193e30f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:27.744215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-4fabb655-c5b4-4d41-92e7-6b4e1bb07871 admin admin] For port 368d7efd-5b76-45c0-8a3c-5c54d801df6b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=368d7efd-5b76-45c0-8a3c-5c54d801df6b,segment=NetworkSegment(a7407439-d2af-4066-89b4-a460edfb7fca),segment_id=a7407439-d2af-4066-89b4-a460edfb7fca)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:35:27.744763 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4fabb655-c5b4-4d41-92e7-6b4e1bb07871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:27.964130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-4fabb655-c5b4-4d41-92e7-6b4e1bb07871 admin admin] Calling delete_port for 368d7efd-5b76-45c0-8a3c-5c54d801df6b owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:35:28.326535 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4fabb655-c5b4-4d41-92e7-6b4e1bb07871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:28.375482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabb655-c5b4-4d41-92e7-6b4e1bb07871 admin admin] Pushing event deleted for resources: {'Port': ['ID=368d7efd-5b76-45c0-8a3c-5c54d801df6b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:28.639119 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4fabb655-c5b4-4d41-92e7-6b4e1bb07871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:28.990926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fabb655-c5b4-4d41-92e7-6b4e1bb07871 admin admin] Router f116d219-4bdf-469e-8b7b-fad3832f0e70 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:35:29.173644 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fabb655-c5b4-4d41-92e7-6b4e1bb07871 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:35:29.183072 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007f18fc-0a58-48cc-86a6-8411b45bd7cd None None] Sync routers for ids ['f116d219-4bdf-469e-8b7b-fad3832f0e70'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:35:29.187395 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4fabb655-c5b4-4d41-92e7-6b4e1bb07871 admin admin] 10.222.0.27 "PUT /v2.0/routers/f116d219-4bdf-469e-8b7b-fad3832f0e70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4920261 May 27 23:35:29.189814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48394) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:29.194895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007f18fc-0a58-48cc-86a6-8411b45bd7cd None None] Routers {'f116d219-4bdf-469e-8b7b-fad3832f0e70'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:35:29.195522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-007f18fc-0a58-48cc-86a6-8411b45bd7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:35:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f116d219-4bdf-469e-8b7b-fad3832f0e70'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:29.375188 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:29.383582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-007f18fc-0a58-48cc-86a6-8411b45bd7cd None None] Set router f116d219-4bdf-469e-8b7b-fad3832f0e70 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:35:29.681176 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:29.688007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-007f18fc-0a58-48cc-86a6-8411b45bd7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:04Z', 'updated_at': '2022-05-27T23:35:28Z', 'revision_number': 5, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'gw_port': {'id': '918073b7-ab00-40d6-bd22-e4a5fa8db4f6', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:05Z', 'updated_at': '2022-05-27T23:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:29.692435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007f18fc-0a58-48cc-86a6-8411b45bd7cd None None] Checking router: f116d219-4bdf-469e-8b7b-fad3832f0e70 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:35:29.700857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007f18fc-0a58-48cc-86a6-8411b45bd7cd None None] Routers {'f116d219-4bdf-469e-8b7b-fad3832f0e70'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:35:29.701454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-007f18fc-0a58-48cc-86a6-8411b45bd7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:35:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f116d219-4bdf-469e-8b7b-fad3832f0e70'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:29.741815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] Deleting port 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:35:29.742154 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:29.757327 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c2120645-a1b9-40da-96c0-da1b7275ad2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:29.854351 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-007f18fc-0a58-48cc-86a6-8411b45bd7cd None None] Set router f116d219-4bdf-469e-8b7b-fad3832f0e70 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:35:29.920578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] For port 918073b7-ab00-40d6-bd22-e4a5fa8db4f6, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=918073b7-ab00-40d6-bd22-e4a5fa8db4f6,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:35:29.920953 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:29.959898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-007f18fc-0a58-48cc-86a6-8411b45bd7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:04Z', 'updated_at': '2022-05-27T23:35:29Z', 'revision_number': 6, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:29.963935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007f18fc-0a58-48cc-86a6-8411b45bd7cd None None] The sync data for ids ['f116d219-4bdf-469e-8b7b-fad3832f0e70'] in n-d-843680-3 is: [{'id': 'f116d219-4bdf-469e-8b7b-fad3832f0e70', 'name': 'tempest-TestMinimumBasicScenario-1942338003-router', 'tenant_id': '06274816aa02436b8297fc76fc29e4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:04Z', 'updated_at': '2022-05-27T23:35:29Z', 'revision_number': 6, 'project_id': '06274816aa02436b8297fc76fc29e4e2', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:35:30.045490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] Calling delete_port for 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:35:30.292480 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:30.341637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] Pushing event deleted for resources: {'Port': ['ID=918073b7-ab00-40d6-bd22-e4a5fa8db4f6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:30.436728 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:30.609704 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:30.611953 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:30.692433 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:30.692883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f116d219-4bdf-469e-8b7b-fad3832f0e70 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:35:30.705316 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:30.708834 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0bbfa361-a13b-4e6f-80e1-190930785679 admin admin] 10.222.0.27 "DELETE /v2.0/routers/f116d219-4bdf-469e-8b7b-fad3832f0e70 HTTP/1.1" status: 204 len: 168 time: 1.5150740 May 27 23:35:30.709062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48398) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:30.770722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-960f7a37-c864-4b24-a095-b021eac4c999 admin admin] Deleting subnet 90bf079b-215f-45bd-8ce3-e07a97797416 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:35:30.773656 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-960f7a37-c864-4b24-a095-b021eac4c999 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:30.826155 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-960f7a37-c864-4b24-a095-b021eac4c999 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:30.903060 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-960f7a37-c864-4b24-a095-b021eac4c999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:31.025194 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:31.046879 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-960f7a37-c864-4b24-a095-b021eac4c999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:31.074425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 368d7efd-5b76-45c0-8a3c-5c54d801df6b no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:35:31.089102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f7a37-c864-4b24-a095-b021eac4c999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90bf079b-215f-45bd-8ce3-e07a97797416,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:31.095840 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-960f7a37-c864-4b24-a095-b021eac4c999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:31.104326 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-960f7a37-c864-4b24-a095-b021eac4c999 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/90bf079b-215f-45bd-8ce3-e07a97797416 HTTP/1.1" status: 204 len: 168 time: 0.3941374 May 27 23:35:31.104812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48402) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:31.107610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffe0edb-0eb8-4a2b-9838-796569e9f146 None None] Network 13da24b2-7c0b-4d86-9a9e-1d139562842e requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:35:31.127855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 368d7efd-5b76-45c0-8a3c-5c54d801df6b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:35:31.129550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 368d7efd-5b76-45c0-8a3c-5c54d801df6b not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:35:31.129550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:35:31.162190 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:31.257398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:35:31.257604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 918073b7-ab00-40d6-bd22-e4a5fa8db4f6 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:35:31.330471 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:31.340775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] Deleting port a0f24e05-9da2-4563-9997-8c7abe5a750b {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:35:31.341102 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:31.451832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda8a18d-98e5-4ab5-a2af-81c534578134 None None] DHCP port deletion for 13da24b2-7c0b-4d86-9a9e-1d139562842e request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:35:31.456593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fda8a18d-98e5-4ab5-a2af-81c534578134 None None] Deleting port a0f24e05-9da2-4563-9997-8c7abe5a750b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:35:31.457023 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fda8a18d-98e5-4ab5-a2af-81c534578134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:31.546603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] For port a0f24e05-9da2-4563-9997-8c7abe5a750b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a0f24e05-9da2-4563-9997-8c7abe5a750b,segment=NetworkSegment(a7407439-d2af-4066-89b4-a460edfb7fca),segment_id=a7407439-d2af-4066-89b4-a460edfb7fca)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:35:31.546966 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:31.663296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fda8a18d-98e5-4ab5-a2af-81c534578134 None None] For port a0f24e05-9da2-4563-9997-8c7abe5a750b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a0f24e05-9da2-4563-9997-8c7abe5a750b,segment=NetworkSegment(a7407439-d2af-4066-89b4-a460edfb7fca),segment_id=a7407439-d2af-4066-89b4-a460edfb7fca)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:35:31.663616 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fda8a18d-98e5-4ab5-a2af-81c534578134 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:31.675659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] Calling delete_port for a0f24e05-9da2-4563-9997-8c7abe5a750b owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:35:31.788731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fda8a18d-98e5-4ab5-a2af-81c534578134 None None] Calling delete_port for a0f24e05-9da2-4563-9997-8c7abe5a750b owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:35:31.806441 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:31.856078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f24e05-9da2-4563-9997-8c7abe5a750b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:31.859728 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] No DVR routers for this DVR port a0f24e05-9da2-4563-9997-8c7abe5a750b on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:35:31.859974 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-fda8a18d-98e5-4ab5-a2af-81c534578134 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:35:31.860720 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-fda8a18d-98e5-4ab5-a2af-81c534578134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:35:31.975246 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:31.999073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13da24b2-7c0b-4d86-9a9e-1d139562842e']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:32.011041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7407439-d2af-4066-89b4-a460edfb7fca') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:32.011331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7407439-d2af-4066-89b4-a460edfb7fca') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:32.022926 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:32.038837 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:32.044817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:35:32.045193 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:32.067996 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:35:32.110125 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment a7407439-d2af-4066-89b4-a460edfb7fca resource provider aggregate not found May 27 23:35:32.136277 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment a7407439-d2af-4066-89b4-a460edfb7fca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7407439-d2af-4066-89b4-a460edfb7fca found for delete ", "request_id": "req-339a7291-cd09-4b55-bf06-7cae6921432e"}]} May 27 23:35:32.223761 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:32.240219 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:32.250352 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] Pushing event deleted for resources: {'Network': ['ID=13da24b2-7c0b-4d86-9a9e-1d139562842e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:32.303637 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:32.332864 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c73f62cd-f9f8-46f0-a747-aefd42aab383 admin admin] 10.222.0.27 "DELETE /v2.0/networks/13da24b2-7c0b-4d86-9a9e-1d139562842e HTTP/1.1" status: 204 len: 168 time: 1.2270086 May 27 23:35:32.335651 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48412) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:32.363068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fda8a18d-98e5-4ab5-a2af-81c534578134 None None] Deleting port a0f24e05-9da2-4563-9997-8c7abe5a750b {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:35:32.363441 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fda8a18d-98e5-4ab5-a2af-81c534578134 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:32.430153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fda8a18d-98e5-4ab5-a2af-81c534578134 None None] The port 'a0f24e05-9da2-4563-9997-8c7abe5a750b' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:35:32.863009 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa520f54-22c7-4c53-a8bc-17618b8790f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:33.071679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a0f24e05-9da2-4563-9997-8c7abe5a750b no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:35:33.106131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: a0f24e05-9da2-4563-9997-8c7abe5a750b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:35:33.106490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a0f24e05-9da2-4563-9997-8c7abe5a750b not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:35:33.312455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-fa520f54-22c7-4c53-a8bc-17618b8790f8 admin admin] Deleting port 444217f3-40dd-45ac-ad32-9e89e8c09117 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:35:33.313087 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa520f54-22c7-4c53-a8bc-17618b8790f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:33.479383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-fa520f54-22c7-4c53-a8bc-17618b8790f8 admin admin] For port 444217f3-40dd-45ac-ad32-9e89e8c09117, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=444217f3-40dd-45ac-ad32-9e89e8c09117,segment=NetworkSegment(1ae98878-2126-4eb8-b81f-ee56805958e0),segment_id=1ae98878-2126-4eb8-b81f-ee56805958e0)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:35:33.479733 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa520f54-22c7-4c53-a8bc-17618b8790f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:33.599469 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-fa520f54-22c7-4c53-a8bc-17618b8790f8 admin admin] Calling delete_port for 444217f3-40dd-45ac-ad32-9e89e8c09117 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:35:33.812184 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa520f54-22c7-4c53-a8bc-17618b8790f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:33.860521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa520f54-22c7-4c53-a8bc-17618b8790f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=444217f3-40dd-45ac-ad32-9e89e8c09117,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:34.121149 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-fa520f54-22c7-4c53-a8bc-17618b8790f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:34.576643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa520f54-22c7-4c53-a8bc-17618b8790f8 admin admin] Router 190fb3fe-4595-4148-8d95-ffb7018c6e10 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:35:34.751933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa520f54-22c7-4c53-a8bc-17618b8790f8 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:35:34.761208 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d41c96-34ff-4e35-bb6c-8abdd2cfa837 None None] Sync routers for ids ['190fb3fe-4595-4148-8d95-ffb7018c6e10'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:35:34.771141 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d41c96-34ff-4e35-bb6c-8abdd2cfa837 None None] Routers {'190fb3fe-4595-4148-8d95-ffb7018c6e10'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:35:34.771787 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b7d41c96-34ff-4e35-bb6c-8abdd2cfa837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:35:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['190fb3fe-4595-4148-8d95-ffb7018c6e10'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:34.819831 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-fa520f54-22c7-4c53-a8bc-17618b8790f8 admin admin] 10.222.0.27 "PUT /v2.0/routers/190fb3fe-4595-4148-8d95-ffb7018c6e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4830208 May 27 23:35:34.822164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48418) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:34.947206 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b7d41c96-34ff-4e35-bb6c-8abdd2cfa837 None None] Set router 190fb3fe-4595-4148-8d95-ffb7018c6e10 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:35:34.991211 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:35.170470 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:35.223815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] Deleting port 3db40fa1-b1e8-439f-b1d6-ea5df498544a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:35:35.224262 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:35.227520 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b7d41c96-34ff-4e35-bb6c-8abdd2cfa837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'name': 'tempest-TestMinimumBasicScenario-1483700186-router', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '3db40fa1-b1e8-439f-b1d6-ea5df498544a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:12Z', 'updated_at': '2022-05-27T23:35:33Z', 'revision_number': 5, 'project_id': '7c73ad489b054f16b36038832a2e8c9e', 'gw_port': {'id': '3db40fa1-b1e8-439f-b1d6-ea5df498544a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:45:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:33:13Z', 'updated_at': '2022-05-27T23:33:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:35.231515 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d41c96-34ff-4e35-bb6c-8abdd2cfa837 None None] Checking router: 190fb3fe-4595-4148-8d95-ffb7018c6e10 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:35:35.240563 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d41c96-34ff-4e35-bb6c-8abdd2cfa837 None None] Routers {'190fb3fe-4595-4148-8d95-ffb7018c6e10'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:35:35.241149 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b7d41c96-34ff-4e35-bb6c-8abdd2cfa837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:35:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['190fb3fe-4595-4148-8d95-ffb7018c6e10'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:35.396851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] For port 3db40fa1-b1e8-439f-b1d6-ea5df498544a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=3db40fa1-b1e8-439f-b1d6-ea5df498544a,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:35:35.397103 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:35.417985 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-b7d41c96-34ff-4e35-bb6c-8abdd2cfa837 None None] Set router 190fb3fe-4595-4148-8d95-ffb7018c6e10 gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:35:35.520370 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] Calling delete_port for 3db40fa1-b1e8-439f-b1d6-ea5df498544a owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:35:35.521017 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-b7d41c96-34ff-4e35-bb6c-8abdd2cfa837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'name': 'tempest-TestMinimumBasicScenario-1483700186-router', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:12Z', 'updated_at': '2022-05-27T23:35:35Z', 'revision_number': 6, 'project_id': '7c73ad489b054f16b36038832a2e8c9e', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:35.525067 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d41c96-34ff-4e35-bb6c-8abdd2cfa837 None None] The sync data for ids ['190fb3fe-4595-4148-8d95-ffb7018c6e10'] in n-d-843680-3 is: [{'id': '190fb3fe-4595-4148-8d95-ffb7018c6e10', 'name': 'tempest-TestMinimumBasicScenario-1483700186-router', 'tenant_id': '7c73ad489b054f16b36038832a2e8c9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:33:12Z', 'updated_at': '2022-05-27T23:35:35Z', 'revision_number': 6, 'project_id': '7c73ad489b054f16b36038832a2e8c9e', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:35:35.799042 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:35.846122 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db40fa1-b1e8-439f-b1d6-ea5df498544a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:36.047506 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:36.215018 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:36.217102 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:36.349234 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:36.349806 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 190fb3fe-4595-4148-8d95-ffb7018c6e10 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:35:36.363531 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:36.367171 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e8f6f47f-1f38-4a3b-a5f5-b714d1fd9857 admin admin] 10.222.0.27 "DELETE /v2.0/routers/190fb3fe-4595-4148-8d95-ffb7018c6e10 HTTP/1.1" status: 204 len: 168 time: 1.5416253 May 27 23:35:36.367335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48422) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:36.426641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-7719d13b-6863-4aeb-b978-d53e9fe061be admin admin] Deleting subnet 2ca1a424-2178-4323-bdff-712041130cea {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:35:36.430305 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7719d13b-6863-4aeb-b978-d53e9fe061be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:36.484014 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7719d13b-6863-4aeb-b978-d53e9fe061be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:36.572530 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7719d13b-6863-4aeb-b978-d53e9fe061be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:36.715816 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7719d13b-6863-4aeb-b978-d53e9fe061be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:36.757473 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719d13b-6863-4aeb-b978-d53e9fe061be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca1a424-2178-4323-bdff-712041130cea,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:36.760955 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7719d13b-6863-4aeb-b978-d53e9fe061be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:36.766364 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7423ac1-9ae2-4b5e-8ebf-86cada9f40cf None None] Network eca7b834-0a39-48a0-b7fd-3fb8b69db4e2 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:35:36.767577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7719d13b-6863-4aeb-b978-d53e9fe061be admin admin] 10.222.0.27 "DELETE /v2.0/subnets/2ca1a424-2178-4323-bdff-712041130cea HTTP/1.1" status: 204 len: 168 time: 0.3992977 May 27 23:35:36.770618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48426) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:36.873816 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:36.884048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] Deleting port 77888040-4632-4793-a491-31c51f18121f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:35:36.884396 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:37.008504 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504f31a8-90b1-48a6-996f-be5aa27ac1a3 None None] DHCP port deletion for eca7b834-0a39-48a0-b7fd-3fb8b69db4e2 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:35:37.013350 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-504f31a8-90b1-48a6-996f-be5aa27ac1a3 None None] Deleting port 77888040-4632-4793-a491-31c51f18121f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:35:37.013719 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-504f31a8-90b1-48a6-996f-be5aa27ac1a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:37.090885 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] For port 77888040-4632-4793-a491-31c51f18121f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=77888040-4632-4793-a491-31c51f18121f,segment=NetworkSegment(1ae98878-2126-4eb8-b81f-ee56805958e0),segment_id=1ae98878-2126-4eb8-b81f-ee56805958e0)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:35:37.091245 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:37.101587 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 77888040-4632-4793-a491-31c51f18121f no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:35:37.220412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] Calling delete_port for 77888040-4632-4793-a491-31c51f18121f owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:35:37.311819 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-504f31a8-90b1-48a6-996f-be5aa27ac1a3 None None] For port 77888040-4632-4793-a491-31c51f18121f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=77888040-4632-4793-a491-31c51f18121f,segment=NetworkSegment(1ae98878-2126-4eb8-b81f-ee56805958e0),segment_id=1ae98878-2126-4eb8-b81f-ee56805958e0)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:35:37.312212 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-504f31a8-90b1-48a6-996f-be5aa27ac1a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:37.358999 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:37.403920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=77888040-4632-4793-a491-31c51f18121f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:37.409214 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] No DVR routers for this DVR port 77888040-4632-4793-a491-31c51f18121f on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:35:37.475128 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-504f31a8-90b1-48a6-996f-be5aa27ac1a3 None None] Calling delete_port for 77888040-4632-4793-a491-31c51f18121f owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:35:37.501553 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 77888040-4632-4793-a491-31c51f18121f is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:35:37.501931 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:37.525708 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:37.555453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca7b834-0a39-48a0-b7fd-3fb8b69db4e2']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:37.569005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae98878-2126-4eb8-b81f-ee56805958e0') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:37.569005 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae98878-2126-4eb8-b81f-ee56805958e0') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:37.578457 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3db40fa1-b1e8-439f-b1d6-ea5df498544a no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:35:37.579818 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:37.595613 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:37.601757 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:35:37.602141 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:37.626645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 3db40fa1-b1e8-439f-b1d6-ea5df498544a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:35:37.626645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 3db40fa1-b1e8-439f-b1d6-ea5df498544a not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:35:37.626645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 444217f3-40dd-45ac-ad32-9e89e8c09117 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:35:37.658119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 444217f3-40dd-45ac-ad32-9e89e8c09117 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:35:37.658467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 444217f3-40dd-45ac-ad32-9e89e8c09117 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:35:37.662087 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-504f31a8-90b1-48a6-996f-be5aa27ac1a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:35:37.662443 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-504f31a8-90b1-48a6-996f-be5aa27ac1a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:35:37.664245 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 1ae98878-2126-4eb8-b81f-ee56805958e0 resource provider aggregate not found May 27 23:35:37.689509 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 1ae98878-2126-4eb8-b81f-ee56805958e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ae98878-2126-4eb8-b81f-ee56805958e0 found for delete ", "request_id": "req-5d9a07c3-4f55-447e-b485-c0a1e15153a2"}]} May 27 23:35:37.753283 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:37.772272 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:37.880081 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=eca7b834-0a39-48a0-b7fd-3fb8b69db4e2,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:37.887074 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e8b0beeb-876d-4d92-98d0-576f9d1bb4aa admin admin] 10.222.0.27 "DELETE /v2.0/networks/eca7b834-0a39-48a0-b7fd-3fb8b69db4e2 HTTP/1.1" status: 204 len: 168 time: 1.1155009 May 27 23:35:38.163445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-504f31a8-90b1-48a6-996f-be5aa27ac1a3 None None] Deleting port 77888040-4632-4793-a491-31c51f18121f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:35:38.163953 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-504f31a8-90b1-48a6-996f-be5aa27ac1a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:38.231142 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-504f31a8-90b1-48a6-996f-be5aa27ac1a3 None None] The port '77888040-4632-4793-a491-31c51f18121f' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:35:38.232095 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48436) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:38.282381 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-190103a0-b638-49f7-bd75-f61b903b2a7a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=06274816aa02436b8297fc76fc29e4e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490530 May 27 23:35:38.284920 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48440) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:38.340958 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-774c8207-99c4-41c3-ab82-25d215c8191c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:38.366306 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-774c8207-99c4-41c3-ab82-25d215c8191c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:38.469342 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-774c8207-99c4-41c3-ab82-25d215c8191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:38.485178 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c8207-99c4-41c3-ab82-25d215c8191c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe68098-ea74-40e2-bdad-e9502bf55e04,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:38.493887 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-774c8207-99c4-41c3-ab82-25d215c8191c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:38.494993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-774c8207-99c4-41c3-ab82-25d215c8191c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dfe68098-ea74-40e2-bdad-e9502bf55e04 HTTP/1.1" status: 204 len: 168 time: 0.2091968 May 27 23:35:39.121813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48448) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:39.170684 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b81e0a86-7f27-4a69-996d-bccb3f145ff8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7c73ad489b054f16b36038832a2e8c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477092 May 27 23:35:39.173118 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48452) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:39.228600 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e19f6d11-7650-45bf-9cf5-fedda717a5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:39.254276 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e19f6d11-7650-45bf-9cf5-fedda717a5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:39.364246 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e19f6d11-7650-45bf-9cf5-fedda717a5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:39.381942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f6d11-7650-45bf-9cf5-fedda717a5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4846685b-6ad4-42af-9f3c-7e43e68b2511,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:39.389576 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e19f6d11-7650-45bf-9cf5-fedda717a5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:39.390714 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e19f6d11-7650-45bf-9cf5-fedda717a5fb admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4846685b-6ad4-42af-9f3c-7e43e68b2511 HTTP/1.1" status: 204 len: 168 time: 0.2167361 May 27 23:35:42.509652 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48498) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:42.514717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1912970072', 'description': 'tempest-secgroup-smoke-1912970072 description', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:35:42.521272 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:35:42.525109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:35:42.527922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:35:42.534032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:35:42.612288 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:42.626661 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:42.640621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:35:42.644869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:35:42.647607 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:35:42.653251 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:35:42.732807 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:42.821300 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:42.832799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:35:42.840223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:35:42.844663 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:35:42.858923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:35:42.865939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8666d9d-f16a-4e94-a92d-f5da17cc53db,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:42.931111 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:42.994460 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:43.035503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7a4681-964d-4359-be85-04ad0c2cda74,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:43.097843 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:43.098991 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-51f23c7e-75d5-41ec-a05f-08d99f99377a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5883653 May 27 23:35:43.101898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48502) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:43.106775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e9eb3033-cb02-4924-ac3e-8c4a14f86513 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '2c7a4681-964d-4359-be85-04ad0c2cda74', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:35:43.113238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e9eb3033-cb02-4924-ac3e-8c4a14f86513 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:35:43.116971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e9eb3033-cb02-4924-ac3e-8c4a14f86513 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:35:43.121673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e9eb3033-cb02-4924-ac3e-8c4a14f86513 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:35:43.125410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e9eb3033-cb02-4924-ac3e-8c4a14f86513 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:35:43.216572 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9eb3033-cb02-4924-ac3e-8c4a14f86513 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:43.277905 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9eb3033-cb02-4924-ac3e-8c4a14f86513 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:43.348873 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9eb3033-cb02-4924-ac3e-8c4a14f86513 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:43.372202 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb3033-cb02-4924-ac3e-8c4a14f86513 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57db7d53-a304-4a12-89b4-4539d0b46187,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:43.417797 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e9eb3033-cb02-4924-ac3e-8c4a14f86513 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:43.418969 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e9eb3033-cb02-4924-ac3e-8c4a14f86513 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161585 May 27 23:35:43.421736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48506) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:43.427135 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-527f888a-f065-49d6-8bb1-fc45722527aa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '2c7a4681-964d-4359-be85-04ad0c2cda74', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:35:43.433646 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-527f888a-f065-49d6-8bb1-fc45722527aa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:35:43.437712 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-527f888a-f065-49d6-8bb1-fc45722527aa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:35:43.441241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-527f888a-f065-49d6-8bb1-fc45722527aa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:35:43.446938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-527f888a-f065-49d6-8bb1-fc45722527aa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:35:43.510172 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-527f888a-f065-49d6-8bb1-fc45722527aa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:43.571425 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-527f888a-f065-49d6-8bb1-fc45722527aa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:43.638621 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-527f888a-f065-49d6-8bb1-fc45722527aa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:43.661435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f888a-f065-49d6-8bb1-fc45722527aa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19fed818-8d07-41f2-ba31-a17df8dee9e0,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:43.741530 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-527f888a-f065-49d6-8bb1-fc45722527aa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:43.742738 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-527f888a-f065-49d6-8bb1-fc45722527aa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3200498 May 27 23:35:43.746200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48510) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:43.750423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7b9203f2-8ad8-4af9-ae55-21608f05938b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '2c7a4681-964d-4359-be85-04ad0c2cda74', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:35:43.757032 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7b9203f2-8ad8-4af9-ae55-21608f05938b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:35:43.760874 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7b9203f2-8ad8-4af9-ae55-21608f05938b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:35:43.763718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7b9203f2-8ad8-4af9-ae55-21608f05938b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:35:43.769468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7b9203f2-8ad8-4af9-ae55-21608f05938b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:35:43.833310 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b9203f2-8ad8-4af9-ae55-21608f05938b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:43.893225 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b9203f2-8ad8-4af9-ae55-21608f05938b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:43.948682 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b9203f2-8ad8-4af9-ae55-21608f05938b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:43.974743 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9203f2-8ad8-4af9-ae55-21608f05938b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac90b5a7-9400-4865-9ae2-9a146536e3e4,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:44.049909 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7b9203f2-8ad8-4af9-ae55-21608f05938b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:44.051082 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7b9203f2-8ad8-4af9-ae55-21608f05938b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3047173 May 27 23:35:44.053793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48514) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:44.058567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6ab0e518-2cd0-4c9a-96fd-4eaaab0616ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '2c7a4681-964d-4359-be85-04ad0c2cda74', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:35:44.065710 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6ab0e518-2cd0-4c9a-96fd-4eaaab0616ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:35:44.069491 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6ab0e518-2cd0-4c9a-96fd-4eaaab0616ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:35:44.072459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6ab0e518-2cd0-4c9a-96fd-4eaaab0616ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:35:44.078126 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6ab0e518-2cd0-4c9a-96fd-4eaaab0616ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:35:44.153219 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e518-2cd0-4c9a-96fd-4eaaab0616ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:44.215044 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e518-2cd0-4c9a-96fd-4eaaab0616ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:44.284440 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e518-2cd0-4c9a-96fd-4eaaab0616ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:44.308618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0e518-2cd0-4c9a-96fd-4eaaab0616ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547bad65-ac21-4d37-a2dc-dd2bcd039051,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:44.369762 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ab0e518-2cd0-4c9a-96fd-4eaaab0616ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:44.370976 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6ab0e518-2cd0-4c9a-96fd-4eaaab0616ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162656 May 27 23:35:44.373763 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48518) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:44.379153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-4f7c4454-e46b-49d9-b058-bfbdcaeaf7cc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '2c7a4681-964d-4359-be85-04ad0c2cda74', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:35:44.385485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4f7c4454-e46b-49d9-b058-bfbdcaeaf7cc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:35:44.389260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4f7c4454-e46b-49d9-b058-bfbdcaeaf7cc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:35:44.392130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-4f7c4454-e46b-49d9-b058-bfbdcaeaf7cc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:35:44.397844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-4f7c4454-e46b-49d9-b058-bfbdcaeaf7cc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:35:44.451595 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-4f7c4454-e46b-49d9-b058-bfbdcaeaf7cc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Project 0a7f7e2a573e4dd58b2c2679976e5b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:35:44.458102 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f7c4454-e46b-49d9-b058-bfbdcaeaf7cc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:44.519668 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f7c4454-e46b-49d9-b058-bfbdcaeaf7cc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:44.583192 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f7c4454-e46b-49d9-b058-bfbdcaeaf7cc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:44.605903 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c4454-e46b-49d9-b058-bfbdcaeaf7cc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86423691-4367-4381-aeb4-e36a49350bd4,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:44.661912 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4f7c4454-e46b-49d9-b058-bfbdcaeaf7cc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:44.663430 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4f7c4454-e46b-49d9-b058-bfbdcaeaf7cc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2885804 May 27 23:35:44.666430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48522) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:44.671298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6ea89a5c-9f0f-4d3f-96aa-0d069b0adf40 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '2c7a4681-964d-4359-be85-04ad0c2cda74', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:35:44.678358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6ea89a5c-9f0f-4d3f-96aa-0d069b0adf40 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:35:44.682164 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6ea89a5c-9f0f-4d3f-96aa-0d069b0adf40 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:35:44.684978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6ea89a5c-9f0f-4d3f-96aa-0d069b0adf40 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:35:44.690855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6ea89a5c-9f0f-4d3f-96aa-0d069b0adf40 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:35:44.758627 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-6ea89a5c-9f0f-4d3f-96aa-0d069b0adf40 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Project 0a7f7e2a573e4dd58b2c2679976e5b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:35:44.765465 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ea89a5c-9f0f-4d3f-96aa-0d069b0adf40 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:44.830968 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ea89a5c-9f0f-4d3f-96aa-0d069b0adf40 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:44.906887 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ea89a5c-9f0f-4d3f-96aa-0d069b0adf40 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:44.930390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea89a5c-9f0f-4d3f-96aa-0d069b0adf40 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12640e47-0604-47d5-8840-1f5f431b5980,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:45.004583 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ea89a5c-9f0f-4d3f-96aa-0d069b0adf40 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:45.005680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6ea89a5c-9f0f-4d3f-96aa-0d069b0adf40 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3382826 May 27 23:35:45.008753 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48526) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:45.014078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'network': {'name': 'tempest-network-smoke--625702212', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'port_security_enabled': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:35:45.019969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:35:45.023932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:network and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:35:45.026770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:35:45.032830 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:35:45.103063 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Made reservation on behalf of 0a7f7e2a573e4dd58b2c2679976e5b01 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:35:45.106496 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:45.133038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:35:45.141411 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:45.141743 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Added segment 37e5dcb7-efd4-4c02-b00b-d7352b3cb00a of type vlan for network 786b618f-acdf-4b65-b47e-09a6b96f5d2c May 27 23:35:45.167503 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:45.274577 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:45.279875 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:45.280474 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:45.384463 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Network': ['ID=786b618f-acdf-4b65-b47e-09a6b96f5d2c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:45.395159 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 786b618f-acdf-4b65-b47e-09a6b96f5d2c details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:35:45.412933 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5f53da28-19cd-46a3-8e0f-109ada1617a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4028447 May 27 23:35:45.415466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48530) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:45.420523 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'admin_state_up': True, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:35:45.428648 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:35:45.432479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:router and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:35:45.435422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:35:45.442873 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:35:45.519573 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:45.520625 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:45.541501 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:45.858302 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:46.302006 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:46.331054 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:46.461221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.25.2.172 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/40dbf2a4-351c-47cd-aaf0-1ded2640824b) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:35:46.473335 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:46.604288 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:46.692404 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:46.758685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:35:46.761503 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:35:46.765288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:35:46.799133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=40dbf2a4-351c-47cd-aaf0-1ded2640824b,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:47.228963 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:47.559024 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:48.027293 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 30031e07-7fa9-4634-b217-69df1bd62d27 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:35:48.203449 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:35:48.214814 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Sync routers for ids ['30031e07-7fa9-4634-b217-69df1bd62d27'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:35:48.224627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Routers {'30031e07-7fa9-4634-b217-69df1bd62d27'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:35:48.225243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:35:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['30031e07-7fa9-4634-b217-69df1bd62d27'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:48.301950 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:48.303201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6d3fb0c0-97fc-44f8-b1e2-a2630e37d7e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8868158 May 27 23:35:48.306261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48534) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:48.401265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Set router 30031e07-7fa9-4634-b217-69df1bd62d27 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:35:48.443695 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9866fc24-ab18-469a-84fe-d79885c7a369 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=0a7f7e2a573e4dd58b2c2679976e5b01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1363640 May 27 23:35:48.446523 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48540) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:48.574605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a98d55-b537-4541-92d2-fd6810edb332 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:48.576078 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-38a98d55-b537-4541-92d2-fd6810edb332 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286628 May 27 23:35:48.578927 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48544) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:48.617964 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2be6482e-6d7c-4576-a159-2b65a949aba8 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379827 May 27 23:35:48.620558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48548) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:48.625790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1262737847', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:35:48.684056 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:35:45Z', 'updated_at': '2022-05-27T23:35:46Z', 'revision_number': 3, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:46Z', 'updated_at': '2022-05-27T23:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:48.688140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Checking router: 30031e07-7fa9-4634-b217-69df1bd62d27 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:35:48.688522 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Updating router 30031e07-7fa9-4634-b217-69df1bd62d27 port 40dbf2a4-351c-47cd-aaf0-1ded2640824b binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:35:48.741987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:35:48.744742 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:48.745828 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:subnet and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:35:48.748624 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:35:48.754817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:35:48.840608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Made reservation on behalf of 0a7f7e2a573e4dd58b2c2679976e5b01 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:35:48.844128 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:49.067370 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:49.078556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Transition to ACTIVE for port object 40dbf2a4-351c-47cd-aaf0-1ded2640824b will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:35:49.126501 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:49.154730 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:49.219821 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Subnet': ['ID=0d6ad6ed-bb01-44bb-adce-a5a542c2fa08,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:49.228232 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Checking segment: {'id': '37e5dcb7-efd4-4c02-b00b-d7352b3cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:35:49.228619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network hostable DHCP agents. Network: 786b618f-acdf-4b65-b47e-09a6b96f5d2c, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:35:49.241132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Attempting to bind port 40dbf2a4-351c-47cd-aaf0-1ded2640824b on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:35:49.241682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Attempting to bind port 40dbf2a4-351c-47cd-aaf0-1ded2640824b by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:35:49.241855 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Attempting to bind port 40dbf2a4-351c-47cd-aaf0-1ded2640824b on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:35:49.247503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718f208-9012-46af-8cb8-5521a0155725 None None] Pushing event updated for resources: {'Port': ['ID=40dbf2a4-351c-47cd-aaf0-1ded2640824b,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:49.255844 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:35:49.256211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:35:49.256638 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:49.257032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:35:49.257492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Bound port: 40dbf2a4-351c-47cd-aaf0-1ded2640824b, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:35:49.257865 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:49.282010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718f208-9012-46af-8cb8-5521a0155725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:49.282358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718f208-9012-46af-8cb8-5521a0155725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:49.282731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718f208-9012-46af-8cb8-5521a0155725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:49.283068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718f208-9012-46af-8cb8-5521a0155725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:49.283426 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718f208-9012-46af-8cb8-5521a0155725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:49.283755 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718f208-9012-46af-8cb8-5521a0155725 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:49.284079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718f208-9012-46af-8cb8-5521a0155725 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:49.284427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718f208-9012-46af-8cb8-5521a0155725 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:49.286752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718f208-9012-46af-8cb8-5521a0155725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:49.286752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718f208-9012-46af-8cb8-5521a0155725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:49.286752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718f208-9012-46af-8cb8-5521a0155725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:49.286752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c718f208-9012-46af-8cb8-5521a0155725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:49.303381 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network 786b618f-acdf-4b65-b47e-09a6b96f5d2c is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:35:49.376607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] For port 40dbf2a4-351c-47cd-aaf0-1ded2640824b, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:35:49.380167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] For port 40dbf2a4-351c-47cd-aaf0-1ded2640824b, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=40dbf2a4-351c-47cd-aaf0-1ded2640824b,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:35:49.383107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 786b618f-acdf-4b65-b47e-09a6b96f5d2c) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:35:49.387671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:49.387814 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:49.391605 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e653c98d-ea27-4859-a842-3a7c13bcd796 None None] Network 786b618f-acdf-4b65-b47e-09a6b96f5d2c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:35:49.464070 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:49.493054 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e62dd76f-014f-42f2-aaf5-8d12e89a8bd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8714869 May 27 23:35:49.495813 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48552) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:35:49.570651 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Routers {'30031e07-7fa9-4634-b217-69df1bd62d27'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:35:49.571269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:35:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['30031e07-7fa9-4634-b217-69df1bd62d27'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:49.633090 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718f208-9012-46af-8cb8-5521a0155725 None None] Pushing event updated for resources: {'Port': ['ID=40dbf2a4-351c-47cd-aaf0-1ded2640824b,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:49.800675 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ips': [{'subnet_id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:35:49.806249 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:49.907439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] Set router 30031e07-7fa9-4634-b217-69df1bd62d27 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:35:50.184527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Allocated IP 172.20.0.2 (786b618f-acdf-4b65-b47e-09a6b96f5d2c/0d6ad6ed-bb01-44bb-adce-a5a542c2fa08/d3d4f43f-ff5f-4cba-8421-37c8d2b11815) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:35:50.308312 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:50.383163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:35:45Z', 'updated_at': '2022-05-27T23:35:46Z', 'revision_number': 3, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:46Z', 'updated_at': '2022-05-27T23:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:50.414095 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc87085-0781-48f4-bbff-2446ccc45403 None None] The sync data for ids ['30031e07-7fa9-4634-b217-69df1bd62d27'] in n-d-843680-3 is: [{'id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:35:45Z', 'updated_at': '2022-05-27T23:35:46Z', 'revision_number': 3, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:46Z', 'updated_at': '2022-05-27T23:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:35:50.454505 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:50.465486 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Transition to ACTIVE for port object d3d4f43f-ff5f-4cba-8421-37c8d2b11815 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:35:50.486674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Transition to ACTIVE for port object d3d4f43f-ff5f-4cba-8421-37c8d2b11815 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:35:50.548175 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:50.624236 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Network 786b618f-acdf-4b65-b47e-09a6b96f5d2c is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:35:50.627931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:35:50.635230 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:35:50.686753 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Pushing event updated for resources: {'Port': ['ID=d3d4f43f-ff5f-4cba-8421-37c8d2b11815,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:50.754121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Attempting to bind port d3d4f43f-ff5f-4cba-8421-37c8d2b11815 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:35:50.754526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Attempting to bind port d3d4f43f-ff5f-4cba-8421-37c8d2b11815 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '37e5dcb7-efd4-4c02-b00b-d7352b3cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:35:50.754880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Attempting to bind port d3d4f43f-ff5f-4cba-8421-37c8d2b11815 on network 786b618f-acdf-4b65-b47e-09a6b96f5d2c {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:35:50.760545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:35:50.770549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Checking segment: {'id': '37e5dcb7-efd4-4c02-b00b-d7352b3cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:35:50.770549 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:50.770549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Bound using segment: {'id': '37e5dcb7-efd4-4c02-b00b-d7352b3cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:35:50.770549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Bound port: d3d4f43f-ff5f-4cba-8421-37c8d2b11815, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e5dcb7-efd4-4c02-b00b-d7352b3cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:35:50.770549 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:50.790590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.20.0.1 (786b618f-acdf-4b65-b47e-09a6b96f5d2c/0d6ad6ed-bb01-44bb-adce-a5a542c2fa08/d02378fc-f97a-44e9-b5af-ede95501a99d) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:35:50.858331 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] For port d3d4f43f-ff5f-4cba-8421-37c8d2b11815, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:35:50.861692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] For port d3d4f43f-ff5f-4cba-8421-37c8d2b11815, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d3d4f43f-ff5f-4cba-8421-37c8d2b11815,segment=NetworkSegment(37e5dcb7-efd4-4c02-b00b-d7352b3cb00a),segment_id=37e5dcb7-efd4-4c02-b00b-d7352b3cb00a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:35:50.930521 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:50.958495 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:50.975888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Transition to ACTIVE for port object d02378fc-f97a-44e9-b5af-ede95501a99d will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:35:51.058797 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:51.074027 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e720f99-1114-448e-b5b9-90c3ec260ea2 None None] Pushing event updated for resources: {'Port': ['ID=d3d4f43f-ff5f-4cba-8421-37c8d2b11815,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:51.134962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 40dbf2a4-351c-47cd-aaf0-1ded2640824b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:35:51.158440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network 786b618f-acdf-4b65-b47e-09a6b96f5d2c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:35:51.163422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:35:51.167026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:35:51.205355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=d02378fc-f97a-44e9-b5af-ede95501a99d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:51.239367 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:51.275081 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 40dbf2a4-351c-47cd-aaf0-1ded2640824b completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:35:51.284592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 40dbf2a4-351c-47cd-aaf0-1ded2640824b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:35:51.285102 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:51.464713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 40dbf2a4-351c-47cd-aaf0-1ded2640824b is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:35:51.465343 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:51.484764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 40dbf2a4-351c-47cd-aaf0-1ded2640824b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=40dbf2a4-351c-47cd-aaf0-1ded2640824b,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:35:51.553394 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:51.625006 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=40dbf2a4-351c-47cd-aaf0-1ded2640824b,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:51.636562 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:52.173632 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:52.238643 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:52.351399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=d02378fc-f97a-44e9-b5af-ede95501a99d,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:52.353999 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:52.498357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network 786b618f-acdf-4b65-b47e-09a6b96f5d2c is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:35:52.499596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:35:52.695349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 30031e07-7fa9-4634-b217-69df1bd62d27 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:35:52.762998 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505925fb-960e-4629-82e8-06333418a4dd None None] Network 786b618f-acdf-4b65-b47e-09a6b96f5d2c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:35:52.879736 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:35:52.889393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-828abe63-c5c4-431d-ad1b-8deb636f865b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "PUT /v2.0/routers/30031e07-7fa9-4634-b217-69df1bd62d27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3925006 May 27 23:35:52.891353 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Sync routers for ids ['30031e07-7fa9-4634-b217-69df1bd62d27'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:35:52.902272 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Routers {'30031e07-7fa9-4634-b217-69df1bd62d27'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:35:52.902898 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:35:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['30031e07-7fa9-4634-b217-69df1bd62d27'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:52.933106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3488915-2cf4-44cb-aca3-85804de812b4 None None] Provisioning for port d3d4f43f-ff5f-4cba-8421-37c8d2b11815 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:35:53.033761 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:53.082153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-c9b8f883-0131-4c94-95b3-df3fa6ecb9d5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:35:53.101207 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Set router 30031e07-7fa9-4634-b217-69df1bd62d27 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:35:53.177970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-c9b8f883-0131-4c94-95b3-df3fa6ecb9d5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:35:53.180268 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-c9b8f883-0131-4c94-95b3-df3fa6ecb9d5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1912970072&fields=id&tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 267 time: 0.1538174 May 27 23:35:53.201169 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d3d4f43f-ff5f-4cba-8421-37c8d2b11815 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:35:53.320688 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port d3d4f43f-ff5f-4cba-8421-37c8d2b11815 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:35:53.327044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d3d4f43f-ff5f-4cba-8421-37c8d2b11815 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:35:53.327978 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:53.365111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-7154bbef-21c8-49ab-b72e-c8be03d177f8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:53.365986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-7154bbef-21c8-49ab-b72e-c8be03d177f8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:35:53.403108 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-38905e5f-e7b8-4e26-902d-808490f06c73 None None] Provisioning complete for port d3d4f43f-ff5f-4cba-8421-37c8d2b11815 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:35:53.403537 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38905e5f-e7b8-4e26-902d-808490f06c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:53.446263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-7154bbef-21c8-49ab-b72e-c8be03d177f8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:35:53.447710 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-7154bbef-21c8-49ab-b72e-c8be03d177f8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/networks?id=786b618f-acdf-4b65-b47e-09a6b96f5d2c HTTP/1.1" status: 200 len: 796 time: 0.2590542 May 27 23:35:53.454812 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:35:45Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:46Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd02378fc-f97a-44e9-b5af-ede95501a99d', 'name': '', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:9f:68:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:50Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 2, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:53.461118 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Checking router: 30031e07-7fa9-4634-b217-69df1bd62d27 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:35:53.461529 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Updating router 30031e07-7fa9-4634-b217-69df1bd62d27 port d02378fc-f97a-44e9-b5af-ede95501a99d binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:35:53.480633 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-0e944071-8a76-446a-85b6-ae4c883815aa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/quotas/0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 375 time: 0.0109086 May 27 23:35:53.530050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d3d4f43f-ff5f-4cba-8421-37c8d2b11815 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:35:53.530451 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:53.531130 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:53.595459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-24a0c963-87d7-4997-95b1-057ceb74d45e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:35:53.617122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port d3d4f43f-ff5f-4cba-8421-37c8d2b11815, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d3d4f43f-ff5f-4cba-8421-37c8d2b11815,segment=NetworkSegment(37e5dcb7-efd4-4c02-b00b-d7352b3cb00a),segment_id=37e5dcb7-efd4-4c02-b00b-d7352b3cb00a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:35:53.618153 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-38905e5f-e7b8-4e26-902d-808490f06c73 None None] Current status of the port d3d4f43f-ff5f-4cba-8421-37c8d2b11815 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:35:53.618517 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-38905e5f-e7b8-4e26-902d-808490f06c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:53.697659 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-24a0c963-87d7-4997-95b1-057ceb74d45e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:35:53.703973 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-24a0c963-87d7-4997-95b1-057ceb74d45e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2174644 May 27 23:35:53.707997 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:53.708862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 40dbf2a4-351c-47cd-aaf0-1ded2640824b up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:35:53.848813 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-59153f2d-279f-41af-ba8d-b99d36426102 service neutron] 10.222.0.27 "GET /v2.0/networks/786b618f-acdf-4b65-b47e-09a6b96f5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350293 May 27 23:35:53.877683 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-38905e5f-e7b8-4e26-902d-808490f06c73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:35:53.878293 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-38905e5f-e7b8-4e26-902d-808490f06c73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:35:53.884723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=d3d4f43f-ff5f-4cba-8421-37c8d2b11815,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:53.897465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 40dbf2a4-351c-47cd-aaf0-1ded2640824b triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:35:53.897895 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:53.946783 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:53.960139 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Transition to ACTIVE for port object d02378fc-f97a-44e9-b5af-ede95501a99d will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:35:53.987511 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-2dbae405-9e71-4b0f-8d63-279162824b68 service neutron] 10.222.0.27 "GET /v2.0/networks/786b618f-acdf-4b65-b47e-09a6b96f5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328390 May 27 23:35:54.016655 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 40dbf2a4-351c-47cd-aaf0-1ded2640824b is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:35:54.034859 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:54.192827 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbe776-88ba-44b0-aa16-4f2945347ca2 None None] Pushing event updated for resources: {'Port': ['ID=d02378fc-f97a-44e9-b5af-ede95501a99d,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:54.235673 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbe776-88ba-44b0-aa16-4f2945347ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:54.236014 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbe776-88ba-44b0-aa16-4f2945347ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:54.236406 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbe776-88ba-44b0-aa16-4f2945347ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:54.236838 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbe776-88ba-44b0-aa16-4f2945347ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:54.237169 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbe776-88ba-44b0-aa16-4f2945347ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:54.237542 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbe776-88ba-44b0-aa16-4f2945347ca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:54.237923 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbe776-88ba-44b0-aa16-4f2945347ca2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:54.238149 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbe776-88ba-44b0-aa16-4f2945347ca2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:54.238441 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbe776-88ba-44b0-aa16-4f2945347ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:54.238731 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbe776-88ba-44b0-aa16-4f2945347ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:54.239049 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbe776-88ba-44b0-aa16-4f2945347ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:54.239375 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dbe776-88ba-44b0-aa16-4f2945347ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:35:54.266630 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Attempting to bind port d02378fc-f97a-44e9-b5af-ede95501a99d on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:35:54.266985 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Attempting to bind port d02378fc-f97a-44e9-b5af-ede95501a99d by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '37e5dcb7-efd4-4c02-b00b-d7352b3cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:35:54.267413 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Attempting to bind port d02378fc-f97a-44e9-b5af-ede95501a99d on network 786b618f-acdf-4b65-b47e-09a6b96f5d2c {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:35:54.274289 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:35:54.274659 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Checking segment: {'id': '37e5dcb7-efd4-4c02-b00b-d7352b3cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:35:54.275225 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:54.275624 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Bound using segment: {'id': '37e5dcb7-efd4-4c02-b00b-d7352b3cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:35:54.276084 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Bound port: d02378fc-f97a-44e9-b5af-ede95501a99d, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e5dcb7-efd4-4c02-b00b-d7352b3cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:35:54.276481 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:54.286259 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-79c1c538-41b9-4019-b546-7155d7b70b02 req-52d5ec3d-ecc5-44d5-a392-eae90564ec95 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 210 time: 0.0622861 May 27 23:35:54.368639 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] For port d02378fc-f97a-44e9-b5af-ede95501a99d, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:35:54.371444 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] For port d02378fc-f97a-44e9-b5af-ede95501a99d, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d02378fc-f97a-44e9-b5af-ede95501a99d,segment=NetworkSegment(37e5dcb7-efd4-4c02-b00b-d7352b3cb00a),segment_id=37e5dcb7-efd4-4c02-b00b-d7352b3cb00a)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:35:54.430564 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-38905e5f-e7b8-4e26-902d-808490f06c73 None None] Current status of the port d3d4f43f-ff5f-4cba-8421-37c8d2b11815 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:35:54.456690 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:54.501591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-38905e5f-e7b8-4e26-902d-808490f06c73 None None] Provisioning for port d02378fc-f97a-44e9-b5af-ede95501a99d completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:35:54.535047 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Routers {'30031e07-7fa9-4634-b217-69df1bd62d27'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:35:54.535665 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:35:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['30031e07-7fa9-4634-b217-69df1bd62d27'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:54.613725 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dbe776-88ba-44b0-aa16-4f2945347ca2 None None] Pushing event updated for resources: {'Port': ['ID=d02378fc-f97a-44e9-b5af-ede95501a99d,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:54.734504 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] Set router 30031e07-7fa9-4634-b217-69df1bd62d27 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:35:55.044903 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:35:45Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:46Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd02378fc-f97a-44e9-b5af-ede95501a99d', 'name': '', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:9f:68:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:50Z', 'updated_at': '2022-05-27T23:35:54Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:35:55.049102 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c07977b-d3db-4d48-afa8-504f14a44b9a None None] The sync data for ids ['30031e07-7fa9-4634-b217-69df1bd62d27'] in n-d-843680-3 is: [{'id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:35:45Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:46Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd02378fc-f97a-44e9-b5af-ede95501a99d', 'name': '', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:9f:68:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:50Z', 'updated_at': '2022-05-27T23:35:54Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:35:55.102100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d3d4f43f-ff5f-4cba-8421-37c8d2b11815 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:35:55.190004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d3d4f43f-ff5f-4cba-8421-37c8d2b11815 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:35:55.190375 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:55.316713 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d3d4f43f-ff5f-4cba-8421-37c8d2b11815 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:35:55.450270 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20ad8813-f6eb-4e7a-b485-61b63810d854 req-f02fea8a-6d9c-4969-87af-676ca1ab2b6e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 210 time: 0.0469174 May 27 23:35:56.404747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-d56bc40e-3003-40c1-aa77-4ca8afd5c81b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:56.406060 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-d56bc40e-3003-40c1-aa77-4ca8afd5c81b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "GET /v2.0/networks?id=786b618f-acdf-4b65-b47e-09a6b96f5d2c HTTP/1.1" status: 200 len: 796 time: 0.1471472 May 27 23:35:56.453293 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-531657b3-0103-4424-acf7-4869e9b66b06 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 380 time: 0.0394630 May 27 23:35:56.461160 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'port': {'device_id': 'f6c5cb84-076f-4eaf-8903-96fe455396f5', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'admin_state_up': True, 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'security_groups': ['2c7a4681-964d-4359-be85-04ad0c2cda74']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:35:56.608534 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-da522333-2c3e-44db-8d54-d3a176db1790 req-e1a331a1-d055-4f4d-82b5-445c17346bc3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 210 time: 0.0445070 May 27 23:35:56.728794 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:35:56.738899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:35:56.798235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Made reservation on behalf of 0a7f7e2a573e4dd58b2c2679976e5b01 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:35:56.802316 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:56.962141 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.20.0.8 (786b618f-acdf-4b65-b47e-09a6b96f5d2c/0d6ad6ed-bb01-44bb-adce-a5a542c2fa08/16e7c1d2-fb75-47a6-a095-562d4c77aa78) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:35:57.106009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d02378fc-f97a-44e9-b5af-ede95501a99d up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:35:57.152311 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:57.168653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Transition to ACTIVE for port object 16e7c1d2-fb75-47a6-a095-562d4c77aa78 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:35:57.240532 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port d02378fc-f97a-44e9-b5af-ede95501a99d completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:35:57.245637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d02378fc-f97a-44e9-b5af-ede95501a99d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:35:57.247658 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:57.269896 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:57.339327 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network 786b618f-acdf-4b65-b47e-09a6b96f5d2c is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:35:57.342528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:35:57.346788 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:35:57.394369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=16e7c1d2-fb75-47a6-a095-562d4c77aa78,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:57.401966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d02378fc-f97a-44e9-b5af-ede95501a99d is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:35:57.402356 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:57.426938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:57.427698 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:57.435351 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port d02378fc-f97a-44e9-b5af-ede95501a99d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d02378fc-f97a-44e9-b5af-ede95501a99d,segment=NetworkSegment(37e5dcb7-efd4-4c02-b00b-d7352b3cb00a),segment_id=37e5dcb7-efd4-4c02-b00b-d7352b3cb00a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:35:57.520161 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:57.572363 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-08e3e4e2-28f8-4f48-92aa-b68e1c232cdd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1144900 May 27 23:35:57.597187 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5c1157d1-0270-45ea-b929-4ad583240012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:57.598679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=d02378fc-f97a-44e9-b5af-ede95501a99d,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:57.635274 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Request body: {'port': {'device_id': 'f6c5cb84-076f-4eaf-8903-96fe455396f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:35:57.675243 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d6c3f950-cd46-4b18-8925-d469f44fa63b None None] Provisioning for port 16e7c1d2-fb75-47a6-a095-562d4c77aa78 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:35:57.681500 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d6c3f950-cd46-4b18-8925-d469f44fa63b None None] Provisioning complete for port 16e7c1d2-fb75-47a6-a095-562d4c77aa78 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:35:57.681865 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6c3f950-cd46-4b18-8925-d469f44fa63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:57.736670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d6c3f950-cd46-4b18-8925-d469f44fa63b None None] Port 16e7c1d2-fb75-47a6-a095-562d4c77aa78 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:35:57.766020 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:57.800761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a6569-223c-46ef-8dad-7bfea823fb38 req-0cd32445-bec6-458a-ace0-cec441901247 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:57.802258 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-463a6569-223c-46ef-8dad-7bfea823fb38 req-0cd32445-bec6-458a-ace0-cec441901247 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 931 time: 0.0825620 May 27 23:35:57.850155 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-463a6569-223c-46ef-8dad-7bfea823fb38 req-871cb2ee-4581-4487-ab5d-6d16dc198f0e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421193 May 27 23:35:58.105004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e7c1d2-fb75-47a6-a095-562d4c77aa78 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:35:58.112006 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:58.125698 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Transition to ACTIVE for port object 16e7c1d2-fb75-47a6-a095-562d4c77aa78 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:35:58.188747 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:58.319865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Pushing event updated for resources: {'Port': ['ID=16e7c1d2-fb75-47a6-a095-562d4c77aa78,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:58.426705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Attempting to bind port 16e7c1d2-fb75-47a6-a095-562d4c77aa78 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:35:58.427045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Attempting to bind port 16e7c1d2-fb75-47a6-a095-562d4c77aa78 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '37e5dcb7-efd4-4c02-b00b-d7352b3cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:35:58.427607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Attempting to bind port 16e7c1d2-fb75-47a6-a095-562d4c77aa78 on network 786b618f-acdf-4b65-b47e-09a6b96f5d2c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:35:58.431884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Port 16e7c1d2-fb75-47a6-a095-562d4c77aa78 on network 786b618f-acdf-4b65-b47e-09a6b96f5d2c not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:35:58.432201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Attempting to bind port 16e7c1d2-fb75-47a6-a095-562d4c77aa78 on network 786b618f-acdf-4b65-b47e-09a6b96f5d2c {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:35:58.437498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:35:58.437827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Checking segment: {'id': '37e5dcb7-efd4-4c02-b00b-d7352b3cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:35:58.438208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Bound using segment: {'id': '37e5dcb7-efd4-4c02-b00b-d7352b3cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:35:58.438629 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Bound port: 16e7c1d2-fb75-47a6-a095-562d4c77aa78, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e5dcb7-efd4-4c02-b00b-d7352b3cb00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:35:58.438967 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:58.525849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] For port 16e7c1d2-fb75-47a6-a095-562d4c77aa78, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:35:58.528667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] For port 16e7c1d2-fb75-47a6-a095-562d4c77aa78, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=16e7c1d2-fb75-47a6-a095-562d4c77aa78,segment=NetworkSegment(37e5dcb7-efd4-4c02-b00b-d7352b3cb00a),segment_id=37e5dcb7-efd4-4c02-b00b-d7352b3cb00a)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:35:58.594941 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:58.656784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:58.657380 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:58.658719 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] 10.222.0.46 "PUT /v2.0/ports/16e7c1d2-fb75-47a6-a095-562d4c77aa78 HTTP/1.1" status: 200 len: 1091 time: 1.0788348 May 27 23:35:58.659146 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c5cb84-076f-4eaf-8903-96fe455396f5', 'tag': '16e7c1d2-fb75-47a6-a095-562d4c77aa78'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:35:58.685670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70029cf-8e78-4b7d-a4ee-6e1ae5251132 service neutron] Pushing event updated for resources: {'Port': ['ID=16e7c1d2-fb75-47a6-a095-562d4c77aa78,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:35:58.709857 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7e3cc5-9b1f-4698-9284-cfd260d69589'] response: {'name': 'network-changed', 'server_uuid': 'f6c5cb84-076f-4eaf-8903-96fe455396f5', 'tag': '16e7c1d2-fb75-47a6-a095-562d4c77aa78', 'status': 'completed', 'code': 200} May 27 23:35:58.806522 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1315fe8-9c4a-4702-b7be-a8c343ab3a10 req-25b577c7-e859-4635-b8a4-7300e7c8108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:58.808018 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e1315fe8-9c4a-4702-b7be-a8c343ab3a10 req-25b577c7-e859-4635-b8a4-7300e7c8108e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 1094 time: 0.0775142 May 27 23:35:58.948300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1315fe8-9c4a-4702-b7be-a8c343ab3a10 req-337ac7e0-cacf-4c6f-ac17-66291220a2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:58.949717 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e1315fe8-9c4a-4702-b7be-a8c343ab3a10 req-337ac7e0-cacf-4c6f-ac17-66291220a2c1 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1351578 May 27 23:35:59.097143 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d02378fc-f97a-44e9-b5af-ede95501a99d up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:35:59.155168 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a8481-2725-4e32-b7ae-23dd74887a63 req-c071b0bd-18ac-4579-8fb9-5d011e1f7883 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:59.156663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-681a8481-2725-4e32-b7ae-23dd74887a63 req-c071b0bd-18ac-4579-8fb9-5d011e1f7883 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 943 time: 0.2018800 May 27 23:35:59.171122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d02378fc-f97a-44e9-b5af-ede95501a99d triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:35:59.171618 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:59.204713 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-681a8481-2725-4e32-b7ae-23dd74887a63 req-87a75e5d-06e1-48a4-8ffc-de1ab528cb9a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401943 May 27 23:35:59.224220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1315fe8-9c4a-4702-b7be-a8c343ab3a10 req-95857d60-6c7d-49f0-9302-85123c9074e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:59.225716 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e1315fe8-9c4a-4702-b7be-a8c343ab3a10 req-95857d60-6c7d-49f0-9302-85123c9074e0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2707200 May 27 23:35:59.290218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d02378fc-f97a-44e9-b5af-ede95501a99d is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:35:59.326841 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-4b0ce602-43f4-4af2-9948-7b037572923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:59.328317 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-4b0ce602-43f4-4af2-9948-7b037572923d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 1094 time: 0.0695083 May 27 23:35:59.397173 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-a9fb7e2a-fdf7-4778-87fd-3d5f76a2ad21 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16e7c1d2-fb75-47a6-a095-562d4c77aa78 HTTP/1.1" status: 200 len: 217 time: 0.0627394 May 27 23:35:59.461650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-0cd503fb-8c44-4895-929e-933a0c237397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:59.462982 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-0cd503fb-8c44-4895-929e-933a0c237397 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d6ad6ed-bb01-44bb-adce-a5a542c2fa08 HTTP/1.1" status: 200 len: 835 time: 0.0605917 May 27 23:35:59.536763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-2d99e8e1-3232-4991-a721-7352b5b2b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:35:59.538188 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-2d99e8e1-3232-4991-a721-7352b5b2b139 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=786b618f-acdf-4b65-b47e-09a6b96f5d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697789 May 27 23:35:59.671531 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-d09b8dd9-e084-43d6-bc12-d5d38ccac411 service neutron] 10.222.0.46 "GET /v2.0/networks/786b618f-acdf-4b65-b47e-09a6b96f5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268468 May 27 23:35:59.703168 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7a38476a-8069-4c1a-bc8f-09cdd4450ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:35:59.804624 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-394bc567-ad0b-450a-99d5-b1efb1d739d7 req-456eed86-c563-4867-804e-6382ab550e44 service neutron] 10.222.0.46 "GET /v2.0/networks/786b618f-acdf-4b65-b47e-09a6b96f5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274834 May 27 23:36:00.390628 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46fdcc-caba-406e-bc5a-0df27cf1728e req-1bb6cddc-8512-411a-a933-58116a499048 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:00.392060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c46fdcc-caba-406e-bc5a-0df27cf1728e req-1bb6cddc-8512-411a-a933-58116a499048 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 943 time: 0.0799222 May 27 23:36:00.435196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c46fdcc-caba-406e-bc5a-0df27cf1728e req-3b0bab79-6ebc-479e-97cc-6f90e05c38b4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374894 May 27 23:36:00.972343 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:01.103232 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:01.617460 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b95bf1-fb95-4ac1-8e3e-ca38e9c8a2cf req-5f91b594-e4f2-4481-a63d-85b4c9c67922 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:01.618941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2b95bf1-fb95-4ac1-8e3e-ca38e9c8a2cf req-5f91b594-e4f2-4481-a63d-85b4c9c67922 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 943 time: 0.0794706 May 27 23:36:01.666002 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b2b95bf1-fb95-4ac1-8e3e-ca38e9c8a2cf req-1b9bc44d-8be8-4681-997b-41fac8248ad3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412941 May 27 23:36:02.211881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 16e7c1d2-fb75-47a6-a095-562d4c77aa78 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:36:02.353132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 16e7c1d2-fb75-47a6-a095-562d4c77aa78, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=16e7c1d2-fb75-47a6-a095-562d4c77aa78,segment=NetworkSegment(37e5dcb7-efd4-4c02-b00b-d7352b3cb00a),segment_id=37e5dcb7-efd4-4c02-b00b-d7352b3cb00a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:36:02.366852 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '16e7c1d2-fb75-47a6-a095-562d4c77aa78', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'port_id': '16e7c1d2-fb75-47a6-a095-562d4c77aa78', 'mac_address': 'fa:16:3e:f6:8b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:36:02.370322 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:02.421054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 16e7c1d2-fb75-47a6-a095-562d4c77aa78 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:36:02.421421 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:02.438108 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e7c1d2-fb75-47a6-a095-562d4c77aa78 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:36:02.454808 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 16e7c1d2-fb75-47a6-a095-562d4c77aa78, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=16e7c1d2-fb75-47a6-a095-562d4c77aa78,segment=NetworkSegment(37e5dcb7-efd4-4c02-b00b-d7352b3cb00a),segment_id=37e5dcb7-efd4-4c02-b00b-d7352b3cb00a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:36:02.529845 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:02.598827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=16e7c1d2-fb75-47a6-a095-562d4c77aa78,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:02.724973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['16e7c1d2-fb75-47a6-a095-562d4c77aa78'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:36:02.849479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ce026-9324-4a75-9823-9454b77e645a req-d739bd2f-178c-4914-ad0b-6e213e5d4e19 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:02.850936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b5ce026-9324-4a75-9823-9454b77e645a req-d739bd2f-178c-4914-ad0b-6e213e5d4e19 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 944 time: 0.0787756 May 27 23:36:02.895569 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b5ce026-9324-4a75-9823-9454b77e645a req-d64ca03d-7bc1-430f-af35-8d7d2127ef6b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384254 May 27 23:36:04.079642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc7f52-e533-4d0f-8275-163de66665d6 req-78ffc0aa-6dde-4dfa-bbc3-3db9e741f647 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:04.081707 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1fcc7f52-e533-4d0f-8275-163de66665d6 req-78ffc0aa-6dde-4dfa-bbc3-3db9e741f647 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 944 time: 0.0830321 May 27 23:36:04.124494 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1fcc7f52-e533-4d0f-8275-163de66665d6 req-62203085-0ec8-4782-9714-74f150c81252 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371711 May 27 23:36:04.228416 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 16e7c1d2-fb75-47a6-a095-562d4c77aa78 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:36:04.352784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 16e7c1d2-fb75-47a6-a095-562d4c77aa78 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:36:04.357502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 16e7c1d2-fb75-47a6-a095-562d4c77aa78 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:36:04.357871 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:04.472436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 16e7c1d2-fb75-47a6-a095-562d4c77aa78 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:36:04.472815 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:04.498928 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c5cb84-076f-4eaf-8903-96fe455396f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e7c1d2-fb75-47a6-a095-562d4c77aa78'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:36:04.508767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 16e7c1d2-fb75-47a6-a095-562d4c77aa78, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=16e7c1d2-fb75-47a6-a095-562d4c77aa78,segment=NetworkSegment(37e5dcb7-efd4-4c02-b00b-d7352b3cb00a),segment_id=37e5dcb7-efd4-4c02-b00b-d7352b3cb00a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:36:04.564694 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:04.597680 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c2a1c3-fb92-440a-b08e-ec725b140f32'] response: {'server_uuid': 'f6c5cb84-076f-4eaf-8903-96fe455396f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e7c1d2-fb75-47a6-a095-562d4c77aa78', 'code': 200} May 27 23:36:04.641352 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=16e7c1d2-fb75-47a6-a095-562d4c77aa78,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:04.717874 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573b9f6-b267-47cd-9f28-b9b138208776 req-e505c024-3be7-447a-8de7-ac251c35d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:04.719338 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c573b9f6-b267-47cd-9f28-b9b138208776 req-e505c024-3be7-447a-8de7-ac251c35d8a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 1096 time: 0.0699844 May 27 23:36:04.763246 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c573b9f6-b267-47cd-9f28-b9b138208776 req-898ab522-151d-4182-9f10-022485279051 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379937 May 27 23:36:05.305275 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe24e8-38c2-4750-977c-54a10d58c724 req-f7097f8f-b421-4a31-a12c-0bf9f4215af3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:05.306736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72fe24e8-38c2-4750-977c-54a10d58c724 req-f7097f8f-b421-4a31-a12c-0bf9f4215af3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 945 time: 0.0789788 May 27 23:36:05.351763 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-72fe24e8-38c2-4750-977c-54a10d58c724 req-9949e507-2e69-4e4e-8afb-fc81f39c1d5b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391846 May 27 23:36:06.538983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc8c15-7ee1-4846-bd32-fbca9c3be879 req-ad15a28a-56fa-4e75-8397-824ea7b32ac9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:06.540364 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40bc8c15-7ee1-4846-bd32-fbca9c3be879 req-ad15a28a-56fa-4e75-8397-824ea7b32ac9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 945 time: 0.0831950 May 27 23:36:06.584002 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-40bc8c15-7ee1-4846-bd32-fbca9c3be879 req-58b0159b-b1e7-4290-bf1c-4ab06fb1372c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380163 May 27 23:36:06.767800 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e9fd5-5645-42c1-a120-7cc1e00188fb req-aa2e959a-7cf6-49a5-8035-a048fb03f393 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:06.769266 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-202e9fd5-5645-42c1-a120-7cc1e00188fb req-aa2e959a-7cf6-49a5-8035-a048fb03f393 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 945 time: 0.0786629 May 27 23:36:06.811772 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-202e9fd5-5645-42c1-a120-7cc1e00188fb req-8d47191f-84d2-421d-b460-f9f70a8925da tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369062 May 27 23:36:06.833734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48614) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:06.903957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d0ee95-c42b-45fc-9931-6ea2fea1e10a tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:06.905442 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c8d0ee95-c42b-45fc-9931-6ea2fea1e10a tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 1091 time: 0.0707860 May 27 23:36:06.908860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48618) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:06.913529 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '16e7c1d2-fb75-47a6-a095-562d4c77aa78', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:36:06.919803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:36:06.923637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:floatingip and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:36:06.926419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:36:06.932153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:36:07.018323 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:07.151685 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:07.288049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.25.2.30 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/fd6b8587-eb00-4808-9edc-e42aa26baef0) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:36:07.436009 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:07.503766 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:07.565220 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:36:07.567818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:36:07.571436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:36:07.616842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=fd6b8587-eb00-4808-9edc-e42aa26baef0,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:08.075128 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:08.207848 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:08.407070 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:08.445656 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:08.552915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=fd6b8587-eb00-4808-9edc-e42aa26baef0,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:08.564872 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:08.736948 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Floating IP fdd3a060-d97e-447c-8240-a3224b98fdf3 associated. External IP: 172.25.2.30, port: 16e7c1d2-fb75-47a6-a095-562d4c77aa78. May 27 23:36:09.068185 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:36:09.081196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 30031e07-7fa9-4634-b217-69df1bd62d27 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:36:09.255364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:36:09.264791 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1594aa10-10af-434c-9ef8-150b12754005 None None] Sync routers for ids ['30031e07-7fa9-4634-b217-69df1bd62d27'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:36:09.275086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1594aa10-10af-434c-9ef8-150b12754005 None None] Routers {'30031e07-7fa9-4634-b217-69df1bd62d27'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:36:09.275691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1594aa10-10af-434c-9ef8-150b12754005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:36:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['30031e07-7fa9-4634-b217-69df1bd62d27'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:09.347087 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:09.405756 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6c88dce5-cffe-4c4f-a9d1-23d4e2ac75e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4958735 May 27 23:36:09.406482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c5cb84-076f-4eaf-8903-96fe455396f5', 'tag': '16e7c1d2-fb75-47a6-a095-562d4c77aa78'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:36:09.452000 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14d1ffc-91c5-4254-87eb-fe2a99632d4c'] response: {'name': 'network-changed', 'server_uuid': 'f6c5cb84-076f-4eaf-8903-96fe455396f5', 'tag': '16e7c1d2-fb75-47a6-a095-562d4c77aa78', 'status': 'completed', 'code': 200} May 27 23:36:09.454411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-1594aa10-10af-434c-9ef8-150b12754005 None None] Set router 30031e07-7fa9-4634-b217-69df1bd62d27 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:36:09.544465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2fc10-594f-4fff-9209-d0a748e718f5 req-825949d8-3a33-48f4-8216-a389f45dcffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:09.546280 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-54c2fc10-594f-4fff-9209-d0a748e718f5 req-825949d8-3a33-48f4-8216-a389f45dcffc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 1096 time: 0.0732260 May 27 23:36:09.573931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7a9d9-41dc-46a4-b0d8-564e2a02d050 req-135421a5-21e0-459e-8570-668ed36ad92f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:09.580449 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0cc7a9d9-41dc-46a4-b0d8-564e2a02d050 req-135421a5-21e0-459e-8570-668ed36ad92f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 945 time: 0.0805275 May 27 23:36:09.622804 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0cc7a9d9-41dc-46a4-b0d8-564e2a02d050 req-ea42a5fa-2bb8-4502-a2d7-4b99439b6c6c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395877 May 27 23:36:09.650265 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48628) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:09.701934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2fc10-594f-4fff-9209-d0a748e718f5 req-078cdea9-5f5d-4edc-a1be-cc0c168dedde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:09.704472 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-54c2fc10-594f-4fff-9209-d0a748e718f5 req-078cdea9-5f5d-4edc-a1be-cc0c168dedde service neutron] 10.222.0.46 "GET /v2.0/networks?id=786b618f-acdf-4b65-b47e-09a6b96f5d2c HTTP/1.1" status: 200 len: 897 time: 0.1523588 May 27 23:36:09.818194 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-54c2fc10-594f-4fff-9209-d0a748e718f5 req-5d066ca5-084c-4d53-a1c2-d2b6fa183293 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16e7c1d2-fb75-47a6-a095-562d4c77aa78 HTTP/1.1" status: 200 len: 998 time: 0.1079185 May 27 23:36:09.845581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1594aa10-10af-434c-9ef8-150b12754005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:35:45Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:46Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'fdd3a060-d97e-447c-8240-a3224b98fdf3', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'port_id': '16e7c1d2-fb75-47a6-a095-562d4c77aa78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'mac_address': 'fa:16:3e:f6:8b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c5cb84-076f-4eaf-8903-96fe455396f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:36:08Z', 'updated_at': '2022-05-27T23:36:08Z', 'revision_number': 0, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02378fc-f97a-44e9-b5af-ede95501a99d', 'name': '', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:9f:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:50Z', 'updated_at': '2022-05-27T23:35:57Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:09.850023 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1594aa10-10af-434c-9ef8-150b12754005 None None] Checking router: 30031e07-7fa9-4634-b217-69df1bd62d27 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:36:09.858875 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1594aa10-10af-434c-9ef8-150b12754005 None None] Routers {'30031e07-7fa9-4634-b217-69df1bd62d27'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:36:09.859492 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1594aa10-10af-434c-9ef8-150b12754005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:36:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['30031e07-7fa9-4634-b217-69df1bd62d27'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:09.881123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2fc10-594f-4fff-9209-d0a748e718f5 req-2766bcf6-9bcb-4171-bc0f-51262a9728bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:09.882615 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-54c2fc10-594f-4fff-9209-d0a748e718f5 req-2766bcf6-9bcb-4171-bc0f-51262a9728bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d6ad6ed-bb01-44bb-adce-a5a542c2fa08 HTTP/1.1" status: 200 len: 835 time: 0.0589402 May 27 23:36:09.888745 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f2f573ae-d594-4215-b811-9e7afd1ceeef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/fdd3a060-d97e-447c-8240-a3224b98fdf3 HTTP/1.1" status: 200 len: 990 time: 0.2357135 May 27 23:36:09.959397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2fc10-594f-4fff-9209-d0a748e718f5 req-ac39054d-6c06-41d9-8455-c2a11c43feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:09.960984 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-54c2fc10-594f-4fff-9209-d0a748e718f5 req-ac39054d-6c06-41d9-8455-c2a11c43feb1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=786b618f-acdf-4b65-b47e-09a6b96f5d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729926 May 27 23:36:10.040653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-1594aa10-10af-434c-9ef8-150b12754005 None None] Set router 30031e07-7fa9-4634-b217-69df1bd62d27 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:36:10.091434 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-54c2fc10-594f-4fff-9209-d0a748e718f5 req-57be98da-0aaf-4fb0-980f-e046a917ad71 service neutron] 10.222.0.46 "GET /v2.0/networks/786b618f-acdf-4b65-b47e-09a6b96f5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245921 May 27 23:36:10.221818 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-54c2fc10-594f-4fff-9209-d0a748e718f5 req-b9870db3-8de2-4495-9b6d-478490e01c67 service neutron] 10.222.0.46 "GET /v2.0/networks/786b618f-acdf-4b65-b47e-09a6b96f5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246862 May 27 23:36:10.377137 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1594aa10-10af-434c-9ef8-150b12754005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:35:45Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:46Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'fdd3a060-d97e-447c-8240-a3224b98fdf3', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'port_id': '16e7c1d2-fb75-47a6-a095-562d4c77aa78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'mac_address': 'fa:16:3e:f6:8b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c5cb84-076f-4eaf-8903-96fe455396f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:36:08Z', 'updated_at': '2022-05-27T23:36:08Z', 'revision_number': 0, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02378fc-f97a-44e9-b5af-ede95501a99d', 'name': '', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:9f:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:50Z', 'updated_at': '2022-05-27T23:35:57Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:10.380980 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1594aa10-10af-434c-9ef8-150b12754005 None None] The sync data for ids ['30031e07-7fa9-4634-b217-69df1bd62d27'] in n-d-843680-3 is: [{'id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:35:45Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:46Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'fdd3a060-d97e-447c-8240-a3224b98fdf3', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'port_id': '16e7c1d2-fb75-47a6-a095-562d4c77aa78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'mac_address': 'fa:16:3e:f6:8b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c5cb84-076f-4eaf-8903-96fe455396f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:36:08Z', 'updated_at': '2022-05-27T23:36:08Z', 'revision_number': 0, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02378fc-f97a-44e9-b5af-ede95501a99d', 'name': '', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:9f:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:50Z', 'updated_at': '2022-05-27T23:35:57Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:36:10.562775 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87caa61-b080-4560-b9af-b049ba879502 None None] New status for floating IP fdd3a060-d97e-447c-8240-a3224b98fdf3: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:36:10.890672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48632) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:10.992938 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0133757d-58fe-49a3-9016-df6d124e9bde tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/fdd3a060-d97e-447c-8240-a3224b98fdf3 HTTP/1.1" status: 200 len: 992 time: 0.1011367 May 27 23:36:16.474120 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:22.976671 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:27.571008 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f66ff556-9aa3-4d74-941c-e89ae5a785c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:29.673959 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6069500b-36be-4b3b-98e2-e019ee32d312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:30.986381 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:31.090971 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:32.296462 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:34.985498 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1865e3e3-197e-4187-a1e5-ec8d0f62728d req-474757eb-a5e0-4473-a3c9-e5cda8a671c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680008 May 27 23:36:35.118933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865e3e3-197e-4187-a1e5-ec8d0f62728d req-4e656c52-6ae3-4bd8-a52e-e38de0b90bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:35.120362 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1865e3e3-197e-4187-a1e5-ec8d0f62728d req-4e656c52-6ae3-4bd8-a52e-e38de0b90bf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 1096 time: 0.0696430 May 27 23:36:35.378980 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865e3e3-197e-4187-a1e5-ec8d0f62728d req-84fc81c7-881f-4311-a75e-24dc68678f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:35.380443 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1865e3e3-197e-4187-a1e5-ec8d0f62728d req-84fc81c7-881f-4311-a75e-24dc68678f49 service neutron] 10.222.0.46 "GET /v2.0/networks?id=786b618f-acdf-4b65-b47e-09a6b96f5d2c HTTP/1.1" status: 200 len: 897 time: 0.2432425 May 27 23:36:35.481333 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1865e3e3-197e-4187-a1e5-ec8d0f62728d req-b61da026-8901-46a4-857d-c1c6d3992653 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16e7c1d2-fb75-47a6-a095-562d4c77aa78 HTTP/1.1" status: 200 len: 1000 time: 0.0943389 May 27 23:36:35.546047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865e3e3-197e-4187-a1e5-ec8d0f62728d req-3ab32cde-ea77-4c0d-8978-c714c9eef5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:35.547500 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1865e3e3-197e-4187-a1e5-ec8d0f62728d req-3ab32cde-ea77-4c0d-8978-c714c9eef5b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d6ad6ed-bb01-44bb-adce-a5a542c2fa08 HTTP/1.1" status: 200 len: 835 time: 0.0605254 May 27 23:36:35.620852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865e3e3-197e-4187-a1e5-ec8d0f62728d req-74a3a438-e48b-498d-8097-57641a0567c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:35.622279 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1865e3e3-197e-4187-a1e5-ec8d0f62728d req-74a3a438-e48b-498d-8097-57641a0567c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=786b618f-acdf-4b65-b47e-09a6b96f5d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687430 May 27 23:36:35.752064 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1865e3e3-197e-4187-a1e5-ec8d0f62728d req-64785840-0338-4655-92e4-b3c050d2f816 service neutron] 10.222.0.46 "GET /v2.0/networks/786b618f-acdf-4b65-b47e-09a6b96f5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227200 May 27 23:36:35.883550 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1865e3e3-197e-4187-a1e5-ec8d0f62728d req-2db344e1-f9b3-4e4c-ad49-b0fbb718dffa service neutron] 10.222.0.46 "GET /v2.0/networks/786b618f-acdf-4b65-b47e-09a6b96f5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248119 May 27 23:36:38.029240 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7826c0-0fba-474d-9836-214775b463e0 req-3411539a-a3b4-4953-a15d-1594db18853e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:38.030688 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea7826c0-0fba-474d-9836-214775b463e0 req-3411539a-a3b4-4953-a15d-1594db18853e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 945 time: 0.0850041 May 27 23:36:38.074780 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea7826c0-0fba-474d-9836-214775b463e0 req-d1bf8b33-4437-4806-b3c0-b511428c502d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376003 May 27 23:36:39.265803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9621-814c-484c-a3fb-a95f53b8320b req-9b18bd0f-f72e-45d1-a1f7-bb7a51ce8e6d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:39.267236 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c1c9621-814c-484c-a3fb-a95f53b8320b req-9b18bd0f-f72e-45d1-a1f7-bb7a51ce8e6d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 945 time: 0.0802746 May 27 23:36:39.310898 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0c1c9621-814c-484c-a3fb-a95f53b8320b req-9ae357c0-042f-4654-a4d7-560ca3786646 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372038 May 27 23:36:39.334224 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48652) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:39.438807 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b30c696d-f27d-4265-adc2-17f93e445b44 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/fdd3a060-d97e-447c-8240-a3224b98fdf3 HTTP/1.1" status: 200 len: 992 time: 0.1034985 May 27 23:36:40.999793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2079fc-256f-43b5-bb65-0c1a02b93e0b req-97ea8dcc-1b75-42fe-bf69-d6dd576a59e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:41.001191 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e2079fc-256f-43b5-bb65-0c1a02b93e0b req-97ea8dcc-1b75-42fe-bf69-d6dd576a59e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 945 time: 0.0834103 May 27 23:36:41.045247 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7e2079fc-256f-43b5-bb65-0c1a02b93e0b req-b338a612-4f55-4ec6-8222-c1657c86a141 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378702 May 27 23:36:42.231887 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c1f35-9d91-4f60-8a59-cf292494dd25 req-592dc215-f274-4ecd-b839-5f1626fb233c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:42.233345 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef4c1f35-9d91-4f60-8a59-cf292494dd25 req-592dc215-f274-4ecd-b839-5f1626fb233c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 945 time: 0.0791636 May 27 23:36:42.275994 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef4c1f35-9d91-4f60-8a59-cf292494dd25 req-3e6b0651-c429-456d-83d9-fa3b32e0bdef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364330 May 27 23:36:42.299042 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48664) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:42.402274 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2b616b60-a90a-445f-85d8-859f5aca64fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/fdd3a060-d97e-447c-8240-a3224b98fdf3 HTTP/1.1" status: 200 len: 992 time: 0.1013935 May 27 23:36:42.697779 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48672) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:42.897731 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port fd6b8587-eb00-4808-9edc-e42aa26baef0 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:36:42.898068 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:43.061205 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:43.061533 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:43.184971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for fd6b8587-eb00-4808-9edc-e42aa26baef0 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:36:43.388061 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:43.437065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=fd6b8587-eb00-4808-9edc-e42aa26baef0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:43.476195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:43.476552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:43.476880 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:43.477205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:43.477530 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:43.477900 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:43.478223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:43.478542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:43.478859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:43.479173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:43.479483 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:43.479794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:43.534890 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:43.535225 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Floating IP fdd3a060-d97e-447c-8240-a3224b98fdf3 disassociated (deleted). External IP: 172.25.2.30, port: 16e7c1d2-fb75-47a6-a095-562d4c77aa78. May 27 23:36:43.974778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 30031e07-7fa9-4634-b217-69df1bd62d27 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:36:44.148807 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:36:44.158046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9b189-16d8-4fe8-8afc-276e0d595cf5 None None] Sync routers for ids ['30031e07-7fa9-4634-b217-69df1bd62d27'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:36:44.165885 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:44.168097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9b189-16d8-4fe8-8afc-276e0d595cf5 None None] Routers {'30031e07-7fa9-4634-b217-69df1bd62d27'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:36:44.168758 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d1d9b189-16d8-4fe8-8afc-276e0d595cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:36:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['30031e07-7fa9-4634-b217-69df1bd62d27'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:44.224651 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-4dce1a13-bc34-4a53-84e6-05ffc4b99a75 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/floatingips/fdd3a060-d97e-447c-8240-a3224b98fdf3 HTTP/1.1" status: 204 len: 168 time: 1.5258203 May 27 23:36:44.225288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c5cb84-076f-4eaf-8903-96fe455396f5', 'tag': '16e7c1d2-fb75-47a6-a095-562d4c77aa78'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:36:44.272781 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9549722-25c0-40c8-8d53-d53a4bbddcab'] response: {'name': 'network-changed', 'server_uuid': 'f6c5cb84-076f-4eaf-8903-96fe455396f5', 'tag': '16e7c1d2-fb75-47a6-a095-562d4c77aa78', 'status': 'completed', 'code': 200} May 27 23:36:44.355444 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-d1d9b189-16d8-4fe8-8afc-276e0d595cf5 None None] Set router 30031e07-7fa9-4634-b217-69df1bd62d27 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:36:44.368715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d32a80-ed0f-45ba-a0d1-7f1ddb035f6f req-2668988d-0818-4392-8c10-976f22a3efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:44.370321 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6d32a80-ed0f-45ba-a0d1-7f1ddb035f6f req-2668988d-0818-4392-8c10-976f22a3efbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 1096 time: 0.0782251 May 27 23:36:44.507538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d32a80-ed0f-45ba-a0d1-7f1ddb035f6f req-a0fb7c62-656f-400c-bb9e-cc3200721e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:44.508969 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6d32a80-ed0f-45ba-a0d1-7f1ddb035f6f req-a0fb7c62-656f-400c-bb9e-cc3200721e45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=786b618f-acdf-4b65-b47e-09a6b96f5d2c HTTP/1.1" status: 200 len: 897 time: 0.1330180 May 27 23:36:44.576426 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6d32a80-ed0f-45ba-a0d1-7f1ddb035f6f req-e8a75b27-8b78-435e-8405-d0713fe8048d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16e7c1d2-fb75-47a6-a095-562d4c77aa78 HTTP/1.1" status: 200 len: 217 time: 0.0615804 May 27 23:36:44.658518 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d32a80-ed0f-45ba-a0d1-7f1ddb035f6f req-df92888a-c7c4-47a9-82d4-f19f4f67547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:44.661235 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6d32a80-ed0f-45ba-a0d1-7f1ddb035f6f req-df92888a-c7c4-47a9-82d4-f19f4f67547d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d6ad6ed-bb01-44bb-adce-a5a542c2fa08 HTTP/1.1" status: 200 len: 835 time: 0.0786014 May 27 23:36:44.741265 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d1d9b189-16d8-4fe8-8afc-276e0d595cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:35:45Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:46Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd02378fc-f97a-44e9-b5af-ede95501a99d', 'name': '', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:9f:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:50Z', 'updated_at': '2022-05-27T23:35:57Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:44.745294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9b189-16d8-4fe8-8afc-276e0d595cf5 None None] Checking router: 30031e07-7fa9-4634-b217-69df1bd62d27 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:36:44.755082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9b189-16d8-4fe8-8afc-276e0d595cf5 None None] Routers {'30031e07-7fa9-4634-b217-69df1bd62d27'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:36:44.755550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d1d9b189-16d8-4fe8-8afc-276e0d595cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:36:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['30031e07-7fa9-4634-b217-69df1bd62d27'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:44.791571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d32a80-ed0f-45ba-a0d1-7f1ddb035f6f req-b55fc42b-545b-4fbf-8ae1-46ea71527cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:44.793298 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6d32a80-ed0f-45ba-a0d1-7f1ddb035f6f req-b55fc42b-545b-4fbf-8ae1-46ea71527cd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=786b618f-acdf-4b65-b47e-09a6b96f5d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254268 May 27 23:36:44.872040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fdb44-2f48-4e50-a1a1-602eb4fc99b7 req-66d739ba-2a2f-4fd1-9d51-e43e8500e48e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:44.872808 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-981fdb44-2f48-4e50-a1a1-602eb4fc99b7 req-66d739ba-2a2f-4fd1-9d51-e43e8500e48e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:36:44.929311 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6d32a80-ed0f-45ba-a0d1-7f1ddb035f6f req-cecb3af0-1c7a-4314-bcce-c73313e8940d service neutron] 10.222.0.46 "GET /v2.0/networks/786b618f-acdf-4b65-b47e-09a6b96f5d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286194 May 27 23:36:44.935521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-d1d9b189-16d8-4fe8-8afc-276e0d595cf5 None None] Set router 30031e07-7fa9-4634-b217-69df1bd62d27 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:36:44.948131 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-981fdb44-2f48-4e50-a1a1-602eb4fc99b7 req-66d739ba-2a2f-4fd1-9d51-e43e8500e48e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:36:44.951595 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-981fdb44-2f48-4e50-a1a1-602eb4fc99b7 req-66d739ba-2a2f-4fd1-9d51-e43e8500e48e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 945 time: 0.1569662 May 27 23:36:44.997218 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-981fdb44-2f48-4e50-a1a1-602eb4fc99b7 req-331d0266-41fb-4996-a123-8027c1345969 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417321 May 27 23:36:45.066040 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6d32a80-ed0f-45ba-a0d1-7f1ddb035f6f req-81178f14-2280-43ff-b703-05106bb8ec65 service neutron] 10.222.0.46 "GET /v2.0/networks/786b618f-acdf-4b65-b47e-09a6b96f5d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303036 May 27 23:36:45.246215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-d1d9b189-16d8-4fe8-8afc-276e0d595cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:35:45Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:46Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd02378fc-f97a-44e9-b5af-ede95501a99d', 'name': '', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:9f:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:50Z', 'updated_at': '2022-05-27T23:35:57Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:45.250024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d9b189-16d8-4fe8-8afc-276e0d595cf5 None None] The sync data for ids ['30031e07-7fa9-4634-b217-69df1bd62d27'] in n-d-843680-3 is: [{'id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:35:45Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:46Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd02378fc-f97a-44e9-b5af-ede95501a99d', 'name': '', 'network_id': '786b618f-acdf-4b65-b47e-09a6b96f5d2c', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:9f:68:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:50Z', 'updated_at': '2022-05-27T23:35:57Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '0d6ad6ed-bb01-44bb-adce-a5a542c2fa08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:36:45.459067 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4896d3-0a03-41ec-8738-30b6fcf0cd19 None None] New status for floating IP fdd3a060-d97e-447c-8240-a3224b98fdf3: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:36:46.067880 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:36:46.186938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0c529-ec5e-4773-9cf0-2772ff91a097 req-954c2cd1-79dd-4cc2-ad15-3bc816a570a1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:46.188408 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96e0c529-ec5e-4773-9cf0-2772ff91a097 req-954c2cd1-79dd-4cc2-ad15-3bc816a570a1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 945 time: 0.0811846 May 27 23:36:46.232758 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96e0c529-ec5e-4773-9cf0-2772ff91a097 req-9b6725f0-7dd2-4380-bfa2-ac0d677401a1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2c7a4681-964d-4359-be85-04ad0c2cda74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381083 May 27 23:36:46.237697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901ec975-ab12-411a-a5da-e7634efda152 req-60270581-c17a-4405-ac77-e46a417bd1b8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:46.238398 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-901ec975-ab12-411a-a5da-e7634efda152 req-60270581-c17a-4405-ac77-e46a417bd1b8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:36:46.250407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-901ec975-ab12-411a-a5da-e7634efda152 req-60270581-c17a-4405-ac77-e46a417bd1b8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:36:46.251503 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-901ec975-ab12-411a-a5da-e7634efda152 req-60270581-c17a-4405-ac77-e46a417bd1b8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 945 time: 0.0949547 May 27 23:36:46.320201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-901ec975-ab12-411a-a5da-e7634efda152 req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port 16e7c1d2-fb75-47a6-a095-562d4c77aa78 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:36:46.320570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-901ec975-ab12-411a-a5da-e7634efda152 req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:46.468081 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:46.671549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-901ec975-ab12-411a-a5da-e7634efda152 req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port 16e7c1d2-fb75-47a6-a095-562d4c77aa78, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=16e7c1d2-fb75-47a6-a095-562d4c77aa78,segment=NetworkSegment(37e5dcb7-efd4-4c02-b00b-d7352b3cb00a),segment_id=37e5dcb7-efd4-4c02-b00b-d7352b3cb00a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:36:46.671800 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-901ec975-ab12-411a-a5da-e7634efda152 req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:46.794820 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-901ec975-ab12-411a-a5da-e7634efda152 req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for 16e7c1d2-fb75-47a6-a095-562d4c77aa78 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:36:46.988264 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-901ec975-ab12-411a-a5da-e7634efda152 req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:47.035347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=16e7c1d2-fb75-47a6-a095-562d4c77aa78,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:47.069981 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:47.070347 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:47.070667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:47.070998 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:47.071321 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:47.071647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:47.071973 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:47.072301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:47.072645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:47.072964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:47.073281 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:47.073600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:47.123714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-901ec975-ab12-411a-a5da-e7634efda152 req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] No DVR routers for this DVR port 16e7c1d2-fb75-47a6-a095-562d4c77aa78 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:36:47.126123 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-901ec975-ab12-411a-a5da-e7634efda152 req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:47.128533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c5cb84-076f-4eaf-8903-96fe455396f5', 'name': 'network-vif-deleted', 'tag': '16e7c1d2-fb75-47a6-a095-562d4c77aa78'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:36:47.172331 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5ef57a-2664-4e40-aa89-9e9da178f1c2'] response: {'server_uuid': 'f6c5cb84-076f-4eaf-8903-96fe455396f5', 'name': 'network-vif-deleted', 'tag': '16e7c1d2-fb75-47a6-a095-562d4c77aa78', 'status': 'completed', 'code': 200} May 27 23:36:47.199746 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-901ec975-ab12-411a-a5da-e7634efda152 req-4cdfd8ef-18ac-4a69-9db5-0d8830dbcc82 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "DELETE /v2.0/ports/16e7c1d2-fb75-47a6-a095-562d4c77aa78 HTTP/1.1" status: 204 len: 173 time: 0.9433250 May 27 23:36:47.382912 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-450f17ba-7c5b-4c3a-acb6-02acd6b3d743 req-f55c9c95-5c94-4893-bd2e-18978dac3791 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f6c5cb84-076f-4eaf-8903-96fe455396f5 HTTP/1.1" status: 200 len: 210 time: 0.0419028 May 27 23:36:48.414249 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 16e7c1d2-fb75-47a6-a095-562d4c77aa78 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:36:48.448473 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 16e7c1d2-fb75-47a6-a095-562d4c77aa78 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:36:48.448812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 16e7c1d2-fb75-47a6-a095-562d4c77aa78 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:36:48.480604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48690) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:49.020044 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b3a21cb-fbd7-424f-bb96-2d830bf3244e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:49.468886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a21cb-fbd7-424f-bb96-2d830bf3244e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port d02378fc-f97a-44e9-b5af-ede95501a99d {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:36:49.469261 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b3a21cb-fbd7-424f-bb96-2d830bf3244e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:49.650575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-1b3a21cb-fbd7-424f-bb96-2d830bf3244e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port d02378fc-f97a-44e9-b5af-ede95501a99d, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d02378fc-f97a-44e9-b5af-ede95501a99d,segment=NetworkSegment(37e5dcb7-efd4-4c02-b00b-d7352b3cb00a),segment_id=37e5dcb7-efd4-4c02-b00b-d7352b3cb00a)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:36:49.651341 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b3a21cb-fbd7-424f-bb96-2d830bf3244e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:49.774241 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a21cb-fbd7-424f-bb96-2d830bf3244e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for d02378fc-f97a-44e9-b5af-ede95501a99d owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:36:50.142208 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b3a21cb-fbd7-424f-bb96-2d830bf3244e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:50.188945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a21cb-fbd7-424f-bb96-2d830bf3244e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=d02378fc-f97a-44e9-b5af-ede95501a99d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:50.566546 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1b3a21cb-fbd7-424f-bb96-2d830bf3244e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:50.923798 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3a21cb-fbd7-424f-bb96-2d830bf3244e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 30031e07-7fa9-4634-b217-69df1bd62d27 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:36:51.099879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3a21cb-fbd7-424f-bb96-2d830bf3244e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:36:51.109591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c132244-3797-4a47-83e2-b6e107d6665b None None] Sync routers for ids ['30031e07-7fa9-4634-b217-69df1bd62d27'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:36:51.113919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1b3a21cb-fbd7-424f-bb96-2d830bf3244e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "PUT /v2.0/routers/30031e07-7fa9-4634-b217-69df1bd62d27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6322603 May 27 23:36:51.116554 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48694) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:51.119427 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c132244-3797-4a47-83e2-b6e107d6665b None None] Routers {'30031e07-7fa9-4634-b217-69df1bd62d27'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:36:51.120025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7c132244-3797-4a47-83e2-b6e107d6665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:36:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['30031e07-7fa9-4634-b217-69df1bd62d27'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:51.184542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8836c0-5bd8-4f67-86e6-a38148a06db6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting subnet 0d6ad6ed-bb01-44bb-adce-a5a542c2fa08 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:36:51.187603 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab8836c0-5bd8-4f67-86e6-a38148a06db6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:51.240910 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab8836c0-5bd8-4f67-86e6-a38148a06db6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:51.293531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-7c132244-3797-4a47-83e2-b6e107d6665b None None] Set router 30031e07-7fa9-4634-b217-69df1bd62d27 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:36:51.321499 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab8836c0-5bd8-4f67-86e6-a38148a06db6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:51.455629 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab8836c0-5bd8-4f67-86e6-a38148a06db6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:51.496146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8836c0-5bd8-4f67-86e6-a38148a06db6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Subnet': ['ID=0d6ad6ed-bb01-44bb-adce-a5a542c2fa08,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:51.498087 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ab8836c0-5bd8-4f67-86e6-a38148a06db6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:51.506630 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ab8836c0-5bd8-4f67-86e6-a38148a06db6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/subnets/0d6ad6ed-bb01-44bb-adce-a5a542c2fa08 HTTP/1.1" status: 204 len: 168 time: 0.3866820 May 27 23:36:51.507372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48698) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:51.513477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84a5256-c90c-43cf-8e06-4835338686ba None None] Network 786b618f-acdf-4b65-b47e-09a6b96f5d2c requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:36:51.695012 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:51.779514 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7c132244-3797-4a47-83e2-b6e107d6665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:35:45Z', 'updated_at': '2022-05-27T23:36:50Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:46Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:51.788246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c132244-3797-4a47-83e2-b6e107d6665b None None] Checking router: 30031e07-7fa9-4634-b217-69df1bd62d27 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:36:51.801539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c132244-3797-4a47-83e2-b6e107d6665b None None] Routers {'30031e07-7fa9-4634-b217-69df1bd62d27'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:36:51.802147 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7c132244-3797-4a47-83e2-b6e107d6665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:36:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['30031e07-7fa9-4634-b217-69df1bd62d27'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:51.873265 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:51.937776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] DHCP port deletion for 786b618f-acdf-4b65-b47e-09a6b96f5d2c request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:36:51.952611 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port 40dbf2a4-351c-47cd-aaf0-1ded2640824b {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:36:51.956297 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:51.961927 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Deleting port d3d4f43f-ff5f-4cba-8421-37c8d2b11815 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:36:51.962334 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:52.029537 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-7c132244-3797-4a47-83e2-b6e107d6665b None None] Set router 30031e07-7fa9-4634-b217-69df1bd62d27 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:36:52.128899 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port 40dbf2a4-351c-47cd-aaf0-1ded2640824b, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=40dbf2a4-351c-47cd-aaf0-1ded2640824b,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:36:52.129254 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:52.248634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for 40dbf2a4-351c-47cd-aaf0-1ded2640824b owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:36:52.370416 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] For port d3d4f43f-ff5f-4cba-8421-37c8d2b11815, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d3d4f43f-ff5f-4cba-8421-37c8d2b11815,segment=NetworkSegment(37e5dcb7-efd4-4c02-b00b-d7352b3cb00a),segment_id=37e5dcb7-efd4-4c02-b00b-d7352b3cb00a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:36:52.371091 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:52.462062 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:52.507957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=40dbf2a4-351c-47cd-aaf0-1ded2640824b,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:52.519533 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Calling delete_port for d3d4f43f-ff5f-4cba-8421-37c8d2b11815 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:36:52.613109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7c132244-3797-4a47-83e2-b6e107d6665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:35:45Z', 'updated_at': '2022-05-27T23:36:50Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:46Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:52.617337 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c132244-3797-4a47-83e2-b6e107d6665b None None] The sync data for ids ['30031e07-7fa9-4634-b217-69df1bd62d27'] in n-d-843680-3 is: [{'id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1639743614', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:35:45Z', 'updated_at': '2022-05-27T23:36:50Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '40dbf2a4-351c-47cd-aaf0-1ded2640824b', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30031e07-7fa9-4634-b217-69df1bd62d27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:35:46Z', 'updated_at': '2022-05-27T23:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:36:52.666589 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:52.716384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Pushing event deleted for resources: {'Port': ['ID=d3d4f43f-ff5f-4cba-8421-37c8d2b11815,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:52.719015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] No DVR routers for this DVR port d3d4f43f-ff5f-4cba-8421-37c8d2b11815 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:36:52.728970 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:52.729320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:52.729657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:52.730277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:52.730277 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:52.730619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:52.730942 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:52.731262 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:52.731581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:52.731898 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:52.732219 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:52.732673 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a92e40-6804-4b3d-8a7a-fc1dccc7b2df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:36:52.737500 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:52.904990 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:52.907062 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:52.947865 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:52.982574 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:52.983156 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Fanout notify agent at l3_agent the message router_deleted on router 30031e07-7fa9-4634-b217-69df1bd62d27 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:36:53.001022 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:53.002158 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-632f4613-6c46-42a4-9be4-b5c53d246497 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/routers/30031e07-7fa9-4634-b217-69df1bd62d27 HTTP/1.1" status: 204 len: 168 time: 1.4941483 May 27 23:36:53.004950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48702) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:53.123171 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a0c7-0ae3-48f0-a613-b76cb1fd805e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:53.168609 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d02378fc-f97a-44e9-b5af-ede95501a99d no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:36:53.202953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: d02378fc-f97a-44e9-b5af-ede95501a99d {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:36:53.203299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d02378fc-f97a-44e9-b5af-ede95501a99d not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:36:53.203701 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d3d4f43f-ff5f-4cba-8421-37c8d2b11815 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:36:53.243329 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: d3d4f43f-ff5f-4cba-8421-37c8d2b11815 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:36:53.243741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d3d4f43f-ff5f-4cba-8421-37c8d2b11815 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:36:53.270031 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a0c7-0ae3-48f0-a613-b76cb1fd805e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:53.301135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5fe1a0c7-0ae3-48f0-a613-b76cb1fd805e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786b618f-acdf-4b65-b47e-09a6b96f5d2c']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:53.314152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5fe1a0c7-0ae3-48f0-a613-b76cb1fd805e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e5dcb7-efd4-4c02-b00b-d7352b3cb00a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:53.314448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-5fe1a0c7-0ae3-48f0-a613-b76cb1fd805e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e5dcb7-efd4-4c02-b00b-d7352b3cb00a') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:53.325813 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a0c7-0ae3-48f0-a613-b76cb1fd805e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:53.341745 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a0c7-0ae3-48f0-a613-b76cb1fd805e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:53.348202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe1a0c7-0ae3-48f0-a613-b76cb1fd805e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:36:53.348617 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a0c7-0ae3-48f0-a613-b76cb1fd805e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:53.502887 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a0c7-0ae3-48f0-a613-b76cb1fd805e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:53.528191 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5fe1a0c7-0ae3-48f0-a613-b76cb1fd805e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:53.528792 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 37e5dcb7-efd4-4c02-b00b-d7352b3cb00a resource provider aggregate not found May 27 23:36:53.542818 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1a0c7-0ae3-48f0-a613-b76cb1fd805e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Network': ['ID=786b618f-acdf-4b65-b47e-09a6b96f5d2c,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:53.549063 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 37e5dcb7-efd4-4c02-b00b-d7352b3cb00a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37e5dcb7-efd4-4c02-b00b-d7352b3cb00a found for delete ", "request_id": "req-016bea89-d9b3-4074-bff8-cd5b7b7396f8"}]} May 27 23:36:53.598701 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5fe1a0c7-0ae3-48f0-a613-b76cb1fd805e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/networks/786b618f-acdf-4b65-b47e-09a6b96f5d2c HTTP/1.1" status: 204 len: 168 time: 0.5927594 May 27 23:36:53.601355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48712) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:53.678330 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3010119e-7fe4-4ec7-93d0-2285b432d852 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:53.708682 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3010119e-7fe4-4ec7-93d0-2285b432d852 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:53.833748 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3010119e-7fe4-4ec7-93d0-2285b432d852 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:53.851934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010119e-7fe4-4ec7-93d0-2285b432d852 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7a4681-964d-4359-be85-04ad0c2cda74,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:53.924824 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3010119e-7fe4-4ec7-93d0-2285b432d852 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:53.925889 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3010119e-7fe4-4ec7-93d0-2285b432d852 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/security-groups/2c7a4681-964d-4359-be85-04ad0c2cda74 HTTP/1.1" status: 204 len: 168 time: 0.3236752 May 27 23:36:54.160756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48720) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:54.165905 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5d5b061e-58a8-4abb-9976-72ea4106e4e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1569408714', 'description': 'tempest-secgroup-smoke-1569408714 description', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:36:54.172440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5d5b061e-58a8-4abb-9976-72ea4106e4e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:36:54.177061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5d5b061e-58a8-4abb-9976-72ea4106e4e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:36:54.179898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5d5b061e-58a8-4abb-9976-72ea4106e4e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:36:54.186418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5d5b061e-58a8-4abb-9976-72ea4106e4e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:36:54.245220 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d5b061e-58a8-4abb-9976-72ea4106e4e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:54.264364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5d5b061e-58a8-4abb-9976-72ea4106e4e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:36:54.268258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5d5b061e-58a8-4abb-9976-72ea4106e4e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:36:54.271080 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5d5b061e-58a8-4abb-9976-72ea4106e4e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:36:54.278803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5d5b061e-58a8-4abb-9976-72ea4106e4e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:36:54.343520 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d5b061e-58a8-4abb-9976-72ea4106e4e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:54.403406 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d5b061e-58a8-4abb-9976-72ea4106e4e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:54.450540 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b061e-58a8-4abb-9976-72ea4106e4e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc04750-5450-4fc1-82cc-4d6ecf40f521,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:54.524723 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5d5b061e-58a8-4abb-9976-72ea4106e4e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:54.525923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5d5b061e-58a8-4abb-9976-72ea4106e4e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3641944 May 27 23:36:54.528982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48724) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:54.534253 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-985a4cbf-77c2-4022-8abb-bcf1a3198af7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '2fc04750-5450-4fc1-82cc-4d6ecf40f521', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:36:54.541193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-985a4cbf-77c2-4022-8abb-bcf1a3198af7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:36:54.544990 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-985a4cbf-77c2-4022-8abb-bcf1a3198af7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:36:54.547795 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-985a4cbf-77c2-4022-8abb-bcf1a3198af7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:36:54.554104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-985a4cbf-77c2-4022-8abb-bcf1a3198af7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:36:54.622287 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-985a4cbf-77c2-4022-8abb-bcf1a3198af7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:54.680891 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-985a4cbf-77c2-4022-8abb-bcf1a3198af7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:54.730429 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-985a4cbf-77c2-4022-8abb-bcf1a3198af7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:54.754078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a4cbf-77c2-4022-8abb-bcf1a3198af7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137dea33-223e-47b7-a2a0-6f1c607afc5a,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:54.798914 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-985a4cbf-77c2-4022-8abb-bcf1a3198af7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:54.800106 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-985a4cbf-77c2-4022-8abb-bcf1a3198af7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2702842 May 27 23:36:54.802844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48728) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:54.807682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-afcc79a8-7173-422d-9b25-2e04f732bc4a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '2fc04750-5450-4fc1-82cc-4d6ecf40f521', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:36:54.814458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-afcc79a8-7173-422d-9b25-2e04f732bc4a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:36:54.818301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-afcc79a8-7173-422d-9b25-2e04f732bc4a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:36:54.821227 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-afcc79a8-7173-422d-9b25-2e04f732bc4a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:36:54.826908 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-afcc79a8-7173-422d-9b25-2e04f732bc4a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:36:54.895935 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-afcc79a8-7173-422d-9b25-2e04f732bc4a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:54.954540 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-afcc79a8-7173-422d-9b25-2e04f732bc4a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:55.033201 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-afcc79a8-7173-422d-9b25-2e04f732bc4a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:55.058400 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc79a8-7173-422d-9b25-2e04f732bc4a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e759e383-c512-4d1d-adf0-b78648f79d6f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:55.075211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 40dbf2a4-351c-47cd-aaf0-1ded2640824b no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:36:55.109073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 40dbf2a4-351c-47cd-aaf0-1ded2640824b {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:36:55.109417 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 40dbf2a4-351c-47cd-aaf0-1ded2640824b not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:36:55.123721 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-afcc79a8-7173-422d-9b25-2e04f732bc4a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:55.124950 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-afcc79a8-7173-422d-9b25-2e04f732bc4a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3212142 May 27 23:36:55.128045 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48732) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:55.132886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-9f5ee1d1-e194-4be4-93e8-ca43e628c811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '2fc04750-5450-4fc1-82cc-4d6ecf40f521', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:36:55.139314 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9f5ee1d1-e194-4be4-93e8-ca43e628c811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:36:55.143717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9f5ee1d1-e194-4be4-93e8-ca43e628c811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:36:55.146588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9f5ee1d1-e194-4be4-93e8-ca43e628c811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:36:55.152519 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9f5ee1d1-e194-4be4-93e8-ca43e628c811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:36:55.227119 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f5ee1d1-e194-4be4-93e8-ca43e628c811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:55.289179 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f5ee1d1-e194-4be4-93e8-ca43e628c811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:55.347366 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f5ee1d1-e194-4be4-93e8-ca43e628c811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:55.371380 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ee1d1-e194-4be4-93e8-ca43e628c811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd4443e-7d8f-451e-826c-3b6e07459086,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:55.455997 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9f5ee1d1-e194-4be4-93e8-ca43e628c811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:55.457221 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9f5ee1d1-e194-4be4-93e8-ca43e628c811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3282320 May 27 23:36:55.459882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48736) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:55.464914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a7a84830-3458-460c-943e-237a39b039ea tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '2fc04750-5450-4fc1-82cc-4d6ecf40f521', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:36:55.471182 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a7a84830-3458-460c-943e-237a39b039ea tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:36:55.475033 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a7a84830-3458-460c-943e-237a39b039ea tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:36:55.477902 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a7a84830-3458-460c-943e-237a39b039ea tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:36:55.483639 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a7a84830-3458-460c-943e-237a39b039ea tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:36:55.559525 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a7a84830-3458-460c-943e-237a39b039ea tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:55.619956 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a7a84830-3458-460c-943e-237a39b039ea tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:55.696365 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a7a84830-3458-460c-943e-237a39b039ea tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:55.722105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a84830-3458-460c-943e-237a39b039ea tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21eb4575-50fa-49ae-8871-1723e22f34d2,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:55.787864 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a7a84830-3458-460c-943e-237a39b039ea tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:55.789216 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a7a84830-3458-460c-943e-237a39b039ea tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283305 May 27 23:36:55.791985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48740) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:55.796943 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-1740c455-221d-436b-a06c-d90cab2566ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '2fc04750-5450-4fc1-82cc-4d6ecf40f521', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:36:55.804034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1740c455-221d-436b-a06c-d90cab2566ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:36:55.807861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1740c455-221d-436b-a06c-d90cab2566ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:36:55.811020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-1740c455-221d-436b-a06c-d90cab2566ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:36:55.816708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-1740c455-221d-436b-a06c-d90cab2566ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:36:55.906555 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-1740c455-221d-436b-a06c-d90cab2566ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Project 0a7f7e2a573e4dd58b2c2679976e5b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:36:55.913365 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1740c455-221d-436b-a06c-d90cab2566ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:55.978895 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1740c455-221d-436b-a06c-d90cab2566ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:56.037763 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1740c455-221d-436b-a06c-d90cab2566ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:56.061252 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740c455-221d-436b-a06c-d90cab2566ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d2883e-2541-4113-9e2f-7458dc46eb95,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:56.123366 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1740c455-221d-436b-a06c-d90cab2566ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:56.124565 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1740c455-221d-436b-a06c-d90cab2566ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3315947 May 27 23:36:56.127298 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48744) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:56.132163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-72d3423c-10bd-4ea9-8799-a54b72755b09 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '2fc04750-5450-4fc1-82cc-4d6ecf40f521', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:36:56.138579 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-72d3423c-10bd-4ea9-8799-a54b72755b09 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:36:56.142448 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-72d3423c-10bd-4ea9-8799-a54b72755b09 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:36:56.145872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-72d3423c-10bd-4ea9-8799-a54b72755b09 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:36:56.151589 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-72d3423c-10bd-4ea9-8799-a54b72755b09 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:36:56.226548 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-72d3423c-10bd-4ea9-8799-a54b72755b09 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Project 0a7f7e2a573e4dd58b2c2679976e5b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:36:56.232931 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72d3423c-10bd-4ea9-8799-a54b72755b09 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:56.295865 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72d3423c-10bd-4ea9-8799-a54b72755b09 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:56.374805 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72d3423c-10bd-4ea9-8799-a54b72755b09 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:56.399100 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3423c-10bd-4ea9-8799-a54b72755b09 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a13bb5-c4c2-44cb-9cbf-671a43338674,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:56.473432 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-72d3423c-10bd-4ea9-8799-a54b72755b09 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:56.474625 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-72d3423c-10bd-4ea9-8799-a54b72755b09 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3463902 May 27 23:36:56.477407 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48748) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:56.482685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'network': {'name': 'tempest-network-smoke--1212794130', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'port_security_enabled': True}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:36:56.488109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:36:56.492175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:network and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:36:56.495038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:36:56.500946 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:36:56.576335 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Made reservation on behalf of 0a7f7e2a573e4dd58b2c2679976e5b01 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:36:56.579823 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:56.607123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:36:56.615292 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:56.615623 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Added segment f2484a62-49f8-46ab-b34a-07b6e937069a of type vlan for network c5162ca8-eb31-4e72-a544-f9cb2315afad May 27 23:36:56.640771 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:56.712098 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:56.717570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:56.718131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:56.821876 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Network': ['ID=c5162ca8-eb31-4e72-a544-f9cb2315afad,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:56.832170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network c5162ca8-eb31-4e72-a544-f9cb2315afad details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:36:56.862123 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ff1d4780-11b9-41f5-9449-337a49ff1397 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3832152 May 27 23:36:56.864769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48752) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:56.869696 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'admin_state_up': True, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:36:56.879537 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:36:56.883396 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:router and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:36:56.886226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:36:56.896071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:36:56.959618 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:56.960674 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:56.976515 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:57.396831 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:57.576533 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f626021b-038a-40c6-a2b1-29d423b4f399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:57.748203 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:57.776697 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:57.906839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.25.2.205 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/4e02cce2-8477-4724-9272-38b655a3180a) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:36:58.048245 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:58.147765 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:58.215643 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:36:58.218587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:36:58.222213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:36:58.254101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=4e02cce2-8477-4724-9272-38b655a3180a,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:36:58.778740 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:59.113821 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:59.370647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:36:59.549133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:36:59.560402 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Sync routers for ids ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:36:59.570812 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Routers {'1a1590e8-1aa3-423b-a01c-5d36fedb9119'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:36:59.571434 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:36:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:36:59.685366 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:59.689903 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-443e06f5-4bf5-41f7-8d2f-379a0e660d5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8208606 May 27 23:36:59.690159 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48756) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:59.713633 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-412bd1aa-4299-40cc-ab32-4e3fadf944d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:36:59.734421 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1b65441a-2b64-4994-b541-2ec885c6d886 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=0a7f7e2a573e4dd58b2c2679976e5b01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431716 May 27 23:36:59.737084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48760) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:59.775710 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Set router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:36:59.864433 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af76f809-d6c2-41ce-aef5-5dd57cd0e377 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:36:59.868485 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-af76f809-d6c2-41ce-aef5-5dd57cd0e377 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1279352 May 27 23:36:59.868669 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48764) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:59.906783 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ec24b95e-cc5e-4d0c-9a62-56f5fadabeaa tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370669 May 27 23:36:59.909288 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48768) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:36:59.914458 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2132748379', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:37:00.023678 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:37:00.027803 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:subnet and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:37:00.030585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:37:00.036179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:37:00.060052 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '4e02cce2-8477-4724-9272-38b655a3180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:36:56Z', 'updated_at': '2022-05-27T23:36:58Z', 'revision_number': 3, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '4e02cce2-8477-4724-9272-38b655a3180a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:36:57Z', 'updated_at': '2022-05-27T23:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:37:00.063846 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Checking router: 1a1590e8-1aa3-423b-a01c-5d36fedb9119 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:37:00.064188 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Updating router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 port 4e02cce2-8477-4724-9272-38b655a3180a binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:37:00.106264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Made reservation on behalf of 0a7f7e2a573e4dd58b2c2679976e5b01 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:37:00.109717 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:00.115234 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:00.440458 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:00.451690 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Transition to ACTIVE for port object 4e02cce2-8477-4724-9272-38b655a3180a will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:37:00.523825 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:00.546357 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:00.599680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Subnet': ['ID=39ed0a2f-281c-4f39-bb1e-bc8907c80ef8,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:00.614599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Checking segment: {'id': 'f2484a62-49f8-46ab-b34a-07b6e937069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:37:00.615051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network hostable DHCP agents. Network: c5162ca8-eb31-4e72-a544-f9cb2315afad, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:37:00.629767 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Attempting to bind port 4e02cce2-8477-4724-9272-38b655a3180a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:37:00.630316 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Attempting to bind port 4e02cce2-8477-4724-9272-38b655a3180a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:37:00.630562 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Attempting to bind port 4e02cce2-8477-4724-9272-38b655a3180a on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:37:00.633797 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8b15c-bf74-4d49-b877-741e17c51353 None None] Pushing event updated for resources: {'Port': ['ID=4e02cce2-8477-4724-9272-38b655a3180a,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:00.638631 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:37:00.642363 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:37:00.642363 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:00.642363 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:37:00.642363 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Bound port: 4e02cce2-8477-4724-9272-38b655a3180a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:37:00.642363 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:00.673409 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8b15c-bf74-4d49-b877-741e17c51353 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:37:00.673767 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8b15c-bf74-4d49-b877-741e17c51353 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:37:00.674099 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8b15c-bf74-4d49-b877-741e17c51353 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:37:00.674426 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8b15c-bf74-4d49-b877-741e17c51353 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:37:00.674749 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8b15c-bf74-4d49-b877-741e17c51353 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:37:00.675079 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8b15c-bf74-4d49-b877-741e17c51353 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:37:00.675387 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8b15c-bf74-4d49-b877-741e17c51353 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:37:00.675709 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8b15c-bf74-4d49-b877-741e17c51353 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:37:00.676024 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8b15c-bf74-4d49-b877-741e17c51353 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:37:00.676337 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8b15c-bf74-4d49-b877-741e17c51353 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:37:00.676702 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8b15c-bf74-4d49-b877-741e17c51353 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:37:00.677013 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec8b15c-bf74-4d49-b877-741e17c51353 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:37:00.685047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network c5162ca8-eb31-4e72-a544-f9cb2315afad is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:37:00.724071 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] For port 4e02cce2-8477-4724-9272-38b655a3180a, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:37:00.726951 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] For port 4e02cce2-8477-4724-9272-38b655a3180a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4e02cce2-8477-4724-9272-38b655a3180a,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:37:00.758970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, c5162ca8-eb31-4e72-a544-f9cb2315afad) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:37:00.763128 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:00.763714 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:00.768116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3d5ed2-f75e-42cc-837d-c46bb16b59e3 None None] Network c5162ca8-eb31-4e72-a544-f9cb2315afad requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:37:00.782479 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:00.846958 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e768cfbd-9b27-4a92-85e8-442b671cc703 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9366267 May 27 23:37:00.849871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48772) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:37:00.860791 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Routers {'1a1590e8-1aa3-423b-a01c-5d36fedb9119'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:37:00.861438 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:37:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:37:00.941291 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8b15c-bf74-4d49-b877-741e17c51353 None None] Pushing event updated for resources: {'Port': ['ID=4e02cce2-8477-4724-9272-38b655a3180a,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:00.998570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-c5162ca8-eb31-4e72-a544-f9cb2315afad', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ips': [{'subnet_id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:37:00.999394 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:01.013198 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:01.051763 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] Set router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:37:01.153705 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:01.162370 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Allocated IP 172.20.0.2 (c5162ca8-eb31-4e72-a544-f9cb2315afad/39ed0a2f-281c-4f39-bb1e-bc8907c80ef8/e4556c9c-fc51-4aec-8ebe-8e61238b8452) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:37:01.364692 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '4e02cce2-8477-4724-9272-38b655a3180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:36:56Z', 'updated_at': '2022-05-27T23:36:58Z', 'revision_number': 3, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '4e02cce2-8477-4724-9272-38b655a3180a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:36:57Z', 'updated_at': '2022-05-27T23:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:37:01.368617 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4599a2-a1ab-455a-99b1-1cc747e53048 None None] The sync data for ids ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'] in n-d-843680-3 is: [{'id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '4e02cce2-8477-4724-9272-38b655a3180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:36:56Z', 'updated_at': '2022-05-27T23:36:58Z', 'revision_number': 3, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '4e02cce2-8477-4724-9272-38b655a3180a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:36:57Z', 'updated_at': '2022-05-27T23:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:37:01.376514 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:01.388100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Transition to ACTIVE for port object e4556c9c-fc51-4aec-8ebe-8e61238b8452 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:37:01.409405 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Transition to ACTIVE for port object e4556c9c-fc51-4aec-8ebe-8e61238b8452 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:37:01.479483 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:01.546585 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Network c5162ca8-eb31-4e72-a544-f9cb2315afad is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:37:01.549943 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:37:01.552242 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:37:01.561545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Pushing event updated for resources: {'Port': ['ID=e4556c9c-fc51-4aec-8ebe-8e61238b8452,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:01.583418 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:01.684193 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Attempting to bind port e4556c9c-fc51-4aec-8ebe-8e61238b8452 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:37:01.684584 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Attempting to bind port e4556c9c-fc51-4aec-8ebe-8e61238b8452 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f2484a62-49f8-46ab-b34a-07b6e937069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:37:01.685203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Attempting to bind port e4556c9c-fc51-4aec-8ebe-8e61238b8452 on network c5162ca8-eb31-4e72-a544-f9cb2315afad {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:37:01.691131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:37:01.691759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Checking segment: {'id': 'f2484a62-49f8-46ab-b34a-07b6e937069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:37:01.692317 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:01.692891 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Bound using segment: {'id': 'f2484a62-49f8-46ab-b34a-07b6e937069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:37:01.693529 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Bound port: e4556c9c-fc51-4aec-8ebe-8e61238b8452, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2484a62-49f8-46ab-b34a-07b6e937069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:37:01.694075 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:01.790178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] For port e4556c9c-fc51-4aec-8ebe-8e61238b8452, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:37:01.793344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] For port e4556c9c-fc51-4aec-8ebe-8e61238b8452, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e4556c9c-fc51-4aec-8ebe-8e61238b8452,segment=NetworkSegment(f2484a62-49f8-46ab-b34a-07b6e937069a),segment_id=f2484a62-49f8-46ab-b34a-07b6e937069a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:37:01.857053 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:01.939844 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee0c48-e295-42ac-aa0a-9e523cc1daa8 None None] Pushing event updated for resources: {'Port': ['ID=e4556c9c-fc51-4aec-8ebe-8e61238b8452,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:02.033358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.20.0.1 (c5162ca8-eb31-4e72-a544-f9cb2315afad/39ed0a2f-281c-4f39-bb1e-bc8907c80ef8/8e36d3bb-68b4-4316-a985-9c32b9298c86) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:37:02.222061 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:02.240328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Transition to ACTIVE for port object 8e36d3bb-68b4-4316-a985-9c32b9298c86 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:37:02.352160 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:02.365644 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:02.542595 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network c5162ca8-eb31-4e72-a544-f9cb2315afad is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:37:02.545765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:37:02.550375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:37:02.585273 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=8e36d3bb-68b4-4316-a985-9c32b9298c86,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:02.613228 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:02.896594 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa25f46-1281-4072-996f-2a826e2c7a51 None None] Network c5162ca8-eb31-4e72-a544-f9cb2315afad requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:37:02.978772 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:03.047693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e47c93cb-3118-46e9-83fa-0a141d65baaa None None] Provisioning for port e4556c9c-fc51-4aec-8ebe-8e61238b8452 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:37:03.205637 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e4556c9c-fc51-4aec-8ebe-8e61238b8452 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:37:03.347746 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port e4556c9c-fc51-4aec-8ebe-8e61238b8452 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:37:03.354562 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e4556c9c-fc51-4aec-8ebe-8e61238b8452 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:37:03.354942 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:03.445389 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:03.474184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e278523e-8dbb-465c-9bb8-c7c01e992a35 None None] Provisioning for port 8e36d3bb-68b4-4316-a985-9c32b9298c86 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:37:03.488954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e278523e-8dbb-465c-9bb8-c7c01e992a35 None None] Provisioning complete for port 8e36d3bb-68b4-4316-a985-9c32b9298c86 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:37:03.489383 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e278523e-8dbb-465c-9bb8-c7c01e992a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:03.502725 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:03.541717 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e4556c9c-fc51-4aec-8ebe-8e61238b8452 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:37:03.542088 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:03.571197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e278523e-8dbb-465c-9bb8-c7c01e992a35 None None] Port 8e36d3bb-68b4-4316-a985-9c32b9298c86 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:37:03.590272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port e4556c9c-fc51-4aec-8ebe-8e61238b8452, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e4556c9c-fc51-4aec-8ebe-8e61238b8452,segment=NetworkSegment(f2484a62-49f8-46ab-b34a-07b6e937069a),segment_id=f2484a62-49f8-46ab-b34a-07b6e937069a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:37:03.592507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e278523e-8dbb-465c-9bb8-c7c01e992a35 None None] Provisioning complete for port e4556c9c-fc51-4aec-8ebe-8e61238b8452 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:37:03.592872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e278523e-8dbb-465c-9bb8-c7c01e992a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:03.620979 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:03.625461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=8e36d3bb-68b4-4316-a985-9c32b9298c86,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:03.682996 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:03.684057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4e02cce2-8477-4724-9272-38b655a3180a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:37:03.762718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network c5162ca8-eb31-4e72-a544-f9cb2315afad is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:37:03.763847 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:37:03.842989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-e278523e-8dbb-465c-9bb8-c7c01e992a35 None None] Current status of the port e4556c9c-fc51-4aec-8ebe-8e61238b8452 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:37:03.865753 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=e4556c9c-fc51-4aec-8ebe-8e61238b8452,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:03.960328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:37:03.961375 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 4e02cce2-8477-4724-9272-38b655a3180a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:37:03.966484 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ba0dd381-8d83-48c5-9692-c475e66ff74d None None] Provisioning complete for port 8e36d3bb-68b4-4316-a985-9c32b9298c86 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:37:03.966854 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd381-8d83-48c5-9692-c475e66ff74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:03.991419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4e02cce2-8477-4724-9272-38b655a3180a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:37:03.991849 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:04.068617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ba0dd381-8d83-48c5-9692-c475e66ff74d None None] Port 8e36d3bb-68b4-4316-a985-9c32b9298c86 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:37:04.131842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4e02cce2-8477-4724-9272-38b655a3180a is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:37:04.132224 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:04.136694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:37:04.149049 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-30f0158b-7a03-4cae-9e3b-17b8248d0b85 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "PUT /v2.0/routers/1a1590e8-1aa3-423b-a01c-5d36fedb9119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2979529 May 27 23:37:04.149561 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Sync routers for ids ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:37:04.160555 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 4e02cce2-8477-4724-9272-38b655a3180a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4e02cce2-8477-4724-9272-38b655a3180a,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:37:04.164676 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Routers {'1a1590e8-1aa3-423b-a01c-5d36fedb9119'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:37:04.165285 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:37:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:37:04.246109 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:04.310834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-1aa960d3-2f75-4a08-a0a5-d6de572f83cd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:37:04.370386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-1aa960d3-2f75-4a08-a0a5-d6de572f83cd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:37:04.371517 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-1aa960d3-2f75-4a08-a0a5-d6de572f83cd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1569408714&fields=id&tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 267 time: 0.1003957 May 27 23:37:04.397067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=4e02cce2-8477-4724-9272-38b655a3180a,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:04.406788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Set router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:37:04.632295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-30f4eb12-1795-4800-b725-62122a764db9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:04.632916 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-30f4eb12-1795-4800-b725-62122a764db9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:37:04.691171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-30f4eb12-1795-4800-b725-62122a764db9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:37:04.692554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-30f4eb12-1795-4800-b725-62122a764db9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/networks?id=c5162ca8-eb31-4e72-a544-f9cb2315afad HTTP/1.1" status: 200 len: 797 time: 0.3141956 May 27 23:37:04.708295 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-5b3b64bf-5617-4f4d-a238-5b85266162bc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/quotas/0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 375 time: 0.0103436 May 27 23:37:04.729191 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '4e02cce2-8477-4724-9272-38b655a3180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:36:56Z', 'updated_at': '2022-05-27T23:37:02Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '4e02cce2-8477-4724-9272-38b655a3180a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:36:57Z', 'updated_at': '2022-05-27T23:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8e36d3bb-68b4-4316-a985-9c32b9298c86', 'name': '', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:6e:ee:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:37:01Z', 'updated_at': '2022-05-27T23:37:03Z', 'revision_number': 2, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:37:04.733074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Checking router: 1a1590e8-1aa3-423b-a01c-5d36fedb9119 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:37:04.733428 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Updating router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 port 8e36d3bb-68b4-4316-a985-9c32b9298c86 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:37:04.785810 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:04.791375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-afdfe808-1ec4-4f77-9a77-29f0f84bb475 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:37:04.845073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-afdfe808-1ec4-4f77-9a77-29f0f84bb475 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:37:04.846521 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-afdfe808-1ec4-4f77-9a77-29f0f84bb475 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315405 May 27 23:37:04.904264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-859f0701-702e-4cba-beeb-f13f24b48fa2 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:37:04.905369 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-859f0701-702e-4cba-beeb-f13f24b48fa2 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475342 May 27 23:37:05.036276 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-2b03122e-c4e0-4294-b23a-4ab64200c456 service neutron] 10.222.0.27 "GET /v2.0/networks/c5162ca8-eb31-4e72-a544-f9cb2315afad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245284 May 27 23:37:05.125605 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:05.129857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e4556c9c-fc51-4aec-8ebe-8e61238b8452 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:37:05.175194 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-3eb5d4bb-bcde-428e-a69c-1ab5c186948a service neutron] 10.222.0.27 "GET /v2.0/networks/c5162ca8-eb31-4e72-a544-f9cb2315afad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326427 May 27 23:37:05.186369 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Transition to ACTIVE for port object 8e36d3bb-68b4-4316-a985-9c32b9298c86 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:37:05.213178 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e4556c9c-fc51-4aec-8ebe-8e61238b8452 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:37:05.213564 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:05.257243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:05.462980 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bd79d-7292-410d-a2a3-8886096dee60 None None] Pushing event updated for resources: {'Port': ['ID=8e36d3bb-68b4-4316-a985-9c32b9298c86,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:05.578358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Attempting to bind port 8e36d3bb-68b4-4316-a985-9c32b9298c86 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:37:05.578719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Attempting to bind port 8e36d3bb-68b4-4316-a985-9c32b9298c86 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f2484a62-49f8-46ab-b34a-07b6e937069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:37:05.579074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Attempting to bind port 8e36d3bb-68b4-4316-a985-9c32b9298c86 on network c5162ca8-eb31-4e72-a544-f9cb2315afad {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:37:05.584288 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e4556c9c-fc51-4aec-8ebe-8e61238b8452 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:37:05.585318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4e02cce2-8477-4724-9272-38b655a3180a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:37:05.616663 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:37:05.616967 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Checking segment: {'id': 'f2484a62-49f8-46ab-b34a-07b6e937069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:37:05.617361 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:05.617741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Bound using segment: {'id': 'f2484a62-49f8-46ab-b34a-07b6e937069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:37:05.618194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Bound port: 8e36d3bb-68b4-4316-a985-9c32b9298c86, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2484a62-49f8-46ab-b34a-07b6e937069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:37:05.618557 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:05.729281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4e02cce2-8477-4724-9272-38b655a3180a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:37:05.729646 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:05.755292 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] For port 8e36d3bb-68b4-4316-a985-9c32b9298c86, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:37:05.778366 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] For port 8e36d3bb-68b4-4316-a985-9c32b9298c86, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8e36d3bb-68b4-4316-a985-9c32b9298c86,segment=NetworkSegment(f2484a62-49f8-46ab-b34a-07b6e937069a),segment_id=f2484a62-49f8-46ab-b34a-07b6e937069a)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:37:05.848429 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4e02cce2-8477-4724-9272-38b655a3180a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:37:05.851616 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:05.927270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Routers {'1a1590e8-1aa3-423b-a01c-5d36fedb9119'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:37:05.927904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:37:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:37:05.981712 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bd79d-7292-410d-a2a3-8886096dee60 None None] Pushing event updated for resources: {'Port': ['ID=8e36d3bb-68b4-4316-a985-9c32b9298c86,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:06.111004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] Set router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:37:06.409491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0d9f5619-b807-42e5-b679-5cbfb598be14 req-0a3e829a-81a4-4cbd-83f3-a0b26b42c8e2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 210 time: 0.0431890 May 27 23:37:06.423141 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '4e02cce2-8477-4724-9272-38b655a3180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:36:56Z', 'updated_at': '2022-05-27T23:37:02Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '4e02cce2-8477-4724-9272-38b655a3180a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:36:57Z', 'updated_at': '2022-05-27T23:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8e36d3bb-68b4-4316-a985-9c32b9298c86', 'name': '', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:6e:ee:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:37:01Z', 'updated_at': '2022-05-27T23:37:05Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:37:06.428387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a3445f-352a-4ff6-856f-72cc37976a2e None None] The sync data for ids ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'] in n-d-843680-3 is: [{'id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '4e02cce2-8477-4724-9272-38b655a3180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:36:56Z', 'updated_at': '2022-05-27T23:37:02Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '4e02cce2-8477-4724-9272-38b655a3180a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:36:57Z', 'updated_at': '2022-05-27T23:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8e36d3bb-68b4-4316-a985-9c32b9298c86', 'name': '', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:6e:ee:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:37:01Z', 'updated_at': '2022-05-27T23:37:05Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:37:07.147414 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8e36d3bb-68b4-4316-a985-9c32b9298c86 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:37:07.284747 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 8e36d3bb-68b4-4316-a985-9c32b9298c86 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:37:07.293617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8e36d3bb-68b4-4316-a985-9c32b9298c86 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:37:07.293617 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:07.411812 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8e36d3bb-68b4-4316-a985-9c32b9298c86 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:37:07.412184 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:07.448867 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 8e36d3bb-68b4-4316-a985-9c32b9298c86, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8e36d3bb-68b4-4316-a985-9c32b9298c86,segment=NetworkSegment(f2484a62-49f8-46ab-b34a-07b6e937069a),segment_id=f2484a62-49f8-46ab-b34a-07b6e937069a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:37:07.519550 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:07.595161 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9ff20a0-e021-4b56-b1e2-6f0ad3480a63 req-3e93d9a5-c22c-4746-8cdd-b2e8044e68d5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 210 time: 0.0495741 May 27 23:37:07.608691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=8e36d3bb-68b4-4316-a985-9c32b9298c86,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:08.516417 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-192584ad-9587-4f78-b3cf-204705c36ae5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:08.517097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-192584ad-9587-4f78-b3cf-204705c36ae5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:37:08.529230 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-192584ad-9587-4f78-b3cf-204705c36ae5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:37:08.530327 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-192584ad-9587-4f78-b3cf-204705c36ae5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "GET /v2.0/networks?id=c5162ca8-eb31-4e72-a544-f9cb2315afad HTTP/1.1" status: 200 len: 797 time: 0.1593697 May 27 23:37:08.577855 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-ff39b116-1223-4c96-9640-e67d9f847c1d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:37:08.590009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-ff39b116-1223-4c96-9640-e67d9f847c1d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:37:08.591457 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-ff39b116-1223-4c96-9640-e67d9f847c1d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 380 time: 0.0529954 May 27 23:37:08.604267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'port': {'device_id': 'f846931a-6f47-48bc-89b2-286a64ff079c', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'admin_state_up': True, 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'security_groups': ['2fc04750-5450-4fc1-82cc-4d6ecf40f521']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:37:08.749479 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:37:08.759124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:37:08.765615 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-307b7101-5571-48d0-bd71-c4bee88421fd req-aa128587-6555-451e-b742-7e3db8c55730 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 210 time: 0.0567119 May 27 23:37:08.821923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Made reservation on behalf of 0a7f7e2a573e4dd58b2c2679976e5b01 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:37:08.825523 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:08.987004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.20.0.8 (c5162ca8-eb31-4e72-a544-f9cb2315afad/39ed0a2f-281c-4f39-bb1e-bc8907c80ef8/2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:37:09.122818 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8e36d3bb-68b4-4316-a985-9c32b9298c86 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:37:09.174232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:09.189876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 8e36d3bb-68b4-4316-a985-9c32b9298c86 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:37:09.190246 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:09.190357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Transition to ACTIVE for port object 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:37:09.278373 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:09.337570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 8e36d3bb-68b4-4316-a985-9c32b9298c86 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:37:09.354649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network c5162ca8-eb31-4e72-a544-f9cb2315afad is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:37:09.357829 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:37:09.361671 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:37:09.391608 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:09.429399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:09.429924 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:09.525679 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-169c37a8-17cf-4f49-92bf-27b8a196561d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9250386 May 27 23:37:09.536888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Request body: {'port': {'device_id': 'f846931a-6f47-48bc-89b2-286a64ff079c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:37:09.652595 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:09.673247 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5b03c769-18e1-41b1-bb12-0e2c7301b16a None None] Provisioning for port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:37:09.678823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5b03c769-18e1-41b1-bb12-0e2c7301b16a None None] Provisioning complete for port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:37:09.679192 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5b03c769-18e1-41b1-bb12-0e2c7301b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:09.732124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5b03c769-18e1-41b1-bb12-0e2c7301b16a None None] Port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:37:09.953406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642769f-81e1-490f-8d07-52eb3879a56f req-dddddc8e-f2f4-47f5-a585-7aff07c44166 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:09.954941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0642769f-81e1-490f-8d07-52eb3879a56f req-dddddc8e-f2f4-47f5-a585-7aff07c44166 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 931 time: 0.0829165 May 27 23:37:10.005032 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0642769f-81e1-490f-8d07-52eb3879a56f req-7b733ed1-e346-4921-aef6-d5ea9a39646e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438850 May 27 23:37:10.119783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:37:10.126940 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:10.140587 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Transition to ACTIVE for port object 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:37:10.215548 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:10.376009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Pushing event updated for resources: {'Port': ['ID=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:10.460149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Attempting to bind port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:37:10.460522 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Attempting to bind port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': 'f2484a62-49f8-46ab-b34a-07b6e937069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:37:10.460852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Attempting to bind port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 on network c5162ca8-eb31-4e72-a544-f9cb2315afad {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:37:10.465452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 on network c5162ca8-eb31-4e72-a544-f9cb2315afad not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:37:10.465772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Attempting to bind port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 on network c5162ca8-eb31-4e72-a544-f9cb2315afad {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:37:10.471546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:37:10.473560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Checking segment: {'id': 'f2484a62-49f8-46ab-b34a-07b6e937069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:37:10.473560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Bound using segment: {'id': 'f2484a62-49f8-46ab-b34a-07b6e937069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:37:10.473560 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Bound port: 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2484a62-49f8-46ab-b34a-07b6e937069a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:37:10.473560 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:10.560711 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] For port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:37:10.563539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] For port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9,segment=NetworkSegment(f2484a62-49f8-46ab-b34a-07b6e937069a),segment_id=f2484a62-49f8-46ab-b34a-07b6e937069a)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:37:10.621788 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:10.685806 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:10.686414 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:10.687767 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] 10.222.0.46 "PUT /v2.0/ports/2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 HTTP/1.1" status: 200 len: 1091 time: 1.1554525 May 27 23:37:10.688198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f846931a-6f47-48bc-89b2-286a64ff079c', 'tag': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:37:10.722133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04b09f-bee0-4119-b028-8880482af20c service neutron] Pushing event updated for resources: {'Port': ['ID=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:10.741758 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f93dedf-5f08-4b57-a09c-3900315cb214'] response: {'name': 'network-changed', 'server_uuid': 'f846931a-6f47-48bc-89b2-286a64ff079c', 'tag': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9', 'status': 'completed', 'code': 200} May 27 23:37:10.839068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c190d4-adeb-4994-8343-112dd1a7a54b req-90b7c7fb-2a59-4166-a945-411eda1576b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:10.843218 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8c190d4-adeb-4994-8343-112dd1a7a54b req-90b7c7fb-2a59-4166-a945-411eda1576b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 1094 time: 0.0769660 May 27 23:37:10.981704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c190d4-adeb-4994-8343-112dd1a7a54b req-3943c58d-e019-4729-9c85-7f59710f9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:10.983136 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8c190d4-adeb-4994-8343-112dd1a7a54b req-3943c58d-e019-4729-9c85-7f59710f9242 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1365199 May 27 23:37:11.119590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c190d4-adeb-4994-8343-112dd1a7a54b req-7b8c9323-798c-422d-8aeb-6d5c88c1e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:11.121159 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b8c190d4-adeb-4994-8343-112dd1a7a54b req-7b8c9323-798c-422d-8aeb-6d5c88c1e955 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319776 May 27 23:37:11.188574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964c641-0cdb-479e-8363-a3db76d116a6 req-0952bdc6-591b-47c4-96db-2e1c0f9a70ca tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:11.190558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0964c641-0cdb-479e-8363-a3db76d116a6 req-0952bdc6-591b-47c4-96db-2e1c0f9a70ca tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 943 time: 0.0815516 May 27 23:37:11.223166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-f5854737-0385-4b8c-bf63-ab1c8ba6be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:11.224653 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-f5854737-0385-4b8c-bf63-ab1c8ba6be81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 1094 time: 0.0703235 May 27 23:37:11.233878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0964c641-0cdb-479e-8363-a3db76d116a6 req-5d3436c0-cfaf-4909-8c33-a24736601532 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375793 May 27 23:37:11.294161 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-47aef037-2d84-4a4d-b7ed-0dadf1573974 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 HTTP/1.1" status: 200 len: 217 time: 0.0633409 May 27 23:37:11.355484 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-15f8fc33-dc2d-47ef-ba6c-5394a7f3193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:11.356829 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-15f8fc33-dc2d-47ef-ba6c-5394a7f3193e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39ed0a2f-281c-4f39-bb1e-bc8907c80ef8 HTTP/1.1" status: 200 len: 835 time: 0.0565336 May 27 23:37:11.435419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-2d143ae3-3765-47ab-9b1c-4d9503314c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:11.436902 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-2d143ae3-3765-47ab-9b1c-4d9503314c0c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5162ca8-eb31-4e72-a544-f9cb2315afad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735507 May 27 23:37:11.565583 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-2cd77afd-4a5d-4fa7-9841-77772d22e789 service neutron] 10.222.0.46 "GET /v2.0/networks/c5162ca8-eb31-4e72-a544-f9cb2315afad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227603 May 27 23:37:11.695125 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-3be2f863-278c-4ebb-9704-b42f1d1b1a35 req-c7e6f2d7-09e6-403a-b506-c5de73fa5780 service neutron] 10.222.0.46 "GET /v2.0/networks/c5162ca8-eb31-4e72-a544-f9cb2315afad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237171 May 27 23:37:12.420509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922d9d4-3f9b-4220-86fe-caa3bcb77a24 req-ef501725-0fae-4d25-a4aa-db75444c64fb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:12.421980 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6922d9d4-3f9b-4220-86fe-caa3bcb77a24 req-ef501725-0fae-4d25-a4aa-db75444c64fb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 943 time: 0.0808907 May 27 23:37:12.466429 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6922d9d4-3f9b-4220-86fe-caa3bcb77a24 req-ee269784-236a-4bb0-9666-8777d3e8d3f8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386491 May 27 23:37:13.650986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac43f38-57d9-47d3-b475-c965dd7d62bb req-fc4979d5-a866-4690-a5aa-e9df92ebe90e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:13.652453 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dac43f38-57d9-47d3-b475-c965dd7d62bb req-fc4979d5-a866-4690-a5aa-e9df92ebe90e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 943 time: 0.0790656 May 27 23:37:13.696937 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dac43f38-57d9-47d3-b475-c965dd7d62bb req-c364b50f-63d0-452b-98fc-9333b686025b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381458 May 27 23:37:14.538126 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:37:14.667362 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9,segment=NetworkSegment(f2484a62-49f8-46ab-b34a-07b6e937069a),segment_id=f2484a62-49f8-46ab-b34a-07b6e937069a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:37:14.680138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'port_id': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9', 'mac_address': 'fa:16:3e:8c:c2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:37:14.739287 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:37:14.739662 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:14.756626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:37:14.772488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9,segment=NetworkSegment(f2484a62-49f8-46ab-b34a-07b6e937069a),segment_id=f2484a62-49f8-46ab-b34a-07b6e937069a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:37:14.850166 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:14.885111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264f049-b6d0-4d95-b32c-840d02f700cb req-46ad3242-8467-4d36-bf08-8cb249713faa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:14.886574 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b264f049-b6d0-4d95-b32c-840d02f700cb req-46ad3242-8467-4d36-bf08-8cb249713faa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 943 time: 0.0835247 May 27 23:37:14.916087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:14.931343 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b264f049-b6d0-4d95-b32c-840d02f700cb req-b075559e-604d-4aa8-bb8c-4106957b14f8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389838 May 27 23:37:15.051412 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:37:16.113383 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41afd3-8b9e-4fbf-a34b-7f13805e6f9e req-b42894ed-67e9-4127-9705-e1e97519c751 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:16.114819 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e41afd3-8b9e-4fbf-a34b-7f13805e6f9e req-b42894ed-67e9-4127-9705-e1e97519c751 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 944 time: 0.0783744 May 27 23:37:16.161389 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9e41afd3-8b9e-4fbf-a34b-7f13805e6f9e req-519c29ec-532d-4c96-921c-ae3d76975f95 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 May 27 23:37:16.530819 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:16.553267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:37:16.650422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:37:16.655242 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:37:16.655637 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:16.773694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:37:16.773998 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:16.800581 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f846931a-6f47-48bc-89b2-286a64ff079c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:37:16.810649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9,segment=NetworkSegment(f2484a62-49f8-46ab-b34a-07b6e937069a),segment_id=f2484a62-49f8-46ab-b34a-07b6e937069a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:37:16.842927 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7278fdd9-74aa-4469-90d5-4b30bcdce181'] response: {'server_uuid': 'f846931a-6f47-48bc-89b2-286a64ff079c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9', 'code': 200} May 27 23:37:16.856011 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:16.924083 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:16.966490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8fb62-630d-4275-9b33-8008d1e18868 req-8b8b71f4-576c-49e0-91df-de2a48175ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:16.967965 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bce8fb62-630d-4275-9b33-8008d1e18868 req-8b8b71f4-576c-49e0-91df-de2a48175ca5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 1096 time: 0.0686245 May 27 23:37:17.006951 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bce8fb62-630d-4275-9b33-8008d1e18868 req-f252f109-5664-4c85-bbcb-9c92adfa7db8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330141 May 27 23:37:17.340226 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc120f25-f249-43a4-bf19-82ed39e2fb4d req-83c26b40-3a8a-4b58-9db8-e369c313b18c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:17.341640 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc120f25-f249-43a4-bf19-82ed39e2fb4d req-83c26b40-3a8a-4b58-9db8-e369c313b18c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0790017 May 27 23:37:17.384835 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bc120f25-f249-43a4-bf19-82ed39e2fb4d req-b5cd2100-8284-4dd5-975d-5276a90d8371 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369480 May 27 23:37:18.574627 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56fe1c7-ee6b-42d3-81a9-a5bc1bd47ada req-3271a15a-9a9f-4503-8294-d5cb3a4beb90 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:18.576420 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d56fe1c7-ee6b-42d3-81a9-a5bc1bd47ada req-3271a15a-9a9f-4503-8294-d5cb3a4beb90 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0830152 May 27 23:37:18.620445 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d56fe1c7-ee6b-42d3-81a9-a5bc1bd47ada req-bfb904bc-93d6-46cf-a562-b64e98ca630f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377898 May 27 23:37:18.802832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626ee3b-32b1-47c3-8b26-c51b3d33f9be req-b2f3826c-801f-4e7a-87a8-3d0f0948bb38 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:18.804278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b626ee3b-32b1-47c3-8b26-c51b3d33f9be req-b2f3826c-801f-4e7a-87a8-3d0f0948bb38 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0775290 May 27 23:37:18.847258 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b626ee3b-32b1-47c3-8b26-c51b3d33f9be req-b014b29a-1a97-433a-9e2a-aea16d963b6a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370283 May 27 23:37:18.869117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48836) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:37:18.941554 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89334403-dfe8-4cad-8351-35b03097030e tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:18.943163 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-89334403-dfe8-4cad-8351-35b03097030e tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 1091 time: 0.0730927 May 27 23:37:18.945967 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48840) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:37:18.950722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:37:18.957794 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:37:18.961657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:floatingip and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:37:18.964475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:37:18.970245 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:37:19.043283 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:19.268571 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:19.396517 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.25.2.82 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/a46bb830-65cd-40ed-a6d0-06b73bb77424) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:37:19.539523 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:19.638783 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:19.705442 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:37:19.708097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:37:19.712017 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:37:19.746436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=a46bb830-65cd-40ed-a6d0-06b73bb77424,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:20.126676 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:20.262648 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:20.465747 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:20.518660 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:20.626745 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=a46bb830-65cd-40ed-a6d0-06b73bb77424,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:37:20.636881 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:20.805022 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Floating IP 0cc8ba05-cd25-433d-88ed-fa7ffd0e3e9f associated. External IP: 172.25.2.82, port: 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9. May 27 23:37:21.246263 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:37:21.418328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:37:21.429808 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e23d1-cbe5-453c-84b8-7e087e55771c None None] Sync routers for ids ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:37:21.440066 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e23d1-cbe5-453c-84b8-7e087e55771c None None] Routers {'1a1590e8-1aa3-423b-a01c-5d36fedb9119'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:37:21.441451 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1c6e23d1-cbe5-453c-84b8-7e087e55771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:37:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:37:21.570547 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:21.616647 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1c6e23d1-cbe5-453c-84b8-7e087e55771c None None] Set router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:37:21.679269 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-668e3269-69b3-4db9-8b1f-18a6f682660a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7322195 May 27 23:37:21.679810 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f846931a-6f47-48bc-89b2-286a64ff079c', 'tag': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:37:21.727434 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5292f3d0-97fc-44dc-9be0-21fc6b129213'] response: {'name': 'network-changed', 'server_uuid': 'f846931a-6f47-48bc-89b2-286a64ff079c', 'tag': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9', 'status': 'completed', 'code': 200} May 27 23:37:21.850527 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a172fa-8383-40bb-9b1e-342541dd8142 req-1d594cd3-2897-4c9a-a0fa-c75adc3a6ad5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:21.852411 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11a172fa-8383-40bb-9b1e-342541dd8142 req-1d594cd3-2897-4c9a-a0fa-c75adc3a6ad5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0846553 May 27 23:37:21.900838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11a172fa-8383-40bb-9b1e-342541dd8142 req-e7be9a0f-0634-4112-94ca-0829eb7874ba tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416644 May 27 23:37:21.924590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48848) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:37:21.954928 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f4406-234b-4b60-aa2c-d661a1166a7a req-6b51f9ae-a934-4757-bc3a-08e845219952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:21.957330 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0f6f4406-234b-4b60-aa2c-d661a1166a7a req-6b51f9ae-a934-4757-bc3a-08e845219952 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 1096 time: 0.2066088 May 27 23:37:21.991000 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1c6e23d1-cbe5-453c-84b8-7e087e55771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '4e02cce2-8477-4724-9272-38b655a3180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:36:56Z', 'updated_at': '2022-05-27T23:37:02Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '4e02cce2-8477-4724-9272-38b655a3180a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:36:57Z', 'updated_at': '2022-05-27T23:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '0cc8ba05-cd25-433d-88ed-fa7ffd0e3e9f', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'floating_ip_address': '172.25.2.82', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'port_id': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'mac_address': 'fa:16:3e:8c:c2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f846931a-6f47-48bc-89b2-286a64ff079c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:37:20Z', 'updated_at': '2022-05-27T23:37:20Z', 'revision_number': 0, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e36d3bb-68b4-4316-a985-9c32b9298c86', 'name': '', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:6e:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:37:01Z', 'updated_at': '2022-05-27T23:37:07Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:37:21.994812 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e23d1-cbe5-453c-84b8-7e087e55771c None None] Checking router: 1a1590e8-1aa3-423b-a01c-5d36fedb9119 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:37:22.003735 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e23d1-cbe5-453c-84b8-7e087e55771c None None] Routers {'1a1590e8-1aa3-423b-a01c-5d36fedb9119'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:37:22.004322 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1c6e23d1-cbe5-453c-84b8-7e087e55771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:37:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:37:22.035276 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8fbf1a25-a696-4f41-8d7e-69f717f1b26e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/0cc8ba05-cd25-433d-88ed-fa7ffd0e3e9f HTTP/1.1" status: 200 len: 990 time: 0.1092851 May 27 23:37:22.086915 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f4406-234b-4b60-aa2c-d661a1166a7a req-506d7d79-eb34-4a03-8bf7-a4b7de266882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:22.088239 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0f6f4406-234b-4b60-aa2c-d661a1166a7a req-506d7d79-eb34-4a03-8bf7-a4b7de266882 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5162ca8-eb31-4e72-a544-f9cb2315afad HTTP/1.1" status: 200 len: 898 time: 0.1259403 May 27 23:37:22.179986 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-1c6e23d1-cbe5-453c-84b8-7e087e55771c None None] Set router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:37:22.190670 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0f6f4406-234b-4b60-aa2c-d661a1166a7a req-f9908127-6b97-4ceb-8a2f-5bb3fafa5b1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 HTTP/1.1" status: 200 len: 998 time: 0.0959272 May 27 23:37:22.250734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f4406-234b-4b60-aa2c-d661a1166a7a req-73bc1f77-59e7-4e0c-92e7-26917bf38f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:22.252666 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0f6f4406-234b-4b60-aa2c-d661a1166a7a req-73bc1f77-59e7-4e0c-92e7-26917bf38f73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39ed0a2f-281c-4f39-bb1e-bc8907c80ef8 HTTP/1.1" status: 200 len: 835 time: 0.0563118 May 27 23:37:22.329663 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f4406-234b-4b60-aa2c-d661a1166a7a req-aed9ddf5-f871-4ba2-a1d4-36451193b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:22.331170 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0f6f4406-234b-4b60-aa2c-d661a1166a7a req-aed9ddf5-f871-4ba2-a1d4-36451193b994 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5162ca8-eb31-4e72-a544-f9cb2315afad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731878 May 27 23:37:22.461184 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0f6f4406-234b-4b60-aa2c-d661a1166a7a req-d47177ab-82dc-47e7-a2c1-b6cd1d3da985 service neutron] 10.222.0.46 "GET /v2.0/networks/c5162ca8-eb31-4e72-a544-f9cb2315afad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243126 May 27 23:37:22.520911 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-1c6e23d1-cbe5-453c-84b8-7e087e55771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '4e02cce2-8477-4724-9272-38b655a3180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:36:56Z', 'updated_at': '2022-05-27T23:37:02Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '4e02cce2-8477-4724-9272-38b655a3180a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:36:57Z', 'updated_at': '2022-05-27T23:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '0cc8ba05-cd25-433d-88ed-fa7ffd0e3e9f', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'floating_ip_address': '172.25.2.82', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'port_id': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'mac_address': 'fa:16:3e:8c:c2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f846931a-6f47-48bc-89b2-286a64ff079c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:37:20Z', 'updated_at': '2022-05-27T23:37:20Z', 'revision_number': 0, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e36d3bb-68b4-4316-a985-9c32b9298c86', 'name': '', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:6e:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:37:01Z', 'updated_at': '2022-05-27T23:37:07Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:37:22.524814 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e23d1-cbe5-453c-84b8-7e087e55771c None None] The sync data for ids ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'] in n-d-843680-3 is: [{'id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '4e02cce2-8477-4724-9272-38b655a3180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:36:56Z', 'updated_at': '2022-05-27T23:37:02Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '4e02cce2-8477-4724-9272-38b655a3180a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:36:57Z', 'updated_at': '2022-05-27T23:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '0cc8ba05-cd25-433d-88ed-fa7ffd0e3e9f', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'floating_ip_address': '172.25.2.82', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'port_id': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'mac_address': 'fa:16:3e:8c:c2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f846931a-6f47-48bc-89b2-286a64ff079c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:37:20Z', 'updated_at': '2022-05-27T23:37:20Z', 'revision_number': 0, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e36d3bb-68b4-4316-a985-9c32b9298c86', 'name': '', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:6e:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:37:01Z', 'updated_at': '2022-05-27T23:37:07Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:37:22.596641 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0f6f4406-234b-4b60-aa2c-d661a1166a7a req-88740bf4-1ddb-40d6-af61-003fe6d877fd service neutron] 10.222.0.46 "GET /v2.0/networks/c5162ca8-eb31-4e72-a544-f9cb2315afad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290965 May 27 23:37:22.718622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28266590-13c6-40c4-9d10-c8af14b61b93 None None] New status for floating IP 0cc8ba05-cd25-433d-88ed-fa7ffd0e3e9f: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:37:23.037602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48852) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:37:23.056639 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:23.072716 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:37:23.146120 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-b007ce78-9e8e-4971-9d02-15b04f1721a8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/0cc8ba05-cd25-433d-88ed-fa7ffd0e3e9f HTTP/1.1" status: 200 len: 992 time: 0.1073773 May 27 23:37:27.565020 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6bcdff8f-52c0-4fd6-8da2-22be36b066a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:29.701188 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-17316376-9e4f-4ae0-bc2f-c0d8f5d221d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:30.998504 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:31.084104 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:32.311436 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:36.630504 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a86d67f6-f7c8-41bd-9512-92e95ee2d4a2 req-1be4dc03-29e1-4bcd-91bf-8530bb671c24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713661 May 27 23:37:36.766815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d67f6-f7c8-41bd-9512-92e95ee2d4a2 req-61fea304-171d-43d7-b23b-4892632cb7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:36.768265 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a86d67f6-f7c8-41bd-9512-92e95ee2d4a2 req-61fea304-171d-43d7-b23b-4892632cb7b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 1096 time: 0.0707698 May 27 23:37:36.906265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d67f6-f7c8-41bd-9512-92e95ee2d4a2 req-2b884659-09ed-4e83-bac8-29a10abd1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:36.908195 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a86d67f6-f7c8-41bd-9512-92e95ee2d4a2 req-2b884659-09ed-4e83-bac8-29a10abd1a99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5162ca8-eb31-4e72-a544-f9cb2315afad HTTP/1.1" status: 200 len: 898 time: 0.1225255 May 27 23:37:37.007622 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a86d67f6-f7c8-41bd-9512-92e95ee2d4a2 req-9bf99956-57a0-436b-b224-2dc341b13570 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 HTTP/1.1" status: 200 len: 1000 time: 0.0935752 May 27 23:37:37.071276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d67f6-f7c8-41bd-9512-92e95ee2d4a2 req-27c0052c-4ae3-4c11-ae5f-9b1534929c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:37.072686 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a86d67f6-f7c8-41bd-9512-92e95ee2d4a2 req-27c0052c-4ae3-4c11-ae5f-9b1534929c72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39ed0a2f-281c-4f39-bb1e-bc8907c80ef8 HTTP/1.1" status: 200 len: 835 time: 0.0589032 May 27 23:37:37.146668 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d67f6-f7c8-41bd-9512-92e95ee2d4a2 req-5f6238e3-a6ff-498d-97bf-f29acde36e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:37.148078 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a86d67f6-f7c8-41bd-9512-92e95ee2d4a2 req-5f6238e3-a6ff-498d-97bf-f29acde36e14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5162ca8-eb31-4e72-a544-f9cb2315afad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695055 May 27 23:37:37.278877 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a86d67f6-f7c8-41bd-9512-92e95ee2d4a2 req-39a31937-cc24-4322-8eae-e4315ab5c9d6 service neutron] 10.222.0.46 "GET /v2.0/networks/c5162ca8-eb31-4e72-a544-f9cb2315afad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234343 May 27 23:37:37.523900 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-a86d67f6-f7c8-41bd-9512-92e95ee2d4a2 req-37fe124d-2c22-4232-9a6e-617447933ab6 service neutron] 10.222.0.46 "GET /v2.0/networks/c5162ca8-eb31-4e72-a544-f9cb2315afad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382812 May 27 23:37:46.494365 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:50.195683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07eef2-eedb-4e57-ab33-e16584c121e6 req-fd24053e-a094-4157-abc4-39b0c2907a88 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:50.197166 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f07eef2-eedb-4e57-ab33-e16584c121e6 req-fd24053e-a094-4157-abc4-39b0c2907a88 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0848598 May 27 23:37:50.210835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0c1e0-528c-49ff-b988-bd2ecac898c8 req-4fbe53db-8200-4aaf-9fd6-b6baab009b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:50.212312 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6a0c1e0-528c-49ff-b988-bd2ecac898c8 req-4fbe53db-8200-4aaf-9fd6-b6baab009b7b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 1096 time: 0.0737894 May 27 23:37:50.241302 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5f07eef2-eedb-4e57-ab33-e16584c121e6 req-c2500375-cbc2-4d94-be16-088261194f5b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379939 May 27 23:37:50.343142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0c1e0-528c-49ff-b988-bd2ecac898c8 req-302fc238-65fd-4260-a5da-3a53ace397a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:50.344670 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6a0c1e0-528c-49ff-b988-bd2ecac898c8 req-302fc238-65fd-4260-a5da-3a53ace397a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5162ca8-eb31-4e72-a544-f9cb2315afad HTTP/1.1" status: 200 len: 898 time: 0.1260853 May 27 23:37:50.447915 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6a0c1e0-528c-49ff-b988-bd2ecac898c8 req-75e4275b-bd08-40be-b547-2579a24a8637 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 HTTP/1.1" status: 200 len: 1000 time: 0.0969665 May 27 23:37:50.508172 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0c1e0-528c-49ff-b988-bd2ecac898c8 req-cedb4e62-f20c-4961-b3a5-a3d1b0cbba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:50.509580 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6a0c1e0-528c-49ff-b988-bd2ecac898c8 req-cedb4e62-f20c-4961-b3a5-a3d1b0cbba41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39ed0a2f-281c-4f39-bb1e-bc8907c80ef8 HTTP/1.1" status: 200 len: 835 time: 0.0563519 May 27 23:37:50.582498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a0c1e0-528c-49ff-b988-bd2ecac898c8 req-30903b53-6591-46a5-864e-2208f28e400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:50.583923 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6a0c1e0-528c-49ff-b988-bd2ecac898c8 req-30903b53-6591-46a5-864e-2208f28e400f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5162ca8-eb31-4e72-a544-f9cb2315afad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687344 May 27 23:37:50.713822 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6a0c1e0-528c-49ff-b988-bd2ecac898c8 req-ebb28ffd-1a10-427f-aaf3-4b0098a3442d service neutron] 10.222.0.46 "GET /v2.0/networks/c5162ca8-eb31-4e72-a544-f9cb2315afad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233027 May 27 23:37:50.855133 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e6a0c1e0-528c-49ff-b988-bd2ecac898c8 req-d59fa4cf-1caa-491f-bdba-13940412cd84 service neutron] 10.222.0.46 "GET /v2.0/networks/c5162ca8-eb31-4e72-a544-f9cb2315afad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351061 May 27 23:37:51.425195 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a9e66-464a-45d6-9773-0a58ffcc401c req-1f6ba1bc-fa9f-489c-a57f-43bf618e981e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:51.426540 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-970a9e66-464a-45d6-9773-0a58ffcc401c req-1f6ba1bc-fa9f-489c-a57f-43bf618e981e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0775487 May 27 23:37:51.470595 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-970a9e66-464a-45d6-9773-0a58ffcc401c req-2c3d909b-9b6a-4c0c-8076-19cc278d24f5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381777 May 27 23:37:52.657826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886c58f-ce09-4841-a43b-78aa610ec473 req-b12f2628-1fed-483d-976e-c72d42e19b43 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:52.659285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c886c58f-ce09-4841-a43b-78aa610ec473 req-b12f2628-1fed-483d-976e-c72d42e19b43 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0826702 May 27 23:37:52.702433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c886c58f-ce09-4841-a43b-78aa610ec473 req-531545a2-1650-4bbe-94d3-1edfb2ab1809 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373709 May 27 23:37:52.980110 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:53.883111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73723bd1-91f6-402d-84c4-9dcc94fd5734 req-5c8b653f-bafd-456a-8133-5548f0a99359 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:53.884577 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73723bd1-91f6-402d-84c4-9dcc94fd5734 req-5c8b653f-bafd-456a-8133-5548f0a99359 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0782855 May 27 23:37:53.927797 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-73723bd1-91f6-402d-84c4-9dcc94fd5734 req-c4445101-bd4a-4381-b21d-49f9c1af51af tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376318 May 27 23:37:55.110342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fb497-344a-4170-aaed-bb51e8f2e62c req-78dc5308-0088-41ae-bc4b-7aea8c2f2329 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:55.111763 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-831fb497-344a-4170-aaed-bb51e8f2e62c req-78dc5308-0088-41ae-bc4b-7aea8c2f2329 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0811145 May 27 23:37:55.153880 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-831fb497-344a-4170-aaed-bb51e8f2e62c req-8f804e74-3273-4566-90cc-c56e69e989e8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364676 May 27 23:37:56.338453 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4e482-ef86-48ed-93a2-396dd83830b0 req-5010e70e-14d8-4f2e-b0e0-c38fcb3569a2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:56.339876 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31c4e482-ef86-48ed-93a2-396dd83830b0 req-5010e70e-14d8-4f2e-b0e0-c38fcb3569a2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0799282 May 27 23:37:56.385976 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31c4e482-ef86-48ed-93a2-396dd83830b0 req-ada544fb-6193-4afa-8d92-96050c82fd20 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405295 May 27 23:37:57.565818 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaae55e-d5aa-4e52-be13-c749c7494175 req-ef48dfea-15a8-4f5b-9d2a-9614bc4c8a7d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:57.567241 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7eaae55e-d5aa-4e52-be13-c749c7494175 req-ef48dfea-15a8-4f5b-9d2a-9614bc4c8a7d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0782309 May 27 23:37:57.603796 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a57c4010-cea3-4645-91e9-ee3589fae92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:37:57.610932 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7eaae55e-d5aa-4e52-be13-c749c7494175 req-2ad2204a-8b02-4a71-a57e-e4a220b16058 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379586 May 27 23:37:58.795951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0f085-16c9-46a5-9454-32dcc10557f5 req-3ee1c2e6-28ea-431e-a4d9-e18cb947290f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:37:58.798026 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bd0f085-16c9-46a5-9454-32dcc10557f5 req-3ee1c2e6-28ea-431e-a4d9-e18cb947290f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0845935 May 27 23:37:58.840900 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0bd0f085-16c9-46a5-9454-32dcc10557f5 req-caef2868-8778-4d7b-a1f8-807cd17bbff7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371675 May 27 23:37:59.666521 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0d231e70-29cb-4eb0-8eb6-a8df5c298961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:00.027026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251943d-948a-4df0-b781-cde82560d526 req-8629328f-ae5a-443a-8009-878e9de7e993 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:00.028416 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5251943d-948a-4df0-b781-cde82560d526 req-8629328f-ae5a-443a-8009-878e9de7e993 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0798671 May 27 23:38:00.071536 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5251943d-948a-4df0-b781-cde82560d526 req-abb3a1c9-9875-4508-bcb0-130597f3364d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367689 May 27 23:38:00.071896 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:38:00.992335 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:01.118263 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:01.352438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488dbaf-9844-4422-abf3-2614501a42f0 req-6f7b5ecd-2928-46ce-8a49-b3f9a432d1e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:01.353812 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7488dbaf-9844-4422-abf3-2614501a42f0 req-6f7b5ecd-2928-46ce-8a49-b3f9a432d1e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.1776576 May 27 23:38:01.397132 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7488dbaf-9844-4422-abf3-2614501a42f0 req-a1b4beac-c1c8-4208-befa-d18c26c36822 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375142 May 27 23:38:02.317840 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:02.577203 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e1a1a-f8bf-4c03-89b0-ad7a7eccc9fb req-4548004d-0b19-4a6b-8a99-d1a5ffc1aa04 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:02.578707 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d0e1a1a-f8bf-4c03-89b0-ad7a7eccc9fb req-4548004d-0b19-4a6b-8a99-d1a5ffc1aa04 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0783529 May 27 23:38:02.624339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d0e1a1a-f8bf-4c03-89b0-ad7a7eccc9fb req-e9b5565b-b81d-4b89-a5cc-5ec6bf1aed35 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401149 May 27 23:38:02.646301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48894) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:02.752108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-75db0041-9a4f-4ba9-b78f-2b6bf97fdb0c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/0cc8ba05-cd25-433d-88ed-fa7ffd0e3e9f HTTP/1.1" status: 200 len: 992 time: 0.1047082 May 27 23:38:16.477466 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:22.969476 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:27.579592 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4b9dd7f4-2f81-4732-b8ff-7a975ed57c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:29.671862 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e722a981-99fa-4165-b00e-9f87365f6641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:30.997267 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:31.105968 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:32.300287 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:33.136784 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48912) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:33.342466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port a46bb830-65cd-40ed-a6d0-06b73bb77424 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:38:33.342822 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:33.510382 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:33.510717 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:33.632645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for a46bb830-65cd-40ed-a6d0-06b73bb77424 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:38:33.831340 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:33.878163 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=a46bb830-65cd-40ed-a6d0-06b73bb77424,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:33.948272 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:33.948661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:33.948999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:33.949332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:33.949661 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:33.949989 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:33.950313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:33.950637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:33.950957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:33.951275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:33.951593 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:33.951943 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:34.090981 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:34.091252 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Floating IP 0cc8ba05-cd25-433d-88ed-fa7ffd0e3e9f disassociated (deleted). External IP: 172.25.2.82, port: 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9. May 27 23:38:34.440293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:38:34.618465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:38:34.628504 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4631e7d-aa76-4e4a-8f11-8779b0b2e16f None None] Sync routers for ids ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:38:34.634624 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:34.638148 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4631e7d-aa76-4e4a-8f11-8779b0b2e16f None None] Routers {'1a1590e8-1aa3-423b-a01c-5d36fedb9119'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:38:34.638746 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d4631e7d-aa76-4e4a-8f11-8779b0b2e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:34.690479 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-93934cf6-fbcd-458b-87f6-699c380b6345 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/floatingips/0cc8ba05-cd25-433d-88ed-fa7ffd0e3e9f HTTP/1.1" status: 204 len: 168 time: 1.5525324 May 27 23:38:34.691201 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f846931a-6f47-48bc-89b2-286a64ff079c', 'tag': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:38:34.741333 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd677c9-6983-4e03-bb0f-016737ca2272'] response: {'name': 'network-changed', 'server_uuid': 'f846931a-6f47-48bc-89b2-286a64ff079c', 'tag': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9', 'status': 'completed', 'code': 200} May 27 23:38:34.831421 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d4631e7d-aa76-4e4a-8f11-8779b0b2e16f None None] Set router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:38:34.835365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb820d-4568-4880-a217-ed39fe3d2017 req-40fcae54-39cc-4715-9819-e744d30016d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:34.837245 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6acb820d-4568-4880-a217-ed39fe3d2017 req-40fcae54-39cc-4715-9819-e744d30016d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 1096 time: 0.0754282 May 27 23:38:34.970311 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb820d-4568-4880-a217-ed39fe3d2017 req-10298c86-697b-4f4b-be81-a4b7b4e96eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:34.971730 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6acb820d-4568-4880-a217-ed39fe3d2017 req-10298c86-697b-4f4b-be81-a4b7b4e96eff service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5162ca8-eb31-4e72-a544-f9cb2315afad HTTP/1.1" status: 200 len: 898 time: 0.1290171 May 27 23:38:35.041170 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6acb820d-4568-4880-a217-ed39fe3d2017 req-40290140-9ba3-4151-8e4c-a8b4a559d1f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 HTTP/1.1" status: 200 len: 217 time: 0.0637648 May 27 23:38:35.111825 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb820d-4568-4880-a217-ed39fe3d2017 req-b17ac264-03fe-4a94-8ca2-77812790208b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:35.114232 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6acb820d-4568-4880-a217-ed39fe3d2017 req-b17ac264-03fe-4a94-8ca2-77812790208b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39ed0a2f-281c-4f39-bb1e-bc8907c80ef8 HTTP/1.1" status: 200 len: 835 time: 0.0673013 May 27 23:38:35.157313 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d4631e7d-aa76-4e4a-8f11-8779b0b2e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '4e02cce2-8477-4724-9272-38b655a3180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:36:56Z', 'updated_at': '2022-05-27T23:37:02Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '4e02cce2-8477-4724-9272-38b655a3180a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:36:57Z', 'updated_at': '2022-05-27T23:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8e36d3bb-68b4-4316-a985-9c32b9298c86', 'name': '', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:6e:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:37:01Z', 'updated_at': '2022-05-27T23:37:07Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:35.161142 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4631e7d-aa76-4e4a-8f11-8779b0b2e16f None None] Checking router: 1a1590e8-1aa3-423b-a01c-5d36fedb9119 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:38:35.170244 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4631e7d-aa76-4e4a-8f11-8779b0b2e16f None None] Routers {'1a1590e8-1aa3-423b-a01c-5d36fedb9119'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:38:35.171336 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d4631e7d-aa76-4e4a-8f11-8779b0b2e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:35.190189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb820d-4568-4880-a217-ed39fe3d2017 req-471200dc-6d32-4e37-901a-158f4c00a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:35.191636 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6acb820d-4568-4880-a217-ed39fe3d2017 req-471200dc-6d32-4e37-901a-158f4c00a9a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5162ca8-eb31-4e72-a544-f9cb2315afad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713603 May 27 23:38:35.272590 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b313ca9-4e3f-4237-a5a3-b4ebec2c537b req-0e7e4137-5ab7-41f8-ae81-c1be0c6d507d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:35.274692 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2b313ca9-4e3f-4237-a5a3-b4ebec2c537b req-0e7e4137-5ab7-41f8-ae81-c1be0c6d507d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0909812 May 27 23:38:35.323532 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2b313ca9-4e3f-4237-a5a3-b4ebec2c537b req-ab128621-b9f2-4b92-b80b-20473e6a100f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422401 May 27 23:38:35.331282 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6acb820d-4568-4880-a217-ed39fe3d2017 req-25601896-3d0f-4fc3-8416-45d086bfff5c service neutron] 10.222.0.46 "GET /v2.0/networks/c5162ca8-eb31-4e72-a544-f9cb2315afad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333690 May 27 23:38:35.354189 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-d4631e7d-aa76-4e4a-8f11-8779b0b2e16f None None] Set router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:38:35.463066 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6acb820d-4568-4880-a217-ed39fe3d2017 req-fc9dc300-80b4-4bf1-aae5-a18d11ec4e8e service neutron] 10.222.0.46 "GET /v2.0/networks/c5162ca8-eb31-4e72-a544-f9cb2315afad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259065 May 27 23:38:35.658597 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-d4631e7d-aa76-4e4a-8f11-8779b0b2e16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '4e02cce2-8477-4724-9272-38b655a3180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:36:56Z', 'updated_at': '2022-05-27T23:37:02Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '4e02cce2-8477-4724-9272-38b655a3180a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:36:57Z', 'updated_at': '2022-05-27T23:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8e36d3bb-68b4-4316-a985-9c32b9298c86', 'name': '', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:6e:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:37:01Z', 'updated_at': '2022-05-27T23:37:07Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:35.662471 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4631e7d-aa76-4e4a-8f11-8779b0b2e16f None None] The sync data for ids ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'] in n-d-843680-3 is: [{'id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '4e02cce2-8477-4724-9272-38b655a3180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:36:56Z', 'updated_at': '2022-05-27T23:37:02Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '4e02cce2-8477-4724-9272-38b655a3180a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:36:57Z', 'updated_at': '2022-05-27T23:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '8e36d3bb-68b4-4316-a985-9c32b9298c86', 'name': '', 'network_id': 'c5162ca8-eb31-4e72-a544-f9cb2315afad', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:6e:ee:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:37:01Z', 'updated_at': '2022-05-27T23:37:07Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '39ed0a2f-281c-4f39-bb1e-bc8907c80ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:38:35.898571 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50650bed-c1c3-47b0-91af-f0d620041121 None None] New status for floating IP 0cc8ba05-cd25-433d-88ed-fa7ffd0e3e9f: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:38:36.609931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0c661-c940-4440-b3f5-0cf6b023a1e3 req-075c8400-0dfc-42d4-9794-84bed4759cf7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:36.610542 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-71f0c661-c940-4440-b3f5-0cf6b023a1e3 req-075c8400-0dfc-42d4-9794-84bed4759cf7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:38:36.661523 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c37d-b0e6-46c7-bd56-ba6692019ff2 req-9f8672f4-e253-46dd-87e0-cc2f804bf5a2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:36.662985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b91c37d-b0e6-46c7-bd56-ba6692019ff2 req-9f8672f4-e253-46dd-87e0-cc2f804bf5a2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.0815923 May 27 23:38:36.688815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-71f0c661-c940-4440-b3f5-0cf6b023a1e3 req-075c8400-0dfc-42d4-9794-84bed4759cf7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:38:36.690160 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-71f0c661-c940-4440-b3f5-0cf6b023a1e3 req-075c8400-0dfc-42d4-9794-84bed4759cf7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 945 time: 0.1575885 May 27 23:38:36.708758 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8b91c37d-b0e6-46c7-bd56-ba6692019ff2 req-64e0e535-94cd-45b3-99b1-af52617ffacc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=2fc04750-5450-4fc1-82cc-4d6ecf40f521&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400045 May 27 23:38:36.880256 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-71f0c661-c940-4440-b3f5-0cf6b023a1e3 req-ec0c8af4-b0df-47c9-bdf2-0f936077346e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:38:36.880539 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-71f0c661-c940-4440-b3f5-0cf6b023a1e3 req-ec0c8af4-b0df-47c9-bdf2-0f936077346e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:37.070345 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:38:37.122604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-71f0c661-c940-4440-b3f5-0cf6b023a1e3 req-ec0c8af4-b0df-47c9-bdf2-0f936077346e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9,segment=NetworkSegment(f2484a62-49f8-46ab-b34a-07b6e937069a),segment_id=f2484a62-49f8-46ab-b34a-07b6e937069a)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:38:37.122961 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-71f0c661-c940-4440-b3f5-0cf6b023a1e3 req-ec0c8af4-b0df-47c9-bdf2-0f936077346e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:37.246755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-71f0c661-c940-4440-b3f5-0cf6b023a1e3 req-ec0c8af4-b0df-47c9-bdf2-0f936077346e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:38:37.454507 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-71f0c661-c940-4440-b3f5-0cf6b023a1e3 req-ec0c8af4-b0df-47c9-bdf2-0f936077346e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:37.504171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0c8af4-b0df-47c9-bdf2-0f936077346e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:37.578076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f0c661-c940-4440-b3f5-0cf6b023a1e3 req-ec0c8af4-b0df-47c9-bdf2-0f936077346e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] No DVR routers for this DVR port 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:38:37.580434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-71f0c661-c940-4440-b3f5-0cf6b023a1e3 req-ec0c8af4-b0df-47c9-bdf2-0f936077346e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:37.582881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f846931a-6f47-48bc-89b2-286a64ff079c', 'name': 'network-vif-deleted', 'tag': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:38:37.630685 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35708445-67e1-4f5e-8e82-5ca1e19b97f0'] response: {'server_uuid': 'f846931a-6f47-48bc-89b2-286a64ff079c', 'name': 'network-vif-deleted', 'tag': '2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9', 'status': 'completed', 'code': 200} May 27 23:38:37.649198 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-71f0c661-c940-4440-b3f5-0cf6b023a1e3 req-ec0c8af4-b0df-47c9-bdf2-0f936077346e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "DELETE /v2.0/ports/2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 HTTP/1.1" status: 204 len: 173 time: 0.9541597 May 27 23:38:37.858025 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5bc2bd5-be23-44f2-98c4-9bc841037eca req-75a75f79-e3de-422a-8db6-38d14a3ef7a8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=f846931a-6f47-48bc-89b2-286a64ff079c HTTP/1.1" status: 200 len: 210 time: 0.0428953 May 27 23:38:38.952604 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48934) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:39.489085 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:39.835016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port 8e36d3bb-68b4-4316-a985-9c32b9298c86 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:38:39.835384 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:40.123280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port 8e36d3bb-68b4-4316-a985-9c32b9298c86, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=8e36d3bb-68b4-4316-a985-9c32b9298c86,segment=NetworkSegment(f2484a62-49f8-46ab-b34a-07b6e937069a),segment_id=f2484a62-49f8-46ab-b34a-07b6e937069a)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:38:40.123937 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:40.242525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for 8e36d3bb-68b4-4316-a985-9c32b9298c86 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:38:40.608436 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:40.654055 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=8e36d3bb-68b4-4316-a985-9c32b9298c86,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:40.701097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:40.701470 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:40.702336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:40.702667 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:40.702989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:40.703313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:40.703637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:40.703957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:40.704282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:40.704720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:40.705041 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:40.705359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:40.864087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:38:40.898133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:38:40.898481 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 2105cadd-0d8b-4a2e-87c8-69a86c8aeaa9 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:38:40.942699 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:41.395249 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:38:41.569191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:38:41.581083 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04e761-67f4-4f0f-92b7-37e17885302f None None] Sync routers for ids ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:38:41.581733 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f05b9294-37bf-4b16-ab07-db3d7bda88fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "PUT /v2.0/routers/1a1590e8-1aa3-423b-a01c-5d36fedb9119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6280909 May 27 23:38:41.584303 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48938) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:41.590589 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b04e761-67f4-4f0f-92b7-37e17885302f None None] Routers {'1a1590e8-1aa3-423b-a01c-5d36fedb9119'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:38:41.591174 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7b04e761-67f4-4f0f-92b7-37e17885302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:41.650520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d871348-96c4-4c07-a1eb-f52e6149dd65 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting subnet 39ed0a2f-281c-4f39-bb1e-bc8907c80ef8 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:38:41.653741 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d871348-96c4-4c07-a1eb-f52e6149dd65 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:41.718415 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d871348-96c4-4c07-a1eb-f52e6149dd65 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:41.802335 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d871348-96c4-4c07-a1eb-f52e6149dd65 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:41.807116 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7b04e761-67f4-4f0f-92b7-37e17885302f None None] Set router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:38:41.935081 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d871348-96c4-4c07-a1eb-f52e6149dd65 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:41.977764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d871348-96c4-4c07-a1eb-f52e6149dd65 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Subnet': ['ID=39ed0a2f-281c-4f39-bb1e-bc8907c80ef8,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:41.983086 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6d871348-96c4-4c07-a1eb-f52e6149dd65 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:41.989635 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0fdd00-c81c-467a-8536-becb44a38530 None None] Network c5162ca8-eb31-4e72-a544-f9cb2315afad requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:38:41.990724 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6d871348-96c4-4c07-a1eb-f52e6149dd65 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/subnets/39ed0a2f-281c-4f39-bb1e-bc8907c80ef8 HTTP/1.1" status: 204 len: 168 time: 0.4045906 May 27 23:38:41.992727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48942) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:42.097128 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7b04e761-67f4-4f0f-92b7-37e17885302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '4e02cce2-8477-4724-9272-38b655a3180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:36:56Z', 'updated_at': '2022-05-27T23:38:40Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '4e02cce2-8477-4724-9272-38b655a3180a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:36:57Z', 'updated_at': '2022-05-27T23:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:42.100935 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04e761-67f4-4f0f-92b7-37e17885302f None None] Checking router: 1a1590e8-1aa3-423b-a01c-5d36fedb9119 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:38:42.109105 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b04e761-67f4-4f0f-92b7-37e17885302f None None] Routers {'1a1590e8-1aa3-423b-a01c-5d36fedb9119'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:38:42.109698 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7b04e761-67f4-4f0f-92b7-37e17885302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:42.185077 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:42.255322 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] DHCP port deletion for c5162ca8-eb31-4e72-a544-f9cb2315afad request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:38:42.259540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Deleting port e4556c9c-fc51-4aec-8ebe-8e61238b8452 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:38:42.259921 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:42.291107 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-7b04e761-67f4-4f0f-92b7-37e17885302f None None] Set router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:38:42.366774 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:42.431683 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port 4e02cce2-8477-4724-9272-38b655a3180a {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:38:42.432146 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:42.471739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] For port e4556c9c-fc51-4aec-8ebe-8e61238b8452, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e4556c9c-fc51-4aec-8ebe-8e61238b8452,segment=NetworkSegment(f2484a62-49f8-46ab-b34a-07b6e937069a),segment_id=f2484a62-49f8-46ab-b34a-07b6e937069a)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:38:42.472027 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:42.587407 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-7b04e761-67f4-4f0f-92b7-37e17885302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '4e02cce2-8477-4724-9272-38b655a3180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:36:56Z', 'updated_at': '2022-05-27T23:38:40Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '4e02cce2-8477-4724-9272-38b655a3180a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:36:57Z', 'updated_at': '2022-05-27T23:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:42.591349 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b04e761-67f4-4f0f-92b7-37e17885302f None None] The sync data for ids ['1a1590e8-1aa3-423b-a01c-5d36fedb9119'] in n-d-843680-3 is: [{'id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927203730', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '4e02cce2-8477-4724-9272-38b655a3180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:36:56Z', 'updated_at': '2022-05-27T23:38:40Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '4e02cce2-8477-4724-9272-38b655a3180a', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1590e8-1aa3-423b-a01c-5d36fedb9119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:36:57Z', 'updated_at': '2022-05-27T23:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:38:42.598005 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Calling delete_port for e4556c9c-fc51-4aec-8ebe-8e61238b8452 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:38:42.620192 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port 4e02cce2-8477-4724-9272-38b655a3180a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4e02cce2-8477-4724-9272-38b655a3180a,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:38:42.620650 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:42.729585 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:42.778700 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Pushing event deleted for resources: {'Port': ['ID=e4556c9c-fc51-4aec-8ebe-8e61238b8452,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:42.785810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] No DVR routers for this DVR port e4556c9c-fc51-4aec-8ebe-8e61238b8452 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:38:42.797462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:42.797810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:42.798184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:42.798519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:42.798854 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:42.799186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:42.799514 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:42.799842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:42.800168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:42.800527 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:42.800862 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:42.801350 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea178de6-d9aa-491d-b01d-5546ca180460 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:42.869120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for 4e02cce2-8477-4724-9272-38b655a3180a owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:38:43.111231 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:43.161200 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=4e02cce2-8477-4724-9272-38b655a3180a,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:43.171089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8e36d3bb-68b4-4316-a985-9c32b9298c86 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:38:43.204530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 8e36d3bb-68b4-4316-a985-9c32b9298c86 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:38:43.204972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 8e36d3bb-68b4-4316-a985-9c32b9298c86 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:38:43.205391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e4556c9c-fc51-4aec-8ebe-8e61238b8452 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:38:43.238653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: e4556c9c-fc51-4aec-8ebe-8e61238b8452 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:38:43.238997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e4556c9c-fc51-4aec-8ebe-8e61238b8452 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:38:43.255288 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:43.427945 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:43.430109 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:43.528721 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:43.529183 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Fanout notify agent at l3_agent the message router_deleted on router 1a1590e8-1aa3-423b-a01c-5d36fedb9119 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:38:43.545222 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:43.548911 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8d198d0f-34cd-4f26-9b3d-78e7850c80d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/routers/1a1590e8-1aa3-423b-a01c-5d36fedb9119 HTTP/1.1" status: 204 len: 168 time: 1.5516925 May 27 23:38:43.552087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48946) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:43.668699 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6478cf6-3d30-43ec-ba6b-2fad3c2910fa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:43.798804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6478cf6-3d30-43ec-ba6b-2fad3c2910fa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:43.823505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d6478cf6-3d30-43ec-ba6b-2fad3c2910fa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5162ca8-eb31-4e72-a544-f9cb2315afad']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:43.835739 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d6478cf6-3d30-43ec-ba6b-2fad3c2910fa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2484a62-49f8-46ab-b34a-07b6e937069a') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:43.836026 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-d6478cf6-3d30-43ec-ba6b-2fad3c2910fa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2484a62-49f8-46ab-b34a-07b6e937069a') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:43.846926 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6478cf6-3d30-43ec-ba6b-2fad3c2910fa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:43.862125 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6478cf6-3d30-43ec-ba6b-2fad3c2910fa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:43.867845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6478cf6-3d30-43ec-ba6b-2fad3c2910fa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:38:43.868216 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6478cf6-3d30-43ec-ba6b-2fad3c2910fa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:43.935207 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f2484a62-49f8-46ab-b34a-07b6e937069a resource provider aggregate not found May 27 23:38:43.958673 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f2484a62-49f8-46ab-b34a-07b6e937069a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2484a62-49f8-46ab-b34a-07b6e937069a found for delete ", "request_id": "req-c98a371e-7fe9-4dfe-840b-08ef46d28d32"}]} May 27 23:38:44.031809 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6478cf6-3d30-43ec-ba6b-2fad3c2910fa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:44.049542 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d6478cf6-3d30-43ec-ba6b-2fad3c2910fa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:44.062400 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6478cf6-3d30-43ec-ba6b-2fad3c2910fa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Network': ['ID=c5162ca8-eb31-4e72-a544-f9cb2315afad,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:44.106240 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d6478cf6-3d30-43ec-ba6b-2fad3c2910fa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/networks/c5162ca8-eb31-4e72-a544-f9cb2315afad HTTP/1.1" status: 204 len: 168 time: 0.5529723 May 27 23:38:44.109361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48954) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:44.180476 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275e05e6-178d-4475-9e75-b115ab463d1a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:44.210072 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275e05e6-178d-4475-9e75-b115ab463d1a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:44.351652 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275e05e6-178d-4475-9e75-b115ab463d1a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:44.370186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e05e6-178d-4475-9e75-b115ab463d1a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc04750-5450-4fc1-82cc-4d6ecf40f521,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:44.436243 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-275e05e6-178d-4475-9e75-b115ab463d1a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:44.437385 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-275e05e6-178d-4475-9e75-b115ab463d1a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/security-groups/2fc04750-5450-4fc1-82cc-4d6ecf40f521 HTTP/1.1" status: 204 len: 168 time: 0.3271422 May 27 23:38:44.633419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48962) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:44.638861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d7369fb3-66c2-456f-a714-6315c960340f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-578745329', 'description': 'tempest-secgroup-smoke-578745329 description', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:38:44.645718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d7369fb3-66c2-456f-a714-6315c960340f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:38:44.650025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d7369fb3-66c2-456f-a714-6315c960340f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:38:44.652989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d7369fb3-66c2-456f-a714-6315c960340f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:38:44.659264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d7369fb3-66c2-456f-a714-6315c960340f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:38:44.728534 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d7369fb3-66c2-456f-a714-6315c960340f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:44.748666 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d7369fb3-66c2-456f-a714-6315c960340f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:38:44.752395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d7369fb3-66c2-456f-a714-6315c960340f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:38:44.755117 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d7369fb3-66c2-456f-a714-6315c960340f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:38:44.760738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d7369fb3-66c2-456f-a714-6315c960340f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:38:44.828858 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d7369fb3-66c2-456f-a714-6315c960340f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:44.887530 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d7369fb3-66c2-456f-a714-6315c960340f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:44.931067 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7369fb3-66c2-456f-a714-6315c960340f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e98b9a65-57d1-490c-a6c7-03a8550a9b83,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:44.996883 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d7369fb3-66c2-456f-a714-6315c960340f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:44.998099 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d7369fb3-66c2-456f-a714-6315c960340f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3636143 May 27 23:38:45.000955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48966) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:45.005814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-ecae12e4-5545-4eb9-ba2f-f9898f7775b6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': 'e98b9a65-57d1-490c-a6c7-03a8550a9b83', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:38:45.012256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ecae12e4-5545-4eb9-ba2f-f9898f7775b6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:38:45.016555 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ecae12e4-5545-4eb9-ba2f-f9898f7775b6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:38:45.019366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ecae12e4-5545-4eb9-ba2f-f9898f7775b6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:38:45.024970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-ecae12e4-5545-4eb9-ba2f-f9898f7775b6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:38:45.088679 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ecae12e4-5545-4eb9-ba2f-f9898f7775b6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:45.149615 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ecae12e4-5545-4eb9-ba2f-f9898f7775b6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:45.161238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4e02cce2-8477-4724-9272-38b655a3180a no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:38:45.185586 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ecae12e4-5545-4eb9-ba2f-f9898f7775b6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:45.198134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 4e02cce2-8477-4724-9272-38b655a3180a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:38:45.198475 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4e02cce2-8477-4724-9272-38b655a3180a not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:38:45.213172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae12e4-5545-4eb9-ba2f-f9898f7775b6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5703b0e-289f-43fc-9112-fcd39418fd9b,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:45.259726 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-ecae12e4-5545-4eb9-ba2f-f9898f7775b6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:45.260959 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ecae12e4-5545-4eb9-ba2f-f9898f7775b6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2590940 May 27 23:38:45.263656 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 48970) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:45.269086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-690e9b21-2ec2-4c5a-86e3-90cc1d98a336 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': 'e98b9a65-57d1-490c-a6c7-03a8550a9b83', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:38:45.275366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-690e9b21-2ec2-4c5a-86e3-90cc1d98a336 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:38:45.279225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-690e9b21-2ec2-4c5a-86e3-90cc1d98a336 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:38:45.282167 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-690e9b21-2ec2-4c5a-86e3-90cc1d98a336 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:38:45.287726 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-690e9b21-2ec2-4c5a-86e3-90cc1d98a336 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:38:45.363162 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-690e9b21-2ec2-4c5a-86e3-90cc1d98a336 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:45.423338 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-690e9b21-2ec2-4c5a-86e3-90cc1d98a336 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:45.505533 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-690e9b21-2ec2-4c5a-86e3-90cc1d98a336 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:45.532223 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e9b21-2ec2-4c5a-86e3-90cc1d98a336 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58d3c54-da3b-45d6-997d-82eeff1680ee,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:45.602673 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-690e9b21-2ec2-4c5a-86e3-90cc1d98a336 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:45.603893 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-690e9b21-2ec2-4c5a-86e3-90cc1d98a336 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3386519 May 27 23:38:45.606630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48974) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:45.612254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-0212ab43-3510-4e46-a552-4ba5cf8acc7d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': 'e98b9a65-57d1-490c-a6c7-03a8550a9b83', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:38:45.619101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0212ab43-3510-4e46-a552-4ba5cf8acc7d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:38:45.622902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0212ab43-3510-4e46-a552-4ba5cf8acc7d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:38:45.626509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-0212ab43-3510-4e46-a552-4ba5cf8acc7d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:38:45.632428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-0212ab43-3510-4e46-a552-4ba5cf8acc7d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:38:45.742513 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0212ab43-3510-4e46-a552-4ba5cf8acc7d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:45.802715 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0212ab43-3510-4e46-a552-4ba5cf8acc7d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:45.882671 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0212ab43-3510-4e46-a552-4ba5cf8acc7d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:45.906148 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212ab43-3510-4e46-a552-4ba5cf8acc7d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29df36bf-f231-4aa9-9862-bc3b82bd5985,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:45.962755 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0212ab43-3510-4e46-a552-4ba5cf8acc7d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:45.963921 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0212ab43-3510-4e46-a552-4ba5cf8acc7d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3563135 May 27 23:38:45.966639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48978) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:45.972036 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9fd748cd-f9d2-42e4-9f86-aee3c3c84eeb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': 'e98b9a65-57d1-490c-a6c7-03a8550a9b83', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:38:45.978802 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9fd748cd-f9d2-42e4-9f86-aee3c3c84eeb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:38:45.982594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9fd748cd-f9d2-42e4-9f86-aee3c3c84eeb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:38:45.986149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9fd748cd-f9d2-42e4-9f86-aee3c3c84eeb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:38:45.991886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9fd748cd-f9d2-42e4-9f86-aee3c3c84eeb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:38:46.049434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fd748cd-f9d2-42e4-9f86-aee3c3c84eeb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:46.114348 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fd748cd-f9d2-42e4-9f86-aee3c3c84eeb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:46.168423 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fd748cd-f9d2-42e4-9f86-aee3c3c84eeb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:46.191515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd748cd-f9d2-42e4-9f86-aee3c3c84eeb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b5be4d-771b-4d48-a4bc-09eeebcb52e9,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:46.248434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9fd748cd-f9d2-42e4-9f86-aee3c3c84eeb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:46.249510 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9fd748cd-f9d2-42e4-9f86-aee3c3c84eeb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2814231 May 27 23:38:46.252530 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48982) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:46.257294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8f19f367-42a1-4c71-b5a6-8875e25b87d8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': 'e98b9a65-57d1-490c-a6c7-03a8550a9b83', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:38:46.263884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8f19f367-42a1-4c71-b5a6-8875e25b87d8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:38:46.267647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8f19f367-42a1-4c71-b5a6-8875e25b87d8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:38:46.270500 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8f19f367-42a1-4c71-b5a6-8875e25b87d8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:38:46.276073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8f19f367-42a1-4c71-b5a6-8875e25b87d8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:38:46.333922 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-8f19f367-42a1-4c71-b5a6-8875e25b87d8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Project 0a7f7e2a573e4dd58b2c2679976e5b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:38:46.340187 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f19f367-42a1-4c71-b5a6-8875e25b87d8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:46.401677 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f19f367-42a1-4c71-b5a6-8875e25b87d8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:46.448267 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f19f367-42a1-4c71-b5a6-8875e25b87d8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:46.473888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19f367-42a1-4c71-b5a6-8875e25b87d8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9d8cf2-408a-4cd5-adc7-8d56ab7f63b1,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:46.494181 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:46.534429 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8f19f367-42a1-4c71-b5a6-8875e25b87d8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:46.535575 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8f19f367-42a1-4c71-b5a6-8875e25b87d8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2821503 May 27 23:38:46.538355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48986) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:46.543239 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-62e5e8f9-e087-4e56-ac04-772e0b1c6811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': 'e98b9a65-57d1-490c-a6c7-03a8550a9b83', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:38:46.549916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-62e5e8f9-e087-4e56-ac04-772e0b1c6811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:38:46.554198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-62e5e8f9-e087-4e56-ac04-772e0b1c6811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:38:46.557099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-62e5e8f9-e087-4e56-ac04-772e0b1c6811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:38:46.563001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-62e5e8f9-e087-4e56-ac04-772e0b1c6811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:38:46.619708 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-62e5e8f9-e087-4e56-ac04-772e0b1c6811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Project 0a7f7e2a573e4dd58b2c2679976e5b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:38:46.626488 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62e5e8f9-e087-4e56-ac04-772e0b1c6811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:46.694685 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62e5e8f9-e087-4e56-ac04-772e0b1c6811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:46.751209 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62e5e8f9-e087-4e56-ac04-772e0b1c6811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:46.774534 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5e8f9-e087-4e56-ac04-772e0b1c6811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a84783-9ef9-4720-ad27-6e99db0b29f4,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:46.842652 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-62e5e8f9-e087-4e56-ac04-772e0b1c6811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:46.843824 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-62e5e8f9-e087-4e56-ac04-772e0b1c6811 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3045709 May 27 23:38:46.846656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48990) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:46.851944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'network': {'name': 'tempest-network-smoke--125420112', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:38:46.857675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:38:46.861777 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:network and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:38:46.864609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:38:46.870255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:38:46.939123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Made reservation on behalf of 0a7f7e2a573e4dd58b2c2679976e5b01 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:38:46.942485 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:46.969959 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:38:46.978533 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:46.978873 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Added segment 3fe58547-8422-4189-9db7-42c075c1849b of type vlan for network 88f157c2-0dbe-4d24-8a5e-98042b081747 May 27 23:38:47.004418 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:47.102417 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:47.105709 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:47.106286 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:47.214637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Network': ['ID=88f157c2-0dbe-4d24-8a5e-98042b081747,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:47.224415 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 88f157c2-0dbe-4d24-8a5e-98042b081747 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:38:47.271893 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-656f55de-9c80-4d0d-9a06-beb623d58e32 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4242325 May 27 23:38:47.274511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48994) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:47.279437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'admin_state_up': True, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:38:47.287247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:38:47.291063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:router and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:38:47.293917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:38:47.300753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:38:47.391384 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:47.392477 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:47.407356 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:47.856495 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:48.236527 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:48.266870 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:48.400241 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.25.2.157 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/96ed4136-6482-4a6b-85a2-fbda8162513e) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:38:48.543540 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:48.626020 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:48.688300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:38:48.690964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:38:48.694649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:38:48.739375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=96ed4136-6482-4a6b-85a2-fbda8162513e,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:49.277322 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:49.609973 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:49.842204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:38:50.015158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:38:50.024498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Sync routers for ids ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:38:50.035521 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Routers {'3fc4b80c-d551-4981-88ef-73d1e8e1a890'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:38:50.036133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:50.093966 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:50.098164 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-5e6a5343-5f2e-4471-910d-ef79c90a4b60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8197713 May 27 23:38:50.098394 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 48998) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:50.139102 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8fae99e2-29f1-420d-adaf-5f9a7a3f9b70 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=0a7f7e2a573e4dd58b2c2679976e5b01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395677 May 27 23:38:50.141815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49002) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:50.208966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Set router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:38:50.272445 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950b6fd-9b11-4ecf-a714-ecde029c22b8 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:50.273859 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4950b6fd-9b11-4ecf-a714-ecde029c22b8 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311612 May 27 23:38:50.276862 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49006) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:50.319716 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-beacee90-f19e-4a91-af0f-1482ae689ebd tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394900 May 27 23:38:50.320049 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49010) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:50.325749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-72574142', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:38:50.437525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:38:50.441434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:subnet and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:38:50.444251 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:38:50.450220 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:38:50.505472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Made reservation on behalf of 0a7f7e2a573e4dd58b2c2679976e5b01 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:38:50.508988 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:50.516499 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:38:47Z', 'updated_at': '2022-05-27T23:38:48Z', 'revision_number': 3, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:48Z', 'updated_at': '2022-05-27T23:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:50.520318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Checking router: 3fc4b80c-d551-4981-88ef-73d1e8e1a890 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:38:50.520698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Updating router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 port 96ed4136-6482-4a6b-85a2-fbda8162513e binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:38:50.571988 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:50.780545 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:50.862665 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Subnet': ['ID=970b613c-0756-4594-813d-ce2a2591faba,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:50.867985 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Checking segment: {'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:38:50.868482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network hostable DHCP agents. Network: 88f157c2-0dbe-4d24-8a5e-98042b081747, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:38:50.905139 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:50.916339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Transition to ACTIVE for port object 96ed4136-6482-4a6b-85a2-fbda8162513e will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:38:50.922872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network 88f157c2-0dbe-4d24-8a5e-98042b081747 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:38:50.957096 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:50.979913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 88f157c2-0dbe-4d24-8a5e-98042b081747) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:38:50.983931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:50.984570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:50.997425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26464b5b-f52d-461d-9278-d2df72db33bd None None] Network 88f157c2-0dbe-4d24-8a5e-98042b081747 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:38:51.043714 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f7bc5e84-27d2-4cc8-b7e5-ecc80403f11a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7225382 May 27 23:38:51.046505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49014) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:38:51.113913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e480d3e-6d01-49cd-8faf-f1760110d2ad None None] Pushing event updated for resources: {'Port': ['ID=96ed4136-6482-4a6b-85a2-fbda8162513e,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:51.120073 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Attempting to bind port 96ed4136-6482-4a6b-85a2-fbda8162513e on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:38:51.120465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Attempting to bind port 96ed4136-6482-4a6b-85a2-fbda8162513e by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:38:51.120832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Attempting to bind port 96ed4136-6482-4a6b-85a2-fbda8162513e on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:38:51.131080 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:38:51.131452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:38:51.131859 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:51.132252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:38:51.132760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Bound port: 96ed4136-6482-4a6b-85a2-fbda8162513e, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:38:51.133137 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:51.275213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] For port 96ed4136-6482-4a6b-85a2-fbda8162513e, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:38:51.279544 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] For port 96ed4136-6482-4a6b-85a2-fbda8162513e, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=96ed4136-6482-4a6b-85a2-fbda8162513e,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:38:51.327015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-88f157c2-0dbe-4d24-8a5e-98042b081747', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ips': [{'subnet_id': '970b613c-0756-4594-813d-ce2a2591faba'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:38:51.327851 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:51.347025 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:51.488991 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Routers {'3fc4b80c-d551-4981-88ef-73d1e8e1a890'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:38:51.489605 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:51.591025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e480d3e-6d01-49cd-8faf-f1760110d2ad None None] Pushing event updated for resources: {'Port': ['ID=96ed4136-6482-4a6b-85a2-fbda8162513e,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:51.702386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Allocated IP 172.20.0.2 (88f157c2-0dbe-4d24-8a5e-98042b081747/970b613c-0756-4594-813d-ce2a2591faba/30d2a6ee-a025-4b42-988f-153748b59115) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:38:51.748956 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] Set router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:38:51.866364 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:52.196782 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:52.214513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Transition to ACTIVE for port object 30d2a6ee-a025-4b42-988f-153748b59115 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:38:52.244693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Transition to ACTIVE for port object 30d2a6ee-a025-4b42-988f-153748b59115 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:38:52.255000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:38:47Z', 'updated_at': '2022-05-27T23:38:48Z', 'revision_number': 3, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:48Z', 'updated_at': '2022-05-27T23:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:52.259792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520abf4-d57c-4b32-8c25-9e0cd7e30c70 None None] The sync data for ids ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'] in n-d-843680-3 is: [{'id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:38:47Z', 'updated_at': '2022-05-27T23:38:48Z', 'revision_number': 3, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:48Z', 'updated_at': '2022-05-27T23:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:38:52.380513 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:52.446731 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Network 88f157c2-0dbe-4d24-8a5e-98042b081747 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:38:52.448375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.20.0.1 (88f157c2-0dbe-4d24-8a5e-98042b081747/970b613c-0756-4594-813d-ce2a2591faba/839e579b-6242-43e8-a162-411bb009b5a3) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:38:52.449798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:38:52.453954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:38:52.461111 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Pushing event updated for resources: {'Port': ['ID=30d2a6ee-a025-4b42-988f-153748b59115,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:52.572339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Attempting to bind port 30d2a6ee-a025-4b42-988f-153748b59115 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:38:52.573035 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Attempting to bind port 30d2a6ee-a025-4b42-988f-153748b59115 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:38:52.573401 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Attempting to bind port 30d2a6ee-a025-4b42-988f-153748b59115 on network 88f157c2-0dbe-4d24-8a5e-98042b081747 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:38:52.579542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:38:52.579915 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Checking segment: {'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:38:52.580630 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:52.581024 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Bound using segment: {'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:38:52.581498 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Bound port: 30d2a6ee-a025-4b42-988f-153748b59115, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:38:52.581874 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:52.630389 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:52.650556 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Transition to ACTIVE for port object 839e579b-6242-43e8-a162-411bb009b5a3 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:38:52.677085 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] For port 30d2a6ee-a025-4b42-988f-153748b59115, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:38:52.680169 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] For port 30d2a6ee-a025-4b42-988f-153748b59115, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=30d2a6ee-a025-4b42-988f-153748b59115,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:38:52.751930 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:52.792004 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:52.827570 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network 88f157c2-0dbe-4d24-8a5e-98042b081747 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:38:52.830716 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:38:52.835460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:38:52.881289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=839e579b-6242-43e8-a162-411bb009b5a3,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:52.886789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218a49f-d814-4666-85cf-d5f27d21ef51 None None] Pushing event updated for resources: {'Port': ['ID=30d2a6ee-a025-4b42-988f-153748b59115,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:52.909355 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:52.985916 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:53.261289 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:53.292316 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 30d2a6ee-a025-4b42-988f-153748b59115 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:38:53.408435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 30d2a6ee-a025-4b42-988f-153748b59115 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:38:53.413596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 96ed4136-6482-4a6b-85a2-fbda8162513e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:38:53.540144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 96ed4136-6482-4a6b-85a2-fbda8162513e completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:38:53.545174 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 96ed4136-6482-4a6b-85a2-fbda8162513e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:38:53.545541 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:53.658759 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 96ed4136-6482-4a6b-85a2-fbda8162513e is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:38:53.659130 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:53.676220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 96ed4136-6482-4a6b-85a2-fbda8162513e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=96ed4136-6482-4a6b-85a2-fbda8162513e,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:38:53.683848 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:53.728619 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:53.757198 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:53.802597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=96ed4136-6482-4a6b-85a2-fbda8162513e,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:53.877236 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:53.880938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=839e579b-6242-43e8-a162-411bb009b5a3,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:54.015538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network 88f157c2-0dbe-4d24-8a5e-98042b081747 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:38:54.016697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:38:54.202892 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:38:54.389128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:38:54.399234 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Sync routers for ids ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:38:54.402790 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-e3229cff-055b-42c9-b6c3-1ea19308a5b7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "PUT /v2.0/routers/3fc4b80c-d551-4981-88ef-73d1e8e1a890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3552814 May 27 23:38:54.408800 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Routers {'3fc4b80c-d551-4981-88ef-73d1e8e1a890'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:38:54.409353 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:54.514393 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d51b2c-58db-405c-a966-e44a48c815ff None None] Network 88f157c2-0dbe-4d24-8a5e-98042b081747 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:38:54.585376 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b39a811c-6b54-468a-b767-26acdd6828fb req-9bda597b-7eb1-4e20-ae27-cca6c559d167 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:38:54.587581 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Set router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:38:54.666034 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b39a811c-6b54-468a-b767-26acdd6828fb req-9bda597b-7eb1-4e20-ae27-cca6c559d167 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:38:54.667143 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-9bda597b-7eb1-4e20-ae27-cca6c559d167 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578745329&fields=id&tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 267 time: 0.1227052 May 27 23:38:54.722959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-04459d20-1f9f-4429-a24e-bf26216a2f1c None None] Provisioning for port 30d2a6ee-a025-4b42-988f-153748b59115 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:38:54.734984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-04459d20-1f9f-4429-a24e-bf26216a2f1c None None] Provisioning complete for port 30d2a6ee-a025-4b42-988f-153748b59115 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:38:54.736897 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04459d20-1f9f-4429-a24e-bf26216a2f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:54.824690 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a811c-6b54-468a-b767-26acdd6828fb req-05687d87-d7cb-4cb4-913e-aadea30a2cfa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:54.826184 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-05687d87-d7cb-4cb4-913e-aadea30a2cfa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/networks?id=88f157c2-0dbe-4d24-8a5e-98042b081747 HTTP/1.1" status: 200 len: 796 time: 0.1511834 May 27 23:38:54.843179 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-aaad1485-482b-45bf-877e-0b0d5f23cb6b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/quotas/0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 375 time: 0.0101035 May 27 23:38:54.874916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-04459d20-1f9f-4429-a24e-bf26216a2f1c None None] Current status of the port 30d2a6ee-a025-4b42-988f-153748b59115 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:38:54.875297 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04459d20-1f9f-4429-a24e-bf26216a2f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:54.910184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-04459d20-1f9f-4429-a24e-bf26216a2f1c None None] For port 30d2a6ee-a025-4b42-988f-153748b59115, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=30d2a6ee-a025-4b42-988f-153748b59115,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:38:54.940575 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b39a811c-6b54-468a-b767-26acdd6828fb req-c765b5a8-0890-4085-94a2-1d85cdbd86c6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:38:54.957567 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:38:47Z', 'updated_at': '2022-05-27T23:38:52Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:48Z', 'updated_at': '2022-05-27T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '839e579b-6242-43e8-a162-411bb009b5a3', 'name': '', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:af:cd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '970b613c-0756-4594-813d-ce2a2591faba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:52Z', 'updated_at': '2022-05-27T23:38:53Z', 'revision_number': 2, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '970b613c-0756-4594-813d-ce2a2591faba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:54.961713 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Checking router: 3fc4b80c-d551-4981-88ef-73d1e8e1a890 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:38:54.967141 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Updating router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 port 839e579b-6242-43e8-a162-411bb009b5a3 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:38:54.985733 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-04459d20-1f9f-4429-a24e-bf26216a2f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:55.014623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-b39a811c-6b54-468a-b767-26acdd6828fb req-c765b5a8-0890-4085-94a2-1d85cdbd86c6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:38:55.016339 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:55.017361 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-c765b5a8-0890-4085-94a2-1d85cdbd86c6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1647513 May 27 23:38:55.115681 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04459d20-1f9f-4429-a24e-bf26216a2f1c None None] Pushing event updated for resources: {'Port': ['ID=30d2a6ee-a025-4b42-988f-153748b59115,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:55.123242 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2d206682-2157-41e2-a5a6-10ecad2047b0 None None] Provisioning complete for port 30d2a6ee-a025-4b42-988f-153748b59115 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:38:55.123609 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d206682-2157-41e2-a5a6-10ecad2047b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:55.233994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 96ed4136-6482-4a6b-85a2-fbda8162513e up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:38:55.241059 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-96a3148e-0ec5-460a-b324-3965f002dcec service neutron] 10.222.0.27 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115247 May 27 23:38:55.305596 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2d206682-2157-41e2-a5a6-10ecad2047b0 None None] Current status of the port 30d2a6ee-a025-4b42-988f-153748b59115 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:38:55.328014 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 96ed4136-6482-4a6b-85a2-fbda8162513e triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:38:55.328400 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:55.386691 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2d206682-2157-41e2-a5a6-10ecad2047b0 None None] Provisioning for port 839e579b-6242-43e8-a162-411bb009b5a3 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:38:55.396732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2d206682-2157-41e2-a5a6-10ecad2047b0 None None] Provisioning complete for port 839e579b-6242-43e8-a162-411bb009b5a3 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:38:55.397150 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2d206682-2157-41e2-a5a6-10ecad2047b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:55.405065 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-047e08b8-6df0-48f1-8b3a-5004c02b5e65 service neutron] 10.222.0.27 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616986 May 27 23:38:55.428813 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:55.445539 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Transition to ACTIVE for port object 839e579b-6242-43e8-a162-411bb009b5a3 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:38:55.499372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-2d206682-2157-41e2-a5a6-10ecad2047b0 None None] Port 839e579b-6242-43e8-a162-411bb009b5a3 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:38:55.508464 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 96ed4136-6482-4a6b-85a2-fbda8162513e is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:38:55.511152 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:55.662396 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda2811-d036-4450-bb00-43611771863f None None] Pushing event updated for resources: {'Port': ['ID=839e579b-6242-43e8-a162-411bb009b5a3,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:55.666209 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-75aa4620-df9c-4491-8ab0-5812a76b62d2 req-7ef621ae-48a7-4365-814d-7c409d948143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 210 time: 0.0558310 May 27 23:38:55.724798 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda2811-d036-4450-bb00-43611771863f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:55.725288 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda2811-d036-4450-bb00-43611771863f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:55.725628 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda2811-d036-4450-bb00-43611771863f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:55.725957 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda2811-d036-4450-bb00-43611771863f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:55.726284 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda2811-d036-4450-bb00-43611771863f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:55.726605 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda2811-d036-4450-bb00-43611771863f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:55.726922 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda2811-d036-4450-bb00-43611771863f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:55.727245 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda2811-d036-4450-bb00-43611771863f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:55.727618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda2811-d036-4450-bb00-43611771863f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:55.727942 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda2811-d036-4450-bb00-43611771863f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:55.728262 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda2811-d036-4450-bb00-43611771863f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:55.728593 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bda2811-d036-4450-bb00-43611771863f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:38:55.769437 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Attempting to bind port 839e579b-6242-43e8-a162-411bb009b5a3 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:38:55.769635 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Attempting to bind port 839e579b-6242-43e8-a162-411bb009b5a3 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:38:55.770024 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Attempting to bind port 839e579b-6242-43e8-a162-411bb009b5a3 on network 88f157c2-0dbe-4d24-8a5e-98042b081747 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:38:55.776199 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:38:55.776653 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Checking segment: {'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:38:55.777204 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:55.777597 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Bound using segment: {'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:38:55.778065 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Bound port: 839e579b-6242-43e8-a162-411bb009b5a3, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:38:55.778461 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:55.870159 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] For port 839e579b-6242-43e8-a162-411bb009b5a3, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:38:55.873844 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] For port 839e579b-6242-43e8-a162-411bb009b5a3, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=839e579b-6242-43e8-a162-411bb009b5a3,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:38:55.946059 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:56.025254 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Routers {'3fc4b80c-d551-4981-88ef-73d1e8e1a890'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:38:56.025882 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:38:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:56.093219 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda2811-d036-4450-bb00-43611771863f None None] Pushing event updated for resources: {'Port': ['ID=839e579b-6242-43e8-a162-411bb009b5a3,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:56.214080 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] Set router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:38:56.517676 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:38:47Z', 'updated_at': '2022-05-27T23:38:52Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:48Z', 'updated_at': '2022-05-27T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '839e579b-6242-43e8-a162-411bb009b5a3', 'name': '', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:af:cd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '970b613c-0756-4594-813d-ce2a2591faba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:52Z', 'updated_at': '2022-05-27T23:38:55Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '970b613c-0756-4594-813d-ce2a2591faba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:38:56.521677 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cc2d3-006f-4914-b174-b957e84d02a9 None None] The sync data for ids ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'] in n-d-843680-3 is: [{'id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:38:47Z', 'updated_at': '2022-05-27T23:38:52Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:48Z', 'updated_at': '2022-05-27T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '839e579b-6242-43e8-a162-411bb009b5a3', 'name': '', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:af:cd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '970b613c-0756-4594-813d-ce2a2591faba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:52Z', 'updated_at': '2022-05-27T23:38:55Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '970b613c-0756-4594-813d-ce2a2591faba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:38:56.827757 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a6a1a3a-4d51-47ea-be34-cad550b4d900 req-75e1eb63-2922-484d-a12d-26fc2509eab8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 210 time: 0.0484025 May 27 23:38:57.237807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 30d2a6ee-a025-4b42-988f-153748b59115 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:38:57.313798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 30d2a6ee-a025-4b42-988f-153748b59115 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:38:57.314172 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:57.439944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 30d2a6ee-a025-4b42-988f-153748b59115 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:38:57.441104 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 839e579b-6242-43e8-a162-411bb009b5a3 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:38:57.579916 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44d9d7f2-8f2f-4529-b713-380142d474e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:57.605935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a811c-6b54-468a-b767-26acdd6828fb req-c360d250-4aef-42f1-a1ad-bb2a3c4308dc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:57.606612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b39a811c-6b54-468a-b767-26acdd6828fb req-c360d250-4aef-42f1-a1ad-bb2a3c4308dc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:38:57.620046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 839e579b-6242-43e8-a162-411bb009b5a3 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:38:57.625784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 839e579b-6242-43e8-a162-411bb009b5a3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:38:57.629826 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:57.683238 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b39a811c-6b54-468a-b767-26acdd6828fb req-c360d250-4aef-42f1-a1ad-bb2a3c4308dc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:38:57.684662 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-c360d250-4aef-42f1-a1ad-bb2a3c4308dc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "GET /v2.0/networks?id=88f157c2-0dbe-4d24-8a5e-98042b081747 HTTP/1.1" status: 200 len: 796 time: 0.2399497 May 27 23:38:57.733471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b39a811c-6b54-468a-b767-26acdd6828fb req-4575a015-7121-44cc-ac27-bb16fac370b5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:38:57.745252 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b39a811c-6b54-468a-b767-26acdd6828fb req-4575a015-7121-44cc-ac27-bb16fac370b5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:38:57.746297 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-4575a015-7121-44cc-ac27-bb16fac370b5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 379 time: 0.0534742 May 27 23:38:57.750361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 839e579b-6242-43e8-a162-411bb009b5a3 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:38:57.750734 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:57.755516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b39a811c-6b54-468a-b767-26acdd6828fb req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'port': {'device_id': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'admin_state_up': True, 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'security_groups': ['e98b9a65-57d1-490c-a6c7-03a8550a9b83']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:38:57.782602 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 839e579b-6242-43e8-a162-411bb009b5a3, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=839e579b-6242-43e8-a162-411bb009b5a3,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:38:57.865548 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:57.898821 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b39a811c-6b54-468a-b767-26acdd6828fb req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:38:57.911137 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b39a811c-6b54-468a-b767-26acdd6828fb req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:38:57.942646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=839e579b-6242-43e8-a162-411bb009b5a3,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:57.974263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39a811c-6b54-468a-b767-26acdd6828fb req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Made reservation on behalf of 0a7f7e2a573e4dd58b2c2679976e5b01 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:38:57.977823 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b39a811c-6b54-468a-b767-26acdd6828fb req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:57.985481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b143693f-efe3-4542-9c58-23bdfdab54c1 req-b7fe7f1d-4bca-4416-bd19-e85186d1b3c7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 210 time: 0.0434804 May 27 23:38:58.254300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-b39a811c-6b54-468a-b767-26acdd6828fb req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.20.0.7 (88f157c2-0dbe-4d24-8a5e-98042b081747/970b613c-0756-4594-813d-ce2a2591faba/ba08479a-7cc2-43f5-8830-f5d7b0fba9b6) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:38:58.442770 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b39a811c-6b54-468a-b767-26acdd6828fb req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:58.458235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-b39a811c-6b54-468a-b767-26acdd6828fb req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Transition to ACTIVE for port object ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:38:58.551893 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b39a811c-6b54-468a-b767-26acdd6828fb req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:58.622969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39a811c-6b54-468a-b767-26acdd6828fb req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network 88f157c2-0dbe-4d24-8a5e-98042b081747 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:38:58.626142 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-b39a811c-6b54-468a-b767-26acdd6828fb req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:38:58.629953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39a811c-6b54-468a-b767-26acdd6828fb req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:38:58.664884 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:58.701878 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a811c-6b54-468a-b767-26acdd6828fb req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:58.702961 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b39a811c-6b54-468a-b767-26acdd6828fb req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:58.803748 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-8f865396-4b20-4835-8dde-205a05441143 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0517941 May 27 23:38:58.815232 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Request body: {'port': {'device_id': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:38:58.904955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9195dd4f-b787-4a51-bfc5-9160349b4074 None None] Provisioning for port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:38:58.909989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9195dd4f-b787-4a51-bfc5-9160349b4074 None None] Provisioning complete for port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:38:58.910358 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9195dd4f-b787-4a51-bfc5-9160349b4074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:58.926666 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:58.964069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9195dd4f-b787-4a51-bfc5-9160349b4074 None None] Port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:38:59.171187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf0c4c-2037-4b9c-9e7c-787232542ef2 req-fc3bbb79-fe0a-482f-a042-ae77001859b0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:59.172919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4baf0c4c-2037-4b9c-9e7c-787232542ef2 req-fc3bbb79-fe0a-482f-a042-ae77001859b0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 931 time: 0.0819950 May 27 23:38:59.175479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 839e579b-6242-43e8-a162-411bb009b5a3 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:38:59.218136 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4baf0c4c-2037-4b9c-9e7c-787232542ef2 req-be1c98c0-05a9-4b1c-a38c-14ba1e213f8a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391016 May 27 23:38:59.242935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 839e579b-6242-43e8-a162-411bb009b5a3 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:38:59.243299 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:59.282027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:38:59.289302 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:59.304100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Transition to ACTIVE for port object ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:38:59.358951 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 839e579b-6242-43e8-a162-411bb009b5a3 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:38:59.362558 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:59.525813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172883cc-2067-4263-9223-447f73117422 service neutron] Pushing event updated for resources: {'Port': ['ID=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:59.600330 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Attempting to bind port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:38:59.600690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Attempting to bind port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:38:59.601018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Attempting to bind port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 on network 88f157c2-0dbe-4d24-8a5e-98042b081747 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:38:59.605527 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 on network 88f157c2-0dbe-4d24-8a5e-98042b081747 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:38:59.605848 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Attempting to bind port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 on network 88f157c2-0dbe-4d24-8a5e-98042b081747 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:38:59.612533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:38:59.612866 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Checking segment: {'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:38:59.613267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Bound using segment: {'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:38:59.613670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Bound port: ba08479a-7cc2-43f5-8830-f5d7b0fba9b6, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:38:59.614007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:59.659764 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-547e603e-8bb4-403a-8050-44c015efdbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:59.708394 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] For port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:38:59.711341 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] For port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:38:59.768768 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:59.829546 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:59.830135 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:38:59.831483 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-172883cc-2067-4263-9223-447f73117422 service neutron] 10.222.0.46 "PUT /v2.0/ports/ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 HTTP/1.1" status: 200 len: 1091 time: 1.0202549 May 27 23:38:59.831904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:38:59.859328 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172883cc-2067-4263-9223-447f73117422 service neutron] Pushing event updated for resources: {'Port': ['ID=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:38:59.887734 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31ac069-0c1b-408f-beef-bea38beba92a'] response: {'name': 'network-changed', 'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'status': 'completed', 'code': 200} May 27 23:38:59.982715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1dd3b-68df-4165-8517-aae4854b7934 req-26da5972-f4c3-413e-a2f9-b634a813907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:38:59.984243 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ceb1dd3b-68df-4165-8517-aae4854b7934 req-26da5972-f4c3-413e-a2f9-b634a813907c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 1094 time: 0.0779250 May 27 23:39:00.125346 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1dd3b-68df-4165-8517-aae4854b7934 req-447075a4-579f-40f1-b1ce-5129edd4df9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:00.126658 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ceb1dd3b-68df-4165-8517-aae4854b7934 req-447075a4-579f-40f1-b1ce-5129edd4df9a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1353219 May 27 23:39:00.258271 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1dd3b-68df-4165-8517-aae4854b7934 req-ccbafd05-2385-4a15-80ff-956be6f6db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:00.259703 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ceb1dd3b-68df-4165-8517-aae4854b7934 req-ccbafd05-2385-4a15-80ff-956be6f6db10 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274626 May 27 23:39:00.362994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a811c-6b54-468a-b767-26acdd6828fb req-94ac36c8-d6b4-46f1-b6a0-f793eb1141dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:00.364527 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-94ac36c8-d6b4-46f1-b6a0-f793eb1141dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 1094 time: 0.0710444 May 27 23:39:00.532572 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052ddff-ea51-4ade-9f5b-e78b896841ff req-3e58ff91-ffb8-4d3d-89cd-5f98baa0f774 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:00.533975 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2052ddff-ea51-4ade-9f5b-e78b896841ff req-3e58ff91-ffb8-4d3d-89cd-5f98baa0f774 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 943 time: 0.2061541 May 27 23:39:00.553533 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-1913b257-e9f2-498c-84fe-35e0ee19248b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 HTTP/1.1" status: 200 len: 217 time: 0.1826212 May 27 23:39:00.578698 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2052ddff-ea51-4ade-9f5b-e78b896841ff req-78139e1f-fccc-461f-ab26-1e5fe7e5405c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388045 May 27 23:39:00.614058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a811c-6b54-468a-b767-26acdd6828fb req-0c59f39a-53fe-45b2-9561-530bb70d1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:00.615461 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-0c59f39a-53fe-45b2-9561-530bb70d1c32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=970b613c-0756-4594-813d-ce2a2591faba HTTP/1.1" status: 200 len: 833 time: 0.0563004 May 27 23:39:00.690179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a811c-6b54-468a-b767-26acdd6828fb req-4c509c31-f068-4efd-849b-08b4c46a9833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:00.691614 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-4c509c31-f068-4efd-849b-08b4c46a9833 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88f157c2-0dbe-4d24-8a5e-98042b081747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707152 May 27 23:39:00.821582 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-4fe7bbce-04e5-4c07-9b99-5bfdf65b1e3d service neutron] 10.222.0.46 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240022 May 27 23:39:00.954740 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b39a811c-6b54-468a-b767-26acdd6828fb req-03635231-2871-4548-bca3-9e1321d83925 service neutron] 10.222.0.46 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274981 May 27 23:39:01.031317 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:01.093945 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:01.764888 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d08e5-276a-45aa-8cb8-bd3f5e5a5382 req-fff8eec8-9505-4f86-9486-6f88a518b3d4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:01.766295 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc5d08e5-276a-45aa-8cb8-bd3f5e5a5382 req-fff8eec8-9505-4f86-9486-6f88a518b3d4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 943 time: 0.0812151 May 27 23:39:01.810405 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cc5d08e5-276a-45aa-8cb8-bd3f5e5a5382 req-3910de8f-914d-4b86-917e-8cdc6a20c401 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384405 May 27 23:39:02.305391 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:02.992023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33150ba-46f0-4fc0-9b06-53f330d04280 req-87b9a193-896f-46b6-91cf-578e82eaa7da tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:02.993431 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b33150ba-46f0-4fc0-9b06-53f330d04280 req-87b9a193-896f-46b6-91cf-578e82eaa7da tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 943 time: 0.0785444 May 27 23:39:03.036051 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b33150ba-46f0-4fc0-9b06-53f330d04280 req-c66b5a0f-850a-4715-b4c7-83fff4f8e82b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365341 May 27 23:39:04.223375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc419d-c96e-425c-a5a5-f5add15af63a req-4b0815ba-ee53-433c-b056-7a7705a2eac2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:04.224841 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fcc419d-c96e-425c-a5a5-f5add15af63a req-4b0815ba-ee53-433c-b056-7a7705a2eac2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 943 time: 0.0822678 May 27 23:39:04.268631 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fcc419d-c96e-425c-a5a5-f5add15af63a req-a6906df5-0f64-49b2-96e7-ea8e6351ce38 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381885 May 27 23:39:04.894374 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:39:05.026004 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:39:05.038482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'port_id': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'mac_address': 'fa:16:3e:60:ab:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970b613c-0756-4594-813d-ce2a2591faba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:39:05.092719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:39:05.093096 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:05.109657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:39:05.125099 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:39:05.173816 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:05.243850 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:39:05.374413 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['ba08479a-7cc2-43f5-8830-f5d7b0fba9b6'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:39:05.448833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6a1ad-6ff9-46c4-8889-732e771b7166 req-f826616a-6a6b-4e00-8285-d15ed592fa76 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:05.450305 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6d6a1ad-6ff9-46c4-8889-732e771b7166 req-f826616a-6a6b-4e00-8285-d15ed592fa76 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 944 time: 0.0791869 May 27 23:39:05.494364 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6d6a1ad-6ff9-46c4-8889-732e771b7166 req-646a7b02-a1c0-4d5e-ba9d-93c4c3f6cfb9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382555 May 27 23:39:06.680184 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6e06c-3433-483b-a50b-aa5428e7c84b req-2443816f-eda4-4acf-8a93-a556fcea9869 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:06.681664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47a6e06c-3433-483b-a50b-aa5428e7c84b req-2443816f-eda4-4acf-8a93-a556fcea9869 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 944 time: 0.0852108 May 27 23:39:06.724965 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47a6e06c-3433-483b-a50b-aa5428e7c84b req-6d450fa8-a3cb-489d-bd0e-0dafc39f21db tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366929 May 27 23:39:06.899185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:39:07.025103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:39:07.030514 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:39:07.030902 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:07.142952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:39:07.143341 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:07.172463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:39:07.182218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:39:07.217833 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b74703-b3ff-4f21-8110-d172c6598d8f'] response: {'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'code': 200} May 27 23:39:07.253898 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:07.321202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:39:07.336604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9edfe-41e7-4e5c-a36c-97b1eb1b05f9 req-85d5c451-b5f6-40b3-9f30-6d01cab667c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:07.338065 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fde9edfe-41e7-4e5c-a36c-97b1eb1b05f9 req-85d5c451-b5f6-40b3-9f30-6d01cab667c2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 1096 time: 0.0708537 May 27 23:39:07.378430 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-fde9edfe-41e7-4e5c-a36c-97b1eb1b05f9 req-45abc6e5-779c-4431-9d43-7ea29c4b7590 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324781 May 27 23:39:07.906973 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c0b0d-37f9-4e52-8426-2596054d94da req-e4df7e33-3c3f-420a-807e-28afe927c276 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:07.908432 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-535c0b0d-37f9-4e52-8426-2596054d94da req-e4df7e33-3c3f-420a-807e-28afe927c276 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0779440 May 27 23:39:07.955683 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-535c0b0d-37f9-4e52-8426-2596054d94da req-9fa554dc-8a41-4c51-96d4-90fd144970b5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415649 May 27 23:39:09.186979 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f3452-dc8d-490e-89f1-a2204c889c91 req-6eb025c4-7a7c-40f1-9da1-ce611b312e58 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:09.188458 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-824f3452-dc8d-490e-89f1-a2204c889c91 req-6eb025c4-7a7c-40f1-9da1-ce611b312e58 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.1256871 May 27 23:39:09.231450 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-824f3452-dc8d-490e-89f1-a2204c889c91 req-1e1caa8e-bc5d-4b9a-8ea1-568ce6f26c88 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373049 May 27 23:39:09.415814 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf72341-9794-433b-a8f0-e7a04d827d9f req-51fded3f-37da-4a45-885a-a42a084626a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:09.417372 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-acf72341-9794-433b-a8f0-e7a04d827d9f req-51fded3f-37da-4a45-885a-a42a084626a7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0822024 May 27 23:39:09.461196 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-acf72341-9794-433b-a8f0-e7a04d827d9f req-008c3c96-b855-4dcb-96af-b25f71ff6ba7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375502 May 27 23:39:09.484279 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49072) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:39:09.551980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd60956f-4c24-4e90-9e50-aaadf5337ec9 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:09.553482 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-dd60956f-4c24-4e90-9e50-aaadf5337ec9 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 1091 time: 0.0682247 May 27 23:39:09.556192 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49076) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:39:09.561245 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:39:09.567578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:39:09.571337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:floatingip and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:39:09.574127 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:39:09.580170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:39:09.664967 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:09.799428 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:09.933621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.25.2.134 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/87e36611-d067-412b-a8f8-c7323c582c2d) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:39:10.076979 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:10.133849 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:10.194307 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:39:10.196835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:39:10.200428 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:39:10.246304 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=87e36611-d067-412b-a8f8-c7323c582c2d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:39:10.712751 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:10.845271 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:11.050897 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:11.110790 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:11.213123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=87e36611-d067-412b-a8f8-c7323c582c2d,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:39:11.225077 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:11.391851 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Floating IP 18ee59d6-47fb-4ea1-b59c-56ded846c64d associated. External IP: 172.25.2.134, port: ba08479a-7cc2-43f5-8830-f5d7b0fba9b6. May 27 23:39:11.732261 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:39:11.909462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:39:11.919447 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51df2d5d-479c-4f0b-b263-d50f746654c3 None None] Sync routers for ids ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:39:11.928868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df2d5d-479c-4f0b-b263-d50f746654c3 None None] Routers {'3fc4b80c-d551-4981-88ef-73d1e8e1a890'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:39:11.929479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-51df2d5d-479c-4f0b-b263-d50f746654c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:39:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:39:11.985314 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:12.038844 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5ae9e1b7-c52f-4f0d-a61d-304807ea1627 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4816453 May 27 23:39:12.039399 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:39:12.110348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-51df2d5d-479c-4f0b-b263-d50f746654c3 None None] Set router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:39:12.171805 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a10a9d43-afbe-40f3-bc2f-0f34fba9b0cd'] response: {'name': 'network-changed', 'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'status': 'completed', 'code': 200} May 27 23:39:12.215366 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6ee90-7c0a-4f74-9edd-1fad1a28d56b req-77f0e3ad-310c-4f41-831d-7f0ce61f12cf tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:12.217386 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ca6ee90-7c0a-4f74-9edd-1fad1a28d56b req-77f0e3ad-310c-4f41-831d-7f0ce61f12cf tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0834107 May 27 23:39:12.242025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba4a9-bf5d-4016-94b6-c426feb74634 req-9091fdc7-354a-4258-9639-f5150f175159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:12.243408 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-228ba4a9-bf5d-4016-94b6-c426feb74634 req-9091fdc7-354a-4258-9639-f5150f175159 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 1096 time: 0.0765543 May 27 23:39:12.381814 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba4a9-bf5d-4016-94b6-c426feb74634 req-37179ae9-4dab-4a92-9b9f-6e83af0dc2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:12.383344 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-228ba4a9-bf5d-4016-94b6-c426feb74634 req-37179ae9-4dab-4a92-9b9f-6e83af0dc2a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88f157c2-0dbe-4d24-8a5e-98042b081747 HTTP/1.1" status: 200 len: 897 time: 0.1338651 May 27 23:39:12.385339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8ca6ee90-7c0a-4f74-9edd-1fad1a28d56b req-631fe184-49d7-408c-899a-67421d4fac12 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619251 May 27 23:39:12.408373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49088) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:39:12.468886 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-51df2d5d-479c-4f0b-b263-d50f746654c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:38:47Z', 'updated_at': '2022-05-27T23:38:52Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:48Z', 'updated_at': '2022-05-27T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '18ee59d6-47fb-4ea1-b59c-56ded846c64d', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'port_id': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'mac_address': 'fa:16:3e:60:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:39:10Z', 'updated_at': '2022-05-27T23:39:10Z', 'revision_number': 0, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839e579b-6242-43e8-a162-411bb009b5a3', 'name': '', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:af:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '970b613c-0756-4594-813d-ce2a2591faba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:52Z', 'updated_at': '2022-05-27T23:38:57Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '970b613c-0756-4594-813d-ce2a2591faba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:39:12.473086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51df2d5d-479c-4f0b-b263-d50f746654c3 None None] Checking router: 3fc4b80c-d551-4981-88ef-73d1e8e1a890 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:39:12.481858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51df2d5d-479c-4f0b-b263-d50f746654c3 None None] Routers {'3fc4b80c-d551-4981-88ef-73d1e8e1a890'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:39:12.483017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-51df2d5d-479c-4f0b-b263-d50f746654c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:39:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:39:12.486670 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-228ba4a9-bf5d-4016-94b6-c426feb74634 req-6d923343-6649-43f6-8918-f3694f6cd581 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 HTTP/1.1" status: 200 len: 999 time: 0.0974348 May 27 23:39:12.517500 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c51db364-edd0-46f1-9685-8634924c6fda tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/18ee59d6-47fb-4ea1-b59c-56ded846c64d HTTP/1.1" status: 200 len: 991 time: 0.1066823 May 27 23:39:12.547782 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba4a9-bf5d-4016-94b6-c426feb74634 req-ef9d5559-95a2-4fc9-a060-8597818a2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:12.549232 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-228ba4a9-bf5d-4016-94b6-c426feb74634 req-ef9d5559-95a2-4fc9-a060-8597818a2ca4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=970b613c-0756-4594-813d-ce2a2591faba HTTP/1.1" status: 200 len: 833 time: 0.0563083 May 27 23:39:12.625558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ba4a9-bf5d-4016-94b6-c426feb74634 req-a1803a68-1dba-48ef-bf8a-2bf9ad7064e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:12.627012 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-228ba4a9-bf5d-4016-94b6-c426feb74634 req-a1803a68-1dba-48ef-bf8a-2bf9ad7064e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88f157c2-0dbe-4d24-8a5e-98042b081747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715687 May 27 23:39:12.657225 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-51df2d5d-479c-4f0b-b263-d50f746654c3 None None] Set router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:39:12.760420 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-228ba4a9-bf5d-4016-94b6-c426feb74634 req-28b3fddc-6e12-47af-990a-b08e2ab6fb9b service neutron] 10.222.0.46 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267231 May 27 23:39:12.892036 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-228ba4a9-bf5d-4016-94b6-c426feb74634 req-2d18f6b1-5263-4c34-97fc-ebae3a835cfa service neutron] 10.222.0.46 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259801 May 27 23:39:13.038292 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-51df2d5d-479c-4f0b-b263-d50f746654c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:38:47Z', 'updated_at': '2022-05-27T23:38:52Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:48Z', 'updated_at': '2022-05-27T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '18ee59d6-47fb-4ea1-b59c-56ded846c64d', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'port_id': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'mac_address': 'fa:16:3e:60:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:39:10Z', 'updated_at': '2022-05-27T23:39:10Z', 'revision_number': 0, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839e579b-6242-43e8-a162-411bb009b5a3', 'name': '', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:af:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '970b613c-0756-4594-813d-ce2a2591faba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:52Z', 'updated_at': '2022-05-27T23:38:57Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '970b613c-0756-4594-813d-ce2a2591faba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:39:13.042354 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51df2d5d-479c-4f0b-b263-d50f746654c3 None None] The sync data for ids ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'] in n-d-843680-3 is: [{'id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:38:47Z', 'updated_at': '2022-05-27T23:38:52Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:48Z', 'updated_at': '2022-05-27T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '18ee59d6-47fb-4ea1-b59c-56ded846c64d', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'port_id': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'mac_address': 'fa:16:3e:60:ab:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:39:10Z', 'updated_at': '2022-05-27T23:39:10Z', 'revision_number': 0, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '839e579b-6242-43e8-a162-411bb009b5a3', 'name': '', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:af:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '970b613c-0756-4594-813d-ce2a2591faba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:52Z', 'updated_at': '2022-05-27T23:38:57Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '970b613c-0756-4594-813d-ce2a2591faba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:39:13.224757 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6268498-53bc-4383-be34-afe4b249f4b0 None None] New status for floating IP 18ee59d6-47fb-4ea1-b59c-56ded846c64d: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:39:13.520332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49092) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:39:13.625857 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0ad2a8bd-4e5a-4ee6-b4e4-f66945230461 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/18ee59d6-47fb-4ea1-b59c-56ded846c64d HTTP/1.1" status: 200 len: 993 time: 0.1044543 May 27 23:39:14.069704 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:39:16.499543 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:23.116214 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:27.590175 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-155ec8c3-2a13-4eed-91b8-4210bf28508b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:29.676049 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bfb74fad-77aa-4de8-8d63-1e28f520543f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:31.024535 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:31.116060 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:32.310103 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:36.982370 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cbb2a99f-195a-4756-9886-cfd5aee192ae req-24480411-5e18-4e53-8fc6-deebf5b2050c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685029 May 27 23:39:37.119465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2a99f-195a-4756-9886-cfd5aee192ae req-24d1ae73-5aa0-4a9c-9ff4-ef7c0301cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:37.121082 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cbb2a99f-195a-4756-9886-cfd5aee192ae req-24d1ae73-5aa0-4a9c-9ff4-ef7c0301cd98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 1096 time: 0.0709605 May 27 23:39:37.262598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2a99f-195a-4756-9886-cfd5aee192ae req-8af2239f-cb00-4ae0-a4e9-1b92fa84b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:37.263943 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cbb2a99f-195a-4756-9886-cfd5aee192ae req-8af2239f-cb00-4ae0-a4e9-1b92fa84b08f service neutron] 10.222.0.46 "GET /v2.0/networks?id=88f157c2-0dbe-4d24-8a5e-98042b081747 HTTP/1.1" status: 200 len: 897 time: 0.1250954 May 27 23:39:37.476579 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cbb2a99f-195a-4756-9886-cfd5aee192ae req-d8409e69-b6fd-4953-b50b-94e7b5470a3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 HTTP/1.1" status: 200 len: 1001 time: 0.2068586 May 27 23:39:37.540283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2a99f-195a-4756-9886-cfd5aee192ae req-51e5827c-bd67-47c5-83ac-4f6862d6bd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:37.541619 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cbb2a99f-195a-4756-9886-cfd5aee192ae req-51e5827c-bd67-47c5-83ac-4f6862d6bd14 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=970b613c-0756-4594-813d-ce2a2591faba HTTP/1.1" status: 200 len: 833 time: 0.0582860 May 27 23:39:37.615472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2a99f-195a-4756-9886-cfd5aee192ae req-a4425d45-8644-494b-9941-c2a11f81dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:37.616913 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cbb2a99f-195a-4756-9886-cfd5aee192ae req-a4425d45-8644-494b-9941-c2a11f81dc58 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88f157c2-0dbe-4d24-8a5e-98042b081747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690501 May 27 23:39:37.748822 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cbb2a99f-195a-4756-9886-cfd5aee192ae req-9d675e87-0ac1-4eb7-be65-e2d9fb2a63f8 service neutron] 10.222.0.46 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248999 May 27 23:39:37.880250 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-cbb2a99f-195a-4756-9886-cfd5aee192ae req-b2e595cb-42c3-4664-a066-9aca3692ddfb service neutron] 10.222.0.46 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247275 May 27 23:39:40.792854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d2eb-4d26-4934-b446-26ac25b3d622 req-6cc59c07-7d76-476b-a313-6dc7dce1cf39 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:40.793700 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1265d2eb-4d26-4934-b446-26ac25b3d622 req-6cc59c07-7d76-476b-a313-6dc7dce1cf39 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.1828001 May 27 23:39:40.797017 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-b4a886bc-fdf2-4b5c-98f2-5fb6661f9cec service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1514173 May 27 23:39:40.836883 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1265d2eb-4d26-4934-b446-26ac25b3d622 req-6515cae0-7d70-4eea-ac1f-7980c0dd9e37 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373797 May 27 23:39:42.021500 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca93cdf-f962-417c-ac35-1c4c2fedf419 req-b2ebea5c-e264-4a26-8345-53d54d41bdd3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:42.022854 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ca93cdf-f962-417c-ac35-1c4c2fedf419 req-b2ebea5c-e264-4a26-8345-53d54d41bdd3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0793417 May 27 23:39:42.067510 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ca93cdf-f962-417c-ac35-1c4c2fedf419 req-7e493283-cc19-4a70-8605-9816b65ce67b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388789 May 27 23:39:42.867429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-65d6a810-7303-4daf-a064-c24f9c43e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:42.868965 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-65d6a810-7303-4daf-a064-c24f9c43e7e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 1096 time: 0.0737562 May 27 23:39:42.998521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-805c5afb-8254-4f6e-8b01-4df431564252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:42.999821 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-805c5afb-8254-4f6e-8b01-4df431564252 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88f157c2-0dbe-4d24-8a5e-98042b081747 HTTP/1.1" status: 200 len: 897 time: 0.1248784 May 27 23:39:43.096677 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-243ccdba-6945-47a1-a6c4-43df8aba7b10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 HTTP/1.1" status: 200 len: 1001 time: 0.0904579 May 27 23:39:43.162202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-0fcb39fe-09ab-440c-b8b2-3df589c1a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:43.163636 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-0fcb39fe-09ab-440c-b8b2-3df589c1a21e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=970b613c-0756-4594-813d-ce2a2591faba HTTP/1.1" status: 200 len: 833 time: 0.0604360 May 27 23:39:43.237919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-11a08ce1-aa08-4822-a633-41bd0694fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:43.240069 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-11a08ce1-aa08-4822-a633-41bd0694fdc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88f157c2-0dbe-4d24-8a5e-98042b081747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707827 May 27 23:39:43.258218 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb054043-14b8-466a-86e1-1cc2a3c8d2eb req-f2830cf1-8840-4b3f-b64a-6777b74ec2e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:43.259565 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb054043-14b8-466a-86e1-1cc2a3c8d2eb req-f2830cf1-8840-4b3f-b64a-6777b74ec2e3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0845804 May 27 23:39:43.302776 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cb054043-14b8-466a-86e1-1cc2a3c8d2eb req-607af061-56b9-4ebd-93c8-89f697fa3914 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375335 May 27 23:39:43.374374 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-2f3453cb-720d-4974-b801-2c13701e5651 service neutron] 10.222.0.46 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278982 May 27 23:39:43.505015 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-049857ac-abf1-473c-939f-8abc93948280 service neutron] 10.222.0.46 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245983 May 27 23:39:44.483541 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17d162-de45-46c2-ac38-2d4274e608de req-f2ba1cfc-5130-4460-b098-82019d2089e2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:44.484981 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5a17d162-de45-46c2-ac38-2d4274e608de req-f2ba1cfc-5130-4460-b098-82019d2089e2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0771215 May 27 23:39:44.529895 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5a17d162-de45-46c2-ac38-2d4274e608de req-0cd75457-b7b6-48fd-ae68-3f53db0571ff tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387375 May 27 23:39:45.711179 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9c1f5-779d-4e3b-adb1-364cb4a95d80 req-622168c7-4806-4ce5-9111-5a56b041693b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:45.712656 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a7d9c1f5-779d-4e3b-adb1-364cb4a95d80 req-622168c7-4806-4ce5-9111-5a56b041693b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0779920 May 27 23:39:45.755953 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a7d9c1f5-779d-4e3b-adb1-364cb4a95d80 req-da52743b-80c7-4648-8cba-08c17e03435a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376062 May 27 23:39:46.504804 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:46.941786 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e532f-eb09-404f-a333-a55a5bc1e9d4 req-2097c380-2467-48ce-abc1-433b15d90c06 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:46.943201 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e3e532f-eb09-404f-a333-a55a5bc1e9d4 req-2097c380-2467-48ce-abc1-433b15d90c06 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0817671 May 27 23:39:46.984973 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5e3e532f-eb09-404f-a333-a55a5bc1e9d4 req-d0bca533-71e2-43b2-af22-d3ae490d6abd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361705 May 27 23:39:48.166921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74b8f15-b1a9-47dd-9874-d24ccb51afa5 req-4214e537-ad6f-4e9d-8e72-b6980803ebcc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:48.168372 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f74b8f15-b1a9-47dd-9874-d24ccb51afa5 req-4214e537-ad6f-4e9d-8e72-b6980803ebcc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0783617 May 27 23:39:48.212051 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f74b8f15-b1a9-47dd-9874-d24ccb51afa5 req-0c7592fd-a6a2-4069-8fde-1d1f415313fa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381289 May 27 23:39:49.396729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567f85b-558c-46e5-8fc4-6b758f851138 req-414a95be-afd7-4314-8ac0-858d8c55754b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:49.398068 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d567f85b-558c-46e5-8fc4-6b758f851138 req-414a95be-afd7-4314-8ac0-858d8c55754b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0820277 May 27 23:39:49.440815 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d567f85b-558c-46e5-8fc4-6b758f851138 req-96249420-0730-471c-a25e-acb9b871dbd9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372047 May 27 23:39:50.626558 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca5d82-b887-4260-adfd-8c8f3528d815 req-5945146d-0009-46c8-8ca3-c84f5773306c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:50.628004 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2cca5d82-b887-4260-adfd-8c8f3528d815 req-5945146d-0009-46c8-8ca3-c84f5773306c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0790918 May 27 23:39:50.672447 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2cca5d82-b887-4260-adfd-8c8f3528d815 req-fba485cc-1d7c-4e23-b938-425963da29d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386045 May 27 23:39:51.069917 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:39:51.857626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d571d7-60af-4134-8b55-d8c3051f4e97 req-a85e6bbf-c8a0-4697-b520-8d47a5544823 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:51.859068 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47d571d7-60af-4134-8b55-d8c3051f4e97 req-a85e6bbf-c8a0-4697-b520-8d47a5544823 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0819123 May 27 23:39:51.903707 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47d571d7-60af-4134-8b55-d8c3051f4e97 req-ff65fb47-6fbb-4522-a7fc-76642a69d704 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389690 May 27 23:39:53.001257 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:53.084842 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a6c55-4040-4eb7-9c1e-d549db575fb0 req-30f1a3e2-263e-4de6-a111-51d21020890d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:53.086265 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d30a6c55-4040-4eb7-9c1e-d549db575fb0 req-30f1a3e2-263e-4de6-a111-51d21020890d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0777123 May 27 23:39:53.131600 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d30a6c55-4040-4eb7-9c1e-d549db575fb0 req-9d658429-de21-4b9c-864e-e8e9b9fd6bfe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396922 May 27 23:39:54.314621 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09ef48-a6aa-4e3e-a28a-3b7dd5caa58d req-ca539382-04f9-41c6-9154-ded06992b710 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:54.316084 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa09ef48-a6aa-4e3e-a28a-3b7dd5caa58d req-ca539382-04f9-41c6-9154-ded06992b710 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0788643 May 27 23:39:54.359135 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aa09ef48-a6aa-4e3e-a28a-3b7dd5caa58d req-b485ebde-8927-4a32-91f8-7d68025e7733 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373752 May 27 23:39:55.542435 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276fe38-a3fa-4848-98f3-cf8cf1142902 req-41dd0a41-17a2-485a-8f1c-a53fa3f2ae7d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:55.543875 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9276fe38-a3fa-4848-98f3-cf8cf1142902 req-41dd0a41-17a2-485a-8f1c-a53fa3f2ae7d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0811419 May 27 23:39:55.586647 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9276fe38-a3fa-4848-98f3-cf8cf1142902 req-cd91c64b-8528-4528-b88e-bc7dc2af53d7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371785 May 27 23:39:56.769369 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d42ff-fd94-49af-a6ed-df926d3ecd4c req-449e48f7-2523-4d5c-8472-64e8609fe12b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:56.770820 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-152d42ff-fd94-49af-a6ed-df926d3ecd4c req-449e48f7-2523-4d5c-8472-64e8609fe12b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0790164 May 27 23:39:56.813942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-152d42ff-fd94-49af-a6ed-df926d3ecd4c req-a7dcc422-a138-4ffb-9842-81e6cee495ea tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373573 May 27 23:39:57.567406 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-34e0941f-fffe-44b4-9708-16c616c55cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:39:58.098402 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacb09d-f56c-47ea-a984-b417a42c9599 req-9a3c57aa-e4e7-4ec7-97f2-254df3a0543a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:58.099771 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5aacb09d-f56c-47ea-a984-b417a42c9599 req-9a3c57aa-e4e7-4ec7-97f2-254df3a0543a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.1793303 May 27 23:39:58.143287 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5aacb09d-f56c-47ea-a984-b417a42c9599 req-b23b398e-ed0c-46e1-bd15-ffed89d30442 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378397 May 27 23:39:59.325899 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2685f01-a0b6-419f-9345-4bf9b0fb4992 req-4023253d-9f3e-409f-bc0e-717bc7e19ea0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:39:59.327333 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2685f01-a0b6-419f-9345-4bf9b0fb4992 req-4023253d-9f3e-409f-bc0e-717bc7e19ea0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0789685 May 27 23:39:59.373202 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2685f01-a0b6-419f-9345-4bf9b0fb4992 req-4883ea84-1909-4f76-b4de-6dbde419ac0a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396571 May 27 23:39:59.652489 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3ed23750-aa59-455e-85bb-68669bc45090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:00.519460 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-51b70de0-36c1-4739-a837-48c74d92c011 service neutron] show failed (client error): The resource could not be found. May 27 23:40:00.520507 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-51b70de0-36c1-4739-a837-48c74d92c011 service neutron] 10.222.0.46 "GET /v2.0/ports/ba08479a-7cc2-43f5-8830-f5d7b0fba9b6/bindings/n-h1-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0804150 May 27 23:40:00.556912 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3367e5-15dd-457b-a8af-fe93e8dcc54b req-647ec548-cdd5-4ef3-97b7-add299d56d28 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:00.558366 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c3367e5-15dd-457b-a8af-fe93e8dcc54b req-647ec548-cdd5-4ef3-97b7-add299d56d28 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0792079 May 27 23:40:00.602716 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6c3367e5-15dd-457b-a8af-fe93e8dcc54b req-b050db21-0852-47b7-8472-9f1a1e001914 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386038 May 27 23:40:01.006964 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:01.082121 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-6e944ecb-c4f7-4fab-9a10-1f64b8d94b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:01.083590 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-6e944ecb-c4f7-4fab-9a10-1f64b8d94b76 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539&tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 1096 time: 0.1162131 May 27 23:40:01.101492 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:40:01.121290 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:01.211310 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:01.471298 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] For port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:40:01.499171 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] For port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:40:01.554622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:40:01.560337 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:01.575585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Transition to ACTIVE for port object ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:40:01.614783 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfaa00c-031b-48c4-bb26-f15f91cec56c'] response: {'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'code': 200} May 27 23:40:01.635558 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:01.797423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956c778-32e0-42c9-ae6c-851aaba9d459 req-b3c1561a-e0a9-4841-878b-05e018ccea7f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:01.798923 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4956c778-32e0-42c9-ae6c-851aaba9d459 req-b3c1561a-e0a9-4841-878b-05e018ccea7f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 943 time: 0.0874608 May 27 23:40:01.850592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4956c778-32e0-42c9-ae6c-851aaba9d459 req-e3f414eb-3aa4-4e1e-ac40-a8f16e61048c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454371 May 27 23:40:01.897834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,revision_number=6']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:01.911575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:01.911920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:01.912259 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:01.912621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:01.912954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:01.913286 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:01.913609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:01.913933 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:01.914255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:01.914576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:01.914894 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:01.915211 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:01.963151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] No DVR routers for this DVR port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:40:02.184793 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Attempting to bind port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:40:02.185263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Attempting to bind port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:40:02.185649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Attempting to bind port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 on network 88f157c2-0dbe-4d24-8a5e-98042b081747 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:40:02.190074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 on network 88f157c2-0dbe-4d24-8a5e-98042b081747 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:40:02.190391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Attempting to bind port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 on network 88f157c2-0dbe-4d24-8a5e-98042b081747 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:40:02.195911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:40:02.196242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Checking segment: {'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:40:02.196657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Bound using segment: {'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:40:02.197076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Bound port: ba08479a-7cc2-43f5-8830-f5d7b0fba9b6, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe58547-8422-4189-9db7-42c075c1849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:40:02.197415 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:02.289348 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] For port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:40:02.292455 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] For port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:40:02.327364 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:02.362069 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:02.420097 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:02.420733 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:02.422473 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] 10.222.0.57 "PUT /v2.0/ports/ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 HTTP/1.1" status: 200 len: 1091 time: 1.3249314 May 27 23:40:02.442278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29856ff9-a3a1-4381-9c9e-c373bc23bed8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:02.525202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-428a8504-9a5a-40b0-ae4b-57f2a754538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:02.526752 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-428a8504-9a5a-40b0-ae4b-57f2a754538f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 1094 time: 0.0728545 May 27 23:40:02.658893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-f08394f3-cdd0-4e77-a68b-8c3553b802e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:02.660385 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-f08394f3-cdd0-4e77-a68b-8c3553b802e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=88f157c2-0dbe-4d24-8a5e-98042b081747 HTTP/1.1" status: 200 len: 897 time: 0.1276531 May 27 23:40:02.763604 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-00de212c-1ecf-4b21-a3e5-fd3908d3703e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 HTTP/1.1" status: 200 len: 999 time: 0.0972421 May 27 23:40:02.827966 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-1adde6e0-2ef2-498b-83d7-f8fced0a349d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:02.829423 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-1adde6e0-2ef2-498b-83d7-f8fced0a349d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=970b613c-0756-4594-813d-ce2a2591faba HTTP/1.1" status: 200 len: 833 time: 0.0596008 May 27 23:40:02.903419 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-19ea156e-c2b7-4db2-bf0c-41aa326f18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:02.904961 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-19ea156e-c2b7-4db2-bf0c-41aa326f18c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88f157c2-0dbe-4d24-8a5e-98042b081747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697412 May 27 23:40:02.915109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-fc210070-0558-4fce-93c2-7c4163ab75f1 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:40:02.916033 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-fc210070-0558-4fce-93c2-7c4163ab75f1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047765 May 27 23:40:03.038952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab096b-dc06-447f-a578-80bf01b6e245 req-510c4c39-6d28-4699-ae27-989f5959b16c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:03.040432 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8eab096b-dc06-447f-a578-80bf01b6e245 req-510c4c39-6d28-4699-ae27-989f5959b16c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 943 time: 0.0789926 May 27 23:40:03.049210 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-ed05cf36-3246-4dae-b6f6-1d0d671e4662 service neutron] 10.222.0.57 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267645 May 27 23:40:03.083827 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8eab096b-dc06-447f-a578-80bf01b6e245 req-8f32d92d-c749-41a6-a873-ae42b684b432 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376644 May 27 23:40:03.181736 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-2960440a-a896-4531-853c-7b5914a62530 service neutron] 10.222.0.57 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250839 May 27 23:40:03.615486 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:40:03.671362 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-521c9ba1-94b5-4dc1-920e-4ec29b56b574'] response: {'name': 'network-changed', 'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'status': 'completed', 'code': 200} May 27 23:40:03.819941 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-afad85af-539b-47fa-9397-39898e2ec960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:03.821310 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-afad85af-539b-47fa-9397-39898e2ec960 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 1094 time: 0.0998638 May 27 23:40:03.823685 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-0f8746de-fbba-450f-bf1d-32d079b55ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:03.824997 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-0f8746de-fbba-450f-bf1d-32d079b55ea0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 1094 time: 0.1332982 May 27 23:40:04.171506 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-0fc6699e-2622-4c18-a668-f241dc5fb8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:04.172967 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-0fc6699e-2622-4c18-a668-f241dc5fb8c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=88f157c2-0dbe-4d24-8a5e-98042b081747 HTTP/1.1" status: 200 len: 897 time: 0.3440344 May 27 23:40:04.174012 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-146e2f91-40cb-42bb-866b-563a2bf3ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:04.175782 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-146e2f91-40cb-42bb-866b-563a2bf3ad6d service neutron] 10.222.0.46 "GET /v2.0/networks?id=88f157c2-0dbe-4d24-8a5e-98042b081747 HTTP/1.1" status: 200 len: 897 time: 0.3297725 May 27 23:40:04.271341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8eb92-f197-4895-9956-2f4b56c16af8 req-403012bd-7f0f-41b4-9e52-393aa5d76657 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:04.272840 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fca8eb92-f197-4895-9956-2f4b56c16af8 req-403012bd-7f0f-41b4-9e52-393aa5d76657 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 943 time: 0.0831835 May 27 23:40:04.318992 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fca8eb92-f197-4895-9956-2f4b56c16af8 req-7cc2bbe1-8d4c-44a0-936e-7f9c5d9a95e5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403271 May 27 23:40:04.357901 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-f60de266-8860-4020-8424-42d60bf11358 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 HTTP/1.1" status: 200 len: 999 time: 0.1777558 May 27 23:40:04.361282 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-fa43524d-6550-414d-bfea-c01ca34b88f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 HTTP/1.1" status: 200 len: 999 time: 0.1801355 May 27 23:40:04.473002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-6042bae3-927e-4616-b6de-f7bc025d4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:04.474329 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-6042bae3-927e-4616-b6de-f7bc025d4c8c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=970b613c-0756-4594-813d-ce2a2591faba HTTP/1.1" status: 200 len: 833 time: 0.1071241 May 27 23:40:04.475681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-fb77e737-b6d3-403b-9094-bbd6363dd248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:04.476987 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-fb77e737-b6d3-403b-9094-bbd6363dd248 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=970b613c-0756-4594-813d-ce2a2591faba HTTP/1.1" status: 200 len: 833 time: 0.0804217 May 27 23:40:04.607653 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-3870f127-af7c-491f-99e3-6993a36aa7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:04.609126 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-3870f127-af7c-491f-99e3-6993a36aa7b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88f157c2-0dbe-4d24-8a5e-98042b081747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295302 May 27 23:40:04.611473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-511108ee-95c9-4af7-9be0-4de911f2c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:04.613404 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-511108ee-95c9-4af7-9be0-4de911f2c95e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88f157c2-0dbe-4d24-8a5e-98042b081747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042233 May 27 23:40:04.844309 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-88fe40c2-b1bf-434a-97a6-b32465ec5056 service neutron] 10.222.0.46 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290282 May 27 23:40:04.846129 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-4f9d89d7-8981-4e17-817e-d2fb2e7ecd6d service neutron] 10.222.0.57 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143104 May 27 23:40:05.081908 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-5cf937be-50b8-4901-a064-b7b628c37a3b service neutron] 10.222.0.46 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308807 May 27 23:40:05.083775 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1c7ea522-3593-4206-b840-8e3c1912c476 req-db23bcf6-d76a-4d0a-8d07-ffa7ece8f4db service neutron] 10.222.0.57 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162099 May 27 23:40:05.158065 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:40:05.214775 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:40:05.506740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc56a1b-12a7-4c23-9cc3-f1abcb7e3ef2 req-ce9b7fa6-e54d-4d68-979b-38be33fed770 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:05.508179 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bbc56a1b-12a7-4c23-9cc3-f1abcb7e3ef2 req-ce9b7fa6-e54d-4d68-979b-38be33fed770 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 943 time: 0.0798607 May 27 23:40:05.554884 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bbc56a1b-12a7-4c23-9cc3-f1abcb7e3ef2 req-344719e7-95a9-4beb-92aa-076dc2f3643a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409811 May 27 23:40:05.981009 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13884cf8-7610-4cae-8ce3-5094bd8591ec req-70148564-1e68-496d-9fed-4126ab8860e9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:05.982359 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13884cf8-7610-4cae-8ce3-5094bd8591ec req-70148564-1e68-496d-9fed-4126ab8860e9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 943 time: 0.0810075 May 27 23:40:06.026303 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13884cf8-7610-4cae-8ce3-5094bd8591ec req-78d8a119-ce30-4eb8-8d49-8699c9c36127 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380576 May 27 23:40:06.046672 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-443216df-7704-4f95-aa4e-23b390b7adec tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:06.047355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-443216df-7704-4f95-aa4e-23b390b7adec tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:40:06.121316 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-443216df-7704-4f95-aa4e-23b390b7adec tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:40:06.122494 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-443216df-7704-4f95-aa4e-23b390b7adec tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539&tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&binding%3Ahost_id=n-h1-843680-3 HTTP/1.1" status: 200 len: 943 time: 0.1590621 May 27 23:40:06.206889 n-d-843680-3 neutron-server[88901]: INFO neutron.api.v2.resource [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-3ab6bcf7-39e8-450c-9ebb-26d9dfd32b0a service neutron] delete failed (client error): The resource could not be found. May 27 23:40:06.207881 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-3ab6bcf7-39e8-450c-9ebb-26d9dfd32b0a service neutron] 10.222.0.46 "DELETE /v2.0/ports/ba08479a-7cc2-43f5-8830-f5d7b0fba9b6/bindings/n-h2-843680-3 HTTP/1.1" status: 404 len: 380 time: 0.0799580 May 27 23:40:06.215594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f825818-e02a-432e-a6d1-719ae563e40e req-eef21968-43d5-45eb-a4d2-11a5a6e346fb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:06.217296 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f825818-e02a-432e-a6d1-719ae563e40e req-eef21968-43d5-45eb-a4d2-11a5a6e346fb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 943 time: 0.0837193 May 27 23:40:06.263856 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2f825818-e02a-432e-a6d1-719ae563e40e req-0233bc56-8543-4aca-ad2d-1f2876157077 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408249 May 27 23:40:06.344209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-ba2999cb-e117-4b43-bd47-190e6350c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:06.345675 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-ba2999cb-e117-4b43-bd47-190e6350c3f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 1094 time: 0.0708778 May 27 23:40:06.595410 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-6c49336b-12f4-42a4-998d-ef6e5731dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:06.596913 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-6c49336b-12f4-42a4-998d-ef6e5731dfb5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88f157c2-0dbe-4d24-8a5e-98042b081747 HTTP/1.1" status: 200 len: 897 time: 0.2451346 May 27 23:40:06.698023 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-132c392a-81af-49f8-8931-f8fcf26d48ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 HTTP/1.1" status: 200 len: 999 time: 0.0951443 May 27 23:40:06.759047 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-b2588c60-a6e2-4185-97eb-7d437c6972f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:06.760573 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-b2588c60-a6e2-4185-97eb-7d437c6972f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=970b613c-0756-4594-813d-ce2a2591faba HTTP/1.1" status: 200 len: 833 time: 0.0564590 May 27 23:40:06.835040 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-fab69fe1-df55-4f0b-bbc8-4db375e46344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:06.836494 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-fab69fe1-df55-4f0b-bbc8-4db375e46344 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88f157c2-0dbe-4d24-8a5e-98042b081747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702362 May 27 23:40:06.921894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:40:06.965563 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-8f37e244-4e3b-4ee0-9dde-fb87001d75c5 service neutron] 10.222.0.46 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232500 May 27 23:40:07.050461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:40:07.063594 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'port_id': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'mac_address': 'fa:16:3e:60:ab:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970b613c-0756-4594-813d-ce2a2591faba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:40:07.096132 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f1e9b540-d492-4a82-b393-13f0d35669bb req-fa622703-b8b2-403d-b00d-6379e4c71e9d service neutron] 10.222.0.46 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247325 May 27 23:40:07.120782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:40:07.121160 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:07.137296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:40:07.152697 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:40:07.229726 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:07.294240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:07.301966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:07.302308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:07.302640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:07.302971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:07.303297 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:07.303616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:07.303934 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:07.304252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:07.304599 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:07.304910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:07.305226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:07.305541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:07.449691 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad9c23-5013-4bbf-849c-a61e42c06960 req-10670294-b87b-408e-9667-63d6b20693ec tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:07.451141 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31ad9c23-5013-4bbf-849c-a61e42c06960 req-10670294-b87b-408e-9667-63d6b20693ec tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 944 time: 0.0796304 May 27 23:40:07.496645 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31ad9c23-5013-4bbf-849c-a61e42c06960 req-fbab732b-0723-4cb9-8b2f-3d5f09e586ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397182 May 27 23:40:07.557769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['ba08479a-7cc2-43f5-8830-f5d7b0fba9b6'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:40:08.682216 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfa8e8-f497-459c-b9cb-5041e561f05e req-689a7986-c3e4-4ffa-a9cf-5db97b2afdf7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:08.683664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31cfa8e8-f497-459c-b9cb-5041e561f05e req-689a7986-c3e4-4ffa-a9cf-5db97b2afdf7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 944 time: 0.0817780 May 27 23:40:08.728068 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-31cfa8e8-f497-459c-b9cb-5041e561f05e req-e090f3c6-fe71-4b80-be24-23b57139967d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383077 May 27 23:40:08.750714 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49194) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:08.854350 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ba290e25-ec76-4884-9d20-142ba1f378bc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/18ee59d6-47fb-4ea1-b59c-56ded846c64d HTTP/1.1" status: 200 len: 992 time: 0.1025581 May 27 23:40:08.926309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:40:09.058312 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:40:09.062919 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:40:09.065365 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:09.175136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:40:09.175503 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:09.201287 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:40:09.211079 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:40:09.245279 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ce720d-b2ce-4789-bac1-a56f8081865d'] response: {'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'code': 200} May 27 23:40:09.258317 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:09.324307 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:16.538045 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:23.012077 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:27.543476 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-92418421-c4f8-4956-83a1-bbb47cd73bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:28.071025 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:40:29.652106 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-30793195-9284-44cd-881d-edde8e846443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:31.012305 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:31.097729 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:32.337692 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:35.123419 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9b53818d-bccd-4b30-a44c-9de194708d31 req-cc8357f8-613c-4466-803a-205c029b255d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681622 May 27 23:40:35.278774 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53818d-bccd-4b30-a44c-9de194708d31 req-d8e46694-6ab5-4a16-be21-8ae7209b09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:35.280311 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9b53818d-bccd-4b30-a44c-9de194708d31 req-d8e46694-6ab5-4a16-be21-8ae7209b09d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 1096 time: 0.0745411 May 27 23:40:35.423654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53818d-bccd-4b30-a44c-9de194708d31 req-3894d477-5c21-43eb-b795-e2f49cc3054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:35.425028 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9b53818d-bccd-4b30-a44c-9de194708d31 req-3894d477-5c21-43eb-b795-e2f49cc3054d service neutron] 10.222.0.57 "GET /v2.0/networks?id=88f157c2-0dbe-4d24-8a5e-98042b081747 HTTP/1.1" status: 200 len: 897 time: 0.1265228 May 27 23:40:35.524475 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9b53818d-bccd-4b30-a44c-9de194708d31 req-c4f66957-702e-4f9f-80f7-1bb7e9fe7d56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 HTTP/1.1" status: 200 len: 1001 time: 0.0925362 May 27 23:40:35.589221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53818d-bccd-4b30-a44c-9de194708d31 req-8f519964-ebe0-4a5b-873a-ba8d3f8a22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:35.590567 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9b53818d-bccd-4b30-a44c-9de194708d31 req-8f519964-ebe0-4a5b-873a-ba8d3f8a22d8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=970b613c-0756-4594-813d-ce2a2591faba HTTP/1.1" status: 200 len: 833 time: 0.0591974 May 27 23:40:35.665934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b53818d-bccd-4b30-a44c-9de194708d31 req-a41db157-81e8-499b-b738-359b2536176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:35.667417 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9b53818d-bccd-4b30-a44c-9de194708d31 req-a41db157-81e8-499b-b738-359b2536176b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88f157c2-0dbe-4d24-8a5e-98042b081747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683427 May 27 23:40:35.800134 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9b53818d-bccd-4b30-a44c-9de194708d31 req-bdae9227-7cdc-4839-bc4d-b251df0c9b3e service neutron] 10.222.0.57 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237662 May 27 23:40:35.929877 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9b53818d-bccd-4b30-a44c-9de194708d31 req-a1c2b648-8681-4afd-ab3f-a5d06c0f95fc service neutron] 10.222.0.57 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230021 May 27 23:40:37.645594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49212) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:37.958795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d42b748a-b207-4b15-a6ce-acc4ad714157 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port 87e36611-d067-412b-a8f8-c7323c582c2d {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:40:37.959026 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d42b748a-b207-4b15-a6ce-acc4ad714157 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:38.124134 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d42b748a-b207-4b15-a6ce-acc4ad714157 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:38.124513 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d42b748a-b207-4b15-a6ce-acc4ad714157 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:38.250267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-d42b748a-b207-4b15-a6ce-acc4ad714157 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for 87e36611-d067-412b-a8f8-c7323c582c2d owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:40:38.429534 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d42b748a-b207-4b15-a6ce-acc4ad714157 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:38.508101 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b748a-b207-4b15-a6ce-acc4ad714157 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=87e36611-d067-412b-a8f8-c7323c582c2d,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:38.577567 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d42b748a-b207-4b15-a6ce-acc4ad714157 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:38.577902 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-d42b748a-b207-4b15-a6ce-acc4ad714157 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Floating IP 18ee59d6-47fb-4ea1-b59c-56ded846c64d disassociated (deleted). External IP: 172.25.2.134, port: ba08479a-7cc2-43f5-8830-f5d7b0fba9b6. May 27 23:40:38.924907 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42b748a-b207-4b15-a6ce-acc4ad714157 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:40:39.097703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42b748a-b207-4b15-a6ce-acc4ad714157 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:40:39.107100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ad2c1c-aa8f-4b51-a7d2-de3bab32d9d0 None None] Sync routers for ids ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:40:39.116661 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ad2c1c-aa8f-4b51-a7d2-de3bab32d9d0 None None] Routers {'3fc4b80c-d551-4981-88ef-73d1e8e1a890'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:40:39.123017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-49ad2c1c-aa8f-4b51-a7d2-de3bab32d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:40:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:39.180269 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d42b748a-b207-4b15-a6ce-acc4ad714157 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:39.235465 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d42b748a-b207-4b15-a6ce-acc4ad714157 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/floatingips/18ee59d6-47fb-4ea1-b59c-56ded846c64d HTTP/1.1" status: 204 len: 168 time: 1.5887632 May 27 23:40:39.236046 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:40:39.295358 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-49ad2c1c-aa8f-4b51-a7d2-de3bab32d9d0 None None] Set router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:40:39.335577 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb240de4-4f06-43ab-ad04-4c0cd770461c'] response: {'name': 'network-changed', 'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'status': 'completed', 'code': 200} May 27 23:40:39.449466 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86e2e6-be22-4d26-aba7-256d57221b84 req-b86bdbfe-a5f4-49b3-8418-d24fbdeb5d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:39.450867 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9b86e2e6-be22-4d26-aba7-256d57221b84 req-b86bdbfe-a5f4-49b3-8418-d24fbdeb5d4c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 1096 time: 0.0721288 May 27 23:40:39.651591 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-49ad2c1c-aa8f-4b51-a7d2-de3bab32d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:38:47Z', 'updated_at': '2022-05-27T23:38:52Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:48Z', 'updated_at': '2022-05-27T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '839e579b-6242-43e8-a162-411bb009b5a3', 'name': '', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:af:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '970b613c-0756-4594-813d-ce2a2591faba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:52Z', 'updated_at': '2022-05-27T23:38:57Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '970b613c-0756-4594-813d-ce2a2591faba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:39.656588 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ad2c1c-aa8f-4b51-a7d2-de3bab32d9d0 None None] Checking router: 3fc4b80c-d551-4981-88ef-73d1e8e1a890 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:40:39.664953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ad2c1c-aa8f-4b51-a7d2-de3bab32d9d0 None None] Routers {'3fc4b80c-d551-4981-88ef-73d1e8e1a890'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:40:39.665559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-49ad2c1c-aa8f-4b51-a7d2-de3bab32d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:40:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:39.723726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86e2e6-be22-4d26-aba7-256d57221b84 req-26584fe5-670f-4385-a1fb-40160b340c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:39.725234 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9b86e2e6-be22-4d26-aba7-256d57221b84 req-26584fe5-670f-4385-a1fb-40160b340c7d service neutron] 10.222.0.57 "GET /v2.0/networks?id=88f157c2-0dbe-4d24-8a5e-98042b081747 HTTP/1.1" status: 200 len: 897 time: 0.2688215 May 27 23:40:39.800589 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9b86e2e6-be22-4d26-aba7-256d57221b84 req-4ff0308f-b873-4d8d-b46f-b2ed78ee124a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 HTTP/1.1" status: 200 len: 217 time: 0.0673771 May 27 23:40:39.815720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d881e9-345a-45ad-acad-4cf89a1bc4f5 req-e0dd931b-9146-46d7-a2ad-da4b26a14455 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:39.817793 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0d881e9-345a-45ad-acad-4cf89a1bc4f5 req-e0dd931b-9146-46d7-a2ad-da4b26a14455 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0814836 May 27 23:40:39.852092 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-49ad2c1c-aa8f-4b51-a7d2-de3bab32d9d0 None None] Set router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:40:39.863706 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0d881e9-345a-45ad-acad-4cf89a1bc4f5 req-aa3c080f-f162-43a9-b1d1-6bfa160d4016 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401092 May 27 23:40:39.864102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86e2e6-be22-4d26-aba7-256d57221b84 req-cfcc5214-ea90-4c10-9fe1-2b3745cc53e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:39.865566 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9b86e2e6-be22-4d26-aba7-256d57221b84 req-cfcc5214-ea90-4c10-9fe1-2b3745cc53e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=970b613c-0756-4594-813d-ce2a2591faba HTTP/1.1" status: 200 len: 833 time: 0.0588078 May 27 23:40:39.946996 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86e2e6-be22-4d26-aba7-256d57221b84 req-7825ed6e-9ac0-4554-a5b7-6bf7f69bb136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:39.948618 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9b86e2e6-be22-4d26-aba7-256d57221b84 req-7825ed6e-9ac0-4554-a5b7-6bf7f69bb136 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=88f157c2-0dbe-4d24-8a5e-98042b081747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755787 May 27 23:40:40.085956 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9b86e2e6-be22-4d26-aba7-256d57221b84 req-a3a9f322-e0b1-4fc1-a01d-09039fac412e service neutron] 10.222.0.57 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271131 May 27 23:40:40.163614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-49ad2c1c-aa8f-4b51-a7d2-de3bab32d9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:38:47Z', 'updated_at': '2022-05-27T23:38:52Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:48Z', 'updated_at': '2022-05-27T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '839e579b-6242-43e8-a162-411bb009b5a3', 'name': '', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:af:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '970b613c-0756-4594-813d-ce2a2591faba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:52Z', 'updated_at': '2022-05-27T23:38:57Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '970b613c-0756-4594-813d-ce2a2591faba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:40.167723 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ad2c1c-aa8f-4b51-a7d2-de3bab32d9d0 None None] The sync data for ids ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'] in n-d-843680-3 is: [{'id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:38:47Z', 'updated_at': '2022-05-27T23:38:52Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:48Z', 'updated_at': '2022-05-27T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '839e579b-6242-43e8-a162-411bb009b5a3', 'name': '', 'network_id': '88f157c2-0dbe-4d24-8a5e-98042b081747', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:af:cd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '970b613c-0756-4594-813d-ce2a2591faba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:52Z', 'updated_at': '2022-05-27T23:38:57Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '970b613c-0756-4594-813d-ce2a2591faba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:40:40.226306 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9b86e2e6-be22-4d26-aba7-256d57221b84 req-524b8c90-5cea-4aa5-bc77-8af18ff1e538 service neutron] 10.222.0.57 "GET /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335561 May 27 23:40:40.389052 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5533fda-4222-4809-b156-2db263d771f5 None None] New status for floating IP 18ee59d6-47fb-4ea1-b59c-56ded846c64d: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:40:41.050789 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d41c9-6d7b-4a3a-8401-e94f4441359a req-570770c1-1efe-4a3f-a73c-2279e85c5a13 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:41.052278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a5d41c9-6d7b-4a3a-8401-e94f4441359a req-570770c1-1efe-4a3f-a73c-2279e85c5a13 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.0821388 May 27 23:40:41.095403 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4a5d41c9-6d7b-4a3a-8401-e94f4441359a req-78195c4a-879b-433e-aedf-d735baade475 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=e98b9a65-57d1-490c-a6c7-03a8550a9b83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372250 May 27 23:40:41.239790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa534a-5fc7-41bf-9bb9-d665bc9070f5 req-9d3876f4-0b2f-4b90-91fe-7ccc87eca9ee tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:41.240487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-27aa534a-5fc7-41bf-9bb9-d665bc9070f5 req-9d3876f4-0b2f-4b90-91fe-7ccc87eca9ee tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:40:41.337583 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-27aa534a-5fc7-41bf-9bb9-d665bc9070f5 req-9d3876f4-0b2f-4b90-91fe-7ccc87eca9ee tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:40:41.338626 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-27aa534a-5fc7-41bf-9bb9-d665bc9070f5 req-9d3876f4-0b2f-4b90-91fe-7ccc87eca9ee tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.57 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 945 time: 0.2135525 May 27 23:40:41.412000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-27aa534a-5fc7-41bf-9bb9-d665bc9070f5 req-c65fa2d5-1a57-4825-b3a3-ca600de0cc49 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:40:41.412335 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-27aa534a-5fc7-41bf-9bb9-d665bc9070f5 req-c65fa2d5-1a57-4825-b3a3-ca600de0cc49 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:41.653231 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-27aa534a-5fc7-41bf-9bb9-d665bc9070f5 req-c65fa2d5-1a57-4825-b3a3-ca600de0cc49 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:40:41.653509 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-27aa534a-5fc7-41bf-9bb9-d665bc9070f5 req-c65fa2d5-1a57-4825-b3a3-ca600de0cc49 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:41.779939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-27aa534a-5fc7-41bf-9bb9-d665bc9070f5 req-c65fa2d5-1a57-4825-b3a3-ca600de0cc49 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:40:41.960949 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-27aa534a-5fc7-41bf-9bb9-d665bc9070f5 req-c65fa2d5-1a57-4825-b3a3-ca600de0cc49 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:42.011656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fa2d5-1a57-4825-b3a3-ca600de0cc49 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=ba08479a-7cc2-43f5-8830-f5d7b0fba9b6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:42.085147 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-27aa534a-5fc7-41bf-9bb9-d665bc9070f5 req-c65fa2d5-1a57-4825-b3a3-ca600de0cc49 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] No DVR routers for this DVR port ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:40:42.087782 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-27aa534a-5fc7-41bf-9bb9-d665bc9070f5 req-c65fa2d5-1a57-4825-b3a3-ca600de0cc49 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:42.090396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'name': 'network-vif-deleted', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:40:42.136525 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a927f8-8756-4c6a-85b1-7b6b6abfc17d'] response: {'server_uuid': '117a3afa-281b-4a3f-9467-f2099b0b7539', 'name': 'network-vif-deleted', 'tag': 'ba08479a-7cc2-43f5-8830-f5d7b0fba9b6', 'status': 'completed', 'code': 200} May 27 23:40:42.161810 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-27aa534a-5fc7-41bf-9bb9-d665bc9070f5 req-c65fa2d5-1a57-4825-b3a3-ca600de0cc49 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.57 "DELETE /v2.0/ports/ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 HTTP/1.1" status: 204 len: 173 time: 0.8167565 May 27 23:40:42.246704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-82413ec6-c9f7-4f6b-88fd-03ed226b31cb req-2f99ba0a-49a8-44d5-b7c3-6804ace786bf tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=117a3afa-281b-4a3f-9467-f2099b0b7539 HTTP/1.1" status: 200 len: 210 time: 0.0428600 May 27 23:40:43.340855 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49234) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:43.982270 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:44.328782 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port 839e579b-6242-43e8-a162-411bb009b5a3 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:40:44.329124 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:44.508169 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port 839e579b-6242-43e8-a162-411bb009b5a3, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=839e579b-6242-43e8-a162-411bb009b5a3,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:40:44.508913 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:44.630026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for 839e579b-6242-43e8-a162-411bb009b5a3 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:40:44.886400 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:44.933623 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=839e579b-6242-43e8-a162-411bb009b5a3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:44.967768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:44.968118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:44.968748 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:44.970977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:44.970977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:44.970977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:44.970977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:44.970977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:44.970977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:44.970977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:44.970977 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:44.971858 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:45.113456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:40:45.151908 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:40:45.152186 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device ba08479a-7cc2-43f5-8830-f5d7b0fba9b6 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:40:45.328596 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:45.684460 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:40:45.857570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:40:45.866921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde0d2b-5b00-4030-81d2-a915f5b9263b None None] Sync routers for ids ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:40:45.870850 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8fcad512-f827-46ed-803f-b018eca59f68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "PUT /v2.0/routers/3fc4b80c-d551-4981-88ef-73d1e8e1a890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5289297 May 27 23:40:45.873455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49238) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:45.876552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde0d2b-5b00-4030-81d2-a915f5b9263b None None] Routers {'3fc4b80c-d551-4981-88ef-73d1e8e1a890'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:40:45.877257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-bfde0d2b-5b00-4030-81d2-a915f5b9263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:40:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:45.942911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-04752593-55f9-4d6a-b44b-c44d311501d2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting subnet 970b613c-0756-4594-813d-ce2a2591faba {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:40:45.945812 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-04752593-55f9-4d6a-b44b-c44d311501d2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:45.999274 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-04752593-55f9-4d6a-b44b-c44d311501d2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:46.052213 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-bfde0d2b-5b00-4030-81d2-a915f5b9263b None None] Set router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:40:46.082213 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-04752593-55f9-4d6a-b44b-c44d311501d2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:46.201232 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-04752593-55f9-4d6a-b44b-c44d311501d2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:46.238838 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04752593-55f9-4d6a-b44b-c44d311501d2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Subnet': ['ID=970b613c-0756-4594-813d-ce2a2591faba,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:46.244769 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-04752593-55f9-4d6a-b44b-c44d311501d2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:46.251814 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-04752593-55f9-4d6a-b44b-c44d311501d2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/subnets/970b613c-0756-4594-813d-ce2a2591faba HTTP/1.1" status: 204 len: 168 time: 0.3774142 May 27 23:40:46.255361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49242) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:46.256171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db30cb9-fe84-48e0-9801-e8bcd7501ed8 None None] Network 88f157c2-0dbe-4d24-8a5e-98042b081747 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:40:46.552641 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:46.553271 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-bfde0d2b-5b00-4030-81d2-a915f5b9263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:38:47Z', 'updated_at': '2022-05-27T23:40:44Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:48Z', 'updated_at': '2022-05-27T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:46.558466 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde0d2b-5b00-4030-81d2-a915f5b9263b None None] Checking router: 3fc4b80c-d551-4981-88ef-73d1e8e1a890 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:40:46.565690 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:46.572086 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde0d2b-5b00-4030-81d2-a915f5b9263b None None] Routers {'3fc4b80c-d551-4981-88ef-73d1e8e1a890'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:40:46.574228 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-bfde0d2b-5b00-4030-81d2-a915f5b9263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:40:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:46.643671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada8b948-7798-4209-928e-78393901191b None None] DHCP port deletion for 88f157c2-0dbe-4d24-8a5e-98042b081747 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:40:46.653125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ada8b948-7798-4209-928e-78393901191b None None] Deleting port 30d2a6ee-a025-4b42-988f-153748b59115 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:40:46.653494 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ada8b948-7798-4209-928e-78393901191b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:46.742449 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:46.794827 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port 96ed4136-6482-4a6b-85a2-fbda8162513e {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:40:46.795162 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:46.835845 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-bfde0d2b-5b00-4030-81d2-a915f5b9263b None None] Set router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:40:46.971437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port 96ed4136-6482-4a6b-85a2-fbda8162513e, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=96ed4136-6482-4a6b-85a2-fbda8162513e,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:40:46.971691 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:47.093792 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for 96ed4136-6482-4a6b-85a2-fbda8162513e owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:40:47.116810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ada8b948-7798-4209-928e-78393901191b None None] For port 30d2a6ee-a025-4b42-988f-153748b59115, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=30d2a6ee-a025-4b42-988f-153748b59115,segment=NetworkSegment(3fe58547-8422-4189-9db7-42c075c1849b),segment_id=3fe58547-8422-4189-9db7-42c075c1849b)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:40:47.117202 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ada8b948-7798-4209-928e-78393901191b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:47.251963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 30d2a6ee-a025-4b42-988f-153748b59115 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:40:47.291445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ada8b948-7798-4209-928e-78393901191b None None] Calling delete_port for 30d2a6ee-a025-4b42-988f-153748b59115 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:40:47.326659 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:47.379752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=96ed4136-6482-4a6b-85a2-fbda8162513e,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:47.472523 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:47.482856 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 30d2a6ee-a025-4b42-988f-153748b59115 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:40:47.483239 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:47.509508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-bfde0d2b-5b00-4030-81d2-a915f5b9263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:38:47Z', 'updated_at': '2022-05-27T23:40:44Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:48Z', 'updated_at': '2022-05-27T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:47.513596 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ada8b948-7798-4209-928e-78393901191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:47.575883 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfde0d2b-5b00-4030-81d2-a915f5b9263b None None] The sync data for ids ['3fc4b80c-d551-4981-88ef-73d1e8e1a890'] in n-d-843680-3 is: [{'id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'name': 'tempest-TestNetworkAdvancedServerOps-router-544015098', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157'}], 'enable_snat': True}, 'gw_port_id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:38:47Z', 'updated_at': '2022-05-27T23:40:44Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '96ed4136-6482-4a6b-85a2-fbda8162513e', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc4b80c-d551-4981-88ef-73d1e8e1a890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:38:48Z', 'updated_at': '2022-05-27T23:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:40:47.644214 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8b948-7798-4209-928e-78393901191b None None] Pushing event deleted for resources: {'Port': ['ID=30d2a6ee-a025-4b42-988f-153748b59115,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:47.651972 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada8b948-7798-4209-928e-78393901191b None None] No DVR routers for this DVR port 30d2a6ee-a025-4b42-988f-153748b59115 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:40:47.652309 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:47.654613 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:47.737827 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:47.738403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Fanout notify agent at l3_agent the message router_deleted on router 3fc4b80c-d551-4981-88ef-73d1e8e1a890 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:40:47.753088 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:47.754151 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-27793dfd-096a-458f-a7d2-776cbe7ffbae tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/routers/3fc4b80c-d551-4981-88ef-73d1e8e1a890 HTTP/1.1" status: 204 len: 168 time: 1.4977620 May 27 23:40:47.756984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49246) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:47.869507 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43354379-a2a3-4dba-88c1-7db0fd48f263 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:48.007959 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43354379-a2a3-4dba-88c1-7db0fd48f263 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:48.034639 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-43354379-a2a3-4dba-88c1-7db0fd48f263 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f157c2-0dbe-4d24-8a5e-98042b081747']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:48.047708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-43354379-a2a3-4dba-88c1-7db0fd48f263 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe58547-8422-4189-9db7-42c075c1849b') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:48.048073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-43354379-a2a3-4dba-88c1-7db0fd48f263 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe58547-8422-4189-9db7-42c075c1849b') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:48.060220 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43354379-a2a3-4dba-88c1-7db0fd48f263 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:48.076880 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43354379-a2a3-4dba-88c1-7db0fd48f263 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:48.083482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43354379-a2a3-4dba-88c1-7db0fd48f263 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:40:48.083864 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43354379-a2a3-4dba-88c1-7db0fd48f263 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:48.151770 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3fe58547-8422-4189-9db7-42c075c1849b resource provider aggregate not found May 27 23:40:48.298116 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3fe58547-8422-4189-9db7-42c075c1849b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fe58547-8422-4189-9db7-42c075c1849b found for delete ", "request_id": "req-1597def1-9787-4260-bc7f-2f4e34d6d915"}]} May 27 23:40:48.366127 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43354379-a2a3-4dba-88c1-7db0fd48f263 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:48.370889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-43354379-a2a3-4dba-88c1-7db0fd48f263 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:48.396811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43354379-a2a3-4dba-88c1-7db0fd48f263 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Network': ['ID=88f157c2-0dbe-4d24-8a5e-98042b081747,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:48.458754 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-43354379-a2a3-4dba-88c1-7db0fd48f263 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/networks/88f157c2-0dbe-4d24-8a5e-98042b081747 HTTP/1.1" status: 204 len: 168 time: 0.7006714 May 27 23:40:48.461276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49254) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:48.528261 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ecffb8-20f1-48ab-aa17-41283abef7e9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:48.561087 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ecffb8-20f1-48ab-aa17-41283abef7e9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:48.680750 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ecffb8-20f1-48ab-aa17-41283abef7e9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:48.698362 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecffb8-20f1-48ab-aa17-41283abef7e9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98b9a65-57d1-490c-a6c7-03a8550a9b83,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:48.765713 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-54ecffb8-20f1-48ab-aa17-41283abef7e9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:48.766836 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-54ecffb8-20f1-48ab-aa17-41283abef7e9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/security-groups/e98b9a65-57d1-490c-a6c7-03a8550a9b83 HTTP/1.1" status: 204 len: 168 time: 0.3046427 May 27 23:40:48.979997 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49262) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:48.985247 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-efd939e1-a976-4521-b766-7bb71c67f366 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-526891836', 'description': 'tempest-secgroup-smoke-526891836 description', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:40:48.991978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-efd939e1-a976-4521-b766-7bb71c67f366 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:40:48.996065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-efd939e1-a976-4521-b766-7bb71c67f366 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:40:48.998964 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-efd939e1-a976-4521-b766-7bb71c67f366 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:40:49.005921 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-efd939e1-a976-4521-b766-7bb71c67f366 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:40:49.074674 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efd939e1-a976-4521-b766-7bb71c67f366 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:49.093694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-efd939e1-a976-4521-b766-7bb71c67f366 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:40:49.097422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-efd939e1-a976-4521-b766-7bb71c67f366 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:40:49.100144 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-efd939e1-a976-4521-b766-7bb71c67f366 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:40:49.105827 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-efd939e1-a976-4521-b766-7bb71c67f366 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:40:49.172240 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efd939e1-a976-4521-b766-7bb71c67f366 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:49.223022 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 839e579b-6242-43e8-a162-411bb009b5a3 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:40:49.229248 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efd939e1-a976-4521-b766-7bb71c67f366 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:49.257037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 839e579b-6242-43e8-a162-411bb009b5a3 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:40:49.257387 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 839e579b-6242-43e8-a162-411bb009b5a3 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:40:49.257800 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 96ed4136-6482-4a6b-85a2-fbda8162513e no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:40:49.278318 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd939e1-a976-4521-b766-7bb71c67f366 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d810338-9730-45f3-a5cd-10694e666b95,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:49.290461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 96ed4136-6482-4a6b-85a2-fbda8162513e {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:40:49.290847 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 96ed4136-6482-4a6b-85a2-fbda8162513e not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:40:49.349251 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-efd939e1-a976-4521-b766-7bb71c67f366 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:49.350535 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-efd939e1-a976-4521-b766-7bb71c67f366 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3695362 May 27 23:40:49.353370 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49266) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:49.358282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-3d5b5ff0-7827-4558-b3f1-1673f3ee97bc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '5d810338-9730-45f3-a5cd-10694e666b95', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:40:49.365355 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3d5b5ff0-7827-4558-b3f1-1673f3ee97bc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:40:49.369104 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3d5b5ff0-7827-4558-b3f1-1673f3ee97bc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:40:49.371992 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-3d5b5ff0-7827-4558-b3f1-1673f3ee97bc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:40:49.377797 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-3d5b5ff0-7827-4558-b3f1-1673f3ee97bc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:40:49.469866 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5ff0-7827-4558-b3f1-1673f3ee97bc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:49.530120 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5ff0-7827-4558-b3f1-1673f3ee97bc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:49.651593 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5ff0-7827-4558-b3f1-1673f3ee97bc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:49.677484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b5ff0-7827-4558-b3f1-1673f3ee97bc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c190a50b-7629-4e44-af0d-eea71217fa76,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:49.766109 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3d5b5ff0-7827-4558-b3f1-1673f3ee97bc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:49.767339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3d5b5ff0-7827-4558-b3f1-1673f3ee97bc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4130676 May 27 23:40:49.770134 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49270) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:49.774951 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a79d2715-fdd6-4334-b654-808e85186485 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '5d810338-9730-45f3-a5cd-10694e666b95', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:40:49.781687 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a79d2715-fdd6-4334-b654-808e85186485 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:40:49.785923 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a79d2715-fdd6-4334-b654-808e85186485 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:40:49.791300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a79d2715-fdd6-4334-b654-808e85186485 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:40:49.794543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a79d2715-fdd6-4334-b654-808e85186485 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:40:49.857510 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a79d2715-fdd6-4334-b654-808e85186485 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:49.917569 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a79d2715-fdd6-4334-b654-808e85186485 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:49.983155 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a79d2715-fdd6-4334-b654-808e85186485 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:50.007390 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d2715-fdd6-4334-b654-808e85186485 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf7561f-5482-4e9f-94bf-09b0c2da2772,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:50.074961 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a79d2715-fdd6-4334-b654-808e85186485 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:50.076156 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a79d2715-fdd6-4334-b654-808e85186485 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3051157 May 27 23:40:50.078963 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49274) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:50.085296 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-23b148c6-fcc8-4393-85d9-346c7b21a7e4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '5d810338-9730-45f3-a5cd-10694e666b95', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:40:50.091949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-23b148c6-fcc8-4393-85d9-346c7b21a7e4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:40:50.095894 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-23b148c6-fcc8-4393-85d9-346c7b21a7e4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:40:50.099482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-23b148c6-fcc8-4393-85d9-346c7b21a7e4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:40:50.105425 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-23b148c6-fcc8-4393-85d9-346c7b21a7e4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:40:50.167332 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-23b148c6-fcc8-4393-85d9-346c7b21a7e4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:50.232012 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-23b148c6-fcc8-4393-85d9-346c7b21a7e4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:50.297638 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-23b148c6-fcc8-4393-85d9-346c7b21a7e4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:50.321077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b148c6-fcc8-4393-85d9-346c7b21a7e4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f613ff3-5f49-4e29-9e26-b8047c6da47a,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:50.383269 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-23b148c6-fcc8-4393-85d9-346c7b21a7e4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:50.384509 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-23b148c6-fcc8-4393-85d9-346c7b21a7e4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3046086 May 27 23:40:50.387317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49278) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:50.392270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0bb2ef1c-76cf-42b7-af2a-178bd76e0458 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '5d810338-9730-45f3-a5cd-10694e666b95', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:40:50.399188 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0bb2ef1c-76cf-42b7-af2a-178bd76e0458 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:40:50.403097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0bb2ef1c-76cf-42b7-af2a-178bd76e0458 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:40:50.405987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0bb2ef1c-76cf-42b7-af2a-178bd76e0458 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:40:50.411767 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0bb2ef1c-76cf-42b7-af2a-178bd76e0458 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:40:50.475148 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0bb2ef1c-76cf-42b7-af2a-178bd76e0458 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:50.537487 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0bb2ef1c-76cf-42b7-af2a-178bd76e0458 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:50.583256 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0bb2ef1c-76cf-42b7-af2a-178bd76e0458 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:50.607255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2ef1c-76cf-42b7-af2a-178bd76e0458 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6683c59-02bd-43b0-b399-4122d780db16,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:50.663583 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0bb2ef1c-76cf-42b7-af2a-178bd76e0458 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:50.664845 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0bb2ef1c-76cf-42b7-af2a-178bd76e0458 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2766094 May 27 23:40:50.667888 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49282) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:50.673624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-7aa6bde5-50cf-429a-a479-4a25683f16e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '5d810338-9730-45f3-a5cd-10694e666b95', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:40:50.681205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7aa6bde5-50cf-429a-a479-4a25683f16e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:40:50.685009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7aa6bde5-50cf-429a-a479-4a25683f16e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:40:50.687852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-7aa6bde5-50cf-429a-a479-4a25683f16e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:40:50.694641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-7aa6bde5-50cf-429a-a479-4a25683f16e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:40:50.755832 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-7aa6bde5-50cf-429a-a479-4a25683f16e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Project 0a7f7e2a573e4dd58b2c2679976e5b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:40:50.762619 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7aa6bde5-50cf-429a-a479-4a25683f16e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:50.829280 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7aa6bde5-50cf-429a-a479-4a25683f16e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:50.880862 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7aa6bde5-50cf-429a-a479-4a25683f16e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:50.904001 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6bde5-50cf-429a-a479-4a25683f16e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f335e61e-dc65-4d2d-a0fd-048c54de75b4,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:50.949059 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-7aa6bde5-50cf-429a-a479-4a25683f16e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:50.950235 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-7aa6bde5-50cf-429a-a479-4a25683f16e1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2813368 May 27 23:40:50.953062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49286) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:50.958187 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d3415f04-3511-4989-995d-85e7597d8b98 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '5d810338-9730-45f3-a5cd-10694e666b95', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:40:50.964929 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d3415f04-3511-4989-995d-85e7597d8b98 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:40:50.968775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d3415f04-3511-4989-995d-85e7597d8b98 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:40:50.971614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d3415f04-3511-4989-995d-85e7597d8b98 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:40:50.977810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d3415f04-3511-4989-995d-85e7597d8b98 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:40:51.057592 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-d3415f04-3511-4989-995d-85e7597d8b98 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Project 0a7f7e2a573e4dd58b2c2679976e5b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:40:51.064334 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3415f04-3511-4989-995d-85e7597d8b98 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:51.129855 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3415f04-3511-4989-995d-85e7597d8b98 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:51.194781 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3415f04-3511-4989-995d-85e7597d8b98 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:51.217917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3415f04-3511-4989-995d-85e7597d8b98 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b311d1d-8a44-4485-88c8-47b17b47a530,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:51.297592 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d3415f04-3511-4989-995d-85e7597d8b98 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:51.298757 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d3415f04-3511-4989-995d-85e7597d8b98 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3447380 May 27 23:40:51.301624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49290) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:51.307384 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'network': {'name': 'tempest-network-smoke--119126185', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:40:51.313119 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:40:51.317219 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:network and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:40:51.320096 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:40:51.325875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:40:51.412490 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Made reservation on behalf of 0a7f7e2a573e4dd58b2c2679976e5b01 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:40:51.415791 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:51.444684 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:40:51.451029 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:51.451368 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Added segment 2a822675-52e0-41e0-b883-87554740312c of type vlan for network dcbe6145-cd56-45eb-918c-3151d97f0026 May 27 23:40:51.480774 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:51.572023 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:51.577697 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:51.581945 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:51.685991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Network': ['ID=dcbe6145-cd56-45eb-918c-3151d97f0026,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:51.699914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network dcbe6145-cd56-45eb-918c-3151d97f0026 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:40:51.738833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bb151d48-15c7-47dc-9141-5cdc14ff2817 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4360240 May 27 23:40:51.741376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49294) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:51.746421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'admin_state_up': True, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:40:51.754544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:40:51.758877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:router and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:40:51.761880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:40:51.768588 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:40:51.835539 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:51.836583 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:51.851007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:52.196190 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:52.541498 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:52.573475 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:52.701459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.25.2.105 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/16987622-e95e-47db-8f72-022e59a82dcd) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:40:52.846571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:52.933007 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:53.018043 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:53.115965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:40:53.118633 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:40:53.122405 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:40:53.156810 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=16987622-e95e-47db-8f72-022e59a82dcd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:53.629368 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:53.963767 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:54.206199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 3736d467-3169-45be-8dee-290de433dfb8 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:40:54.383194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:40:54.393726 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Sync routers for ids ['3736d467-3169-45be-8dee-290de433dfb8'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:40:54.406816 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Routers {'3736d467-3169-45be-8dee-290de433dfb8'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:40:54.408974 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:40:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3736d467-3169-45be-8dee-290de433dfb8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:54.469214 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:54.470438 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-97cb9ff9-a656-4a38-8118-a9173ea74500 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7280662 May 27 23:40:54.473659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49298) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:54.554796 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3315ec97-fcf2-48b7-8e33-596a36d6ed38 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=0a7f7e2a573e4dd58b2c2679976e5b01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0800912 May 27 23:40:54.557732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49304) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:54.582684 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Set router 3736d467-3169-45be-8dee-290de433dfb8 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:40:54.816658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e7bd45-597d-4c34-8cb0-e661707b9947 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:54.818216 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-63e7bd45-597d-4c34-8cb0-e661707b9947 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2596116 May 27 23:40:54.821167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49308) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:54.862823 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-6ac9db7c-5d2c-44ef-a39f-bec3f3a192ee tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405629 May 27 23:40:54.865916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49312) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:54.870063 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3736d467-3169-45be-8dee-290de433dfb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '16987622-e95e-47db-8f72-022e59a82dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:40:51Z', 'updated_at': '2022-05-27T23:40:53Z', 'revision_number': 3, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '16987622-e95e-47db-8f72-022e59a82dcd', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:52Z', 'updated_at': '2022-05-27T23:40:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:54.871562 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-52364567', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:40:54.873972 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Checking router: 3736d467-3169-45be-8dee-290de433dfb8 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:40:54.874315 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Updating router 3736d467-3169-45be-8dee-290de433dfb8 port 16987622-e95e-47db-8f72-022e59a82dcd binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:40:54.925283 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:54.980177 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:40:54.983920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:subnet and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:40:54.986764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:40:54.992473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:40:55.080532 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Made reservation on behalf of 0a7f7e2a573e4dd58b2c2679976e5b01 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:40:55.088486 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:55.278121 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:55.289403 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Transition to ACTIVE for port object 16987622-e95e-47db-8f72-022e59a82dcd will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:40:55.371623 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:55.371854 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:55.450944 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Subnet': ['ID=02ab5708-7037-4c18-b859-1afb58a79a76,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:55.452722 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee30071-91d2-47bf-aa1c-349c133b3e9a None None] Pushing event updated for resources: {'Port': ['ID=16987622-e95e-47db-8f72-022e59a82dcd,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:55.459312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Checking segment: {'id': '2a822675-52e0-41e0-b883-87554740312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:40:55.459666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network hostable DHCP agents. Network: dcbe6145-cd56-45eb-918c-3151d97f0026, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:40:55.461177 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30071-91d2-47bf-aa1c-349c133b3e9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:55.461517 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30071-91d2-47bf-aa1c-349c133b3e9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:55.461851 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30071-91d2-47bf-aa1c-349c133b3e9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:55.462175 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30071-91d2-47bf-aa1c-349c133b3e9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:55.462498 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30071-91d2-47bf-aa1c-349c133b3e9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:55.462818 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30071-91d2-47bf-aa1c-349c133b3e9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:55.463138 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30071-91d2-47bf-aa1c-349c133b3e9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:55.463454 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30071-91d2-47bf-aa1c-349c133b3e9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:55.463767 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30071-91d2-47bf-aa1c-349c133b3e9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:55.464080 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30071-91d2-47bf-aa1c-349c133b3e9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:55.464416 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30071-91d2-47bf-aa1c-349c133b3e9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:55.464729 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee30071-91d2-47bf-aa1c-349c133b3e9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:40:55.467679 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Attempting to bind port 16987622-e95e-47db-8f72-022e59a82dcd on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:40:55.468103 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Attempting to bind port 16987622-e95e-47db-8f72-022e59a82dcd by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:40:55.468487 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Attempting to bind port 16987622-e95e-47db-8f72-022e59a82dcd on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:40:55.474734 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:40:55.475103 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:40:55.475494 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:55.475870 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:40:55.476387 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Bound port: 16987622-e95e-47db-8f72-022e59a82dcd, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:40:55.476732 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:55.547132 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] For port 16987622-e95e-47db-8f72-022e59a82dcd, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:40:55.552492 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] For port 16987622-e95e-47db-8f72-022e59a82dcd, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=16987622-e95e-47db-8f72-022e59a82dcd,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:40:55.571699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network dcbe6145-cd56-45eb-918c-3151d97f0026 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:40:55.629206 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:55.657670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, dcbe6145-cd56-45eb-918c-3151d97f0026) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:40:55.663385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:55.663962 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:55.670138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e681fca3-19dd-4fd1-a9c5-f483f95f0cba None None] Network dcbe6145-cd56-45eb-918c-3151d97f0026 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:40:55.702282 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Routers {'3736d467-3169-45be-8dee-290de433dfb8'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:40:55.703494 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:40:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3736d467-3169-45be-8dee-290de433dfb8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:55.778624 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-81a3abf2-d087-4aef-84af-acbbd6c077e6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9115870 May 27 23:40:55.781498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49316) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:40:55.791447 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee30071-91d2-47bf-aa1c-349c133b3e9a None None] Pushing event updated for resources: {'Port': ['ID=16987622-e95e-47db-8f72-022e59a82dcd,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:55.887874 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] Set router 3736d467-3169-45be-8dee-290de433dfb8 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:40:55.902490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-dcbe6145-cd56-45eb-918c-3151d97f0026', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ips': [{'subnet_id': '02ab5708-7037-4c18-b859-1afb58a79a76'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:40:55.903443 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:56.060897 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Allocated IP 172.20.0.2 (dcbe6145-cd56-45eb-918c-3151d97f0026/02ab5708-7037-4c18-b859-1afb58a79a76/9831314e-6303-497c-a90f-c7c8ed819619) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:40:56.182789 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3736d467-3169-45be-8dee-290de433dfb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '16987622-e95e-47db-8f72-022e59a82dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:40:51Z', 'updated_at': '2022-05-27T23:40:53Z', 'revision_number': 3, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '16987622-e95e-47db-8f72-022e59a82dcd', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:52Z', 'updated_at': '2022-05-27T23:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:56.186697 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f50b56-2dd5-40fa-bed3-7194c79ff5ef None None] The sync data for ids ['3736d467-3169-45be-8dee-290de433dfb8'] in n-d-843680-3 is: [{'id': '3736d467-3169-45be-8dee-290de433dfb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '16987622-e95e-47db-8f72-022e59a82dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:40:51Z', 'updated_at': '2022-05-27T23:40:53Z', 'revision_number': 3, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '16987622-e95e-47db-8f72-022e59a82dcd', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:52Z', 'updated_at': '2022-05-27T23:40:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:40:56.277820 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:56.289774 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Transition to ACTIVE for port object 9831314e-6303-497c-a90f-c7c8ed819619 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:40:56.310298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Transition to ACTIVE for port object 9831314e-6303-497c-a90f-c7c8ed819619 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:40:56.378406 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:56.469966 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Network dcbe6145-cd56-45eb-918c-3151d97f0026 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:40:56.472868 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:40:56.477488 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:40:56.483452 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Pushing event updated for resources: {'Port': ['ID=9831314e-6303-497c-a90f-c7c8ed819619,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:56.518263 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:56.577197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Attempting to bind port 9831314e-6303-497c-a90f-c7c8ed819619 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:40:56.577635 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Attempting to bind port 9831314e-6303-497c-a90f-c7c8ed819619 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2a822675-52e0-41e0-b883-87554740312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:40:56.578070 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Attempting to bind port 9831314e-6303-497c-a90f-c7c8ed819619 on network dcbe6145-cd56-45eb-918c-3151d97f0026 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:40:56.584030 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:40:56.584559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Checking segment: {'id': '2a822675-52e0-41e0-b883-87554740312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:40:56.585028 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:56.585486 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Bound using segment: {'id': '2a822675-52e0-41e0-b883-87554740312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:40:56.586027 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Bound port: 9831314e-6303-497c-a90f-c7c8ed819619, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a822675-52e0-41e0-b883-87554740312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:40:56.586469 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:56.684738 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] For port 9831314e-6303-497c-a90f-c7c8ed819619, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:40:56.690499 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] For port 9831314e-6303-497c-a90f-c7c8ed819619, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9831314e-6303-497c-a90f-c7c8ed819619,segment=NetworkSegment(2a822675-52e0-41e0-b883-87554740312c),segment_id=2a822675-52e0-41e0-b883-87554740312c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:40:56.744125 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:56.835949 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02538b7-0038-4e87-ad64-99b0d8de64e2 None None] Pushing event updated for resources: {'Port': ['ID=9831314e-6303-497c-a90f-c7c8ed819619,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:57.106263 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.20.0.1 (dcbe6145-cd56-45eb-918c-3151d97f0026/02ab5708-7037-4c18-b859-1afb58a79a76/4b47b3be-cbdd-442b-999b-481ee0c79bc7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:40:57.273231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9831314e-6303-497c-a90f-c7c8ed819619 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:40:57.277239 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:57.293811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Transition to ACTIVE for port object 4b47b3be-cbdd-442b-999b-481ee0c79bc7 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:40:57.418306 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:57.434833 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 9831314e-6303-497c-a90f-c7c8ed819619 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:40:57.439983 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 16987622-e95e-47db-8f72-022e59a82dcd up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:40:57.487521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network dcbe6145-cd56-45eb-918c-3151d97f0026 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:40:57.490954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:40:57.495346 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:40:57.546128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=4b47b3be-cbdd-442b-999b-481ee0c79bc7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:57.565844 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:57.588860 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65081553-2715-4247-b4d3-201fdd30096c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:57.606012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 16987622-e95e-47db-8f72-022e59a82dcd completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:40:57.611952 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 16987622-e95e-47db-8f72-022e59a82dcd triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:40:57.612571 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:57.732513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 16987622-e95e-47db-8f72-022e59a82dcd is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:40:57.733130 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:57.750793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 16987622-e95e-47db-8f72-022e59a82dcd, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=16987622-e95e-47db-8f72-022e59a82dcd,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:40:57.758811 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:57.812122 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:57.886156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=16987622-e95e-47db-8f72-022e59a82dcd,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:58.170914 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:58.229364 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:58.346529 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=4b47b3be-cbdd-442b-999b-481ee0c79bc7,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:58.349103 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:58.387010 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e56ba4-48c3-466f-9d98-6946df8b15e5 None None] Network dcbe6145-cd56-45eb-918c-3151d97f0026 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:40:58.485988 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network dcbe6145-cd56-45eb-918c-3151d97f0026 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:40:58.487186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:40:58.541385 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c9046e4b-c9ff-4f8a-a11c-c165c4d80c40 None None] Provisioning for port 9831314e-6303-497c-a90f-c7c8ed819619 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:40:58.572669 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c9046e4b-c9ff-4f8a-a11c-c165c4d80c40 None None] Provisioning complete for port 9831314e-6303-497c-a90f-c7c8ed819619 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:40:58.573033 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9046e4b-c9ff-4f8a-a11c-c165c4d80c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:58.755933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c9046e4b-c9ff-4f8a-a11c-c165c4d80c40 None None] Current status of the port 9831314e-6303-497c-a90f-c7c8ed819619 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:40:58.756689 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9046e4b-c9ff-4f8a-a11c-c165c4d80c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:58.800294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-c9046e4b-c9ff-4f8a-a11c-c165c4d80c40 None None] For port 9831314e-6303-497c-a90f-c7c8ed819619, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9831314e-6303-497c-a90f-c7c8ed819619,segment=NetworkSegment(2a822675-52e0-41e0-b883-87554740312c),segment_id=2a822675-52e0-41e0-b883-87554740312c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:40:58.805623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 3736d467-3169-45be-8dee-290de433dfb8 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:40:58.874800 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c9046e4b-c9ff-4f8a-a11c-c165c4d80c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:58.947843 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9046e4b-c9ff-4f8a-a11c-c165c4d80c40 None None] Pushing event updated for resources: {'Port': ['ID=9831314e-6303-497c-a90f-c7c8ed819619,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:40:58.995771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-da73a1cb-5144-441a-9154-dd4a313b8de8 None None] Provisioning complete for port 9831314e-6303-497c-a90f-c7c8ed819619 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:40:58.996139 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da73a1cb-5144-441a-9154-dd4a313b8de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:58.997145 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:40:59.011947 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bf702776-4be0-4e13-801c-0b11649d0319 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "PUT /v2.0/routers/3736d467-3169-45be-8dee-290de433dfb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2293613 May 27 23:40:59.025523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Sync routers for ids ['3736d467-3169-45be-8dee-290de433dfb8'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:40:59.057461 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Routers {'3736d467-3169-45be-8dee-290de433dfb8'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:40:59.058032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:40:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3736d467-3169-45be-8dee-290de433dfb8'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:59.189243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-d48bff40-2d13-44cf-b365-e3fdce42be0a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:40:59.258621 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9831314e-6303-497c-a90f-c7c8ed819619 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:40:59.263249 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-d48bff40-2d13-44cf-b365-e3fdce42be0a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:40:59.265178 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-d48bff40-2d13-44cf-b365-e3fdce42be0a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-526891836&fields=id&tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 267 time: 0.1178684 May 27 23:40:59.349133 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-da73a1cb-5144-441a-9154-dd4a313b8de8 None None] Current status of the port 9831314e-6303-497c-a90f-c7c8ed819619 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:40:59.357347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Set router 3736d467-3169-45be-8dee-290de433dfb8 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:40:59.419708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-a223ef3d-8890-4d0d-aea1-e3af7bae07ac tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:40:59.421503 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-a223ef3d-8890-4d0d-aea1-e3af7bae07ac tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/networks?id=dcbe6145-cd56-45eb-918c-3151d97f0026 HTTP/1.1" status: 200 len: 796 time: 0.1485918 May 27 23:40:59.436495 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-11cf5254-328c-4bf0-9b8c-e26144d768de tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/quotas/0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 375 time: 0.0098932 May 27 23:40:59.488132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-da73a1cb-5144-441a-9154-dd4a313b8de8 None None] Provisioning for port 4b47b3be-cbdd-442b-999b-481ee0c79bc7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:40:59.522876 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-da73a1cb-5144-441a-9154-dd4a313b8de8 None None] Provisioning complete for port 4b47b3be-cbdd-442b-999b-481ee0c79bc7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:40:59.523149 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-da73a1cb-5144-441a-9154-dd4a313b8de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:59.627795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9831314e-6303-497c-a90f-c7c8ed819619 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:40:59.628161 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:59.636258 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-e7ae5a24-da93-4174-901c-e64e7028a5b4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:40:59.693323 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-e7ae5a24-da93-4174-901c-e64e7028a5b4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:40:59.695624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-e7ae5a24-da93-4174-901c-e64e7028a5b4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2535963 May 27 23:40:59.705975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-da73a1cb-5144-441a-9154-dd4a313b8de8 None None] Port 4b47b3be-cbdd-442b-999b-481ee0c79bc7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:40:59.747895 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d1276e99-015d-40a2-9eac-2880faf1bd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:59.762975 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-49998790-0855-4745-893b-9e77a95d41b6 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:40:59.763941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-49998790-0855-4745-893b-9e77a95d41b6 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527465 May 27 23:40:59.861725 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9831314e-6303-497c-a90f-c7c8ed819619 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:40:59.862769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 16987622-e95e-47db-8f72-022e59a82dcd up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:40:59.895124 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-5e2ed502-4953-4950-b796-ce6e7576a27b service neutron] 10.222.0.27 "GET /v2.0/networks/dcbe6145-cd56-45eb-918c-3151d97f0026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249933 May 27 23:40:59.900295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a174234d-fdea-4dc0-9018-bda9df69647f None None] Provisioning complete for port 4b47b3be-cbdd-442b-999b-481ee0c79bc7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:40:59.900692 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a174234d-fdea-4dc0-9018-bda9df69647f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:40:59.977344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a174234d-fdea-4dc0-9018-bda9df69647f None None] Port 4b47b3be-cbdd-442b-999b-481ee0c79bc7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:40:59.988734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3736d467-3169-45be-8dee-290de433dfb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '16987622-e95e-47db-8f72-022e59a82dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:40:51Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '16987622-e95e-47db-8f72-022e59a82dcd', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:52Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '4b47b3be-cbdd-442b-999b-481ee0c79bc7', 'name': '', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:79:0d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:56Z', 'updated_at': '2022-05-27T23:40:58Z', 'revision_number': 2, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:40:59.993651 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Checking router: 3736d467-3169-45be-8dee-290de433dfb8 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:40:59.994003 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Updating router 3736d467-3169-45be-8dee-290de433dfb8 port 4b47b3be-cbdd-442b-999b-481ee0c79bc7 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:41:00.029269 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-2d15730a-2893-459b-8a5a-7ded84f465fe service neutron] 10.222.0.27 "GET /v2.0/networks/dcbe6145-cd56-45eb-918c-3151d97f0026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275151 May 27 23:41:00.040224 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 16987622-e95e-47db-8f72-022e59a82dcd triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:41:00.040626 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:00.137911 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:00.303262 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-53abb74e-7ce4-4723-a0d6-325ffaac310d req-cad666c6-c101-4b8b-bcc2-ef4d5d355394 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 210 time: 0.0501642 May 27 23:41:00.331628 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 16987622-e95e-47db-8f72-022e59a82dcd is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:41:00.537697 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:00.575503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Transition to ACTIVE for port object 4b47b3be-cbdd-442b-999b-481ee0c79bc7 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:41:00.674656 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:00.829953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213ba68-22a3-4500-8a2c-4c7a6b5b80cb None None] Pushing event updated for resources: {'Port': ['ID=4b47b3be-cbdd-442b-999b-481ee0c79bc7,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:41:00.895059 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Attempting to bind port 4b47b3be-cbdd-442b-999b-481ee0c79bc7 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:41:00.896411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Attempting to bind port 4b47b3be-cbdd-442b-999b-481ee0c79bc7 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2a822675-52e0-41e0-b883-87554740312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:41:00.896556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Attempting to bind port 4b47b3be-cbdd-442b-999b-481ee0c79bc7 on network dcbe6145-cd56-45eb-918c-3151d97f0026 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:41:00.902197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:41:00.902569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Checking segment: {'id': '2a822675-52e0-41e0-b883-87554740312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:41:00.902968 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:00.903365 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Bound using segment: {'id': '2a822675-52e0-41e0-b883-87554740312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:41:00.903830 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Bound port: 4b47b3be-cbdd-442b-999b-481ee0c79bc7, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a822675-52e0-41e0-b883-87554740312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:41:00.904206 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:01.011264 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] For port 4b47b3be-cbdd-442b-999b-481ee0c79bc7, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:41:01.014495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] For port 4b47b3be-cbdd-442b-999b-481ee0c79bc7, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4b47b3be-cbdd-442b-999b-481ee0c79bc7,segment=NetworkSegment(2a822675-52e0-41e0-b883-87554740312c),segment_id=2a822675-52e0-41e0-b883-87554740312c)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:41:01.063397 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:01.065225 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:01.143935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Routers {'3736d467-3169-45be-8dee-290de433dfb8'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:41:01.144595 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:41:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3736d467-3169-45be-8dee-290de433dfb8'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:41:01.206877 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:01.222338 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213ba68-22a3-4500-8a2c-4c7a6b5b80cb None None] Pushing event updated for resources: {'Port': ['ID=4b47b3be-cbdd-442b-999b-481ee0c79bc7,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:41:01.339284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] Set router 3736d467-3169-45be-8dee-290de433dfb8 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:41:01.458339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cd2a920f-575e-4492-8d1a-7f77f4ecbb9c req-3e98175f-f45b-488c-9815-d505f5c8dc68 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 210 time: 0.0483241 May 27 23:41:01.659766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3736d467-3169-45be-8dee-290de433dfb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '16987622-e95e-47db-8f72-022e59a82dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:40:51Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '16987622-e95e-47db-8f72-022e59a82dcd', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:52Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '4b47b3be-cbdd-442b-999b-481ee0c79bc7', 'name': '', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:79:0d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:56Z', 'updated_at': '2022-05-27T23:41:01Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:41:01.664253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e097be2a-c44c-4249-aba0-cc684454ce26 None None] The sync data for ids ['3736d467-3169-45be-8dee-290de433dfb8'] in n-d-843680-3 is: [{'id': '3736d467-3169-45be-8dee-290de433dfb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '16987622-e95e-47db-8f72-022e59a82dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:40:51Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '16987622-e95e-47db-8f72-022e59a82dcd', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:52Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '4b47b3be-cbdd-442b-999b-481ee0c79bc7', 'name': '', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:79:0d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:56Z', 'updated_at': '2022-05-27T23:41:01Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:41:02.336276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-02299e6b-5dac-4697-b4d8-b6c86611b199 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:02.337009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-02299e6b-5dac-4697-b4d8-b6c86611b199 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:41:02.343218 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:02.429052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-02299e6b-5dac-4697-b4d8-b6c86611b199 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:41:02.430455 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-02299e6b-5dac-4697-b4d8-b6c86611b199 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "GET /v2.0/networks?id=dcbe6145-cd56-45eb-918c-3151d97f0026 HTTP/1.1" status: 200 len: 796 time: 0.2510295 May 27 23:41:02.494265 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-b176babe-0391-4de0-ab0e-730efcef0a8b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:41:02.505938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-b176babe-0391-4de0-ab0e-730efcef0a8b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:41:02.506785 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-b176babe-0391-4de0-ab0e-730efcef0a8b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 379 time: 0.0683784 May 27 23:41:02.515115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'port': {'device_id': '20025b8b-6512-4eac-9740-7b6bb04c5664', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'admin_state_up': True, 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'security_groups': ['5d810338-9730-45f3-a5cd-10694e666b95']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:41:02.623684 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-05484aff-ab6a-47dd-9fbe-f968fa65cbf0 req-876365c4-df55-41f2-96e7-a98652dbc3fb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 210 time: 0.0456851 May 27 23:41:02.661202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:41:02.670816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:41:02.749179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Made reservation on behalf of 0a7f7e2a573e4dd58b2c2679976e5b01 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:41:02.753975 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:02.914765 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.20.0.3 (dcbe6145-cd56-45eb-918c-3151d97f0026/02ab5708-7037-4c18-b859-1afb58a79a76/ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:41:03.102798 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:03.117815 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Transition to ACTIVE for port object ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:41:03.206749 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:03.254360 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4b47b3be-cbdd-442b-999b-481ee0c79bc7 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:41:03.279365 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network dcbe6145-cd56-45eb-918c-3151d97f0026 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:41:03.282630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:41:03.286761 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:41:03.318703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:41:03.339843 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:03.340574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:03.340574 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:03.340917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:03.341167 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:03.341487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:03.341947 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:03.342144 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:03.342439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:03.342755 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:03.343068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:03.343380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:03.370369 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:03.371016 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:03.406245 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 4b47b3be-cbdd-442b-999b-481ee0c79bc7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:41:03.411441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4b47b3be-cbdd-442b-999b-481ee0c79bc7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:41:03.414990 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:03.492883 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-9d1a5025-eb70-4421-be34-9c551eb1a867 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9815443 May 27 23:41:03.546722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Request body: {'port': {'device_id': '20025b8b-6512-4eac-9740-7b6bb04c5664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:41:03.576937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4b47b3be-cbdd-442b-999b-481ee0c79bc7 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:41:03.577245 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:03.610008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 4b47b3be-cbdd-442b-999b-481ee0c79bc7, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4b47b3be-cbdd-442b-999b-481ee0c79bc7,segment=NetworkSegment(2a822675-52e0-41e0-b883-87554740312c),segment_id=2a822675-52e0-41e0-b883-87554740312c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:41:03.651650 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-18cf8e81-28bb-4a64-b51e-6cd04ac37364 None None] Provisioning for port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:41:03.658613 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-18cf8e81-28bb-4a64-b51e-6cd04ac37364 None None] Provisioning complete for port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:41:03.658987 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-18cf8e81-28bb-4a64-b51e-6cd04ac37364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:03.663472 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:03.718830 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:03.756933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-18cf8e81-28bb-4a64-b51e-6cd04ac37364 None None] Port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:41:03.790782 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=4b47b3be-cbdd-442b-999b-481ee0c79bc7,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:41:03.835970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6eb5b8-9756-4d28-ad18-d5e359431d0c req-54b655d4-83bc-4957-a556-22d69347d1b3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:03.837581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de6eb5b8-9756-4d28-ad18-d5e359431d0c req-54b655d4-83bc-4957-a556-22d69347d1b3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 931 time: 0.0844316 May 27 23:41:03.881278 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-de6eb5b8-9756-4d28-ad18-d5e359431d0c req-a714d1ee-00c5-4a42-a2e5-c1d604e6418d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377309 May 27 23:41:04.018604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:41:04.026376 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:04.039978 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Transition to ACTIVE for port object ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:41:04.103153 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:04.258397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Pushing event updated for resources: {'Port': ['ID=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:41:04.340603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Attempting to bind port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:41:04.341296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Attempting to bind port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '2a822675-52e0-41e0-b883-87554740312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:41:04.341296 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Attempting to bind port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 on network dcbe6145-cd56-45eb-918c-3151d97f0026 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:41:04.345747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 on network dcbe6145-cd56-45eb-918c-3151d97f0026 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:41:04.346063 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Attempting to bind port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 on network dcbe6145-cd56-45eb-918c-3151d97f0026 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:41:04.351103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:41:04.351434 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Checking segment: {'id': '2a822675-52e0-41e0-b883-87554740312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:41:04.351817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Bound using segment: {'id': '2a822675-52e0-41e0-b883-87554740312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:41:04.352236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Bound port: ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a822675-52e0-41e0-b883-87554740312c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:41:04.352604 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:04.443216 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] For port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:41:04.446021 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] For port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605,segment=NetworkSegment(2a822675-52e0-41e0-b883-87554740312c),segment_id=2a822675-52e0-41e0-b883-87554740312c)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:41:04.520795 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:04.582711 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:04.583362 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:04.584812 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] 10.222.0.46 "PUT /v2.0/ports/ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 HTTP/1.1" status: 200 len: 1091 time: 1.0847864 May 27 23:41:04.585428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20025b8b-6512-4eac-9740-7b6bb04c5664', 'tag': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:41:04.607372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb69e6-1142-488d-ac14-6120fe95ce8e service neutron] Pushing event updated for resources: {'Port': ['ID=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:41:04.644126 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e20493-dcae-4086-9be4-aff5a869f726'] response: {'name': 'network-changed', 'server_uuid': '20025b8b-6512-4eac-9740-7b6bb04c5664', 'tag': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605', 'status': 'completed', 'code': 200} May 27 23:41:04.860123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f87207-de8a-4f7a-ab7a-0838b525a1c0 req-9b35432b-8f06-479c-b779-3185703a8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:04.861565 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-17f87207-de8a-4f7a-ab7a-0838b525a1c0 req-9b35432b-8f06-479c-b779-3185703a8832 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 1094 time: 0.1992817 May 27 23:41:05.006304 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f87207-de8a-4f7a-ab7a-0838b525a1c0 req-c5b4625a-f68b-48be-af63-7ac1fe3e823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:05.007694 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-17f87207-de8a-4f7a-ab7a-0838b525a1c0 req-c5b4625a-f68b-48be-af63-7ac1fe3e823d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1396971 May 27 23:41:05.070909 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:41:05.149553 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f87207-de8a-4f7a-ab7a-0838b525a1c0 req-aac207d2-0184-44dd-93bd-18c59c51ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:05.150995 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-17f87207-de8a-4f7a-ab7a-0838b525a1c0 req-aac207d2-0184-44dd-93bd-18c59c51ee64 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377985 May 27 23:41:05.228671 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29578ab-cc54-47f7-82e8-2508dff84fc6 req-0be70c7c-d426-45db-b220-7215f27a3d23 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:05.230134 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d29578ab-cc54-47f7-82e8-2508dff84fc6 req-0be70c7c-d426-45db-b220-7215f27a3d23 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 943 time: 0.0838127 May 27 23:41:05.239470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4b47b3be-cbdd-442b-999b-481ee0c79bc7 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:41:05.278610 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-eeebe833-43e3-4c0d-bd67-922760902752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:05.278610 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-eeebe833-43e3-4c0d-bd67-922760902752 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 1094 time: 0.0835080 May 27 23:41:05.283818 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d29578ab-cc54-47f7-82e8-2508dff84fc6 req-43d4e097-a0d9-466b-8573-08d354892245 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465834 May 27 23:41:05.318617 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 4b47b3be-cbdd-442b-999b-481ee0c79bc7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:41:05.318987 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:05.344514 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-4307194a-df29-43d4-8057-d354a1c3987b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 HTTP/1.1" status: 200 len: 217 time: 0.0670927 May 27 23:41:05.406106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-e2a64a5f-cee7-467e-b843-cd53843a9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:05.407528 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-e2a64a5f-cee7-467e-b843-cd53843a9474 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02ab5708-7037-4c18-b859-1afb58a79a76 HTTP/1.1" status: 200 len: 833 time: 0.0571351 May 27 23:41:05.432858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 4b47b3be-cbdd-442b-999b-481ee0c79bc7 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:41:05.485749 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-ddb458e9-351b-4463-8020-bb26c3726ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:05.487231 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-ddb458e9-351b-4463-8020-bb26c3726ef9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcbe6145-cd56-45eb-918c-3151d97f0026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729358 May 27 23:41:05.617072 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-b5876ede-7903-4686-b58a-7b1a352011de service neutron] 10.222.0.46 "GET /v2.0/networks/dcbe6145-cd56-45eb-918c-3151d97f0026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234043 May 27 23:41:05.746082 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-22e5b841-0888-4157-b3e9-25d6d9dc6f3e req-466c1c51-bfea-480e-9263-68fe786cb08b service neutron] 10.222.0.46 "GET /v2.0/networks/dcbe6145-cd56-45eb-918c-3151d97f0026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234453 May 27 23:41:06.466300 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5860ad-5322-40c5-981b-f2b67e8ba5aa req-df7fc6cd-ba5c-4b63-bb80-31ec656afca7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:06.467743 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce5860ad-5322-40c5-981b-f2b67e8ba5aa req-df7fc6cd-ba5c-4b63-bb80-31ec656afca7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 943 time: 0.0780745 May 27 23:41:06.515008 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ce5860ad-5322-40c5-981b-f2b67e8ba5aa req-2a277455-aacf-4c24-b66c-371a5d14038e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416343 May 27 23:41:07.696976 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea6f90-d884-4ae5-bfe9-33c5b7e2053a req-758e4052-2df0-40f3-a17d-9118f6ad9bd3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:07.698524 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-84ea6f90-d884-4ae5-bfe9-33c5b7e2053a req-758e4052-2df0-40f3-a17d-9118f6ad9bd3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 943 time: 0.0810063 May 27 23:41:07.742529 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-84ea6f90-d884-4ae5-bfe9-33c5b7e2053a req-96fe4a73-8cd0-400a-b3b9-478f886aa851 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383315 May 27 23:41:08.926772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28871f-460c-40b9-b58a-946d4a578b1d req-1c7789e6-54ca-4030-b515-3e19a169f2cd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:08.928193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c28871f-460c-40b9-b58a-946d4a578b1d req-1c7789e6-54ca-4030-b515-3e19a169f2cd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 943 time: 0.0821974 May 27 23:41:08.972199 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3c28871f-460c-40b9-b58a-946d4a578b1d req-2d43131c-f933-4e43-8fde-5c0c2d6d21eb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381801 May 27 23:41:09.421612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:41:09.551800 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605,segment=NetworkSegment(2a822675-52e0-41e0-b883-87554740312c),segment_id=2a822675-52e0-41e0-b883-87554740312c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:41:09.564877 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'port_id': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605', 'mac_address': 'fa:16:3e:2a:86:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:41:09.621589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:41:09.621999 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:09.638563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:41:09.653923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605,segment=NetworkSegment(2a822675-52e0-41e0-b883-87554740312c),segment_id=2a822675-52e0-41e0-b883-87554740312c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:41:09.714468 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:09.780142 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:41:09.787997 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:09.788363 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:09.788711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:09.789050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:09.789384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:09.789716 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:09.790044 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:09.790368 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:09.790693 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:09.791015 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:09.791338 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:09.791660 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:41:09.915811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:41:10.157123 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab6f16-e85d-4f2d-86f6-02695a837fbe req-a04e27cf-97bd-4fae-989a-fa3259d51adc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:10.158581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-85ab6f16-e85d-4f2d-86f6-02695a837fbe req-a04e27cf-97bd-4fae-989a-fa3259d51adc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 944 time: 0.0815351 May 27 23:41:10.203054 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-85ab6f16-e85d-4f2d-86f6-02695a837fbe req-e88bac5b-e427-4831-b745-d86930af260b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388062 May 27 23:41:11.389613 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d1730-4e55-4ac4-996c-630df99df291 req-547118a3-1aa3-4b72-9345-51bc07ddb9de tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:11.391043 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b9d1730-4e55-4ac4-996c-630df99df291 req-547118a3-1aa3-4b72-9345-51bc07ddb9de tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 944 time: 0.0816259 May 27 23:41:11.433740 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9b9d1730-4e55-4ac4-996c-630df99df291 req-84a0a6cd-7772-4803-a349-1f67972de74c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363927 May 27 23:41:11.437087 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:41:11.594675 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:41:11.599403 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:41:11.604687 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:11.714686 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:41:11.714976 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:11.741299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20025b8b-6512-4eac-9740-7b6bb04c5664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:41:11.750982 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605,segment=NetworkSegment(2a822675-52e0-41e0-b883-87554740312c),segment_id=2a822675-52e0-41e0-b883-87554740312c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:41:11.818396 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:11.853444 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ebf17c1-596d-4969-a4fe-c43a7f8e1e07'] response: {'server_uuid': '20025b8b-6512-4eac-9740-7b6bb04c5664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605', 'code': 200} May 27 23:41:11.885487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:41:11.955863 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff02416-b5a1-42ea-9a2e-be6be8b8abd9 req-b4506bac-bb5d-49d4-972f-74f05bc2e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:11.957352 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aff02416-b5a1-42ea-9a2e-be6be8b8abd9 req-b4506bac-bb5d-49d4-972f-74f05bc2e09a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 1096 time: 0.0687037 May 27 23:41:11.997381 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aff02416-b5a1-42ea-9a2e-be6be8b8abd9 req-6a526ce7-5e49-4359-8e59-5fc8e137a35f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337842 May 27 23:41:12.613096 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6ec5f-3cc9-4021-9ec7-4904c65b593d req-a3c257f7-2f0f-4549-beae-be0b95c67c4f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:12.614473 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-abe6ec5f-3cc9-4021-9ec7-4904c65b593d req-a3c257f7-2f0f-4549-beae-be0b95c67c4f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0779672 May 27 23:41:12.660830 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-abe6ec5f-3cc9-4021-9ec7-4904c65b593d req-9f777e8a-699b-4077-bc63-82aa18735c1b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406077 May 27 23:41:13.843397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8644bf-3563-44dd-8eeb-a933ec65d58f req-74fd317d-9b13-4e3a-b8ee-83255fa07e5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:13.844880 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e8644bf-3563-44dd-8eeb-a933ec65d58f req-74fd317d-9b13-4e3a-b8ee-83255fa07e5a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0794549 May 27 23:41:13.888204 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3e8644bf-3563-44dd-8eeb-a933ec65d58f req-fd45a7c0-3c10-48ec-ae63-6a331006b112 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372493 May 27 23:41:14.070347 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dffd6-f38e-4f13-ba0c-93bcef53291c req-bdbb72eb-c6a7-4c48-8e3e-7348e85a2f60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:14.071792 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-444dffd6-f38e-4f13-ba0c-93bcef53291c req-bdbb72eb-c6a7-4c48-8e3e-7348e85a2f60 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0818002 May 27 23:41:14.114942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-444dffd6-f38e-4f13-ba0c-93bcef53291c req-21d48095-4ecd-48c7-b3da-d2d79b85b3a4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375714 May 27 23:41:14.137094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49380) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:41:14.204915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda12679-34d4-4515-947e-625841d70c08 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:14.206371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cda12679-34d4-4515-947e-625841d70c08 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 1091 time: 0.0683005 May 27 23:41:14.209989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49384) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:41:14.214851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:41:14.221336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:41:14.225196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:floatingip and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:41:14.228280 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:41:14.234018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:41:14.331828 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:14.466759 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:14.702605 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.25.2.137 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/ebbfbb95-9d04-4c9b-b398-19a4be3a0279) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:41:14.847324 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:14.943368 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:15.011228 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:41:15.014133 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:41:15.017783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:41:15.050476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=ebbfbb95-9d04-4c9b-b398-19a4be3a0279,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:41:15.423110 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:15.549564 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:15.753772 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:15.806195 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:15.915799 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=ebbfbb95-9d04-4c9b-b398-19a4be3a0279,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:41:15.924233 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:16.091265 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Floating IP 3b9172e0-4f48-411c-81e2-245788b1fcfb associated. External IP: 172.25.2.137, port: ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605. May 27 23:41:16.548438 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 3736d467-3169-45be-8dee-290de433dfb8 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:41:16.566359 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:16.729649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:41:16.739018 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253efb42-fd3c-4391-9f54-eb74fc0d3d64 None None] Sync routers for ids ['3736d467-3169-45be-8dee-290de433dfb8'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:41:16.748066 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253efb42-fd3c-4391-9f54-eb74fc0d3d64 None None] Routers {'3736d467-3169-45be-8dee-290de433dfb8'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:41:16.748689 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-253efb42-fd3c-4391-9f54-eb74fc0d3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:41:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3736d467-3169-45be-8dee-290de433dfb8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:41:16.782951 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:16.838896 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a2137552-a45c-4824-b49c-747eea12ef16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6277900 May 27 23:41:16.839474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20025b8b-6512-4eac-9740-7b6bb04c5664', 'tag': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:41:16.889120 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0abd17a-6544-4d6c-a6fb-628a83c62db0'] response: {'name': 'network-changed', 'server_uuid': '20025b8b-6512-4eac-9740-7b6bb04c5664', 'tag': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605', 'status': 'completed', 'code': 200} May 27 23:41:16.930643 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-253efb42-fd3c-4391-9f54-eb74fc0d3d64 None None] Set router 3736d467-3169-45be-8dee-290de433dfb8 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:41:16.989621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b9740-2ace-4e0f-ad58-175cf7ca9c47 req-3050fc51-7b46-409a-bb64-931c8c8f344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:16.991307 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f70b9740-2ace-4e0f-ad58-175cf7ca9c47 req-3050fc51-7b46-409a-bb64-931c8c8f344a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 1096 time: 0.0806572 May 27 23:41:17.013583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf8d7f-1476-4bfe-93e1-63219e658d37 req-79f9deac-291f-4aa1-b069-f8ed2b50e040 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:17.016802 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bdf8d7f-1476-4bfe-93e1-63219e658d37 req-79f9deac-291f-4aa1-b069-f8ed2b50e040 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0884602 May 27 23:41:17.060894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6bdf8d7f-1476-4bfe-93e1-63219e658d37 req-9fc654ea-9cd4-45cf-bbac-9dfae9362b51 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393643 May 27 23:41:17.086455 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49392) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:41:17.126586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b9740-2ace-4e0f-ad58-175cf7ca9c47 req-f49c3401-14c1-4880-8e95-1dc78082cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:17.128092 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f70b9740-2ace-4e0f-ad58-175cf7ca9c47 req-f49c3401-14c1-4880-8e95-1dc78082cbad service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcbe6145-cd56-45eb-918c-3151d97f0026 HTTP/1.1" status: 200 len: 897 time: 0.1313131 May 27 23:41:17.203227 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b9052e21-73e4-4407-b723-e1f68fea0693 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/3b9172e0-4f48-411c-81e2-245788b1fcfb HTTP/1.1" status: 200 len: 991 time: 0.1139338 May 27 23:41:17.232990 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f70b9740-2ace-4e0f-ad58-175cf7ca9c47 req-7e629211-d1d9-4d66-9d71-be613b17ccee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 HTTP/1.1" status: 200 len: 999 time: 0.0988801 May 27 23:41:17.282833 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-253efb42-fd3c-4391-9f54-eb74fc0d3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3736d467-3169-45be-8dee-290de433dfb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '16987622-e95e-47db-8f72-022e59a82dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:40:51Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '16987622-e95e-47db-8f72-022e59a82dcd', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:52Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '3b9172e0-4f48-411c-81e2-245788b1fcfb', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '3736d467-3169-45be-8dee-290de433dfb8', 'port_id': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'mac_address': 'fa:16:3e:2a:86:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20025b8b-6512-4eac-9740-7b6bb04c5664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:41:15Z', 'updated_at': '2022-05-27T23:41:15Z', 'revision_number': 0, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b47b3be-cbdd-442b-999b-481ee0c79bc7', 'name': '', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:79:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:56Z', 'updated_at': '2022-05-27T23:41:03Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:41:17.287138 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253efb42-fd3c-4391-9f54-eb74fc0d3d64 None None] Checking router: 3736d467-3169-45be-8dee-290de433dfb8 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:41:17.294726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b9740-2ace-4e0f-ad58-175cf7ca9c47 req-1134f963-2eb1-4af3-962b-429c7f86f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:17.295808 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253efb42-fd3c-4391-9f54-eb74fc0d3d64 None None] Routers {'3736d467-3169-45be-8dee-290de433dfb8'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:41:17.296158 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f70b9740-2ace-4e0f-ad58-175cf7ca9c47 req-1134f963-2eb1-4af3-962b-429c7f86f181 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02ab5708-7037-4c18-b859-1afb58a79a76 HTTP/1.1" status: 200 len: 833 time: 0.0576508 May 27 23:41:17.296480 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-253efb42-fd3c-4391-9f54-eb74fc0d3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:41:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3736d467-3169-45be-8dee-290de433dfb8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:41:17.374594 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b9740-2ace-4e0f-ad58-175cf7ca9c47 req-83065b70-27df-463b-a765-4a95e767fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:17.376065 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f70b9740-2ace-4e0f-ad58-175cf7ca9c47 req-83065b70-27df-463b-a765-4a95e767fdf0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcbe6145-cd56-45eb-918c-3151d97f0026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739768 May 27 23:41:17.498350 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-253efb42-fd3c-4391-9f54-eb74fc0d3d64 None None] Set router 3736d467-3169-45be-8dee-290de433dfb8 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:41:17.506255 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f70b9740-2ace-4e0f-ad58-175cf7ca9c47 req-47c33ae9-a129-41ab-95c1-d0647a5911e6 service neutron] 10.222.0.46 "GET /v2.0/networks/dcbe6145-cd56-45eb-918c-3151d97f0026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246073 May 27 23:41:17.754046 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f70b9740-2ace-4e0f-ad58-175cf7ca9c47 req-457c957d-0d9b-42aa-95ad-c3f579834881 service neutron] 10.222.0.46 "GET /v2.0/networks/dcbe6145-cd56-45eb-918c-3151d97f0026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413883 May 27 23:41:17.848942 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-253efb42-fd3c-4391-9f54-eb74fc0d3d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3736d467-3169-45be-8dee-290de433dfb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '16987622-e95e-47db-8f72-022e59a82dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:40:51Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '16987622-e95e-47db-8f72-022e59a82dcd', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:52Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '3b9172e0-4f48-411c-81e2-245788b1fcfb', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '3736d467-3169-45be-8dee-290de433dfb8', 'port_id': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'mac_address': 'fa:16:3e:2a:86:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20025b8b-6512-4eac-9740-7b6bb04c5664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:41:15Z', 'updated_at': '2022-05-27T23:41:15Z', 'revision_number': 0, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b47b3be-cbdd-442b-999b-481ee0c79bc7', 'name': '', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:79:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:56Z', 'updated_at': '2022-05-27T23:41:03Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:41:17.852878 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253efb42-fd3c-4391-9f54-eb74fc0d3d64 None None] The sync data for ids ['3736d467-3169-45be-8dee-290de433dfb8'] in n-d-843680-3 is: [{'id': '3736d467-3169-45be-8dee-290de433dfb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '16987622-e95e-47db-8f72-022e59a82dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:40:51Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '16987622-e95e-47db-8f72-022e59a82dcd', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:52Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '3b9172e0-4f48-411c-81e2-245788b1fcfb', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'floating_ip_address': '172.25.2.137', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '3736d467-3169-45be-8dee-290de433dfb8', 'port_id': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'mac_address': 'fa:16:3e:2a:86:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20025b8b-6512-4eac-9740-7b6bb04c5664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:41:15Z', 'updated_at': '2022-05-27T23:41:15Z', 'revision_number': 0, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b47b3be-cbdd-442b-999b-481ee0c79bc7', 'name': '', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:79:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:56Z', 'updated_at': '2022-05-27T23:41:03Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:41:18.037287 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6653ea9-c28b-44b7-acfc-82fd7d2b477c None None] New status for floating IP 3b9172e0-4f48-411c-81e2-245788b1fcfb: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:41:18.206026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49396) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:41:18.313702 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c39a2454-666a-401e-97f7-2e806667b64a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/3b9172e0-4f48-411c-81e2-245788b1fcfb HTTP/1.1" status: 200 len: 991 time: 0.1065249 May 27 23:41:19.316820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49400) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:41:19.418083 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6c045951-f4fa-4c2a-939f-3c55473086d5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/3b9172e0-4f48-411c-81e2-245788b1fcfb HTTP/1.1" status: 200 len: 993 time: 0.1001759 May 27 23:41:23.005850 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:27.565554 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-af3ae6d8-4148-4c98-a9d6-c6ce582456b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:29.669006 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-39bc7186-483f-4b6a-a32b-3923c39ccb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:31.022843 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:31.125682 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:32.331384 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:38.980455 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-94ca4984-8c70-4372-b4c5-20ebeb2a9191 req-3b05f6b7-9a55-4573-b55b-530b8a76d3d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676055 May 27 23:41:39.118850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca4984-8c70-4372-b4c5-20ebeb2a9191 req-b4b20759-e37a-4d2d-b8e8-c48faa68d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:39.120402 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-94ca4984-8c70-4372-b4c5-20ebeb2a9191 req-b4b20759-e37a-4d2d-b8e8-c48faa68d1c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 1096 time: 0.0730860 May 27 23:41:39.263474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca4984-8c70-4372-b4c5-20ebeb2a9191 req-d70bacab-bcf0-424d-8c18-3a1634758a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:39.264848 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-94ca4984-8c70-4372-b4c5-20ebeb2a9191 req-d70bacab-bcf0-424d-8c18-3a1634758a2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcbe6145-cd56-45eb-918c-3151d97f0026 HTTP/1.1" status: 200 len: 897 time: 0.1264355 May 27 23:41:39.362883 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-94ca4984-8c70-4372-b4c5-20ebeb2a9191 req-42433d92-2bca-4e85-9e01-0dc9b2634ce2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 HTTP/1.1" status: 200 len: 1001 time: 0.0905991 May 27 23:41:39.425764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca4984-8c70-4372-b4c5-20ebeb2a9191 req-b61f691c-81bc-4370-bcc6-5b36d0f8a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:39.427653 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-94ca4984-8c70-4372-b4c5-20ebeb2a9191 req-b61f691c-81bc-4370-bcc6-5b36d0f8a3c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02ab5708-7037-4c18-b859-1afb58a79a76 HTTP/1.1" status: 200 len: 833 time: 0.0592403 May 27 23:41:39.499747 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca4984-8c70-4372-b4c5-20ebeb2a9191 req-f0735de6-8b6e-485e-ae33-6791848da20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:39.501238 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-94ca4984-8c70-4372-b4c5-20ebeb2a9191 req-f0735de6-8b6e-485e-ae33-6791848da20e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcbe6145-cd56-45eb-918c-3151d97f0026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681014 May 27 23:41:39.632449 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-94ca4984-8c70-4372-b4c5-20ebeb2a9191 req-ec58978d-a23c-4a7b-b610-a403d98ff05e service neutron] 10.222.0.46 "GET /v2.0/networks/dcbe6145-cd56-45eb-918c-3151d97f0026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249039 May 27 23:41:39.763579 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-94ca4984-8c70-4372-b4c5-20ebeb2a9191 req-505b2128-1f10-4a46-9211-60817dc25fb8 service neutron] 10.222.0.46 "GET /v2.0/networks/dcbe6145-cd56-45eb-918c-3151d97f0026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250634 May 27 23:41:42.070633 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:41:46.576716 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:49.027497 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85998439-960f-4cc1-81d9-32c43780c73b req-38848e75-090d-4bb7-9e16-3869d02c2853 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:49.028977 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-85998439-960f-4cc1-81d9-32c43780c73b req-38848e75-090d-4bb7-9e16-3869d02c2853 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0844500 May 27 23:41:49.072947 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-85998439-960f-4cc1-81d9-32c43780c73b req-db9ed32e-7f52-4ecf-9f27-d0b93a30a39a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382950 May 27 23:41:50.258494 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866da9f3-3430-481e-a274-500e179e677d req-b459871e-bc5a-4460-a9a2-54902fb8bfe3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:50.259921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-866da9f3-3430-481e-a274-500e179e677d req-b459871e-bc5a-4460-a9a2-54902fb8bfe3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0779738 May 27 23:41:50.307316 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-866da9f3-3430-481e-a274-500e179e677d req-df05fd27-9477-4b5b-95c0-7cc5a79f00cc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 May 27 23:41:51.489948 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40982a1-aa2e-4e83-b610-0ebe50e20b94 req-0b8ae055-d0f7-48a4-9cf7-a885133a8fac tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:51.491310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f40982a1-aa2e-4e83-b610-0ebe50e20b94 req-0b8ae055-d0f7-48a4-9cf7-a885133a8fac tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0796340 May 27 23:41:51.534744 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f40982a1-aa2e-4e83-b610-0ebe50e20b94 req-79c48641-62f7-419c-978b-36616c584706 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377927 May 27 23:41:52.718382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d2d98-4a18-48bc-b974-fd7cb97dfffc req-3418fc1c-e993-4127-aa30-7832c1b9abd6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:52.719843 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-952d2d98-4a18-48bc-b974-fd7cb97dfffc req-3418fc1c-e993-4127-aa30-7832c1b9abd6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0821064 May 27 23:41:52.763501 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-952d2d98-4a18-48bc-b974-fd7cb97dfffc req-69b75e06-60e3-404f-807f-5802eb3afb83 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379467 May 27 23:41:53.056856 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:53.947443 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e8110-f5aa-455a-82fc-b9bd407fa6a1 req-17cdab85-3dcf-4091-9644-bd74f74ee0da tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:53.948898 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe7e8110-f5aa-455a-82fc-b9bd407fa6a1 req-17cdab85-3dcf-4091-9644-bd74f74ee0da tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0785322 May 27 23:41:53.993635 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fe7e8110-f5aa-455a-82fc-b9bd407fa6a1 req-64b614c9-5885-4f50-a2e6-b0b86d13dff2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388732 May 27 23:41:55.181317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98c8be-4383-4037-9365-31a22004f4e9 req-73acceb4-6ea5-4aab-950a-a47cb57f3069 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:55.182765 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e98c8be-4383-4037-9365-31a22004f4e9 req-73acceb4-6ea5-4aab-950a-a47cb57f3069 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0813982 May 27 23:41:55.226285 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2e98c8be-4383-4037-9365-31a22004f4e9 req-b900aa33-1d8c-46e8-bafa-caac94923044 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379376 May 27 23:41:56.405940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d604557-e825-400f-8655-a9966b0f11a6 req-b104ebec-4f5c-48c2-99cd-8107846bc432 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:56.407352 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d604557-e825-400f-8655-a9966b0f11a6 req-b104ebec-4f5c-48c2-99cd-8107846bc432 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0772996 May 27 23:41:56.452428 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2d604557-e825-400f-8655-a9966b0f11a6 req-2d9218e8-10ad-424c-85d4-8160ba168232 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394645 May 27 23:41:57.576867 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b97231e3-5a40-44da-be6e-08ae6fcfd4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:41:57.742146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00332a9b-5d2e-47f0-9f6b-6d1447753f99 req-19208f9c-7291-4a1d-a734-41e3fca28876 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:57.743523 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00332a9b-5d2e-47f0-9f6b-6d1447753f99 req-19208f9c-7291-4a1d-a734-41e3fca28876 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.1854174 May 27 23:41:57.785982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00332a9b-5d2e-47f0-9f6b-6d1447753f99 req-f1f2101c-8323-4882-90ac-c069239d435a tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368485 May 27 23:41:58.971773 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127713c-e0ed-4802-ae18-6a961428a40f req-25505df7-5260-450c-90c0-9c1941223164 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:41:58.973339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f127713c-e0ed-4802-ae18-6a961428a40f req-25505df7-5260-450c-90c0-9c1941223164 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0811160 May 27 23:41:59.017894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f127713c-e0ed-4802-ae18-6a961428a40f req-86af6a45-f773-443e-9c4d-7fe8e7ddf5aa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389345 May 27 23:41:59.690920 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-65b2bf82-1e65-483e-82ff-8a6a076c9b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:00.202892 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db8501-1c72-415e-ad43-16a1de960b46 req-07277844-ee05-4969-9c1e-a12b57756320 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:00.204331 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8db8501-1c72-415e-ad43-16a1de960b46 req-07277844-ee05-4969-9c1e-a12b57756320 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0783761 May 27 23:42:00.250723 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8db8501-1c72-415e-ad43-16a1de960b46 req-403980dd-f5df-4844-abcf-ecbb026414c6 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406675 May 27 23:42:01.016119 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:01.165082 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:01.435170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae243b-8fcb-437d-b656-8d0b4ca73193 req-63658495-2333-4fe7-8b65-26a4206ee011 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:01.436629 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2aae243b-8fcb-437d-b656-8d0b4ca73193 req-63658495-2333-4fe7-8b65-26a4206ee011 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0793524 May 27 23:42:01.480120 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2aae243b-8fcb-437d-b656-8d0b4ca73193 req-951bf9db-3587-42ae-be16-cc44bc94f804 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374408 May 27 23:42:02.331000 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:02.665619 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bcfca-fa52-48ac-8828-f4956ade8fe1 req-0b27029f-3ed0-4411-addf-17f8559b44ff tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:02.666983 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-706bcfca-fa52-48ac-8828-f4956ade8fe1 req-0b27029f-3ed0-4411-addf-17f8559b44ff tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0819652 May 27 23:42:02.711348 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-706bcfca-fa52-48ac-8828-f4956ade8fe1 req-5b197522-ba84-462a-bb08-62198a885b0b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387361 May 27 23:42:03.891162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3bb5d7-4a6a-4205-bef3-914ef11ca94e req-e9b2d54e-fd8d-4506-b7d7-91d363b38f9d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:03.892620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab3bb5d7-4a6a-4205-bef3-914ef11ca94e req-e9b2d54e-fd8d-4506-b7d7-91d363b38f9d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0781710 May 27 23:42:03.936072 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab3bb5d7-4a6a-4205-bef3-914ef11ca94e req-2c9274de-cff7-49da-bc68-ce94265700fd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378628 May 27 23:42:05.119719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4776fd8-7583-43b6-8ddf-923cc5a61d93 req-9acf0f1a-6fdb-4370-9e36-cb043efb3fef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:05.121267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4776fd8-7583-43b6-8ddf-923cc5a61d93 req-9acf0f1a-6fdb-4370-9e36-cb043efb3fef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0822208 May 27 23:42:05.164838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d4776fd8-7583-43b6-8ddf-923cc5a61d93 req-22ed8bd5-13c2-46aa-a18c-27b4df9c356c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375998 May 27 23:42:05.187161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49450) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:05.292395 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3df5b59c-9d49-4ab5-917c-106a378a9256 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/3b9172e0-4f48-411c-81e2-245788b1fcfb HTTP/1.1" status: 200 len: 993 time: 0.1040850 May 27 23:42:06.809078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a1947-23b9-492a-957c-e96843c93dc3 req-4f7262ab-9d84-4626-adcd-6ecf779bca07 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:06.810687 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a63a1947-23b9-492a-957c-e96843c93dc3 req-4f7262ab-9d84-4626-adcd-6ecf779bca07 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0833993 May 27 23:42:06.853864 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a63a1947-23b9-492a-957c-e96843c93dc3 req-ba8cbf5a-890a-4859-bbaa-21c4cea22615 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374849 May 27 23:42:06.891157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63960b3-5464-4b5c-a3ea-9624676f965b req-5518cbd7-9876-4680-88fd-ad40f4f9cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:06.892816 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b63960b3-5464-4b5c-a3ea-9624676f965b req-5518cbd7-9876-4680-88fd-ad40f4f9cb66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 1096 time: 0.0752885 May 27 23:42:07.025656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63960b3-5464-4b5c-a3ea-9624676f965b req-b8bc2316-de81-4ac4-b076-7c59ad71ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:07.027089 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b63960b3-5464-4b5c-a3ea-9624676f965b req-b8bc2316-de81-4ac4-b076-7c59ad71ade4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcbe6145-cd56-45eb-918c-3151d97f0026 HTTP/1.1" status: 200 len: 897 time: 0.1285748 May 27 23:42:07.127411 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b63960b3-5464-4b5c-a3ea-9624676f965b req-903cff64-eddc-41d0-b67c-08b59e51989c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 HTTP/1.1" status: 200 len: 1001 time: 0.0945914 May 27 23:42:07.186954 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63960b3-5464-4b5c-a3ea-9624676f965b req-e980b42c-6ceb-4498-9f88-cf57e31904bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:07.188233 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b63960b3-5464-4b5c-a3ea-9624676f965b req-e980b42c-6ceb-4498-9f88-cf57e31904bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02ab5708-7037-4c18-b859-1afb58a79a76 HTTP/1.1" status: 200 len: 833 time: 0.0552576 May 27 23:42:07.260025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63960b3-5464-4b5c-a3ea-9624676f965b req-e6a890e8-1532-4ec3-ac1e-6ed40d9ea4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:07.261495 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b63960b3-5464-4b5c-a3ea-9624676f965b req-e6a890e8-1532-4ec3-ac1e-6ed40d9ea4e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcbe6145-cd56-45eb-918c-3151d97f0026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676270 May 27 23:42:07.388899 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b63960b3-5464-4b5c-a3ea-9624676f965b req-481ccb44-41b0-47ad-921e-cfe1c4adb3e0 service neutron] 10.222.0.46 "GET /v2.0/networks/dcbe6145-cd56-45eb-918c-3151d97f0026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216033 May 27 23:42:07.622757 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b63960b3-5464-4b5c-a3ea-9624676f965b req-3325d0b4-3289-4fc2-91ea-492cc98d7158 service neutron] 10.222.0.46 "GET /v2.0/networks/dcbe6145-cd56-45eb-918c-3151d97f0026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274141 May 27 23:42:08.044775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321f7e5-1174-4d3b-914d-6930b9e407db req-25fcb0a2-a44e-47f0-bfa7-9500f8678197 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:08.046260 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9321f7e5-1174-4d3b-914d-6930b9e407db req-25fcb0a2-a44e-47f0-bfa7-9500f8678197 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0858643 May 27 23:42:08.093378 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9321f7e5-1174-4d3b-914d-6930b9e407db req-a005f6e9-c373-46fe-8f1c-2106e57f9ae0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407689 May 27 23:42:09.278315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8eb99-c9cb-4e40-b032-40139077b6e8 req-1427e7dd-00a4-49e6-a4ef-e2b19b5c3c3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:09.279763 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ab8eb99-c9cb-4e40-b032-40139077b6e8 req-1427e7dd-00a4-49e6-a4ef-e2b19b5c3c3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0784848 May 27 23:42:09.326804 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ab8eb99-c9cb-4e40-b032-40139077b6e8 req-d0b5b9dc-c2e3-4b87-99c8-8e7f67b2e15f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414474 May 27 23:42:09.350102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49466) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:09.454046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2cda6809-a148-49b5-a8f3-0493406c0309 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/3b9172e0-4f48-411c-81e2-245788b1fcfb HTTP/1.1" status: 200 len: 993 time: 0.1027958 May 27 23:42:16.628473 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:19.069976 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:42:23.039869 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:27.559168 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4dbb8803-3c2b-4ae3-b71b-d8a720bb2ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:29.668063 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-44908db6-a9db-4975-b94c-85de49ae38ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:31.016526 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:31.108072 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:32.325043 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:38.981510 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b233f9f-733f-4b73-b1f9-4642c6759578 req-c3ead6ef-c3fa-4b4e-8460-f669807fbfcd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713806 May 27 23:42:39.116174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233f9f-733f-4b73-b1f9-4642c6759578 req-1bc4f5be-1717-4dee-8787-83b0aa0bfa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:39.117659 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b233f9f-733f-4b73-b1f9-4642c6759578 req-1bc4f5be-1717-4dee-8787-83b0aa0bfa28 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 1096 time: 0.0710003 May 27 23:42:39.262372 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233f9f-733f-4b73-b1f9-4642c6759578 req-17f90865-3d11-491e-bfac-b5d3a64e8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:39.263743 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b233f9f-733f-4b73-b1f9-4642c6759578 req-17f90865-3d11-491e-bfac-b5d3a64e8fe1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcbe6145-cd56-45eb-918c-3151d97f0026 HTTP/1.1" status: 200 len: 897 time: 0.1281753 May 27 23:42:39.366686 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b233f9f-733f-4b73-b1f9-4642c6759578 req-16792ca8-62a9-43d1-969f-e5536a2ab11d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 HTTP/1.1" status: 200 len: 1001 time: 0.0959272 May 27 23:42:39.430631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233f9f-733f-4b73-b1f9-4642c6759578 req-016415bc-8b6f-4adf-8e0a-0799a6ac9b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:39.431999 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b233f9f-733f-4b73-b1f9-4642c6759578 req-016415bc-8b6f-4adf-8e0a-0799a6ac9b98 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02ab5708-7037-4c18-b859-1afb58a79a76 HTTP/1.1" status: 200 len: 833 time: 0.0594661 May 27 23:42:39.505004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b233f9f-733f-4b73-b1f9-4642c6759578 req-002a0524-02ac-4946-8600-8b2b5f1e71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:39.507024 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b233f9f-733f-4b73-b1f9-4642c6759578 req-002a0524-02ac-4946-8600-8b2b5f1e71b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcbe6145-cd56-45eb-918c-3151d97f0026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685775 May 27 23:42:39.637933 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b233f9f-733f-4b73-b1f9-4642c6759578 req-c8dbb93b-6159-4c0a-8502-bddfa9c3e1a8 service neutron] 10.222.0.46 "GET /v2.0/networks/dcbe6145-cd56-45eb-918c-3151d97f0026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244049 May 27 23:42:39.769633 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b233f9f-733f-4b73-b1f9-4642c6759578 req-8f6ac2da-864e-435f-a086-6d45fc079528 service neutron] 10.222.0.46 "GET /v2.0/networks/dcbe6145-cd56-45eb-918c-3151d97f0026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250498 May 27 23:42:40.193410 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49486) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:40.389018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port ebbfbb95-9d04-4c9b-b398-19a4be3a0279 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:42:40.389360 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:40.557142 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:40.559526 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:40.777447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for ebbfbb95-9d04-4c9b-b398-19a4be3a0279 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:42:40.987518 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:41.033567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=ebbfbb95-9d04-4c9b-b398-19a4be3a0279,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:41.075047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:41.075398 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:41.075738 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:41.076074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:41.076423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:41.076756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:41.077087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:41.077408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:41.077733 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:41.078053 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:41.078369 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:41.078685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:41.135740 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:41.136071 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Floating IP 3b9172e0-4f48-411c-81e2-245788b1fcfb disassociated (deleted). External IP: 172.25.2.137, port: ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605. May 27 23:42:41.493418 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 3736d467-3169-45be-8dee-290de433dfb8 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:42:41.671752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:42:41.681948 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c930b63f-7053-43f5-b000-e3525f8225bc None None] Sync routers for ids ['3736d467-3169-45be-8dee-290de433dfb8'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:42:41.687696 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:41.690752 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930b63f-7053-43f5-b000-e3525f8225bc None None] Routers {'3736d467-3169-45be-8dee-290de433dfb8'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:42:41.691345 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c930b63f-7053-43f5-b000-e3525f8225bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:42:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3736d467-3169-45be-8dee-290de433dfb8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:42:41.745620 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-69542a9d-6cf7-4e9c-9bc0-eead5396884d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/floatingips/3b9172e0-4f48-411c-81e2-245788b1fcfb HTTP/1.1" status: 204 len: 168 time: 1.5511358 May 27 23:42:41.747264 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20025b8b-6512-4eac-9740-7b6bb04c5664', 'tag': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:42:41.793292 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ad1776-7cb3-4f24-93ad-427c22631daa'] response: {'name': 'network-changed', 'server_uuid': '20025b8b-6512-4eac-9740-7b6bb04c5664', 'tag': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605', 'status': 'completed', 'code': 200} May 27 23:42:41.870348 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c930b63f-7053-43f5-b000-e3525f8225bc None None] Set router 3736d467-3169-45be-8dee-290de433dfb8 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:42:41.883606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63876440-f030-4d74-a6e3-832420ca660c req-d50df66e-fc07-48b8-9a54-796988c8cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:41.885217 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63876440-f030-4d74-a6e3-832420ca660c req-d50df66e-fc07-48b8-9a54-796988c8cf63 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 1096 time: 0.0719435 May 27 23:42:42.019564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63876440-f030-4d74-a6e3-832420ca660c req-db9acb85-a452-43d7-b828-7e998acc17f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:42.021050 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63876440-f030-4d74-a6e3-832420ca660c req-db9acb85-a452-43d7-b828-7e998acc17f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dcbe6145-cd56-45eb-918c-3151d97f0026 HTTP/1.1" status: 200 len: 897 time: 0.1299045 May 27 23:42:42.092499 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63876440-f030-4d74-a6e3-832420ca660c req-855ef136-e918-4b20-b62b-6b57b2bec5d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 HTTP/1.1" status: 200 len: 217 time: 0.0651670 May 27 23:42:42.153564 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63876440-f030-4d74-a6e3-832420ca660c req-00f13a57-3c48-413f-bed1-6658b6e3f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:42.154997 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63876440-f030-4d74-a6e3-832420ca660c req-00f13a57-3c48-413f-bed1-6658b6e3f373 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=02ab5708-7037-4c18-b859-1afb58a79a76 HTTP/1.1" status: 200 len: 833 time: 0.0572553 May 27 23:42:42.198743 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c930b63f-7053-43f5-b000-e3525f8225bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3736d467-3169-45be-8dee-290de433dfb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '16987622-e95e-47db-8f72-022e59a82dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:40:51Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '16987622-e95e-47db-8f72-022e59a82dcd', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:52Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '4b47b3be-cbdd-442b-999b-481ee0c79bc7', 'name': '', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:79:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:56Z', 'updated_at': '2022-05-27T23:41:03Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:42:42.203282 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c930b63f-7053-43f5-b000-e3525f8225bc None None] Checking router: 3736d467-3169-45be-8dee-290de433dfb8 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:42:42.212028 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930b63f-7053-43f5-b000-e3525f8225bc None None] Routers {'3736d467-3169-45be-8dee-290de433dfb8'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:42:42.212685 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c930b63f-7053-43f5-b000-e3525f8225bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:42:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3736d467-3169-45be-8dee-290de433dfb8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:42:42.237007 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63876440-f030-4d74-a6e3-832420ca660c req-320e8fff-6a2f-405c-8f02-ae0036eb196e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:42.238482 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63876440-f030-4d74-a6e3-832420ca660c req-320e8fff-6a2f-405c-8f02-ae0036eb196e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dcbe6145-cd56-45eb-918c-3151d97f0026&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776792 May 27 23:42:42.352870 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e1f47-c6a1-41df-b916-231bf8f321e1 req-7482a2a2-6bd6-4117-8729-3242a351b3b4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:42.353740 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4f7e1f47-c6a1-41df-b916-231bf8f321e1 req-7482a2a2-6bd6-4117-8729-3242a351b3b4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:42:42.376555 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63876440-f030-4d74-a6e3-832420ca660c req-0f521ae2-0cd3-4fe9-8eba-ff2a23edfb81 service neutron] 10.222.0.46 "GET /v2.0/networks/dcbe6145-cd56-45eb-918c-3151d97f0026?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303797 May 27 23:42:42.422553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-4f7e1f47-c6a1-41df-b916-231bf8f321e1 req-7482a2a2-6bd6-4117-8729-3242a351b3b4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:42:42.424282 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f7e1f47-c6a1-41df-b916-231bf8f321e1 req-7482a2a2-6bd6-4117-8729-3242a351b3b4 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.1520147 May 27 23:42:42.432259 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c930b63f-7053-43f5-b000-e3525f8225bc None None] Set router 3736d467-3169-45be-8dee-290de433dfb8 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:42:42.477003 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4f7e1f47-c6a1-41df-b916-231bf8f321e1 req-3bda310d-84c4-4be9-96b5-37492269eb8c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454047 May 27 23:42:42.620902 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63876440-f030-4d74-a6e3-832420ca660c req-15b591ac-30f1-4799-87a7-e0bf456363d8 service neutron] 10.222.0.46 "GET /v2.0/networks/dcbe6145-cd56-45eb-918c-3151d97f0026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382011 May 27 23:42:42.748194 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c930b63f-7053-43f5-b000-e3525f8225bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3736d467-3169-45be-8dee-290de433dfb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '16987622-e95e-47db-8f72-022e59a82dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:40:51Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '16987622-e95e-47db-8f72-022e59a82dcd', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:52Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '4b47b3be-cbdd-442b-999b-481ee0c79bc7', 'name': '', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:79:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:56Z', 'updated_at': '2022-05-27T23:41:03Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:42:42.751966 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c930b63f-7053-43f5-b000-e3525f8225bc None None] The sync data for ids ['3736d467-3169-45be-8dee-290de433dfb8'] in n-d-843680-3 is: [{'id': '3736d467-3169-45be-8dee-290de433dfb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '16987622-e95e-47db-8f72-022e59a82dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:40:51Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '16987622-e95e-47db-8f72-022e59a82dcd', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:52Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '4b47b3be-cbdd-442b-999b-481ee0c79bc7', 'name': '', 'network_id': 'dcbe6145-cd56-45eb-918c-3151d97f0026', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:79:0d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:56Z', 'updated_at': '2022-05-27T23:41:03Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': '02ab5708-7037-4c18-b859-1afb58a79a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:42:42.957482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d118a-6441-405d-8b02-3b1f51c0bb0f None None] New status for floating IP 3b9172e0-4f48-411c-81e2-245788b1fcfb: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:42:43.667851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67644a4c-2870-42df-b76d-0f5dd2dd8a38 req-66e03d9a-7cc3-4765-8b81-4d3238f92ebf tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:43.669341 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67644a4c-2870-42df-b76d-0f5dd2dd8a38 req-66e03d9a-7cc3-4765-8b81-4d3238f92ebf tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0801063 May 27 23:42:43.692376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb724a7-22f5-4c99-8716-86d4299afffe req-4b071a3c-7f05-4d48-8caa-ee1533c8518e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:43.693617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ffb724a7-22f5-4c99-8716-86d4299afffe req-4b071a3c-7f05-4d48-8caa-ee1533c8518e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:42:43.705552 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-ffb724a7-22f5-4c99-8716-86d4299afffe req-4b071a3c-7f05-4d48-8caa-ee1533c8518e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:42:43.706746 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ffb724a7-22f5-4c99-8716-86d4299afffe req-4b071a3c-7f05-4d48-8caa-ee1533c8518e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 945 time: 0.0921381 May 27 23:42:43.716162 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-67644a4c-2870-42df-b76d-0f5dd2dd8a38 req-6d61b0e8-0647-4df1-b024-6d7ba9ea69c3 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=5d810338-9730-45f3-a5cd-10694e666b95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403960 May 27 23:42:43.779745 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ffb724a7-22f5-4c99-8716-86d4299afffe req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:42:43.780008 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ffb724a7-22f5-4c99-8716-86d4299afffe req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:44.023650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-ffb724a7-22f5-4c99-8716-86d4299afffe req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605,segment=NetworkSegment(2a822675-52e0-41e0-b883-87554740312c),segment_id=2a822675-52e0-41e0-b883-87554740312c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:42:44.024009 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ffb724a7-22f5-4c99-8716-86d4299afffe req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:44.144833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-ffb724a7-22f5-4c99-8716-86d4299afffe req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:42:44.347445 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ffb724a7-22f5-4c99-8716-86d4299afffe req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:44.396670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:44.434724 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:44.435069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:44.435402 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:44.435728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:44.436052 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:44.436397 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:44.436720 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:44.437039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:44.437357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:44.437673 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:44.438013 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:44.438325 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:44.482380 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb724a7-22f5-4c99-8716-86d4299afffe req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] No DVR routers for this DVR port ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:42:44.484724 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-ffb724a7-22f5-4c99-8716-86d4299afffe req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:44.487078 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20025b8b-6512-4eac-9740-7b6bb04c5664', 'name': 'network-vif-deleted', 'tag': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:42:44.531811 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6135832e-9fa1-4c0a-9b2f-e0b7f4922d92'] response: {'server_uuid': '20025b8b-6512-4eac-9740-7b6bb04c5664', 'name': 'network-vif-deleted', 'tag': 'ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605', 'status': 'completed', 'code': 200} May 27 23:42:44.548137 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-ffb724a7-22f5-4c99-8716-86d4299afffe req-0fd7e84f-fb1f-4719-837b-7f0dca79de3b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "DELETE /v2.0/ports/ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 HTTP/1.1" status: 204 len: 173 time: 0.8359735 May 27 23:42:44.896515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bec9d764-d16f-4b38-877f-14b4d29db5ed req-d73edd64-9651-4ac2-b6c7-52d8bd60848d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=20025b8b-6512-4eac-9740-7b6bb04c5664 HTTP/1.1" status: 200 len: 210 time: 0.0449960 May 27 23:42:45.992374 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49514) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:46.527771 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0981a5c9-0ad5-4dd7-814e-f19fc01f8787 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:46.604952 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:46.989233 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0981a5c9-0ad5-4dd7-814e-f19fc01f8787 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port 4b47b3be-cbdd-442b-999b-481ee0c79bc7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:42:46.989570 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0981a5c9-0ad5-4dd7-814e-f19fc01f8787 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:47.175459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-0981a5c9-0ad5-4dd7-814e-f19fc01f8787 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port 4b47b3be-cbdd-442b-999b-481ee0c79bc7, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=4b47b3be-cbdd-442b-999b-481ee0c79bc7,segment=NetworkSegment(2a822675-52e0-41e0-b883-87554740312c),segment_id=2a822675-52e0-41e0-b883-87554740312c)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:42:47.176198 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0981a5c9-0ad5-4dd7-814e-f19fc01f8787 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:47.297104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0981a5c9-0ad5-4dd7-814e-f19fc01f8787 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for 4b47b3be-cbdd-442b-999b-481ee0c79bc7 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:42:47.621779 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0981a5c9-0ad5-4dd7-814e-f19fc01f8787 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:47.671311 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981a5c9-0ad5-4dd7-814e-f19fc01f8787 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=4b47b3be-cbdd-442b-999b-481ee0c79bc7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:47.871462 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:42:47.909173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:42:47.909454 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device ff4f3d7a-d8a3-440c-b6f8-fc622bfaa605 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:42:47.954675 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0981a5c9-0ad5-4dd7-814e-f19fc01f8787 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:48.422637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0981a5c9-0ad5-4dd7-814e-f19fc01f8787 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 3736d467-3169-45be-8dee-290de433dfb8 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:42:48.597670 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0981a5c9-0ad5-4dd7-814e-f19fc01f8787 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:42:48.607607 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2649c016-7695-47f9-9ae4-d315ea22d3ee None None] Sync routers for ids ['3736d467-3169-45be-8dee-290de433dfb8'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:42:48.610610 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0981a5c9-0ad5-4dd7-814e-f19fc01f8787 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "PUT /v2.0/routers/3736d467-3169-45be-8dee-290de433dfb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6171796 May 27 23:42:48.613383 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49518) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:48.617882 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2649c016-7695-47f9-9ae4-d315ea22d3ee None None] Routers {'3736d467-3169-45be-8dee-290de433dfb8'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:42:48.618482 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2649c016-7695-47f9-9ae4-d315ea22d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:42:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3736d467-3169-45be-8dee-290de433dfb8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:42:48.683022 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e2540c-d184-4626-a3f9-ec5f821771f2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting subnet 02ab5708-7037-4c18-b859-1afb58a79a76 {{(pid=88901) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:42:48.685872 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78e2540c-d184-4626-a3f9-ec5f821771f2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for subnet, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:48.739912 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78e2540c-d184-4626-a3f9-ec5f821771f2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5495789'] for subnet, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:48.793298 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-2649c016-7695-47f9-9ae4-d315ea22d3ee None None] Set router 3736d467-3169-45be-8dee-290de433dfb8 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:42:48.824515 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78e2540c-d184-4626-a3f9-ec5f821771f2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:48.953839 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78e2540c-d184-4626-a3f9-ec5f821771f2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7586225', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6471333'] for subnet, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:48.993363 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2540c-d184-4626-a3f9-ec5f821771f2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Subnet': ['ID=02ab5708-7037-4c18-b859-1afb58a79a76,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:48.997207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-78e2540c-d184-4626-a3f9-ec5f821771f2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:49.006130 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-78e2540c-d184-4626-a3f9-ec5f821771f2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/subnets/02ab5708-7037-4c18-b859-1afb58a79a76 HTTP/1.1" status: 204 len: 168 time: 0.3891094 May 27 23:42:49.011615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49522) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:49.011739 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed5b8c-28db-4723-8812-6360c2808d35 None None] Network dcbe6145-cd56-45eb-918c-3151d97f0026 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:42:49.077474 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2649c016-7695-47f9-9ae4-d315ea22d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3736d467-3169-45be-8dee-290de433dfb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '16987622-e95e-47db-8f72-022e59a82dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:40:51Z', 'updated_at': '2022-05-27T23:42:47Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '16987622-e95e-47db-8f72-022e59a82dcd', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:52Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:42:49.081294 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2649c016-7695-47f9-9ae4-d315ea22d3ee None None] Checking router: 3736d467-3169-45be-8dee-290de433dfb8 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:42:49.089908 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2649c016-7695-47f9-9ae4-d315ea22d3ee None None] Routers {'3736d467-3169-45be-8dee-290de433dfb8'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:42:49.090488 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2649c016-7695-47f9-9ae4-d315ea22d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:42:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['3736d467-3169-45be-8dee-290de433dfb8'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:42:49.195205 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:49.261467 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] DHCP port deletion for dcbe6145-cd56-45eb-918c-3151d97f0026 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:42:49.266465 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Deleting port 9831314e-6303-497c-a90f-c7c8ed819619 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:42:49.266640 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-2649c016-7695-47f9-9ae4-d315ea22d3ee None None] Set router 3736d467-3169-45be-8dee-290de433dfb8 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:42:49.270832 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:49.402161 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:49.415150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9831314e-6303-497c-a90f-c7c8ed819619 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:42:49.467625 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port 16987622-e95e-47db-8f72-022e59a82dcd {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:42:49.468247 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:49.554210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] For port 9831314e-6303-497c-a90f-c7c8ed819619, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9831314e-6303-497c-a90f-c7c8ed819619,segment=NetworkSegment(2a822675-52e0-41e0-b883-87554740312c),segment_id=2a822675-52e0-41e0-b883-87554740312c)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:42:49.554982 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:49.609133 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-2649c016-7695-47f9-9ae4-d315ea22d3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3736d467-3169-45be-8dee-290de433dfb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '16987622-e95e-47db-8f72-022e59a82dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:40:51Z', 'updated_at': '2022-05-27T23:42:47Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '16987622-e95e-47db-8f72-022e59a82dcd', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:52Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:42:49.613796 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2649c016-7695-47f9-9ae4-d315ea22d3ee None None] The sync data for ids ['3736d467-3169-45be-8dee-290de433dfb8'] in n-d-843680-3 is: [{'id': '3736d467-3169-45be-8dee-290de433dfb8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798974828', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '16987622-e95e-47db-8f72-022e59a82dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:40:51Z', 'updated_at': '2022-05-27T23:42:47Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': '16987622-e95e-47db-8f72-022e59a82dcd', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3736d467-3169-45be-8dee-290de433dfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:40:52Z', 'updated_at': '2022-05-27T23:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:42:49.658115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port 16987622-e95e-47db-8f72-022e59a82dcd, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=16987622-e95e-47db-8f72-022e59a82dcd,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:42:49.658469 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:49.685938 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Calling delete_port for 9831314e-6303-497c-a90f-c7c8ed819619 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:42:49.787763 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9831314e-6303-497c-a90f-c7c8ed819619 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:42:49.788152 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:49.897513 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:49.900895 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for 16987622-e95e-47db-8f72-022e59a82dcd owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:42:49.982308 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Pushing event deleted for resources: {'Port': ['ID=9831314e-6303-497c-a90f-c7c8ed819619,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:49.995932 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:49.996283 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:49.996654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:49.996989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:49.997318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:49.997645 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:49.997973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:49.998351 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:49.998654 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:49.998977 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:49.999300 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:49.999618 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:42:50.002910 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2644724-bffb-43d0-b7b9-c3c8560db53b None None] No DVR routers for this DVR port 9831314e-6303-497c-a90f-c7c8ed819619 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:42:50.136274 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:50.190407 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=16987622-e95e-47db-8f72-022e59a82dcd,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:50.277348 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:50.447207 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:50.449371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:50.536270 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:50.536950 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Fanout notify agent at l3_agent the message router_deleted on router 3736d467-3169-45be-8dee-290de433dfb8 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:42:50.557353 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:50.557353 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fa0d3453-d880-45fd-adc1-298654b83340 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/routers/3736d467-3169-45be-8dee-290de433dfb8 HTTP/1.1" status: 204 len: 168 time: 1.5458009 May 27 23:42:50.557780 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49526) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:50.675231 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06a32b2b-f834-4166-ab8a-15029b49e229 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:50.803758 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06a32b2b-f834-4166-ab8a-15029b49e229 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:50.831069 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-06a32b2b-f834-4166-ab8a-15029b49e229 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbe6145-cd56-45eb-918c-3151d97f0026']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:42:50.843355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-06a32b2b-f834-4166-ab8a-15029b49e229 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a822675-52e0-41e0-b883-87554740312c') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:42:50.843645 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-06a32b2b-f834-4166-ab8a-15029b49e229 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a822675-52e0-41e0-b883-87554740312c') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:42:50.854624 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06a32b2b-f834-4166-ab8a-15029b49e229 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:50.869788 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06a32b2b-f834-4166-ab8a-15029b49e229 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:50.875523 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a32b2b-f834-4166-ab8a-15029b49e229 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:42:50.875891 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06a32b2b-f834-4166-ab8a-15029b49e229 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:50.962657 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2a822675-52e0-41e0-b883-87554740312c resource provider aggregate not found May 27 23:42:50.989328 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 2a822675-52e0-41e0-b883-87554740312c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a822675-52e0-41e0-b883-87554740312c found for delete ", "request_id": "req-b63da4b0-8150-4f3a-984c-3c5deca23c14"}]} May 27 23:42:51.038426 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06a32b2b-f834-4166-ab8a-15029b49e229 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:51.056009 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-06a32b2b-f834-4166-ab8a-15029b49e229 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:51.066920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a32b2b-f834-4166-ab8a-15029b49e229 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Network': ['ID=dcbe6145-cd56-45eb-918c-3151d97f0026,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:51.124738 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-06a32b2b-f834-4166-ab8a-15029b49e229 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/networks/dcbe6145-cd56-45eb-918c-3151d97f0026 HTTP/1.1" status: 204 len: 168 time: 0.5661430 May 27 23:42:51.127305 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49536) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:51.196727 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-794caa9f-77dd-4041-aa9a-4539b4164309 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:51.225278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-794caa9f-77dd-4041-aa9a-4539b4164309 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:51.292382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4b47b3be-cbdd-442b-999b-481ee0c79bc7 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:42:51.327837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 4b47b3be-cbdd-442b-999b-481ee0c79bc7 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:42:51.328116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 4b47b3be-cbdd-442b-999b-481ee0c79bc7 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:42:51.328687 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 16987622-e95e-47db-8f72-022e59a82dcd no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:42:51.353355 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-794caa9f-77dd-4041-aa9a-4539b4164309 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:51.372913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794caa9f-77dd-4041-aa9a-4539b4164309 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d810338-9730-45f3-a5cd-10694e666b95,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:51.406269 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 16987622-e95e-47db-8f72-022e59a82dcd {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:42:51.406619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 16987622-e95e-47db-8f72-022e59a82dcd not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:42:51.454936 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-794caa9f-77dd-4041-aa9a-4539b4164309 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:51.456064 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-794caa9f-77dd-4041-aa9a-4539b4164309 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/security-groups/5d810338-9730-45f3-a5cd-10694e666b95 HTTP/1.1" status: 204 len: 168 time: 0.3278625 May 27 23:42:51.721604 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49544) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:51.727072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-743bd1ca-7590-4642-90c4-95c0f647d162 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287278226', 'description': 'tempest-secgroup-smoke-287278226 description', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:42:51.734275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-743bd1ca-7590-4642-90c4-95c0f647d162 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:42:51.738357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-743bd1ca-7590-4642-90c4-95c0f647d162 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:42:51.741386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-743bd1ca-7590-4642-90c4-95c0f647d162 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:42:51.747596 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-743bd1ca-7590-4642-90c4-95c0f647d162 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:42:51.826760 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-743bd1ca-7590-4642-90c4-95c0f647d162 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:51.850011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-743bd1ca-7590-4642-90c4-95c0f647d162 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:42:51.853900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-743bd1ca-7590-4642-90c4-95c0f647d162 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:42:51.856642 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-743bd1ca-7590-4642-90c4-95c0f647d162 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:42:51.862275 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-743bd1ca-7590-4642-90c4-95c0f647d162 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:42:51.931234 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-743bd1ca-7590-4642-90c4-95c0f647d162 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:51.998859 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-743bd1ca-7590-4642-90c4-95c0f647d162 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:52.043621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743bd1ca-7590-4642-90c4-95c0f647d162 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=520684f8-2486-46d2-9867-c35ab677b780,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:52.113387 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-743bd1ca-7590-4642-90c4-95c0f647d162 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:52.114567 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-743bd1ca-7590-4642-90c4-95c0f647d162 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3919680 May 27 23:42:52.117465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49548) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:52.122565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8d4de6cb-83f0-4511-822c-ee96ca93e5a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '520684f8-2486-46d2-9867-c35ab677b780', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:42:52.129442 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d4de6cb-83f0-4511-822c-ee96ca93e5a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:42:52.133278 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d4de6cb-83f0-4511-822c-ee96ca93e5a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:42:52.136173 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8d4de6cb-83f0-4511-822c-ee96ca93e5a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:42:52.141934 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8d4de6cb-83f0-4511-822c-ee96ca93e5a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:42:52.222681 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d4de6cb-83f0-4511-822c-ee96ca93e5a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:52.281177 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d4de6cb-83f0-4511-822c-ee96ca93e5a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:52.353218 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d4de6cb-83f0-4511-822c-ee96ca93e5a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:52.376533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4de6cb-83f0-4511-822c-ee96ca93e5a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3176ae-d21b-45f7-a533-b27bb1a51ea3,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:52.439029 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8d4de6cb-83f0-4511-822c-ee96ca93e5a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:52.440183 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8d4de6cb-83f0-4511-822c-ee96ca93e5a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217843 May 27 23:42:52.442872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49552) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:52.448094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-66467f96-f71a-48e3-b682-f243ea465a16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '520684f8-2486-46d2-9867-c35ab677b780', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:42:52.454641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-66467f96-f71a-48e3-b682-f243ea465a16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:42:52.458354 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-66467f96-f71a-48e3-b682-f243ea465a16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:42:52.461801 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-66467f96-f71a-48e3-b682-f243ea465a16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:42:52.468431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-66467f96-f71a-48e3-b682-f243ea465a16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:42:52.536465 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66467f96-f71a-48e3-b682-f243ea465a16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:52.598473 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66467f96-f71a-48e3-b682-f243ea465a16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:52.655867 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66467f96-f71a-48e3-b682-f243ea465a16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:52.679485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66467f96-f71a-48e3-b682-f243ea465a16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed55342-5ba9-472c-8c52-899801e0b4cb,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:52.769233 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66467f96-f71a-48e3-b682-f243ea465a16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:52.770466 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-66467f96-f71a-48e3-b682-f243ea465a16 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3266973 May 27 23:42:52.773139 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49556) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:52.778152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-3cbd054f-0705-490b-a3f5-ca868fddedf0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '520684f8-2486-46d2-9867-c35ab677b780', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:42:52.784890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3cbd054f-0705-490b-a3f5-ca868fddedf0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:42:52.788734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3cbd054f-0705-490b-a3f5-ca868fddedf0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:42:52.791630 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-3cbd054f-0705-490b-a3f5-ca868fddedf0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:42:52.797394 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-3cbd054f-0705-490b-a3f5-ca868fddedf0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:42:52.850859 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cbd054f-0705-490b-a3f5-ca868fddedf0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:52.911149 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cbd054f-0705-490b-a3f5-ca868fddedf0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:52.953114 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cbd054f-0705-490b-a3f5-ca868fddedf0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:52.975364 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd054f-0705-490b-a3f5-ca868fddedf0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505dbda5-dd7c-48f2-a5f4-bcfac77dc373,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:53.027599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3cbd054f-0705-490b-a3f5-ca868fddedf0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:53.028813 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3cbd054f-0705-490b-a3f5-ca868fddedf0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2547512 May 27 23:42:53.031481 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49560) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:53.036651 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c4bf2c12-5100-4584-84ed-42bd6490a9ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '520684f8-2486-46d2-9867-c35ab677b780', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:42:53.043939 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c4bf2c12-5100-4584-84ed-42bd6490a9ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:42:53.047885 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c4bf2c12-5100-4584-84ed-42bd6490a9ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:42:53.050423 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:53.050932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c4bf2c12-5100-4584-84ed-42bd6490a9ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:42:53.057696 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c4bf2c12-5100-4584-84ed-42bd6490a9ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:42:53.113516 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2c12-5100-4584-84ed-42bd6490a9ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:53.174559 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2c12-5100-4584-84ed-42bd6490a9ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:53.237648 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2c12-5100-4584-84ed-42bd6490a9ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:53.266664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf2c12-5100-4584-84ed-42bd6490a9ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d38deb3-74c7-4e3b-bda3-b21d94115ff2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:53.358223 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2c12-5100-4584-84ed-42bd6490a9ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:53.359430 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c4bf2c12-5100-4584-84ed-42bd6490a9ad tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3270094 May 27 23:42:53.362262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49564) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:53.367045 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-d69a64ba-c04b-4fdf-a3ce-96d4c87f5ee2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '520684f8-2486-46d2-9867-c35ab677b780', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:42:53.374396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d69a64ba-c04b-4fdf-a3ce-96d4c87f5ee2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:42:53.378245 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d69a64ba-c04b-4fdf-a3ce-96d4c87f5ee2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:42:53.381160 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-d69a64ba-c04b-4fdf-a3ce-96d4c87f5ee2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:42:53.386880 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-d69a64ba-c04b-4fdf-a3ce-96d4c87f5ee2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:42:53.479352 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-d69a64ba-c04b-4fdf-a3ce-96d4c87f5ee2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Project 0a7f7e2a573e4dd58b2c2679976e5b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:42:53.485915 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d69a64ba-c04b-4fdf-a3ce-96d4c87f5ee2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:53.548398 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d69a64ba-c04b-4fdf-a3ce-96d4c87f5ee2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:53.620866 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d69a64ba-c04b-4fdf-a3ce-96d4c87f5ee2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:53.644412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a64ba-c04b-4fdf-a3ce-96d4c87f5ee2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfc6b552-7cf6-4a8a-ace0-f971100df62a,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:53.724055 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-d69a64ba-c04b-4fdf-a3ce-96d4c87f5ee2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:53.725380 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-d69a64ba-c04b-4fdf-a3ce-96d4c87f5ee2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3621702 May 27 23:42:53.728695 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49568) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:53.733640 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-965fdf01-680c-4fa4-b678-712542b4c4b9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'security_group_rule': {'security_group_id': '520684f8-2486-46d2-9867-c35ab677b780', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:42:53.740521 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-965fdf01-680c-4fa4-b678-712542b4c4b9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:42:53.744314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-965fdf01-680c-4fa4-b678-712542b4c4b9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:security_group_rule and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:42:53.747205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-965fdf01-680c-4fa4-b678-712542b4c4b9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:42:53.752861 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-965fdf01-680c-4fa4-b678-712542b4c4b9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:42:53.833425 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-965fdf01-680c-4fa4-b678-712542b4c4b9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Project 0a7f7e2a573e4dd58b2c2679976e5b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:42:53.840503 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-965fdf01-680c-4fa4-b678-712542b4c4b9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:53.902825 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-965fdf01-680c-4fa4-b678-712542b4c4b9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:53.981907 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-965fdf01-680c-4fa4-b678-712542b4c4b9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:54.005637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fdf01-680c-4fa4-b678-712542b4c4b9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d50110-cef1-43e9-9b3f-e5337a129525,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:54.089348 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-965fdf01-680c-4fa4-b678-712542b4c4b9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:54.090527 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-965fdf01-680c-4fa4-b678-712542b4c4b9 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3609195 May 27 23:42:54.093261 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49572) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:54.098650 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'network': {'name': 'tempest-network-smoke--1991857763', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'port_security_enabled': True}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:42:54.104545 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:42:54.108647 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:network and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:42:54.111507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:42:54.117454 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:42:54.233073 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Made reservation on behalf of 0a7f7e2a573e4dd58b2c2679976e5b01 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:42:54.236464 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:54.267549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:42:54.275631 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:54.277008 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Added segment 3ffe1d1f-72ac-4169-87f1-bc9e5de510fd of type vlan for network 183f8f86-d395-4c1e-b951-cbdf392d2fc1 May 27 23:42:54.300434 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:54.392828 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:54.398130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:54.398719 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:54.595785 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5014679 May 27 23:42:54.598592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49576) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:54.604315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'admin_state_up': True, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:42:54.605314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1e58e-48e1-4184-bc7c-178f90b65659 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Network': ['ID=183f8f86-d395-4c1e-b951-cbdf392d2fc1,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:54.615162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:42:54.616103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:router and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:42:54.616409 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 183f8f86-d395-4c1e-b951-cbdf392d2fc1 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:42:54.620266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:42:54.625941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:42:54.690765 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:54.692150 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:54.708589 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:55.152260 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:55.500767 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:55.530026 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:55.660861 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.25.2.51 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/a45b3dab-1a4e-43b8-8e36-d9e238c910dc) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:42:55.806541 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:55.896244 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:55.961356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:42:55.963987 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:42:55.968373 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:42:56.009918 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=a45b3dab-1a4e-43b8-8e36-d9e238c910dc,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:56.068933 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:42:56.443430 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:56.888057 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:57.169944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:42:57.343519 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:42:57.352866 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Sync routers for ids ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:42:57.362208 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Routers {'6d9e9bc0-9729-42e7-b8df-fbc72e19d037'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:42:57.362798 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:42:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:42:57.421861 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:57.422978 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9c154104-6715-45ed-9a72-0d787bc04717 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8233197 May 27 23:42:57.426171 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49580) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:57.465798 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7483ca6a-547e-4ab3-a037-a491d4466416 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/subnets?project_id=0a7f7e2a573e4dd58b2c2679976e5b01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385787 May 27 23:42:57.468462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49584) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:57.548587 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Set router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:42:57.595824 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb02843-e212-42d8-84c0-03afa1c5cfb0 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:57.597340 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0eb02843-e212-42d8-84c0-03afa1c5cfb0 tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280098 May 27 23:42:57.600146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49588) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:57.638663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-9f51fa42-8306-432f-8cd8-94009762785e tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/subnets?network_id=d7021960-3d6a-4895-8681-782805f44685&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374660 May 27 23:42:57.641156 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49592) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:57.646313 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1385666348', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:42:57.647704 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4e96352c-17f9-49e2-b11e-d4de45d77e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:57.755003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:42:57.758823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:subnet and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:42:57.761602 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:42:57.767199 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:42:57.832260 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:42:54Z', 'updated_at': '2022-05-27T23:42:56Z', 'revision_number': 3, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:55Z', 'updated_at': '2022-05-27T23:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:42:57.836180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Checking router: 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:42:57.836576 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Updating router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 port a45b3dab-1a4e-43b8-8e36-d9e238c910dc binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:42:57.838940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Made reservation on behalf of 0a7f7e2a573e4dd58b2c2679976e5b01 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:42:57.842345 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:57.888426 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:58.165352 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:58.223916 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:58.236294 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Transition to ACTIVE for port object a45b3dab-1a4e-43b8-8e36-d9e238c910dc will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:42:58.243585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Subnet': ['ID=a6798179-df9c-4424-bbed-4b15a7cec94b,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:58.251056 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Checking segment: {'id': '3ffe1d1f-72ac-4169-87f1-bc9e5de510fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:42:58.251413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network hostable DHCP agents. Network: 183f8f86-d395-4c1e-b951-cbdf392d2fc1, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:42:58.307611 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:58.330319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network 183f8f86-d395-4c1e-b951-cbdf392d2fc1 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:42:58.387322 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 183f8f86-d395-4c1e-b951-cbdf392d2fc1) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:42:58.389490 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Attempting to bind port a45b3dab-1a4e-43b8-8e36-d9e238c910dc on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:42:58.389981 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Attempting to bind port a45b3dab-1a4e-43b8-8e36-d9e238c910dc by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:42:58.390211 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Attempting to bind port a45b3dab-1a4e-43b8-8e36-d9e238c910dc on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:42:58.392044 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:42:58.392771 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:58.393589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafb8d2-4fc5-4f71-86a7-6a72f05ec59d None None] Pushing event updated for resources: {'Port': ['ID=a45b3dab-1a4e-43b8-8e36-d9e238c910dc,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:58.398507 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb0db0e-ed32-4262-a817-5a0c8e0617c5 None None] Network 183f8f86-d395-4c1e-b951-cbdf392d2fc1 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:42:58.413936 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:42:58.414309 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:42:58.415294 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:58.415745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:42:58.416154 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Bound port: a45b3dab-1a4e-43b8-8e36-d9e238c910dc, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:42:58.416556 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:58.467228 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-280c41ac-34e1-4746-b846-5638693d23a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8250663 May 27 23:42:58.470016 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49596) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:42:58.574656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] For port a45b3dab-1a4e-43b8-8e36-d9e238c910dc, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:42:58.615960 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] For port a45b3dab-1a4e-43b8-8e36-d9e238c910dc, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a45b3dab-1a4e-43b8-8e36-d9e238c910dc,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:42:58.678757 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:58.713127 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ips': [{'subnet_id': 'a6798179-df9c-4424-bbed-4b15a7cec94b'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:42:58.713951 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:58.848698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Routers {'6d9e9bc0-9729-42e7-b8df-fbc72e19d037'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:42:58.849311 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:42:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:42:58.926370 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deafb8d2-4fc5-4f71-86a7-6a72f05ec59d None None] Pushing event updated for resources: {'Port': ['ID=a45b3dab-1a4e-43b8-8e36-d9e238c910dc,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:59.103652 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] Set router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:42:59.208842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Allocated IP 172.20.0.2 (183f8f86-d395-4c1e-b951-cbdf392d2fc1/a6798179-df9c-4424-bbed-4b15a7cec94b/0216c4af-1d01-46d3-9e9d-87ca784e2517) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:42:59.287265 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:59.555375 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:59.568107 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Transition to ACTIVE for port object 0216c4af-1d01-46d3-9e9d-87ca784e2517 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:42:59.578689 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:42:54Z', 'updated_at': '2022-05-27T23:42:56Z', 'revision_number': 3, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:55Z', 'updated_at': '2022-05-27T23:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:42:59.589469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127d8edb-2a0d-4ab2-9081-99b0b49282d5 None None] The sync data for ids ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'] in n-d-843680-3 is: [{'id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:42:54Z', 'updated_at': '2022-05-27T23:42:56Z', 'revision_number': 3, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:55Z', 'updated_at': '2022-05-27T23:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:42:59.593533 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Transition to ACTIVE for port object 0216c4af-1d01-46d3-9e9d-87ca784e2517 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:42:59.661173 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:59.708746 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f3dec387-a27b-47ba-8246-0733512d9471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:59.733459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Network 183f8f86-d395-4c1e-b951-cbdf392d2fc1 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:42:59.734332 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.20.0.1 (183f8f86-d395-4c1e-b951-cbdf392d2fc1/a6798179-df9c-4424-bbed-4b15a7cec94b/d23203c5-4aef-4e05-a2f0-0ec5214f4eb9) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:42:59.736582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:42:59.738885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:42:59.748254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Pushing event updated for resources: {'Port': ['ID=0216c4af-1d01-46d3-9e9d-87ca784e2517,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:42:59.851664 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Attempting to bind port 0216c4af-1d01-46d3-9e9d-87ca784e2517 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:42:59.852680 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Attempting to bind port 0216c4af-1d01-46d3-9e9d-87ca784e2517 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '3ffe1d1f-72ac-4169-87f1-bc9e5de510fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:42:59.853441 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Attempting to bind port 0216c4af-1d01-46d3-9e9d-87ca784e2517 on network 183f8f86-d395-4c1e-b951-cbdf392d2fc1 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:42:59.860567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:42:59.860937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Checking segment: {'id': '3ffe1d1f-72ac-4169-87f1-bc9e5de510fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:42:59.861338 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:59.861722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Bound using segment: {'id': '3ffe1d1f-72ac-4169-87f1-bc9e5de510fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:42:59.862391 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Bound port: 0216c4af-1d01-46d3-9e9d-87ca784e2517, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffe1d1f-72ac-4169-87f1-bc9e5de510fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:42:59.862550 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:59.922196 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:42:59.940018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Transition to ACTIVE for port object d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:42:59.969232 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] For port 0216c4af-1d01-46d3-9e9d-87ca784e2517, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:42:59.973067 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] For port 0216c4af-1d01-46d3-9e9d-87ca784e2517, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0216c4af-1d01-46d3-9e9d-87ca784e2517,segment=NetworkSegment(3ffe1d1f-72ac-4169-87f1-bc9e5de510fd),segment_id=3ffe1d1f-72ac-4169-87f1-bc9e5de510fd)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:43:00.057508 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:00.091584 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:00.128416 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network 183f8f86-d395-4c1e-b951-cbdf392d2fc1 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:43:00.131770 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:43:00.135884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:43:00.167854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=d23203c5-4aef-4e05-a2f0-0ec5214f4eb9,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:00.181552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945c3f5-e62b-4ef1-8b70-a6bd648c822e None None] Pushing event updated for resources: {'Port': ['ID=0216c4af-1d01-46d3-9e9d-87ca784e2517,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:00.209423 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:00.571275 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:01.039220 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:01.099769 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3212bfc-3737-473c-a51b-f07ae7aa838c None None] Network 183f8f86-d395-4c1e-b951-cbdf392d2fc1 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:43:01.119802 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:01.169507 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:01.187439 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:01.277517 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-406c53d2-b5a7-4df0-b8fc-2bdb3fb1ef9a None None] Provisioning for port 0216c4af-1d01-46d3-9e9d-87ca784e2517 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:43:01.305146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=d23203c5-4aef-4e05-a2f0-0ec5214f4eb9,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:01.311463 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:01.384969 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a45b3dab-1a4e-43b8-8e36-d9e238c910dc up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:43:01.480103 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network 183f8f86-d395-4c1e-b951-cbdf392d2fc1 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:43:01.481336 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:43:01.519050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port a45b3dab-1a4e-43b8-8e36-d9e238c910dc completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:43:01.525081 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a45b3dab-1a4e-43b8-8e36-d9e238c910dc triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:43:01.525447 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:01.694146 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:43:01.719037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a80aa316-bcf3-4446-80cc-ee912cb25576 None None] Provisioning for port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:43:01.735021 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a80aa316-bcf3-4446-80cc-ee912cb25576 None None] Provisioning complete for port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:43:01.735146 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a80aa316-bcf3-4446-80cc-ee912cb25576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:01.788923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a45b3dab-1a4e-43b8-8e36-d9e238c910dc is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:43:01.789332 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:01.810838 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a80aa316-bcf3-4446-80cc-ee912cb25576 None None] Port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:43:01.814899 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port a45b3dab-1a4e-43b8-8e36-d9e238c910dc, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a45b3dab-1a4e-43b8-8e36-d9e238c910dc,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:43:01.889929 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:43:01.895952 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:01.896760 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0216c4af-1d01-46d3-9e9d-87ca784e2517 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:43:01.900765 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Sync routers for ids ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:43:01.915505 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1e8adb83-23f3-407e-9905-9df6120cbb42 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "PUT /v2.0/routers/6d9e9bc0-9729-42e7-b8df-fbc72e19d037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4356596 May 27 23:43:01.918651 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Routers {'6d9e9bc0-9729-42e7-b8df-fbc72e19d037'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:43:01.918651 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:43:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:43:02.023397 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-d9ddfae3-88d5-4bbb-ab09-34ed8f8d22ab None None] Provisioning complete for port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:43:02.023793 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d9ddfae3-88d5-4bbb-ab09-34ed8f8d22ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:02.075058 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=a45b3dab-1a4e-43b8-8e36-d9e238c910dc,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:02.090667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-d9ddfae3-88d5-4bbb-ab09-34ed8f8d22ab None None] Port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:43:02.093774 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-62c92d37-c558-49be-b545-617a275823bd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287278226&fields=id&tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 267 time: 0.0431168 May 27 23:43:02.139618 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Set router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:43:02.147571 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 0216c4af-1d01-46d3-9e9d-87ca784e2517 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:43:02.153784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0216c4af-1d01-46d3-9e9d-87ca784e2517 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:43:02.154266 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:02.223122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6d71f2f1-66da-4955-bf9d-45a44b52ec9b None None] Provisioning complete for port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:43:02.223532 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d71f2f1-66da-4955-bf9d-45a44b52ec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:02.248337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-7b82e88f-64e4-4ac6-9813-9a76d6a3c61e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:02.250079 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-7b82e88f-64e4-4ac6-9813-9a76d6a3c61e tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/networks?id=183f8f86-d395-4c1e-b951-cbdf392d2fc1 HTTP/1.1" status: 200 len: 797 time: 0.1496782 May 27 23:43:02.266142 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-676110cd-1699-4c8a-9351-93ad1c50989c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/quotas/0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 375 time: 0.0107789 May 27 23:43:02.342220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-6d71f2f1-66da-4955-bf9d-45a44b52ec9b None None] Port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:43:02.353075 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0216c4af-1d01-46d3-9e9d-87ca784e2517 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:43:02.353519 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:02.358354 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-2ea4636e-6d8f-4913-8799-1f2c7ebff396 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:43:02.386634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 0216c4af-1d01-46d3-9e9d-87ca784e2517, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0216c4af-1d01-46d3-9e9d-87ca784e2517,segment=NetworkSegment(3ffe1d1f-72ac-4169-87f1-bc9e5de510fd),segment_id=3ffe1d1f-72ac-4169-87f1-bc9e5de510fd)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:43:02.409971 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:02.432982 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-2ea4636e-6d8f-4913-8799-1f2c7ebff396 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:43:02.434426 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-2ea4636e-6d8f-4913-8799-1f2c7ebff396 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1607661 May 27 23:43:02.456307 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:02.463867 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:42:54Z', 'updated_at': '2022-05-27T23:43:00Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:55Z', 'updated_at': '2022-05-27T23:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd23203c5-4aef-4e05-a2f0-0ec5214f4eb9', 'name': '', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:21:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:59Z', 'updated_at': '2022-05-27T23:43:00Z', 'revision_number': 2, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:43:02.468540 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Checking router: 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:43:02.468540 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Updating router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:43:02.522407 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:02.529766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=0216c4af-1d01-46d3-9e9d-87ca784e2517,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:02.616522 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-b712fc59-7a8a-4d62-8f5f-29420cc8c9b0 service neutron] 10.222.0.27 "GET /v2.0/networks/183f8f86-d395-4c1e-b951-cbdf392d2fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692488 May 27 23:43:02.860445 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-75a582b6-e812-4e6c-a6e1-4902076190ac service neutron] 10.222.0.27 "GET /v2.0/networks/183f8f86-d395-4c1e-b951-cbdf392d2fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371733 May 27 23:43:02.865616 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:02.877815 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Transition to ACTIVE for port object d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:43:02.925217 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:03.058971 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2725d6a-31d8-44a4-aeba-079dbabfa09c None None] Pushing event updated for resources: {'Port': ['ID=d23203c5-4aef-4e05-a2f0-0ec5214f4eb9,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:03.068503 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2725d6a-31d8-44a4-aeba-079dbabfa09c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:03.069035 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2725d6a-31d8-44a4-aeba-079dbabfa09c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:03.069561 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2725d6a-31d8-44a4-aeba-079dbabfa09c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:03.070069 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2725d6a-31d8-44a4-aeba-079dbabfa09c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:03.070567 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2725d6a-31d8-44a4-aeba-079dbabfa09c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:03.071095 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2725d6a-31d8-44a4-aeba-079dbabfa09c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:03.071585 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2725d6a-31d8-44a4-aeba-079dbabfa09c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:03.072094 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2725d6a-31d8-44a4-aeba-079dbabfa09c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:03.072615 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2725d6a-31d8-44a4-aeba-079dbabfa09c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:03.073109 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2725d6a-31d8-44a4-aeba-079dbabfa09c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:03.073604 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2725d6a-31d8-44a4-aeba-079dbabfa09c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:03.074073 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2725d6a-31d8-44a4-aeba-079dbabfa09c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:03.100634 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-255b7fa2-e0e0-4c72-8455-8de2bb1a0973 req-d0ecdbb2-392c-4924-b749-a511f853ed3c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 210 time: 0.0566297 May 27 23:43:03.178741 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Attempting to bind port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:43:03.179104 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Attempting to bind port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '3ffe1d1f-72ac-4169-87f1-bc9e5de510fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:43:03.179455 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Attempting to bind port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 on network 183f8f86-d395-4c1e-b951-cbdf392d2fc1 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:43:03.185296 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:43:03.185661 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Checking segment: {'id': '3ffe1d1f-72ac-4169-87f1-bc9e5de510fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:43:03.186054 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:03.186432 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Bound using segment: {'id': '3ffe1d1f-72ac-4169-87f1-bc9e5de510fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:43:03.186890 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Bound port: d23203c5-4aef-4e05-a2f0-0ec5214f4eb9, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ffe1d1f-72ac-4169-87f1-bc9e5de510fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:43:03.187260 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:03.286891 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] For port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:43:03.290739 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] For port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d23203c5-4aef-4e05-a2f0-0ec5214f4eb9,segment=NetworkSegment(3ffe1d1f-72ac-4169-87f1-bc9e5de510fd),segment_id=3ffe1d1f-72ac-4169-87f1-bc9e5de510fd)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:43:03.320037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a45b3dab-1a4e-43b8-8e36-d9e238c910dc up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:43:03.386089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port a45b3dab-1a4e-43b8-8e36-d9e238c910dc triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:43:03.386452 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:03.393871 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:03.475747 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Routers {'6d9e9bc0-9729-42e7-b8df-fbc72e19d037'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:43:03.476389 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:43:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:43:03.516043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port a45b3dab-1a4e-43b8-8e36-d9e238c910dc is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:43:03.517281 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0216c4af-1d01-46d3-9e9d-87ca784e2517 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:43:03.576780 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2725d6a-31d8-44a4-aeba-079dbabfa09c None None] Pushing event updated for resources: {'Port': ['ID=d23203c5-4aef-4e05-a2f0-0ec5214f4eb9,revision_number=4']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:03.597710 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0216c4af-1d01-46d3-9e9d-87ca784e2517 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:43:03.598382 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:03.728124 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] Set router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:43:03.733834 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0216c4af-1d01-46d3-9e9d-87ca784e2517 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:43:04.041380 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:42:54Z', 'updated_at': '2022-05-27T23:43:00Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:55Z', 'updated_at': '2022-05-27T23:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd23203c5-4aef-4e05-a2f0-0ec5214f4eb9', 'name': '', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:21:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:59Z', 'updated_at': '2022-05-27T23:43:03Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:43:04.045283 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc9def-2f18-4e76-97f0-1ad9b3943b34 None None] The sync data for ids ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'] in n-d-843680-3 is: [{'id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:42:54Z', 'updated_at': '2022-05-27T23:43:00Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:55Z', 'updated_at': '2022-05-27T23:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd23203c5-4aef-4e05-a2f0-0ec5214f4eb9', 'name': '', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:21:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:59Z', 'updated_at': '2022-05-27T23:43:03Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:43:04.259293 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7d6ec14b-f35f-4a6a-8e72-97186d35612c req-900569ef-7ab0-47f4-a891-b85aa8ce2689 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 210 time: 0.0433745 May 27 23:43:05.195120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-e3a69829-bd3c-426a-aa15-61db59d7f404 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:05.196288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-e3a69829-bd3c-426a-aa15-61db59d7f404 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:43:05.296368 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-e3a69829-bd3c-426a-aa15-61db59d7f404 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:43:05.297652 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-e3a69829-bd3c-426a-aa15-61db59d7f404 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "GET /v2.0/networks?id=183f8f86-d395-4c1e-b951-cbdf392d2fc1 HTTP/1.1" status: 200 len: 797 time: 0.2509484 May 27 23:43:05.349678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:43:05.364631 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-28ea7b47-8059-40d2-8989-5a31f5372f64 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:43:05.424891 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-873ac0d2-7f52-46f5-80d4-f7783552c502 req-b45bfae4-7db6-4a51-8211-774deebfbcea tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 210 time: 0.0460019 May 27 23:43:05.444538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-28ea7b47-8059-40d2-8989-5a31f5372f64 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:43:05.446307 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-28ea7b47-8059-40d2-8989-5a31f5372f64 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01 HTTP/1.1" status: 200 len: 379 time: 0.1381133 May 27 23:43:05.453920 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'port': {'device_id': '893f47f8-a880-4f54-ae51-66b907c8e17f', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'admin_state_up': True, 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'security_groups': ['520684f8-2486-46d2-9867-c35ab677b780']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:43:05.501912 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:43:05.507100 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:43:05.507497 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:05.593067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:43:05.602690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:43:05.627372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:43:05.627804 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:05.659544 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d23203c5-4aef-4e05-a2f0-0ec5214f4eb9,segment=NetworkSegment(3ffe1d1f-72ac-4169-87f1-bc9e5de510fd),segment_id=3ffe1d1f-72ac-4169-87f1-bc9e5de510fd)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:43:05.690044 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Made reservation on behalf of 0a7f7e2a573e4dd58b2c2679976e5b01 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:43:05.693580 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:05.724654 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:05.791659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=d23203c5-4aef-4e05-a2f0-0ec5214f4eb9,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:05.860176 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.20.0.5 (183f8f86-d395-4c1e-b951-cbdf392d2fc1/a6798179-df9c-4424-bbed-4b15a7cec94b/5d4dde50-5027-49a5-83a6-ce0be3102157) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:43:06.046431 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:06.062600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Transition to ACTIVE for port object 5d4dde50-5027-49a5-83a6-ce0be3102157 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:43:06.159287 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:06.229314 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network 183f8f86-d395-4c1e-b951-cbdf392d2fc1 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:43:06.232303 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:43:06.234596 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:43:06.279378 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=5d4dde50-5027-49a5-83a6-ce0be3102157,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:06.305593 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:06.306278 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:06.399613 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-cb1af899-497f-4c8b-a945-122f421ebc67 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9492509 May 27 23:43:06.413919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Request body: {'port': {'device_id': '893f47f8-a880-4f54-ae51-66b907c8e17f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:43:06.525427 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:06.539743 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-aec36f23-eda3-465f-b998-d75cefd2b2fd None None] Provisioning for port 5d4dde50-5027-49a5-83a6-ce0be3102157 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:43:06.546670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-aec36f23-eda3-465f-b998-d75cefd2b2fd None None] Provisioning complete for port 5d4dde50-5027-49a5-83a6-ce0be3102157 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:43:06.547116 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aec36f23-eda3-465f-b998-d75cefd2b2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:06.605979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-aec36f23-eda3-465f-b998-d75cefd2b2fd None None] Port 5d4dde50-5027-49a5-83a6-ce0be3102157 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:43:06.614516 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c09a0b-1d87-4daa-a5f2-14b6ce2add72 req-cc96646a-d820-468a-9e85-95ccc483df7b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:06.615987 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96c09a0b-1d87-4daa-a5f2-14b6ce2add72 req-cc96646a-d820-468a-9e85-95ccc483df7b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 931 time: 0.0869012 May 27 23:43:06.661357 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96c09a0b-1d87-4daa-a5f2-14b6ce2add72 req-4e00fb7c-f0a0-4c15-854a-a6f11d915232 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387566 May 27 23:43:06.877280 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4dde50-5027-49a5-83a6-ce0be3102157 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:43:06.884300 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:06.898098 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Transition to ACTIVE for port object 5d4dde50-5027-49a5-83a6-ce0be3102157 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:43:06.975691 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:07.129816 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Pushing event updated for resources: {'Port': ['ID=5d4dde50-5027-49a5-83a6-ce0be3102157,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:07.213776 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Attempting to bind port 5d4dde50-5027-49a5-83a6-ce0be3102157 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:43:07.214100 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Attempting to bind port 5d4dde50-5027-49a5-83a6-ce0be3102157 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '3ffe1d1f-72ac-4169-87f1-bc9e5de510fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:43:07.214421 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Attempting to bind port 5d4dde50-5027-49a5-83a6-ce0be3102157 on network 183f8f86-d395-4c1e-b951-cbdf392d2fc1 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:43:07.220123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Port 5d4dde50-5027-49a5-83a6-ce0be3102157 on network 183f8f86-d395-4c1e-b951-cbdf392d2fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:43:07.220476 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Attempting to bind port 5d4dde50-5027-49a5-83a6-ce0be3102157 on network 183f8f86-d395-4c1e-b951-cbdf392d2fc1 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:43:07.225583 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:43:07.225984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Checking segment: {'id': '3ffe1d1f-72ac-4169-87f1-bc9e5de510fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:43:07.226302 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Bound using segment: {'id': '3ffe1d1f-72ac-4169-87f1-bc9e5de510fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:43:07.226775 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Bound port: 5d4dde50-5027-49a5-83a6-ce0be3102157, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ffe1d1f-72ac-4169-87f1-bc9e5de510fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:43:07.227617 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:07.300018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:43:07.317600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] For port 5d4dde50-5027-49a5-83a6-ce0be3102157, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:43:07.321062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] For port 5d4dde50-5027-49a5-83a6-ce0be3102157, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5d4dde50-5027-49a5-83a6-ce0be3102157,segment=NetworkSegment(3ffe1d1f-72ac-4169-87f1-bc9e5de510fd),segment_id=3ffe1d1f-72ac-4169-87f1-bc9e5de510fd)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:43:07.365459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:43:07.365823 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:07.393505 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:07.484460 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:43:07.566349 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:07.566964 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:07.568385 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] 10.222.0.46 "PUT /v2.0/ports/5d4dde50-5027-49a5-83a6-ce0be3102157 HTTP/1.1" status: 200 len: 1091 time: 1.1622977 May 27 23:43:07.568931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893f47f8-a880-4f54-ae51-66b907c8e17f', 'tag': '5d4dde50-5027-49a5-83a6-ce0be3102157'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:43:07.590018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555ac41-87f4-490d-b0a3-c520c25814fc service neutron] Pushing event updated for resources: {'Port': ['ID=5d4dde50-5027-49a5-83a6-ce0be3102157,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:07.619049 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfaa8763-0d6a-443b-b57b-d6cc2cf4cf83'] response: {'name': 'network-changed', 'server_uuid': '893f47f8-a880-4f54-ae51-66b907c8e17f', 'tag': '5d4dde50-5027-49a5-83a6-ce0be3102157', 'status': 'completed', 'code': 200} May 27 23:43:07.717431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf95e6c-6cb2-4bd5-9d0b-a2d1a82d274d req-9c9bb072-882d-4f19-b52c-3b4419e44fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:07.719021 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-acf95e6c-6cb2-4bd5-9d0b-a2d1a82d274d req-9c9bb072-882d-4f19-b52c-3b4419e44fe0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 1094 time: 0.0816269 May 27 23:43:07.856401 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5813c4c1-ae92-466d-84da-b59a09bcf9c0 req-9d6eb129-be81-4604-82c6-9ecc8c862b40 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:07.857793 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5813c4c1-ae92-466d-84da-b59a09bcf9c0 req-9d6eb129-be81-4604-82c6-9ecc8c862b40 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 943 time: 0.0824831 May 27 23:43:07.865969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf95e6c-6cb2-4bd5-9d0b-a2d1a82d274d req-6b1727d2-2417-40b7-b61c-b412d37dac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:07.867906 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-acf95e6c-6cb2-4bd5-9d0b-a2d1a82d274d req-6b1727d2-2417-40b7-b61c-b412d37dac85 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1407952 May 27 23:43:07.901918 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5813c4c1-ae92-466d-84da-b59a09bcf9c0 req-eebec5c9-0bde-4fb2-bfbe-4a45d83dc54b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384254 May 27 23:43:08.003436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf95e6c-6cb2-4bd5-9d0b-a2d1a82d274d req-842dfd1e-ee46-4e96-8735-abde438e8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:08.004822 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-acf95e6c-6cb2-4bd5-9d0b-a2d1a82d274d req-842dfd1e-ee46-4e96-8735-abde438e8d15 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316042 May 27 23:43:08.111180 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-455e6d23-7b5a-473f-9485-902f2293185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:08.112717 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-455e6d23-7b5a-473f-9485-902f2293185d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 1094 time: 0.0741920 May 27 23:43:08.181042 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-0ba53a62-2153-4a90-a9d5-4189eaa8dda5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d4dde50-5027-49a5-83a6-ce0be3102157 HTTP/1.1" status: 200 len: 217 time: 0.0619125 May 27 23:43:08.239652 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-31b2a601-c1fa-42f5-9046-751be9a57125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:08.241046 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-31b2a601-c1fa-42f5-9046-751be9a57125 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6798179-df9c-4424-bbed-4b15a7cec94b HTTP/1.1" status: 200 len: 835 time: 0.0549805 May 27 23:43:08.313158 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-d40c883a-beb4-48b0-bd01-b099bd1863dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:08.314586 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-d40c883a-beb4-48b0-bd01-b099bd1863dc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=183f8f86-d395-4c1e-b951-cbdf392d2fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679069 May 27 23:43:08.442910 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-6760e837-fb46-4a04-b76a-a709fcf52cfc service neutron] 10.222.0.46 "GET /v2.0/networks/183f8f86-d395-4c1e-b951-cbdf392d2fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221735 May 27 23:43:08.571515 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2f95dc4-d4b5-4634-838f-15a28090ccb1 req-50fc7f2c-3f59-4d93-bfc6-fab1452a704a service neutron] 10.222.0.46 "GET /v2.0/networks/183f8f86-d395-4c1e-b951-cbdf392d2fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222672 May 27 23:43:09.091069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52517d-c347-456c-b556-3920edf8aca0 req-a489903a-8e1e-4a1b-b339-3a785fd78040 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:09.092582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df52517d-c347-456c-b556-3920edf8aca0 req-a489903a-8e1e-4a1b-b339-3a785fd78040 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 943 time: 0.0817199 May 27 23:43:09.138985 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-df52517d-c347-456c-b556-3920edf8aca0 req-4e503369-30ea-4b38-934c-001f6d364479 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396106 May 27 23:43:10.324711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4d85-259c-4e15-8ee4-02601fc97b89 req-7a0e4cc0-9ecc-45f8-a30e-650c91387c9b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:10.326169 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-451c4d85-259c-4e15-8ee4-02601fc97b89 req-7a0e4cc0-9ecc-45f8-a30e-650c91387c9b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 943 time: 0.0821922 May 27 23:43:10.369162 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-451c4d85-259c-4e15-8ee4-02601fc97b89 req-53bc8c14-8b3e-4725-be5a-080457a488a1 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373011 May 27 23:43:11.548362 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6dd1c-58b2-4b85-ac2e-73f6c9b6b7a4 req-4defabd1-8491-41cc-b535-db05e120e4fd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:11.549808 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-caf6dd1c-58b2-4b85-ac2e-73f6c9b6b7a4 req-4defabd1-8491-41cc-b535-db05e120e4fd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 943 time: 0.0782983 May 27 23:43:11.596500 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-caf6dd1c-58b2-4b85-ac2e-73f6c9b6b7a4 req-c30ec9a0-cccf-493c-a0f0-e08c29a41583 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408349 May 27 23:43:11.980383 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5d4dde50-5027-49a5-83a6-ce0be3102157 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:43:12.141247 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5d4dde50-5027-49a5-83a6-ce0be3102157, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5d4dde50-5027-49a5-83a6-ce0be3102157,segment=NetworkSegment(3ffe1d1f-72ac-4169-87f1-bc9e5de510fd),segment_id=3ffe1d1f-72ac-4169-87f1-bc9e5de510fd)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:43:12.153810 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '5d4dde50-5027-49a5-83a6-ce0be3102157', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'port_id': '5d4dde50-5027-49a5-83a6-ce0be3102157', 'mac_address': 'fa:16:3e:e1:02:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:43:12.207579 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 5d4dde50-5027-49a5-83a6-ce0be3102157 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:43:12.207956 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:12.224094 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4dde50-5027-49a5-83a6-ce0be3102157 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:43:12.238944 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5d4dde50-5027-49a5-83a6-ce0be3102157, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5d4dde50-5027-49a5-83a6-ce0be3102157,segment=NetworkSegment(3ffe1d1f-72ac-4169-87f1-bc9e5de510fd),segment_id=3ffe1d1f-72ac-4169-87f1-bc9e5de510fd)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:43:12.312557 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:12.380971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=5d4dde50-5027-49a5-83a6-ce0be3102157,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:12.549242 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['5d4dde50-5027-49a5-83a6-ce0be3102157'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:43:12.780833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0278c-1754-4614-984d-914630dfaee0 req-0c5151e4-5f05-4de6-b8c8-cd516cd9ba74 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:12.790988 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bc0278c-1754-4614-984d-914630dfaee0 req-0c5151e4-5f05-4de6-b8c8-cd516cd9ba74 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 944 time: 0.0800111 May 27 23:43:12.827799 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9bc0278c-1754-4614-984d-914630dfaee0 req-11759383-e1de-4979-a5d5-bb3b3d8f54f8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391181 May 27 23:43:13.995913 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5d4dde50-5027-49a5-83a6-ce0be3102157 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:43:14.015646 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3fe41-ca5e-4165-aaff-e6c07ed807f3 req-83776bc4-614c-4672-a018-f4d0ba36e4fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:14.017154 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71f3fe41-ca5e-4165-aaff-e6c07ed807f3 req-83776bc4-614c-4672-a018-f4d0ba36e4fe tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 944 time: 0.0850077 May 27 23:43:14.062601 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-71f3fe41-ca5e-4165-aaff-e6c07ed807f3 req-f7fbfd47-9853-46b9-a7bb-9362994d127b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396397 May 27 23:43:14.124137 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 5d4dde50-5027-49a5-83a6-ce0be3102157 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:43:14.129121 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 5d4dde50-5027-49a5-83a6-ce0be3102157 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:43:14.141028 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:14.243849 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 5d4dde50-5027-49a5-83a6-ce0be3102157 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:43:14.249815 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:14.270971 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893f47f8-a880-4f54-ae51-66b907c8e17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4dde50-5027-49a5-83a6-ce0be3102157'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:43:14.281773 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 5d4dde50-5027-49a5-83a6-ce0be3102157, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5d4dde50-5027-49a5-83a6-ce0be3102157,segment=NetworkSegment(3ffe1d1f-72ac-4169-87f1-bc9e5de510fd),segment_id=3ffe1d1f-72ac-4169-87f1-bc9e5de510fd)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:43:14.315008 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adacaf9-b160-45d9-b28f-bde629e3717e'] response: {'server_uuid': '893f47f8-a880-4f54-ae51-66b907c8e17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4dde50-5027-49a5-83a6-ce0be3102157', 'code': 200} May 27 23:43:14.335757 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:14.409839 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=5d4dde50-5027-49a5-83a6-ce0be3102157,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:14.440571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36e846-845f-45f9-8b76-3b41fe9e7d70 req-e566ad75-7175-47df-b797-4967025d1b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:14.442028 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0a36e846-845f-45f9-8b76-3b41fe9e7d70 req-e566ad75-7175-47df-b797-4967025d1b36 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 1096 time: 0.0726507 May 27 23:43:14.481218 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0a36e846-845f-45f9-8b76-3b41fe9e7d70 req-b39e5677-fffc-461a-9809-a1c89a84c2db service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325377 May 27 23:43:15.243587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5351f8d-e527-4636-92d6-5545c33ad62d req-70b9d6ef-8638-456b-81d7-f12110a0ba96 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:15.245058 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5351f8d-e527-4636-92d6-5545c33ad62d req-70b9d6ef-8638-456b-81d7-f12110a0ba96 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 945 time: 0.0790825 May 27 23:43:15.287886 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b5351f8d-e527-4636-92d6-5545c33ad62d req-57d4b94a-804d-497f-91a7-3d77cf398ff2 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372882 May 27 23:43:16.473205 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3c617-af57-42f9-9416-7393baa58f9a req-40533ead-58af-4b1e-a74d-b74a7e3225a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:16.474626 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-caf3c617-af57-42f9-9416-7393baa58f9a req-40533ead-58af-4b1e-a74d-b74a7e3225a5 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 945 time: 0.0817962 May 27 23:43:16.517658 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-caf3c617-af57-42f9-9416-7393baa58f9a req-8195580c-8cc1-4ed2-8ab3-3fa928dcdd9f tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368414 May 27 23:43:16.604264 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:16.698268 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f782e-3298-467b-9741-30f4c9335e2c req-08585ce5-0926-4797-902b-86f123cecbdc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:16.699716 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-002f782e-3298-467b-9741-30f4c9335e2c req-08585ce5-0926-4797-902b-86f123cecbdc tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 945 time: 0.0789070 May 27 23:43:16.747595 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-002f782e-3298-467b-9741-30f4c9335e2c req-5d5ec1af-e3a1-473b-adb8-2412b1dc7b30 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421247 May 27 23:43:16.769345 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49658) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:43:16.838998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ca872-69cc-4d7b-a216-01102c412acb tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:16.840554 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0f8ca872-69cc-4d7b-a216-01102c412acb tempest-TestNetworkAdvancedServerOps-937133434 tempest-TestNetworkAdvancedServerOps-937133434-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 1091 time: 0.0701406 May 27 23:43:16.843170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49662) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:43:16.847935 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '5d4dde50-5027-49a5-83a6-ce0be3102157', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:43:16.855046 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:43:16.858801 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Usage tracker for resource:floatingip and tenant:0a7f7e2a573e4dd58b2c2679976e5b01 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:43:16.861635 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:43:16.867330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:43:16.929959 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:17.068956 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:17.202608 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Allocated IP 172.25.2.104 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/1f19c181-c840-41db-916a-b7524a37d3b3) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:43:17.442704 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:17.547329 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:17.611110 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:43:17.613978 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:43:17.618025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:43:17.652098 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=1f19c181-c840-41db-916a-b7524a37d3b3,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:18.025482 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:18.175818 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:18.377670 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:18.432412 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:18.536327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event updated for resources: {'Port': ['ID=1f19c181-c840-41db-916a-b7524a37d3b3,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:18.545933 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:18.716075 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Floating IP ad260e86-57e1-4dfc-b9a1-bff306133949 associated. External IP: 172.25.2.104, port: 5d4dde50-5027-49a5-83a6-ce0be3102157. May 27 23:43:19.165069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:43:19.341408 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:43:19.350622 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6363f0-6837-475b-8ad1-81f0f654ff6f None None] Sync routers for ids ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:43:19.360681 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6363f0-6837-475b-8ad1-81f0f654ff6f None None] Routers {'6d9e9bc0-9729-42e7-b8df-fbc72e19d037'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:43:19.361297 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7c6363f0-6837-475b-8ad1-81f0f654ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:43:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:43:19.415983 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:19.470515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a0b1d497-910a-4fea-b3ce-a8682e78478d tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6263440 May 27 23:43:19.471074 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893f47f8-a880-4f54-ae51-66b907c8e17f', 'tag': '5d4dde50-5027-49a5-83a6-ce0be3102157'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:43:19.520933 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787904e4-53f7-4607-b60b-5c11f5cbd0f7'] response: {'name': 'network-changed', 'server_uuid': '893f47f8-a880-4f54-ae51-66b907c8e17f', 'tag': '5d4dde50-5027-49a5-83a6-ce0be3102157', 'status': 'completed', 'code': 200} May 27 23:43:19.545096 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-7c6363f0-6837-475b-8ad1-81f0f654ff6f None None] Set router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:43:19.616558 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb052951-25f7-4219-8b07-ff283e5396e9 req-3331b2d7-b13f-4366-b7ab-541e38f2b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:19.618712 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb052951-25f7-4219-8b07-ff283e5396e9 req-3331b2d7-b13f-4366-b7ab-541e38f2b5d5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 1096 time: 0.0747263 May 27 23:43:19.657778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e3fe7-c4b2-4f71-88fb-a65c8f7eb04d req-4bd1786c-d26a-4395-a6b5-85019dd0bd13 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:19.659559 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-522e3fe7-c4b2-4f71-88fb-a65c8f7eb04d req-4bd1786c-d26a-4395-a6b5-85019dd0bd13 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 945 time: 0.0884712 May 27 23:43:19.722371 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-522e3fe7-c4b2-4f71-88fb-a65c8f7eb04d req-f50b7899-9bfb-4f31-b559-dca7f7793fbd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515895 May 27 23:43:19.735231 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49670) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:43:19.759838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb052951-25f7-4219-8b07-ff283e5396e9 req-35f48c79-a6eb-4cf2-8a96-ff0810f25bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:19.761341 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb052951-25f7-4219-8b07-ff283e5396e9 req-35f48c79-a6eb-4cf2-8a96-ff0810f25bb2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=183f8f86-d395-4c1e-b951-cbdf392d2fc1 HTTP/1.1" status: 200 len: 898 time: 0.1373501 May 27 23:43:19.842558 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-96bfb904-0d80-4c88-adbe-6389ccc6c3bd tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/ad260e86-57e1-4dfc-b9a1-bff306133949 HTTP/1.1" status: 200 len: 991 time: 0.1061568 May 27 23:43:19.865754 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb052951-25f7-4219-8b07-ff283e5396e9 req-7fa44536-64fe-41d7-b9ae-8920fd754f8d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d4dde50-5027-49a5-83a6-ce0be3102157 HTTP/1.1" status: 200 len: 999 time: 0.0984979 May 27 23:43:19.915832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7c6363f0-6837-475b-8ad1-81f0f654ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:42:54Z', 'updated_at': '2022-05-27T23:43:00Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:55Z', 'updated_at': '2022-05-27T23:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'ad260e86-57e1-4dfc-b9a1-bff306133949', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'floating_ip_address': '172.25.2.104', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'port_id': '5d4dde50-5027-49a5-83a6-ce0be3102157', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'mac_address': 'fa:16:3e:e1:02:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893f47f8-a880-4f54-ae51-66b907c8e17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:43:17Z', 'updated_at': '2022-05-27T23:43:17Z', 'revision_number': 0, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23203c5-4aef-4e05-a2f0-0ec5214f4eb9', 'name': '', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:21:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:59Z', 'updated_at': '2022-05-27T23:43:05Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:43:19.920110 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6363f0-6837-475b-8ad1-81f0f654ff6f None None] Checking router: 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:43:19.928706 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6363f0-6837-475b-8ad1-81f0f654ff6f None None] Routers {'6d9e9bc0-9729-42e7-b8df-fbc72e19d037'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:43:19.929291 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7c6363f0-6837-475b-8ad1-81f0f654ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:43:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:43:19.931205 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb052951-25f7-4219-8b07-ff283e5396e9 req-2c4a2817-fc8a-4f17-b22f-10efb34c6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:19.932672 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb052951-25f7-4219-8b07-ff283e5396e9 req-2c4a2817-fc8a-4f17-b22f-10efb34c6ee3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6798179-df9c-4424-bbed-4b15a7cec94b HTTP/1.1" status: 200 len: 835 time: 0.0618162 May 27 23:43:20.007431 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb052951-25f7-4219-8b07-ff283e5396e9 req-31ab0da1-a6cc-42d7-b487-4c84915aa1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:20.009514 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb052951-25f7-4219-8b07-ff283e5396e9 req-31ab0da1-a6cc-42d7-b487-4c84915aa1ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=183f8f86-d395-4c1e-b951-cbdf392d2fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714259 May 27 23:43:20.141765 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb052951-25f7-4219-8b07-ff283e5396e9 req-2474d43d-9aff-4c77-a506-44c0851639bf service neutron] 10.222.0.46 "GET /v2.0/networks/183f8f86-d395-4c1e-b951-cbdf392d2fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265905 May 27 23:43:20.177034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-7c6363f0-6837-475b-8ad1-81f0f654ff6f None None] Set router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:43:20.275555 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb052951-25f7-4219-8b07-ff283e5396e9 req-52f65415-0e53-4305-9758-906912c42554 service neutron] 10.222.0.46 "GET /v2.0/networks/183f8f86-d395-4c1e-b951-cbdf392d2fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284354 May 27 23:43:20.555807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-7c6363f0-6837-475b-8ad1-81f0f654ff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:42:54Z', 'updated_at': '2022-05-27T23:43:00Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:55Z', 'updated_at': '2022-05-27T23:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'ad260e86-57e1-4dfc-b9a1-bff306133949', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'floating_ip_address': '172.25.2.104', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'port_id': '5d4dde50-5027-49a5-83a6-ce0be3102157', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'mac_address': 'fa:16:3e:e1:02:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893f47f8-a880-4f54-ae51-66b907c8e17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:43:17Z', 'updated_at': '2022-05-27T23:43:17Z', 'revision_number': 0, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23203c5-4aef-4e05-a2f0-0ec5214f4eb9', 'name': '', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:21:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:59Z', 'updated_at': '2022-05-27T23:43:05Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:43:20.559735 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6363f0-6837-475b-8ad1-81f0f654ff6f None None] The sync data for ids ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'] in n-d-843680-3 is: [{'id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:42:54Z', 'updated_at': '2022-05-27T23:43:00Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:55Z', 'updated_at': '2022-05-27T23:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'ad260e86-57e1-4dfc-b9a1-bff306133949', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'floating_ip_address': '172.25.2.104', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'port_id': '5d4dde50-5027-49a5-83a6-ce0be3102157', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'mac_address': 'fa:16:3e:e1:02:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893f47f8-a880-4f54-ae51-66b907c8e17f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:43:17Z', 'updated_at': '2022-05-27T23:43:17Z', 'revision_number': 0, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23203c5-4aef-4e05-a2f0-0ec5214f4eb9', 'name': '', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:21:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:59Z', 'updated_at': '2022-05-27T23:43:05Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:43:20.740672 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff2939d-1ddd-4478-abc5-e133f819737f None None] New status for floating IP ad260e86-57e1-4dfc-b9a1-bff306133949: ACTIVE {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:43:20.846509 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49674) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:43:20.951449 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8ff90683-86c3-4884-9389-51cfe81c8886 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/ad260e86-57e1-4dfc-b9a1-bff306133949 HTTP/1.1" status: 200 len: 991 time: 0.1029229 May 27 23:43:21.954243 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49678) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:43:22.060849 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3f233e00-2ca6-420b-91b1-3b2f85ed7615 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/ad260e86-57e1-4dfc-b9a1-bff306133949 HTTP/1.1" status: 200 len: 993 time: 0.1053140 May 27 23:43:23.066122 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:27.557357 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de787877-cddb-4edc-8813-80194f11665a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:29.684314 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5da5e249-8528-4946-b918-f9f9af04b970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:30.996918 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:31.134547 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:32.339825 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:33.068462 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:43:40.976736 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c39a5e2b-d660-428c-ac81-d4640d793db1 req-ec3f1e6b-862f-4971-b8d4-1bdd7aebe155 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681469 May 27 23:43:41.115675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a5e2b-d660-428c-ac81-d4640d793db1 req-981152f2-ebc4-457d-9dbb-4cdcf6d2b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:41.117248 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c39a5e2b-d660-428c-ac81-d4640d793db1 req-981152f2-ebc4-457d-9dbb-4cdcf6d2b185 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 1096 time: 0.0746162 May 27 23:43:41.366868 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a5e2b-d660-428c-ac81-d4640d793db1 req-c2266080-111a-4160-b44b-72d30f9a2074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:41.368390 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c39a5e2b-d660-428c-ac81-d4640d793db1 req-c2266080-111a-4160-b44b-72d30f9a2074 service neutron] 10.222.0.46 "GET /v2.0/networks?id=183f8f86-d395-4c1e-b951-cbdf392d2fc1 HTTP/1.1" status: 200 len: 898 time: 0.2321749 May 27 23:43:41.471512 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c39a5e2b-d660-428c-ac81-d4640d793db1 req-2936242d-561d-4e8a-970c-2b1aa74e6ab7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d4dde50-5027-49a5-83a6-ce0be3102157 HTTP/1.1" status: 200 len: 1001 time: 0.0961916 May 27 23:43:41.533269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a5e2b-d660-428c-ac81-d4640d793db1 req-a000a6c8-d95b-421b-a3a0-19a4810ec826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:41.534629 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c39a5e2b-d660-428c-ac81-d4640d793db1 req-a000a6c8-d95b-421b-a3a0-19a4810ec826 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6798179-df9c-4424-bbed-4b15a7cec94b HTTP/1.1" status: 200 len: 835 time: 0.0563285 May 27 23:43:41.612395 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a5e2b-d660-428c-ac81-d4640d793db1 req-7e606771-1711-4a54-af41-0e99d93329ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:41.613824 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c39a5e2b-d660-428c-ac81-d4640d793db1 req-7e606771-1711-4a54-af41-0e99d93329ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=183f8f86-d395-4c1e-b951-cbdf392d2fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725300 May 27 23:43:41.624616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-c39a5e2b-d660-428c-ac81-d4640d793db1 req-3bf01c94-0aaf-456a-bef4-010e6f7ca756 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:43:41.625529 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c39a5e2b-d660-428c-ac81-d4640d793db1 req-3bf01c94-0aaf-456a-bef4-010e6f7ca756 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047011 May 27 23:43:41.755312 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c39a5e2b-d660-428c-ac81-d4640d793db1 req-d99db857-1a61-42e3-a15b-d95943c26eea service neutron] 10.222.0.46 "GET /v2.0/networks/183f8f86-d395-4c1e-b951-cbdf392d2fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240199 May 27 23:43:41.885542 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c39a5e2b-d660-428c-ac81-d4640d793db1 req-111e67e7-e4bd-46d9-9592-19d648780ce9 service neutron] 10.222.0.46 "GET /v2.0/networks/183f8f86-d395-4c1e-b951-cbdf392d2fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234519 May 27 23:43:46.592463 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:51.899896 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdd477-0d6d-4b8a-be67-c666ec0aae1c req-9545b671-623c-4726-864d-2e8e0e3e180c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:51.901393 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-27fdd477-0d6d-4b8a-be67-c666ec0aae1c req-9545b671-623c-4726-864d-2e8e0e3e180c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 945 time: 0.0832005 May 27 23:43:51.943812 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-27fdd477-0d6d-4b8a-be67-c666ec0aae1c req-42d0dbc8-939a-41f3-a45b-8b284068d3d0 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367484 May 27 23:43:53.066639 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:53.129038 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc520b-b10d-403d-968a-2464eef2a90e req-08f3742b-3e5d-4cae-b903-30904dd0a609 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:53.130479 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cafc520b-b10d-403d-968a-2464eef2a90e req-08f3742b-3e5d-4cae-b903-30904dd0a609 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 945 time: 0.0783279 May 27 23:43:53.173481 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-cafc520b-b10d-403d-968a-2464eef2a90e req-d2a3ae89-f1bd-43c3-8769-a171a7feb676 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368831 May 27 23:43:53.195907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49700) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:43:53.299086 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-761970d0-480d-43a3-b314-a5ff7f4031fa tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/ad260e86-57e1-4dfc-b9a1-bff306133949 HTTP/1.1" status: 200 len: 993 time: 0.1020808 May 27 23:43:54.835219 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a749154-9d0e-4409-9c16-9661edee11d3 req-7f1e1901-dda9-45b3-8969-f0b6e1a615a8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:54.836709 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a749154-9d0e-4409-9c16-9661edee11d3 req-7f1e1901-dda9-45b3-8969-f0b6e1a615a8 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 945 time: 0.0846701 May 27 23:43:54.881349 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6a749154-9d0e-4409-9c16-9661edee11d3 req-96c2797c-cded-48a5-951a-b6a1f0861076 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385425 May 27 23:43:54.908107 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7b073-0aa2-4384-824e-f8b3d88e5ab5 req-612f2f14-f501-41f5-8b34-83801b55ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:54.909598 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-45e7b073-0aa2-4384-824e-f8b3d88e5ab5 req-612f2f14-f501-41f5-8b34-83801b55ad4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 1096 time: 0.0721149 May 27 23:43:55.038235 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7b073-0aa2-4384-824e-f8b3d88e5ab5 req-314ff6bf-d973-44cf-861f-2fee402d8f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:55.039625 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-45e7b073-0aa2-4384-824e-f8b3d88e5ab5 req-314ff6bf-d973-44cf-861f-2fee402d8f2d service neutron] 10.222.0.46 "GET /v2.0/networks?id=183f8f86-d395-4c1e-b951-cbdf392d2fc1 HTTP/1.1" status: 200 len: 898 time: 0.1238360 May 27 23:43:55.140489 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-45e7b073-0aa2-4384-824e-f8b3d88e5ab5 req-8a96c0db-de0f-49bd-98a7-d2d9211963d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d4dde50-5027-49a5-83a6-ce0be3102157 HTTP/1.1" status: 200 len: 1001 time: 0.0951416 May 27 23:43:55.200055 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7b073-0aa2-4384-824e-f8b3d88e5ab5 req-76be2897-b883-4bc5-924f-488620a2eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:55.201478 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-45e7b073-0aa2-4384-824e-f8b3d88e5ab5 req-76be2897-b883-4bc5-924f-488620a2eb89 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6798179-df9c-4424-bbed-4b15a7cec94b HTTP/1.1" status: 200 len: 835 time: 0.0559316 May 27 23:43:55.276403 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7b073-0aa2-4384-824e-f8b3d88e5ab5 req-a6fe287a-5ecc-47c2-9a97-4a1c1f38c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:55.277837 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-45e7b073-0aa2-4384-824e-f8b3d88e5ab5 req-a6fe287a-5ecc-47c2-9a97-4a1c1f38c3d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=183f8f86-d395-4c1e-b951-cbdf392d2fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709503 May 27 23:43:55.406639 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-45e7b073-0aa2-4384-824e-f8b3d88e5ab5 req-315fe50a-af05-4d0d-bf94-7e46f6e7a922 service neutron] 10.222.0.46 "GET /v2.0/networks/183f8f86-d395-4c1e-b951-cbdf392d2fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227646 May 27 23:43:55.534393 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-45e7b073-0aa2-4384-824e-f8b3d88e5ab5 req-7c1a6daf-e8f9-491a-8605-3ecdb2cff0a3 service neutron] 10.222.0.46 "GET /v2.0/networks/183f8f86-d395-4c1e-b951-cbdf392d2fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214125 May 27 23:43:56.064213 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e142f-3669-4e39-ad9d-46ca6b17cf5f req-83efb8a7-d313-4162-87ec-2cee24ebb58c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:56.065670 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e4e142f-3669-4e39-ad9d-46ca6b17cf5f req-83efb8a7-d313-4162-87ec-2cee24ebb58c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 945 time: 0.0791931 May 27 23:43:56.108921 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6e4e142f-3669-4e39-ad9d-46ca6b17cf5f req-571316d9-2809-445c-a52f-b2a9276fa9eb tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377665 May 27 23:43:57.294130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8a32c-a068-4095-aa81-cdd601067c38 req-ce574fac-75b9-4333-8a94-f129e0cb4122 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:57.295589 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0e8a32c-a068-4095-aa81-cdd601067c38 req-ce574fac-75b9-4333-8a94-f129e0cb4122 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 945 time: 0.0831535 May 27 23:43:57.338742 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0e8a32c-a068-4095-aa81-cdd601067c38 req-51951fea-522a-4d70-9a28-ec463a42b67b tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374198 May 27 23:43:57.362150 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49714) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:43:57.466918 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-008ec3fe-40ec-4034-ae41-53145997e563 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/floatingips/ad260e86-57e1-4dfc-b9a1-bff306133949 HTTP/1.1" status: 200 len: 993 time: 0.1036186 May 27 23:43:57.569737 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d0f80579-eec4-4e43-86b6-0cdfde8226c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:57.711849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49722) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:43:58.022073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port 1f19c181-c840-41db-916a-b7524a37d3b3 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:43:58.022321 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:58.187498 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:58.187823 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:58.307413 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for 1f19c181-c840-41db-916a-b7524a37d3b3 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:43:58.511072 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:58.558221 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=1f19c181-c840-41db-916a-b7524a37d3b3,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:43:58.603007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:58.603391 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:58.603729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:58.604061 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:58.604409 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:58.604737 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:58.605704 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:58.606031 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:58.606356 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:58.606673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:58.606989 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:58.607305 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:43:58.661860 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:58.662186 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Floating IP ad260e86-57e1-4dfc-b9a1-bff306133949 disassociated (deleted). External IP: 172.25.2.104, port: 5d4dde50-5027-49a5-83a6-ce0be3102157. May 27 23:43:59.065840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:43:59.239308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:43:59.249105 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e80da-a567-464c-b424-8585fa1fa794 None None] Sync routers for ids ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:43:59.255575 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:59.258684 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04e80da-a567-464c-b424-8585fa1fa794 None None] Routers {'6d9e9bc0-9729-42e7-b8df-fbc72e19d037'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:43:59.259293 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f04e80da-a567-464c-b424-8585fa1fa794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:43:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:43:59.309715 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-deb0d654-2489-43f9-a6f6-c15baec90060 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/floatingips/ad260e86-57e1-4dfc-b9a1-bff306133949 HTTP/1.1" status: 204 len: 168 time: 1.5967596 May 27 23:43:59.310327 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893f47f8-a880-4f54-ae51-66b907c8e17f', 'tag': '5d4dde50-5027-49a5-83a6-ce0be3102157'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:43:59.357295 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3020f2a5-6018-4422-81d5-6520ada86a89'] response: {'name': 'network-changed', 'server_uuid': '893f47f8-a880-4f54-ae51-66b907c8e17f', 'tag': '5d4dde50-5027-49a5-83a6-ce0be3102157', 'status': 'completed', 'code': 200} May 27 23:43:59.450474 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f95dc-b617-4329-9629-e1b923202950 req-af1287ca-d2d4-48fb-af23-ffc3936ca840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:59.452468 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f8f95dc-b617-4329-9629-e1b923202950 req-af1287ca-d2d4-48fb-af23-ffc3936ca840 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 1096 time: 0.0749776 May 27 23:43:59.455582 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f04e80da-a567-464c-b424-8585fa1fa794 None None] Set router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:43:59.583893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f95dc-b617-4329-9629-e1b923202950 req-225b131c-024a-41a2-9f17-c0bc9e49e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:59.585308 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f8f95dc-b617-4329-9629-e1b923202950 req-225b131c-024a-41a2-9f17-c0bc9e49e130 service neutron] 10.222.0.46 "GET /v2.0/networks?id=183f8f86-d395-4c1e-b951-cbdf392d2fc1 HTTP/1.1" status: 200 len: 898 time: 0.1275766 May 27 23:43:59.770969 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-009ed79d-b714-4359-b492-ef3b07e76c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:43:59.791536 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f8f95dc-b617-4329-9629-e1b923202950 req-6aeba7bc-5e01-47ae-b5d5-4c1a8f995b79 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5d4dde50-5027-49a5-83a6-ce0be3102157 HTTP/1.1" status: 200 len: 217 time: 0.2006717 May 27 23:43:59.807629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f04e80da-a567-464c-b424-8585fa1fa794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:42:54Z', 'updated_at': '2022-05-27T23:43:00Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:55Z', 'updated_at': '2022-05-27T23:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd23203c5-4aef-4e05-a2f0-0ec5214f4eb9', 'name': '', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:21:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:59Z', 'updated_at': '2022-05-27T23:43:05Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:43:59.811719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e80da-a567-464c-b424-8585fa1fa794 None None] Checking router: 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:43:59.820101 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04e80da-a567-464c-b424-8585fa1fa794 None None] Routers {'6d9e9bc0-9729-42e7-b8df-fbc72e19d037'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:43:59.820734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f04e80da-a567-464c-b424-8585fa1fa794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:44:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:43:59.855617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f95dc-b617-4329-9629-e1b923202950 req-cd15db7d-de77-4192-b66b-556adadf7f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:59.857036 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f8f95dc-b617-4329-9629-e1b923202950 req-cd15db7d-de77-4192-b66b-556adadf7f59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a6798179-df9c-4424-bbed-4b15a7cec94b HTTP/1.1" status: 200 len: 835 time: 0.0597422 May 27 23:43:59.943480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f95dc-b617-4329-9629-e1b923202950 req-05834c23-b903-4977-bac9-11707118cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:43:59.945160 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f8f95dc-b617-4329-9629-e1b923202950 req-05834c23-b903-4977-bac9-11707118cd9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=183f8f86-d395-4c1e-b951-cbdf392d2fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801339 May 27 23:44:00.004901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f04e80da-a567-464c-b424-8585fa1fa794 None None] Set router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:44:00.005950 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdf9da-78c4-4814-997f-7e63918a9de6 req-9f69acbd-da09-4621-a915-c13ae90bc396 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:00.006940 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-33fdf9da-78c4-4814-997f-7e63918a9de6 req-9f69acbd-da09-4621-a915-c13ae90bc396 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:44:00.081245 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f8f95dc-b617-4329-9629-e1b923202950 req-e77f21ef-7ee1-4a11-9daa-fcd46c4f9639 service neutron] 10.222.0.46 "GET /v2.0/networks/183f8f86-d395-4c1e-b951-cbdf392d2fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297739 May 27 23:44:00.118286 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-33fdf9da-78c4-4814-997f-7e63918a9de6 req-9f69acbd-da09-4621-a915-c13ae90bc396 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:44:00.119866 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-33fdf9da-78c4-4814-997f-7e63918a9de6 req-9f69acbd-da09-4621-a915-c13ae90bc396 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 945 time: 0.3241661 May 27 23:44:00.168765 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-33fdf9da-78c4-4814-997f-7e63918a9de6 req-be7bec00-a503-4082-9566-aa5e7f1c26c7 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424452 May 27 23:44:00.221921 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8f8f95dc-b617-4329-9629-e1b923202950 req-8a26bdd7-3b29-4c8b-9375-389b73d22b4c service neutron] 10.222.0.46 "GET /v2.0/networks/183f8f86-d395-4c1e-b951-cbdf392d2fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346450 May 27 23:44:00.360072 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f04e80da-a567-464c-b424-8585fa1fa794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:42:54Z', 'updated_at': '2022-05-27T23:43:00Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:55Z', 'updated_at': '2022-05-27T23:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd23203c5-4aef-4e05-a2f0-0ec5214f4eb9', 'name': '', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:21:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:59Z', 'updated_at': '2022-05-27T23:43:05Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:00.363963 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e80da-a567-464c-b424-8585fa1fa794 None None] The sync data for ids ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'] in n-d-843680-3 is: [{'id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:42:54Z', 'updated_at': '2022-05-27T23:43:00Z', 'revision_number': 4, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:55Z', 'updated_at': '2022-05-27T23:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd23203c5-4aef-4e05-a2f0-0ec5214f4eb9', 'name': '', 'network_id': '183f8f86-d395-4c1e-b951-cbdf392d2fc1', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'mac_address': 'fa:16:3e:21:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:59Z', 'updated_at': '2022-05-27T23:43:05Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'subnets': [{'id': 'a6798179-df9c-4424-bbed-4b15a7cec94b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:44:00.566052 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e506c9-5b1e-4a2f-8357-8a50e8e73aa1 None None] New status for floating IP ad260e86-57e1-4dfc-b9a1-bff306133949: DOWN {{(pid=88903) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:44:01.009761 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:01.146685 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:01.314728 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a10b8-c8a0-4633-8e90-2a0f1064d06a req-75a061b5-1a64-4762-8fef-e75e845b4b1c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:01.315461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b50a10b8-c8a0-4633-8e90-2a0f1064d06a req-75a061b5-1a64-4762-8fef-e75e845b4b1c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Synchronizing usage tracker for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:44:01.327822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b50a10b8-c8a0-4633-8e90-2a0f1064d06a req-75a061b5-1a64-4762-8fef-e75e845b4b1c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Unset dirty status for tenant:0a7f7e2a573e4dd58b2c2679976e5b01 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:44:01.328958 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b50a10b8-c8a0-4633-8e90-2a0f1064d06a req-75a061b5-1a64-4762-8fef-e75e845b4b1c tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 945 time: 0.0927188 May 27 23:44:01.356941 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb5c5a-8aba-4edc-b134-a2cf423978d5 req-f64764f5-819d-4939-b956-b47d0b5b1672 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:01.358405 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66fb5c5a-8aba-4edc-b134-a2cf423978d5 req-f64764f5-819d-4939-b956-b47d0b5b1672 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 945 time: 0.0803781 May 27 23:44:01.401616 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b50a10b8-c8a0-4633-8e90-2a0f1064d06a req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port 5d4dde50-5027-49a5-83a6-ce0be3102157 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:44:01.402572 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b50a10b8-c8a0-4633-8e90-2a0f1064d06a req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:01.405829 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66fb5c5a-8aba-4edc-b134-a2cf423978d5 req-7c77160b-1482-46d2-a6bf-43bbdb40e324 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/security-groups?id=520684f8-2486-46d2-9867-c35ab677b780&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415554 May 27 23:44:01.640306 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b50a10b8-c8a0-4633-8e90-2a0f1064d06a req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port 5d4dde50-5027-49a5-83a6-ce0be3102157, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=5d4dde50-5027-49a5-83a6-ce0be3102157,segment=NetworkSegment(3ffe1d1f-72ac-4169-87f1-bc9e5de510fd),segment_id=3ffe1d1f-72ac-4169-87f1-bc9e5de510fd)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:01.640808 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b50a10b8-c8a0-4633-8e90-2a0f1064d06a req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:01.765522 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-b50a10b8-c8a0-4633-8e90-2a0f1064d06a req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for 5d4dde50-5027-49a5-83a6-ce0be3102157 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:44:01.990913 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b50a10b8-c8a0-4633-8e90-2a0f1064d06a req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:02.042896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=5d4dde50-5027-49a5-83a6-ce0be3102157,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:02.080865 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:02.081202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:02.081536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:02.081870 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:02.082193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:02.082516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:02.082837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:02.083157 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:02.083478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:02.083794 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:02.084109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:02.084452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:02.128603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50a10b8-c8a0-4633-8e90-2a0f1064d06a req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] No DVR routers for this DVR port 5d4dde50-5027-49a5-83a6-ce0be3102157 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:44:02.130926 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b50a10b8-c8a0-4633-8e90-2a0f1064d06a req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:02.133376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893f47f8-a880-4f54-ae51-66b907c8e17f', 'name': 'network-vif-deleted', 'tag': '5d4dde50-5027-49a5-83a6-ce0be3102157'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:44:02.176729 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd62884-759f-4227-a2d9-0321891dce61'] response: {'server_uuid': '893f47f8-a880-4f54-ae51-66b907c8e17f', 'name': 'network-vif-deleted', 'tag': '5d4dde50-5027-49a5-83a6-ce0be3102157', 'status': 'completed', 'code': 200} May 27 23:44:02.203043 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b50a10b8-c8a0-4633-8e90-2a0f1064d06a req-5c7d1840-abc1-4003-ab70-028d76f30a25 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.46 "DELETE /v2.0/ports/5d4dde50-5027-49a5-83a6-ce0be3102157 HTTP/1.1" status: 204 len: 173 time: 0.8692148 May 27 23:44:02.369831 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:02.572861 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3da2e8fd-ec39-439e-b9c6-69b288cf8ef6 req-2bdf6ace-61df-40cd-926d-55029ca2eb92 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "GET /v2.0/ports?device_id=893f47f8-a880-4f54-ae51-66b907c8e17f HTTP/1.1" status: 200 len: 210 time: 0.0418682 May 27 23:44:03.665945 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49740) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:04.201981 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-482c76c7-8f59-491e-a649-631b4c69c212 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:04.275638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5d4dde50-5027-49a5-83a6-ce0be3102157 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:44:04.309499 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 5d4dde50-5027-49a5-83a6-ce0be3102157 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:44:04.309845 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 5d4dde50-5027-49a5-83a6-ce0be3102157 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:44:04.554461 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-482c76c7-8f59-491e-a649-631b4c69c212 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:44:04.554803 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-482c76c7-8f59-491e-a649-631b4c69c212 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:04.737698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-482c76c7-8f59-491e-a649-631b4c69c212 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port d23203c5-4aef-4e05-a2f0-0ec5214f4eb9, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d23203c5-4aef-4e05-a2f0-0ec5214f4eb9,segment=NetworkSegment(3ffe1d1f-72ac-4169-87f1-bc9e5de510fd),segment_id=3ffe1d1f-72ac-4169-87f1-bc9e5de510fd)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:04.738337 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-482c76c7-8f59-491e-a649-631b4c69c212 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:04.961756 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-482c76c7-8f59-491e-a649-631b4c69c212 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:44:05.334047 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-482c76c7-8f59-491e-a649-631b4c69c212 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:05.385210 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c76c7-8f59-491e-a649-631b4c69c212 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=d23203c5-4aef-4e05-a2f0-0ec5214f4eb9,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:05.655278 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-482c76c7-8f59-491e-a649-631b4c69c212 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:06.004589 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482c76c7-8f59-491e-a649-631b4c69c212 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:44:06.178660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482c76c7-8f59-491e-a649-631b4c69c212 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:44:06.188253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b44ec-4960-4dee-a12b-67aa27c2eda6 None None] Sync routers for ids ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:44:06.192046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-482c76c7-8f59-491e-a649-631b4c69c212 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "PUT /v2.0/routers/6d9e9bc0-9729-42e7-b8df-fbc72e19d037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5250256 May 27 23:44:06.193730 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49744) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:06.197526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b44ec-4960-4dee-a12b-67aa27c2eda6 None None] Routers {'6d9e9bc0-9729-42e7-b8df-fbc72e19d037'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:44:06.198138 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-366b44ec-4960-4dee-a12b-67aa27c2eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:44:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:06.257181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-de388f8a-4f50-4f43-acf6-f01689098d90 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting subnet a6798179-df9c-4424-bbed-4b15a7cec94b {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:44:06.260030 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de388f8a-4f50-4f43-acf6-f01689098d90 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:06.314489 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de388f8a-4f50-4f43-acf6-f01689098d90 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:06.374123 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-366b44ec-4960-4dee-a12b-67aa27c2eda6 None None] Set router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:44:06.520089 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de388f8a-4f50-4f43-acf6-f01689098d90 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:06.643865 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de388f8a-4f50-4f43-acf6-f01689098d90 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:06.659012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-366b44ec-4960-4dee-a12b-67aa27c2eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:42:54Z', 'updated_at': '2022-05-27T23:44:05Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:55Z', 'updated_at': '2022-05-27T23:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:06.663109 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b44ec-4960-4dee-a12b-67aa27c2eda6 None None] Checking router: 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:44:06.671595 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b44ec-4960-4dee-a12b-67aa27c2eda6 None None] Routers {'6d9e9bc0-9729-42e7-b8df-fbc72e19d037'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:44:06.672252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-366b44ec-4960-4dee-a12b-67aa27c2eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:44:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:06.685727 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de388f8a-4f50-4f43-acf6-f01689098d90 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Subnet': ['ID=a6798179-df9c-4424-bbed-4b15a7cec94b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:06.690189 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-de388f8a-4f50-4f43-acf6-f01689098d90 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:06.697062 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-de388f8a-4f50-4f43-acf6-f01689098d90 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/subnets/a6798179-df9c-4424-bbed-4b15a7cec94b HTTP/1.1" status: 204 len: 168 time: 0.5023794 May 27 23:44:06.700681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49750) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:06.724002 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386e1a11-4c67-45f8-aa51-4adb300bc548 None None] Network 183f8f86-d395-4c1e-b951-cbdf392d2fc1 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:44:06.882551 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:07.006612 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-366b44ec-4960-4dee-a12b-67aa27c2eda6 None None] Set router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:44:07.173101 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:07.278299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port a45b3dab-1a4e-43b8-8e36-d9e238c910dc {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:44:07.278868 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:07.282708 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] DHCP port deletion for 183f8f86-d395-4c1e-b951-cbdf392d2fc1 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:44:07.289602 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] Deleting port 0216c4af-1d01-46d3-9e9d-87ca784e2517 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:44:07.289966 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:07.390734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0216c4af-1d01-46d3-9e9d-87ca784e2517 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:44:07.466409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port a45b3dab-1a4e-43b8-8e36-d9e238c910dc, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=a45b3dab-1a4e-43b8-8e36-d9e238c910dc,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:07.466681 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:07.504203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-366b44ec-4960-4dee-a12b-67aa27c2eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:42:54Z', 'updated_at': '2022-05-27T23:44:05Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:55Z', 'updated_at': '2022-05-27T23:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:07.526298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366b44ec-4960-4dee-a12b-67aa27c2eda6 None None] The sync data for ids ['6d9e9bc0-9729-42e7-b8df-fbc72e19d037'] in n-d-843680-3 is: [{'id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2135069161', 'tenant_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:42:54Z', 'updated_at': '2022-05-27T23:44:05Z', 'revision_number': 5, 'project_id': '0a7f7e2a573e4dd58b2c2679976e5b01', 'gw_port': {'id': 'a45b3dab-1a4e-43b8-8e36-d9e238c910dc', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d9e9bc0-9729-42e7-b8df-fbc72e19d037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:42:55Z', 'updated_at': '2022-05-27T23:43:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:44:07.590648 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for a45b3dab-1a4e-43b8-8e36-d9e238c910dc owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:44:07.655659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0216c4af-1d01-46d3-9e9d-87ca784e2517 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:07.656027 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:07.674197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] For port 0216c4af-1d01-46d3-9e9d-87ca784e2517, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0216c4af-1d01-46d3-9e9d-87ca784e2517,segment=NetworkSegment(3ffe1d1f-72ac-4169-87f1-bc9e5de510fd),segment_id=3ffe1d1f-72ac-4169-87f1-bc9e5de510fd)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:07.674561 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:07.802463 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] Calling delete_port for 0216c4af-1d01-46d3-9e9d-87ca784e2517 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:44:07.825172 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:07.847774 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 0216c4af-1d01-46d3-9e9d-87ca784e2517, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0216c4af-1d01-46d3-9e9d-87ca784e2517,segment=NetworkSegment(3ffe1d1f-72ac-4169-87f1-bc9e5de510fd),segment_id=3ffe1d1f-72ac-4169-87f1-bc9e5de510fd)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:07.873760 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Port': ['ID=a45b3dab-1a4e-43b8-8e36-d9e238c910dc,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:07.941884 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:07.983473 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:07.985882 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:44:07.986234 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:44:08.012451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=0216c4af-1d01-46d3-9e9d-87ca784e2517,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:08.020513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:08.020815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:08.021150 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:08.021479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:08.021804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:08.022125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:08.022445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:08.022761 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:08.023078 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:08.023389 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:08.023703 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:08.024012 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:08.157289 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:08.159440 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:08.255314 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:08.255790 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Fanout notify agent at l3_agent the message router_deleted on router 6d9e9bc0-9729-42e7-b8df-fbc72e19d037 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:44:08.271291 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:08.272204 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-97b965e2-eb29-4212-b6f3-a77200f7a0ab tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/routers/6d9e9bc0-9729-42e7-b8df-fbc72e19d037 HTTP/1.1" status: 204 len: 168 time: 1.5707552 May 27 23:44:08.274912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49754) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:08.390817 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:08.401116 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port 0216c4af-1d01-46d3-9e9d-87ca784e2517 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:44:08.401469 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:08.487885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] Deleting port 0216c4af-1d01-46d3-9e9d-87ca784e2517 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:44:08.488450 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:08.600649 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] For port 0216c4af-1d01-46d3-9e9d-87ca784e2517, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0216c4af-1d01-46d3-9e9d-87ca784e2517,segment=NetworkSegment(3ffe1d1f-72ac-4169-87f1-bc9e5de510fd),segment_id=3ffe1d1f-72ac-4169-87f1-bc9e5de510fd)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:08.601003 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:08.710487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] For port 0216c4af-1d01-46d3-9e9d-87ca784e2517, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0216c4af-1d01-46d3-9e9d-87ca784e2517,segment=NetworkSegment(3ffe1d1f-72ac-4169-87f1-bc9e5de510fd),segment_id=3ffe1d1f-72ac-4169-87f1-bc9e5de510fd)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:08.710872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:08.834550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] Calling delete_port for 0216c4af-1d01-46d3-9e9d-87ca784e2517 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:44:08.840932 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Calling delete_port for 0216c4af-1d01-46d3-9e9d-87ca784e2517 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:44:08.958421 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077'] for port, after_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:08.963245 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.db.api [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:44:08.965429 n-d-843680-3 neutron-server[88901]: DEBUG oslo_db.api [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:44:09.006726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] Pushing event deleted for resources: {'Port': ['ID=0216c4af-1d01-46d3-9e9d-87ca784e2517,revision_number=None']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:09.010435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecad418b-86cf-4688-b5f0-6133e733e0a5 None None] No DVR routers for this DVR port 0216c4af-1d01-46d3-9e9d-87ca784e2517 on host n-d-843680-3 {{(pid=88902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:44:09.327451 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a45b3dab-1a4e-43b8-8e36-d9e238c910dc no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:44:09.361489 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: a45b3dab-1a4e-43b8-8e36-d9e238c910dc {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:44:09.361831 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device a45b3dab-1a4e-43b8-8e36-d9e238c910dc not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:44:09.362233 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:44:09.394425 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:44:09.394764 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d23203c5-4aef-4e05-a2f0-0ec5214f4eb9 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:44:09.465115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Deleting port 0216c4af-1d01-46d3-9e9d-87ca784e2517 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:44:09.466108 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:09.533081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] The port '0216c4af-1d01-46d3-9e9d-87ca784e2517' was deleted {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:44:09.650999 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:09.677226 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183f8f86-d395-4c1e-b951-cbdf392d2fc1']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:09.689084 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ffe1d1f-72ac-4169-87f1-bc9e5de510fd') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:09.689376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ffe1d1f-72ac-4169-87f1-bc9e5de510fd') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:09.701019 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:09.717505 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:09.723408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:44:09.723790 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:09.791751 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3ffe1d1f-72ac-4169-87f1-bc9e5de510fd resource provider aggregate not found May 27 23:44:09.814167 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment 3ffe1d1f-72ac-4169-87f1-bc9e5de510fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ffe1d1f-72ac-4169-87f1-bc9e5de510fd found for delete ", "request_id": "req-d3ee874f-60da-476f-bfd1-dae95d8e9592"}]} May 27 23:44:09.940442 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:09.959092 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:09.971465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'Network': ['ID=183f8f86-d395-4c1e-b951-cbdf392d2fc1,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:10.038597 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-66721ae2-070d-4409-8e33-f74e2ead12ef tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/networks/183f8f86-d395-4c1e-b951-cbdf392d2fc1 HTTP/1.1" status: 204 len: 168 time: 1.7626381 May 27 23:44:10.041155 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49762) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:10.067453 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:44:10.108628 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-464504f5-0775-42cb-8737-efe0efe0b925 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:10.142303 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-464504f5-0775-42cb-8737-efe0efe0b925 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:10.237704 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-464504f5-0775-42cb-8737-efe0efe0b925 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:10.256794 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464504f5-0775-42cb-8737-efe0efe0b925 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=520684f8-2486-46d2-9867-c35ab677b780,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:10.311898 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-464504f5-0775-42cb-8737-efe0efe0b925 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:10.313145 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-464504f5-0775-42cb-8737-efe0efe0b925 tempest-TestNetworkAdvancedServerOps-343540291 tempest-TestNetworkAdvancedServerOps-343540291-project] 10.222.0.27 "DELETE /v2.0/security-groups/520684f8-2486-46d2-9867-c35ab677b780 HTTP/1.1" status: 204 len: 168 time: 0.2710490 May 27 23:44:10.939185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49772) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:11.119501 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f4081518-d04b-47d0-92ab-4f9868c1aefa admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0a7f7e2a573e4dd58b2c2679976e5b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790724 May 27 23:44:11.121931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49780) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:11.179031 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4703267c-ac89-4232-9b5e-46b85654ccaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:11.204949 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4703267c-ac89-4232-9b5e-46b85654ccaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:11.312024 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4703267c-ac89-4232-9b5e-46b85654ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:11.335179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703267c-ac89-4232-9b5e-46b85654ccaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8666d9d-f16a-4e94-a92d-f5da17cc53db,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:11.340549 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-4703267c-ac89-4232-9b5e-46b85654ccaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:11.342866 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-4703267c-ac89-4232-9b5e-46b85654ccaa admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d8666d9d-f16a-4e94-a92d-f5da17cc53db HTTP/1.1" status: 204 len: 168 time: 0.2196169 May 27 23:44:11.934242 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49788) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:11.951817 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df7fff38-0d46-4ae9-b24a-a35ffb0ed951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:11.965677 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df7fff38-0d46-4ae9-b24a-a35ffb0ed951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:11.970179 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df7fff38-0d46-4ae9-b24a-a35ffb0ed951 admin admin] Usage tracker for resource:security_group_rule and tenant:04bac88e5c064f81ad6815f07d8a8224 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:11.973093 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-df7fff38-0d46-4ae9-b24a-a35ffb0ed951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:11.979088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-df7fff38-0d46-4ae9-b24a-a35ffb0ed951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:12.059174 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df7fff38-0d46-4ae9-b24a-a35ffb0ed951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:12.140566 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-df7fff38-0d46-4ae9-b24a-a35ffb0ed951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:12.186409 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fff38-0d46-4ae9-b24a-a35ffb0ed951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92d4fdc-0196-4a04-90f9-8834430b79df,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:12.190595 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-df7fff38-0d46-4ae9-b24a-a35ffb0ed951 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=04bac88e5c064f81ad6815f07d8a8224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2547369 May 27 23:44:12.193227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49792) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:12.249314 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-63825b30-8b82-4315-8af6-95edc4a61d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:12.273804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-63825b30-8b82-4315-8af6-95edc4a61d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:12.392607 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-63825b30-8b82-4315-8af6-95edc4a61d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:12.407554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63825b30-8b82-4315-8af6-95edc4a61d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92d4fdc-0196-4a04-90f9-8834430b79df,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:12.413850 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-63825b30-8b82-4315-8af6-95edc4a61d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:12.414989 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-63825b30-8b82-4315-8af6-95edc4a61d02 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c92d4fdc-0196-4a04-90f9-8834430b79df HTTP/1.1" status: 204 len: 168 time: 0.2208672 May 27 23:44:13.477283 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49816) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:13.578834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1762163392-network', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:13.584460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:13.588425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Usage tracker for resource:network and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:13.591807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:13.598072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:13.654014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Made reservation on behalf of d017279b2be943bb9a6f8ac29a394b0d for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:44:13.656295 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:13.668188 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:13.683064 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:13.686833 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Usage tracker for resource:security_group_rule and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:13.689621 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:13.695222 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:13.775159 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:13.832149 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:13.859318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:44:13.871538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb19ced-7114-483a-bbff-46897b0419fe,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:13.875874 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:13.876223 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Added segment 080303f9-8033-4fd4-9698-5bf2f0774a85 of type vlan for network 08837459-91aa-408b-a05e-1b28d8fdb583 May 27 23:44:13.902377 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:13.963612 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:13.964598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:13.965305 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:14.067399 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] Pushing event updated for resources: {'Network': ['ID=08837459-91aa-408b-a05e-1b28d8fdb583,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:14.077238 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 08837459-91aa-408b-a05e-1b28d8fdb583 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:44:14.118437 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8be8204c-2273-4b9e-afaf-351945ea01bb admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6400824 May 27 23:44:14.121375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49822) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:14.126727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] Request body: {'subnet': {'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1762163392-subnet', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:14.132461 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:14.137091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] Usage tracker for resource:subnet and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:14.140634 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:14.146528 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:14.224681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] Made reservation on behalf of d017279b2be943bb9a6f8ac29a394b0d for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:44:14.227013 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:14.488121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:14.564441 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be566a18-cd76-48ba-91f7-ff3228db7080,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:14.569175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] Checking segment: {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:44:14.569539 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] Network hostable DHCP agents. Network: 08837459-91aa-408b-a05e-1b28d8fdb583, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:44:14.653192 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] Network 08837459-91aa-408b-a05e-1b28d8fdb583 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:44:14.716458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 08837459-91aa-408b-a05e-1b28d8fdb583) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:44:14.724284 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:14.724647 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f15117f-9db0-469c-8c83-c3e0d44de5b9 None None] Network 08837459-91aa-408b-a05e-1b28d8fdb583 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:44:14.724936 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:14.808887 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9f76dc34-b206-48ec-bcce-5f38b5d40426 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6864510 May 27 23:44:14.812115 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49826) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:14.817442 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:14.824248 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:14.827066 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Usage tracker for resource:router and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:14.829913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:14.835857 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:14.935745 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:14.936804 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:14.951486 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:14.971432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-08837459-91aa-408b-a05e-1b28d8fdb583', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:44:14.972262 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:15.125050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Allocated IP 172.20.0.2 (08837459-91aa-408b-a05e-1b28d8fdb583/be566a18-cd76-48ba-91f7-ff3228db7080/1b4e3d1c-9d60-4f70-bddc-b60927943f3a) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:44:15.330945 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:15.341643 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Transition to ACTIVE for port object 1b4e3d1c-9d60-4f70-bddc-b60927943f3a will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:44:15.359337 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Transition to ACTIVE for port object 1b4e3d1c-9d60-4f70-bddc-b60927943f3a will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:44:15.386505 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:15.425366 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:15.490476 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Network 08837459-91aa-408b-a05e-1b28d8fdb583 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:44:15.491614 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:44:15.496123 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:44:15.536226 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Pushing event updated for resources: {'Port': ['ID=1b4e3d1c-9d60-4f70-bddc-b60927943f3a,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:15.594799 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Attempting to bind port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:44:15.595166 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Attempting to bind port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:44:15.595525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Attempting to bind port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a on network 08837459-91aa-408b-a05e-1b28d8fdb583 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:44:15.600679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:44:15.601050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Checking segment: {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:44:15.601449 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:15.601842 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Bound using segment: {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:44:15.602299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Bound port: 1b4e3d1c-9d60-4f70-bddc-b60927943f3a, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:44:15.602673 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:15.689122 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] For port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:44:15.691976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] For port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1b4e3d1c-9d60-4f70-bddc-b60927943f3a,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:44:15.768469 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:15.770059 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:15.799557 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:15.852290 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75ccca-eaee-4bfd-b09e-32bacf767e53 None None] Pushing event updated for resources: {'Port': ['ID=1b4e3d1c-9d60-4f70-bddc-b60927943f3a,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:15.942124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Allocated IP 172.25.2.137 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/0594900a-2f0d-43b9-917f-3140462e09cb) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:44:16.102959 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:16.204218 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:16.267120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:44:16.269779 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:44:16.274582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:44:16.313771 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Pushing event updated for resources: {'Port': ['ID=0594900a-2f0d-43b9-917f-3140462e09cb,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:16.639278 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:16.768735 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:16.806286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd05e722-2fbd-4283-b57f-783be550d36f None None] Network 08837459-91aa-408b-a05e-1b28d8fdb583 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:44:16.963016 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9b5d7959-42a2-41b7-8a14-21e2a46cd9d3 None None] Provisioning for port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:44:17.232594 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:17.362563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1b4e3d1c-9d60-4f70-bddc-b60927943f3a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:44:17.512172 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:44:17.517730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:17.522772 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:17.540772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:44:17.634501 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:17.634872 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:17.666026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1b4e3d1c-9d60-4f70-bddc-b60927943f3a,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:17.718276 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:44:17.727253 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Sync routers for ids ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:44:17.737357 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Routers {'2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:44:17.737956 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:44:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:17.746438 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:17.814589 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=1b4e3d1c-9d60-4f70-bddc-b60927943f3a,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:17.826550 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:17.827815 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-f8e6d1a1-7473-487d-99ee-11a59de751a1 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0145772 May 27 23:44:17.830513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49830) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:17.945089 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Set router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:44:18.219680 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:16Z', 'revision_number': 3, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:18.223643 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Checking router: 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:44:18.223985 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Updating router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 port 0594900a-2f0d-43b9-917f-3140462e09cb binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:44:18.277746 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:18.605648 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:18.616714 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:18.617256 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Transition to ACTIVE for port object 0594900a-2f0d-43b9-917f-3140462e09cb will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:44:18.699140 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:18.778021 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Attempting to bind port 0594900a-2f0d-43b9-917f-3140462e09cb on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:44:18.778678 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Attempting to bind port 0594900a-2f0d-43b9-917f-3140462e09cb by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:44:18.778828 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Attempting to bind port 0594900a-2f0d-43b9-917f-3140462e09cb on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:44:18.787733 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:44:18.788102 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:44:18.788522 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:18.788912 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:44:18.789364 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Bound port: 0594900a-2f0d-43b9-917f-3140462e09cb, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:44:18.789728 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:18.817434 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77572118-d006-4043-bc12-cd287869d1c4 None None] Pushing event updated for resources: {'Port': ['ID=0594900a-2f0d-43b9-917f-3140462e09cb,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:18.821413 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Allocated IP 172.20.0.1 (08837459-91aa-408b-a05e-1b28d8fdb583/be566a18-cd76-48ba-91f7-ff3228db7080/018de63f-de8e-4714-8efb-62d150811922) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:44:18.842088 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77572118-d006-4043-bc12-cd287869d1c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:18.842428 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77572118-d006-4043-bc12-cd287869d1c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:18.842763 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77572118-d006-4043-bc12-cd287869d1c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:18.843091 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77572118-d006-4043-bc12-cd287869d1c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:18.843414 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77572118-d006-4043-bc12-cd287869d1c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:18.843751 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77572118-d006-4043-bc12-cd287869d1c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:18.844059 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77572118-d006-4043-bc12-cd287869d1c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:18.844401 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77572118-d006-4043-bc12-cd287869d1c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:18.844721 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77572118-d006-4043-bc12-cd287869d1c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:18.845038 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77572118-d006-4043-bc12-cd287869d1c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:18.845354 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77572118-d006-4043-bc12-cd287869d1c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:18.845668 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77572118-d006-4043-bc12-cd287869d1c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:44:18.878782 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] For port 0594900a-2f0d-43b9-917f-3140462e09cb, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:44:18.881587 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] For port 0594900a-2f0d-43b9-917f-3140462e09cb, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0594900a-2f0d-43b9-917f-3140462e09cb,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:44:18.946860 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:18.968987 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:18.984189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Transition to ACTIVE for port object 018de63f-de8e-4714-8efb-62d150811922 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:44:19.023025 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Routers {'2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:44:19.023625 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:44:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:19.078332 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:19.089730 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77572118-d006-4043-bc12-cd287869d1c4 None None] Pushing event updated for resources: {'Port': ['ID=0594900a-2f0d-43b9-917f-3140462e09cb,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:19.148099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Network 08837459-91aa-408b-a05e-1b28d8fdb583 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:44:19.150946 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:44:19.155602 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:44:19.185838 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Pushing event updated for resources: {'Port': ['ID=018de63f-de8e-4714-8efb-62d150811922,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:19.210251 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] Set router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:44:19.213295 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:19.348667 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1b4e3d1c-9d60-4f70-bddc-b60927943f3a up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:44:19.467379 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:19.467753 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:19.511303 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:16Z', 'revision_number': 3, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:19.516777 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0b915-231b-409b-9916-ed4bcabd1207 None None] The sync data for ids ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'] in n-d-843680-3 is: [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:16Z', 'revision_number': 3, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:44:19.530753 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-02678330-ae1a-4a4e-a7b2-576e0e2e76fb None None] Provisioning for port 018de63f-de8e-4714-8efb-62d150811922 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:44:19.563954 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-02678330-ae1a-4a4e-a7b2-576e0e2e76fb None None] Provisioning complete for port 018de63f-de8e-4714-8efb-62d150811922 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:19.564447 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-02678330-ae1a-4a4e-a7b2-576e0e2e76fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:19.567170 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:19.643082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:19.648216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-02678330-ae1a-4a4e-a7b2-576e0e2e76fb None None] Port 018de63f-de8e-4714-8efb-62d150811922 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:44:19.826324 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:19.884156 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:19.993186 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Pushing event updated for resources: {'Port': ['ID=018de63f-de8e-4714-8efb-62d150811922,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:19.998324 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:20.137872 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Network 08837459-91aa-408b-a05e-1b28d8fdb583 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:44:20.139041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:44:20.342830 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:44:20.373131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-61270a34-bcc2-49d3-b0b5-83e146f74db8 None None] Provisioning complete for port 018de63f-de8e-4714-8efb-62d150811922 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:20.373779 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-61270a34-bcc2-49d3-b0b5-83e146f74db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:20.429548 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-61270a34-bcc2-49d3-b0b5-83e146f74db8 None None] Port 018de63f-de8e-4714-8efb-62d150811922 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:44:20.631361 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:44:20.641834 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-3ddd2dfd-b53b-421d-a063-48c0ff31a88a admin admin] 10.222.0.27 "PUT /v2.0/routers/2fe3e196-f419-4849-bb0e-6e8cb7ac96d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8102155 May 27 23:44:21.008035 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Sync routers for ids ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:44:21.017924 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Routers {'2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:44:21.023647 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:44:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:21.196336 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Set router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:44:21.330301 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49848) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:21.337835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-260237169-network', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:21.346994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:21.357615 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Usage tracker for resource:network and tenant:ed45fe1d81e947fe8ed25577c2ccf733 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:21.361742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:21.368622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:21.394411 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0594900a-2f0d-43b9-917f-3140462e09cb up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:44:21.464856 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Made reservation on behalf of ed45fe1d81e947fe8ed25577c2ccf733 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:44:21.467209 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:21.480491 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:21.496285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:21.501103 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Usage tracker for resource:security_group_rule and tenant:ed45fe1d81e947fe8ed25577c2ccf733 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:21.503909 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:21.509743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:21.563878 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '018de63f-de8e-4714-8efb-62d150811922', 'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'mac_address': 'fa:16:3e:4d:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:18Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 2, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'subnets': [{'id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:21.567616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Checking router: 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:44:21.568069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Updating router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 port 018de63f-de8e-4714-8efb-62d150811922 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:44:21.590613 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:21.608424 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 0594900a-2f0d-43b9-917f-3140462e09cb completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:44:21.616550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0594900a-2f0d-43b9-917f-3140462e09cb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:21.616918 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:21.660867 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:21.667273 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:21.693845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:44:21.702376 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf80e06-6860-4893-979c-5187d79abccd,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:21.708789 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:21.709215 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Added segment f401fd58-009a-4c07-9b7d-12b1332b7b44 of type vlan for network 33a99acd-871d-420c-9a4e-40204fbe0969 May 27 23:44:21.738733 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:21.843892 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:21.844845 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:21.845417 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:21.872604 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0594900a-2f0d-43b9-917f-3140462e09cb is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:21.872980 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:21.947551 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] Pushing event updated for resources: {'Network': ['ID=33a99acd-871d-420c-9a4e-40204fbe0969,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:21.963315 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 0594900a-2f0d-43b9-917f-3140462e09cb, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0594900a-2f0d-43b9-917f-3140462e09cb,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:21.966144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 33a99acd-871d-420c-9a4e-40204fbe0969 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:44:21.998859 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-bb85bca4-f5a9-4e13-a439-b941ad148763 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6674085 May 27 23:44:22.001589 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49854) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:22.007094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] Request body: {'subnet': {'network_id': '33a99acd-871d-420c-9a4e-40204fbe0969', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-260237169-subnet', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:22.012846 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:22.016740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] Usage tracker for resource:subnet and tenant:ed45fe1d81e947fe8ed25577c2ccf733 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:22.019582 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:22.025513 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:22.040482 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:22.112515 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] Made reservation on behalf of ed45fe1d81e947fe8ed25577c2ccf733 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:44:22.114969 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:22.162353 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=0594900a-2f0d-43b9-917f-3140462e09cb,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:22.285723 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:22.297771 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Transition to ACTIVE for port object 018de63f-de8e-4714-8efb-62d150811922 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:44:22.374984 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:22.403747 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:22.478624 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af59c171-0409-447c-a84c-7efc75c1d261,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:22.490921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] Checking segment: {'id': 'f401fd58-009a-4c07-9b7d-12b1332b7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '33a99acd-871d-420c-9a4e-40204fbe0969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:44:22.490921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] Network hostable DHCP agents. Network: 33a99acd-871d-420c-9a4e-40204fbe0969, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:44:22.529339 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5072a-78b7-4cf6-828d-047ae16800b0 None None] Pushing event updated for resources: {'Port': ['ID=018de63f-de8e-4714-8efb-62d150811922,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:22.575136 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] Network 33a99acd-871d-420c-9a4e-40204fbe0969 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:44:22.594327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Attempting to bind port 018de63f-de8e-4714-8efb-62d150811922 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:44:22.596530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Attempting to bind port 018de63f-de8e-4714-8efb-62d150811922 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:44:22.596530 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Attempting to bind port 018de63f-de8e-4714-8efb-62d150811922 on network 08837459-91aa-408b-a05e-1b28d8fdb583 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:44:22.600446 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:44:22.600880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Checking segment: {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:44:22.601203 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:22.601592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Bound using segment: {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:44:22.602118 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Bound port: 018de63f-de8e-4714-8efb-62d150811922, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:44:22.602486 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:22.653852 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 33a99acd-871d-420c-9a4e-40204fbe0969) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:44:22.659477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:22.660239 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:22.668170 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63e72f7-4470-4d28-b375-e14d67287f78 None None] Network 33a99acd-871d-420c-9a4e-40204fbe0969 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:44:22.745526 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-ce13d100-c192-4ee1-972f-91ca9a60cf65 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7428703 May 27 23:44:22.748053 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49858) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:22.753000 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-260237169-router', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:22.758438 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:22.762293 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Usage tracker for resource:router and tenant:ed45fe1d81e947fe8ed25577c2ccf733 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:22.765138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:22.770751 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:22.790707 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] For port 018de63f-de8e-4714-8efb-62d150811922, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:44:22.818197 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] For port 018de63f-de8e-4714-8efb-62d150811922, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=018de63f-de8e-4714-8efb-62d150811922,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:44:22.849351 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:22.850371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:22.865107 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:22.907049 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:22.965995 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-33a99acd-871d-420c-9a4e-40204fbe0969', 'network_id': '33a99acd-871d-420c-9a4e-40204fbe0969', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'fixed_ips': [{'subnet_id': 'af59c171-0409-447c-a84c-7efc75c1d261'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:44:22.966781 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:23.057511 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Routers {'2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:44:23.058144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:44:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:23.108752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a5072a-78b7-4cf6-828d-047ae16800b0 None None] Pushing event updated for resources: {'Port': ['ID=018de63f-de8e-4714-8efb-62d150811922,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:23.215375 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:23.244771 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:23.335097 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] Set router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:44:23.382103 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0594900a-2f0d-43b9-917f-3140462e09cb up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:44:23.419357 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Allocated IP 172.20.0.2 (33a99acd-871d-420c-9a4e-40204fbe0969/af59c171-0409-447c-a84c-7efc75c1d261/d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:44:23.712967 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:23.743254 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:23.790752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 0594900a-2f0d-43b9-917f-3140462e09cb triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:23.791346 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:23.883105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Allocated IP 172.25.2.90 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/9a13bd14-3d86-49ff-9987-c6706ea7a1c0) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:44:23.989820 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:24.004474 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Transition to ACTIVE for port object d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:44:24.030432 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:24.066627 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Transition to ACTIVE for port object d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:44:24.091259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 0594900a-2f0d-43b9-917f-3140462e09cb is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:24.097795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '018de63f-de8e-4714-8efb-62d150811922', 'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'mac_address': 'fa:16:3e:4d:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:18Z', 'updated_at': '2022-05-27T23:44:22Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'subnets': [{'id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:24.101962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f764f9-2b69-4f9c-bf28-232390d5cea4 None None] The sync data for ids ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'] in n-d-843680-3 is: [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '018de63f-de8e-4714-8efb-62d150811922', 'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'mac_address': 'fa:16:3e:4d:70:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:18Z', 'updated_at': '2022-05-27T23:44:22Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'subnets': [{'id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:44:24.107507 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:24.129851 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:24.197313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:44:24.200559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:44:24.204577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:44:24.209161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Network 33a99acd-871d-420c-9a4e-40204fbe0969 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:44:24.213305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:44:24.217807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:44:24.249772 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Pushing event updated for resources: {'Port': ['ID=9a13bd14-3d86-49ff-9987-c6706ea7a1c0,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:24.254252 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Pushing event updated for resources: {'Port': ['ID=d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:24.326180 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Attempting to bind port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:44:24.326565 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Attempting to bind port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f401fd58-009a-4c07-9b7d-12b1332b7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '33a99acd-871d-420c-9a4e-40204fbe0969'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:44:24.326916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Attempting to bind port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f on network 33a99acd-871d-420c-9a4e-40204fbe0969 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:44:24.334016 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:44:24.334398 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Checking segment: {'id': 'f401fd58-009a-4c07-9b7d-12b1332b7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '33a99acd-871d-420c-9a4e-40204fbe0969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:44:24.334914 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:24.335256 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Bound using segment: {'id': 'f401fd58-009a-4c07-9b7d-12b1332b7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '33a99acd-871d-420c-9a4e-40204fbe0969'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:44:24.335730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Bound port: d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f401fd58-009a-4c07-9b7d-12b1332b7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '33a99acd-871d-420c-9a4e-40204fbe0969'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:44:24.336103 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:24.436305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] For port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:44:24.439626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] For port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f,segment=NetworkSegment(f401fd58-009a-4c07-9b7d-12b1332b7b44),segment_id=f401fd58-009a-4c07-9b7d-12b1332b7b44)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:44:24.517180 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:24.604049 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03bb09-8721-42af-82f7-820cbf25bdf1 None None] Pushing event updated for resources: {'Port': ['ID=d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:24.755665 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:25.124048 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:25.421563 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:44:25.529544 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Router 5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:44:25.557973 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:44:25.564020 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 018de63f-de8e-4714-8efb-62d150811922 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:44:25.604578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc81b27-c263-4bb0-9337-d909ee168597 None None] Network 33a99acd-871d-420c-9a4e-40204fbe0969 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:44:25.718370 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:44:25.729944 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Sync routers for ids ['5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:44:25.739647 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Routers {'5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:44:25.740326 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:44:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:25.780377 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-30bcae61-289b-463b-a0cd-9452db1dd63a None None] Provisioning for port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:44:25.796157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-30bcae61-289b-463b-a0cd-9452db1dd63a None None] Provisioning complete for port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:25.796860 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-30bcae61-289b-463b-a0cd-9452db1dd63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:25.798327 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:25.799831 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8a25d814-0ec7-495d-9d3d-1b89418f4714 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0508354 May 27 23:44:25.802873 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49862) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:25.827659 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 018de63f-de8e-4714-8efb-62d150811922 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:44:25.858994 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 018de63f-de8e-4714-8efb-62d150811922 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:25.859376 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:25.959299 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Set router 5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:44:26.084162 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-30bcae61-289b-463b-a0cd-9452db1dd63a None None] Current status of the port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:26.084571 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-30bcae61-289b-463b-a0cd-9452db1dd63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:26.116074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 018de63f-de8e-4714-8efb-62d150811922 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:26.116486 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:26.142194 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-30bcae61-289b-463b-a0cd-9452db1dd63a None None] For port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f,segment=NetworkSegment(f401fd58-009a-4c07-9b7d-12b1332b7b44),segment_id=f401fd58-009a-4c07-9b7d-12b1332b7b44)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:26.165244 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 018de63f-de8e-4714-8efb-62d150811922, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=018de63f-de8e-4714-8efb-62d150811922,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:26.220987 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-30bcae61-289b-463b-a0cd-9452db1dd63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:26.274843 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:26.287488 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'name': 'tempest-TestShelveInstance-260237169-router', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '9a13bd14-3d86-49ff-9987-c6706ea7a1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:22Z', 'updated_at': '2022-05-27T23:44:24Z', 'revision_number': 3, 'project_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'gw_port': {'id': '9a13bd14-3d86-49ff-9987-c6706ea7a1c0', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:23Z', 'updated_at': '2022-05-27T23:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:26.291525 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Checking router: 5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:44:26.291872 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Updating router 5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 port 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:44:26.306640 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcae61-289b-463b-a0cd-9452db1dd63a None None] Pushing event updated for resources: {'Port': ['ID=d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:26.348993 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:26.391423 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=018de63f-de8e-4714-8efb-62d150811922,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:26.443870 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5292824f-5436-4496-b3fb-c18d3891c693 None None] Provisioning complete for port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:26.444645 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5292824f-5436-4496-b3fb-c18d3891c693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:26.506889 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:26.566050 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5292824f-5436-4496-b3fb-c18d3891c693 None None] Current status of the port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:26.672764 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:26.685067 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Transition to ACTIVE for port object 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:44:26.716197 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Allocated IP 172.20.0.1 (33a99acd-871d-420c-9a4e-40204fbe0969/af59c171-0409-447c-a84c-7efc75c1d261/232bf44c-4193-49c0-91d2-02837bb4e837) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:44:26.746491 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:26.829146 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Attempting to bind port 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:44:26.829498 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Attempting to bind port 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:44:26.829854 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Attempting to bind port 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:44:26.837405 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6346170-508b-4a6f-a639-2bc1e8df1a37 None None] Pushing event updated for resources: {'Port': ['ID=9a13bd14-3d86-49ff-9987-c6706ea7a1c0,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:26.841107 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:44:26.844545 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:44:26.844545 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:26.844545 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:44:26.844545 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Bound port: 9a13bd14-3d86-49ff-9987-c6706ea7a1c0, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:44:26.844545 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:26.866203 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:26.881688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Transition to ACTIVE for port object 232bf44c-4193-49c0-91d2-02837bb4e837 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:44:26.914095 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] For port 9a13bd14-3d86-49ff-9987-c6706ea7a1c0, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:44:26.916928 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] For port 9a13bd14-3d86-49ff-9987-c6706ea7a1c0, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9a13bd14-3d86-49ff-9987-c6706ea7a1c0,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:44:26.967896 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:26.998596 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:27.033133 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Network 33a99acd-871d-420c-9a4e-40204fbe0969 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:44:27.035916 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:44:27.039578 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:44:27.082051 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Routers {'5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:44:27.082622 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Pushing event updated for resources: {'Port': ['ID=232bf44c-4193-49c0-91d2-02837bb4e837,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:27.082751 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:44:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:27.099212 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:27.150643 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6346170-508b-4a6f-a639-2bc1e8df1a37 None None] Pushing event updated for resources: {'Port': ['ID=9a13bd14-3d86-49ff-9987-c6706ea7a1c0,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:27.269655 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] Set router 5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:44:27.359077 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:44:27.390649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-29cf3b68-5501-49bc-9617-ea5b3b50f3a0 None None] Provisioning for port 232bf44c-4193-49c0-91d2-02837bb4e837 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:44:27.410041 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-29cf3b68-5501-49bc-9617-ea5b3b50f3a0 None None] Provisioning complete for port 232bf44c-4193-49c0-91d2-02837bb4e837 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:27.410559 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-29cf3b68-5501-49bc-9617-ea5b3b50f3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:27.438209 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:27.529125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-29cf3b68-5501-49bc-9617-ea5b3b50f3a0 None None] Port 232bf44c-4193-49c0-91d2-02837bb4e837 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:44:27.542885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:27.543260 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:27.596856 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'name': 'tempest-TestShelveInstance-260237169-router', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '9a13bd14-3d86-49ff-9987-c6706ea7a1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:22Z', 'updated_at': '2022-05-27T23:44:24Z', 'revision_number': 3, 'project_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'gw_port': {'id': '9a13bd14-3d86-49ff-9987-c6706ea7a1c0', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:23Z', 'updated_at': '2022-05-27T23:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:27.597597 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6de952b6-bc59-4dec-a09c-2e00f54d6aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:27.600969 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9a7e17-af1a-42a5-b8d9-058d892c50d0 None None] The sync data for ids ['5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'] in n-d-843680-3 is: [{'id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'name': 'tempest-TestShelveInstance-260237169-router', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '9a13bd14-3d86-49ff-9987-c6706ea7a1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:22Z', 'updated_at': '2022-05-27T23:44:24Z', 'revision_number': 3, 'project_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'gw_port': {'id': '9a13bd14-3d86-49ff-9987-c6706ea7a1c0', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:23Z', 'updated_at': '2022-05-27T23:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:44:27.668055 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:27.669948 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 018de63f-de8e-4714-8efb-62d150811922 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:44:27.696045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:27.740212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 018de63f-de8e-4714-8efb-62d150811922 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:27.740618 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:27.763584 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:27.872658 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:27.876267 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Pushing event updated for resources: {'Port': ['ID=232bf44c-4193-49c0-91d2-02837bb4e837,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:27.881985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 018de63f-de8e-4714-8efb-62d150811922 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:28.017113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Network 33a99acd-871d-420c-9a4e-40204fbe0969 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:44:28.018269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:44:28.219452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Router 5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:44:28.273773 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-923ae2f9-3eaa-4d23-a39c-1aa034d7b372 None None] Provisioning complete for port 232bf44c-4193-49c0-91d2-02837bb4e837 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:28.274239 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-923ae2f9-3eaa-4d23-a39c-1aa034d7b372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:28.333074 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-923ae2f9-3eaa-4d23-a39c-1aa034d7b372 None None] Port 232bf44c-4193-49c0-91d2-02837bb4e837 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:44:28.406879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:44:28.415906 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c89c2f4-c431-4c8a-bd7f-a570ad880951 admin admin] 10.222.0.27 "PUT /v2.0/routers/5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6119747 May 27 23:44:28.886884 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49872) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:28.893092 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-727aed42-9c85-4a45-b34e-5b86fb7a3903 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356355673', 'description': 'tempest-secgroup-smoke-356355673 description', 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:28.900480 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-727aed42-9c85-4a45-b34e-5b86fb7a3903 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:28.905086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-727aed42-9c85-4a45-b34e-5b86fb7a3903 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:28.908925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-727aed42-9c85-4a45-b34e-5b86fb7a3903 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:28.915333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-727aed42-9c85-4a45-b34e-5b86fb7a3903 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:28.981400 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-727aed42-9c85-4a45-b34e-5b86fb7a3903 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:29.002758 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-727aed42-9c85-4a45-b34e-5b86fb7a3903 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:29.007065 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-727aed42-9c85-4a45-b34e-5b86fb7a3903 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group_rule and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:29.010064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-727aed42-9c85-4a45-b34e-5b86fb7a3903 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:29.016075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-727aed42-9c85-4a45-b34e-5b86fb7a3903 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:29.090397 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-727aed42-9c85-4a45-b34e-5b86fb7a3903 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:29.163749 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-727aed42-9c85-4a45-b34e-5b86fb7a3903 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:29.174936 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Sync routers for ids ['5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:44:29.185420 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Routers {'5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:44:29.186187 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:44:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:29.219774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727aed42-9c85-4a45-b34e-5b86fb7a3903 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bfa6e7-60cc-4a84-9724-2be76496531c,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:29.278713 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-727aed42-9c85-4a45-b34e-5b86fb7a3903 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:29.282870 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-727aed42-9c85-4a45-b34e-5b86fb7a3903 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3915651 May 27 23:44:29.283181 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49876) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:29.289341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a7e129c9-0c47-405b-bacf-4f73a19bf17a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'security_group_rule': {'security_group_id': 'e7bfa6e7-60cc-4a84-9724-2be76496531c', 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:29.297869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a7e129c9-0c47-405b-bacf-4f73a19bf17a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:29.305364 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a7e129c9-0c47-405b-bacf-4f73a19bf17a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group_rule and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:29.309023 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a7e129c9-0c47-405b-bacf-4f73a19bf17a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:29.317938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a7e129c9-0c47-405b-bacf-4f73a19bf17a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:29.375776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Set router 5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:44:29.405179 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a7e129c9-0c47-405b-bacf-4f73a19bf17a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:29.423432 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:44:29.465746 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a7e129c9-0c47-405b-bacf-4f73a19bf17a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:29.563462 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a7e129c9-0c47-405b-bacf-4f73a19bf17a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:29.589344 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e129c9-0c47-405b-bacf-4f73a19bf17a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db0ee538-6c09-4c1b-b8b4-e82f496c3ec9,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:29.666755 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a7e129c9-0c47-405b-bacf-4f73a19bf17a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:29.667993 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a7e129c9-0c47-405b-bacf-4f73a19bf17a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3836048 May 27 23:44:29.670942 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 49880) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:29.676190 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-40398971-8d89-4254-990a-c8c80ebe5563 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'security_group_rule': {'security_group_id': 'e7bfa6e7-60cc-4a84-9724-2be76496531c', 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:29.684396 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-40398971-8d89-4254-990a-c8c80ebe5563 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:29.693149 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40398971-8d89-4254-990a-c8c80ebe5563 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group_rule and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:29.697135 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-40398971-8d89-4254-990a-c8c80ebe5563 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:29.705094 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-40398971-8d89-4254-990a-c8c80ebe5563 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:29.747198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:44:29.754071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:29.754438 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:29.782416 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40398971-8d89-4254-990a-c8c80ebe5563 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:29.785801 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d6be2d82-f78a-44cb-9bb3-71fc627ec0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:29.820408 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'name': 'tempest-TestShelveInstance-260237169-router', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '9a13bd14-3d86-49ff-9987-c6706ea7a1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:22Z', 'updated_at': '2022-05-27T23:44:27Z', 'revision_number': 4, 'project_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'gw_port': {'id': '9a13bd14-3d86-49ff-9987-c6706ea7a1c0', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:23Z', 'updated_at': '2022-05-27T23:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '232bf44c-4193-49c0-91d2-02837bb4e837', 'name': '', 'network_id': '33a99acd-871d-420c-9a4e-40204fbe0969', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'mac_address': 'fa:16:3e:77:fe:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'af59c171-0409-447c-a84c-7efc75c1d261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:26Z', 'updated_at': '2022-05-27T23:44:27Z', 'revision_number': 2, 'project_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'subnets': [{'id': 'af59c171-0409-447c-a84c-7efc75c1d261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:29.828134 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Checking router: 5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:44:29.828509 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Updating router 5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 port 232bf44c-4193-49c0-91d2-02837bb4e837 binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:44:29.848130 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40398971-8d89-4254-990a-c8c80ebe5563 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:29.916005 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40398971-8d89-4254-990a-c8c80ebe5563 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:29.924123 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:29.941512 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40398971-8d89-4254-990a-c8c80ebe5563 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d65faae-4cd6-4d8d-886c-54d7b8029ef2,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:29.967881 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:29.968243 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.002599 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-40398971-8d89-4254-990a-c8c80ebe5563 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.003742 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-40398971-8d89-4254-990a-c8c80ebe5563 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3318074 May 27 23:44:30.004603 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 9a13bd14-3d86-49ff-9987-c6706ea7a1c0, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9a13bd14-3d86-49ff-9987-c6706ea7a1c0,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:30.006658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49884) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:30.012020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f9f6546f-9945-4a94-919d-e46b6ec220fb tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'security_group_rule': {'security_group_id': 'e7bfa6e7-60cc-4a84-9724-2be76496531c', 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:30.019444 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f9f6546f-9945-4a94-919d-e46b6ec220fb tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:30.023283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f9f6546f-9945-4a94-919d-e46b6ec220fb tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group_rule and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:30.026456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f9f6546f-9945-4a94-919d-e46b6ec220fb tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:30.032211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f9f6546f-9945-4a94-919d-e46b6ec220fb tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:30.072077 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.108390 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f9f6546f-9945-4a94-919d-e46b6ec220fb tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.183725 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f9f6546f-9945-4a94-919d-e46b6ec220fb tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.264042 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=9a13bd14-3d86-49ff-9987-c6706ea7a1c0,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:30.294805 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f9f6546f-9945-4a94-919d-e46b6ec220fb tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.320704 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6546f-9945-4a94-919d-e46b6ec220fb tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4329131-0c38-4015-963b-bfd0994d4bc7,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:30.378143 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.389215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Transition to ACTIVE for port object 232bf44c-4193-49c0-91d2-02837bb4e837 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:44:30.397775 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f9f6546f-9945-4a94-919d-e46b6ec220fb tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.399013 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f9f6546f-9945-4a94-919d-e46b6ec220fb tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3912508 May 27 23:44:30.401720 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49888) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:30.406707 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-f36bf880-02b2-4bc8-a32c-20933c4dde60 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'security_group_rule': {'security_group_id': 'e7bfa6e7-60cc-4a84-9724-2be76496531c', 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:30.413162 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f36bf880-02b2-4bc8-a32c-20933c4dde60 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:30.416937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f36bf880-02b2-4bc8-a32c-20933c4dde60 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group_rule and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:30.420587 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-f36bf880-02b2-4bc8-a32c-20933c4dde60 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:30.426538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-f36bf880-02b2-4bc8-a32c-20933c4dde60 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:30.448984 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.507319 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f36bf880-02b2-4bc8-a32c-20933c4dde60 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.573492 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f36bf880-02b2-4bc8-a32c-20933c4dde60 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.604102 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4e796-7727-4da2-acd3-1ee4660576f3 None None] Pushing event updated for resources: {'Port': ['ID=232bf44c-4193-49c0-91d2-02837bb4e837,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:30.643603 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f36bf880-02b2-4bc8-a32c-20933c4dde60 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.669755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bf880-02b2-4bc8-a32c-20933c4dde60 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9042c8-34f8-485f-9c75-be2e27f3fe3e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:30.677241 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Attempting to bind port 232bf44c-4193-49c0-91d2-02837bb4e837 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:44:30.678692 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Attempting to bind port 232bf44c-4193-49c0-91d2-02837bb4e837 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f401fd58-009a-4c07-9b7d-12b1332b7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '33a99acd-871d-420c-9a4e-40204fbe0969'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:44:30.679057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Attempting to bind port 232bf44c-4193-49c0-91d2-02837bb4e837 on network 33a99acd-871d-420c-9a4e-40204fbe0969 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:44:30.685616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:44:30.686137 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Checking segment: {'id': 'f401fd58-009a-4c07-9b7d-12b1332b7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '33a99acd-871d-420c-9a4e-40204fbe0969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:44:30.686641 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.687344 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Bound using segment: {'id': 'f401fd58-009a-4c07-9b7d-12b1332b7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '33a99acd-871d-420c-9a4e-40204fbe0969'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:44:30.688043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Bound port: 232bf44c-4193-49c0-91d2-02837bb4e837, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f401fd58-009a-4c07-9b7d-12b1332b7b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '33a99acd-871d-420c-9a4e-40204fbe0969'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:44:30.688541 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.746484 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f36bf880-02b2-4bc8-a32c-20933c4dde60 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.747755 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f36bf880-02b2-4bc8-a32c-20933c4dde60 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450313 May 27 23:44:30.750557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49892) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:30.756686 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-cc5e3c0d-5d3b-41b0-b198-1217536e8c8d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'security_group_rule': {'security_group_id': 'e7bfa6e7-60cc-4a84-9724-2be76496531c', 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:30.763222 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-cc5e3c0d-5d3b-41b0-b198-1217536e8c8d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:30.767059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-cc5e3c0d-5d3b-41b0-b198-1217536e8c8d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group_rule and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:30.770186 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-cc5e3c0d-5d3b-41b0-b198-1217536e8c8d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:30.776113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-cc5e3c0d-5d3b-41b0-b198-1217536e8c8d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:30.794477 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] For port 232bf44c-4193-49c0-91d2-02837bb4e837, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:44:30.798132 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] For port 232bf44c-4193-49c0-91d2-02837bb4e837, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=232bf44c-4193-49c0-91d2-02837bb4e837,segment=NetworkSegment(f401fd58-009a-4c07-9b7d-12b1332b7b44),segment_id=f401fd58-009a-4c07-9b7d-12b1332b7b44)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:44:30.842141 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-cc5e3c0d-5d3b-41b0-b198-1217536e8c8d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Project d017279b2be943bb9a6f8ac29a394b0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:44:30.849079 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3c0d-5d3b-41b0-b198-1217536e8c8d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.872418 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.915828 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3c0d-5d3b-41b0-b198-1217536e8c8d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:30.954459 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Routers {'5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:44:30.955125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:44:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:30.984664 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3c0d-5d3b-41b0-b198-1217536e8c8d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:31.009886 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e3c0d-5d3b-41b0-b198-1217536e8c8d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c051849-4618-4e25-b1ba-7452da16c3b9,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:31.028172 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4e796-7727-4da2-acd3-1ee4660576f3 None None] Pushing event updated for resources: {'Port': ['ID=232bf44c-4193-49c0-91d2-02837bb4e837,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:31.094824 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-cc5e3c0d-5d3b-41b0-b198-1217536e8c8d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:31.096029 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-cc5e3c0d-5d3b-41b0-b198-1217536e8c8d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3445494 May 27 23:44:31.098953 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49896) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:31.104477 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-156dd6b4-feec-4242-80b8-0ecb463d59b6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'security_group_rule': {'security_group_id': 'e7bfa6e7-60cc-4a84-9724-2be76496531c', 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:31.111337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-156dd6b4-feec-4242-80b8-0ecb463d59b6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:31.116077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-156dd6b4-feec-4242-80b8-0ecb463d59b6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group_rule and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:31.119075 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-156dd6b4-feec-4242-80b8-0ecb463d59b6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:31.125140 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-156dd6b4-feec-4242-80b8-0ecb463d59b6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:31.130745 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:31.158367 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] Set router 5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:44:31.180861 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-156dd6b4-feec-4242-80b8-0ecb463d59b6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Project d017279b2be943bb9a6f8ac29a394b0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:44:31.187969 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-156dd6b4-feec-4242-80b8-0ecb463d59b6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:31.198609 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:31.254674 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-156dd6b4-feec-4242-80b8-0ecb463d59b6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:31.317872 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-156dd6b4-feec-4242-80b8-0ecb463d59b6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:31.342764 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156dd6b4-feec-4242-80b8-0ecb463d59b6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4340039a-09bc-426b-b5b7-7c837667437e,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:31.367682 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:44:31.420875 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-156dd6b4-feec-4242-80b8-0ecb463d59b6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:31.422098 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-156dd6b4-feec-4242-80b8-0ecb463d59b6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3221734 May 27 23:44:31.516177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:31.516573 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:31.590101 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-52cc4871-cc61-4876-bb7e-a9b7d4a8c4f6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Synchronizing usage tracker for tenant:d017279b2be943bb9a6f8ac29a394b0d on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:44:31.635806 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'name': 'tempest-TestShelveInstance-260237169-router', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '9a13bd14-3d86-49ff-9987-c6706ea7a1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:22Z', 'updated_at': '2022-05-27T23:44:27Z', 'revision_number': 4, 'project_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'gw_port': {'id': '9a13bd14-3d86-49ff-9987-c6706ea7a1c0', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:23Z', 'updated_at': '2022-05-27T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '232bf44c-4193-49c0-91d2-02837bb4e837', 'name': '', 'network_id': '33a99acd-871d-420c-9a4e-40204fbe0969', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'mac_address': 'fa:16:3e:77:fe:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'af59c171-0409-447c-a84c-7efc75c1d261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:26Z', 'updated_at': '2022-05-27T23:44:30Z', 'revision_number': 4, 'project_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'subnets': [{'id': 'af59c171-0409-447c-a84c-7efc75c1d261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:31.649203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca945ea1-b09e-4d51-9bc9-5d69bbeaf3af None None] The sync data for ids ['5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'] in n-d-843680-3 is: [{'id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'name': 'tempest-TestShelveInstance-260237169-router', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '9a13bd14-3d86-49ff-9987-c6706ea7a1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:22Z', 'updated_at': '2022-05-27T23:44:27Z', 'revision_number': 4, 'project_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'gw_port': {'id': '9a13bd14-3d86-49ff-9987-c6706ea7a1c0', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:23Z', 'updated_at': '2022-05-27T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '232bf44c-4193-49c0-91d2-02837bb4e837', 'name': '', 'network_id': '33a99acd-871d-420c-9a4e-40204fbe0969', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'mac_address': 'fa:16:3e:77:fe:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4395, 'fixed_ips': [{'subnet_id': 'af59c171-0409-447c-a84c-7efc75c1d261', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:26Z', 'updated_at': '2022-05-27T23:44:30Z', 'revision_number': 4, 'project_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'subnets': [{'id': 'af59c171-0409-447c-a84c-7efc75c1d261', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:44:31.658907 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:31.660515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-52cc4871-cc61-4876-bb7e-a9b7d4a8c4f6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Unset dirty status for tenant:d017279b2be943bb9a6f8ac29a394b0d on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:44:31.661929 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-52cc4871-cc61-4876-bb7e-a9b7d4a8c4f6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356355673&fields=id&tenant_id=d017279b2be943bb9a6f8ac29a394b0d HTTP/1.1" status: 200 len: 267 time: 0.1112199 May 27 23:44:31.835403 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-7e22c185-bed9-46b0-83c8-9dc083fa0ae7 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:31.836992 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-7e22c185-bed9-46b0-83c8-9dc083fa0ae7 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 809 time: 0.1684418 May 27 23:44:31.852862 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-06964de8-7d25-4181-b7b3-2b51083cc07e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/quotas/d017279b2be943bb9a6f8ac29a394b0d HTTP/1.1" status: 200 len: 375 time: 0.0102260 May 27 23:44:31.943225 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-801734b8-b7fa-4695-adf3-5a64cf439cb9 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839026 May 27 23:44:32.083925 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-e32dfaed-b074-4f48-8f08-d0e2eaabeb42 service neutron] 10.222.0.27 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289082 May 27 23:44:32.219064 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-ede1a80f-7aae-4a8f-a2a5-a4f1022a5fca service neutron] 10.222.0.27 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291995 May 27 23:44:32.390719 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:32.661119 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c1dc8d10-07bf-42ff-8b41-8b933207603e req-ebf53672-9dec-491d-8b5e-3bc05c649ca8 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 210 time: 0.1752963 May 27 23:44:33.372795 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 232bf44c-4193-49c0-91d2-02837bb4e837 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:44:33.505940 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 232bf44c-4193-49c0-91d2-02837bb4e837 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:44:33.510690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 232bf44c-4193-49c0-91d2-02837bb4e837 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:33.511064 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:33.634215 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 232bf44c-4193-49c0-91d2-02837bb4e837 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:33.634592 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:33.667272 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 232bf44c-4193-49c0-91d2-02837bb4e837, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=232bf44c-4193-49c0-91d2-02837bb4e837,segment=NetworkSegment(f401fd58-009a-4c07-9b7d-12b1332b7b44),segment_id=f401fd58-009a-4c07-9b7d-12b1332b7b44)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:33.729345 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:33.801479 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=232bf44c-4193-49c0-91d2-02837bb4e837,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:33.814082 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f3ed83fa-6794-46fd-baa2-3b72ed543209 req-0f697e07-7ee8-4f57-a1b3-57c56c6d405c tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 210 time: 0.0509214 May 27 23:44:34.716440 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-d1849551-dd80-403e-b868-9dcb1364f673 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:34.717102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-d1849551-dd80-403e-b868-9dcb1364f673 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Synchronizing usage tracker for tenant:d017279b2be943bb9a6f8ac29a394b0d on resource:network {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:44:34.797732 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-d1849551-dd80-403e-b868-9dcb1364f673 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Unset dirty status for tenant:d017279b2be943bb9a6f8ac29a394b0d on resource:network {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:44:34.798931 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-d1849551-dd80-403e-b868-9dcb1364f673 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.46 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 809 time: 0.2289178 May 27 23:44:34.847525 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-02cf45af-f2c0-4b5a-acaf-757fecf85c0a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Synchronizing usage tracker for tenant:d017279b2be943bb9a6f8ac29a394b0d on resource:security_group {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:44:34.859687 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-02cf45af-f2c0-4b5a-acaf-757fecf85c0a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Unset dirty status for tenant:d017279b2be943bb9a6f8ac29a394b0d on resource:security_group {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:44:34.865879 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-02cf45af-f2c0-4b5a-acaf-757fecf85c0a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d017279b2be943bb9a6f8ac29a394b0d HTTP/1.1" status: 200 len: 379 time: 0.0540338 May 27 23:44:34.869699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'port': {'device_id': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'admin_state_up': True, 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'security_groups': ['e7bfa6e7-60cc-4a84-9724-2be76496531c']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:34.969151 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bdd50ac1-70ce-4893-b86c-5443fc834a19 req-83fe7928-327d-463a-ace7-adc8e774467d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 210 time: 0.0467870 May 27 23:44:35.012613 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:35.016471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:port and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:35.019357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:35.025212 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:35.116207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Made reservation on behalf of d017279b2be943bb9a6f8ac29a394b0d for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:44:35.119708 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:35.281913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Allocated IP 172.20.0.3 (08837459-91aa-408b-a05e-1b28d8fdb583/be566a18-cd76-48ba-91f7-ff3228db7080/0b8dcf95-054a-488e-8e39-1e82c44d31e7) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:44:35.349163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 232bf44c-4193-49c0-91d2-02837bb4e837 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:44:35.468234 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 232bf44c-4193-49c0-91d2-02837bb4e837 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:35.468541 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:35.582249 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:35.583615 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 232bf44c-4193-49c0-91d2-02837bb4e837 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:35.598355 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Transition to ACTIVE for port object 0b8dcf95-054a-488e-8e39-1e82c44d31e7 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:44:35.683791 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:35.755090 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Network 08837459-91aa-408b-a05e-1b28d8fdb583 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:44:35.758124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:44:35.762725 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:44:35.799502 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'Port': ['ID=0b8dcf95-054a-488e-8e39-1e82c44d31e7,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:35.878357 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:35.878966 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:35.952685 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-59d254fa-2ad7-414d-8e0c-a62c1c5b1dc6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0864444 May 27 23:44:35.964227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Request body: {'port': {'device_id': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:36.014675 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5239be51-ec1b-4ba0-a99c-2d1049c30fab None None] Provisioning for port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:44:36.019851 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-5239be51-ec1b-4ba0-a99c-2d1049c30fab None None] Provisioning complete for port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:36.027191 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5239be51-ec1b-4ba0-a99c-2d1049c30fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:36.074955 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-5239be51-ec1b-4ba0-a99c-2d1049c30fab None None] Port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:44:36.080568 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:36.156249 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea224c4-17fa-4333-9666-01679ffbe0dc req-f9ee87f1-1835-441d-9f8c-b9bd7b41c6d5 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:36.157746 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fea224c4-17fa-4333-9666-01679ffbe0dc req-f9ee87f1-1835-441d-9f8c-b9bd7b41c6d5 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 931 time: 0.0802948 May 27 23:44:36.203679 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fea224c4-17fa-4333-9666-01679ffbe0dc req-07a0781f-039c-4b40-acb8-4a4d9c26fe0f tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402894 May 27 23:44:36.415002 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8dcf95-054a-488e-8e39-1e82c44d31e7 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:44:36.422433 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:36.437465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Transition to ACTIVE for port object 0b8dcf95-054a-488e-8e39-1e82c44d31e7 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:44:36.494374 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:36.651206 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8dcf95-054a-488e-8e39-1e82c44d31e7,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:36.736412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Attempting to bind port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:44:36.736752 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Attempting to bind port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:44:36.737082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Attempting to bind port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 on network 08837459-91aa-408b-a05e-1b28d8fdb583 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:44:36.741654 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 on network 08837459-91aa-408b-a05e-1b28d8fdb583 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:44:36.741976 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Attempting to bind port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 on network 08837459-91aa-408b-a05e-1b28d8fdb583 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:44:36.747091 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:44:36.747429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Checking segment: {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:44:36.747811 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Bound using segment: {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:44:36.748234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Bound port: 0b8dcf95-054a-488e-8e39-1e82c44d31e7, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:44:36.748608 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:36.842524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] For port 0b8dcf95-054a-488e-8e39-1e82c44d31e7, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:44:36.845487 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] For port 0b8dcf95-054a-488e-8e39-1e82c44d31e7, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:44:36.906407 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:36.967859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:36.968483 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:36.969833 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] 10.222.0.46 "PUT /v2.0/ports/0b8dcf95-054a-488e-8e39-1e82c44d31e7 HTTP/1.1" status: 200 len: 1091 time: 1.0096784 May 27 23:44:36.970266 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:44:36.997657 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31a6de-6966-4988-8b2c-ae2f58fe13a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8dcf95-054a-488e-8e39-1e82c44d31e7,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:37.018604 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6fec1de-f141-4572-a3e1-54cf9c82a91f'] response: {'name': 'network-changed', 'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'status': 'completed', 'code': 200} May 27 23:44:37.115964 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6eb77-23c3-4e4b-ad1c-ce127c2f9938 req-a5b42847-b31e-49e9-b260-6380e1352471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:37.117500 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2b6eb77-23c3-4e4b-ad1c-ce127c2f9938 req-a5b42847-b31e-49e9-b260-6380e1352471 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 1094 time: 0.0784042 May 27 23:44:37.261322 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6eb77-23c3-4e4b-ad1c-ce127c2f9938 req-4e9d71e8-350a-4cac-8b79-7e81f69ec962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:37.263245 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2b6eb77-23c3-4e4b-ad1c-ce127c2f9938 req-4e9d71e8-350a-4cac-8b79-7e81f69ec962 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1391890 May 27 23:44:37.393003 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065eab50-ee7b-49dd-bf51-ca485bf84c44 req-16660e11-47e3-48fb-af53-a26508abc461 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:37.394491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-065eab50-ee7b-49dd-bf51-ca485bf84c44 req-16660e11-47e3-48fb-af53-a26508abc461 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0825443 May 27 23:44:37.396478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6eb77-23c3-4e4b-ad1c-ce127c2f9938 req-347da16e-36c8-4278-a251-085bb4dff005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:37.397907 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-c2b6eb77-23c3-4e4b-ad1c-ce127c2f9938 req-347da16e-36c8-4278-a251-085bb4dff005 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295290 May 27 23:44:37.442218 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-065eab50-ee7b-49dd-bf51-ca485bf84c44 req-f6ebeecd-083b-464d-93e2-81e16f41c327 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421052 May 27 23:44:37.505701 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-e3ab88f1-5462-4886-b07a-7279fc8ae5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:37.507089 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-e3ab88f1-5462-4886-b07a-7279fc8ae5f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 1094 time: 0.0709379 May 27 23:44:37.679950 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-711c9997-d75e-4eb8-b0ec-356b2a7149b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7 HTTP/1.1" status: 200 len: 217 time: 0.1660242 May 27 23:44:37.740181 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-519269f9-42a4-430f-a87c-338d817c268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:37.741621 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-519269f9-42a4-430f-a87c-338d817c268e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0559907 May 27 23:44:37.818124 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-696bdb34-d860-4db9-97ef-d3740fb8fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:37.823448 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-696bdb34-d860-4db9-97ef-d3740fb8fa35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717077 May 27 23:44:37.948887 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-15635cd6-76e6-4b7d-8ece-294970c5825b service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236446 May 27 23:44:38.078523 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-35e82853-7920-40b6-b5ed-7641472ad0b5 req-36008772-bf5e-4bd8-978d-c385ea6f7425 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234651 May 27 23:44:38.624468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e423e71-639a-4d50-9574-2717a8dc5e7c req-8482cfe9-619b-4c1b-a8b9-288db50b57bb tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:38.625913 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e423e71-639a-4d50-9574-2717a8dc5e7c req-8482cfe9-619b-4c1b-a8b9-288db50b57bb tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0787611 May 27 23:44:38.672766 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8e423e71-639a-4d50-9574-2717a8dc5e7c req-c35ca962-d38c-42a6-ab35-293b32ce820d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412343 May 27 23:44:39.854069 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f1c52-f955-472f-b41b-0a221f7a6a3e req-4fce0935-b2b1-4b6d-baaf-b1e213073eb2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:39.855520 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-841f1c52-f955-472f-b41b-0a221f7a6a3e req-4fce0935-b2b1-4b6d-baaf-b1e213073eb2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0803738 May 27 23:44:39.899417 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-841f1c52-f955-472f-b41b-0a221f7a6a3e req-4c387651-ce67-4cfc-9e2d-aea13dd333c3 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375247 May 27 23:44:40.320981 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b8dcf95-054a-488e-8e39-1e82c44d31e7 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:44:40.451167 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b8dcf95-054a-488e-8e39-1e82c44d31e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:40.463796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'port_id': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'mac_address': 'fa:16:3e:0b:2d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:44:40.521156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:40.521531 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:40.537494 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8dcf95-054a-488e-8e39-1e82c44d31e7 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:44:40.552592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b8dcf95-054a-488e-8e39-1e82c44d31e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:40.637919 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:40.706534 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0b8dcf95-054a-488e-8e39-1e82c44d31e7,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:40.836332 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['0b8dcf95-054a-488e-8e39-1e82c44d31e7'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:44:41.087930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4baea52-b958-450d-8fb4-eb46fe9386cf req-54dc289e-2368-4911-8b21-9462b1e9369e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:41.089424 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4baea52-b958-450d-8fb4-eb46fe9386cf req-54dc289e-2368-4911-8b21-9462b1e9369e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 944 time: 0.0827830 May 27 23:44:41.133731 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b4baea52-b958-450d-8fb4-eb46fe9386cf req-c9a51461-912e-4aa4-8595-f048e2ef6875 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386500 May 27 23:44:42.336802 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b8dcf95-054a-488e-8e39-1e82c44d31e7 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:44:42.360557 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5779b-7a43-4b3e-b50c-fafce5adb7e4 req-5b3c08ac-450d-40f5-9b09-ac9937f6b00f tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:42.362046 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8b5779b-7a43-4b3e-b50c-fafce5adb7e4 req-5b3c08ac-450d-40f5-9b09-ac9937f6b00f tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 944 time: 0.1263833 May 27 23:44:42.405973 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8b5779b-7a43-4b3e-b50c-fafce5adb7e4 req-aa948b79-8880-45ce-96dd-17d0a689bc36 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382748 May 27 23:44:42.477547 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:44:42.483140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:44:42.483509 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:42.598984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:44:42.599365 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:42.629541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:44:42.640202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b8dcf95-054a-488e-8e39-1e82c44d31e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:44:42.677071 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd83f83-f40c-42c2-a388-78015b2ed580'] response: {'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'code': 200} May 27 23:44:42.723743 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:42.791826 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0b8dcf95-054a-488e-8e39-1e82c44d31e7,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:42.802565 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24d73a-5ad9-4fed-887b-a0c002bfeb68 req-d3aaad67-051f-49d4-b230-2bfa400f6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:42.804015 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5d24d73a-5ad9-4fed-887b-a0c002bfeb68 req-d3aaad67-051f-49d4-b230-2bfa400f6453 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 1096 time: 0.0696042 May 27 23:44:42.843210 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5d24d73a-5ad9-4fed-887b-a0c002bfeb68 req-23a12e1f-5bb3-4e20-ad41-667a079d6caf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334389 May 27 23:44:43.686262 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc405b-fdcd-4a3f-a692-bb68d6c0d325 req-740f1300-97cd-468c-8032-53c9b65beb4f tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:43.687703 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57dc405b-fdcd-4a3f-a692-bb68d6c0d325 req-740f1300-97cd-468c-8032-53c9b65beb4f tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.1759005 May 27 23:44:43.733550 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57dc405b-fdcd-4a3f-a692-bb68d6c0d325 req-f674f29e-188e-4a92-a437-72728ab175ad tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401895 May 27 23:44:44.918492 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce98395-6263-4d13-a6cd-db16f5331480 req-3c9ede60-1c2d-480f-92f5-e070321728a5 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:44.919941 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ce98395-6263-4d13-a6cd-db16f5331480 req-3c9ede60-1c2d-480f-92f5-e070321728a5 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0801685 May 27 23:44:44.966112 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5ce98395-6263-4d13-a6cd-db16f5331480 req-902a9740-151b-4931-a370-87575da13e5c tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405498 May 27 23:44:45.145405 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd6cfe-c929-454b-9f68-d45ab3ecd8d2 req-37a2918f-37f7-4c31-b03b-7a3a02da9cdd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:45.146894 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47bd6cfe-c929-454b-9f68-d45ab3ecd8d2 req-37a2918f-37f7-4c31-b03b-7a3a02da9cdd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0784092 May 27 23:44:45.191391 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47bd6cfe-c929-454b-9f68-d45ab3ecd8d2 req-43e2459f-188e-4fdf-9f1a-2c465a947ba4 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386686 May 27 23:44:45.214087 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49952) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:45.330703 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b92806f-db6a-46d5-bf5e-0e9700d5ad73 tempest-TestShelveInstance-243792613 tempest-TestShelveInstance-243792613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:45.332214 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1b92806f-db6a-46d5-bf5e-0e9700d5ad73 tempest-TestShelveInstance-243792613 tempest-TestShelveInstance-243792613-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 1091 time: 0.1167412 May 27 23:44:45.335249 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 49958) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:44:45.340078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:44:45.346910 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:44:45.351287 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:floatingip and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:44:45.354771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:44:45.361270 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:44:45.426306 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:45.561726 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:45.693766 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Allocated IP 172.25.2.162 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/adf94c51-d75f-4bdb-b4af-64fabe4b2a9e) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:44:45.839597 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:45.944362 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:46.009826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:44:46.012439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:44:46.016082 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:44:46.057823 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'Port': ['ID=adf94c51-d75f-4bdb-b4af-64fabe4b2a9e,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:46.416300 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:46.546355 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:46.607332 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:46.751117 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:46.818342 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:47.031217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'Port': ['ID=adf94c51-d75f-4bdb-b4af-64fabe4b2a9e,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:44:47.039354 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:47.067962 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:44:47.206812 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Floating IP d622f1b5-7888-48f1-a9a0-2bd998d7352c associated. External IP: 172.25.2.162, port: 0b8dcf95-054a-488e-8e39-1e82c44d31e7. May 27 23:44:47.548574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:44:47.722070 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:44:47.732238 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc6dc0-030b-4591-b52d-0b0ad351f711 None None] Sync routers for ids ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:44:47.741230 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc6dc0-030b-4591-b52d-0b0ad351f711 None None] Routers {'2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:44:47.741868 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cfdc6dc0-030b-4591-b52d-0b0ad351f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:44:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:47.814614 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:47.872402 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2ed89840-a473-4469-90c9-04990ea02a68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5360866 May 27 23:44:47.873187 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:44:47.921617 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-cfdc6dc0-030b-4591-b52d-0b0ad351f711 None None] Set router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:44:47.968518 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe2fb58-2197-4c96-b8de-c80b2f364d31'] response: {'name': 'network-changed', 'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'status': 'completed', 'code': 200} May 27 23:44:48.063285 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fb903-130f-4d45-b876-a48c14aeafa8 req-106f6548-30e6-4888-8779-f2e8c35f91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:48.064843 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9c1fb903-130f-4d45-b876-a48c14aeafa8 req-106f6548-30e6-4888-8779-f2e8c35f91d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 1096 time: 0.0746901 May 27 23:44:48.194009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fb903-130f-4d45-b876-a48c14aeafa8 req-6528cf4f-b2d2-4fbe-aed3-2d793b05a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:48.195471 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9c1fb903-130f-4d45-b876-a48c14aeafa8 req-6528cf4f-b2d2-4fbe-aed3-2d793b05a350 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1238549 May 27 23:44:48.261450 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cfdc6dc0-030b-4591-b52d-0b0ad351f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'd622f1b5-7888-48f1-a9a0-2bd998d7352c', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'port_id': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'mac_address': 'fa:16:3e:0b:2d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:44:46Z', 'updated_at': '2022-05-27T23:44:46Z', 'revision_number': 0, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018de63f-de8e-4714-8efb-62d150811922', 'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'mac_address': 'fa:16:3e:4d:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:18Z', 'updated_at': '2022-05-27T23:44:26Z', 'revision_number': 5, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'subnets': [{'id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:48.265923 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc6dc0-030b-4591-b52d-0b0ad351f711 None None] Checking router: 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:44:48.274063 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc6dc0-030b-4591-b52d-0b0ad351f711 None None] Routers {'2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:44:48.274651 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cfdc6dc0-030b-4591-b52d-0b0ad351f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:44:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:48.303653 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9c1fb903-130f-4d45-b876-a48c14aeafa8 req-b66ee6b8-b529-4ddd-b83b-81efcc07304d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7 HTTP/1.1" status: 200 len: 999 time: 0.1023729 May 27 23:44:48.362795 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fb903-130f-4d45-b876-a48c14aeafa8 req-39293db2-247d-44ce-8571-e2fb323d8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:48.364134 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9c1fb903-130f-4d45-b876-a48c14aeafa8 req-39293db2-247d-44ce-8571-e2fb323d8c17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0555098 May 27 23:44:48.436426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fb903-130f-4d45-b876-a48c14aeafa8 req-81b797d0-28f0-4fb8-9927-6ee4c6a19f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:44:48.437873 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9c1fb903-130f-4d45-b876-a48c14aeafa8 req-81b797d0-28f0-4fb8-9927-6ee4c6a19f35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685678 May 27 23:44:48.447560 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-cfdc6dc0-030b-4591-b52d-0b0ad351f711 None None] Set router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:44:48.570587 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9c1fb903-130f-4d45-b876-a48c14aeafa8 req-c0f590fb-0d5c-4533-9894-f8c6e7721446 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254442 May 27 23:44:48.700269 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9c1fb903-130f-4d45-b876-a48c14aeafa8 req-8392d756-f441-46de-95c0-5af1d5e799e2 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240075 May 27 23:44:48.793873 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-cfdc6dc0-030b-4591-b52d-0b0ad351f711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'd622f1b5-7888-48f1-a9a0-2bd998d7352c', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'port_id': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'mac_address': 'fa:16:3e:0b:2d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:44:46Z', 'updated_at': '2022-05-27T23:44:46Z', 'revision_number': 0, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018de63f-de8e-4714-8efb-62d150811922', 'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'mac_address': 'fa:16:3e:4d:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:18Z', 'updated_at': '2022-05-27T23:44:26Z', 'revision_number': 5, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'subnets': [{'id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:44:48.797821 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc6dc0-030b-4591-b52d-0b0ad351f711 None None] The sync data for ids ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'] in n-d-843680-3 is: [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': 'd622f1b5-7888-48f1-a9a0-2bd998d7352c', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'floating_ip_address': '172.25.2.162', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'port_id': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'mac_address': 'fa:16:3e:0b:2d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:44:46Z', 'updated_at': '2022-05-27T23:44:46Z', 'revision_number': 0, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018de63f-de8e-4714-8efb-62d150811922', 'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'mac_address': 'fa:16:3e:4d:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:18Z', 'updated_at': '2022-05-27T23:44:26Z', 'revision_number': 5, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'subnets': [{'id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:44:48.974327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aab62a-fd98-4af0-a023-fe134dc3081e None None] New status for floating IP d622f1b5-7888-48f1-a9a0-2bd998d7352c: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:44:53.060284 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:57.549982 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-62e4e933-ea78-47aa-9e24-c10a8261e9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:44:59.688814 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-79c3dc40-241a-4982-a83a-2c944f2bd899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:45:01.058493 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:45:01.132565 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:45:02.357153 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:45:16.625309 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:45:23.114712 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:45:24.068266 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:45:27.596592 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-abab8396-cf12-45a2-b6e4-0c2fa991cd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:45:29.718212 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eca691c9-87c0-415c-be0b-c58fcfba1ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:45:31.029197 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:45:31.137862 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:45:32.349094 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:45:42.975720 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c7d2b52-6cd7-4743-b133-3fc66fb04e6b req-60b86c8f-f303-4025-b3b1-3031a7219172 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716474 May 27 23:45:43.110713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d2b52-6cd7-4743-b133-3fc66fb04e6b req-c2051f6b-c568-4ab2-9986-ace0eb827f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:45:43.112152 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c7d2b52-6cd7-4743-b133-3fc66fb04e6b req-c2051f6b-c568-4ab2-9986-ace0eb827f67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 1096 time: 0.0713394 May 27 23:45:43.253961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d2b52-6cd7-4743-b133-3fc66fb04e6b req-ace5b9f9-a644-4041-a9e2-ddd57eefab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:45:43.255297 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c7d2b52-6cd7-4743-b133-3fc66fb04e6b req-ace5b9f9-a644-4041-a9e2-ddd57eefab6e service neutron] 10.222.0.46 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1238012 May 27 23:45:43.460224 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c7d2b52-6cd7-4743-b133-3fc66fb04e6b req-01b328b2-8cbe-4796-b466-1299e048c9c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7 HTTP/1.1" status: 200 len: 1001 time: 0.1994550 May 27 23:45:43.522547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d2b52-6cd7-4743-b133-3fc66fb04e6b req-133cc8b3-67c9-46a6-8b88-dc0bdffb0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:45:43.523857 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c7d2b52-6cd7-4743-b133-3fc66fb04e6b req-133cc8b3-67c9-46a6-8b88-dc0bdffb0a67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0584402 May 27 23:45:43.596923 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d2b52-6cd7-4743-b133-3fc66fb04e6b req-75bc0b5e-9983-4f45-99f9-4d98b4247e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:45:43.598354 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c7d2b52-6cd7-4743-b133-3fc66fb04e6b req-75bc0b5e-9983-4f45-99f9-4d98b4247e0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688915 May 27 23:45:43.728637 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c7d2b52-6cd7-4743-b133-3fc66fb04e6b req-fe8fdfd1-41a6-4d3e-831f-55725cc2c76f service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245282 May 27 23:45:43.856407 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0c7d2b52-6cd7-4743-b133-3fc66fb04e6b req-6be3ccba-2aa3-4ba0-a947-e75599221f63 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223209 May 27 23:45:46.606282 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:45:53.074011 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:45:57.551124 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6731f724-13be-45fd-a985-130f710206c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:45:59.691434 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6fc64657-7c8e-49c9-b7a1-ec5145e6d3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:01.017127 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:01.068614 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:46:01.136988 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:02.439857 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:16.695133 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:23.119692 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:27.570900 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-11a14040-23b8-4a6a-8216-680ee16a6c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:29.710364 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-378e862c-bb63-4ba9-a03e-f1b288de14fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:31.035859 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:31.144649 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:32.365262 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:38.069185 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:46:43.216388 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710c70e-a3e0-4ed0-b5d2-52f920c3f853 req-ce22254d-8772-4cb9-936f-bd456ee2c16a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:43.217858 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1710c70e-a3e0-4ed0-b5d2-52f920c3f853 req-ce22254d-8772-4cb9-936f-bd456ee2c16a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0810158 May 27 23:46:43.261007 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1710c70e-a3e0-4ed0-b5d2-52f920c3f853 req-e8cd31c7-c282-4585-a62c-7728070a4837 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374875 May 27 23:46:44.076444 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a265fa-1fff-459e-b255-cf1288d96e7b req-b6a55aed-6652-4dc1-867b-1b9caa9f83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:44.077904 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-32a265fa-1fff-459e-b255-cf1288d96e7b req-b6a55aed-6652-4dc1-867b-1b9caa9f83b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 1096 time: 0.1165020 May 27 23:46:44.221953 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a265fa-1fff-459e-b255-cf1288d96e7b req-8158dee0-9b35-49b8-9341-0f5414ebc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:44.223353 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-32a265fa-1fff-459e-b255-cf1288d96e7b req-8158dee0-9b35-49b8-9341-0f5414ebc9be service neutron] 10.222.0.46 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1267977 May 27 23:46:44.327123 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-32a265fa-1fff-459e-b255-cf1288d96e7b req-4194f06e-433b-4213-9164-b6169d2a95bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7 HTTP/1.1" status: 200 len: 1001 time: 0.0978081 May 27 23:46:44.394796 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a265fa-1fff-459e-b255-cf1288d96e7b req-53291975-da70-44c1-a30a-bb52d19af66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:44.396230 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-32a265fa-1fff-459e-b255-cf1288d96e7b req-53291975-da70-44c1-a30a-bb52d19af66b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0632007 May 27 23:46:44.453532 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928cc2b-887d-4250-b47c-0153cfb72fdc req-7795488d-152f-4136-aa4a-49ecd8cd586c tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:44.455004 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9928cc2b-887d-4250-b47c-0153cfb72fdc req-7795488d-152f-4136-aa4a-49ecd8cd586c tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0811844 May 27 23:46:44.470120 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a265fa-1fff-459e-b255-cf1288d96e7b req-07980403-553d-481f-89e6-de77d94680d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:44.471600 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-32a265fa-1fff-459e-b255-cf1288d96e7b req-07980403-553d-481f-89e6-de77d94680d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697515 May 27 23:46:44.498677 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9928cc2b-887d-4250-b47c-0153cfb72fdc req-51dfc7c0-9172-45cc-9fa1-17a4da22bf6b tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380311 May 27 23:46:44.602094 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-32a265fa-1fff-459e-b255-cf1288d96e7b req-3fb99535-05e4-4c57-9321-9bfa842b814d service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243143 May 27 23:46:44.733716 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-32a265fa-1fff-459e-b255-cf1288d96e7b req-09bd5c41-acb3-4a59-a8a8-70afb1941c50 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257949 May 27 23:46:45.694113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787efbab-f1b5-4b69-89ee-50b0dc75f8f7 req-9ceb6d51-22bb-4f5f-9811-01abe35d26bf tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:45.695475 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-787efbab-f1b5-4b69-89ee-50b0dc75f8f7 req-9ceb6d51-22bb-4f5f-9811-01abe35d26bf tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0785117 May 27 23:46:45.741783 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-787efbab-f1b5-4b69-89ee-50b0dc75f8f7 req-d8837188-bd19-4e3e-ba67-377b2d831b2f tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400801 May 27 23:46:46.633091 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:46.922734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562a0ae-853c-4d1d-a926-35127c88fc12 req-76cf8768-2ac9-4730-be24-945356c8706e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:46.924339 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d562a0ae-853c-4d1d-a926-35127c88fc12 req-76cf8768-2ac9-4730-be24-945356c8706e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0787575 May 27 23:46:46.968307 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d562a0ae-853c-4d1d-a926-35127c88fc12 req-c839ca31-379d-4dc6-b0ad-5a9feeea0d8d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383210 May 27 23:46:48.152147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f96703-b56d-460b-bdeb-25af537f7351 req-f3217629-421a-4a01-af27-cd92f4470086 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:48.153639 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6f96703-b56d-460b-bdeb-25af537f7351 req-f3217629-421a-4a01-af27-cd92f4470086 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0809381 May 27 23:46:48.196586 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f6f96703-b56d-460b-bdeb-25af537f7351 req-03284194-121a-481e-879c-f300c5bcb49a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374062 May 27 23:46:49.379860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494f662-fc28-4884-9451-bb3256055668 req-aba0b0f6-2e63-44b4-80a3-3b8275438600 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:49.381340 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6494f662-fc28-4884-9451-bb3256055668 req-aba0b0f6-2e63-44b4-80a3-3b8275438600 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0787914 May 27 23:46:49.424207 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6494f662-fc28-4884-9451-bb3256055668 req-dacf56e9-f7c1-467a-89cb-97a88b5da199 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372357 May 27 23:46:50.717826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f882bb-7469-43a8-abe7-917d01b3d9ac req-4fbcee05-f4b2-4275-b1c6-43c628e38c3d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:50.719193 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8f882bb-7469-43a8-abe7-917d01b3d9ac req-4fbcee05-f4b2-4275-b1c6-43c628e38c3d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.1905582 May 27 23:46:50.764079 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f8f882bb-7469-43a8-abe7-917d01b3d9ac req-9cff32a7-7cdc-451a-b774-882ebbb8212e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385752 May 27 23:46:51.946141 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a32d8-f56f-40d6-80c3-2edb5780656c req-44b40a8e-597b-4780-8930-36b45a52380c tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:51.947574 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d18a32d8-f56f-40d6-80c3-2edb5780656c req-44b40a8e-597b-4780-8930-36b45a52380c tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0792799 May 27 23:46:51.993665 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d18a32d8-f56f-40d6-80c3-2edb5780656c req-573acbcc-d1aa-4236-b920-5b9221b779fe tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403333 May 27 23:46:53.115775 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:53.179901 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d21a14-01bf-4b1a-92df-660e0239f9d9 req-8a1c65ae-a43f-4c5b-a48d-a04aa48ea435 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:53.181368 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6d21a14-01bf-4b1a-92df-660e0239f9d9 req-8a1c65ae-a43f-4c5b-a48d-a04aa48ea435 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0799174 May 27 23:46:53.224919 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e6d21a14-01bf-4b1a-92df-660e0239f9d9 req-0bb05489-7804-47ee-9b5c-a10ad68c9858 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378208 May 27 23:46:54.414427 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf0421-7473-42ea-b658-39e9decd2114 req-3453e51c-0a0d-42cf-842e-db5cc75c81f2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:54.415871 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-27bf0421-7473-42ea-b658-39e9decd2114 req-3453e51c-0a0d-42cf-842e-db5cc75c81f2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0834169 May 27 23:46:54.459724 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-27bf0421-7473-42ea-b658-39e9decd2114 req-155e3753-2789-4d31-8ff8-8e7f4ad49877 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376890 May 27 23:46:54.899407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b8dcf95-054a-488e-8e39-1e82c44d31e7 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:46:55.029376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b8dcf95-054a-488e-8e39-1e82c44d31e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:46:55.042000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'port_id': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'mac_address': 'fa:16:3e:0b:2d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:46:55.099508 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:46:55.099883 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:55.116258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b8dcf95-054a-488e-8e39-1e82c44d31e7 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:46:55.130807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b8dcf95-054a-488e-8e39-1e82c44d31e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:46:55.192903 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:55.262985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0b8dcf95-054a-488e-8e39-1e82c44d31e7,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:46:55.270250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:46:55.270592 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:46:55.270922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:46:55.271246 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:46:55.271569 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:46:55.271888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:46:55.272204 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:46:55.272544 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:46:55.272859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:46:55.273172 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:46:55.273483 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:46:55.273797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:46:55.283392 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['0b8dcf95-054a-488e-8e39-1e82c44d31e7'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:46:55.642755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0252d6d-819c-4c0e-800f-bd4dffdc871c req-391a3bc5-1ef2-4477-b98d-b67b30404639 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:55.644553 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0252d6d-819c-4c0e-800f-bd4dffdc871c req-391a3bc5-1ef2-4477-b98d-b67b30404639 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 944 time: 0.0789979 May 27 23:46:55.689916 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d0252d6d-819c-4c0e-800f-bd4dffdc871c req-b9f26f18-c95d-42cd-83f3-32a0f4be829d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397966 May 27 23:46:56.901779 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ecead-9df4-4bfd-a2ef-0c70749c704d req-f4440569-6b0c-47c0-a3f7-3a2cc7286c41 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:56.904546 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0d5ecead-9df4-4bfd-a2ef-0c70749c704d req-f4440569-6b0c-47c0-a3f7-3a2cc7286c41 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 944 time: 0.0930576 May 27 23:46:56.926653 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b8dcf95-054a-488e-8e39-1e82c44d31e7 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:46:56.952690 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0d5ecead-9df4-4bfd-a2ef-0c70749c704d req-98408017-ef4e-4648-9b83-c10d07b361ad tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420942 May 27 23:46:57.013222 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:46:57.013589 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:57.137177 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:46:57.137991 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:57.166859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:46:57.179953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b8dcf95-054a-488e-8e39-1e82c44d31e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:46:57.247564 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:57.305999 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ba27b3-7722-4b10-95c3-03910ab9a72c'] response: {'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'code': 200} May 27 23:46:57.333787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0b8dcf95-054a-488e-8e39-1e82c44d31e7,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:46:57.561622 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9ccd0066-4ac8-42ed-acff-2b072801164d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:46:58.170043 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f63da-22b0-4fcc-9b60-4b7cc9e66ab4 req-2d1c7348-fceb-4a62-a8b6-94194fcae673 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:58.171601 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd7f63da-22b0-4fcc-9b60-4b7cc9e66ab4 req-2d1c7348-fceb-4a62-a8b6-94194fcae673 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0948455 May 27 23:46:58.222877 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bd7f63da-22b0-4fcc-9b60-4b7cc9e66ab4 req-1b2c2f74-3c95-465a-935f-a84c80b4c2c6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439355 May 27 23:46:59.424459 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb3ffa-7f74-480c-b4b4-5493c733a727 req-d5483ab1-6809-4310-abb1-fcd9b56bc15e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:46:59.426781 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50bb3ffa-7f74-480c-b4b4-5493c733a727 req-d5483ab1-6809-4310-abb1-fcd9b56bc15e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0884099 May 27 23:46:59.472803 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-50bb3ffa-7f74-480c-b4b4-5493c733a727 req-832714d6-3ba3-4078-be17-3b2909ac90f9 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401192 May 27 23:46:59.710011 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ce182e4c-b590-4462-9564-abca73919f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:00.689484 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cc49c-8ddb-442e-bfdf-47d83a7acd00 req-5cdab7f2-3056-4ab9-a586-6b5bcd88d204 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:00.698100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a55cc49c-8ddb-442e-bfdf-47d83a7acd00 req-5cdab7f2-3056-4ab9-a586-6b5bcd88d204 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.1041400 May 27 23:47:00.746679 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a55cc49c-8ddb-442e-bfdf-47d83a7acd00 req-fb507056-cdff-4c69-8c9b-1d28ed0c4f08 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477071 May 27 23:47:01.033213 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:01.155592 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:02.084925 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c685a5-9e89-463b-9244-820bf8011794 req-5f565781-394a-44e0-9a93-e73c4dcfc9e4 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:02.086383 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2c685a5-9e89-463b-9244-820bf8011794 req-5f565781-394a-44e0-9a93-e73c4dcfc9e4 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0791891 May 27 23:47:02.130274 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c2c685a5-9e89-463b-9244-820bf8011794 req-bca4e895-6119-473c-bf0b-5851f904286d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376287 May 27 23:47:02.376151 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:03.342602 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dba80-6d3e-438a-b006-d8fb640c39e3 req-58c744ea-2381-4582-a3c9-e6c39fbbd293 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:03.344044 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc8dba80-6d3e-438a-b006-d8fb640c39e3 req-58c744ea-2381-4582-a3c9-e6c39fbbd293 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.1038501 May 27 23:47:03.403521 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-dc8dba80-6d3e-438a-b006-d8fb640c39e3 req-c89ff8bb-8e1b-4822-b754-df0b840eed07 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503082 May 27 23:47:04.601190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23314046-bebb-4344-a489-67ad618c33d6 req-cc7a835b-18c3-44ad-ac60-69fdbce545e9 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:04.603373 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-23314046-bebb-4344-a489-67ad618c33d6 req-cc7a835b-18c3-44ad-ac60-69fdbce545e9 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0854292 May 27 23:47:04.657203 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-23314046-bebb-4344-a489-67ad618c33d6 req-c364ebb2-fbd5-41f0-b262-c097a1920294 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479655 May 27 23:47:05.853021 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed66f7-dd9d-4b82-979c-e3ef99e16653 req-d320b473-d64a-431c-a0f6-92abf6479c4d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:05.854467 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12ed66f7-dd9d-4b82-979c-e3ef99e16653 req-d320b473-d64a-431c-a0f6-92abf6479c4d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0835736 May 27 23:47:05.898728 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-12ed66f7-dd9d-4b82-979c-e3ef99e16653 req-6b2195c0-ed47-48ea-9479-367388e7c8a3 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386200 May 27 23:47:06.849498 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e41c75-4cc6-4407-ac82-30efd6281461 req-d078381a-09ed-4fcb-af23-7af519019139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:06.850932 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63e41c75-4cc6-4407-ac82-30efd6281461 req-d078381a-09ed-4fcb-af23-7af519019139 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 1096 time: 0.0775166 May 27 23:47:06.982088 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e41c75-4cc6-4407-ac82-30efd6281461 req-8c32613e-f39a-42eb-93d7-0d43b6205b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:06.983532 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63e41c75-4cc6-4407-ac82-30efd6281461 req-8c32613e-f39a-42eb-93d7-0d43b6205b8b service neutron] 10.222.0.46 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1263242 May 27 23:47:07.082626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644fc7b-b730-403a-984e-e1611b032acb req-e9e50198-08c7-446c-80ae-3b8702377c9b tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:07.084002 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5644fc7b-b730-403a-984e-e1611b032acb req-e9e50198-08c7-446c-80ae-3b8702377c9b tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0797465 May 27 23:47:07.087484 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63e41c75-4cc6-4407-ac82-30efd6281461 req-c35e51c7-e161-48da-86cb-e526aa5eecbc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7 HTTP/1.1" status: 200 len: 1001 time: 0.0971854 May 27 23:47:07.133433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5644fc7b-b730-403a-984e-e1611b032acb req-452984c9-277b-4c8b-8e36-90bd8560d6af tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435567 May 27 23:47:07.247643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e41c75-4cc6-4407-ac82-30efd6281461 req-03bc91f9-2d95-4776-b558-4131fbc9a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:07.249105 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63e41c75-4cc6-4407-ac82-30efd6281461 req-03bc91f9-2d95-4776-b558-4131fbc9a704 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.1557961 May 27 23:47:07.326185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e41c75-4cc6-4407-ac82-30efd6281461 req-2404ab3f-b6ae-486d-b294-1a653b6eea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:07.327625 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63e41c75-4cc6-4407-ac82-30efd6281461 req-2404ab3f-b6ae-486d-b294-1a653b6eea2f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728304 May 27 23:47:07.456713 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63e41c75-4cc6-4407-ac82-30efd6281461 req-91d2f567-6008-4b89-89c0-603e2d975b0f service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229925 May 27 23:47:07.584672 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63e41c75-4cc6-4407-ac82-30efd6281461 req-86d5ae06-29fd-486b-841f-f6b97e6ba0fe service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224909 May 27 23:47:08.315937 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc2b69-9dd4-4871-8c56-635362ec8e61 req-6bcf8d77-2d4a-44fe-b815-ce92b0b26fe4 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:08.317397 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5bc2b69-9dd4-4871-8c56-635362ec8e61 req-6bcf8d77-2d4a-44fe-b815-ce92b0b26fe4 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 945 time: 0.0792937 May 27 23:47:08.360964 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f5bc2b69-9dd4-4871-8c56-635362ec8e61 req-602a01cb-50ff-4813-bc85-5196f992731d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379786 May 27 23:47:08.989119 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b8dcf95-054a-488e-8e39-1e82c44d31e7 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:47:09.104131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:47:09.104545 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:09.130870 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:47:09.140789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b8dcf95-054a-488e-8e39-1e82c44d31e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:47:09.178569 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d018b4f-7fe5-463d-a67c-2b9e85c48a85'] response: {'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'code': 200} May 27 23:47:09.201089 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:09.270618 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0b8dcf95-054a-488e-8e39-1e82c44d31e7,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:47:09.547163 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb56a9-b55d-4cea-b3f5-2bf24e4e4d83 req-d5a8eac0-1399-4c56-8309-4e628ef965ef tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:09.548880 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2dbb56a9-b55d-4cea-b3f5-2bf24e4e4d83 req-d5a8eac0-1399-4c56-8309-4e628ef965ef tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0823212 May 27 23:47:09.592946 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2dbb56a9-b55d-4cea-b3f5-2bf24e4e4d83 req-0106c692-2d0f-4a07-801a-b6d47596184c tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382829 May 27 23:47:10.156504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523bf71-5018-4f4f-be75-270e2c3107d0 req-14eeced7-652a-42b5-b429-8532c1181d0e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:10.157977 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4523bf71-5018-4f4f-be75-270e2c3107d0 req-14eeced7-652a-42b5-b429-8532c1181d0e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0807025 May 27 23:47:10.202680 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4523bf71-5018-4f4f-be75-270e2c3107d0 req-76181e43-91f5-4f39-9042-df513d541d7f tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388193 May 27 23:47:10.579379 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50150) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:47:10.689913 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-8d1d9191-bc5c-43ae-b71f-c7cb20797f8b req-2d889c3f-640d-46c6-a11d-57189cba51cc service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093554 May 27 23:47:11.388085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924b30-5d6e-4716-a3db-4dc0b93fed97 req-d465e0ae-1619-4d74-9ba2-79e9d715ca9f tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:11.389559 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68924b30-5d6e-4716-a3db-4dc0b93fed97 req-d465e0ae-1619-4d74-9ba2-79e9d715ca9f tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0785263 May 27 23:47:11.432992 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68924b30-5d6e-4716-a3db-4dc0b93fed97 req-57f20cba-5977-41ba-9535-f4044eb09a0c tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379367 May 27 23:47:12.618422 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5cee6-868f-4545-b72f-d2b12a2dba57 req-78e33490-2a5b-4f59-b74b-13da3678795e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:12.619867 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddc5cee6-868f-4545-b72f-d2b12a2dba57 req-78e33490-2a5b-4f59-b74b-13da3678795e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0831568 May 27 23:47:12.662826 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ddc5cee6-868f-4545-b72f-d2b12a2dba57 req-8c0ba13d-8d73-410d-ac03-855aff264117 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372922 May 27 23:47:13.019539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b8dcf95-054a-488e-8e39-1e82c44d31e7 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:47:13.126936 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 is: DOWN; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:47:13.848153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c60df7-3a04-4a3c-a632-cecc38af5dac req-b47375c6-5b4c-4dd9-9bbd-bd1091eed1b9 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:13.849669 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2c60df7-3a04-4a3c-a632-cecc38af5dac req-b47375c6-5b4c-4dd9-9bbd-bd1091eed1b9 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0795698 May 27 23:47:13.897141 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2c60df7-3a04-4a3c-a632-cecc38af5dac req-6a51d0e5-83ff-4595-b93b-4da5c0370e85 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417044 May 27 23:47:14.254175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d9191-bc5c-43ae-b71f-c7cb20797f8b req-19fe6aa2-fd3f-4f59-b36e-9fe1090c0430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:14.255619 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1d9191-bc5c-43ae-b71f-c7cb20797f8b req-19fe6aa2-fd3f-4f59-b36e-9fe1090c0430 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef&tenant_id=d017279b2be943bb9a6f8ac29a394b0d HTTP/1.1" status: 200 len: 1094 time: 0.0696065 May 27 23:47:14.349913 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d9191-bc5c-43ae-b71f-c7cb20797f8b req-2ef1f3af-8ff9-42b8-8556-f1e9606f28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:14.351423 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1d9191-bc5c-43ae-b71f-c7cb20797f8b req-2ef1f3af-8ff9-42b8-8556-f1e9606f28ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 1094 time: 0.0715609 May 27 23:47:14.480086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d9191-bc5c-43ae-b71f-c7cb20797f8b req-f6d4f2ad-0f94-44ea-9e71-d9a04c9066e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:14.481601 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1d9191-bc5c-43ae-b71f-c7cb20797f8b req-f6d4f2ad-0f94-44ea-9e71-d9a04c9066e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1245615 May 27 23:47:14.582978 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1d9191-bc5c-43ae-b71f-c7cb20797f8b req-435e2b58-15e4-47ca-8504-743a6c8fc182 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7 HTTP/1.1" status: 200 len: 999 time: 0.0954225 May 27 23:47:14.646708 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d9191-bc5c-43ae-b71f-c7cb20797f8b req-4d579ca0-056c-40e9-8427-92bd19913179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:14.648081 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1d9191-bc5c-43ae-b71f-c7cb20797f8b req-4d579ca0-056c-40e9-8427-92bd19913179 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0593214 May 27 23:47:14.721426 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d9191-bc5c-43ae-b71f-c7cb20797f8b req-dc860edd-d505-4867-9002-c49cafef4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:14.722875 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1d9191-bc5c-43ae-b71f-c7cb20797f8b req-dc860edd-d505-4867-9002-c49cafef4fc2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688074 May 27 23:47:14.851791 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1d9191-bc5c-43ae-b71f-c7cb20797f8b req-14022661-df1c-4c11-8387-fc1e542d4a18 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224217 May 27 23:47:14.981997 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-8d1d9191-bc5c-43ae-b71f-c7cb20797f8b req-e21d8d68-2f39-4039-8d5e-1da6159d671a service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237080 May 27 23:47:15.068929 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:47:15.085600 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e94c1-7735-4d5a-b373-497264d127e9 req-51dda085-62d2-4c65-81cd-42e8dd6c2184 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:15.087028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-154e94c1-7735-4d5a-b373-497264d127e9 req-51dda085-62d2-4c65-81cd-42e8dd6c2184 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0795648 May 27 23:47:15.131068 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-154e94c1-7735-4d5a-b373-497264d127e9 req-cf14d834-368f-43e6-a143-15f57d2236b2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383277 May 27 23:47:16.331939 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcd8b0-d576-4abc-ba0f-3fedb224f066 req-83714d5b-1bf5-4a30-851e-a23f4e5667b6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:16.334502 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57dcd8b0-d576-4abc-ba0f-3fedb224f066 req-83714d5b-1bf5-4a30-851e-a23f4e5667b6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0915022 May 27 23:47:16.382568 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-57dcd8b0-d576-4abc-ba0f-3fedb224f066 req-14ebd223-057f-4eb4-a8c3-d0a622c5d857 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414407 May 27 23:47:16.624305 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:17.580618 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9ff18-3b6e-4f41-81ed-073470d43b8c req-cd39e3a1-61c4-4bf7-83a2-bd641309a42b tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:17.582239 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44e9ff18-3b6e-4f41-81ed-073470d43b8c req-cd39e3a1-61c4-4bf7-83a2-bd641309a42b tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0839343 May 27 23:47:17.628942 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-44e9ff18-3b6e-4f41-81ed-073470d43b8c req-ee7ff0a3-e94c-4fee-84b4-0aa21eb24aa9 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409427 May 27 23:47:18.934860 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd08ca-f927-4974-9a4b-f3edea7d66bb req-8aa86f04-fa81-407b-9f99-c265aa30c9fa tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:18.937171 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45cd08ca-f927-4974-9a4b-f3edea7d66bb req-8aa86f04-fa81-407b-9f99-c265aa30c9fa tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.1904900 May 27 23:47:18.983750 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-45cd08ca-f927-4974-9a4b-f3edea7d66bb req-949aaf49-adb8-460a-94fa-6de020d914e4 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406544 May 27 23:47:20.182504 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08c496-ed64-49fc-b2eb-de2074afdffa req-613c7976-6587-480f-88d7-77e23aa3d629 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:20.183999 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef08c496-ed64-49fc-b2eb-de2074afdffa req-613c7976-6587-480f-88d7-77e23aa3d629 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0853066 May 27 23:47:20.233865 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ef08c496-ed64-49fc-b2eb-de2074afdffa req-4402aab8-feb0-467b-96c5-0ebc45e04428 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439563 May 27 23:47:21.422018 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3282c-9162-4f75-b69d-37b940f1e82d req-2ef31c38-5ca0-4af9-8844-fa0a40a64b03 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:21.423866 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42d3282c-9162-4f75-b69d-37b940f1e82d req-2ef31c38-5ca0-4af9-8844-fa0a40a64b03 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0824058 May 27 23:47:21.471224 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-42d3282c-9162-4f75-b69d-37b940f1e82d req-5ccd03df-3fd5-4618-9a86-ab3a589dc3d1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412202 May 27 23:47:22.667729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11685467-c90a-4019-a13a-6fc45f986fa1 req-24155326-396d-47af-a456-6a46a9ab7343 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:22.675874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11685467-c90a-4019-a13a-6fc45f986fa1 req-24155326-396d-47af-a456-6a46a9ab7343 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0924113 May 27 23:47:22.722235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-11685467-c90a-4019-a13a-6fc45f986fa1 req-a7e37dc6-e388-4276-a1cf-6064f9dbc7f8 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454361 May 27 23:47:23.097817 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:23.900851 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e600d-4487-4fb9-9744-5cea5ee70708 req-5c4e6d85-4603-4b80-8475-a28d48608dff tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:23.902263 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-259e600d-4487-4fb9-9744-5cea5ee70708 req-5c4e6d85-4603-4b80-8475-a28d48608dff tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0795212 May 27 23:47:23.944528 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-259e600d-4487-4fb9-9744-5cea5ee70708 req-41f1692d-a878-4bed-8c6a-33bbad27cff9 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366511 May 27 23:47:25.050937 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b8dcf95-054a-488e-8e39-1e82c44d31e7 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:47:25.164229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6d91c-514e-44ac-b1e8-a7bde6ef3a4c req-ef3f5962-fa8a-4ee2-98a3-fdc64c6e85af tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:25.165734 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1fe6d91c-514e-44ac-b1e8-a7bde6ef3a4c req-ef3f5962-fa8a-4ee2-98a3-fdc64c6e85af tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 943 time: 0.0986226 May 27 23:47:25.184765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b8dcf95-054a-488e-8e39-1e82c44d31e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:47:25.197555 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'port_id': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'mac_address': 'fa:16:3e:0b:2d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:47:25.210741 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1fe6d91c-514e-44ac-b1e8-a7bde6ef3a4c req-f710fb63-b648-42d9-917d-1cab3abb304a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391486 May 27 23:47:25.254020 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:47:25.254325 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:25.270835 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8dcf95-054a-488e-8e39-1e82c44d31e7 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:47:25.285482 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b8dcf95-054a-488e-8e39-1e82c44d31e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:47:25.375570 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:25.472327 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0b8dcf95-054a-488e-8e39-1e82c44d31e7,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:47:25.623268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['0b8dcf95-054a-488e-8e39-1e82c44d31e7'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:47:26.394553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe9a9f-1412-4bc6-8790-6fee985d9578 req-6fca0ad9-1f76-4747-b17d-9ba19b728a83 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:26.395987 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20fe9a9f-1412-4bc6-8790-6fee985d9578 req-6fca0ad9-1f76-4747-b17d-9ba19b728a83 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 944 time: 0.0785229 May 27 23:47:26.442870 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-20fe9a9f-1412-4bc6-8790-6fee985d9578 req-16e4451b-61bf-408a-b136-5837e87276f3 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413017 May 27 23:47:27.050348 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b8dcf95-054a-488e-8e39-1e82c44d31e7 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:47:27.116284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:47:27.116682 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:27.230008 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:47:27.230381 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:27.256807 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:47:27.266017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0b8dcf95-054a-488e-8e39-1e82c44d31e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:47:27.300904 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae843a51-4c22-4368-8cee-b48665d42bcc'] response: {'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'code': 200} May 27 23:47:27.337927 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:27.408823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0b8dcf95-054a-488e-8e39-1e82c44d31e7,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:47:27.561113 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0f11993-5903-46ce-b0c0-023ce70363f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:27.576931 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955d8b8-96d7-45f5-bc22-0f73f7ef4f68 req-7167dddf-06f7-4488-b1cb-e9469d464790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:27.578390 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d955d8b8-96d7-45f5-bc22-0f73f7ef4f68 req-7167dddf-06f7-4488-b1cb-e9469d464790 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 1097 time: 0.0756857 May 27 23:47:27.618962 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-d955d8b8-96d7-45f5-bc22-0f73f7ef4f68 req-efe24332-9d2c-4d12-a2e8-01668bee2153 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350676 May 27 23:47:27.632705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60487bcf-d10c-42c9-8c60-853083452b25 req-0eea3fcd-60ac-4303-a6ad-995621d1989f tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:27.634140 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60487bcf-d10c-42c9-8c60-853083452b25 req-0eea3fcd-60ac-4303-a6ad-995621d1989f tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 946 time: 0.0800254 May 27 23:47:27.678198 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60487bcf-d10c-42c9-8c60-853083452b25 req-2077cb5e-89da-4668-a4a5-156a61c13467 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383730 May 27 23:47:28.871114 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c80ba9-4d3c-4394-a3b4-44cae4eeb826 req-336b54ba-e2ca-440f-9406-06e2fe0339b7 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:28.872652 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00c80ba9-4d3c-4394-a3b4-44cae4eeb826 req-336b54ba-e2ca-440f-9406-06e2fe0339b7 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 946 time: 0.0842981 May 27 23:47:28.920681 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-00c80ba9-4d3c-4394-a3b4-44cae4eeb826 req-49778f14-ed7a-4789-8d4b-7c9073374b26 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413854 May 27 23:47:29.690114 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1d94c396-28b8-493e-aec0-c2a4f8393239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:30.106147 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbcd92-4723-4ee4-b2a6-2d3937385493 req-bfcda374-d9ed-4f2d-ae46-c8822022dd53 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:30.108117 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fdbcd92-4723-4ee4-b2a6-2d3937385493 req-bfcda374-d9ed-4f2d-ae46-c8822022dd53 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 946 time: 0.0788252 May 27 23:47:30.151358 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2fdbcd92-4723-4ee4-b2a6-2d3937385493 req-c41192c4-52ee-4d0f-925a-ea567b3dac69 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374224 May 27 23:47:31.032784 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:31.166317 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:32.366615 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:43.973158 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb9ee661-a3b4-40d4-a51f-cb83b893b27b req-3fbac16d-41bb-47b5-92a7-ed3d65b41c65 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686011 May 27 23:47:44.115099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ee661-a3b4-40d4-a51f-cb83b893b27b req-e16a4c1d-046b-48ee-885f-14c4c058eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:44.116552 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb9ee661-a3b4-40d4-a51f-cb83b893b27b req-e16a4c1d-046b-48ee-885f-14c4c058eb46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 1097 time: 0.0737605 May 27 23:47:44.258215 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ee661-a3b4-40d4-a51f-cb83b893b27b req-9508a44e-4d2a-4ce8-a232-58cd91cf1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:44.259718 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb9ee661-a3b4-40d4-a51f-cb83b893b27b req-9508a44e-4d2a-4ce8-a232-58cd91cf1b4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1260815 May 27 23:47:44.456342 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb9ee661-a3b4-40d4-a51f-cb83b893b27b req-fcda3860-6cae-4e56-b653-1038a00475de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7 HTTP/1.1" status: 200 len: 1001 time: 0.1893322 May 27 23:47:44.516620 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ee661-a3b4-40d4-a51f-cb83b893b27b req-d62da1bb-0802-4f5a-8b06-58cddd260dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:44.518015 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb9ee661-a3b4-40d4-a51f-cb83b893b27b req-d62da1bb-0802-4f5a-8b06-58cddd260dc8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0564983 May 27 23:47:44.591452 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ee661-a3b4-40d4-a51f-cb83b893b27b req-f6216d6f-47ff-4708-aabf-304af73cb9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:47:44.592963 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb9ee661-a3b4-40d4-a51f-cb83b893b27b req-f6216d6f-47ff-4708-aabf-304af73cb9bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688062 May 27 23:47:44.722539 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb9ee661-a3b4-40d4-a51f-cb83b893b27b req-ababfbf8-2098-4458-9ce7-fca5ccb0bd54 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235404 May 27 23:47:44.853883 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb9ee661-a3b4-40d4-a51f-cb83b893b27b req-ffea761e-b5e6-4a3e-a934-b9ff4869a215 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247606 May 27 23:47:46.620559 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:52.067641 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:47:53.129264 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:57.566060 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-64a84554-1adc-4384-9c77-f195b9cd51d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:47:59.674676 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-97eaf413-37b6-435d-a279-da61d3429745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:01.015127 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:01.205846 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:02.377245 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:16.676981 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:23.145850 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:27.559782 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a75530cb-64f9-4fdc-bd4c-34bc192aabf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:29.067387 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:48:29.682511 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3a8a70a9-2a63-46ad-95c1-80bc4a378e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:31.037355 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:31.151023 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:32.368425 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:40.845467 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50286) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:48:41.048543 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Deleting port adf94c51-d75f-4bdb-b4af-64fabe4b2a9e {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:48:41.048981 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:41.213671 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:41.213989 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:41.332025 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Calling delete_port for adf94c51-d75f-4bdb-b4af-64fabe4b2a9e owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:48:41.514568 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:41.561768 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event deleted for resources: {'Port': ['ID=adf94c51-d75f-4bdb-b4af-64fabe4b2a9e,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:48:41.627837 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:41.628099 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:41.628457 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:41.628791 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:41.629118 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:41.629439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:41.629759 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:41.630078 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:41.630395 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:41.630712 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:41.631027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:41.631341 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:41.758650 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:41.758976 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Floating IP d622f1b5-7888-48f1-a9a0-2bd998d7352c disassociated (deleted). External IP: 172.25.2.162, port: 0b8dcf95-054a-488e-8e39-1e82c44d31e7. May 27 23:48:42.101329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:48:42.277890 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:48:42.288270 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1828d7d-57df-4f79-8b23-7782c831d453 None None] Sync routers for ids ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:48:42.291529 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:42.298210 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1828d7d-57df-4f79-8b23-7782c831d453 None None] Routers {'2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:48:42.298852 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e1828d7d-57df-4f79-8b23-7782c831d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:48:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:48:42.345389 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-f13fa518-92b4-4f4a-8762-1cfb193e69a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "DELETE /v2.0/floatingips/d622f1b5-7888-48f1-a9a0-2bd998d7352c HTTP/1.1" status: 204 len: 168 time: 1.4988570 May 27 23:48:42.345952 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:48:42.397936 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4dc68a-a4fe-4c18-a5aa-f5534d582a7a'] response: {'name': 'network-changed', 'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'status': 'completed', 'code': 200} May 27 23:48:42.485607 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e1828d7d-57df-4f79-8b23-7782c831d453 None None] Set router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:48:42.496029 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d27aa2-946e-4733-ae6a-2a943d366e2a req-629b827e-b301-46d6-acbc-3964000484a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:48:42.497789 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14d27aa2-946e-4733-ae6a-2a943d366e2a req-629b827e-b301-46d6-acbc-3964000484a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 1097 time: 0.0792842 May 27 23:48:42.631577 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d27aa2-946e-4733-ae6a-2a943d366e2a req-8288aa45-aa1a-4b74-9bf3-3c8cbcd4bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:48:42.633017 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14d27aa2-946e-4733-ae6a-2a943d366e2a req-8288aa45-aa1a-4b74-9bf3-3c8cbcd4bf3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1297402 May 27 23:48:42.699353 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14d27aa2-946e-4733-ae6a-2a943d366e2a req-c25cea54-6385-4e8e-a4bc-09b18489ded8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7 HTTP/1.1" status: 200 len: 217 time: 0.0593908 May 27 23:48:42.765077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d27aa2-946e-4733-ae6a-2a943d366e2a req-4bf5e855-ac8e-4eb3-9375-4545a5d9e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:48:42.766516 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14d27aa2-946e-4733-ae6a-2a943d366e2a req-4bf5e855-ac8e-4eb3-9375-4545a5d9e538 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0615096 May 27 23:48:42.802127 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e1828d7d-57df-4f79-8b23-7782c831d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '018de63f-de8e-4714-8efb-62d150811922', 'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'mac_address': 'fa:16:3e:4d:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:18Z', 'updated_at': '2022-05-27T23:44:26Z', 'revision_number': 5, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'subnets': [{'id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:48:42.806170 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1828d7d-57df-4f79-8b23-7782c831d453 None None] Checking router: 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:48:42.816129 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1828d7d-57df-4f79-8b23-7782c831d453 None None] Routers {'2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:48:42.816758 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e1828d7d-57df-4f79-8b23-7782c831d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:48:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:48:42.842969 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d27aa2-946e-4733-ae6a-2a943d366e2a req-40d9fbaa-830f-466c-9c85-3d6e19978a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:48:42.844464 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14d27aa2-946e-4733-ae6a-2a943d366e2a req-40d9fbaa-830f-466c-9c85-3d6e19978a68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714586 May 27 23:48:42.945059 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f361390-ef89-438e-b48d-c2e86f998e35 req-5a194502-f527-406f-ac04-8e294f16299d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:48:42.945780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1f361390-ef89-438e-b48d-c2e86f998e35 req-5a194502-f527-406f-ac04-8e294f16299d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Synchronizing usage tracker for tenant:d017279b2be943bb9a6f8ac29a394b0d on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:48:42.979137 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14d27aa2-946e-4733-ae6a-2a943d366e2a req-e442fa44-6788-4419-881a-b27b0fb2cdc3 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278925 May 27 23:48:42.997235 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-e1828d7d-57df-4f79-8b23-7782c831d453 None None] Set router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:48:43.037112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-1f361390-ef89-438e-b48d-c2e86f998e35 req-5a194502-f527-406f-ac04-8e294f16299d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Unset dirty status for tenant:d017279b2be943bb9a6f8ac29a394b0d on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:48:43.039112 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f361390-ef89-438e-b48d-c2e86f998e35 req-5a194502-f527-406f-ac04-8e294f16299d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 946 time: 0.1736357 May 27 23:48:43.090768 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f361390-ef89-438e-b48d-c2e86f998e35 req-8f2a9cad-5e07-4184-b3d0-3cfcf188c248 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460570 May 27 23:48:43.114993 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-14d27aa2-946e-4733-ae6a-2a943d366e2a req-5b260f6a-8399-4d1c-bc3b-a1b22754e7f0 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298876 May 27 23:48:43.342501 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-e1828d7d-57df-4f79-8b23-7782c831d453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '018de63f-de8e-4714-8efb-62d150811922', 'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'mac_address': 'fa:16:3e:4d:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:18Z', 'updated_at': '2022-05-27T23:44:26Z', 'revision_number': 5, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'subnets': [{'id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:48:43.346334 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1828d7d-57df-4f79-8b23-7782c831d453 None None] The sync data for ids ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'] in n-d-843680-3 is: [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '018de63f-de8e-4714-8efb-62d150811922', 'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'mac_address': 'fa:16:3e:4d:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:18Z', 'updated_at': '2022-05-27T23:44:26Z', 'revision_number': 5, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'subnets': [{'id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:48:43.566690 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dceab0c-64d4-4392-a50a-d63f2b08c660 None None] New status for floating IP d622f1b5-7888-48f1-a9a0-2bd998d7352c: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:48:44.106480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac5f1b-6563-4632-b681-03250444dba8 req-a59e92a6-c1ab-4d18-87c5-ec6b7a7c57c4 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:48:44.107189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-99ac5f1b-6563-4632-b681-03250444dba8 req-a59e92a6-c1ab-4d18-87c5-ec6b7a7c57c4 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Synchronizing usage tracker for tenant:d017279b2be943bb9a6f8ac29a394b0d on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:48:44.118877 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-99ac5f1b-6563-4632-b681-03250444dba8 req-a59e92a6-c1ab-4d18-87c5-ec6b7a7c57c4 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Unset dirty status for tenant:d017279b2be943bb9a6f8ac29a394b0d on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:48:44.119985 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-99ac5f1b-6563-4632-b681-03250444dba8 req-a59e92a6-c1ab-4d18-87c5-ec6b7a7c57c4 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.46 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 946 time: 0.0947955 May 27 23:48:44.190411 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-99ac5f1b-6563-4632-b681-03250444dba8 req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Deleting port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:48:44.190752 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-99ac5f1b-6563-4632-b681-03250444dba8 req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:44.272544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eefde3-b72a-4811-bba5-d7a0eacc4f74 req-f19900f9-665c-4b46-81de-a63c9be0f9f1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:48:44.274018 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0eefde3-b72a-4811-bba5-d7a0eacc4f74 req-f19900f9-665c-4b46-81de-a63c9be0f9f1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 946 time: 0.0793960 May 27 23:48:44.318338 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c0eefde3-b72a-4811-bba5-d7a0eacc4f74 req-8d20c157-0917-4d04-9332-33edc57d9840 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=e7bfa6e7-60cc-4a84-9724-2be76496531c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379879 May 27 23:48:44.539358 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-99ac5f1b-6563-4632-b681-03250444dba8 req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] For port 0b8dcf95-054a-488e-8e39-1e82c44d31e7, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0b8dcf95-054a-488e-8e39-1e82c44d31e7,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:48:44.539616 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-99ac5f1b-6563-4632-b681-03250444dba8 req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:44.660938 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-99ac5f1b-6563-4632-b681-03250444dba8 req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Calling delete_port for 0b8dcf95-054a-488e-8e39-1e82c44d31e7 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:48:44.885869 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-99ac5f1b-6563-4632-b681-03250444dba8 req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:44.938459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event deleted for resources: {'Port': ['ID=0b8dcf95-054a-488e-8e39-1e82c44d31e7,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:48:45.009975 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:45.010439 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:45.010781 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:45.011130 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:45.011473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:45.011778 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:45.012110 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:45.012457 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:45.012783 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:45.013187 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:45.013509 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:45.013835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:48:45.027104 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ac5f1b-6563-4632-b681-03250444dba8 req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] No DVR routers for this DVR port 0b8dcf95-054a-488e-8e39-1e82c44d31e7 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:48:45.029277 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-99ac5f1b-6563-4632-b681-03250444dba8 req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:45.031733 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'name': 'network-vif-deleted', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:48:45.120747 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-99ac5f1b-6563-4632-b681-03250444dba8 req-99d5f13d-dfc2-4322-a0f0-dd6565579805 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.46 "DELETE /v2.0/ports/0b8dcf95-054a-488e-8e39-1e82c44d31e7 HTTP/1.1" status: 204 len: 173 time: 0.9947228 May 27 23:48:45.127009 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25d11ab-ca81-41f9-90e5-dbf980078b1b'] response: {'server_uuid': 'be46616d-ad39-40bb-a7c3-cf13a3e066ef', 'name': 'network-vif-deleted', 'tag': '0b8dcf95-054a-488e-8e39-1e82c44d31e7', 'status': 'completed', 'code': 200} May 27 23:48:45.495037 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-84c9cac4-a5f8-4a1c-a5cc-1ffea221fc4b req-76ccdfce-d359-4581-bb77-862223c81c1f tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 210 time: 0.0463345 May 27 23:48:45.938413 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7174f7ae-303f-45d7-b453-3ab4d5833980 req-a853c9a7-a04b-4ed7-8069-b1c963c41420 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0408008 May 27 23:48:46.090259 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7174f7ae-303f-45d7-b453-3ab4d5833980 req-ad43ae55-d047-4233-90b2-dff2f0b6e402 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=be46616d-ad39-40bb-a7c3-cf13a3e066ef HTTP/1.1" status: 200 len: 210 time: 0.0448334 May 27 23:48:46.243154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174f7ae-303f-45d7-b453-3ab4d5833980 req-93384cd6-a8d7-4e29-a05b-7346aa98d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:48:46.244641 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7174f7ae-303f-45d7-b453-3ab4d5833980 req-93384cd6-a8d7-4e29-a05b-7346aa98d424 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1360908 May 27 23:48:46.377935 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174f7ae-303f-45d7-b453-3ab4d5833980 req-d72756c3-6977-4787-85be-8a02af351694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:48:46.379269 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7174f7ae-303f-45d7-b453-3ab4d5833980 req-d72756c3-6977-4787-85be-8a02af351694 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287887 May 27 23:48:46.591030 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50306) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:48:46.639937 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:46.656931 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8f4b136b-b294-4839-822f-a3a3c1bceb25 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:46.687743 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8f4b136b-b294-4839-822f-a3a3c1bceb25 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:46.825068 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8f4b136b-b294-4839-822f-a3a3c1bceb25 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:46.842317 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b136b-b294-4839-822f-a3a3c1bceb25 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bfa6e7-60cc-4a84-9724-2be76496531c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:48:46.915978 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-8f4b136b-b294-4839-822f-a3a3c1bceb25 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:46.917106 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-8f4b136b-b294-4839-822f-a3a3c1bceb25 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "DELETE /v2.0/security-groups/e7bfa6e7-60cc-4a84-9724-2be76496531c HTTP/1.1" status: 204 len: 168 time: 0.3265080 May 27 23:48:47.407449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b8dcf95-054a-488e-8e39-1e82c44d31e7 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:48:47.442063 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: 0b8dcf95-054a-488e-8e39-1e82c44d31e7 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:48:47.442408 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0b8dcf95-054a-488e-8e39-1e82c44d31e7 not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:48:48.176594 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50316) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:48:48.181724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-26e64e72-df10-44b8-9668-3e691984c96d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1966482533', 'description': 'tempest-secgroup-smoke-1966482533 description', 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:48:48.188393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-26e64e72-df10-44b8-9668-3e691984c96d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:48:48.192479 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-26e64e72-df10-44b8-9668-3e691984c96d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:48:48.195277 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-26e64e72-df10-44b8-9668-3e691984c96d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:48:48.201375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-26e64e72-df10-44b8-9668-3e691984c96d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:48:48.270729 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-26e64e72-df10-44b8-9668-3e691984c96d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:48.290281 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-26e64e72-df10-44b8-9668-3e691984c96d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:48:48.294342 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-26e64e72-df10-44b8-9668-3e691984c96d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group_rule and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:48:48.297991 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-26e64e72-df10-44b8-9668-3e691984c96d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:48:48.303525 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-26e64e72-df10-44b8-9668-3e691984c96d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:48:48.374260 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-26e64e72-df10-44b8-9668-3e691984c96d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:48.451802 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-26e64e72-df10-44b8-9668-3e691984c96d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:48.496419 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e64e72-df10-44b8-9668-3e691984c96d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e6195b-09e6-48d3-9a7d-e0d478700245,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:48:48.551182 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-26e64e72-df10-44b8-9668-3e691984c96d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:48.552524 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-26e64e72-df10-44b8-9668-3e691984c96d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3747628 May 27 23:48:48.555211 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50320) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:48:48.560112 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-a5093c37-edb3-4ff8-a2fc-3e91c01d46ca tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'security_group_rule': {'security_group_id': '62e6195b-09e6-48d3-9a7d-e0d478700245', 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:48:48.566714 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a5093c37-edb3-4ff8-a2fc-3e91c01d46ca tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:48:48.570515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a5093c37-edb3-4ff8-a2fc-3e91c01d46ca tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group_rule and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:48:48.573439 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-a5093c37-edb3-4ff8-a2fc-3e91c01d46ca tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:48:48.579719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-a5093c37-edb3-4ff8-a2fc-3e91c01d46ca tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:48:48.669008 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a5093c37-edb3-4ff8-a2fc-3e91c01d46ca tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:48.728914 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a5093c37-edb3-4ff8-a2fc-3e91c01d46ca tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:48.813817 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a5093c37-edb3-4ff8-a2fc-3e91c01d46ca tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:48.837832 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5093c37-edb3-4ff8-a2fc-3e91c01d46ca tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513bfc7d-a995-454b-a32e-f85231fa97f3,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:48:48.902563 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-a5093c37-edb3-4ff8-a2fc-3e91c01d46ca tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:48.903727 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-a5093c37-edb3-4ff8-a2fc-3e91c01d46ca tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3476212 May 27 23:48:48.906450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50324) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:48:48.911256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0d7c0b47-edc7-419c-b759-4cce92851995 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'security_group_rule': {'security_group_id': '62e6195b-09e6-48d3-9a7d-e0d478700245', 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:48:48.917577 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0d7c0b47-edc7-419c-b759-4cce92851995 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:48:48.921654 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0d7c0b47-edc7-419c-b759-4cce92851995 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group_rule and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:48:48.924515 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0d7c0b47-edc7-419c-b759-4cce92851995 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:48:48.930249 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0d7c0b47-edc7-419c-b759-4cce92851995 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:48:49.017994 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0b47-edc7-419c-b759-4cce92851995 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:49.079914 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0b47-edc7-419c-b759-4cce92851995 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:49.142495 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0b47-edc7-419c-b759-4cce92851995 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:49.166173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c0b47-edc7-419c-b759-4cce92851995 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421c157e-aa66-401e-8025-498aa9c1a1c8,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:48:49.253795 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0d7c0b47-edc7-419c-b759-4cce92851995 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:49.254943 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0d7c0b47-edc7-419c-b759-4cce92851995 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3476002 May 27 23:48:49.257638 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50328) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:48:49.262297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-0bbf8065-903a-4461-bb84-5d2b0d78e20a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'security_group_rule': {'security_group_id': '62e6195b-09e6-48d3-9a7d-e0d478700245', 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:48:49.268709 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0bbf8065-903a-4461-bb84-5d2b0d78e20a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:48:49.272552 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0bbf8065-903a-4461-bb84-5d2b0d78e20a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group_rule and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:48:49.275440 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-0bbf8065-903a-4461-bb84-5d2b0d78e20a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:48:49.281256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-0bbf8065-903a-4461-bb84-5d2b0d78e20a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:48:49.357789 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8065-903a-4461-bb84-5d2b0d78e20a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:49.417825 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8065-903a-4461-bb84-5d2b0d78e20a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:49.499618 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8065-903a-4461-bb84-5d2b0d78e20a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:49.522815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf8065-903a-4461-bb84-5d2b0d78e20a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bb1aad-01ab-4dcd-bee4-fcef8129d035,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:48:49.590944 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0bbf8065-903a-4461-bb84-5d2b0d78e20a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:49.592785 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0bbf8065-903a-4461-bb84-5d2b0d78e20a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3342183 May 27 23:48:49.595412 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50332) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:48:49.600414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b9908d57-b734-4a34-b92d-0f87b676da04 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'security_group_rule': {'security_group_id': '62e6195b-09e6-48d3-9a7d-e0d478700245', 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:48:49.607609 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b9908d57-b734-4a34-b92d-0f87b676da04 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:48:49.611613 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b9908d57-b734-4a34-b92d-0f87b676da04 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group_rule and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:48:49.614452 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b9908d57-b734-4a34-b92d-0f87b676da04 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:48:49.623328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b9908d57-b734-4a34-b92d-0f87b676da04 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:48:49.706268 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9908d57-b734-4a34-b92d-0f87b676da04 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:49.771005 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9908d57-b734-4a34-b92d-0f87b676da04 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:49.830872 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9908d57-b734-4a34-b92d-0f87b676da04 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:49.856072 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9908d57-b734-4a34-b92d-0f87b676da04 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e6b662-cc28-40ba-8720-ddae335d226a,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:48:49.942355 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b9908d57-b734-4a34-b92d-0f87b676da04 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:49.943580 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b9908d57-b734-4a34-b92d-0f87b676da04 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3472273 May 27 23:48:49.946250 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50336) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:48:49.951722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-bb8b1b32-7f0b-42ee-b510-0a19630efddd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'security_group_rule': {'security_group_id': '62e6195b-09e6-48d3-9a7d-e0d478700245', 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:48:49.958172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bb8b1b32-7f0b-42ee-b510-0a19630efddd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:48:49.962008 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bb8b1b32-7f0b-42ee-b510-0a19630efddd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group_rule and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:48:49.964907 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bb8b1b32-7f0b-42ee-b510-0a19630efddd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:48:49.971338 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bb8b1b32-7f0b-42ee-b510-0a19630efddd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:48:50.073909 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-bb8b1b32-7f0b-42ee-b510-0a19630efddd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Project d017279b2be943bb9a6f8ac29a394b0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:48:50.081267 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb8b1b32-7f0b-42ee-b510-0a19630efddd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:50.144146 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb8b1b32-7f0b-42ee-b510-0a19630efddd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:50.213389 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb8b1b32-7f0b-42ee-b510-0a19630efddd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:50.237340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b1b32-7f0b-42ee-b510-0a19630efddd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3513ae8f-9413-4adc-b9c1-4eb59f60730f,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:48:50.299258 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bb8b1b32-7f0b-42ee-b510-0a19630efddd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:50.300450 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bb8b1b32-7f0b-42ee-b510-0a19630efddd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3532641 May 27 23:48:50.303155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50340) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:48:50.308083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-7cf481ba-33b3-4e3c-b6c6-e09751cb8885 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'security_group_rule': {'security_group_id': '62e6195b-09e6-48d3-9a7d-e0d478700245', 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:48:50.314962 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7cf481ba-33b3-4e3c-b6c6-e09751cb8885 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:48:50.318783 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7cf481ba-33b3-4e3c-b6c6-e09751cb8885 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:security_group_rule and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:48:50.321706 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-7cf481ba-33b3-4e3c-b6c6-e09751cb8885 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:48:50.328883 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-7cf481ba-33b3-4e3c-b6c6-e09751cb8885 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:48:50.400219 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-7cf481ba-33b3-4e3c-b6c6-e09751cb8885 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Project d017279b2be943bb9a6f8ac29a394b0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:48:50.407174 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7cf481ba-33b3-4e3c-b6c6-e09751cb8885 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:50.470843 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7cf481ba-33b3-4e3c-b6c6-e09751cb8885 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:50.545301 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7cf481ba-33b3-4e3c-b6c6-e09751cb8885 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:50.570520 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf481ba-33b3-4e3c-b6c6-e09751cb8885 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11448781-ad88-42a7-ad58-106602c743a6,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:48:50.636760 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-7cf481ba-33b3-4e3c-b6c6-e09751cb8885 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:50.637929 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-7cf481ba-33b3-4e3c-b6c6-e09751cb8885 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3339005 May 27 23:48:53.122300 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:57.582922 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-128bcc31-4f2a-4ad1-b5cf-a942d7745ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:48:59.688902 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0131fbae-51df-4654-a3c4-5bfbc9275380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:01.260184 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:01.262802 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:02.413899 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:06.067878 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:49:10.243372 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-03ebb557-afa5-4736-a818-5395083e0b76 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Synchronizing usage tracker for tenant:d017279b2be943bb9a6f8ac29a394b0d on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:49:10.310778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-03ebb557-afa5-4736-a818-5395083e0b76 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Unset dirty status for tenant:d017279b2be943bb9a6f8ac29a394b0d on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:49:10.314801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-03ebb557-afa5-4736-a818-5395083e0b76 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1966482533&fields=id&tenant_id=d017279b2be943bb9a6f8ac29a394b0d HTTP/1.1" status: 200 len: 267 time: 0.1066461 May 27 23:49:10.570358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-56096cd4-4f70-4628-9815-d61adbdb5015 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:10.573292 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-56096cd4-4f70-4628-9815-d61adbdb5015 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 809 time: 0.2530363 May 27 23:49:10.587133 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-8e0a14f6-0e3a-4870-8cc0-4fc05e06987f tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/quotas/d017279b2be943bb9a6f8ac29a394b0d HTTP/1.1" status: 200 len: 375 time: 0.0096285 May 27 23:49:10.668252 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-b070f444-f3b0-4355-900d-55c01c472865 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753195 May 27 23:49:10.846939 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-d36c8ac8-c2f5-4faa-b591-687ce017f648 service neutron] 10.222.0.27 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664207 May 27 23:49:10.977785 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-5936a355-a76b-44ed-8a38-7236d66f58e1 service neutron] 10.222.0.27 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251547 May 27 23:49:11.643029 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e38fe10e-6c3f-4e84-84b7-33e34210ab65 req-051cbdf9-a1ac-415e-a295-fa295005b803 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 210 time: 0.0418391 May 27 23:49:12.791397 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fd3f9c44-e9bd-4316-be5f-4d0b9718f975 req-ec52c813-ec49-4508-93f2-488381e9b369 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 210 time: 0.0466394 May 27 23:49:13.538072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-387154d5-0a0e-4104-ac24-ab0b8cd5aa7b tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:13.539571 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-387154d5-0a0e-4104-ac24-ab0b8cd5aa7b tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.46 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 809 time: 0.1477675 May 27 23:49:13.587047 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-ff77127f-8171-4e0b-adeb-e100c7012fd5 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d017279b2be943bb9a6f8ac29a394b0d HTTP/1.1" status: 200 len: 380 time: 0.0399587 May 27 23:49:13.596429 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'port': {'device_id': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'admin_state_up': True, 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'security_groups': ['62e6195b-09e6-48d3-9a7d-e0d478700245']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:49:13.737074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:49:13.741138 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:port and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:49:13.744254 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:49:13.750507 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:49:13.825881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Made reservation on behalf of d017279b2be943bb9a6f8ac29a394b0d for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:49:13.832542 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:13.944183 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2a45b1f5-6443-466a-88d0-4a0f6d9a8a38 req-349bdf4e-3f39-46a4-bfaa-537f831a9917 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 210 time: 0.0425355 May 27 23:49:14.001213 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Allocated IP 172.20.0.10 (08837459-91aa-408b-a05e-1b28d8fdb583/be566a18-cd76-48ba-91f7-ff3228db7080/0ceac849-82d8-45c6-8724-fdf077707ab8) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:49:14.188196 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:14.203491 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Transition to ACTIVE for port object 0ceac849-82d8-45c6-8724-fdf077707ab8 will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:49:14.286190 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:14.476540 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Network 08837459-91aa-408b-a05e-1b28d8fdb583 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:49:14.479754 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:49:14.484191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:49:14.519151 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'Port': ['ID=0ceac849-82d8-45c6-8724-fdf077707ab8,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:49:14.551072 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:14.551754 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:14.646415 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-7d9dc0d3-5e95-4fc2-b947-290a94211a6e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0533755 May 27 23:49:14.658178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Request body: {'port': {'device_id': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:49:14.775140 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:14.791182 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c62e2f0c-4511-4bbc-aee2-a1a6d2dd4906 None None] Provisioning for port 0ceac849-82d8-45c6-8724-fdf077707ab8 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:49:14.797864 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-c62e2f0c-4511-4bbc-aee2-a1a6d2dd4906 None None] Provisioning complete for port 0ceac849-82d8-45c6-8724-fdf077707ab8 triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:49:14.798450 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c62e2f0c-4511-4bbc-aee2-a1a6d2dd4906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:14.855437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-c62e2f0c-4511-4bbc-aee2-a1a6d2dd4906 None None] Port 0ceac849-82d8-45c6-8724-fdf077707ab8 cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:49:15.130198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ceac849-82d8-45c6-8724-fdf077707ab8 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:49:15.133647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70a19c-4641-41ac-b909-4adb0269d680 req-f5f1e0b8-97c7-4e4d-9f54-f4e49c058dee tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:15.135168 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f70a19c-4641-41ac-b909-4adb0269d680 req-f5f1e0b8-97c7-4e4d-9f54-f4e49c058dee tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 932 time: 0.0826368 May 27 23:49:15.139095 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:15.154600 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Transition to ACTIVE for port object 0ceac849-82d8-45c6-8724-fdf077707ab8 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:49:15.185871 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f70a19c-4641-41ac-b909-4adb0269d680 req-60cfaf81-cad5-4307-b1e2-e982fff9ead1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433164 May 27 23:49:15.216861 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:15.373195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Pushing event updated for resources: {'Port': ['ID=0ceac849-82d8-45c6-8724-fdf077707ab8,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:49:15.460087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Attempting to bind port 0ceac849-82d8-45c6-8724-fdf077707ab8 on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:49:15.460503 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Attempting to bind port 0ceac849-82d8-45c6-8724-fdf077707ab8 by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:49:15.460835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Attempting to bind port 0ceac849-82d8-45c6-8724-fdf077707ab8 on network 08837459-91aa-408b-a05e-1b28d8fdb583 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:49:15.465850 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Port 0ceac849-82d8-45c6-8724-fdf077707ab8 on network 08837459-91aa-408b-a05e-1b28d8fdb583 not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:49:15.466516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Attempting to bind port 0ceac849-82d8-45c6-8724-fdf077707ab8 on network 08837459-91aa-408b-a05e-1b28d8fdb583 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:49:15.471984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:49:15.472318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Checking segment: {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:49:15.472726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Bound using segment: {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:49:15.473154 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Bound port: 0ceac849-82d8-45c6-8724-fdf077707ab8, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:49:15.473497 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:15.568106 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] For port 0ceac849-82d8-45c6-8724-fdf077707ab8, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:49:15.571011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] For port 0ceac849-82d8-45c6-8724-fdf077707ab8, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0ceac849-82d8-45c6-8724-fdf077707ab8,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:49:15.659416 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:15.720813 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:15.720813 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:15.721811 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] 10.222.0.46 "PUT /v2.0/ports/0ceac849-82d8-45c6-8724-fdf077707ab8 HTTP/1.1" status: 200 len: 1092 time: 1.0679061 May 27 23:49:15.722292 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:49:15.752922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0da162-dec9-4fc0-bc12-db339e3a2875 service neutron] Pushing event updated for resources: {'Port': ['ID=0ceac849-82d8-45c6-8724-fdf077707ab8,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:49:15.773406 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d636527-f5ea-43fa-8427-db982257cb64'] response: {'name': 'network-changed', 'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'status': 'completed', 'code': 200} May 27 23:49:15.865764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193c7e5-5d40-494e-a9f5-32de38e1d101 req-f6e118b6-2303-4380-9d72-cbf7ebf73b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:15.867336 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2193c7e5-5d40-494e-a9f5-32de38e1d101 req-f6e118b6-2303-4380-9d72-cbf7ebf73b4f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 1095 time: 0.0754919 May 27 23:49:16.012070 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193c7e5-5d40-494e-a9f5-32de38e1d101 req-b9d008dc-f1e6-4db6-bdbf-1dec6786c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:16.013598 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2193c7e5-5d40-494e-a9f5-32de38e1d101 req-b9d008dc-f1e6-4db6-bdbf-1dec6786c82e service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1394658 May 27 23:49:16.149465 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2193c7e5-5d40-494e-a9f5-32de38e1d101 req-31819661-0996-4a53-8ce4-ce3390c8d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:16.150907 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2193c7e5-5d40-494e-a9f5-32de38e1d101 req-31819661-0996-4a53-8ce4-ce3390c8d32e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319234 May 27 23:49:16.259618 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2ebd5f19-8834-448a-93ec-d5907c44023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:16.261130 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-2ebd5f19-8834-448a-93ec-d5907c44023f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 1095 time: 0.0747328 May 27 23:49:16.328396 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-8403c32c-79cf-4bb4-9df0-5b396cf2f16e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ceac849-82d8-45c6-8724-fdf077707ab8 HTTP/1.1" status: 200 len: 217 time: 0.0607622 May 27 23:49:16.369722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0242d30-beeb-45ef-8d83-c0e43a523289 req-f5f68d42-1855-4b52-8ec9-fc393e3261fd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:16.371214 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0242d30-beeb-45ef-8d83-c0e43a523289 req-f5f68d42-1855-4b52-8ec9-fc393e3261fd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0789943 May 27 23:49:16.393386 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-29624bd0-59a4-4a93-83fb-72daeb54563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:16.394818 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-29624bd0-59a4-4a93-83fb-72daeb54563b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0612268 May 27 23:49:16.414579 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b0242d30-beeb-45ef-8d83-c0e43a523289 req-838bc577-4f70-4825-8aa1-f590118167a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369625 May 27 23:49:16.468949 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-10892366-ac81-42b5-bbd4-75e4a93fd27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:16.470332 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-10892366-ac81-42b5-bbd4-75e4a93fd27c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703456 May 27 23:49:16.601042 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-84786820-7cf4-48b9-99e3-6cd989db0f6d service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246779 May 27 23:49:16.647855 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:16.733443 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-148ae75d-231b-4e64-b2d4-55835c4a8a64 req-75f77e6e-9f47-413a-8e08-cd3b04e28ca9 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260688 May 27 23:49:17.604857 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec84801-e093-4836-b276-39d74530d62e req-492034dd-01fd-42ff-8976-c44bf9cb7b50 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:17.606810 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ec84801-e093-4836-b276-39d74530d62e req-492034dd-01fd-42ff-8976-c44bf9cb7b50 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0812664 May 27 23:49:17.648515 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3ec84801-e093-4836-b276-39d74530d62e req-c2d83254-a729-457c-865a-17b55915f91e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359342 May 27 23:49:18.830553 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364a873-ec36-4714-a655-52bdaa010d17 req-41d87b07-56de-49b4-82bb-3c4ec1eef031 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:18.832006 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3364a873-ec36-4714-a655-52bdaa010d17 req-41d87b07-56de-49b4-82bb-3c4ec1eef031 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0785241 May 27 23:49:18.875749 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-3364a873-ec36-4714-a655-52bdaa010d17 req-b9eee19d-91bd-4b30-bc4b-18711343a7b5 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381324 May 27 23:49:20.060107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d029ed-5922-4b38-ba88-45a4156ec5f1 req-e04e7eab-015f-454f-ad99-d1f696278561 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:20.061581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9d029ed-5922-4b38-ba88-45a4156ec5f1 req-e04e7eab-015f-454f-ad99-d1f696278561 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0829332 May 27 23:49:20.105172 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e9d029ed-5922-4b38-ba88-45a4156ec5f1 req-9fc3ea1b-e9af-453d-96c0-651b335ddeb7 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380156 May 27 23:49:21.283953 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ae587-f42d-45ae-b701-0ec92992336c req-6215765e-81f9-4673-9e04-93dd994033b3 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:21.285416 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c77ae587-f42d-45ae-b701-0ec92992336c req-6215765e-81f9-4673-9e04-93dd994033b3 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0787563 May 27 23:49:21.331971 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c77ae587-f42d-45ae-b701-0ec92992336c req-b06d17ca-9f5b-4dc7-a4b1-31b440076d86 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410061 May 27 23:49:22.510871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d37f1-529b-4976-b31d-0b722ab42345 req-b473890e-2656-4294-aac4-16a3cb1d1373 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:22.512311 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d89d37f1-529b-4976-b31d-0b722ab42345 req-b473890e-2656-4294-aac4-16a3cb1d1373 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0770173 May 27 23:49:22.554867 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d89d37f1-529b-4976-b31d-0b722ab42345 req-3c6c6960-26ed-4c6e-b5d6-8a9c51f3b08b tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370002 May 27 23:49:23.122111 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:23.640587 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0ceac849-82d8-45c6-8724-fdf077707ab8 details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:49:23.743585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b721e-e45d-473f-8065-2785d805f54a req-1ed62d1b-b8b8-4e73-9972-0b4797bdb049 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:23.745066 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e66b721e-e45d-473f-8065-2785d805f54a req-1ed62d1b-b8b8-4e73-9972-0b4797bdb049 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0831306 May 27 23:49:23.774804 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0ceac849-82d8-45c6-8724-fdf077707ab8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0ceac849-82d8-45c6-8724-fdf077707ab8,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:49:23.787766 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'port_id': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'mac_address': 'fa:16:3e:81:c5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:49:23.788041 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e66b721e-e45d-473f-8065-2785d805f54a req-b28254a5-9b7a-4d20-8588-5b9be636421b tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366855 May 27 23:49:23.841930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0ceac849-82d8-45c6-8724-fdf077707ab8 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:49:23.842310 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:23.861984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ceac849-82d8-45c6-8724-fdf077707ab8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:49:23.877172 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0ceac849-82d8-45c6-8724-fdf077707ab8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0ceac849-82d8-45c6-8724-fdf077707ab8,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:49:23.941973 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:24.008171 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0ceac849-82d8-45c6-8724-fdf077707ab8,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:49:24.015827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:49:24.016173 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:49:24.016555 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:49:24.016893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:49:24.017235 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:49:24.017568 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:49:24.017893 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:49:24.018218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:49:24.018542 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:49:24.018864 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:49:24.019185 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:49:24.019503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:49:24.141313 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['0ceac849-82d8-45c6-8724-fdf077707ab8'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:49:24.971960 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db850bb-96ec-4601-9302-d333b0fe864b req-f8f66e77-a991-4c2f-84c7-695cde57bab3 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:24.973463 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9db850bb-96ec-4601-9302-d333b0fe864b req-f8f66e77-a991-4c2f-84c7-695cde57bab3 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 945 time: 0.0795708 May 27 23:49:25.016401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9db850bb-96ec-4601-9302-d333b0fe864b req-71515b5a-17f6-41b0-a13c-8bc75fce66b2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372362 May 27 23:49:25.655523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0ceac849-82d8-45c6-8724-fdf077707ab8 up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:49:25.784523 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port 0ceac849-82d8-45c6-8724-fdf077707ab8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:49:25.789320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port 0ceac849-82d8-45c6-8724-fdf077707ab8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:49:25.789688 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:25.902656 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0ceac849-82d8-45c6-8724-fdf077707ab8 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:49:25.903027 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:25.928453 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:49:25.938340 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0ceac849-82d8-45c6-8724-fdf077707ab8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0ceac849-82d8-45c6-8724-fdf077707ab8,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:49:25.973385 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895daa54-96ba-44f7-b158-d2a18ff3e943'] response: {'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'code': 200} May 27 23:49:26.013474 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:26.081793 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0ceac849-82d8-45c6-8724-fdf077707ab8,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:49:26.099995 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f33c6-afd9-471c-a55d-d468525a0c86 req-3a1ae771-3ff5-4ce6-b33b-52cf7c67668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:26.101507 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-366f33c6-afd9-471c-a55d-d468525a0c86 req-3a1ae771-3ff5-4ce6-b33b-52cf7c67668f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 1097 time: 0.0760560 May 27 23:49:26.143269 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-366f33c6-afd9-471c-a55d-d468525a0c86 req-049811e0-ec14-4932-8069-62a38c5e2bca service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348556 May 27 23:49:26.204125 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd76feb-8a97-4f7b-a406-ff3c5ad07b32 req-09d09a06-2fe8-4c17-89d7-77e83ecaf8ff tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:26.205603 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4cd76feb-8a97-4f7b-a406-ff3c5ad07b32 req-09d09a06-2fe8-4c17-89d7-77e83ecaf8ff tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.0818748 May 27 23:49:26.249275 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-4cd76feb-8a97-4f7b-a406-ff3c5ad07b32 req-0579c28e-3eb9-48e0-b8aa-e13413065b68 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380483 May 27 23:49:27.434854 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4216f-e8de-4d83-9d6a-68fc1a393fa5 req-3f98fd7b-7022-48b9-b262-37c50855499d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:27.436604 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2bf4216f-e8de-4d83-9d6a-68fc1a393fa5 req-3f98fd7b-7022-48b9-b262-37c50855499d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.0820055 May 27 23:49:27.480035 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2bf4216f-e8de-4d83-9d6a-68fc1a393fa5 req-31343590-ffe7-4827-a0d8-16c2f1842014 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377605 May 27 23:49:27.573451 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-837f1a99-2e80-4f9e-8fd8-954c49716c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:27.666172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a63ee8-177a-4819-8b6f-604631ee6be0 req-82d4c51f-d76e-4ed1-9ac4-6efdeb8ff926 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:27.667611 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62a63ee8-177a-4819-8b6f-604631ee6be0 req-82d4c51f-d76e-4ed1-9ac4-6efdeb8ff926 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.0816207 May 27 23:49:27.712293 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-62a63ee8-177a-4819-8b6f-604631ee6be0 req-31e21642-b674-46da-940f-74896a1cc68e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379055 May 27 23:49:27.735086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50532) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:49:27.802790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f8b0a-ab3b-443e-983f-d6e9b213c129 tempest-TestShelveInstance-243792613 tempest-TestShelveInstance-243792613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:27.804235 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d83f8b0a-ab3b-443e-983f-d6e9b213c129 tempest-TestShelveInstance-243792613 tempest-TestShelveInstance-243792613-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 1092 time: 0.0681953 May 27 23:49:27.806959 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50536) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:49:27.812282 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:49:27.818592 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:49:27.822365 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Usage tracker for resource:floatingip and tenant:d017279b2be943bb9a6f8ac29a394b0d is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:49:27.825209 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:49:27.830723 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:49:27.927468 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:28.059372 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:28.192538 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Allocated IP 172.25.2.159 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/addf68da-29ca-472f-ae8c-eb33175597d6) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:49:28.428904 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:28.516245 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:28.582397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:49:28.585089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:49:28.588805 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:49:28.622138 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'Port': ['ID=addf68da-29ca-472f-ae8c-eb33175597d6,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:49:29.007285 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:29.152835 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:29.359036 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:29.424905 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:29.539976 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event updated for resources: {'Port': ['ID=addf68da-29ca-472f-ae8c-eb33175597d6,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:49:29.550520 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:29.698797 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dfb94db-8400-412d-8b39-6e01ecb500d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:29.722271 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Floating IP 369eb49c-8f1c-4be5-97d7-64ba3a7aef94 associated. External IP: 172.25.2.159, port: 0ceac849-82d8-45c6-8724-fdf077707ab8. May 27 23:49:30.182430 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:49:30.359294 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:49:30.368847 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ff6994-1ec5-47b7-bb89-b0d0fd3b0eba None None] Sync routers for ids ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:49:30.379119 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ff6994-1ec5-47b7-bb89-b0d0fd3b0eba None None] Routers {'2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:49:30.379724 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-24ff6994-1ec5-47b7-bb89-b0d0fd3b0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:49:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:49:30.468124 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:30.527101 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-07bdcf31-222d-498f-9c54-a7611ccbf162 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7191482 May 27 23:49:30.527878 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:49:30.555864 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-24ff6994-1ec5-47b7-bb89-b0d0fd3b0eba None None] Set router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:49:30.572259 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7160e54a-7fe0-401e-9f7a-e4bd4d5d89dd'] response: {'name': 'network-changed', 'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'status': 'completed', 'code': 200} May 27 23:49:30.662058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70176c00-4729-4e34-9a53-1c5a5591b2c8 req-82805030-304d-430a-9349-d998ba5aa980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:30.663609 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70176c00-4729-4e34-9a53-1c5a5591b2c8 req-82805030-304d-430a-9349-d998ba5aa980 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 1097 time: 0.0697031 May 27 23:49:30.794609 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70176c00-4729-4e34-9a53-1c5a5591b2c8 req-5463e9e0-2c56-44c1-866a-c68ebcb6a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:30.796343 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70176c00-4729-4e34-9a53-1c5a5591b2c8 req-5463e9e0-2c56-44c1-866a-c68ebcb6a3a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1267078 May 27 23:49:30.908851 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-24ff6994-1ec5-47b7-bb89-b0d0fd3b0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '369eb49c-8f1c-4be5-97d7-64ba3a7aef94', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'floating_ip_address': '172.25.2.159', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'port_id': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'mac_address': 'fa:16:3e:81:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:49:28Z', 'updated_at': '2022-05-27T23:49:28Z', 'revision_number': 0, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018de63f-de8e-4714-8efb-62d150811922', 'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'mac_address': 'fa:16:3e:4d:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:18Z', 'updated_at': '2022-05-27T23:44:26Z', 'revision_number': 5, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'subnets': [{'id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:49:30.925544 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ff6994-1ec5-47b7-bb89-b0d0fd3b0eba None None] Checking router: 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:49:30.925544 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ff6994-1ec5-47b7-bb89-b0d0fd3b0eba None None] Routers {'2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:49:30.925544 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-24ff6994-1ec5-47b7-bb89-b0d0fd3b0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:49:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:49:31.005488 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70176c00-4729-4e34-9a53-1c5a5591b2c8 req-4843eced-eda7-416e-8627-5e80f7ac8efc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ceac849-82d8-45c6-8724-fdf077707ab8 HTTP/1.1" status: 200 len: 1000 time: 0.2032294 May 27 23:49:31.030408 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:31.071309 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70176c00-4729-4e34-9a53-1c5a5591b2c8 req-59106df2-6f0b-4aae-a2e3-f4bd5a29ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:31.072772 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70176c00-4729-4e34-9a53-1c5a5591b2c8 req-59106df2-6f0b-4aae-a2e3-f4bd5a29ad24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0616205 May 27 23:49:31.104831 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-24ff6994-1ec5-47b7-bb89-b0d0fd3b0eba None None] Set router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:49:31.147237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70176c00-4729-4e34-9a53-1c5a5591b2c8 req-55d5a61b-9bc8-45e8-a2ab-c1832ac9d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:31.148766 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70176c00-4729-4e34-9a53-1c5a5591b2c8 req-55d5a61b-9bc8-45e8-a2ab-c1832ac9d805 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696225 May 27 23:49:31.171175 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:31.279399 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70176c00-4729-4e34-9a53-1c5a5591b2c8 req-d91e249b-8f40-4c33-94f2-e908e8c0808f service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244395 May 27 23:49:31.407942 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-70176c00-4729-4e34-9a53-1c5a5591b2c8 req-ecaa4229-05bb-4f4e-9b21-ab38fa6c6c1d service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234102 May 27 23:49:31.446552 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-24ff6994-1ec5-47b7-bb89-b0d0fd3b0eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '369eb49c-8f1c-4be5-97d7-64ba3a7aef94', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'floating_ip_address': '172.25.2.159', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'port_id': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'mac_address': 'fa:16:3e:81:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:49:28Z', 'updated_at': '2022-05-27T23:49:28Z', 'revision_number': 0, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018de63f-de8e-4714-8efb-62d150811922', 'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'mac_address': 'fa:16:3e:4d:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:18Z', 'updated_at': '2022-05-27T23:44:26Z', 'revision_number': 5, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'subnets': [{'id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:49:31.450934 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ff6994-1ec5-47b7-bb89-b0d0fd3b0eba None None] The sync data for ids ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'] in n-d-843680-3 is: [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '369eb49c-8f1c-4be5-97d7-64ba3a7aef94', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'floating_ip_address': '172.25.2.159', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'port_id': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'mac_address': 'fa:16:3e:81:c5:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:49:28Z', 'updated_at': '2022-05-27T23:49:28Z', 'revision_number': 0, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018de63f-de8e-4714-8efb-62d150811922', 'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'mac_address': 'fa:16:3e:4d:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:18Z', 'updated_at': '2022-05-27T23:44:26Z', 'revision_number': 5, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'subnets': [{'id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:49:31.631306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12163b8-3844-4256-9b69-58a36133e3a3 None None] New status for floating IP 369eb49c-8f1c-4be5-97d7-64ba3a7aef94: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:49:32.356323 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:43.069764 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:49:46.644728 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:46.972114 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aba1b29c-7710-4b2a-9d94-b73de9122f9e req-db91a6f6-f295-45d9-8f8a-f8db22c2d57f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746260 May 27 23:49:47.108185 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1b29c-7710-4b2a-9d94-b73de9122f9e req-8d34c379-4b82-444a-941f-18ef1dd44829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:47.109666 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aba1b29c-7710-4b2a-9d94-b73de9122f9e req-8d34c379-4b82-444a-941f-18ef1dd44829 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 1097 time: 0.0703733 May 27 23:49:47.256317 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1b29c-7710-4b2a-9d94-b73de9122f9e req-a96ae9f7-ffca-4be2-9672-bcd8c82f0adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:47.257490 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aba1b29c-7710-4b2a-9d94-b73de9122f9e req-a96ae9f7-ffca-4be2-9672-bcd8c82f0adf service neutron] 10.222.0.46 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1285846 May 27 23:49:47.361158 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aba1b29c-7710-4b2a-9d94-b73de9122f9e req-3baae100-b406-4ea2-af77-55d780662485 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ceac849-82d8-45c6-8724-fdf077707ab8 HTTP/1.1" status: 200 len: 1002 time: 0.0971785 May 27 23:49:47.423291 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1b29c-7710-4b2a-9d94-b73de9122f9e req-52d8a061-e031-4034-ab2f-24ff1dd75ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:47.424473 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aba1b29c-7710-4b2a-9d94-b73de9122f9e req-52d8a061-e031-4034-ab2f-24ff1dd75ce3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0577924 May 27 23:49:47.508257 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1b29c-7710-4b2a-9d94-b73de9122f9e req-4c1be7f2-dafc-428e-acfd-8ccdb1016fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:49:47.508257 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aba1b29c-7710-4b2a-9d94-b73de9122f9e req-4c1be7f2-dafc-428e-acfd-8ccdb1016fd9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753908 May 27 23:49:47.638291 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aba1b29c-7710-4b2a-9d94-b73de9122f9e req-53fb63c4-2886-49d4-8ff0-b733e450f9db service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265090 May 27 23:49:47.775544 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-aba1b29c-7710-4b2a-9d94-b73de9122f9e req-4f2067e2-d0f3-4fef-a332-63c2ceafda01 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281276 May 27 23:49:53.153200 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:57.561146 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-802b6b8f-4e7e-4300-8afd-c0f877790c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:49:59.698582 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1f1beefe-a7d4-488e-9617-f0fd29d1b50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:50:01.050091 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:50:01.191498 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:50:02.407623 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:50:16.663599 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:50:20.068877 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:50:23.118542 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:50:27.594472 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-70ef3b4a-6923-44d8-a920-accd7a0329dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:50:29.703134 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1f643cf1-e1c7-4270-9b87-4ca54b0cfa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:50:31.047803 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:50:31.201441 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:50:32.404675 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:50:46.691655 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:50:46.967749 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e4feb822-116a-430c-a10f-d14df276dae8 req-a1f907a3-68a5-45a9-8094-ed60791caa61 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677617 May 27 23:50:47.100887 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feb822-116a-430c-a10f-d14df276dae8 req-2192cc7a-e78c-4ef8-b408-e1bc31a16bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:50:47.102328 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e4feb822-116a-430c-a10f-d14df276dae8 req-2192cc7a-e78c-4ef8-b408-e1bc31a16bdf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 1097 time: 0.0707934 May 27 23:50:47.246927 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feb822-116a-430c-a10f-d14df276dae8 req-d870eeba-33af-48d2-8fdb-3b2b0fb473e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:50:47.248678 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e4feb822-116a-430c-a10f-d14df276dae8 req-d870eeba-33af-48d2-8fdb-3b2b0fb473e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1264486 May 27 23:50:47.462201 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e4feb822-116a-430c-a10f-d14df276dae8 req-d4e6c46a-a990-4b87-ae89-e1f19930f25e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ceac849-82d8-45c6-8724-fdf077707ab8 HTTP/1.1" status: 200 len: 1002 time: 0.2037606 May 27 23:50:47.530918 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feb822-116a-430c-a10f-d14df276dae8 req-bf140340-84f4-4d0a-987a-5eb4383523d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:50:47.530918 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e4feb822-116a-430c-a10f-d14df276dae8 req-bf140340-84f4-4d0a-987a-5eb4383523d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0625019 May 27 23:50:47.603269 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feb822-116a-430c-a10f-d14df276dae8 req-e5f31b29-6823-4b5d-87ad-18e331410076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:50:47.603269 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e4feb822-116a-430c-a10f-d14df276dae8 req-e5f31b29-6823-4b5d-87ad-18e331410076 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692444 May 27 23:50:47.739927 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e4feb822-116a-430c-a10f-d14df276dae8 req-b461e51f-3bb7-40fb-a4e6-0354bca0de33 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313071 May 27 23:50:47.872515 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e4feb822-116a-430c-a10f-d14df276dae8 req-4540a7db-5717-4f5a-a810-81799fadb214 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266308 May 27 23:50:53.155117 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:50:57.067673 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:50:57.599629 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2a4290df-bc18-4ae3-8356-076b8d00ab83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:50:59.679497 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-76e5ad6c-53f8-482e-9d39-72ebff1b01ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:51:01.022591 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:51:01.182727 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:51:02.388566 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:51:16.656695 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:51:23.181941 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:51:27.580271 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-30307579-18eb-4ff5-83d6-e6d8b79db790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:51:29.694612 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-aa86ae7e-ac49-439a-86b6-1ad676f19ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:51:31.027733 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:51:31.222057 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:51:32.387374 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:51:34.068129 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:51:46.661525 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:51:49.018419 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-370daa6e-8c75-4a36-a1de-f4ba19a47616 req-593bc19a-916b-441d-a782-ad26a92cd9cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1121953 May 27 23:51:49.153229 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370daa6e-8c75-4a36-a1de-f4ba19a47616 req-44a39486-faad-47a3-a5f3-685d8d79b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:51:49.154725 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-370daa6e-8c75-4a36-a1de-f4ba19a47616 req-44a39486-faad-47a3-a5f3-685d8d79b61f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 1097 time: 0.0694506 May 27 23:51:49.295195 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370daa6e-8c75-4a36-a1de-f4ba19a47616 req-9f2bb675-7118-451f-b42e-5b883c7e1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:51:49.296675 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-370daa6e-8c75-4a36-a1de-f4ba19a47616 req-9f2bb675-7118-451f-b42e-5b883c7e1128 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1238208 May 27 23:51:49.396651 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-370daa6e-8c75-4a36-a1de-f4ba19a47616 req-82a4af4e-455c-4180-afda-b6c49cc185cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ceac849-82d8-45c6-8724-fdf077707ab8 HTTP/1.1" status: 200 len: 1002 time: 0.0943732 May 27 23:51:49.457174 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370daa6e-8c75-4a36-a1de-f4ba19a47616 req-c4b09054-ec39-4439-b083-ef7a50865cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:51:49.458531 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-370daa6e-8c75-4a36-a1de-f4ba19a47616 req-c4b09054-ec39-4439-b083-ef7a50865cff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0565999 May 27 23:51:49.533524 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370daa6e-8c75-4a36-a1de-f4ba19a47616 req-707c3540-0dfb-41cf-9888-54bcbee34bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:51:49.534987 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-370daa6e-8c75-4a36-a1de-f4ba19a47616 req-707c3540-0dfb-41cf-9888-54bcbee34bb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709445 May 27 23:51:49.662850 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-370daa6e-8c75-4a36-a1de-f4ba19a47616 req-f91119d0-c294-46d7-9651-752376238b41 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215420 May 27 23:51:49.790082 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-370daa6e-8c75-4a36-a1de-f4ba19a47616 req-00ea14dc-7e6d-443e-86b0-ad6cc2bad82a service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215677 May 27 23:51:53.192798 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:51:57.580155 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9c8abe67-af61-471d-b134-03175f3b7994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:51:59.678624 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0585bca6-94cd-4e61-8c52-73f9190a2124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:01.038337 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:01.169888 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:02.438266 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:08.711328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831173a-79fd-4302-8e1f-bc4dfd9e6910 req-b4a0810f-bc3e-4073-a69d-d096453099e3 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:08.712878 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d831173a-79fd-4302-8e1f-bc4dfd9e6910 req-b4a0810f-bc3e-4073-a69d-d096453099e3 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.1260524 May 27 23:52:08.757222 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d831173a-79fd-4302-8e1f-bc4dfd9e6910 req-4ade5295-50be-4384-85e6-3281377527bf tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386200 May 27 23:52:09.996301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b71c14-1009-45df-b080-2aba94406abd req-9ec03092-263d-4692-a435-d9364b6c3e10 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:09.997783 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e2b71c14-1009-45df-b080-2aba94406abd req-9ec03092-263d-4692-a435-d9364b6c3e10 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.1246889 May 27 23:52:10.040897 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e2b71c14-1009-45df-b080-2aba94406abd req-936e9902-b45d-4598-a89e-89a875b15cec tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374293 May 27 23:52:11.069654 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:52:11.239047 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0e9a4-fe79-41e0-aa80-325fafc39372 req-6df41f6d-da98-474a-b515-3ba0a1541337 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:11.240574 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aef0e9a4-fe79-41e0-aa80-325fafc39372 req-6df41f6d-da98-474a-b515-3ba0a1541337 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.0808716 May 27 23:52:11.286491 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-aef0e9a4-fe79-41e0-aa80-325fafc39372 req-f3d914c9-47b2-40a4-aa3c-510efdb572b8 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398579 May 27 23:52:12.470514 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc58f3-9021-4bc5-a37e-0a04372b237c req-edc9f17d-05af-4f1f-b8e2-80a111b7585e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:12.471944 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8cc58f3-9021-4bc5-a37e-0a04372b237c req-edc9f17d-05af-4f1f-b8e2-80a111b7585e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.0826755 May 27 23:52:12.515853 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c8cc58f3-9021-4bc5-a37e-0a04372b237c req-7113abbe-795a-43b3-bf9a-c13b20ce6e4e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374687 May 27 23:52:13.701841 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47286ad0-6ee4-4c58-82cd-45ac79ac3a3f req-63bdc0f4-2402-4ceb-95b6-77fadb931331 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:13.703747 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47286ad0-6ee4-4c58-82cd-45ac79ac3a3f req-63bdc0f4-2402-4ceb-95b6-77fadb931331 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.0828662 May 27 23:52:13.752148 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47286ad0-6ee4-4c58-82cd-45ac79ac3a3f req-1508d869-2391-44f2-95de-4ef421054b50 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426598 May 27 23:52:14.935466 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc6639-cf68-4b7c-a7bb-3a09e392508e req-84df6657-2486-48e0-9d4e-8b28fd056905 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:14.936924 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5cc6639-cf68-4b7c-a7bb-3a09e392508e req-84df6657-2486-48e0-9d4e-8b28fd056905 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.0801089 May 27 23:52:14.980177 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e5cc6639-cf68-4b7c-a7bb-3a09e392508e req-bdf75cf0-81a2-4771-afe6-c59b9987432d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368021 May 27 23:52:16.171474 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44ec73-35f3-49f9-8fa4-2b23e384f309 req-36649770-8143-4ada-b85f-bf569d7161f1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:16.172859 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6d44ec73-35f3-49f9-8fa4-2b23e384f309 req-36649770-8143-4ada-b85f-bf569d7161f1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.0837255 May 27 23:52:16.216935 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6d44ec73-35f3-49f9-8fa4-2b23e384f309 req-abe5b18f-c3c9-4373-9a1f-0f980ce53601 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384758 May 27 23:52:16.683916 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:17.401105 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc4752-a923-4710-901b-df55db707fee req-c8025dbe-de13-4da2-ab38-7a942a5d9bb5 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:17.402542 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13bc4752-a923-4710-901b-df55db707fee req-c8025dbe-de13-4da2-ab38-7a942a5d9bb5 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.0793800 May 27 23:52:17.446938 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-13bc4752-a923-4710-901b-df55db707fee req-785690e5-bcef-4b11-8edb-912a60a9212a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387788 May 27 23:52:18.633633 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80ad70-f9e5-45f9-8f7e-4064988196a5 req-1b7ffa19-b2cb-470d-b221-5f902725a321 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:18.635080 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0d80ad70-f9e5-45f9-8f7e-4064988196a5 req-1b7ffa19-b2cb-470d-b221-5f902725a321 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.0825315 May 27 23:52:18.675533 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7183bf-7eb6-4834-ada1-cffaf0401d20 req-bf97ff10-5f4e-40fb-98ec-ba5b9be0e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:18.677039 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb7183bf-7eb6-4834-ada1-cffaf0401d20 req-bf97ff10-5f4e-40fb-98ec-ba5b9be0e6dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 1097 time: 0.0710053 May 27 23:52:18.681100 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0d80ad70-f9e5-45f9-8f7e-4064988196a5 req-efe14d90-9a8d-44c8-bade-b7de6ecb7701 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401134 May 27 23:52:18.807585 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7183bf-7eb6-4834-ada1-cffaf0401d20 req-d63cc004-2cb3-4db2-9787-b92e70416f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:18.809065 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb7183bf-7eb6-4834-ada1-cffaf0401d20 req-d63cc004-2cb3-4db2-9787-b92e70416f89 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1262424 May 27 23:52:19.011658 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb7183bf-7eb6-4834-ada1-cffaf0401d20 req-35de1a97-1fc0-489f-8f56-9777c7c71aca service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ceac849-82d8-45c6-8724-fdf077707ab8 HTTP/1.1" status: 200 len: 1002 time: 0.1962817 May 27 23:52:19.074478 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7183bf-7eb6-4834-ada1-cffaf0401d20 req-4be76e96-12aa-481e-81d4-4997880789b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:19.075872 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb7183bf-7eb6-4834-ada1-cffaf0401d20 req-4be76e96-12aa-481e-81d4-4997880789b2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0583296 May 27 23:52:19.149391 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7183bf-7eb6-4834-ada1-cffaf0401d20 req-88163c6e-0b6c-4aef-ad05-2e35e7c49082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:19.150864 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb7183bf-7eb6-4834-ada1-cffaf0401d20 req-88163c6e-0b6c-4aef-ad05-2e35e7c49082 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691555 May 27 23:52:19.279985 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb7183bf-7eb6-4834-ada1-cffaf0401d20 req-6033c559-8879-4e39-b635-a6dbec9b18cf service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230719 May 27 23:52:19.408164 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb7183bf-7eb6-4834-ada1-cffaf0401d20 req-56fefec3-11d5-4e1e-bfca-bfbd448d32b8 service neutron] 10.222.0.46 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224639 May 27 23:52:19.864051 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be5775-8f09-44dc-b714-29a85b551aa9 req-986f3e40-d15c-40a5-a741-4924be4e6883 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:19.866187 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60be5775-8f09-44dc-b714-29a85b551aa9 req-986f3e40-d15c-40a5-a741-4924be4e6883 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.0802939 May 27 23:52:19.909936 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-60be5775-8f09-44dc-b714-29a85b551aa9 req-ac20251a-884b-490f-9a82-61b556d32b48 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380375 May 27 23:52:21.100653 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e84fac-ec1c-41b7-b143-ef5782fbf99e req-6ec94197-1870-4a40-9cbe-4bdf6d95cb26 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:21.102110 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9e84fac-ec1c-41b7-b143-ef5782fbf99e req-6ec94197-1870-4a40-9cbe-4bdf6d95cb26 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.0867274 May 27 23:52:21.145581 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9e84fac-ec1c-41b7-b143-ef5782fbf99e req-0cb93cf3-94b6-4f41-821c-dab582321c5d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377715 May 27 23:52:22.330775 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b20dd-5fad-460b-8d1e-e723957e72dd req-fe2dff4a-0108-4ddb-b089-3577175272d9 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:22.332229 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-852b20dd-5fad-460b-8d1e-e723957e72dd req-fe2dff4a-0108-4ddb-b089-3577175272d9 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.0788260 May 27 23:52:22.380121 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-852b20dd-5fad-460b-8d1e-e723957e72dd req-b6eb672c-5265-4b5d-812f-6c9ac4d72691 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419877 May 27 23:52:23.192269 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:23.877136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b51d-29d5-489d-99df-d249286546bb req-8da12b48-195e-4da6-8bef-cf33240289be tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:23.878600 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ab6b51d-29d5-489d-99df-d249286546bb req-8da12b48-195e-4da6-8bef-cf33240289be tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 946 time: 0.0835857 May 27 23:52:24.067171 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7ab6b51d-29d5-489d-99df-d249286546bb req-cf3ad865-cf20-4e03-943d-48b50277dd7f tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582232 May 27 23:52:24.083010 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6ba33b12-2ffe-4eed-b244-33871896914b req-b1604f11-28d5-4fe6-84d5-2cfd82730c27 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2575150 May 27 23:52:24.415792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device 0ceac849-82d8-45c6-8724-fdf077707ab8 no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:52:24.525378 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port 0ceac849-82d8-45c6-8724-fdf077707ab8 is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:52:24.525778 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:24.554151 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:52:24.563503 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port 0ceac849-82d8-45c6-8724-fdf077707ab8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0ceac849-82d8-45c6-8724-fdf077707ab8,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:52:24.621270 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:24.657172 n-d-843680-3 neutron-server[88902]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e9244ff3-3a69-4d08-a517-700d762b9a46']: {'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'code': 422} returned with failed status May 27 23:52:24.688026 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=0ceac849-82d8-45c6-8724-fdf077707ab8,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:52:24.695818 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:24.696157 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:24.696519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:24.696851 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:24.697192 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:24.697594 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:24.697874 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:24.698198 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:24.698512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:24.698827 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:24.699140 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:24.699453 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:25.251971 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3fe9e-30fe-4398-aa08-b051e96ccfa6 req-d17e6f0d-ae89-4e89-badf-f452b3f049c3 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:25.253343 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-29a3fe9e-30fe-4398-aa08-b051e96ccfa6 req-d17e6f0d-ae89-4e89-badf-f452b3f049c3 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0807660 May 27 23:52:25.299350 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-29a3fe9e-30fe-4398-aa08-b051e96ccfa6 req-bdced2be-1256-4aae-b3ff-c470630273e7 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396497 May 27 23:52:26.482414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66a573-1657-4696-a123-b447c18901e8 req-7651d9ac-08c4-46a2-b3fa-11b478124786 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:26.484005 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb66a573-1657-4696-a123-b447c18901e8 req-7651d9ac-08c4-46a2-b3fa-11b478124786 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0830925 May 27 23:52:26.527571 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-bb66a573-1657-4696-a123-b447c18901e8 req-984ffb5f-645d-4d5e-a3bd-7363d11076f1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379901 May 27 23:52:27.597224 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-e54b6fcd-66b2-40f0-b5ee-bc84eacb9906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:27.713593 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f41bdd-5ec8-43b2-a3b9-d24359557202 req-8e019c02-328b-4bdb-abc4-7a95c1737c7e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:27.715060 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77f41bdd-5ec8-43b2-a3b9-d24359557202 req-8e019c02-328b-4bdb-abc4-7a95c1737c7e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0815005 May 27 23:52:27.765982 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-77f41bdd-5ec8-43b2-a3b9-d24359557202 req-1d1aa95a-1b15-4289-a173-2b3a28305638 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452993 May 27 23:52:28.954877 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409b3fc-8e18-4bf6-815c-8f58a1f73452 req-ed9ff77e-e21c-4d04-aacb-65f0c2d364c9 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:28.956294 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a409b3fc-8e18-4bf6-815c-8f58a1f73452 req-ed9ff77e-e21c-4d04-aacb-65f0c2d364c9 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0812483 May 27 23:52:29.001399 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a409b3fc-8e18-4bf6-815c-8f58a1f73452 req-614aa9ad-63d7-4ed6-bbdc-89a2aa411951 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390675 May 27 23:52:29.699913 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1cc14a97-d9ba-48b2-a53a-3b7838146b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:29.733896 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba33b12-2ffe-4eed-b244-33871896914b req-37f75fff-68f9-407b-9a5f-7f65f3926916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:29.735428 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ba33b12-2ffe-4eed-b244-33871896914b req-37f75fff-68f9-407b-9a5f-7f65f3926916 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614&tenant_id=d017279b2be943bb9a6f8ac29a394b0d HTTP/1.1" status: 200 len: 1095 time: 0.1131818 May 27 23:52:29.755299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-843680-3', 'device_owner': 'compute:nova'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:52:29.862473 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:30.128643 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] For port 0ceac849-82d8-45c6-8724-fdf077707ab8, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=0ceac849-82d8-45c6-8724-fdf077707ab8,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:52:30.166123 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] For port 0ceac849-82d8-45c6-8724-fdf077707ab8, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:52:30.194549 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a327f-4d99-48fa-9333-17ce43043894 req-2c764edf-1e1f-434d-b548-0c3da740c9a8 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:30.196133 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c29a327f-4d99-48fa-9333-17ce43043894 req-2c764edf-1e1f-434d-b548-0c3da740c9a8 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0881937 May 27 23:52:30.231217 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ceac849-82d8-45c6-8724-fdf077707ab8 {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:52:30.243375 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:30.248618 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c29a327f-4d99-48fa-9333-17ce43043894 req-2701bbb3-89cb-47cc-a09a-2de03f9ac2c7 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434625 May 27 23:52:30.263911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Transition to ACTIVE for port object 0ceac849-82d8-45c6-8724-fdf077707ab8 will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:52:30.373891 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:30.520921 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Pushing event updated for resources: {'Port': ['ID=0ceac849-82d8-45c6-8724-fdf077707ab8,revision_number=7']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:52:30.534538 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:30.534883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:30.535221 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:30.535554 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:30.535881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:30.536209 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:30.536592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:30.536922 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:30.537243 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:30.537561 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:30.537881 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:30.538198 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:52:30.585189 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] No DVR routers for this DVR port 0ceac849-82d8-45c6-8724-fdf077707ab8 on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:52:30.813893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Attempting to bind port 0ceac849-82d8-45c6-8724-fdf077707ab8 on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:52:30.814628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Attempting to bind port 0ceac849-82d8-45c6-8724-fdf077707ab8 by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:52:30.814628 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Attempting to bind port 0ceac849-82d8-45c6-8724-fdf077707ab8 on network 08837459-91aa-408b-a05e-1b28d8fdb583 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:52:30.819025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Port 0ceac849-82d8-45c6-8724-fdf077707ab8 on network 08837459-91aa-408b-a05e-1b28d8fdb583 not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:52:30.819340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Attempting to bind port 0ceac849-82d8-45c6-8724-fdf077707ab8 on network 08837459-91aa-408b-a05e-1b28d8fdb583 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:52:30.824288 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:52:30.824722 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Checking segment: {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:52:30.825099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Bound using segment: {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:52:30.825516 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Bound port: 0ceac849-82d8-45c6-8724-fdf077707ab8, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '080303f9-8033-4fd4-9698-5bf2f0774a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:52:30.825855 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:31.027009 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] For port 0ceac849-82d8-45c6-8724-fdf077707ab8, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:52:31.029834 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] For port 0ceac849-82d8-45c6-8724-fdf077707ab8, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0ceac849-82d8-45c6-8724-fdf077707ab8,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:52:31.066998 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:31.123438 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:31.185006 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:31.185614 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:31.187047 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ba33b12-2ffe-4eed-b244-33871896914b req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] 10.222.0.57 "PUT /v2.0/ports/0ceac849-82d8-45c6-8724-fdf077707ab8 HTTP/1.1" status: 200 len: 1092 time: 1.4388509 May 27 23:52:31.187480 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:52:31.232523 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:31.258984 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce8d2c-dadd-4a28-9de7-cf832114dfbe service neutron] Pushing event updated for resources: {'Port': ['ID=0ceac849-82d8-45c6-8724-fdf077707ab8,revision_number=8']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:52:31.263755 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83799ad-9207-484f-8e4e-4330c49b15cb'] response: {'name': 'network-changed', 'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'status': 'completed', 'code': 200} May 27 23:52:31.309961 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba33b12-2ffe-4eed-b244-33871896914b req-fdd3c4a4-3c5d-4e6b-9097-2b3a442fbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:31.311458 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ba33b12-2ffe-4eed-b244-33871896914b req-fdd3c4a4-3c5d-4e6b-9097-2b3a442fbf31 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 1095 time: 0.0880661 May 27 23:52:31.444949 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0f326-5223-4612-9b72-768f08a74f04 req-ec4ef781-552e-4a33-86ce-2188c4440265 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:31.448717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba33b12-2ffe-4eed-b244-33871896914b req-4c9f711d-7167-4068-bd59-b5e1e4a2ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:31.449306 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28f0f326-5223-4612-9b72-768f08a74f04 req-ec4ef781-552e-4a33-86ce-2188c4440265 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0839112 May 27 23:52:31.450152 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ba33b12-2ffe-4eed-b244-33871896914b req-4c9f711d-7167-4068-bd59-b5e1e4a2ad67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1316693 May 27 23:52:31.491801 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-28f0f326-5223-4612-9b72-768f08a74f04 req-6dac1eab-2279-45f5-acb6-dcd33b0c8ad6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396297 May 27 23:52:31.555081 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ba33b12-2ffe-4eed-b244-33871896914b req-4205e7bc-466b-4771-9ffa-b3da6a519c7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ceac849-82d8-45c6-8724-fdf077707ab8 HTTP/1.1" status: 200 len: 1000 time: 0.0983522 May 27 23:52:31.616475 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba33b12-2ffe-4eed-b244-33871896914b req-50ab2645-b56e-49d3-ba6a-8dfa2a3c2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:31.617838 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ba33b12-2ffe-4eed-b244-33871896914b req-50ab2645-b56e-49d3-ba6a-8dfa2a3c2d9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0564156 May 27 23:52:31.691902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba33b12-2ffe-4eed-b244-33871896914b req-06d76501-b642-4eb1-bdb3-c4c416dee8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:31.693425 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ba33b12-2ffe-4eed-b244-33871896914b req-06d76501-b642-4eb1-bdb3-c4c416dee8d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695963 May 27 23:52:31.704128 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-6ba33b12-2ffe-4eed-b244-33871896914b req-f650a02b-9b0a-4b98-9156-f7227c418562 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:52:31.705054 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ba33b12-2ffe-4eed-b244-33871896914b req-f650a02b-9b0a-4b98-9156-f7227c418562 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047922 May 27 23:52:31.835424 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ba33b12-2ffe-4eed-b244-33871896914b req-e02922ad-2920-4295-9835-38eb2f1ae9a4 service neutron] 10.222.0.57 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230829 May 27 23:52:31.964068 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-6ba33b12-2ffe-4eed-b244-33871896914b req-5a022f92-3991-47b5-aa1d-b87658552896 service neutron] 10.222.0.57 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222417 May 27 23:52:32.188853 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0da16-fdce-4d14-8f79-bc2fdc0155c1 req-c36f3fa1-e94e-41d9-aa40-8496bc7c08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:32.190240 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2bb0da16-fdce-4d14-8f79-bc2fdc0155c1 req-c36f3fa1-e94e-41d9-aa40-8496bc7c08dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 1095 time: 0.0754578 May 27 23:52:32.319041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0da16-fdce-4d14-8f79-bc2fdc0155c1 req-a4d2c399-12c8-48bf-a011-d4342e3bbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:32.320500 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2bb0da16-fdce-4d14-8f79-bc2fdc0155c1 req-a4d2c399-12c8-48bf-a011-d4342e3bbb65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1241412 May 27 23:52:32.392664 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:32.422794 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2bb0da16-fdce-4d14-8f79-bc2fdc0155c1 req-05522814-80b6-4859-b87f-1af98b81d256 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ceac849-82d8-45c6-8724-fdf077707ab8 HTTP/1.1" status: 200 len: 1000 time: 0.0960345 May 27 23:52:32.484675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0da16-fdce-4d14-8f79-bc2fdc0155c1 req-b151c8bc-d7eb-47f1-9623-58ee26181b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:32.485981 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2bb0da16-fdce-4d14-8f79-bc2fdc0155c1 req-b151c8bc-d7eb-47f1-9623-58ee26181b02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0561669 May 27 23:52:32.563087 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0da16-fdce-4d14-8f79-bc2fdc0155c1 req-b855a45c-1a6d-4242-965f-554141332a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:32.564606 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2bb0da16-fdce-4d14-8f79-bc2fdc0155c1 req-b855a45c-1a6d-4242-965f-554141332a3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725873 May 27 23:52:32.681995 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19beb9-82e8-4ccd-a1be-51e860e7de28 req-4313b050-8ad5-4d91-81a4-6d45bb8bafc9 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:32.683562 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f19beb9-82e8-4ccd-a1be-51e860e7de28 req-4313b050-8ad5-4d91-81a4-6d45bb8bafc9 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0858660 May 27 23:52:32.696620 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2bb0da16-fdce-4d14-8f79-bc2fdc0155c1 req-03e09389-9702-46e7-b489-fc1940087aa1 service neutron] 10.222.0.57 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257970 May 27 23:52:32.729306 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0f19beb9-82e8-4ccd-a1be-51e860e7de28 req-d0a6ebd0-b899-4b4f-aabd-cb1a1d447684 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392201 May 27 23:52:32.832695 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-2bb0da16-fdce-4d14-8f79-bc2fdc0155c1 req-7ddb41d1-6210-4690-8a02-39e23354c6ea service neutron] 10.222.0.57 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299610 May 27 23:52:33.911636 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573879bc-fdf6-4458-ba47-49e8f7397587 req-8592c7b5-2473-4c8e-aabb-6857e12f8818 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:33.913108 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-573879bc-fdf6-4458-ba47-49e8f7397587 req-8592c7b5-2473-4c8e-aabb-6857e12f8818 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0797768 May 27 23:52:33.957759 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-573879bc-fdf6-4458-ba47-49e8f7397587 req-176a268a-b7b3-48da-b09b-09523156c9fc tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388069 May 27 23:52:35.142647 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc9cdb-4227-415f-8067-45adb273d326 req-e5f6618d-c85b-4201-9a5d-4176e368a860 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:35.144097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fdfc9cdb-4227-415f-8067-45adb273d326 req-e5f6618d-c85b-4201-9a5d-4176e368a860 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0818961 May 27 23:52:35.187588 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-fdfc9cdb-4227-415f-8067-45adb273d326 req-a5672177-3975-47f0-a530-a96e57b1c794 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373590 May 27 23:52:36.370191 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f9f8f-6107-40d9-8ce6-77168ab90ff5 req-1e9cf429-ef7a-4339-9772-b69a83039257 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:36.371624 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d19f9f8f-6107-40d9-8ce6-77168ab90ff5 req-1e9cf429-ef7a-4339-9772-b69a83039257 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0794446 May 27 23:52:36.417966 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d19f9f8f-6107-40d9-8ce6-77168ab90ff5 req-5a95edef-4b24-457c-9f35-ad39761b20b3 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407553 May 27 23:52:37.600172 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad17a2-95a8-4b5e-b9f0-f82141b0e7d8 req-d7e6fa82-3ee5-4395-843c-0647cad2cbc3 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:37.601631 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d9ad17a2-95a8-4b5e-b9f0-f82141b0e7d8 req-d7e6fa82-3ee5-4395-843c-0647cad2cbc3 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0773425 May 27 23:52:37.644525 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d9ad17a2-95a8-4b5e-b9f0-f82141b0e7d8 req-ee3682e8-3490-434b-8981-24aefdacb942 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373657 May 27 23:52:38.828161 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3251b-83d7-4ae9-bd00-065dc4119bb5 req-8c78d4a3-1228-465d-badc-6c25439f235d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:38.829609 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1e3251b-83d7-4ae9-bd00-065dc4119bb5 req-8c78d4a3-1228-465d-badc-6c25439f235d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0819368 May 27 23:52:38.872869 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f1e3251b-83d7-4ae9-bd00-065dc4119bb5 req-ee671c30-c4c9-44c5-8959-7d949ee9a0a1 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369456 May 27 23:52:40.054642 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d995b-7f39-4868-b6c7-aee3bdda7de7 req-690cee5f-b146-4e69-9f4f-4f6339fc18ef tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:40.056080 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea7d995b-7f39-4868-b6c7-aee3bdda7de7 req-690cee5f-b146-4e69-9f4f-4f6339fc18ef tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0787101 May 27 23:52:40.098097 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ea7d995b-7f39-4868-b6c7-aee3bdda7de7 req-cd987ec6-ef43-4c31-a628-a53b3810b9b5 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364053 May 27 23:52:41.286545 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f93b7f-2b2b-496a-b215-4c733f7f4478 req-636f5a96-ebaf-485f-abd5-a5a0e1a32815 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:41.288573 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-34f93b7f-2b2b-496a-b215-4c733f7f4478 req-636f5a96-ebaf-485f-abd5-a5a0e1a32815 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0839050 May 27 23:52:41.331036 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-34f93b7f-2b2b-496a-b215-4c733f7f4478 req-cf62e142-992f-4bbf-8504-ee2ca0134b9c tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363750 May 27 23:52:42.482644 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0ceac849-82d8-45c6-8724-fdf077707ab8 details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:52:42.512299 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f1c21-3c96-4d71-b063-883f75aad830 req-4fb65ed7-1f0c-4e1e-a6c0-ac8c22d75949 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:42.513816 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e15f1c21-3c96-4d71-b063-883f75aad830 req-4fb65ed7-1f0c-4e1e-a6c0-ac8c22d75949 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 944 time: 0.0790975 May 27 23:52:42.563751 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-e15f1c21-3c96-4d71-b063-883f75aad830 req-a818c3ed-7286-4e96-91dd-5960b9e37adf tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441871 May 27 23:52:42.643270 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0ceac849-82d8-45c6-8724-fdf077707ab8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0ceac849-82d8-45c6-8724-fdf077707ab8,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:52:42.655752 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'port_id': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'mac_address': 'fa:16:3e:81:c5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:52:42.712255 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 0ceac849-82d8-45c6-8724-fdf077707ab8 is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:52:42.712665 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:42.728991 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ceac849-82d8-45c6-8724-fdf077707ab8 {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:52:42.743993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0ceac849-82d8-45c6-8724-fdf077707ab8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0ceac849-82d8-45c6-8724-fdf077707ab8,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:52:42.809347 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:42.873060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=0ceac849-82d8-45c6-8724-fdf077707ab8,revision_number=9']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:52:43.128018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['0ceac849-82d8-45c6-8724-fdf077707ab8'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:52:43.751048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66677023-c852-4df8-9eb1-50da22d26963 req-3ce93d39-d6fa-44a0-a339-368344bc6ca4 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:43.752520 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66677023-c852-4df8-9eb1-50da22d26963 req-3ce93d39-d6fa-44a0-a339-368344bc6ca4 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 945 time: 0.0799003 May 27 23:52:43.797165 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-66677023-c852-4df8-9eb1-50da22d26963 req-08759143-e9c6-442e-afb1-861015a8af6d tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383992 May 27 23:52:44.483555 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0ceac849-82d8-45c6-8724-fdf077707ab8 up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:52:44.642029 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 0ceac849-82d8-45c6-8724-fdf077707ab8 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:52:44.646828 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 0ceac849-82d8-45c6-8724-fdf077707ab8 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:52:44.647195 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:44.763124 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 0ceac849-82d8-45c6-8724-fdf077707ab8 is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:52:44.763435 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:44.789262 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:52:44.798701 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 0ceac849-82d8-45c6-8724-fdf077707ab8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0ceac849-82d8-45c6-8724-fdf077707ab8,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:52:44.833390 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c04cf6f4-9b7a-4649-aeb2-b1e048982b06'] response: {'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'code': 200} May 27 23:52:44.854793 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:44.922106 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=0ceac849-82d8-45c6-8724-fdf077707ab8,revision_number=10']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:52:44.990085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f415f-0999-48e6-9a34-63ea01fe1890 req-c66bbeff-df66-4f43-9d0c-c9276ee0b1dd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:44.991514 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0a4f415f-0999-48e6-9a34-63ea01fe1890 req-c66bbeff-df66-4f43-9d0c-c9276ee0b1dd tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 947 time: 0.0867481 May 27 23:52:45.035815 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0a4f415f-0999-48e6-9a34-63ea01fe1890 req-64ed93f6-82cc-4b74-991b-a559f04790ce tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382853 May 27 23:52:45.181879 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a4b99-390a-4b6d-b1ce-7fdfb5536bdd req-64663911-0eab-416e-a33b-0d69dbe355f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:45.183409 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d3a4b99-390a-4b6d-b1ce-7fdfb5536bdd req-64663911-0eab-416e-a33b-0d69dbe355f7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 1098 time: 0.1686296 May 27 23:52:45.223358 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1d3a4b99-390a-4b6d-b1ce-7fdfb5536bdd req-48eddd21-489a-4ad2-8819-0e495f410a9c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337622 May 27 23:52:46.223120 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b03550-52b1-4bf1-a090-6c9111db937c req-e25062de-bc10-4b18-b30c-f051df24437e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:46.224607 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68b03550-52b1-4bf1-a090-6c9111db937c req-e25062de-bc10-4b18-b30c-f051df24437e tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 947 time: 0.0797482 May 27 23:52:46.270927 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-68b03550-52b1-4bf1-a090-6c9111db937c req-64433072-ef5d-45bc-b7e4-d81205b98c8a tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399342 May 27 23:52:46.676740 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:47.073898 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-faaa59b5-3240-4cec-a9ad-acd0a84d83c2 req-b71ed228-abb3-4248-89e4-2a43bb578075 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711975 May 27 23:52:47.224612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa59b5-3240-4cec-a9ad-acd0a84d83c2 req-78a8c32f-d8d3-4976-b872-0c669742a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:47.226054 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-faaa59b5-3240-4cec-a9ad-acd0a84d83c2 req-78a8c32f-d8d3-4976-b872-0c669742a299 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 1098 time: 0.0704045 May 27 23:52:47.370255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa59b5-3240-4cec-a9ad-acd0a84d83c2 req-7470789f-9d04-42d1-aa26-0ad901af39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:47.371632 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-faaa59b5-3240-4cec-a9ad-acd0a84d83c2 req-7470789f-9d04-42d1-aa26-0ad901af39f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1265721 May 27 23:52:47.458682 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8233b0-d281-428a-9b9b-50c530af71c6 req-ae35c8c3-d064-454b-8559-2404e654ebcf tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:47.460121 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab8233b0-d281-428a-9b9b-50c530af71c6 req-ae35c8c3-d064-454b-8559-2404e654ebcf tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 947 time: 0.0827188 May 27 23:52:47.475663 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-faaa59b5-3240-4cec-a9ad-acd0a84d83c2 req-04aab63a-eacc-4ab6-aa7f-b24fc211d83e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ceac849-82d8-45c6-8724-fdf077707ab8 HTTP/1.1" status: 200 len: 1002 time: 0.0981135 May 27 23:52:47.504126 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ab8233b0-d281-428a-9b9b-50c530af71c6 req-33ae7c0a-ca5a-4388-8928-b0b573359dd0 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377097 May 27 23:52:47.538320 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa59b5-3240-4cec-a9ad-acd0a84d83c2 req-e75d0bfa-8044-44b0-a035-bdaccea81a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:47.539748 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-faaa59b5-3240-4cec-a9ad-acd0a84d83c2 req-e75d0bfa-8044-44b0-a035-bdaccea81a1d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0577898 May 27 23:52:47.614191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa59b5-3240-4cec-a9ad-acd0a84d83c2 req-0b21ee8b-1d71-4574-99af-8b002163ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:52:47.615595 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-faaa59b5-3240-4cec-a9ad-acd0a84d83c2 req-0b21ee8b-1d71-4574-99af-8b002163ffa9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702536 May 27 23:52:47.742912 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-faaa59b5-3240-4cec-a9ad-acd0a84d83c2 req-64bd99ef-d0a5-42ba-acef-a4e5cf9a6629 service neutron] 10.222.0.57 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208096 May 27 23:52:47.872885 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-faaa59b5-3240-4cec-a9ad-acd0a84d83c2 req-881334f9-859d-4657-b647-e097cddafbfb service neutron] 10.222.0.57 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236224 May 27 23:52:48.069007 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:52:53.220441 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:57.587009 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-50dc417c-5fe9-46d7-b282-bd5885a67350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:52:59.700306 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-991b0013-7247-4a76-9cf8-8e54a8984387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:53:01.047717 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:53:01.328245 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:53:02.403450 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:53:16.767622 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:53:23.174232 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:53:25.068977 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:53:27.602491 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28c858c4-2a3d-46ed-aaee-7b579ddfad83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:53:29.699520 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3eef5bc9-2f64-4e4f-b1ac-2bc8b418be79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:53:31.018962 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:53:31.202616 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:53:32.385341 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:53:46.745153 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:53:48.115977 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e53f76-a16e-4085-ad1d-6b3015ec0002 req-eee32815-2227-442b-9edf-8bc7f8c3762a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679350 May 27 23:53:48.270437 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e53f76-a16e-4085-ad1d-6b3015ec0002 req-96ab8e75-b374-40f5-827b-447ffe88f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:53:48.271763 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e53f76-a16e-4085-ad1d-6b3015ec0002 req-96ab8e75-b374-40f5-827b-447ffe88f187 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 1098 time: 0.0735736 May 27 23:53:48.412394 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e53f76-a16e-4085-ad1d-6b3015ec0002 req-64b50c30-dbb1-4c04-8904-bfaf1a00e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:53:48.413706 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e53f76-a16e-4085-ad1d-6b3015ec0002 req-64b50c30-dbb1-4c04-8904-bfaf1a00e929 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1221156 May 27 23:53:48.512732 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e53f76-a16e-4085-ad1d-6b3015ec0002 req-f35921d7-8d83-4e88-aa86-efd5c0362778 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ceac849-82d8-45c6-8724-fdf077707ab8 HTTP/1.1" status: 200 len: 1002 time: 0.0929024 May 27 23:53:48.572713 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e53f76-a16e-4085-ad1d-6b3015ec0002 req-893b9c5d-1587-4793-b8b4-e623b1cd204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:53:48.574069 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e53f76-a16e-4085-ad1d-6b3015ec0002 req-893b9c5d-1587-4793-b8b4-e623b1cd204b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0553350 May 27 23:53:48.644808 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e53f76-a16e-4085-ad1d-6b3015ec0002 req-205b175e-2d50-4e61-90c9-341ab128816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:53:48.646206 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e53f76-a16e-4085-ad1d-6b3015ec0002 req-205b175e-2d50-4e61-90c9-341ab128816a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668044 May 27 23:53:48.779399 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e53f76-a16e-4085-ad1d-6b3015ec0002 req-b0a5b203-1f88-49b1-82e2-571caf3a7a75 service neutron] 10.222.0.57 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256692 May 27 23:53:49.015028 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e8e53f76-a16e-4085-ad1d-6b3015ec0002 req-f0abc78b-3fd4-4ee1-8cf8-e7e51668467d service neutron] 10.222.0.57 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293043 May 27 23:53:53.208610 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:53:57.608181 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2f8f18da-3a22-4cac-a629-457f7f0e2054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:53:59.689204 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-03eede71-6d51-4da7-8725-9d24281d158a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:01.058789 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:01.178218 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:02.068569 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:54:02.418893 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:16.727587 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:23.229741 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:27.578182 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f58c7e8b-a8c9-49cc-92c1-5f604ac51f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:29.686993 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-152a93e5-adce-4507-abbb-010e7f2aeb3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:31.029556 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:31.178285 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:32.412735 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:35.662202 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50752) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:35.862329 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Deleting port addf68da-29ca-472f-ae8c-eb33175597d6 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:54:35.862595 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:36.028478 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:36.028720 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:36.149041 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Calling delete_port for addf68da-29ca-472f-ae8c-eb33175597d6 owned by network:floatingip {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:54:36.361121 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:36.409835 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event deleted for resources: {'Port': ['ID=addf68da-29ca-472f-ae8c-eb33175597d6,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:36.451159 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:36.451501 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:36.451837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:36.452168 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:36.452536 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:36.452858 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:36.453178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:36.454039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:36.454346 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:36.454666 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:36.454983 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:36.455300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:36.517386 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for floatingip, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:36.517717 n-d-843680-3 neutron-server[88901]: INFO neutron.db.l3_db [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Floating IP 369eb49c-8f1c-4be5-97d7-64ba3a7aef94 disassociated (deleted). External IP: 172.25.2.159, port: 0ceac849-82d8-45c6-8724-fdf077707ab8. May 27 23:54:36.858387 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:54:37.134019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:54:37.143347 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a41178-5605-4ad8-82b9-e366b596d5af None None] Sync routers for ids ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:54:37.149525 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:37.152964 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a41178-5605-4ad8-82b9-e366b596d5af None None] Routers {'2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:54:37.153563 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-99a41178-5605-4ad8-82b9-e366b596d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:37.203336 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-0c02b423-7849-4705-b414-46b5e1804d22 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "DELETE /v2.0/floatingips/369eb49c-8f1c-4be5-97d7-64ba3a7aef94 HTTP/1.1" status: 204 len: 168 time: 1.5400288 May 27 23:54:37.204039 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:54:37.333557 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-99a41178-5605-4ad8-82b9-e366b596d5af None None] Set router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:54:37.654251 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-99a41178-5605-4ad8-82b9-e366b596d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '018de63f-de8e-4714-8efb-62d150811922', 'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'mac_address': 'fa:16:3e:4d:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:18Z', 'updated_at': '2022-05-27T23:44:26Z', 'revision_number': 5, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'subnets': [{'id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:37.658563 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a41178-5605-4ad8-82b9-e366b596d5af None None] Checking router: 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:54:37.667206 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a41178-5605-4ad8-82b9-e366b596d5af None None] Routers {'2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:54:37.667788 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-99a41178-5605-4ad8-82b9-e366b596d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:37.756957 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facff689-d346-49ab-ae18-85d2e50d98e2 req-51359a07-7903-4e5e-95c7-65bd56346e85 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:54:37.758524 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-facff689-d346-49ab-ae18-85d2e50d98e2 req-51359a07-7903-4e5e-95c7-65bd56346e85 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 947 time: 0.1098168 May 27 23:54:37.806437 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-facff689-d346-49ab-ae18-85d2e50d98e2 req-8b63aadb-067c-4a1d-97a8-894cd3a59bb6 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422058 May 27 23:54:37.847456 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-99a41178-5605-4ad8-82b9-e366b596d5af None None] Set router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:54:38.185188 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-99a41178-5605-4ad8-82b9-e366b596d5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '018de63f-de8e-4714-8efb-62d150811922', 'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'mac_address': 'fa:16:3e:4d:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:18Z', 'updated_at': '2022-05-27T23:44:26Z', 'revision_number': 5, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'subnets': [{'id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:38.188971 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a41178-5605-4ad8-82b9-e366b596d5af None None] The sync data for ids ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'] in n-d-843680-3 is: [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:44:19Z', 'revision_number': 4, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': '018de63f-de8e-4714-8efb-62d150811922', 'name': '', 'network_id': '08837459-91aa-408b-a05e-1b28d8fdb583', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'mac_address': 'fa:16:3e:4d:70:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:18Z', 'updated_at': '2022-05-27T23:44:26Z', 'revision_number': 5, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'subnets': [{'id': 'be566a18-cd76-48ba-91f7-ff3228db7080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:54:38.393815 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5b1c97-bbcc-4332-b85b-50ece580516e None None] New status for floating IP 369eb49c-8f1c-4be5-97d7-64ba3a7aef94: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:54:38.434601 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-782a533e-07ac-4dba-b961-5876551e3a36'] response: {'name': 'network-changed', 'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'status': 'completed', 'code': 200} May 27 23:54:38.550911 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50623de2-fbd2-4bd9-bb78-86663da38df3 req-f0cc387f-6d66-4f15-969b-e29bd040684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:54:38.552426 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50623de2-fbd2-4bd9-bb78-86663da38df3 req-f0cc387f-6d66-4f15-969b-e29bd040684a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 1098 time: 0.0761077 May 27 23:54:38.688082 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50623de2-fbd2-4bd9-bb78-86663da38df3 req-a65ee3fd-a544-4f9c-90f6-907bf973fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:54:38.689536 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50623de2-fbd2-4bd9-bb78-86663da38df3 req-a65ee3fd-a544-4f9c-90f6-907bf973fad6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 200 len: 910 time: 0.1297529 May 27 23:54:38.755929 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50623de2-fbd2-4bd9-bb78-86663da38df3 req-62b8cebd-d4b3-4bc0-87ba-ff080f0d8d43 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ceac849-82d8-45c6-8724-fdf077707ab8 HTTP/1.1" status: 200 len: 217 time: 0.0594604 May 27 23:54:38.820753 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50623de2-fbd2-4bd9-bb78-86663da38df3 req-069175e2-90b8-442e-be12-df5134225a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:54:38.822139 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50623de2-fbd2-4bd9-bb78-86663da38df3 req-069175e2-90b8-442e-be12-df5134225a45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 200 len: 848 time: 0.0594199 May 27 23:54:38.906721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50623de2-fbd2-4bd9-bb78-86663da38df3 req-64ea550c-e416-4484-9b8b-387631a5cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:54:38.908169 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50623de2-fbd2-4bd9-bb78-86663da38df3 req-64ea550c-e416-4484-9b8b-387631a5cb05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=08837459-91aa-408b-a05e-1b28d8fdb583&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710826 May 27 23:54:38.990177 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29209738-c5bd-4f41-a2ee-3576223f023a req-a69d3f01-e64a-483f-a81d-fd8eb8b7f270 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:54:38.991637 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-29209738-c5bd-4f41-a2ee-3576223f023a req-a69d3f01-e64a-483f-a81d-fd8eb8b7f270 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 947 time: 0.0797927 May 27 23:54:39.035663 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-29209738-c5bd-4f41-a2ee-3576223f023a req-7441e380-bdfc-44ac-a840-b5b455c48724 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382969 May 27 23:54:39.038062 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50623de2-fbd2-4bd9-bb78-86663da38df3 req-c42612cb-b554-40eb-abbe-5964f18a4a6e service neutron] 10.222.0.57 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232188 May 27 23:54:39.068432 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:54:39.167897 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-50623de2-fbd2-4bd9-bb78-86663da38df3 req-5ed9c0a0-8480-4bb1-88f2-261aef3a40d7 service neutron] 10.222.0.57 "GET /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228137 May 27 23:54:39.447802 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccd126-a22f-4186-acca-c1cae7c45ecd req-94f96240-800d-40d7-9aa8-4388c0eb0aa7 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:54:39.448471 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-29ccd126-a22f-4186-acca-c1cae7c45ecd req-94f96240-800d-40d7-9aa8-4388c0eb0aa7 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Synchronizing usage tracker for tenant:d017279b2be943bb9a6f8ac29a394b0d on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:54:39.503110 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-29ccd126-a22f-4186-acca-c1cae7c45ecd req-94f96240-800d-40d7-9aa8-4388c0eb0aa7 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Unset dirty status for tenant:d017279b2be943bb9a6f8ac29a394b0d on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:54:39.504229 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-29ccd126-a22f-4186-acca-c1cae7c45ecd req-94f96240-800d-40d7-9aa8-4388c0eb0aa7 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 947 time: 0.1388686 May 27 23:54:39.573025 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-29ccd126-a22f-4186-acca-c1cae7c45ecd req-3d00feab-c1cf-4ee4-97bf-4f2647a114b2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Deleting port 0ceac849-82d8-45c6-8724-fdf077707ab8 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:54:39.573367 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-29ccd126-a22f-4186-acca-c1cae7c45ecd req-3d00feab-c1cf-4ee4-97bf-4f2647a114b2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:39.815557 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-29ccd126-a22f-4186-acca-c1cae7c45ecd req-3d00feab-c1cf-4ee4-97bf-4f2647a114b2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] For port 0ceac849-82d8-45c6-8724-fdf077707ab8, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=0ceac849-82d8-45c6-8724-fdf077707ab8,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:54:39.815906 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-29ccd126-a22f-4186-acca-c1cae7c45ecd req-3d00feab-c1cf-4ee4-97bf-4f2647a114b2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:39.935737 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-29ccd126-a22f-4186-acca-c1cae7c45ecd req-3d00feab-c1cf-4ee4-97bf-4f2647a114b2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Calling delete_port for 0ceac849-82d8-45c6-8724-fdf077707ab8 owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:54:40.230145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd0b3d-71eb-4b58-a577-ffbb80d936ff req-c2d59567-05e4-4e00-aa5f-e860b0bb1814 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:54:40.231601 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ebd0b3d-71eb-4b58-a577-ffbb80d936ff req-c2d59567-05e4-4e00-aa5f-e860b0bb1814 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 947 time: 0.0844254 May 27 23:54:40.241549 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-29ccd126-a22f-4186-acca-c1cae7c45ecd req-3d00feab-c1cf-4ee4-97bf-4f2647a114b2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:40.276953 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-0ebd0b3d-71eb-4b58-a577-ffbb80d936ff req-28b588c8-8f11-44b9-b482-35b770ce1cfc tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/security-groups?id=62e6195b-09e6-48d3-9a7d-e0d478700245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394075 May 27 23:54:40.290791 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00feab-c1cf-4ee4-97bf-4f2647a114b2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event deleted for resources: {'Port': ['ID=0ceac849-82d8-45c6-8724-fdf077707ab8,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:40.367977 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ccd126-a22f-4186-acca-c1cae7c45ecd req-3d00feab-c1cf-4ee4-97bf-4f2647a114b2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] No DVR routers for this DVR port 0ceac849-82d8-45c6-8724-fdf077707ab8 on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:54:40.370416 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-29ccd126-a22f-4186-acca-c1cae7c45ecd req-3d00feab-c1cf-4ee4-97bf-4f2647a114b2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:40.435132 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'name': 'network-vif-deleted', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:54:40.442066 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-29ccd126-a22f-4186-acca-c1cae7c45ecd req-3d00feab-c1cf-4ee4-97bf-4f2647a114b2 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.57 "DELETE /v2.0/ports/0ceac849-82d8-45c6-8724-fdf077707ab8 HTTP/1.1" status: 204 len: 173 time: 0.9330540 May 27 23:54:40.478695 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0082922-2206-4037-827d-50ac76fd887c'] response: {'server_uuid': 'a2c9826b-2fdd-47b4-9138-26c8bc1bd614', 'name': 'network-vif-deleted', 'tag': '0ceac849-82d8-45c6-8724-fdf077707ab8', 'status': 'completed', 'code': 200} May 27 23:54:40.798522 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-d0c84dcc-29e6-42ee-ae4e-d402b5db930b req-b4a886bc-fdf2-4b5c-98f2-5fb6661f9cec service neutron] (88900) timed out ('10.222.0.27', 44530) {{(pid=88900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 27 23:54:41.428839 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-167a611d-05d3-424a-826b-0aecba07a1d8 req-dea1e0a7-ff19-4962-8172-96cae318fc5c tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "GET /v2.0/ports?device_id=a2c9826b-2fdd-47b4-9138-26c8bc1bd614 HTTP/1.1" status: 200 len: 210 time: 0.0423312 May 27 23:54:42.522914 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50780) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:42.592045 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34f82c8b-cff5-4118-b3de-0c5d4d718963 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:42.621178 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34f82c8b-cff5-4118-b3de-0c5d4d718963 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:42.830139 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34f82c8b-cff5-4118-b3de-0c5d4d718963 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:42.848011 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f82c8b-cff5-4118-b3de-0c5d4d718963 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e6195b-09e6-48d3-9a7d-e0d478700245,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:42.914425 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-34f82c8b-cff5-4118-b3de-0c5d4d718963 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:42.915867 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-34f82c8b-cff5-4118-b3de-0c5d4d718963 tempest-TestShelveInstance-148262791 tempest-TestShelveInstance-148262791-project] 10.222.0.27 "DELETE /v2.0/security-groups/62e6195b-09e6-48d3-9a7d-e0d478700245 HTTP/1.1" status: 204 len: 168 time: 0.3918591 May 27 23:54:42.977784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0ceac849-82d8-45c6-8724-fdf077707ab8 no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:54:43.011772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 0ceac849-82d8-45c6-8724-fdf077707ab8 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:54:43.013135 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 0ceac849-82d8-45c6-8724-fdf077707ab8 not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:54:43.028965 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50786) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:43.798102 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cbc222c4-8af2-4938-b9f4-b5a27bf4a779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:44.145623 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-cbc222c4-8af2-4938-b9f4-b5a27bf4a779 admin admin] Deleting port 018de63f-de8e-4714-8efb-62d150811922 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:54:44.145961 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cbc222c4-8af2-4938-b9f4-b5a27bf4a779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:44.320675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-cbc222c4-8af2-4938-b9f4-b5a27bf4a779 admin admin] For port 018de63f-de8e-4714-8efb-62d150811922, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=018de63f-de8e-4714-8efb-62d150811922,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:54:44.321089 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cbc222c4-8af2-4938-b9f4-b5a27bf4a779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:44.549388 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-cbc222c4-8af2-4938-b9f4-b5a27bf4a779 admin admin] Calling delete_port for 018de63f-de8e-4714-8efb-62d150811922 owned by network:router_interface {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:54:44.921275 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cbc222c4-8af2-4938-b9f4-b5a27bf4a779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:44.972764 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc222c4-8af2-4938-b9f4-b5a27bf4a779 admin admin] Pushing event deleted for resources: {'Port': ['ID=018de63f-de8e-4714-8efb-62d150811922,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:45.233684 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-cbc222c4-8af2-4938-b9f4-b5a27bf4a779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:45.581166 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc222c4-8af2-4938-b9f4-b5a27bf4a779 admin admin] Router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88901) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:54:45.758681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc222c4-8af2-4938-b9f4-b5a27bf4a779 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:54:45.767895 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a76ec7-eb91-4705-85a8-73dbd878aee0 None None] Sync routers for ids ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:54:45.771208 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-cbc222c4-8af2-4938-b9f4-b5a27bf4a779 admin admin] 10.222.0.27 "PUT /v2.0/routers/2fe3e196-f419-4849-bb0e-6e8cb7ac96d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7411463 May 27 23:54:45.773641 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50792) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:45.777052 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a76ec7-eb91-4705-85a8-73dbd878aee0 None None] Routers {'2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:54:45.777646 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-39a76ec7-eb91-4705-85a8-73dbd878aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:45.951002 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-39a76ec7-eb91-4705-85a8-73dbd878aee0 None None] Set router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:54:46.066227 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] Notify callbacks [] for router, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:46.229661 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-39a76ec7-eb91-4705-85a8-73dbd878aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:54:44Z', 'revision_number': 5, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:46.233514 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a76ec7-eb91-4705-85a8-73dbd878aee0 None None] Checking router: 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:54:46.241453 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:46.241814 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a76ec7-eb91-4705-85a8-73dbd878aee0 None None] Routers {'2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:54:46.242408 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-39a76ec7-eb91-4705-85a8-73dbd878aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:46.321237 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] Deleting port 0594900a-2f0d-43b9-917f-3140462e09cb {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:54:46.321582 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:46.417412 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-39a76ec7-eb91-4705-85a8-73dbd878aee0 None None] Set router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:54:46.497408 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] For port 0594900a-2f0d-43b9-917f-3140462e09cb, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=0594900a-2f0d-43b9-917f-3140462e09cb,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:54:46.497680 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:46.618837 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] Calling delete_port for 0594900a-2f0d-43b9-917f-3140462e09cb owned by network:router_gateway {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:54:46.701164 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-39a76ec7-eb91-4705-85a8-73dbd878aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:54:44Z', 'revision_number': 5, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:46.705699 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a76ec7-eb91-4705-85a8-73dbd878aee0 None None] The sync data for ids ['2fe3e196-f419-4849-bb0e-6e8cb7ac96d0'] in n-d-843680-3 is: [{'id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'name': 'tempest-TestShelveInstance-1762163392-router', 'tenant_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:14Z', 'updated_at': '2022-05-27T23:54:44Z', 'revision_number': 5, 'project_id': 'd017279b2be943bb9a6f8ac29a394b0d', 'gw_port': {'id': '0594900a-2f0d-43b9-917f-3140462e09cb', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe3e196-f419-4849-bb0e-6e8cb7ac96d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:15Z', 'updated_at': '2022-05-27T23:44:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:54:46.738068 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:46.841136 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:46.885332 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] Pushing event deleted for resources: {'Port': ['ID=0594900a-2f0d-43b9-917f-3140462e09cb,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:46.977792 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:47.150184 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:47.152714 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:47.235840 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:47.236412 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 {{(pid=88901) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:54:47.248835 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:47.252440 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-53a61a95-0c9d-4881-b996-060a30234562 admin admin] 10.222.0.27 "DELETE /v2.0/routers/2fe3e196-f419-4849-bb0e-6e8cb7ac96d0 HTTP/1.1" status: 204 len: 168 time: 1.4754384 May 27 23:54:47.252788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50796) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:47.313697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Deleting subnet be566a18-cd76-48ba-91f7-ff3228db7080 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:54:47.316756 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:47.463402 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:47.538359 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:47.676234 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:47.712817 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be566a18-cd76-48ba-91f7-ff3228db7080,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:47.724211 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:47.730009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec1fb40-9556-4ecf-99d8-a15635f4ba6a None None] Network 08837459-91aa-408b-a05e-1b28d8fdb583 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:54:47.733197 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:47.733546 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:47.733879 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:47.734207 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:47.734585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:47.734911 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:47.735229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:47.735637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:47.735942 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:47.736436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:47.736913 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:47.737229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:47.741107 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e57da171-a506-4e3a-bc7f-0af0a533d473 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/be566a18-cd76-48ba-91f7-ff3228db7080 HTTP/1.1" status: 204 len: 168 time: 0.4873247 May 27 23:54:47.743660 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50800) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:47.750518 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 018de63f-de8e-4714-8efb-62d150811922 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:54:47.792176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 018de63f-de8e-4714-8efb-62d150811922 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:54:47.792548 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 018de63f-de8e-4714-8efb-62d150811922 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:54:47.792962 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0594900a-2f0d-43b9-917f-3140462e09cb no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:54:47.848839 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:47.859215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] Deleting port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:54:47.859592 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:47.903957 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 0594900a-2f0d-43b9-917f-3140462e09cb {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:54:47.904298 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 0594900a-2f0d-43b9-917f-3140462e09cb not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:54:48.069266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] For port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1b4e3d1c-9d60-4f70-bddc-b60927943f3a,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:54:48.069623 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:48.085212 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ccefe9-a42e-47d3-80a6-30fc0f046900 None None] DHCP port deletion for 08837459-91aa-408b-a05e-1b28d8fdb583 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:54:48.089047 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b9ccefe9-a42e-47d3-80a6-30fc0f046900 None None] Deleting port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:54:48.089418 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9ccefe9-a42e-47d3-80a6-30fc0f046900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:48.196462 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] Calling delete_port for 1b4e3d1c-9d60-4f70-bddc-b60927943f3a owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:54:48.291740 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-b9ccefe9-a42e-47d3-80a6-30fc0f046900 None None] For port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1b4e3d1c-9d60-4f70-bddc-b60927943f3a,segment=NetworkSegment(080303f9-8033-4fd4-9698-5bf2f0774a85),segment_id=080303f9-8033-4fd4-9698-5bf2f0774a85)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:54:48.292066 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9ccefe9-a42e-47d3-80a6-30fc0f046900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:48.372993 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:48.410694 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b9ccefe9-a42e-47d3-80a6-30fc0f046900 None None] Calling delete_port for 1b4e3d1c-9d60-4f70-bddc-b60927943f3a owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:54:48.425752 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] No DVR routers for this DVR port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:54:48.455482 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4e3d1c-9d60-4f70-bddc-b60927943f3a,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 27 23:54:48.478078 n-d-843680-3 neutron-server[88902]: util.warn( May 27 23:54:48.487332 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-b9ccefe9-a42e-47d3-80a6-30fc0f046900 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:54:48.487680 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-b9ccefe9-a42e-47d3-80a6-30fc0f046900 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:54:48.544190 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:48.569498 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08837459-91aa-408b-a05e-1b28d8fdb583']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:48.581359 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080303f9-8033-4fd4-9698-5bf2f0774a85') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:48.581657 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080303f9-8033-4fd4-9698-5bf2f0774a85') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:48.592683 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:48.608093 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:48.614761 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:54:48.615138 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:48.697798 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 080303f9-8033-4fd4-9698-5bf2f0774a85 resource provider aggregate not found May 27 23:54:48.718099 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 080303f9-8033-4fd4-9698-5bf2f0774a85 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 080303f9-8033-4fd4-9698-5bf2f0774a85 found for delete ", "request_id": "req-bff4bc2e-e4aa-4eb2-a6f3-0ce8fd523b91"}]} May 27 23:54:48.761340 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:48.777424 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:48.787980 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] Pushing event deleted for resources: {'Network': ['ID=08837459-91aa-408b-a05e-1b28d8fdb583,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:48.870291 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b0b7cc1a-403f-447f-b2cb-f3b0a7eee007 admin admin] 10.222.0.27 "DELETE /v2.0/networks/08837459-91aa-408b-a05e-1b28d8fdb583 HTTP/1.1" status: 204 len: 168 time: 1.1255190 May 27 23:54:48.873089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50810) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:48.988953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b9ccefe9-a42e-47d3-80a6-30fc0f046900 None None] Deleting port 1b4e3d1c-9d60-4f70-bddc-b60927943f3a {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:54:48.989493 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b9ccefe9-a42e-47d3-80a6-30fc0f046900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:49.056091 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-b9ccefe9-a42e-47d3-80a6-30fc0f046900 None None] The port '1b4e3d1c-9d60-4f70-bddc-b60927943f3a' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:54:49.505902 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3034dce3-caa6-4edc-9ec5-45a50920f033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:49.628549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1b4e3d1c-9d60-4f70-bddc-b60927943f3a no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:54:49.665040 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 1b4e3d1c-9d60-4f70-bddc-b60927943f3a {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:54:49.665386 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1b4e3d1c-9d60-4f70-bddc-b60927943f3a not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:54:49.848613 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-3034dce3-caa6-4edc-9ec5-45a50920f033 admin admin] Deleting port 232bf44c-4193-49c0-91d2-02837bb4e837 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:54:49.848950 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3034dce3-caa6-4edc-9ec5-45a50920f033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:50.019596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-3034dce3-caa6-4edc-9ec5-45a50920f033 admin admin] For port 232bf44c-4193-49c0-91d2-02837bb4e837, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=232bf44c-4193-49c0-91d2-02837bb4e837,segment=NetworkSegment(f401fd58-009a-4c07-9b7d-12b1332b7b44),segment_id=f401fd58-009a-4c07-9b7d-12b1332b7b44)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:54:50.019947 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3034dce3-caa6-4edc-9ec5-45a50920f033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:50.139301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-3034dce3-caa6-4edc-9ec5-45a50920f033 admin admin] Calling delete_port for 232bf44c-4193-49c0-91d2-02837bb4e837 owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:54:50.366902 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3034dce3-caa6-4edc-9ec5-45a50920f033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:50.413472 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034dce3-caa6-4edc-9ec5-45a50920f033 admin admin] Pushing event deleted for resources: {'Port': ['ID=232bf44c-4193-49c0-91d2-02837bb4e837,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:50.786060 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-3034dce3-caa6-4edc-9ec5-45a50920f033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:51.138718 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3034dce3-caa6-4edc-9ec5-45a50920f033 admin admin] Router 5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:54:51.316898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3034dce3-caa6-4edc-9ec5-45a50920f033 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:54:51.325382 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06afdf7-b398-4637-ad91-065172bb09db None None] Sync routers for ids ['5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:54:51.328644 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-3034dce3-caa6-4edc-9ec5-45a50920f033 admin admin] 10.222.0.27 "PUT /v2.0/routers/5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4542913 May 27 23:54:51.330815 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50814) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:51.335148 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06afdf7-b398-4637-ad91-065172bb09db None None] Routers {'5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:54:51.335788 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f06afdf7-b398-4637-ad91-065172bb09db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:51.508374 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:51.510560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f06afdf7-b398-4637-ad91-065172bb09db None None] Set router 5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:54:51.682906 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:51.738176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] Deleting port 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:54:51.738525 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:51.792550 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f06afdf7-b398-4637-ad91-065172bb09db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'name': 'tempest-TestShelveInstance-260237169-router', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '9a13bd14-3d86-49ff-9987-c6706ea7a1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:22Z', 'updated_at': '2022-05-27T23:54:50Z', 'revision_number': 5, 'project_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'gw_port': {'id': '9a13bd14-3d86-49ff-9987-c6706ea7a1c0', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:bd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4394, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:44:23Z', 'updated_at': '2022-05-27T23:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:51.796390 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06afdf7-b398-4637-ad91-065172bb09db None None] Checking router: 5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:54:51.804662 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06afdf7-b398-4637-ad91-065172bb09db None None] Routers {'5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:54:51.805257 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f06afdf7-b398-4637-ad91-065172bb09db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:54:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:51.913998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] For port 9a13bd14-3d86-49ff-9987-c6706ea7a1c0, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=9a13bd14-3d86-49ff-9987-c6706ea7a1c0,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:54:51.914840 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:51.952254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-f06afdf7-b398-4637-ad91-065172bb09db None None] Set router 5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:54:52.036926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] Calling delete_port for 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:54:52.097679 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-f06afdf7-b398-4637-ad91-065172bb09db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'name': 'tempest-TestShelveInstance-260237169-router', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:22Z', 'updated_at': '2022-05-27T23:54:51Z', 'revision_number': 6, 'project_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:52.101478 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06afdf7-b398-4637-ad91-065172bb09db None None] The sync data for ids ['5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9'] in n-d-843680-3 is: [{'id': '5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9', 'name': 'tempest-TestShelveInstance-260237169-router', 'tenant_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:44:22Z', 'updated_at': '2022-05-27T23:54:51Z', 'revision_number': 6, 'project_id': 'ed45fe1d81e947fe8ed25577c2ccf733', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:54:52.361369 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:52.409611 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a13bd14-3d86-49ff-9987-c6706ea7a1c0,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:52.502088 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:52.671236 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:52.673923 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:52.749523 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:52.750094 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 27 23:54:52.762450 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:52.763564 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1ec8a71c-c338-44de-a89d-91af9128c779 admin admin] 10.222.0.27 "DELETE /v2.0/routers/5dae3f6f-802d-4c4f-a617-ab65a0e6c3b9 HTTP/1.1" status: 204 len: 168 time: 1.4317579 May 27 23:54:52.766722 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50818) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:52.827315 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c76d28e3-075f-4a2d-9861-f3761ef7a4a8 admin admin] Deleting subnet af59c171-0409-447c-a84c-7efc75c1d261 {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 27 23:54:52.830937 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c76d28e3-075f-4a2d-9861-f3761ef7a4a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:52.880792 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c76d28e3-075f-4a2d-9861-f3761ef7a4a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:52.962934 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c76d28e3-075f-4a2d-9861-f3761ef7a4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:53.081525 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c76d28e3-075f-4a2d-9861-f3761ef7a4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:53.118602 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d28e3-075f-4a2d-9861-f3761ef7a4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af59c171-0409-447c-a84c-7efc75c1d261,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:53.126768 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c76d28e3-075f-4a2d-9861-f3761ef7a4a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:53.128234 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3e390e-9d8a-4a47-8c3c-a315bcd0e228 None None] Network 33a99acd-871d-420c-9a4e-40204fbe0969 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:54:53.133362 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c76d28e3-075f-4a2d-9861-f3761ef7a4a8 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/af59c171-0409-447c-a84c-7efc75c1d261 HTTP/1.1" status: 204 len: 168 time: 0.3656034 May 27 23:54:53.135664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50822) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:53.241144 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:53.251776 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] Deleting port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:54:53.252098 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:53.260201 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:53.383980 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8161d881-023c-4dee-9217-ca2388228d65 None None] DHCP port deletion for 33a99acd-871d-420c-9a4e-40204fbe0969 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 27 23:54:53.388205 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8161d881-023c-4dee-9217-ca2388228d65 None None] Deleting port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:54:53.388620 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8161d881-023c-4dee-9217-ca2388228d65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:53.458357 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] For port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f,segment=NetworkSegment(f401fd58-009a-4c07-9b7d-12b1332b7b44),segment_id=f401fd58-009a-4c07-9b7d-12b1332b7b44)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:54:53.458700 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:53.577361 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] Calling delete_port for d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:54:53.591643 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-8161d881-023c-4dee-9217-ca2388228d65 None None] For port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f,segment=NetworkSegment(f401fd58-009a-4c07-9b7d-12b1332b7b44),segment_id=f401fd58-009a-4c07-9b7d-12b1332b7b44)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:54:53.592031 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8161d881-023c-4dee-9217-ca2388228d65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:53.652767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:54:53.721335 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:53.749449 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8161d881-023c-4dee-9217-ca2388228d65 None None] Calling delete_port for d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:54:53.772377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:53.776829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] No DVR routers for this DVR port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:54:53.819888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No active binding found for port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f {{(pid=88902) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 27 23:54:53.820289 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:54:53.820741 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 232bf44c-4193-49c0-91d2-02837bb4e837 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:54:53.866437 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 232bf44c-4193-49c0-91d2-02837bb4e837 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:54:53.866765 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 232bf44c-4193-49c0-91d2-02837bb4e837 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:54:53.867105 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:54:53.902272 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-8161d881-023c-4dee-9217-ca2388228d65 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 27 23:54:53.902628 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-8161d881-023c-4dee-9217-ca2388228d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 23:54:53.903210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:54:53.903549 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 9a13bd14-3d86-49ff-9987-c6706ea7a1c0 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:54:53.995825 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:54.019914 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a99acd-871d-420c-9a4e-40204fbe0969']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:54.032170 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f401fd58-009a-4c07-9b7d-12b1332b7b44') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:54.032542 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f401fd58-009a-4c07-9b7d-12b1332b7b44') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:54:54.043705 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:54.059631 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:54.065485 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 23:54:54.065861 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:54.130860 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment f401fd58-009a-4c07-9b7d-12b1332b7b44 resource provider aggregate not found May 27 23:54:54.150678 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment f401fd58-009a-4c07-9b7d-12b1332b7b44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f401fd58-009a-4c07-9b7d-12b1332b7b44 found for delete ", "request_id": "req-f6d93a1d-9eb2-4825-bdfc-35e07ffca9fa"}]} May 27 23:54:54.200762 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:54.205028 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:54.229083 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] Pushing event deleted for resources: {'Network': ['ID=33a99acd-871d-420c-9a4e-40204fbe0969,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:54.232726 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-52128b0b-4249-4fdf-88cd-f78bd537b287 admin admin] 10.222.0.27 "DELETE /v2.0/networks/33a99acd-871d-420c-9a4e-40204fbe0969 HTTP/1.1" status: 204 len: 168 time: 1.0961323 May 27 23:54:54.403435 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8161d881-023c-4dee-9217-ca2388228d65 None None] Deleting port d6076d8b-f6c8-4e5c-bed6-edee3e9bb55f {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:54:54.403954 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8161d881-023c-4dee-9217-ca2388228d65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:54.470268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-8161d881-023c-4dee-9217-ca2388228d65 None None] The port 'd6076d8b-f6c8-4e5c-bed6-edee3e9bb55f' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 27 23:54:54.630631 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50832) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:54.679337 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-817b4c4a-1250-431a-b1f3-5c52645d489b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d017279b2be943bb9a6f8ac29a394b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475054 May 27 23:54:54.681684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50836) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:54.743537 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9367-7861-4c2c-adfc-8138a7caedce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:54.767468 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9367-7861-4c2c-adfc-8138a7caedce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:54.869207 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9367-7861-4c2c-adfc-8138a7caedce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:54.886649 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa9367-7861-4c2c-adfc-8138a7caedce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb19ced-7114-483a-bbff-46897b0419fe,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:54.894103 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-0cfa9367-7861-4c2c-adfc-8138a7caedce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:54.895310 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-0cfa9367-7861-4c2c-adfc-8138a7caedce admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8bb19ced-7114-483a-bbff-46897b0419fe HTTP/1.1" status: 204 len: 168 time: 0.2127504 May 27 23:54:55.601196 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50844) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:55.649101 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d1d9d5ff-cdb8-48cf-a9ec-6d2eddcd2232 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ed45fe1d81e947fe8ed25577c2ccf733&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467417 May 27 23:54:55.651513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50848) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:55.709771 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f800e1f-c134-4cdb-a514-fa6dd15c041d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:55.736437 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f800e1f-c134-4cdb-a514-fa6dd15c041d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:55.869425 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f800e1f-c134-4cdb-a514-fa6dd15c041d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:55.884697 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f800e1f-c134-4cdb-a514-fa6dd15c041d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf80e06-6860-4893-979c-5187d79abccd,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:55.892754 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-1f800e1f-c134-4cdb-a514-fa6dd15c041d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:55.892754 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-1f800e1f-c134-4cdb-a514-fa6dd15c041d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2cf80e06-6860-4893-979c-5187d79abccd HTTP/1.1" status: 204 len: 168 time: 0.2393978 May 27 23:54:56.995129 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50872) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:57.096780 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1963870256-network', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:54:57.102136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:54:57.105933 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Usage tracker for resource:network and tenant:433f501a86af4779ab3d2c0e5157e605 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:54:57.108771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:54:57.114829 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:54:57.166793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Made reservation on behalf of 433f501a86af4779ab3d2c0e5157e605 for: {'network': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:54:57.169355 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:57.181679 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:57.196406 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:54:57.200143 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Usage tracker for resource:security_group_rule and tenant:433f501a86af4779ab3d2c0e5157e605 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:54:57.203551 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:54:57.209190 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:54:57.290686 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:57.355144 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:57.386698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=88900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:54:57.392225 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8197ab73-f979-4f77-8f1a-000ed69f4314,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:57.399818 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:57.399818 n-d-843680-3 neutron-server[88900]: INFO neutron.db.segments_db [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Added segment 4d214355-c090-482f-96b6-b04071e7f7f9 of type vlan for network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d May 27 23:54:57.426131 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:57.503902 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:57.504840 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:54:57.505415 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:57.583682 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-987a9ea6-96a8-47ed-a884-e912b250cfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:57.609109 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] Pushing event updated for resources: {'Network': ['ID=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:57.618513 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:54:57.681948 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b63b2af9-2b7b-4d64-8511-b0a6d3bd8ddc admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6855118 May 27 23:54:57.684528 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50878) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:57.690674 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] Request body: {'subnet': {'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1963870256-subnet', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'ip_version': 4}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:54:57.696377 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:54:57.700423 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] Usage tracker for resource:subnet and tenant:433f501a86af4779ab3d2c0e5157e605 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:54:57.703871 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:54:57.709790 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:54:57.789755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] Made reservation on behalf of 433f501a86af4779ab3d2c0e5157e605 for: {'subnet': 1} {{(pid=88900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:54:57.792014 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6661517'] for subnet, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:58.046368 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8214551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6661567'] for subnet, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:58.119387 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0379fc6b-4478-4dc9-85ed-a864b2bd660c,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:58.128073 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] Checking segment: {'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:54:58.128468 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] Network hostable DHCP agents. Network: bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:54:58.206067 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] Network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:54:58.280328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d) {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:54:58.284826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:54:58.285636 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:58.288784 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c4a4f1-9ade-4d4f-9b05-1ac8eb9e86d8 None None] Network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:54:58.367486 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-88be3785-278f-4639-970b-55af46adbdb4 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6816480 May 27 23:54:58.370173 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50882) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:54:58.375754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:54:58.381238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:54:58.385092 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Usage tracker for resource:router and tenant:433f501a86af4779ab3d2c0e5157e605 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:54:58.388071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:54:58.393645 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:54:58.458033 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:58.459102 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:58.474462 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:58.535767 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:54:58.536720 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:58.689811 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Allocated IP 172.20.0.2 (bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d/0379fc6b-4478-4dc9-85ed-a864b2bd660c/562fc527-32b9-4522-94ca-110490ddc4da) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:54:58.781919 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:58.888660 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:58.899066 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Transition to ACTIVE for port object 562fc527-32b9-4522-94ca-110490ddc4da will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:54:58.918009 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Transition to ACTIVE for port object 562fc527-32b9-4522-94ca-110490ddc4da will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:54:58.984541 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:59.054510 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:54:59.057512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:54:59.061247 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:54:59.067139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Pushing event updated for resources: {'Port': ['ID=562fc527-32b9-4522-94ca-110490ddc4da,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:59.104705 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:59.105046 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:59.105380 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:59.105714 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:59.106038 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:59.106361 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:59.106678 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:59.106993 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:59.107305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:59.107619 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:59.107935 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:59.108250 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:54:59.168846 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Attempting to bind port 562fc527-32b9-4522-94ca-110490ddc4da on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:54:59.169202 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Attempting to bind port 562fc527-32b9-4522-94ca-110490ddc4da by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:54:59.169551 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Attempting to bind port 562fc527-32b9-4522-94ca-110490ddc4da on network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:54:59.174789 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:54:59.175148 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Checking segment: {'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:54:59.175536 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:59.175916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Bound using segment: {'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:54:59.176456 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Bound port: 562fc527-32b9-4522-94ca-110490ddc4da, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:54:59.176825 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:59.231507 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:59.260849 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:59.261514 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] For port 562fc527-32b9-4522-94ca-110490ddc4da, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:54:59.264552 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] For port 562fc527-32b9-4522-94ca-110490ddc4da, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=562fc527-32b9-4522-94ca-110490ddc4da,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:54:59.344088 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:59.393060 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Allocated IP 172.25.2.142 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/e0ba0a28-3b61-450b-b108-0a920a282d82) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:54:59.435268 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef9732-fde7-4bc9-8929-5d35a791bc31 None None] Pushing event updated for resources: {'Port': ['ID=562fc527-32b9-4522-94ca-110490ddc4da,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:54:59.565240 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:59.647041 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:59.664615 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-46ada02f-28ca-4d4d-aca9-3b6a87b9a20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:54:59.724944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:54:59.727834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:54:59.733382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:54:59.759007 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Pushing event updated for resources: {'Port': ['ID=e0ba0a28-3b61-450b-b108-0a920a282d82,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:00.188521 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:00.404253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30463a15-4377-4b0e-b059-6953251fc08d None None] Network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:55:00.527260 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:00.560210 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6401da97-0f48-475b-9acb-661fca6459f0 None None] Provisioning for port 562fc527-32b9-4522-94ca-110490ddc4da completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:55:00.892089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Router f8760234-ac09-45c9-94c1-6a8743f71dec is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:55:01.017604 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:01.071229 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:55:01.079594 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Sync routers for ids ['f8760234-ac09-45c9-94c1-6a8743f71dec'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:55:01.089063 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Routers {'f8760234-ac09-45c9-94c1-6a8743f71dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:55:01.089666 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:55:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f8760234-ac09-45c9-94c1-6a8743f71dec'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:01.177871 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:01.179182 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-48da888e-15ab-4211-9983-fab717d8f3bc admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8080187 May 27 23:55:01.182111 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50886) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:55:01.206693 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:01.290847 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Set router f8760234-ac09-45c9-94c1-6a8743f71dec gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:55:01.570657 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:54:59Z', 'revision_number': 3, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:01.574446 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Checking router: f8760234-ac09-45c9-94c1-6a8743f71dec for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:55:01.574793 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Updating router f8760234-ac09-45c9-94c1-6a8743f71dec port e0ba0a28-3b61-450b-b108-0a920a282d82 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:55:01.628972 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:01.665772 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 562fc527-32b9-4522-94ca-110490ddc4da up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:55:01.806254 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 562fc527-32b9-4522-94ca-110490ddc4da completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:55:01.811616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 562fc527-32b9-4522-94ca-110490ddc4da triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:01.812109 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:01.858156 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:01.931453 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 562fc527-32b9-4522-94ca-110490ddc4da is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:55:01.931830 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:01.966593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 562fc527-32b9-4522-94ca-110490ddc4da, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=562fc527-32b9-4522-94ca-110490ddc4da,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:55:01.976745 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:01.988639 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Transition to ACTIVE for port object e0ba0a28-3b61-450b-b108-0a920a282d82 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:55:02.041029 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:02.069397 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Allocated IP 172.20.0.1 (bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d/0379fc6b-4478-4dc9-85ed-a864b2bd660c/d2feb463-0fb7-454b-b606-50ba92d438ce) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:55:02.069695 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:02.109282 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=562fc527-32b9-4522-94ca-110490ddc4da,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:02.158785 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Attempting to bind port e0ba0a28-3b61-450b-b108-0a920a282d82 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:55:02.159308 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Attempting to bind port e0ba0a28-3b61-450b-b108-0a920a282d82 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:55:02.159308 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Attempting to bind port e0ba0a28-3b61-450b-b108-0a920a282d82 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:55:02.166842 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470c449-af63-41a2-9cd4-3324e21d7fb9 None None] Pushing event updated for resources: {'Port': ['ID=e0ba0a28-3b61-450b-b108-0a920a282d82,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:02.169123 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:55:02.169486 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:55:02.169879 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:02.170261 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:55:02.170728 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Bound port: e0ba0a28-3b61-450b-b108-0a920a282d82, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:55:02.171093 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:02.210647 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470c449-af63-41a2-9cd4-3324e21d7fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:55:02.210984 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470c449-af63-41a2-9cd4-3324e21d7fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:55:02.211322 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470c449-af63-41a2-9cd4-3324e21d7fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:55:02.211648 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470c449-af63-41a2-9cd4-3324e21d7fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:55:02.211969 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470c449-af63-41a2-9cd4-3324e21d7fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:55:02.212286 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470c449-af63-41a2-9cd4-3324e21d7fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:55:02.212637 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470c449-af63-41a2-9cd4-3324e21d7fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:55:02.212953 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470c449-af63-41a2-9cd4-3324e21d7fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:55:02.213266 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470c449-af63-41a2-9cd4-3324e21d7fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:55:02.213576 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470c449-af63-41a2-9cd4-3324e21d7fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:55:02.213887 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470c449-af63-41a2-9cd4-3324e21d7fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:55:02.214194 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4470c449-af63-41a2-9cd4-3324e21d7fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:55:02.260893 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] For port e0ba0a28-3b61-450b-b108-0a920a282d82, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:55:02.264209 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] For port e0ba0a28-3b61-450b-b108-0a920a282d82, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e0ba0a28-3b61-450b-b108-0a920a282d82,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:55:02.321189 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:02.335962 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:02.351724 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Transition to ACTIVE for port object d2feb463-0fb7-454b-b606-50ba92d438ce will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:55:02.391410 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:02.406847 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:02.408220 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Routers {'f8760234-ac09-45c9-94c1-6a8743f71dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:55:02.408920 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:55:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f8760234-ac09-45c9-94c1-6a8743f71dec'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:02.472097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:55:02.475200 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:55:02.479769 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:55:02.483149 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470c449-af63-41a2-9cd4-3324e21d7fb9 None None] Pushing event updated for resources: {'Port': ['ID=e0ba0a28-3b61-450b-b108-0a920a282d82,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:02.514155 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Pushing event updated for resources: {'Port': ['ID=d2feb463-0fb7-454b-b606-50ba92d438ce,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:02.542387 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:02.593515 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] Set router f8760234-ac09-45c9-94c1-6a8743f71dec gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:55:02.800419 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9096845d-ef14-4962-a6d8-77696671657e None None] Provisioning for port d2feb463-0fb7-454b-b606-50ba92d438ce completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:55:02.805489 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-9096845d-ef14-4962-a6d8-77696671657e None None] Provisioning complete for port d2feb463-0fb7-454b-b606-50ba92d438ce triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:02.805857 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9096845d-ef14-4962-a6d8-77696671657e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:02.863607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-9096845d-ef14-4962-a6d8-77696671657e None None] Port d2feb463-0fb7-454b-b606-50ba92d438ce cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:55:02.886316 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:02.906161 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:54:59Z', 'revision_number': 3, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:02.909961 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c9c2b7-3afd-4b35-bb9a-7d3c2be38fde None None] The sync data for ids ['f8760234-ac09-45c9-94c1-6a8743f71dec'] in n-d-843680-3 is: [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:54:59Z', 'revision_number': 3, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:55:03.131415 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:03.195581 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:03.302331 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Pushing event updated for resources: {'Port': ['ID=d2feb463-0fb7-454b-b606-50ba92d438ce,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:03.305665 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:03.445689 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:55:03.446844 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:55:03.667099 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Router f8760234-ac09-45c9-94c1-6a8743f71dec has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:55:03.692384 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-4758007a-408f-47a1-990f-cbafea37cb31 None None] Provisioning complete for port d2feb463-0fb7-454b-b606-50ba92d438ce triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:03.692970 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4758007a-408f-47a1-990f-cbafea37cb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:03.744176 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e0ba0a28-3b61-450b-b108-0a920a282d82 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:55:03.855685 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:55:03.855895 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-4758007a-408f-47a1-990f-cbafea37cb31 None None] Port d2feb463-0fb7-454b-b606-50ba92d438ce cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:55:03.867130 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-e0a88dcf-9a72-4611-bcb5-36f7246f3427 admin admin] 10.222.0.27 "PUT /v2.0/routers/f8760234-ac09-45c9-94c1-6a8743f71dec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6839948 May 27 23:55:03.909120 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port e0ba0a28-3b61-450b-b108-0a920a282d82 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:55:03.920975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e0ba0a28-3b61-450b-b108-0a920a282d82 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:03.920975 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:04.036032 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e0ba0a28-3b61-450b-b108-0a920a282d82 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:55:04.036432 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:04.052930 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port e0ba0a28-3b61-450b-b108-0a920a282d82, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e0ba0a28-3b61-450b-b108-0a920a282d82,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:55:04.126769 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:04.127979 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 562fc527-32b9-4522-94ca-110490ddc4da up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:55:04.244745 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=e0ba0a28-3b61-450b-b108-0a920a282d82,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:04.257376 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 562fc527-32b9-4522-94ca-110490ddc4da triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:04.257550 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:04.379359 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 562fc527-32b9-4522-94ca-110490ddc4da is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:55:04.404253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Sync routers for ids ['f8760234-ac09-45c9-94c1-6a8743f71dec'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:55:04.414539 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Routers {'f8760234-ac09-45c9-94c1-6a8743f71dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:55:04.415152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:55:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f8760234-ac09-45c9-94c1-6a8743f71dec'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:04.528842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50904) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:55:04.535253 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1168931909-network', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:55:04.541191 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:55:04.545057 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Usage tracker for resource:network and tenant:b29bddac44ea4b3f80b2865ff12d5045 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:55:04.548675 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:55:04.555086 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:55:04.593894 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Set router f8760234-ac09-45c9-94c1-6a8743f71dec gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:55:04.629559 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Made reservation on behalf of b29bddac44ea4b3f80b2865ff12d5045 for: {'network': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:55:04.632071 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for network, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:04.644517 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:04.659567 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:55:04.663547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Usage tracker for resource:security_group_rule and tenant:b29bddac44ea4b3f80b2865ff12d5045 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:55:04.666715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:55:04.673385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:55:04.761008 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:04.834914 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:04.865008 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=88901) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 23:55:04.873224 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158cd30c-fb47-4802-8add-590bd661f739,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:04.879653 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:04.880092 n-d-843680-3 neutron-server[88901]: INFO neutron.db.segments_db [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Added segment f73bfea7-9dcc-4c60-8bdb-94e397665302 of type vlan for network 310bf514-2427-41b0-94a7-5e759c51a146 May 27 23:55:04.908336 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765772327361'] for network, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:04.912071 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd2feb463-0fb7-454b-b606-50ba92d438ce', 'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'mac_address': 'fa:16:3e:d9:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:01Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 2, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'subnets': [{'id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:04.916404 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Checking router: f8760234-ac09-45c9-94c1-6a8743f71dec for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:55:04.916754 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Updating router f8760234-ac09-45c9-94c1-6a8743f71dec port d2feb463-0fb7-454b-b606-50ba92d438ce binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:55:04.968922 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:04.983815 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665'] for network, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:04.984743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:04.985340 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:05.200472 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] Pushing event updated for resources: {'Network': ['ID=310bf514-2427-41b0-94a7-5e759c51a146,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:05.213041 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Network 310bf514-2427-41b0-94a7-5e759c51a146 details requested by agent ovs-agent-n-d-843680-3 with host n-d-843680-3 {{(pid=88902) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 27 23:55:05.236140 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c78901f0-7c11-4d27-a902-17d808b5bbc3 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7061484 May 27 23:55:05.238762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50908) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:55:05.244667 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] Request body: {'subnet': {'network_id': '310bf514-2427-41b0-94a7-5e759c51a146', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1168931909-subnet', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'ip_version': 4}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:55:05.250734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:55:05.254568 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] Usage tracker for resource:subnet and tenant:b29bddac44ea4b3f80b2865ff12d5045 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:55:05.257390 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:55:05.263027 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:55:05.320448 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] Made reservation on behalf of b29bddac44ea4b3f80b2865ff12d5045 for: {'subnet': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:55:05.322799 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6471326'] for subnet, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:05.399230 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:05.411115 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Transition to ACTIVE for port object d2feb463-0fb7-454b-b606-50ba92d438ce will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:55:05.485911 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:05.601247 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7586302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6471340'] for subnet, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:05.659258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb73b1-400a-4e75-9a94-99a5e4c3ea65 None None] Pushing event updated for resources: {'Port': ['ID=d2feb463-0fb7-454b-b606-50ba92d438ce,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:05.689965 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e0ba0a28-3b61-450b-b108-0a920a282d82 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:55:05.696312 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] Checking segment: {'id': 'f73bfea7-9dcc-4c60-8bdb-94e397665302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '310bf514-2427-41b0-94a7-5e759c51a146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:55:05.696691 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] Network hostable DHCP agents. Network: 310bf514-2427-41b0-94a7-5e759c51a146, hostable agents: ['6dadf37b-4157-4e88-8e11-a255e3e2d7b9'], hosted agents: [] {{(pid=88901) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 23:55:05.701081 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bdb5463-091f-4484-a936-ac8a3e3a1c4b,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:05.805979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] Network 310bf514-2427-41b0-94a7-5e759c51a146 is scheduled to be hosted by DHCP agent 6dadf37b-4157-4e88-8e11-a255e3e2d7b9 with binding_index 1 {{(pid=88901) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 23:55:05.808098 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Attempting to bind port d2feb463-0fb7-454b-b606-50ba92d438ce on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:55:05.808496 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Attempting to bind port d2feb463-0fb7-454b-b606-50ba92d438ce by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:55:05.808859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Attempting to bind port d2feb463-0fb7-454b-b606-50ba92d438ce on network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:55:05.820880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:55:05.820880 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Checking segment: {'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:55:05.821193 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:05.821575 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Bound using segment: {'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:55:05.822034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Bound port: d2feb463-0fb7-454b-b606-50ba92d438ce, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:55:05.822396 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:05.872796 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port e0ba0a28-3b61-450b-b108-0a920a282d82 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:05.873158 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:05.897586 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-843680-3, 310bf514-2427-41b0-94a7-5e759c51a146) {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:55:05.901945 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:05.902553 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:05.918567 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaf24c7-f95f-4ec9-81cd-7c96dc65a1ee None None] Network 310bf514-2427-41b0-94a7-5e759c51a146 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:55:05.989974 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-8590e85f-4db4-49ed-bcd3-1a96609ac97b admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7500486 May 27 23:55:05.992526 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50912) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:55:05.997738 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1168931909-router', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:55:06.003893 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:55:06.007804 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Usage tracker for resource:router and tenant:b29bddac44ea4b3f80b2865ff12d5045 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:55:06.010706 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:55:06.017619 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:55:06.044240 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] For port d2feb463-0fb7-454b-b606-50ba92d438ce, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:55:06.049469 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] For port d2feb463-0fb7-454b-b606-50ba92d438ce, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d2feb463-0fb7-454b-b606-50ba92d438ce,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:55:06.104107 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7995966', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25489'] for router, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:06.105137 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8011659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7997211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7976225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25496'] for router, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:06.119513 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:06.153647 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:06.237715 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port e0ba0a28-3b61-450b-b108-0a920a282d82 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:55:06.301727 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Routers {'f8760234-ac09-45c9-94c1-6a8743f71dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:55:06.302343 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:55:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f8760234-ac09-45c9-94c1-6a8743f71dec'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:06.355658 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ac9ea30-3229-5b7b-9ed7-6cf547cdcb42-310bf514-2427-41b0-94a7-5e759c51a146', 'network_id': '310bf514-2427-41b0-94a7-5e759c51a146', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'fixed_ips': [{'subnet_id': '8bdb5463-091f-4484-a936-ac8a3e3a1c4b'}]}} from n-d-843680-3. {{(pid=88902) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 27 23:55:06.356446 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:06.365695 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb73b1-400a-4e75-9a94-99a5e4c3ea65 None None] Pushing event updated for resources: {'Port': ['ID=d2feb463-0fb7-454b-b606-50ba92d438ce,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:06.446296 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7997289', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7996031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25590'] for router, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:06.615858 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] Set router f8760234-ac09-45c9-94c1-6a8743f71dec gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:55:06.766541 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.db_base_plugin_common [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Allocated IP 172.20.0.2 (310bf514-2427-41b0-94a7-5e759c51a146/8bdb5463-091f-4484-a936-ac8a3e3a1c4b/921c575b-5a34-4959-872a-1d4d33a68a24) {{(pid=88902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:55:06.795742 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:06.829280 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:06.964603 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Allocated IP 172.25.2.205 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/1fff0741-1cc9-4d81-973b-00afa2073342) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:55:07.111770 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:07.163625 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Notify callbacks [] for port, precommit_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:07.177638 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd2feb463-0fb7-454b-b606-50ba92d438ce', 'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'mac_address': 'fa:16:3e:d9:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:01Z', 'updated_at': '2022-05-27T23:55:06Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'subnets': [{'id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:07.179783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Transition to ACTIVE for port object 921c575b-5a34-4959-872a-1d4d33a68a24 will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:55:07.189571 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:07.189984 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e86289-050e-459c-b61f-e1ba7b101755 None None] The sync data for ids ['f8760234-ac09-45c9-94c1-6a8743f71dec'] in n-d-843680-3 is: [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd2feb463-0fb7-454b-b606-50ba92d438ce', 'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'mac_address': 'fa:16:3e:d9:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:01Z', 'updated_at': '2022-05-27T23:55:06Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'subnets': [{'id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:55:07.201709 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Transition to ACTIVE for port object 921c575b-5a34-4959-872a-1d4d33a68a24 will not be triggered until provisioned by entity DHCP. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:55:07.284333 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068'] for port, after_create {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:07.355916 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Network 310bf514-2427-41b0-94a7-5e759c51a146 is already hosted by enough agents. {{(pid=88902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:55:07.359013 n-d-843680-3 neutron-server[88902]: DEBUG neutron.scheduler.base_scheduler [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Resources bound (agent type, host, resource id): {{(pid=88902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:55:07.362754 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Received port after_create {{(pid=88902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:55:07.368657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Pushing event updated for resources: {'Port': ['ID=921c575b-5a34-4959-872a-1d4d33a68a24,revision_number=1']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:07.393807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:55:07.397050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:55:07.402004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:55:07.438042 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Pushing event updated for resources: {'Port': ['ID=1fff0741-1cc9-4d81-973b-00afa2073342,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:07.465048 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Attempting to bind port 921c575b-5a34-4959-872a-1d4d33a68a24 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:55:07.465347 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Attempting to bind port 921c575b-5a34-4959-872a-1d4d33a68a24 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f73bfea7-9dcc-4c60-8bdb-94e397665302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '310bf514-2427-41b0-94a7-5e759c51a146'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:55:07.465714 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Attempting to bind port 921c575b-5a34-4959-872a-1d4d33a68a24 on network 310bf514-2427-41b0-94a7-5e759c51a146 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:55:07.471353 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:55:07.471730 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Checking segment: {'id': 'f73bfea7-9dcc-4c60-8bdb-94e397665302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '310bf514-2427-41b0-94a7-5e759c51a146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:55:07.472136 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:07.472560 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Bound using segment: {'id': 'f73bfea7-9dcc-4c60-8bdb-94e397665302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '310bf514-2427-41b0-94a7-5e759c51a146'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:55:07.473034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Bound port: 921c575b-5a34-4959-872a-1d4d33a68a24, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73bfea7-9dcc-4c60-8bdb-94e397665302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '310bf514-2427-41b0-94a7-5e759c51a146'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:55:07.473425 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:07.567443 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] For port 921c575b-5a34-4959-872a-1d4d33a68a24, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:55:07.570711 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] For port 921c575b-5a34-4959-872a-1d4d33a68a24, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=921c575b-5a34-4959-872a-1d4d33a68a24,segment=NetworkSegment(f73bfea7-9dcc-4c60-8bdb-94e397665302),segment_id=f73bfea7-9dcc-4c60-8bdb-94e397665302)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:55:07.618311 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:07.685885 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d2feb463-0fb7-454b-b606-50ba92d438ce up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:55:07.768242 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc08bf-3a02-4631-b403-5804e5098944 None None] Pushing event updated for resources: {'Port': ['ID=921c575b-5a34-4959-872a-1d4d33a68a24,revision_number=2']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:07.875543 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port d2feb463-0fb7-454b-b606-50ba92d438ce completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:55:07.882649 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d2feb463-0fb7-454b-b606-50ba92d438ce triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:07.883159 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:07.935741 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:08.069231 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d2feb463-0fb7-454b-b606-50ba92d438ce is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:55:08.069613 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:08.114188 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port d2feb463-0fb7-454b-b606-50ba92d438ce, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d2feb463-0fb7-454b-b606-50ba92d438ce,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:55:08.195135 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:08.269018 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=d2feb463-0fb7-454b-b606-50ba92d438ce,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:08.322402 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7995909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7997254'] for router, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:08.589299 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Router dacdb825-893a-46a3-8a0b-e7490dea8b8e is scheduled to L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 with binding_index 1 {{(pid=88901) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 27 23:55:08.756069 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80992ea-3cff-44eb-b6a5-c758fc0acdfc None None] Network 310bf514-2427-41b0-94a7-5e759c51a146 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 27 23:55:08.774727 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88901) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:55:08.784255 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Sync routers for ids ['dacdb825-893a-46a3-8a0b-e7490dea8b8e'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:55:08.795185 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Routers {'dacdb825-893a-46a3-8a0b-e7490dea8b8e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:55:08.797860 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:55:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['dacdb825-893a-46a3-8a0b-e7490dea8b8e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:08.846962 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] Notify callbacks [] for router, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:08.849154 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-dd877191-0198-43ad-bc30-acaae007b557 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8545237 May 27 23:55:08.851086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50918) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:55:08.932446 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-6b7a6edb-6d05-4d2d-af6c-2ee1772ce6b1 None None] Provisioning for port 921c575b-5a34-4959-872a-1d4d33a68a24 completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:55:08.973930 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Set router dacdb825-893a-46a3-8a0b-e7490dea8b8e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:55:09.261890 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'name': 'tempest-TestSnapshotPattern-1168931909-router', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1fff0741-1cc9-4d81-973b-00afa2073342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-27T23:55:07Z', 'revision_number': 3, 'project_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'gw_port': {'id': '1fff0741-1cc9-4d81-973b-00afa2073342', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:88:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-27T23:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:09.267225 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Checking router: dacdb825-893a-46a3-8a0b-e7490dea8b8e for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:55:09.267570 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Updating router dacdb825-893a-46a3-8a0b-e7490dea8b8e port 1fff0741-1cc9-4d81-973b-00afa2073342 binding host n-d-843680-3 {{(pid=88903) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:55:09.324045 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:09.642314 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:09.653931 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.provisioning_blocks [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Transition to ACTIVE for port object 1fff0741-1cc9-4d81-973b-00afa2073342 will not be triggered until provisioned by entity L2. {{(pid=88903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:55:09.665007 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:09.714958 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:09.724068 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d2feb463-0fb7-454b-b606-50ba92d438ce up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:55:09.792419 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Attempting to bind port 1fff0741-1cc9-4d81-973b-00afa2073342 on host n-d-843680-3 for vnic_type normal with profile {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:55:09.792936 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Attempting to bind port 1fff0741-1cc9-4d81-973b-00afa2073342 by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:55:09.793128 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Attempting to bind port 1fff0741-1cc9-4d81-973b-00afa2073342 on network d7021960-3d6a-4895-8681-782805f44685 {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:55:09.801732 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d7de0-5808-47a4-84ae-32d231538529 None None] Pushing event updated for resources: {'Port': ['ID=1fff0741-1cc9-4d81-973b-00afa2073342,revision_number=2']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:09.805881 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:55:09.808469 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Checking segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:55:09.808469 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:09.808469 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Bound using segment: {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'} {{(pid=88903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:55:09.808469 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.managers [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Bound port: 1fff0741-1cc9-4d81-973b-00afa2073342, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa294da-3f5d-4ed8-9022-3fd16170c8bf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7021960-3d6a-4895-8681-782805f44685'}}] {{(pid=88903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:55:09.809116 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port d2feb463-0fb7-454b-b606-50ba92d438ce triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:09.809279 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:09.810154 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:09.889482 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] For port 1fff0741-1cc9-4d81-973b-00afa2073342, host n-d-843680-3, cleared binding levels {{(pid=88903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:55:09.890084 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Allocated IP 172.20.0.1 (310bf514-2427-41b0-94a7-5e759c51a146/8bdb5463-091f-4484-a936-ac8a3e3a1c4b/bdfe65bc-10b5-46e6-a4cf-211a2081e3db) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:55:09.892509 n-d-843680-3 neutron-server[88903]: DEBUG neutron.plugins.ml2.db [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] For port 1fff0741-1cc9-4d81-973b-00afa2073342, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1fff0741-1cc9-4d81-973b-00afa2073342,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:55:09.928284 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port d2feb463-0fb7-454b-b606-50ba92d438ce is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:55:09.929395 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 921c575b-5a34-4959-872a-1d4d33a68a24 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:55:09.932896 n-d-843680-3 neutron-server[88903]: DEBUG neutron_lib.callbacks.manager [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:10.006597 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Routers {'dacdb825-893a-46a3-8a0b-e7490dea8b8e'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:55:10.007295 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:55:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['dacdb825-893a-46a3-8a0b-e7490dea8b8e'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:10.048683 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:10.052043 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 921c575b-5a34-4959-872a-1d4d33a68a24 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:55:10.057989 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 921c575b-5a34-4959-872a-1d4d33a68a24 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:10.058420 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:10.065969 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.provisioning_blocks [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Transition to ACTIVE for port object bdfe65bc-10b5-46e6-a4cf-211a2081e3db will not be triggered until provisioned by entity DHCP. {{(pid=88900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:55:10.090259 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d7de0-5808-47a4-84ae-32d231538529 None None] Pushing event updated for resources: {'Port': ['ID=1fff0741-1cc9-4d81-973b-00afa2073342,revision_number=3']} {{(pid=88903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:10.138280 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:10.179701 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 921c575b-5a34-4959-872a-1d4d33a68a24 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:55:10.180080 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:10.191560 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] Set router dacdb825-893a-46a3-8a0b-e7490dea8b8e gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:55:10.212646 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 921c575b-5a34-4959-872a-1d4d33a68a24, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=921c575b-5a34-4959-872a-1d4d33a68a24,segment=NetworkSegment(f73bfea7-9dcc-4c60-8bdb-94e397665302),segment_id=f73bfea7-9dcc-4c60-8bdb-94e397665302)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:55:10.214215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Network 310bf514-2427-41b0-94a7-5e759c51a146 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:55:10.217297 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:55:10.221711 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:55:10.254340 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Pushing event updated for resources: {'Port': ['ID=bdfe65bc-10b5-46e6-a4cf-211a2081e3db,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:10.275322 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:10.289491 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7996940'] for router_interface, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:10.366990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=921c575b-5a34-4959-872a-1d4d33a68a24,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:10.481875 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:10.521642 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'name': 'tempest-TestSnapshotPattern-1168931909-router', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1fff0741-1cc9-4d81-973b-00afa2073342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-27T23:55:07Z', 'revision_number': 3, 'project_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'gw_port': {'id': '1fff0741-1cc9-4d81-973b-00afa2073342', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:88:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-27T23:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:10.525453 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ff9095-69b6-4ef6-88b2-96afdfe247f0 None None] The sync data for ids ['dacdb825-893a-46a3-8a0b-e7490dea8b8e'] in n-d-843680-3 is: [{'id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'name': 'tempest-TestSnapshotPattern-1168931909-router', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1fff0741-1cc9-4d81-973b-00afa2073342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-27T23:55:07Z', 'revision_number': 3, 'project_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'gw_port': {'id': '1fff0741-1cc9-4d81-973b-00afa2073342', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:88:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-27T23:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:55:10.560941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a0f33f38-62ff-40fb-a33f-3f370ca3877e None None] Provisioning for port bdfe65bc-10b5-46e6-a4cf-211a2081e3db completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:55:10.566836 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a0f33f38-62ff-40fb-a33f-3f370ca3877e None None] Provisioning complete for port bdfe65bc-10b5-46e6-a4cf-211a2081e3db triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:10.567277 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a0f33f38-62ff-40fb-a33f-3f370ca3877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:10.628734 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a0f33f38-62ff-40fb-a33f-3f370ca3877e None None] Port bdfe65bc-10b5-46e6-a4cf-211a2081e3db cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:55:10.718608 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:10.777587 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:10.889132 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Pushing event updated for resources: {'Port': ['ID=bdfe65bc-10b5-46e6-a4cf-211a2081e3db,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:10.892003 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7941651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7998901'] for router_interface, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:11.145922 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Network 310bf514-2427-41b0-94a7-5e759c51a146 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:55:11.147102 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:55:11.348859 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Router dacdb825-893a-46a3-8a0b-e7490dea8b8e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:55:11.355732 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-ea69cfa4-add9-42a0-b5a1-84cdd3043757 None None] Provisioning complete for port bdfe65bc-10b5-46e6-a4cf-211a2081e3db triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:11.356311 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ea69cfa4-add9-42a0-b5a1-84cdd3043757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:11.419470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-ea69cfa4-add9-42a0-b5a1-84cdd3043757 None None] Port bdfe65bc-10b5-46e6-a4cf-211a2081e3db cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:55:11.532705 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:55:11.541582 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bc436bf8-efb3-4030-a11b-17503809a5f6 admin admin] 10.222.0.27 "PUT /v2.0/routers/dacdb825-893a-46a3-8a0b-e7490dea8b8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6894751 May 27 23:55:11.714936 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 921c575b-5a34-4959-872a-1d4d33a68a24 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:55:11.782558 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 921c575b-5a34-4959-872a-1d4d33a68a24 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:11.783016 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:11.981756 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 921c575b-5a34-4959-872a-1d4d33a68a24 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:55:11.983101 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1fff0741-1cc9-4d81-973b-00afa2073342 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:55:12.027233 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50928) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:55:12.034312 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-88e4d630-23c7-4c42-a92b-e88d9bf7ce85 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350884184', 'description': 'tempest-secgroup-smoke-1350884184 description', 'project_id': '433f501a86af4779ab3d2c0e5157e605'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:55:12.041662 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-88e4d630-23c7-4c42-a92b-e88d9bf7ce85 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:55:12.046136 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-88e4d630-23c7-4c42-a92b-e88d9bf7ce85 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Usage tracker for resource:security_group and tenant:433f501a86af4779ab3d2c0e5157e605 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:55:12.049510 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-88e4d630-23c7-4c42-a92b-e88d9bf7ce85 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:55:12.055959 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-88e4d630-23c7-4c42-a92b-e88d9bf7ce85 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:55:12.116748 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port 1fff0741-1cc9-4d81-973b-00afa2073342 completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:55:12.122787 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 1fff0741-1cc9-4d81-973b-00afa2073342 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:12.128249 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:12.138266 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88e4d630-23c7-4c42-a92b-e88d9bf7ce85 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:12.161706 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Sync routers for ids ['dacdb825-893a-46a3-8a0b-e7490dea8b8e'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:55:12.164754 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-88e4d630-23c7-4c42-a92b-e88d9bf7ce85 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:55:12.168781 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-88e4d630-23c7-4c42-a92b-e88d9bf7ce85 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Usage tracker for resource:security_group_rule and tenant:433f501a86af4779ab3d2c0e5157e605 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:55:12.171729 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-88e4d630-23c7-4c42-a92b-e88d9bf7ce85 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:55:12.177578 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-88e4d630-23c7-4c42-a92b-e88d9bf7ce85 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:55:12.188023 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Routers {'dacdb825-893a-46a3-8a0b-e7490dea8b8e'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:55:12.188671 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:55:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['dacdb825-893a-46a3-8a0b-e7490dea8b8e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:12.247624 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88e4d630-23c7-4c42-a92b-e88d9bf7ce85 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:12.292090 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88e4d630-23c7-4c42-a92b-e88d9bf7ce85 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:12.334382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e4d630-23c7-4c42-a92b-e88d9bf7ce85 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad73c20-8a85-4bc5-bd0f-246e729fb113,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:12.395281 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-88e4d630-23c7-4c42-a92b-e88d9bf7ce85 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:12.396678 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-88e4d630-23c7-4c42-a92b-e88d9bf7ce85 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3681388 May 27 23:55:12.399454 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50934) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:55:12.404655 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-77b86817-5800-4ad7-9f68-787252829624 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Request body: {'security_group_rule': {'security_group_id': '8ad73c20-8a85-4bc5-bd0f-246e729fb113', 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:55:12.411345 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-77b86817-5800-4ad7-9f68-787252829624 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:55:12.415393 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-77b86817-5800-4ad7-9f68-787252829624 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Usage tracker for resource:security_group_rule and tenant:433f501a86af4779ab3d2c0e5157e605 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:55:12.418354 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-77b86817-5800-4ad7-9f68-787252829624 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:55:12.424582 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-77b86817-5800-4ad7-9f68-787252829624 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:55:12.500931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 1fff0741-1cc9-4d81-973b-00afa2073342 is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:55:12.501455 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:12.510344 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77b86817-5800-4ad7-9f68-787252829624 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:12.519400 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Set router dacdb825-893a-46a3-8a0b-e7490dea8b8e gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:55:12.573049 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77b86817-5800-4ad7-9f68-787252829624 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:12.585607 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port 1fff0741-1cc9-4d81-973b-00afa2073342, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1fff0741-1cc9-4d81-973b-00afa2073342,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:55:12.634868 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77b86817-5800-4ad7-9f68-787252829624 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:12.658765 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b86817-5800-4ad7-9f68-787252829624 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523c2bba-8d6b-4ac5-adb4-f60126272bf5,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:12.672280 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:12.749149 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-77b86817-5800-4ad7-9f68-787252829624 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:12.750507 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-77b86817-5800-4ad7-9f68-787252829624 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3500912 May 27 23:55:12.753603 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50938) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:55:12.758295 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-bad3f09b-c507-4114-a4fe-c3d1e7e7db97 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Request body: {'security_group_rule': {'security_group_id': '8ad73c20-8a85-4bc5-bd0f-246e729fb113', 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:55:12.765097 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bad3f09b-c507-4114-a4fe-c3d1e7e7db97 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:55:12.768897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bad3f09b-c507-4114-a4fe-c3d1e7e7db97 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Usage tracker for resource:security_group_rule and tenant:433f501a86af4779ab3d2c0e5157e605 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:55:12.771762 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-bad3f09b-c507-4114-a4fe-c3d1e7e7db97 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:55:12.777524 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-bad3f09b-c507-4114-a4fe-c3d1e7e7db97 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:55:12.815372 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=1fff0741-1cc9-4d81-973b-00afa2073342,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:12.859905 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bad3f09b-c507-4114-a4fe-c3d1e7e7db97 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:12.894017 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'name': 'tempest-TestSnapshotPattern-1168931909-router', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1fff0741-1cc9-4d81-973b-00afa2073342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-27T23:55:10Z', 'revision_number': 4, 'project_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'gw_port': {'id': '1fff0741-1cc9-4d81-973b-00afa2073342', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:88:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-27T23:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'bdfe65bc-10b5-46e6-a4cf-211a2081e3db', 'name': '', 'network_id': '310bf514-2427-41b0-94a7-5e759c51a146', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'mac_address': 'fa:16:3e:71:55:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '8bdb5463-091f-4484-a936-ac8a3e3a1c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:09Z', 'updated_at': '2022-05-27T23:55:10Z', 'revision_number': 2, 'project_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'subnets': [{'id': '8bdb5463-091f-4484-a936-ac8a3e3a1c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:12.898060 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Checking router: dacdb825-893a-46a3-8a0b-e7490dea8b8e for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:55:12.898428 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Updating router dacdb825-893a-46a3-8a0b-e7490dea8b8e port bdfe65bc-10b5-46e6-a4cf-211a2081e3db binding host n-d-843680-3 {{(pid=88902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 23:55:12.924330 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bad3f09b-c507-4114-a4fe-c3d1e7e7db97 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:12.953025 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:12.977455 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bad3f09b-c507-4114-a4fe-c3d1e7e7db97 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.005628 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3f09b-c507-4114-a4fe-c3d1e7e7db97 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bb5113-84ae-40cd-9b93-0c1706c4cf16,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:13.069282 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-bad3f09b-c507-4114-a4fe-c3d1e7e7db97 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.070610 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-bad3f09b-c507-4114-a4fe-c3d1e7e7db97 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3163087 May 27 23:55:13.073734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50942) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:55:13.079427 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-9814c340-4cf6-4dd8-8902-1e437f16776e tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Request body: {'security_group_rule': {'security_group_id': '8ad73c20-8a85-4bc5-bd0f-246e729fb113', 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:55:13.086074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9814c340-4cf6-4dd8-8902-1e437f16776e tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:55:13.089869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9814c340-4cf6-4dd8-8902-1e437f16776e tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Usage tracker for resource:security_group_rule and tenant:433f501a86af4779ab3d2c0e5157e605 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:55:13.094085 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-9814c340-4cf6-4dd8-8902-1e437f16776e tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:55:13.099748 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-9814c340-4cf6-4dd8-8902-1e437f16776e tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:55:13.178893 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9814c340-4cf6-4dd8-8902-1e437f16776e tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.243614 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9814c340-4cf6-4dd8-8902-1e437f16776e tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.290170 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.301306 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Transition to ACTIVE for port object bdfe65bc-10b5-46e6-a4cf-211a2081e3db will not be triggered until provisioned by entity L2. {{(pid=88902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:55:13.309236 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9814c340-4cf6-4dd8-8902-1e437f16776e tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.389609 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.457571 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814c340-4cf6-4dd8-8902-1e437f16776e tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79344569-cff9-4cd3-8cc5-34aa3ec8b2da,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:13.532119 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-9814c340-4cf6-4dd8-8902-1e437f16776e tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.534274 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-9814c340-4cf6-4dd8-8902-1e437f16776e tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4595697 May 27 23:55:13.537020 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50946) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:55:13.542659 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-a243cffc-7d0a-48fc-9f21-e85ec66d3073 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Request body: {'security_group_rule': {'security_group_id': '8ad73c20-8a85-4bc5-bd0f-246e729fb113', 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:55:13.545089 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b456be-d0d0-46c8-8597-15baf2e7b3fc None None] Pushing event updated for resources: {'Port': ['ID=bdfe65bc-10b5-46e6-a4cf-211a2081e3db,revision_number=3']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:13.549862 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a243cffc-7d0a-48fc-9f21-e85ec66d3073 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:55:13.554236 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a243cffc-7d0a-48fc-9f21-e85ec66d3073 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Usage tracker for resource:security_group_rule and tenant:433f501a86af4779ab3d2c0e5157e605 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:55:13.557700 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-a243cffc-7d0a-48fc-9f21-e85ec66d3073 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:55:13.565234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-a243cffc-7d0a-48fc-9f21-e85ec66d3073 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:55:13.639425 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a243cffc-7d0a-48fc-9f21-e85ec66d3073 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.659445 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1fff0741-1cc9-4d81-973b-00afa2073342 up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:55:13.696407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Attempting to bind port bdfe65bc-10b5-46e6-a4cf-211a2081e3db on host n-d-843680-3 for vnic_type normal with profile {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:55:13.696770 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Attempting to bind port bdfe65bc-10b5-46e6-a4cf-211a2081e3db by drivers openvswitch,hyperv on host n-d-843680-3 at level 0 using segments [{'id': 'f73bfea7-9dcc-4c60-8bdb-94e397665302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '310bf514-2427-41b0-94a7-5e759c51a146'}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:55:13.697149 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Attempting to bind port bdfe65bc-10b5-46e6-a4cf-211a2081e3db on network 310bf514-2427-41b0-94a7-5e759c51a146 {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:55:13.709692 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a243cffc-7d0a-48fc-9f21-e85ec66d3073 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.711147 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Checking agent: {'id': '677ced8f-44e1-48bb-87a7-af9e3009f41f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 9, 31), 'started_at': datetime.datetime(2022, 5, 27, 22, 10, 1), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-843680-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:55:13.711525 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Checking segment: {'id': 'f73bfea7-9dcc-4c60-8bdb-94e397665302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '310bf514-2427-41b0-94a7-5e759c51a146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:55:13.711927 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.712320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Bound using segment: {'id': 'f73bfea7-9dcc-4c60-8bdb-94e397665302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '310bf514-2427-41b0-94a7-5e759c51a146'} {{(pid=88902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:55:13.712834 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.managers [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Bound port: bdfe65bc-10b5-46e6-a4cf-211a2081e3db, host: n-d-843680-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f73bfea7-9dcc-4c60-8bdb-94e397665302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '310bf514-2427-41b0-94a7-5e759c51a146'}}] {{(pid=88902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:55:13.717161 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.766697 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a243cffc-7d0a-48fc-9f21-e85ec66d3073 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.791193 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243cffc-7d0a-48fc-9f21-e85ec66d3073 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08819be3-218f-4832-9dd2-7e892feaedad,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:13.825547 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port 1fff0741-1cc9-4d81-973b-00afa2073342 triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:13.825935 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.869233 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] For port bdfe65bc-10b5-46e6-a4cf-211a2081e3db, host n-d-843680-3, cleared binding levels {{(pid=88902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:55:13.869405 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-a243cffc-7d0a-48fc-9f21-e85ec66d3073 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.870536 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-a243cffc-7d0a-48fc-9f21-e85ec66d3073 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3325830 May 27 23:55:13.873379 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 50950) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:55:13.878458 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [None req-83c6cbc2-cf88-469a-930f-dfd26f2500e2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Request body: {'security_group_rule': {'security_group_id': '8ad73c20-8a85-4bc5-bd0f-246e729fb113', 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:55:13.882933 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] For port bdfe65bc-10b5-46e6-a4cf-211a2081e3db, host n-d-843680-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=bdfe65bc-10b5-46e6-a4cf-211a2081e3db,segment=NetworkSegment(f73bfea7-9dcc-4c60-8bdb-94e397665302),segment_id=f73bfea7-9dcc-4c60-8bdb-94e397665302)] {{(pid=88902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:55:13.885717 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-83c6cbc2-cf88-469a-930f-dfd26f2500e2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:55:13.889595 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-83c6cbc2-cf88-469a-930f-dfd26f2500e2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Usage tracker for resource:security_group_rule and tenant:433f501a86af4779ab3d2c0e5157e605 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:55:13.894111 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [None req-83c6cbc2-cf88-469a-930f-dfd26f2500e2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:55:13.900105 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [None req-83c6cbc2-cf88-469a-930f-dfd26f2500e2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:55:13.952898 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.974623 n-d-843680-3 neutron-server[88901]: INFO neutron.db.securitygroups_db [None req-83c6cbc2-cf88-469a-930f-dfd26f2500e2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Project 433f501a86af4779ab3d2c0e5157e605 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:55:13.981496 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83c6cbc2-cf88-469a-930f-dfd26f2500e2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:13.989436 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port 1fff0741-1cc9-4d81-973b-00afa2073342 is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:55:14.033719 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Routers {'dacdb825-893a-46a3-8a0b-e7490dea8b8e'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:55:14.034338 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:55:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['dacdb825-893a-46a3-8a0b-e7490dea8b8e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:14.051838 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83c6cbc2-cf88-469a-930f-dfd26f2500e2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:14.084174 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b456be-d0d0-46c8-8597-15baf2e7b3fc None None] Pushing event updated for resources: {'Port': ['ID=bdfe65bc-10b5-46e6-a4cf-211a2081e3db,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:14.092113 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83c6cbc2-cf88-469a-930f-dfd26f2500e2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:14.119612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6cbc2-cf88-469a-930f-dfd26f2500e2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9eb406a-1442-4249-8985-943842f45e15,revision_number=0']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:14.173241 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-83c6cbc2-cf88-469a-930f-dfd26f2500e2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:14.174951 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-83c6cbc2-cf88-469a-930f-dfd26f2500e2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3003736 May 27 23:55:14.177476 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 50954) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:55:14.182954 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-921c772c-07d6-42e3-a4c9-c7e2bdd65c79 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Request body: {'security_group_rule': {'security_group_id': '8ad73c20-8a85-4bc5-bd0f-246e729fb113', 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:55:14.189944 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-921c772c-07d6-42e3-a4c9-c7e2bdd65c79 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:55:14.194255 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-921c772c-07d6-42e3-a4c9-c7e2bdd65c79 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Usage tracker for resource:security_group_rule and tenant:433f501a86af4779ab3d2c0e5157e605 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:55:14.197337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-921c772c-07d6-42e3-a4c9-c7e2bdd65c79 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:55:14.203085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-921c772c-07d6-42e3-a4c9-c7e2bdd65c79 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:55:14.226036 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] Set router dacdb825-893a-46a3-8a0b-e7490dea8b8e gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:55:14.257622 n-d-843680-3 neutron-server[88900]: INFO neutron.db.securitygroups_db [None req-921c772c-07d6-42e3-a4c9-c7e2bdd65c79 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Project 433f501a86af4779ab3d2c0e5157e605 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 23:55:14.264681 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-921c772c-07d6-42e3-a4c9-c7e2bdd65c79 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:14.332367 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-921c772c-07d6-42e3-a4c9-c7e2bdd65c79 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:14.411819 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-921c772c-07d6-42e3-a4c9-c7e2bdd65c79 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928771'] for security_group_rule, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:14.436029 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c772c-07d6-42e3-a4c9-c7e2bdd65c79 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80927acb-76f4-4927-9839-5977414b9c3b,revision_number=0']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:14.543373 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-921c772c-07d6-42e3-a4c9-c7e2bdd65c79 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:14.544595 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-921c772c-07d6-42e3-a4c9-c7e2bdd65c79 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3661084 May 27 23:55:14.550136 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'name': 'tempest-TestSnapshotPattern-1168931909-router', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1fff0741-1cc9-4d81-973b-00afa2073342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-27T23:55:10Z', 'revision_number': 4, 'project_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'gw_port': {'id': '1fff0741-1cc9-4d81-973b-00afa2073342', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-27T23:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'bdfe65bc-10b5-46e6-a4cf-211a2081e3db', 'name': '', 'network_id': '310bf514-2427-41b0-94a7-5e759c51a146', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'mac_address': 'fa:16:3e:71:55:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '8bdb5463-091f-4484-a936-ac8a3e3a1c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:09Z', 'updated_at': '2022-05-27T23:55:13Z', 'revision_number': 4, 'project_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'subnets': [{'id': '8bdb5463-091f-4484-a936-ac8a3e3a1c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:14.554408 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e48a9a7-9114-4881-b4fa-45d8a9a2c5d1 None None] The sync data for ids ['dacdb825-893a-46a3-8a0b-e7490dea8b8e'] in n-d-843680-3 is: [{'id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'name': 'tempest-TestSnapshotPattern-1168931909-router', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1fff0741-1cc9-4d81-973b-00afa2073342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-27T23:55:10Z', 'revision_number': 4, 'project_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'gw_port': {'id': '1fff0741-1cc9-4d81-973b-00afa2073342', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-27T23:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'bdfe65bc-10b5-46e6-a4cf-211a2081e3db', 'name': '', 'network_id': '310bf514-2427-41b0-94a7-5e759c51a146', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'mac_address': 'fa:16:3e:71:55:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4443, 'fixed_ips': [{'subnet_id': '8bdb5463-091f-4484-a936-ac8a3e3a1c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:09Z', 'updated_at': '2022-05-27T23:55:13Z', 'revision_number': 4, 'project_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'subnets': [{'id': '8bdb5463-091f-4484-a936-ac8a3e3a1c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:55:14.725215 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-ea119140-3a71-49c4-8f2c-e16cee63b140 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Synchronizing usage tracker for tenant:433f501a86af4779ab3d2c0e5157e605 on resource:security_group {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:55:14.800865 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-ea119140-3a71-49c4-8f2c-e16cee63b140 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Unset dirty status for tenant:433f501a86af4779ab3d2c0e5157e605 on resource:security_group {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:55:14.802048 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-ea119140-3a71-49c4-8f2c-e16cee63b140 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350884184&fields=id&tenant_id=433f501a86af4779ab3d2c0e5157e605 HTTP/1.1" status: 200 len: 267 time: 0.1210268 May 27 23:55:14.957054 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-7b9c3b7d-344a-4f46-8fce-638122642126 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:14.957755 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-7b9c3b7d-344a-4f46-8fce-638122642126 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Synchronizing usage tracker for tenant:433f501a86af4779ab3d2c0e5157e605 on resource:network {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:55:15.023421 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-7b9c3b7d-344a-4f46-8fce-638122642126 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Unset dirty status for tenant:433f501a86af4779ab3d2c0e5157e605 on resource:network {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:55:15.024736 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-7b9c3b7d-344a-4f46-8fce-638122642126 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/networks?id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d HTTP/1.1" status: 200 len: 810 time: 0.2156858 May 27 23:55:15.041683 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-9d0a430e-e61b-450b-8c50-8daf78e4711b tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/quotas/433f501a86af4779ab3d2c0e5157e605 HTTP/1.1" status: 200 len: 375 time: 0.0112910 May 27 23:55:15.127085 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-fb140087-abc2-4ec9-9adf-1f855b35722a tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Synchronizing usage tracker for tenant:433f501a86af4779ab3d2c0e5157e605 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:55:15.218539 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-fb140087-abc2-4ec9-9adf-1f855b35722a tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Unset dirty status for tenant:433f501a86af4779ab3d2c0e5157e605 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:55:15.219874 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-fb140087-abc2-4ec9-9adf-1f855b35722a tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1720972 May 27 23:55:15.335506 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-dea4bc43-cbfc-4d47-9109-2516320b38e3 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:55:15.336527 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-dea4bc43-cbfc-4d47-9109-2516320b38e3 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1050415 May 27 23:55:15.474572 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-8eb48b80-9250-4ebb-8380-6ed3d4e97271 service neutron] 10.222.0.27 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316855 May 27 23:55:15.609202 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-33e4cc15-73c5-4af4-9875-dc3406b96286 service neutron] 10.222.0.27 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283047 May 27 23:55:15.699062 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device bdfe65bc-10b5-46e6-a4cf-211a2081e3db up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:55:15.829267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning for port bdfe65bc-10b5-46e6-a4cf-211a2081e3db completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:55:15.835144 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port bdfe65bc-10b5-46e6-a4cf-211a2081e3db triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:15.835509 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:15.880981 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1f50e72a-67f8-43ff-9e9d-fde5628594c9 req-1e027e65-8acd-4a94-b5df-2d2ef2f17636 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 210 time: 0.0491037 May 27 23:55:15.957321 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port bdfe65bc-10b5-46e6-a4cf-211a2081e3db is: DOWN; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:55:15.957700 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:15.988616 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] For port bdfe65bc-10b5-46e6-a4cf-211a2081e3db, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=bdfe65bc-10b5-46e6-a4cf-211a2081e3db,segment=NetworkSegment(f73bfea7-9dcc-4c60-8bdb-94e397665302),segment_id=f73bfea7-9dcc-4c60-8bdb-94e397665302)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:55:16.040593 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:16.068274 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:55:16.110179 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Pushing event updated for resources: {'Port': ['ID=bdfe65bc-10b5-46e6-a4cf-211a2081e3db,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:16.721176 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:17.034119 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-732355ae-b0fe-4937-9323-55ba09394943 req-f51617e0-8368-466b-a12a-1fbef1335a75 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 210 time: 0.0469985 May 27 23:55:17.650797 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device bdfe65bc-10b5-46e6-a4cf-211a2081e3db up at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:55:17.728918 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Provisioning complete for port bdfe65bc-10b5-46e6-a4cf-211a2081e3db triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:17.729548 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:17.769262 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cbe8ab64-31a8-4c6a-a309-a4826b2d6a8c tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:17.770749 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cbe8ab64-31a8-4c6a-a309-a4826b2d6a8c tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.46 "GET /v2.0/networks?id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d HTTP/1.1" status: 200 len: 810 time: 0.1700604 May 27 23:55:17.819284 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-d5909a4e-42d5-4e24-8e0f-72cc10b6bd65 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=433f501a86af4779ab3d2c0e5157e605 HTTP/1.1" status: 200 len: 380 time: 0.0408781 May 27 23:55:17.826957 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Request body: {'port': {'device_id': '98f29717-35b4-431a-8d67-65aa114735e4', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'admin_state_up': True, 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'security_groups': ['8ad73c20-8a85-4bc5-bd0f-246e729fb113']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:55:17.856258 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Current status of the port bdfe65bc-10b5-46e6-a4cf-211a2081e3db is: ACTIVE; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:55:17.968077 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:55:17.978227 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:55:18.045890 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Made reservation on behalf of 433f501a86af4779ab3d2c0e5157e605 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:55:18.049378 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:18.185231 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-5c31e540-5841-451b-ac9d-6a6bcf787026 req-cb66c0a3-ba4e-438c-a128-9c45c12cd586 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 210 time: 0.0426810 May 27 23:55:18.217050 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Allocated IP 172.20.0.11 (bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d/0379fc6b-4478-4dc9-85ed-a864b2bd660c/e11a52aa-bb71-4cdd-b6f2-50d9aa29590f) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:55:18.404259 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:18.419742 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Transition to ACTIVE for port object e11a52aa-bb71-4cdd-b6f2-50d9aa29590f will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:55:18.486604 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:18.552951 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:55:18.555842 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:55:18.559757 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:55:18.599599 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event updated for resources: {'Port': ['ID=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:18.632076 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:18.632707 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:18.693181 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-cfad73eb-5492-4029-9178-63f781624d54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8696501 May 27 23:55:18.703194 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-711bac49-4573-4687-828b-b113f6a9721a tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88901) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:55:18.708809 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-711bac49-4573-4687-828b-b113f6a9721a tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054462 May 27 23:55:18.714443 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Request body: {'port': {'device_id': '98f29717-35b4-431a-8d67-65aa114735e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:55:18.789487 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-151a525b-fbe9-431f-84b7-f8f05191e78c None None] Provisioning for port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:55:18.794450 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-151a525b-fbe9-431f-84b7-f8f05191e78c None None] Provisioning complete for port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:18.794821 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-151a525b-fbe9-431f-84b7-f8f05191e78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:18.826865 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:18.851130 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-151a525b-fbe9-431f-84b7-f8f05191e78c None None] Port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:55:19.162247 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11a52aa-bb71-4cdd-b6f2-50d9aa29590f {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:55:19.169609 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:19.183204 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Transition to ACTIVE for port object e11a52aa-bb71-4cdd-b6f2-50d9aa29590f will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:55:19.246242 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:19.380337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c48d76-1757-4e81-8661-d0be475046ff req-bd4d6e58-0cdb-42c6-8f4b-f6548182fb94 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:19.381931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2c48d76-1757-4e81-8661-d0be475046ff req-bd4d6e58-0cdb-42c6-8f4b-f6548182fb94 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 944 time: 0.0889804 May 27 23:55:19.401018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:19.545543 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f2c48d76-1757-4e81-8661-d0be475046ff req-85180b0c-4233-47a0-ba87-71ec198956e0 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570907 May 27 23:55:19.600099 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Attempting to bind port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f on host n-h2-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:55:19.600459 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Attempting to bind port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f by drivers openvswitch,hyperv on host n-h2-843680-3 at level 0 using segments [{'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:55:19.600786 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Attempting to bind port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f on network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:55:19.605688 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f on network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d not bound, no agent of type Open vSwitch agent registered on host n-h2-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:55:19.606004 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Attempting to bind port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f on network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:55:19.611703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Checking agent: {'id': '11411fdb-46ac-4dcf-b624-7719c3988009', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:55:19.612068 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Checking segment: {'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:55:19.612489 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Bound using segment: {'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:55:19.612912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Bound port: e11a52aa-bb71-4cdd-b6f2-50d9aa29590f, host: n-h2-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:55:19.613249 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:19.700669 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] For port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f, host n-h2-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:55:19.703505 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] For port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f, host n-h2-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:55:19.783861 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:19.846067 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:19.846803 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:19.848058 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] 10.222.0.46 "PUT /v2.0/ports/e11a52aa-bb71-4cdd-b6f2-50d9aa29590f HTTP/1.1" status: 200 len: 1092 time: 1.1376796 May 27 23:55:19.848549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f29717-35b4-431a-8d67-65aa114735e4', 'tag': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:55:19.869590 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f70be-369c-4d7f-b3c4-858b542252a4 service neutron] Pushing event updated for resources: {'Port': ['ID=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:19.898899 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95348a0-3fae-4bba-b8f5-22613cef1021'] response: {'name': 'network-changed', 'server_uuid': '98f29717-35b4-431a-8d67-65aa114735e4', 'tag': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'status': 'completed', 'code': 200} May 27 23:55:19.992702 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452993f6-cb4b-4e8d-ab33-e4f71cacc066 req-260d5f44-4136-4ba9-9a33-2343e42cb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:19.994179 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-452993f6-cb4b-4e8d-ab33-e4f71cacc066 req-260d5f44-4136-4ba9-9a33-2343e42cb3f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 1095 time: 0.0745382 May 27 23:55:20.135473 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452993f6-cb4b-4e8d-ab33-e4f71cacc066 req-00d2b115-4135-4060-b504-a0452d5bad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:20.136870 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-452993f6-cb4b-4e8d-ab33-e4f71cacc066 req-00d2b115-4135-4060-b504-a0452d5bad05 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=433f501a86af4779ab3d2c0e5157e605&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1357310 May 27 23:55:20.271199 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452993f6-cb4b-4e8d-ab33-e4f71cacc066 req-0954e6d6-2fb1-4306-b8cd-8eb694846ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:20.272600 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-452993f6-cb4b-4e8d-ab33-e4f71cacc066 req-0954e6d6-2fb1-4306-b8cd-8eb694846ab7 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295938 May 27 23:55:20.378617 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-5528fc21-aa27-4c41-abc2-b8701a016490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:20.380062 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-5528fc21-aa27-4c41-abc2-b8701a016490 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 1095 time: 0.0740733 May 27 23:55:20.449735 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-d3fc1d3c-f136-400c-86c7-4ec8bc6f555c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f HTTP/1.1" status: 200 len: 217 time: 0.0626736 May 27 23:55:20.509912 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-72f0d80b-f3ba-47ca-b169-d898d3de5df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:20.511258 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-72f0d80b-f3ba-47ca-b169-d898d3de5df4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0379fc6b-4478-4dc9-85ed-a864b2bd660c HTTP/1.1" status: 200 len: 849 time: 0.0556395 May 27 23:55:20.585762 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-65520525-023b-4b9a-92b7-a474738d9f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:20.587242 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-65520525-023b-4b9a-92b7-a474738d9f53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700195 May 27 23:55:20.721312 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-28a37d80-418c-40ee-ba88-a7ee1051030c service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274936 May 27 23:55:20.729567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87933b67-7db4-43fd-946d-25beb7e91f4d req-eb48dc44-eb37-438e-8d26-f5e027895d12 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:20.731032 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87933b67-7db4-43fd-946d-25beb7e91f4d req-eb48dc44-eb37-438e-8d26-f5e027895d12 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 944 time: 0.0804877 May 27 23:55:20.775290 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87933b67-7db4-43fd-946d-25beb7e91f4d req-6922c281-00e0-4edd-a097-d37460cf6497 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383506 May 27 23:55:20.850520 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-07e3f713-8e5d-4ef9-98f3-28104c56b2a2 req-5078231f-6de0-4dae-bee3-a8b81277f402 service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237111 May 27 23:55:21.960386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d3301-274e-4616-8679-8b912a695f29 req-8bb1cde0-1269-4411-9b86-89dc5ee1ca57 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:21.961740 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-780d3301-274e-4616-8679-8b912a695f29 req-8bb1cde0-1269-4411-9b86-89dc5ee1ca57 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 944 time: 0.0819180 May 27 23:55:22.005757 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-780d3301-274e-4616-8679-8b912a695f29 req-6057972c-90e3-44bc-a121-f48287add0fb tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383601 May 27 23:55:23.186583 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaeee2e-1b10-4bef-9558-3fc54cb94f28 req-23f4e859-2d87-4391-9e99-4e84409ee733 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:23.189163 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-caaeee2e-1b10-4bef-9558-3fc54cb94f28 req-23f4e859-2d87-4391-9e99-4e84409ee733 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 944 time: 0.0795622 May 27 23:55:23.228814 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:23.232307 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-caaeee2e-1b10-4bef-9558-3fc54cb94f28 req-8f5c8d6c-25db-4643-8928-d0f8badbeb54 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385299 May 27 23:55:23.253267 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e11a52aa-bb71-4cdd-b6f2-50d9aa29590f details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:55:23.415163 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:55:23.428184 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'port_id': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'mac_address': 'fa:16:3e:f1:89:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:55:23.483851 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:55:23.484225 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:23.500707 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11a52aa-bb71-4cdd-b6f2-50d9aa29590f {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:55:23.515248 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:55:23.560161 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:23.624809 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:23.794320 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['e11a52aa-bb71-4cdd-b6f2-50d9aa29590f'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:55:24.420938 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922eee0-8854-4763-9038-0763e8e705a2 req-70a45a04-695e-4f26-b95f-00eb89698184 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:24.422910 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f922eee0-8854-4763-9038-0763e8e705a2 req-70a45a04-695e-4f26-b95f-00eb89698184 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 945 time: 0.0830936 May 27 23:55:24.466592 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f922eee0-8854-4763-9038-0763e8e705a2 req-c419a591-cdbe-4708-a85b-336bd1658dbe tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379605 May 27 23:55:25.253428 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e11a52aa-bb71-4cdd-b6f2-50d9aa29590f up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:55:25.389034 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning for port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:55:25.393751 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:55:25.394114 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:25.508082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:55:25.508473 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:25.534407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f29717-35b4-431a-8d67-65aa114735e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:55:25.548025 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:55:25.581979 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7d4191-07fd-4ec6-88b6-c294abfc069c'] response: {'server_uuid': '98f29717-35b4-431a-8d67-65aa114735e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'code': 200} May 27 23:55:25.623415 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:25.661354 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba708f90-eb48-4ad8-b2ab-338d4f6bb3c0 req-cc67afd3-de54-4dbe-8ac8-0ee5c3cc33b3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:25.663054 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba708f90-eb48-4ad8-b2ab-338d4f6bb3c0 req-cc67afd3-de54-4dbe-8ac8-0ee5c3cc33b3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 945 time: 0.0868778 May 27 23:55:25.700181 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:25.724120 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ba708f90-eb48-4ad8-b2ab-338d4f6bb3c0 req-e6f94b67-566b-4798-b8e6-f9156fe782c0 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546229 May 27 23:55:25.727028 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c0520-8308-4ae8-8702-c3d3a4873974 req-82143c67-f88e-4647-9734-611e1e83db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:25.728643 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9e5c0520-8308-4ae8-8702-c3d3a4873974 req-82143c67-f88e-4647-9734-611e1e83db85 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 1097 time: 0.0824678 May 27 23:55:25.770236 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-9e5c0520-8308-4ae8-8702-c3d3a4873974 req-be6ac6aa-47da-4b95-b778-301edaa837bc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342276 May 27 23:55:26.909392 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c5ae4-04ab-400a-be3d-089ee44fae70 req-51a0eba5-023d-4c53-82a4-4a6be8fcc55f tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:26.910838 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-501c5ae4-04ab-400a-be3d-089ee44fae70 req-51a0eba5-023d-4c53-82a4-4a6be8fcc55f tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 946 time: 0.0786717 May 27 23:55:26.956704 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-501c5ae4-04ab-400a-be3d-089ee44fae70 req-948b11df-9038-46ec-91e8-4d5fadbea598 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398746 May 27 23:55:27.577090 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4dc038b5-2d24-4bd2-85c7-3bf02280314f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:28.140048 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8714ab7-d0b3-408b-af43-7749940f7dab req-993c5be4-e459-4924-92dd-72d8631c1437 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:28.142088 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d8714ab7-d0b3-408b-af43-7749940f7dab req-993c5be4-e459-4924-92dd-72d8631c1437 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 946 time: 0.0828357 May 27 23:55:28.184474 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d8714ab7-d0b3-408b-af43-7749940f7dab req-39ce3d13-e2a8-4125-8f84-d90d69c6632b tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367985 May 27 23:55:28.370496 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cca34-638c-4fce-8b9f-fa18baa07e94 req-4843dbbd-a956-4d6c-b650-592447093670 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:28.371934 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-163cca34-638c-4fce-8b9f-fa18baa07e94 req-4843dbbd-a956-4d6c-b650-592447093670 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 946 time: 0.0786862 May 27 23:55:28.415561 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-163cca34-638c-4fce-8b9f-fa18baa07e94 req-d96cbd1a-f4d0-43df-b3e9-a735dd0972d2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379877 May 27 23:55:28.437319 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51018) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:55:28.550020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba00462d-5b42-4631-8e5c-473e057b76b7 tempest-TestSnapshotPattern-892704579 tempest-TestSnapshotPattern-892704579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:28.550719 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ba00462d-5b42-4631-8e5c-473e057b76b7 tempest-TestSnapshotPattern-892704579 tempest-TestSnapshotPattern-892704579-project-admin] Synchronizing usage tracker for tenant:b29bddac44ea4b3f80b2865ff12d5045 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:55:28.622834 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-ba00462d-5b42-4631-8e5c-473e057b76b7 tempest-TestSnapshotPattern-892704579 tempest-TestSnapshotPattern-892704579-project-admin] Unset dirty status for tenant:b29bddac44ea4b3f80b2865ff12d5045 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:55:28.623931 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ba00462d-5b42-4631-8e5c-473e057b76b7 tempest-TestSnapshotPattern-892704579 tempest-TestSnapshotPattern-892704579-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 1092 time: 0.1856353 May 27 23:55:28.626839 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51024) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:55:28.631915 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:55:28.638536 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:55:28.642985 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Usage tracker for resource:floatingip and tenant:433f501a86af4779ab3d2c0e5157e605 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:55:28.645812 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:55:28.651526 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:55:28.697691 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:28.835715 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:28.970998 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Allocated IP 172.25.2.147 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/83f1132f-c1a7-45e8-83df-db992568b635) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:55:29.117193 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:29.212369 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:29.277531 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:55:29.281040 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:55:29.283475 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:55:29.326276 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event updated for resources: {'Port': ['ID=83f1132f-c1a7-45e8-83df-db992568b635,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:29.692106 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe5c3-0c3e-4b5b-ac87-0f982165ec90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:29.808599 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:29.946290 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:30.148531 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:30.194457 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:30.304064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event updated for resources: {'Port': ['ID=83f1132f-c1a7-45e8-83df-db992568b635,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:55:30.311739 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:30.485441 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Floating IP 44da5bac-2de9-4918-9409-2f19bea26991 associated. External IP: 172.25.2.147, port: e11a52aa-bb71-4cdd-b6f2-50d9aa29590f. May 27 23:55:30.832694 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Router f8760234-ac09-45c9-94c1-6a8743f71dec has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:55:31.032302 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:55:31.033311 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d2397-d3f0-4b67-840d-a8331c339b0a None None] Sync routers for ids ['f8760234-ac09-45c9-94c1-6a8743f71dec'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:55:31.033311 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0d2397-d3f0-4b67-840d-a8331c339b0a None None] Routers {'f8760234-ac09-45c9-94c1-6a8743f71dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:55:31.033311 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b0d2397-d3f0-4b67-840d-a8331c339b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:55:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f8760234-ac09-45c9-94c1-6a8743f71dec'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:31.080499 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:31.103368 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:31.164187 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-d1e46353-9b53-4bfe-adde-b0e971524c16 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5360372 May 27 23:55:31.164843 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f29717-35b4-431a-8d67-65aa114735e4', 'tag': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:55:31.194598 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:31.209029 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4b0d2397-d3f0-4b67-840d-a8331c339b0a None None] Set router f8760234-ac09-45c9-94c1-6a8743f71dec gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:55:31.268379 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e83e29-05aa-4671-a5dc-9f447374e5d2'] response: {'name': 'network-changed', 'server_uuid': '98f29717-35b4-431a-8d67-65aa114735e4', 'tag': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'status': 'completed', 'code': 200} May 27 23:55:31.357655 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acec6a0-46fc-4739-b532-ae6e9f7660f3 req-3f7cf882-f8cb-4c85-81e4-18cdfe1d2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:31.359137 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0acec6a0-46fc-4739-b532-ae6e9f7660f3 req-3f7cf882-f8cb-4c85-81e4-18cdfe1d2526 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 1097 time: 0.0721998 May 27 23:55:31.491689 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acec6a0-46fc-4739-b532-ae6e9f7660f3 req-aa721b73-90b6-4aa4-bd45-089bf4c7c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:31.493217 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0acec6a0-46fc-4739-b532-ae6e9f7660f3 req-aa721b73-90b6-4aa4-bd45-089bf4c7c5ef service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d HTTP/1.1" status: 200 len: 911 time: 0.1286812 May 27 23:55:31.553841 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b0d2397-d3f0-4b67-840d-a8331c339b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '44da5bac-2de9-4918-9409-2f19bea26991', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'port_id': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'mac_address': 'fa:16:3e:f1:89:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f29717-35b4-431a-8d67-65aa114735e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:55:29Z', 'updated_at': '2022-05-27T23:55:29Z', 'revision_number': 0, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2feb463-0fb7-454b-b606-50ba92d438ce', 'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'mac_address': 'fa:16:3e:d9:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:01Z', 'updated_at': '2022-05-27T23:55:08Z', 'revision_number': 5, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'subnets': [{'id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:31.557633 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d2397-d3f0-4b67-840d-a8331c339b0a None None] Checking router: f8760234-ac09-45c9-94c1-6a8743f71dec for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:55:31.565908 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0d2397-d3f0-4b67-840d-a8331c339b0a None None] Routers {'f8760234-ac09-45c9-94c1-6a8743f71dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:55:31.566484 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b0d2397-d3f0-4b67-840d-a8331c339b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:55:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f8760234-ac09-45c9-94c1-6a8743f71dec'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:31.595069 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0acec6a0-46fc-4739-b532-ae6e9f7660f3 req-ad0e0536-9aae-469a-a08d-765632c29dc2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f HTTP/1.1" status: 200 len: 1000 time: 0.0962284 May 27 23:55:31.659060 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acec6a0-46fc-4739-b532-ae6e9f7660f3 req-7ec6b3b6-3195-4b63-a96b-718a42329389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:31.660445 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0acec6a0-46fc-4739-b532-ae6e9f7660f3 req-7ec6b3b6-3195-4b63-a96b-718a42329389 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0379fc6b-4478-4dc9-85ed-a864b2bd660c HTTP/1.1" status: 200 len: 849 time: 0.0603375 May 27 23:55:31.734694 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acec6a0-46fc-4739-b532-ae6e9f7660f3 req-87898617-d7bc-427e-80b5-fe9a8a367745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:31.736166 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0acec6a0-46fc-4739-b532-ae6e9f7660f3 req-87898617-d7bc-427e-80b5-fe9a8a367745 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702710 May 27 23:55:31.743112 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-4b0d2397-d3f0-4b67-840d-a8331c339b0a None None] Set router f8760234-ac09-45c9-94c1-6a8743f71dec gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:55:31.865176 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0acec6a0-46fc-4739-b532-ae6e9f7660f3 req-0ddd67cd-3f48-4adc-9171-bd298bd725ed service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229818 May 27 23:55:31.995182 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0acec6a0-46fc-4739-b532-ae6e9f7660f3 req-ce95708e-5855-4121-884d-5d725047442d service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241620 May 27 23:55:32.082104 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-4b0d2397-d3f0-4b67-840d-a8331c339b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '44da5bac-2de9-4918-9409-2f19bea26991', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'port_id': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'mac_address': 'fa:16:3e:f1:89:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f29717-35b4-431a-8d67-65aa114735e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:55:29Z', 'updated_at': '2022-05-27T23:55:29Z', 'revision_number': 0, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2feb463-0fb7-454b-b606-50ba92d438ce', 'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'mac_address': 'fa:16:3e:d9:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:01Z', 'updated_at': '2022-05-27T23:55:08Z', 'revision_number': 5, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'subnets': [{'id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:55:32.085994 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d2397-d3f0-4b67-840d-a8331c339b0a None None] The sync data for ids ['f8760234-ac09-45c9-94c1-6a8743f71dec'] in n-d-843680-3 is: [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '44da5bac-2de9-4918-9409-2f19bea26991', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'port_id': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'mac_address': 'fa:16:3e:f1:89:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f29717-35b4-431a-8d67-65aa114735e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:55:29Z', 'updated_at': '2022-05-27T23:55:29Z', 'revision_number': 0, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2feb463-0fb7-454b-b606-50ba92d438ce', 'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'mac_address': 'fa:16:3e:d9:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:01Z', 'updated_at': '2022-05-27T23:55:08Z', 'revision_number': 5, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'subnets': [{'id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:55:32.273626 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fa4670-f7ec-4daf-bc0c-1dcb9d27ef9d None None] New status for floating IP 44da5bac-2de9-4918-9409-2f19bea26991: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:55:32.436623 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:46.748647 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:51.965306 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-543218c4-e857-4c8c-8a88-97fce1084f38 req-5e22b694-9667-42f8-b3c7-2e55220902f4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674789 May 27 23:55:52.210919 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543218c4-e857-4c8c-8a88-97fce1084f38 req-bed8a765-bb5a-4213-81a6-dd5d2f93dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:52.212484 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-543218c4-e857-4c8c-8a88-97fce1084f38 req-bed8a765-bb5a-4213-81a6-dd5d2f93dada service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 1097 time: 0.1808712 May 27 23:55:52.354127 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543218c4-e857-4c8c-8a88-97fce1084f38 req-1155a089-2944-4859-95d3-8b0169db1659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:52.355554 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-543218c4-e857-4c8c-8a88-97fce1084f38 req-1155a089-2944-4859-95d3-8b0169db1659 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d HTTP/1.1" status: 200 len: 911 time: 0.1238530 May 27 23:55:52.457475 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-543218c4-e857-4c8c-8a88-97fce1084f38 req-f4cc9ba2-d777-4d42-9d9e-750cd1d18bad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f HTTP/1.1" status: 200 len: 1002 time: 0.0948298 May 27 23:55:52.518340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543218c4-e857-4c8c-8a88-97fce1084f38 req-147491a8-e40d-4999-8386-fa726ba5cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:52.519692 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-543218c4-e857-4c8c-8a88-97fce1084f38 req-147491a8-e40d-4999-8386-fa726ba5cbd2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0379fc6b-4478-4dc9-85ed-a864b2bd660c HTTP/1.1" status: 200 len: 849 time: 0.0556426 May 27 23:55:52.594240 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543218c4-e857-4c8c-8a88-97fce1084f38 req-a165d8aa-7ce8-47ad-bbeb-4190d2167cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:55:52.595645 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-543218c4-e857-4c8c-8a88-97fce1084f38 req-a165d8aa-7ce8-47ad-bbeb-4190d2167cc3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704722 May 27 23:55:52.725531 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-543218c4-e857-4c8c-8a88-97fce1084f38 req-366f3171-190f-49e4-8a1a-464cbb4b1a51 service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229343 May 27 23:55:52.852947 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-543218c4-e857-4c8c-8a88-97fce1084f38 req-507c41f0-8e1b-4a97-b752-0ffbdd12b8a5 service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217647 May 27 23:55:53.068018 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:55:53.228185 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:57.559641 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1ad30017-df66-4220-8c56-cfa8e1d5f05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:55:59.673739 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6edfc899-338b-4849-a677-72fa0b4e66b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:56:01.017143 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:56:01.188765 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:56:02.439266 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:56:16.770584 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:56:23.222259 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:56:27.564790 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-4ab7a07a-c935-41de-b03d-aac2ea7def01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:56:29.684889 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b8ff47c0-0fee-4681-8404-dc39b429dfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:56:30.067853 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:56:31.022197 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:56:31.176594 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:56:32.399056 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:56:46.758919 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:56:52.992900 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63c02b52-8741-43f7-ab9e-e4b2c0cf5807 req-f5d510ff-6d70-4e9e-a9cc-797a86db0667 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1120961 May 27 23:56:53.129690 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02b52-8741-43f7-ab9e-e4b2c0cf5807 req-3094ee06-7518-4067-a748-6248b5082b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:56:53.131107 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63c02b52-8741-43f7-ab9e-e4b2c0cf5807 req-3094ee06-7518-4067-a748-6248b5082b32 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 1097 time: 0.0724177 May 27 23:56:53.250464 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:56:53.274102 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02b52-8741-43f7-ab9e-e4b2c0cf5807 req-d7e966a8-95eb-4f45-9ec6-a0dd0e315a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:56:53.275512 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63c02b52-8741-43f7-ab9e-e4b2c0cf5807 req-d7e966a8-95eb-4f45-9ec6-a0dd0e315a3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d HTTP/1.1" status: 200 len: 911 time: 0.1269226 May 27 23:56:53.374040 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63c02b52-8741-43f7-ab9e-e4b2c0cf5807 req-0cd9a615-ef59-4445-8885-5c4b7bce4c09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f HTTP/1.1" status: 200 len: 1002 time: 0.0929420 May 27 23:56:53.441307 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02b52-8741-43f7-ab9e-e4b2c0cf5807 req-b0ac497f-ac06-4823-90a7-7a24b9b14633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:56:53.442714 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63c02b52-8741-43f7-ab9e-e4b2c0cf5807 req-b0ac497f-ac06-4823-90a7-7a24b9b14633 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0379fc6b-4478-4dc9-85ed-a864b2bd660c HTTP/1.1" status: 200 len: 849 time: 0.0631335 May 27 23:56:53.515382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c02b52-8741-43f7-ab9e-e4b2c0cf5807 req-63fc94f1-f62d-456e-8eba-26b8dc71b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:56:53.516779 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63c02b52-8741-43f7-ab9e-e4b2c0cf5807 req-63fc94f1-f62d-456e-8eba-26b8dc71b70b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686347 May 27 23:56:53.644331 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63c02b52-8741-43f7-ab9e-e4b2c0cf5807 req-5f7a686d-853e-40d2-b4c5-115e6e30af44 service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218991 May 27 23:56:53.776157 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-63c02b52-8741-43f7-ab9e-e4b2c0cf5807 req-2fb2a982-a4dc-4033-b0b2-a62bfee6e235 service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264260 May 27 23:56:57.575496 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-0c8d23ac-d2b1-488f-86b8-b76ac0433fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:56:59.684303 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8460e73e-a796-4d65-921f-abf4d477ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:01.055718 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:01.204623 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:02.404007 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:07.067808 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:57:16.775394 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:23.260969 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:27.597642 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-9183ffe4-6066-4ec7-be04-ba902d512208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:29.684745 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33a52e6d-c54b-4df0-b920-157978fb0237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:29.820495 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e11a52aa-bb71-4cdd-b6f2-50d9aa29590f details requested by agent hyperv_n-h2-843680-3 with host n-h2-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:57:29.984905 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:57:29.999220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Returning: {'device': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'port_id': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'mac_address': 'fa:16:3e:f1:89:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:57:30.056014 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:57:30.056415 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:30.074561 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e11a52aa-bb71-4cdd-b6f2-50d9aa29590f {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:57:30.090253 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:57:30.135792 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:30.207367 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:57:30.217305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] get_ports_and_sgs() called for port_ids ['e11a52aa-bb71-4cdd-b6f2-50d9aa29590f'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:57:30.247480 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:30.247823 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:30.248218 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:30.248625 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:30.248959 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:30.249286 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:30.249610 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:30.249931 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:30.250251 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:30.250570 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:30.250888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:30.251203 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:31.033209 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:31.211088 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:31.827786 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e11a52aa-bb71-4cdd-b6f2-50d9aa29590f up at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:57:31.910857 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Provisioning complete for port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:57:31.911136 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:32.044319 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:57:32.044999 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:32.072156 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f29717-35b4-431a-8d67-65aa114735e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:57:32.082566 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:57:32.152993 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:32.193998 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be39030c-83f1-4a3a-bf89-26c53403bf78'] response: {'server_uuid': '98f29717-35b4-431a-8d67-65aa114735e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'code': 200} May 27 23:57:32.229597 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:57:32.415482 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:41.014301 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-0e7e17ca-1325-48a2-9c5b-9ea707e523e4 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350884184&fields=id&tenant_id=433f501a86af4779ab3d2c0e5157e605 HTTP/1.1" status: 200 len: 267 time: 0.0395122 May 27 23:57:41.270599 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-3d543678-8419-45e0-8fe7-c55f6021663f tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:41.272000 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-3d543678-8419-45e0-8fe7-c55f6021663f tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/networks?id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d HTTP/1.1" status: 200 len: 810 time: 0.2510097 May 27 23:57:41.287525 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-94b0412a-9f06-490c-ac8e-ebcf1a63f90c tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/quotas/433f501a86af4779ab3d2c0e5157e605 HTTP/1.1" status: 200 len: 375 time: 0.0099435 May 27 23:57:41.375360 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-231dbc3d-4a7a-4f3a-9baa-c255fd0355cb tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0828037 May 27 23:57:41.431825 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-b56a8ccf-8fc1-4ed5-a611-1d4ddf7be99e service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=88900) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 27 23:57:41.432836 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-b56a8ccf-8fc1-4ed5-a611-1d4ddf7be99e service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463538 May 27 23:57:41.565011 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-6e070798-e8a3-41e7-a95f-e6a7f63729f1 service neutron] 10.222.0.27 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263199 May 27 23:57:41.694209 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-7b28b3c6-18da-4478-9ec7-a47e20d9c491 service neutron] 10.222.0.27 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231709 May 27 23:57:41.980648 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2dfe7b11-9d8a-425d-9047-04568b859871 req-eda6c8cc-744e-463f-baec-897c9f06ee8c tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 210 time: 0.0904179 May 27 23:57:43.128689 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-c24820da-313a-4eef-9103-46f5dc9d8858 req-e77280de-41e9-4632-8b19-737b6c381808 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 210 time: 0.0421598 May 27 23:57:43.926598 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e11a52aa-bb71-4cdd-b6f2-50d9aa29590f no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:57:44.051641 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Current status of the port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:57:44.052087 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:44.058736 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-a9f93375-f0b6-4fd9-a0ef-b0bdfee458ae tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:44.060170 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-a9f93375-f0b6-4fd9-a0ef-b0bdfee458ae tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.57 "GET /v2.0/networks?id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d HTTP/1.1" status: 200 len: 810 time: 0.2671258 May 27 23:57:44.070210 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:57:44.080502 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f29717-35b4-431a-8d67-65aa114735e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:57:44.091768 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] For port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:57:44.116865 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-fd422a59-e42b-4460-a793-7eab2e87c674 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=433f501a86af4779ab3d2c0e5157e605 HTTP/1.1" status: 200 len: 380 time: 0.0418837 May 27 23:57:44.126468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Request body: {'port': {'device_id': '771219e6-c437-4d6d-8c0c-88e99114449c', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'admin_state_up': True, 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'security_groups': ['8ad73c20-8a85-4bc5-bd0f-246e729fb113']}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:57:44.130323 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec327fa8-e1bf-4d6b-b978-ff2696990c64'] response: {'server_uuid': '98f29717-35b4-431a-8d67-65aa114735e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'code': 200} May 27 23:57:44.131491 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:44.200515 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Pushing event updated for resources: {'Port': ['ID=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:57:44.267289 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:57:44.271917 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Usage tracker for resource:port and tenant:433f501a86af4779ab3d2c0e5157e605 is out of sync, need to count used quota {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:57:44.275058 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88901) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:57:44.280807 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.quota.driver [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88901) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:57:44.299742 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-96593a35-6653-4cf6-83e4-7a12e7564d11 req-125c65d5-43fe-4c9e-855d-af4763c803fe tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 210 time: 0.0526776 May 27 23:57:44.329999 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Made reservation on behalf of 433f501a86af4779ab3d2c0e5157e605 for: {'port': 1} {{(pid=88901) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 23:57:44.338674 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:44.502715 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.db_base_plugin_common [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Allocated IP 172.20.0.8 (bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d/0379fc6b-4478-4dc9-85ed-a864b2bd660c/816fb23c-6fe0-4c38-9d51-9b8f7244eeac) {{(pid=88901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:57:44.751593 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for port, precommit_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:44.770869 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Transition to ACTIVE for port object 816fb23c-6fe0-4c38-9d51-9b8f7244eeac will not be triggered until provisioned by entity DHCP. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:57:44.873760 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_create {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:44.947817 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d is already hosted by enough agents. {{(pid=88901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:57:44.949109 n-d-843680-3 neutron-server[88901]: DEBUG neutron.scheduler.base_scheduler [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources bound (agent type, host, resource id): {{(pid=88901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:57:44.953597 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Received port after_create {{(pid=88901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:57:45.011763 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event updated for resources: {'Port': ['ID=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,revision_number=1']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:57:45.028113 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:45.028385 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:45.028721 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:45.029051 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:45.029382 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:45.029703 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:45.030023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:45.030340 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:45.030710 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:45.031033 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:45.031343 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:45.031658 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:57:45.052436 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:45.053490 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:45.187818 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-87110ccb-a84a-4289-8da1-2a0a694b5860 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0650220 May 27 23:57:45.358512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-494b8dd7-a746-4d1d-b94c-4f441a7d27bf None None] Provisioning for port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac completed by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:57:45.365921 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-494b8dd7-a746-4d1d-b94c-4f441a7d27bf None None] Provisioning complete for port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac triggered by entity DHCP. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:57:45.370888 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-494b8dd7-a746-4d1d-b94c-4f441a7d27bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:45.432506 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-494b8dd7-a746-4d1d-b94c-4f441a7d27bf None None] Port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac cannot update to ACTIVE because it is not bound. {{(pid=88902) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 27 23:57:45.506020 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26398546-104d-4038-8473-59e0501fdd1f req-86d2ddf8-f7bf-4c6d-85cd-97bf19220315 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:45.507598 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26398546-104d-4038-8473-59e0501fdd1f req-86d2ddf8-f7bf-4c6d-85cd-97bf19220315 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 931 time: 0.0844357 May 27 23:57:45.555267 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-26398546-104d-4038-8473-59e0501fdd1f req-a987804d-5e60-4f6b-8a38-239ad7b021aa tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 May 27 23:57:46.757535 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a6a14c-639f-4a72-9d22-da1334ccfc97 req-c3e65754-f279-4ad7-9db1-08115a659033 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:46.759395 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-03a6a14c-639f-4a72-9d22-da1334ccfc97 req-c3e65754-f279-4ad7-9db1-08115a659033 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 931 time: 0.0920992 May 27 23:57:46.799192 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:46.809036 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-03a6a14c-639f-4a72-9d22-da1334ccfc97 req-17d8c2f6-dd70-40bc-9c5c-84b62301f5d4 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426557 May 27 23:57:47.996574 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5715b-7b12-4a53-845d-365f19f1043a req-5109fcc2-c93f-4216-bb02-29b7f5bf8e17 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:47.998016 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ec5715b-7b12-4a53-845d-365f19f1043a req-5109fcc2-c93f-4216-bb02-29b7f5bf8e17 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 931 time: 0.0806308 May 27 23:57:48.045495 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-2ec5715b-7b12-4a53-845d-365f19f1043a req-97998bd8-a478-4d82-91af-d2997fb47ddb tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408223 May 27 23:57:49.239153 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea120c6-7cd5-450c-8cbd-792d52cb6bfb req-ca7fbe70-1d7c-4fe6-b1ef-3aaa7382e8fe tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:49.240655 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ea120c6-7cd5-450c-8cbd-792d52cb6bfb req-ca7fbe70-1d7c-4fe6-b1ef-3aaa7382e8fe tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 931 time: 0.0871575 May 27 23:57:49.289898 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-9ea120c6-7cd5-450c-8cbd-792d52cb6bfb req-21f8ff39-da94-4675-b441-a0f75c97db35 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424070 May 27 23:57:50.527596 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d745c-7e18-4795-8ae2-297a03497e02 req-aaf88dfe-a200-44ea-870a-62d273e628fa tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:50.530507 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec9d745c-7e18-4795-8ae2-297a03497e02 req-aaf88dfe-a200-44ea-870a-62d273e628fa tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 931 time: 0.1187339 May 27 23:57:50.576058 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-ec9d745c-7e18-4795-8ae2-297a03497e02 req-92f29290-7ad9-4fb1-970d-847fb6935d62 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410178 May 27 23:57:51.789436 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484858a-60c9-427d-aa7c-e028de80def3 req-458782a0-22e1-43e8-9e31-21c10e689fdb tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:51.790918 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f484858a-60c9-427d-aa7c-e028de80def3 req-458782a0-22e1-43e8-9e31-21c10e689fdb tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 931 time: 0.0945156 May 27 23:57:51.837109 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-f484858a-60c9-427d-aa7c-e028de80def3 req-57d9b746-c718-4a91-9ee5-106744e2f611 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403016 May 27 23:57:52.560095 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.v2.base [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Request body: {'port': {'device_id': '771219e6-c437-4d6d-8c0c-88e99114449c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-843680-3'}} {{(pid=88901) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:57:52.666573 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:53.010549 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816fb23c-6fe0-4c38-9d51-9b8f7244eeac {{(pid=88901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:57:53.017886 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:53.023641 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8d84e-24fe-4c51-bf57-082c1fb9b3f2 req-a1343b45-f8e7-43ce-a93c-1f827f73fcae tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:53.025152 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7bf8d84e-24fe-4c51-bf57-082c1fb9b3f2 req-a1343b45-f8e7-43ce-a93c-1f827f73fcae tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 931 time: 0.0803161 May 27 23:57:53.032468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.provisioning_blocks [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Transition to ACTIVE for port object 816fb23c-6fe0-4c38-9d51-9b8f7244eeac will not be triggered until provisioned by entity L2. {{(pid=88901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 27 23:57:53.072791 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7bf8d84e-24fe-4c51-bf57-082c1fb9b3f2 req-44fd57c2-8790-4a1f-b70b-bf0480047f3c tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418947 May 27 23:57:53.095293 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:53.252015 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Pushing event updated for resources: {'Port': ['ID=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,revision_number=2']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:57:53.278398 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:53.335924 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Attempting to bind port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac on host n-h1-843680-3 for vnic_type normal with profile {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 27 23:57:53.336255 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Attempting to bind port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac by drivers openvswitch,hyperv on host n-h1-843680-3 at level 0 using segments [{'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 27 23:57:53.336612 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Attempting to bind port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac on network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:57:53.341375 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac on network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d not bound, no agent of type Open vSwitch agent registered on host n-h1-843680-3 {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 27 23:57:53.341699 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Attempting to bind port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac on network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 27 23:57:53.346743 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Checking agent: {'id': '5155203b-e6af-4e09-bdbb-bcb3d5ae3574', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-843680-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'started_at': datetime.datetime(2022, 5, 27, 22, 18, 22), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 23, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 27 23:57:53.347075 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Checking segment: {'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} May 27 23:57:53.347454 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Bound using segment: {'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'} {{(pid=88901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 27 23:57:53.347875 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.managers [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Bound port: 816fb23c-6fe0-4c38-9d51-9b8f7244eeac, host: n-h1-843680-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d214355-c090-482f-96b6-b04071e7f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d'}}] {{(pid=88901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 27 23:57:53.348219 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:53.435900 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] For port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac, host n-h1-843680-3, cleared binding levels {{(pid=88901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 27 23:57:53.438740 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] For port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac, host n-h1-843680-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 27 23:57:53.523061 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7586679'] for port, after_update {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:53.578294 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:53.579232 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:53.581656 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] 10.222.0.57 "PUT /v2.0/ports/816fb23c-6fe0-4c38-9d51-9b8f7244eeac HTTP/1.1" status: 200 len: 1091 time: 1.0681701 May 27 23:57:53.584729 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771219e6-c437-4d6d-8c0c-88e99114449c', 'tag': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:57:53.606428 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8b420-8b28-4f6b-9b1a-37b5257cb815 service neutron] Pushing event updated for resources: {'Port': ['ID=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,revision_number=3']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:57:53.640636 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab76bbb-d255-459e-bfa8-fbca256ec1eb'] response: {'name': 'network-changed', 'server_uuid': '771219e6-c437-4d6d-8c0c-88e99114449c', 'tag': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac', 'status': 'completed', 'code': 200} May 27 23:57:53.768460 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d92e9-ce5c-44e4-b824-e85aa0ed268f req-9788216e-c050-4429-8c5f-2c46490192ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:53.770119 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb3d92e9-ce5c-44e4-b824-e85aa0ed268f req-9788216e-c050-4429-8c5f-2c46490192ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 1094 time: 0.0789282 May 27 23:57:54.018991 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d92e9-ce5c-44e4-b824-e85aa0ed268f req-cea4d0c6-ca84-4a11-93ee-42de22e9d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:54.020292 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb3d92e9-ce5c-44e4-b824-e85aa0ed268f req-cea4d0c6-ca84-4a11-93ee-42de22e9d83a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=433f501a86af4779ab3d2c0e5157e605&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2364159 May 27 23:57:54.155318 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d92e9-ce5c-44e4-b824-e85aa0ed268f req-db3800cc-d1f3-4276-a780-d8118e1a8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:54.156790 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-bb3d92e9-ce5c-44e4-b824-e85aa0ed268f req-db3800cc-d1f3-4276-a780-d8118e1a8417 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300707 May 27 23:57:54.255581 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33fb69-4e2b-4ba5-88ee-7b3dae1b45e0 req-2f4aa825-5302-462f-a3a8-263b1bd6799e tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:54.257090 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b33fb69-4e2b-4ba5-88ee-7b3dae1b45e0 req-2f4aa825-5302-462f-a3a8-263b1bd6799e tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 943 time: 0.0798130 May 27 23:57:54.280994 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-94f207fe-c5d8-4dad-934a-a032dc2e522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:54.282346 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-94f207fe-c5d8-4dad-934a-a032dc2e522f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 1094 time: 0.0699582 May 27 23:57:54.301973 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7b33fb69-4e2b-4ba5-88ee-7b3dae1b45e0 req-2d5deb90-a6b4-40e9-b584-a0f2e071e00e tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391095 May 27 23:57:54.358836 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-516be22b-70a3-407d-bcae-a6a1b3c7a28a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=816fb23c-6fe0-4c38-9d51-9b8f7244eeac HTTP/1.1" status: 200 len: 217 time: 0.0637641 May 27 23:57:54.419767 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-d5100ccd-971f-4d6c-966f-5d2b39c50ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:54.421173 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-d5100ccd-971f-4d6c-966f-5d2b39c50ea9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0379fc6b-4478-4dc9-85ed-a864b2bd660c HTTP/1.1" status: 200 len: 849 time: 0.0569861 May 27 23:57:54.496681 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-83696d3e-13b4-4b9a-877c-050934cfa20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:54.498107 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-83696d3e-13b4-4b9a-877c-050934cfa20f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711746 May 27 23:57:54.626499 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-c479f55c-428a-4bc6-9a61-2bfc6ee1dfe5 service neutron] 10.222.0.57 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221197 May 27 23:57:54.755866 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-b3f7d6ca-0f29-4b91-9cf2-bcd0afee6c6c req-9f1e3686-c248-4078-b9d0-20debe1257b8 service neutron] 10.222.0.57 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232424 May 27 23:57:54.952857 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b110919-02d6-4edb-8239-71650875d8d7 req-b3173923-0616-4bea-9a0a-860ddfdbd722 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724139 May 27 23:57:55.089482 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b110919-02d6-4edb-8239-71650875d8d7 req-2d5ae80b-6dde-49b1-a9cd-7ab2e0addac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:55.090941 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b110919-02d6-4edb-8239-71650875d8d7 req-2d5ae80b-6dde-49b1-a9cd-7ab2e0addac1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 1095 time: 0.0732474 May 27 23:57:55.232543 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b110919-02d6-4edb-8239-71650875d8d7 req-07b5250f-9c6f-49f6-87b0-213b166095d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:55.233896 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b110919-02d6-4edb-8239-71650875d8d7 req-07b5250f-9c6f-49f6-87b0-213b166095d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d HTTP/1.1" status: 200 len: 911 time: 0.1247699 May 27 23:57:55.331495 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b110919-02d6-4edb-8239-71650875d8d7 req-fe2131ce-0528-4066-ae94-0300b8d46952 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f HTTP/1.1" status: 200 len: 1000 time: 0.0918314 May 27 23:57:55.396550 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b110919-02d6-4edb-8239-71650875d8d7 req-bd68f3e5-4191-49e3-aa8b-0cd3be0d33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:55.398070 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b110919-02d6-4edb-8239-71650875d8d7 req-bd68f3e5-4191-49e3-aa8b-0cd3be0d33a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0379fc6b-4478-4dc9-85ed-a864b2bd660c HTTP/1.1" status: 200 len: 849 time: 0.0615263 May 27 23:57:55.473180 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b110919-02d6-4edb-8239-71650875d8d7 req-b173918b-c3e1-4eb1-a745-6219222be2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:55.474664 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b110919-02d6-4edb-8239-71650875d8d7 req-b173918b-c3e1-4eb1-a745-6219222be2e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712667 May 27 23:57:55.490089 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010e596-75c2-442b-bfc0-1bc284f794a7 req-ac4fe778-f962-46ec-bac8-e6321f7d7c7c tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:55.491478 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7010e596-75c2-442b-bfc0-1bc284f794a7 req-ac4fe778-f962-46ec-bac8-e6321f7d7c7c tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 943 time: 0.0835841 May 27 23:57:55.536433 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7010e596-75c2-442b-bfc0-1bc284f794a7 req-ffbf6d12-7306-4630-b052-b229b2071474 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390382 May 27 23:57:55.606768 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b110919-02d6-4edb-8239-71650875d8d7 req-1134438b-ec21-4219-9926-fada4714449b service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259398 May 27 23:57:55.738119 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-1b110919-02d6-4edb-8239-71650875d8d7 req-2947fade-12fc-4cfd-86d3-ec4d1a9a9160 service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248701 May 27 23:57:56.719414 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda08f4-b423-4aa8-88ee-8c4ab500c5f4 req-c3fec301-c142-4c38-91e5-5bf20f011f14 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:56.720920 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eeda08f4-b423-4aa8-88ee-8c4ab500c5f4 req-c3fec301-c142-4c38-91e5-5bf20f011f14 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 943 time: 0.0810688 May 27 23:57:56.764001 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-eeda08f4-b423-4aa8-88ee-8c4ab500c5f4 req-503ae2f0-aada-4e26-82d2-8d10f70f5484 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371964 May 27 23:57:57.609271 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3c9a27b-a4af-42c4-8eae-1d3b5d9b8db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:57.935393 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 816fb23c-6fe0-4c38-9d51-9b8f7244eeac details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:57:57.952193 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87806363-df01-4d9c-8408-342aad62d18d req-aab1936b-c459-4c63-86de-52f27cfa161d tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:57.953693 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87806363-df01-4d9c-8408-342aad62d18d req-aab1936b-c459-4c63-86de-52f27cfa161d tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 943 time: 0.0828652 May 27 23:57:57.998104 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-87806363-df01-4d9c-8408-342aad62d18d req-264830d3-a2bd-451a-8a45-11ef1dd38f42 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380938 May 27 23:57:58.065470 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:57:58.078001 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'port_id': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac', 'mac_address': 'fa:16:3e:d0:e7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:57:58.134568 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac is: DOWN; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:57:58.134943 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:58.151526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816fb23c-6fe0-4c38-9d51-9b8f7244eeac {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:57:58.167295 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:57:58.226695 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:58.293305 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,revision_number=4']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:57:58.558152 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['816fb23c-6fe0-4c38-9d51-9b8f7244eeac'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:57:59.181771 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c62a9d-80b6-4cb5-a1ef-480ff4650b96 req-effd1b1d-69d3-478f-b229-f5519b074595 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:57:59.183203 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9c62a9d-80b6-4cb5-a1ef-480ff4650b96 req-effd1b1d-69d3-478f-b229-f5519b074595 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 944 time: 0.0790703 May 27 23:57:59.229401 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-a9c62a9d-80b6-4cb5-a1ef-480ff4650b96 req-b2ec0775-7a7f-4ad2-85ba-faeecfba4d6f tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405700 May 27 23:57:59.683180 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b093ad74-874f-44eb-8f73-da35044996d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:57:59.942726 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 816fb23c-6fe0-4c38-9d51-9b8f7244eeac up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:58:00.072125 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning for port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac completed by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 27 23:58:00.077195 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:58:00.077558 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:00.226439 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:58:00.226815 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:00.253832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771219e6-c437-4d6d-8c0c-88e99114449c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:58:00.263139 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:58:00.298272 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a49b13e-7f7a-4f0a-8500-d390a0f714e6'] response: {'server_uuid': '771219e6-c437-4d6d-8c0c-88e99114449c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac', 'code': 200} May 27 23:58:00.352601 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:00.420779 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,revision_number=5']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:58:00.423571 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dee42e-c09d-4290-bf0f-ec8966158e7c req-fe6c71d0-3a85-46cd-aabd-b09065cc2bf2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:00.428857 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99dee42e-c09d-4290-bf0f-ec8966158e7c req-fe6c71d0-3a85-46cd-aabd-b09065cc2bf2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 945 time: 0.0879171 May 27 23:58:00.473242 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-99dee42e-c09d-4290-bf0f-ec8966158e7c req-63b17f2c-04f5-4dc2-a834-95e458593d60 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414796 May 27 23:58:00.566822 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362d5a9-5516-48ce-b793-5c4fe4906e64 req-24b14547-4156-4556-acee-bcf13d8eb31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:00.568296 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7362d5a9-5516-48ce-b793-5c4fe4906e64 req-24b14547-4156-4556-acee-bcf13d8eb31b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 1096 time: 0.1885209 May 27 23:58:00.608713 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-7362d5a9-5516-48ce-b793-5c4fe4906e64 req-827dc8a1-66ec-4e41-b142-f6834f4d4ea7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331967 May 27 23:58:01.054862 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:01.220318 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:01.663556 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51e234-665f-4818-897a-b8daaed95e4f req-ef2daabc-c5f9-4340-b706-21a536f87012 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:01.665095 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a51e234-665f-4818-897a-b8daaed95e4f req-ef2daabc-c5f9-4340-b706-21a536f87012 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 945 time: 0.0860126 May 27 23:58:01.714195 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-1a51e234-665f-4818-897a-b8daaed95e4f req-97555311-cc05-4e20-801e-f5d2a480017d tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429225 May 27 23:58:02.437540 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:02.895559 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47375579-8efb-4f2e-a08d-351b032f949f req-7e2aae7e-45ab-45e8-a842-df6dba2d0dad tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:02.897028 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47375579-8efb-4f2e-a08d-351b032f949f req-7e2aae7e-45ab-45e8-a842-df6dba2d0dad tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 945 time: 0.0785849 May 27 23:58:02.941758 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-47375579-8efb-4f2e-a08d-351b032f949f req-5da4199d-3d6c-4660-b9d4-b4aac20ed959 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391812 May 27 23:58:03.217145 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ae902-d8fa-4fc6-a587-ea66aa6dc8a4 req-53b12846-343f-4d09-850d-d81ce3113cfa tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:03.218583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-387ae902-d8fa-4fc6-a587-ea66aa6dc8a4 req-53b12846-343f-4d09-850d-d81ce3113cfa tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 945 time: 0.1730344 May 27 23:58:03.262166 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-387ae902-d8fa-4fc6-a587-ea66aa6dc8a4 req-c8b5d260-52fe-4548-a04f-eb619c85315f tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376270 May 27 23:58:03.283513 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51316) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:58:03.352849 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5742651-6b0b-4a0c-8cbc-cf1b1f494112 tempest-TestSnapshotPattern-892704579 tempest-TestSnapshotPattern-892704579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:03.354328 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b5742651-6b0b-4a0c-8cbc-cf1b1f494112 tempest-TestSnapshotPattern-892704579 tempest-TestSnapshotPattern-892704579-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 1091 time: 0.0698490 May 27 23:58:03.357049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51320) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:58:03.362328 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.v2.base [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Request body: {'floatingip': {'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'port_id': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 27 23:58:03.368715 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 27 23:58:03.372521 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Usage tracker for resource:floatingip and tenant:433f501a86af4779ab3d2c0e5157e605 is out of sync, need to count used quota {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 27 23:58:03.375337 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 27 23:58:03.381610 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.quota.driver [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 27 23:58:03.460836 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for floatingip, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:03.594421 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:03.735180 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_common [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Allocated IP 172.25.2.73 (d7021960-3d6a-4895-8681-782805f44685/4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83/614f07ef-3b08-42e5-a0da-bfc38b05c3c1) {{(pid=88900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 23:58:03.881342 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for port, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:03.986814 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765772341068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:04.054217 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Network d7021960-3d6a-4895-8681-782805f44685 is already hosted by enough agents. {{(pid=88900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 23:58:04.056983 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.base_scheduler [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Resources bound (agent type, host, resource id): {{(pid=88900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 23:58:04.061708 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Received port after_create {{(pid=88900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} May 27 23:58:04.101897 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event updated for resources: {'Port': ['ID=614f07ef-3b08-42e5-a0da-bfc38b05c3c1,revision_number=1']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:58:04.112774 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:58:04.113115 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:58:04.113450 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:58:04.113778 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:58:04.114107 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:58:04.114432 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:58:04.114750 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:58:04.115071 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:58:04.115386 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:58:04.115698 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:58:04.116015 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:58:04.116329 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:58:04.487647 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:04.623578 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:04.823501 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for port, precommit_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:04.888408 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8215198'] for port, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:04.994292 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event updated for resources: {'Port': ['ID=614f07ef-3b08-42e5-a0da-bfc38b05c3c1,revision_number=2']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:58:05.006266 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7997081'] for floatingip, after_update {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:05.269706 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Floating IP f42a67ad-4255-4b65-9911-f238990ada8a associated. External IP: 172.25.2.73, port: 816fb23c-6fe0-4c38-9d51-9b8f7244eeac. May 27 23:58:05.607077 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Router f8760234-ac09-45c9-94c1-6a8743f71dec has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:58:05.788358 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:58:05.798782 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9412554-ad68-430a-b74f-5e0d67201f95 None None] Sync routers for ids ['f8760234-ac09-45c9-94c1-6a8743f71dec'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:58:05.807706 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9412554-ad68-430a-b74f-5e0d67201f95 None None] Routers {'f8760234-ac09-45c9-94c1-6a8743f71dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:58:05.808404 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f9412554-ad68-430a-b74f-5e0d67201f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:58:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f8760234-ac09-45c9-94c1-6a8743f71dec'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:58:05.872252 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:05.928141 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-620ba4d9-6fe2-48b0-acea-8761dfc06cef tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5700970 May 27 23:58:05.928868 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771219e6-c437-4d6d-8c0c-88e99114449c', 'tag': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:58:05.973288 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-882593ac-97a0-46b8-a56e-3b8c23f1fb23'] response: {'name': 'network-changed', 'server_uuid': '771219e6-c437-4d6d-8c0c-88e99114449c', 'tag': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac', 'status': 'completed', 'code': 200} May 27 23:58:05.989007 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f9412554-ad68-430a-b74f-5e0d67201f95 None None] Set router f8760234-ac09-45c9-94c1-6a8743f71dec gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:58:06.085468 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56c53-c0db-4712-bb37-edda02aba18f req-c5c764b3-8104-4ea9-9535-e9781cbc72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:06.086931 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7a56c53-c0db-4712-bb37-edda02aba18f req-c5c764b3-8104-4ea9-9535-e9781cbc72f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 1096 time: 0.0709343 May 27 23:58:06.218803 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56c53-c0db-4712-bb37-edda02aba18f req-08ecdb87-f81f-43b4-bde1-c70b575d36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:06.220166 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7a56c53-c0db-4712-bb37-edda02aba18f req-08ecdb87-f81f-43b4-bde1-c70b575d36d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d HTTP/1.1" status: 200 len: 911 time: 0.1263814 May 27 23:58:06.334575 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7a56c53-c0db-4712-bb37-edda02aba18f req-ded3d901-da62-42ee-8e60-ef5224e626cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=816fb23c-6fe0-4c38-9d51-9b8f7244eeac HTTP/1.1" status: 200 len: 998 time: 0.1080148 May 27 23:58:06.335829 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f9412554-ad68-430a-b74f-5e0d67201f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '44da5bac-2de9-4918-9409-2f19bea26991', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'port_id': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'mac_address': 'fa:16:3e:f1:89:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f29717-35b4-431a-8d67-65aa114735e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:55:29Z', 'updated_at': '2022-05-27T23:55:32Z', 'revision_number': 1, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'fixed_ip_address_scope': None}, {'id': 'f42a67ad-4255-4b65-9911-f238990ada8a', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'floating_ip_address': '172.25.2.73', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'port_id': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'mac_address': 'fa:16:3e:d0:e7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771219e6-c437-4d6d-8c0c-88e99114449c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:58:04Z', 'updated_at': '2022-05-27T23:58:04Z', 'revision_number': 0, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2feb463-0fb7-454b-b606-50ba92d438ce', 'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'mac_address': 'fa:16:3e:d9:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:01Z', 'updated_at': '2022-05-27T23:55:08Z', 'revision_number': 5, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'subnets': [{'id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:58:06.339666 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9412554-ad68-430a-b74f-5e0d67201f95 None None] Checking router: f8760234-ac09-45c9-94c1-6a8743f71dec for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:58:06.348427 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9412554-ad68-430a-b74f-5e0d67201f95 None None] Routers {'f8760234-ac09-45c9-94c1-6a8743f71dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:58:06.349009 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f9412554-ad68-430a-b74f-5e0d67201f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:58:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f8760234-ac09-45c9-94c1-6a8743f71dec'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:58:06.398849 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56c53-c0db-4712-bb37-edda02aba18f req-9e2687d6-c305-438b-8f36-4309d1b4273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:06.400265 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7a56c53-c0db-4712-bb37-edda02aba18f req-9e2687d6-c305-438b-8f36-4309d1b4273f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0379fc6b-4478-4dc9-85ed-a864b2bd660c HTTP/1.1" status: 200 len: 849 time: 0.0593967 May 27 23:58:06.476485 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56c53-c0db-4712-bb37-edda02aba18f req-9354b0ea-1e68-4587-bbc5-d7f370901ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:06.477910 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7a56c53-c0db-4712-bb37-edda02aba18f req-9354b0ea-1e68-4587-bbc5-d7f370901ca8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697067 May 27 23:58:06.521744 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-f9412554-ad68-430a-b74f-5e0d67201f95 None None] Set router f8760234-ac09-45c9-94c1-6a8743f71dec gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:58:06.615134 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7a56c53-c0db-4712-bb37-edda02aba18f req-fbdaed6b-433e-4fc3-aebc-d11cf0aab321 service neutron] 10.222.0.57 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308417 May 27 23:58:06.751422 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-e7a56c53-c0db-4712-bb37-edda02aba18f req-c4c30a4a-0ab8-4e1e-838f-6149cf870192 service neutron] 10.222.0.57 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292160 May 27 23:58:06.893236 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-f9412554-ad68-430a-b74f-5e0d67201f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '44da5bac-2de9-4918-9409-2f19bea26991', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'port_id': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'mac_address': 'fa:16:3e:f1:89:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f29717-35b4-431a-8d67-65aa114735e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:55:29Z', 'updated_at': '2022-05-27T23:55:32Z', 'revision_number': 1, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'fixed_ip_address_scope': None}, {'id': 'f42a67ad-4255-4b65-9911-f238990ada8a', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'floating_ip_address': '172.25.2.73', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'port_id': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'mac_address': 'fa:16:3e:d0:e7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771219e6-c437-4d6d-8c0c-88e99114449c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:58:04Z', 'updated_at': '2022-05-27T23:58:04Z', 'revision_number': 0, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2feb463-0fb7-454b-b606-50ba92d438ce', 'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'mac_address': 'fa:16:3e:d9:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:01Z', 'updated_at': '2022-05-27T23:55:08Z', 'revision_number': 5, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'subnets': [{'id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:58:06.897141 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9412554-ad68-430a-b74f-5e0d67201f95 None None] The sync data for ids ['f8760234-ac09-45c9-94c1-6a8743f71dec'] in n-d-843680-3 is: [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '44da5bac-2de9-4918-9409-2f19bea26991', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'port_id': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'mac_address': 'fa:16:3e:f1:89:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f29717-35b4-431a-8d67-65aa114735e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:55:29Z', 'updated_at': '2022-05-27T23:55:32Z', 'revision_number': 1, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'fixed_ip_address_scope': None}, {'id': 'f42a67ad-4255-4b65-9911-f238990ada8a', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'floating_ip_address': '172.25.2.73', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'port_id': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'mac_address': 'fa:16:3e:d0:e7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771219e6-c437-4d6d-8c0c-88e99114449c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:58:04Z', 'updated_at': '2022-05-27T23:58:04Z', 'revision_number': 0, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2feb463-0fb7-454b-b606-50ba92d438ce', 'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'mac_address': 'fa:16:3e:d9:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:01Z', 'updated_at': '2022-05-27T23:55:08Z', 'revision_number': 5, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'subnets': [{'id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:58:07.077464 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda59063-03d1-48e6-8f33-8b36247d0816 None None] New status for floating IP f42a67ad-4255-4b65-9911-f238990ada8a: ACTIVE {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:58:16.803245 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:21.071740 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:58:23.277584 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:27.574418 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-524485f2-7c55-4d26-9cc4-4e43df088ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:29.677721 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-25fdbdd0-8715-408e-9673-131f2dcf1abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:31.065264 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:31.249077 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:32.426137 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:46.786221 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:52.072232 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98730a91-92d7-45ad-94c7-fad96f011e8b req-87f43f09-8d2b-43e1-868f-56854ddda7fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678256 May 27 23:58:52.230404 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98730a91-92d7-45ad-94c7-fad96f011e8b req-cc7df9ee-e257-4636-88db-58aa7dcf255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:52.231860 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98730a91-92d7-45ad-94c7-fad96f011e8b req-cc7df9ee-e257-4636-88db-58aa7dcf255c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 1096 time: 0.0741730 May 27 23:58:52.380404 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98730a91-92d7-45ad-94c7-fad96f011e8b req-7cec8bb5-2644-4543-af1e-38412152c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:52.380404 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98730a91-92d7-45ad-94c7-fad96f011e8b req-7cec8bb5-2644-4543-af1e-38412152c521 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d HTTP/1.1" status: 200 len: 911 time: 0.1232140 May 27 23:58:52.475563 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98730a91-92d7-45ad-94c7-fad96f011e8b req-17451991-1339-42cb-8234-7d8b635193f6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=816fb23c-6fe0-4c38-9d51-9b8f7244eeac HTTP/1.1" status: 200 len: 1000 time: 0.0958197 May 27 23:58:52.537537 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98730a91-92d7-45ad-94c7-fad96f011e8b req-9b6d1c70-50ce-4476-af05-95d992a53346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:52.539047 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98730a91-92d7-45ad-94c7-fad96f011e8b req-9b6d1c70-50ce-4476-af05-95d992a53346 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0379fc6b-4478-4dc9-85ed-a864b2bd660c HTTP/1.1" status: 200 len: 849 time: 0.0572252 May 27 23:58:52.617477 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98730a91-92d7-45ad-94c7-fad96f011e8b req-43d01643-4221-475e-8b89-407ed7f0fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:52.618964 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98730a91-92d7-45ad-94c7-fad96f011e8b req-43d01643-4221-475e-8b89-407ed7f0fdbb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740526 May 27 23:58:52.749503 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98730a91-92d7-45ad-94c7-fad96f011e8b req-68831b42-667f-458b-8ff8-a2c38650c594 service neutron] 10.222.0.57 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233501 May 27 23:58:52.876982 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-98730a91-92d7-45ad-94c7-fad96f011e8b req-5541f625-be80-4cc4-9f01-772e5ff146ed service neutron] 10.222.0.57 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205347 May 27 23:58:53.305565 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:55.050070 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dcb7c1ca-d60c-4f12-b253-8ed1a5dc2c3d req-a5703e97-ae86-4989-8165-dc81ab0ab40e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1724632 May 27 23:58:55.184152 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7c1ca-d60c-4f12-b253-8ed1a5dc2c3d req-aeca1c89-9be9-4c2e-a4bb-959133739cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:55.185581 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dcb7c1ca-d60c-4f12-b253-8ed1a5dc2c3d req-aeca1c89-9be9-4c2e-a4bb-959133739cfb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 1095 time: 0.0706632 May 27 23:58:55.326425 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7c1ca-d60c-4f12-b253-8ed1a5dc2c3d req-54833af9-11bb-4e1d-8760-0d36a5ddbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:55.327749 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dcb7c1ca-d60c-4f12-b253-8ed1a5dc2c3d req-54833af9-11bb-4e1d-8760-0d36a5ddbb71 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d HTTP/1.1" status: 200 len: 911 time: 0.1241562 May 27 23:58:55.427559 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dcb7c1ca-d60c-4f12-b253-8ed1a5dc2c3d req-7ce34f7f-145a-4c5a-863e-d21f7e0fed9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f HTTP/1.1" status: 200 len: 1000 time: 0.0938773 May 27 23:58:55.488062 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7c1ca-d60c-4f12-b253-8ed1a5dc2c3d req-aca51314-9844-49c0-9966-8520e00b19f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:55.489456 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dcb7c1ca-d60c-4f12-b253-8ed1a5dc2c3d req-aca51314-9844-49c0-9966-8520e00b19f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0379fc6b-4478-4dc9-85ed-a864b2bd660c HTTP/1.1" status: 200 len: 849 time: 0.0559273 May 27 23:58:55.562175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7c1ca-d60c-4f12-b253-8ed1a5dc2c3d req-a85f23b7-d1f8-48b0-bfd4-f14272f7391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:58:55.564231 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dcb7c1ca-d60c-4f12-b253-8ed1a5dc2c3d req-a85f23b7-d1f8-48b0-bfd4-f14272f7391c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681911 May 27 23:58:55.691490 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dcb7c1ca-d60c-4f12-b253-8ed1a5dc2c3d req-7527466a-2a06-4260-a7b3-7d2ea1d9bd25 service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221964 May 27 23:58:55.821917 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-dcb7c1ca-d60c-4f12-b253-8ed1a5dc2c3d req-ead12612-ae89-4412-966e-d549052d90ad service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239176 May 27 23:58:57.590062 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c412e809-c479-410c-b8b1-d0f013635199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:58:58.071773 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:58:59.716310 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-ba9e71de-7c80-4160-972f-681979293b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:01.037283 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:01.225705 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:02.464456 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:16.778791 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:23.315626 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:27.590780 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa5ded3c-4e55-4532-b4cd-62c132afa6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:29.704994 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f32e7fc2-fc96-458e-93ce-bea21da38497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:31.046847 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:31.229600 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:32.476483 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:35.071456 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 27 23:59:38.459556 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 816fb23c-6fe0-4c38-9d51-9b8f7244eeac details requested by agent hyperv_n-h1-843680-3 with host n-h1-843680-3 {{(pid=88902) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 27 23:59:38.616013 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:59:38.630273 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Returning: {'device': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'port_id': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac', 'mac_address': 'fa:16:3e:d0:e7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88902) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 27 23:59:38.707832 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac is: ACTIVE; New status is: BUILD {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:59:38.708218 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:38.730816 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 816fb23c-6fe0-4c38-9d51-9b8f7244eeac {{(pid=88902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 23:59:38.750407 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:59:38.814203 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:38.897922 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,revision_number=6']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:59:38.905985 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:38.906578 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:38.907161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:38.907559 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:38.908063 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:38.908526 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:38.908923 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:38.909577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:38.909990 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:38.910345 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:38.910683 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:38.911000 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:38.959041 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] get_ports_and_sgs() called for port_ids ['816fb23c-6fe0-4c38-9d51-9b8f7244eeac'] {{(pid=88902) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 27 23:59:40.481512 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 816fb23c-6fe0-4c38-9d51-9b8f7244eeac up at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 27 23:59:40.566037 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.provisioning_blocks [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Provisioning complete for port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac triggered by entity L2. {{(pid=88902) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 27 23:59:40.566489 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-785741'] for port, provisioning_complete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:40.703629 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac is: BUILD; New status is: ACTIVE {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:59:40.704030 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:40.731941 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771219e6-c437-4d6d-8c0c-88e99114449c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:59:40.746045 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:59:40.778538 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c21135-1f9e-4949-815d-31a3700b618f'] response: {'server_uuid': '771219e6-c437-4d6d-8c0c-88e99114449c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac', 'code': 200} May 27 23:59:40.819601 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:40.928904 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,revision_number=7']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:59:46.831135 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:49.620931 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51518) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:59:49.823629 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Deleting port 614f07ef-3b08-42e5-a0da-bfc38b05c3c1 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:59:49.823963 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:49.990537 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:49.990774 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:50.109086 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Calling delete_port for 614f07ef-3b08-42e5-a0da-bfc38b05c3c1 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:59:50.311194 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:50.456898 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event deleted for resources: {'Port': ['ID=614f07ef-3b08-42e5-a0da-bfc38b05c3c1,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:59:50.493036 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:50.493375 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:50.493702 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:50.494026 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:50.494349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:50.494672 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:50.494986 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:50.495301 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:50.495626 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:50.495930 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:50.496239 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:50.496585 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:50.515837 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 816fb23c-6fe0-4c38-9d51-9b8f7244eeac no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:59:50.557288 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:50.557627 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Floating IP f42a67ad-4255-4b65-9911-f238990ada8a disassociated (deleted). External IP: 172.25.2.73, port: 816fb23c-6fe0-4c38-9d51-9b8f7244eeac. May 27 23:59:50.628206 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Current status of the port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac is: ACTIVE; New status is: DOWN {{(pid=88902) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} May 27 23:59:50.628545 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-532310'] for port, before_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:50.655057 n-d-843680-3 neutron-server[88902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771219e6-c437-4d6d-8c0c-88e99114449c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac'}] {{(pid=88902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:59:50.665976 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] For port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:59:50.728455 n-d-843680-3 neutron-server[88902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5780b1-02ad-463f-9c6f-30285497c5e3'] response: {'server_uuid': '771219e6-c437-4d6d-8c0c-88e99114449c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac', 'code': 200} May 27 23:59:50.767920 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765772876719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765772341086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765772341131'] for port, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:50.832809 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Pushing event updated for resources: {'Port': ['ID=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,revision_number=8']} {{(pid=88902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:59:50.912447 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Router f8760234-ac09-45c9-94c1-6a8743f71dec has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:59:51.087330 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:59:51.097137 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0650400-775c-4fe6-93da-02ccfd39be03 None None] Sync routers for ids ['f8760234-ac09-45c9-94c1-6a8743f71dec'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:59:51.102874 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:51.106292 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0650400-775c-4fe6-93da-02ccfd39be03 None None] Routers {'f8760234-ac09-45c9-94c1-6a8743f71dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:59:51.106896 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c0650400-775c-4fe6-93da-02ccfd39be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:59:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f8760234-ac09-45c9-94c1-6a8743f71dec'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:59:51.156664 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-83ebd8bb-0f2e-4e99-8956-3e2261af5ab2 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "DELETE /v2.0/floatingips/f42a67ad-4255-4b65-9911-f238990ada8a HTTP/1.1" status: 204 len: 168 time: 1.5346456 May 27 23:59:51.157333 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771219e6-c437-4d6d-8c0c-88e99114449c', 'tag': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:59:51.202200 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fb9a833-d5dc-4b0f-bb72-d02faf5bbbc2'] response: {'name': 'network-changed', 'server_uuid': '771219e6-c437-4d6d-8c0c-88e99114449c', 'tag': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac', 'status': 'completed', 'code': 200} May 27 23:59:51.297960 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c0650400-775c-4fe6-93da-02ccfd39be03 None None] Set router f8760234-ac09-45c9-94c1-6a8743f71dec gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:59:51.330019 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd01e3a-3e3f-40ff-b7e7-3d90b5d26aae req-10224ba2-c9c9-4f34-b6f9-675714c178cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:59:51.331586 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0bd01e3a-3e3f-40ff-b7e7-3d90b5d26aae req-10224ba2-c9c9-4f34-b6f9-675714c178cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 1094 time: 0.0812085 May 27 23:59:51.470018 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd01e3a-3e3f-40ff-b7e7-3d90b5d26aae req-59c687d1-a40a-42e4-8950-5bed09fd15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:59:51.471489 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0bd01e3a-3e3f-40ff-b7e7-3d90b5d26aae req-59c687d1-a40a-42e4-8950-5bed09fd15cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d HTTP/1.1" status: 200 len: 911 time: 0.1310627 May 27 23:59:51.546864 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0bd01e3a-3e3f-40ff-b7e7-3d90b5d26aae req-6bde87ba-dce0-479f-9e82-5764cf161074 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=816fb23c-6fe0-4c38-9d51-9b8f7244eeac HTTP/1.1" status: 200 len: 217 time: 0.0613186 May 27 23:59:51.609576 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd01e3a-3e3f-40ff-b7e7-3d90b5d26aae req-7acca97f-fc3a-45ea-a00d-06a5dccc812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:59:51.611347 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0bd01e3a-3e3f-40ff-b7e7-3d90b5d26aae req-7acca97f-fc3a-45ea-a00d-06a5dccc812c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0379fc6b-4478-4dc9-85ed-a864b2bd660c HTTP/1.1" status: 200 len: 849 time: 0.0654342 May 27 23:59:51.650258 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c0650400-775c-4fe6-93da-02ccfd39be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '44da5bac-2de9-4918-9409-2f19bea26991', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'port_id': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'mac_address': 'fa:16:3e:f1:89:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f29717-35b4-431a-8d67-65aa114735e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:55:29Z', 'updated_at': '2022-05-27T23:55:32Z', 'revision_number': 1, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2feb463-0fb7-454b-b606-50ba92d438ce', 'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'mac_address': 'fa:16:3e:d9:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:01Z', 'updated_at': '2022-05-27T23:55:08Z', 'revision_number': 5, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'subnets': [{'id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:59:51.655896 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0650400-775c-4fe6-93da-02ccfd39be03 None None] Checking router: f8760234-ac09-45c9-94c1-6a8743f71dec for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:59:51.666223 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0650400-775c-4fe6-93da-02ccfd39be03 None None] Routers {'f8760234-ac09-45c9-94c1-6a8743f71dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:59:51.667232 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c0650400-775c-4fe6-93da-02ccfd39be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:59:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f8760234-ac09-45c9-94c1-6a8743f71dec'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:59:51.693150 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd01e3a-3e3f-40ff-b7e7-3d90b5d26aae req-2d0796bb-1afa-44d5-ad9f-440498a686e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:59:51.694951 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0bd01e3a-3e3f-40ff-b7e7-3d90b5d26aae req-2d0796bb-1afa-44d5-ad9f-440498a686e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769668 May 27 23:59:51.724382 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547b543-d8c9-489e-887d-16f71f4a6eb2 req-fd3a5a4b-217a-4b83-acb7-ba630fa8fc1c tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:59:51.725011 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7547b543-d8c9-489e-887d-16f71f4a6eb2 req-fd3a5a4b-217a-4b83-acb7-ba630fa8fc1c tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Synchronizing usage tracker for tenant:433f501a86af4779ab3d2c0e5157e605 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:59:51.800955 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-7547b543-d8c9-489e-887d-16f71f4a6eb2 req-fd3a5a4b-217a-4b83-acb7-ba630fa8fc1c tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Unset dirty status for tenant:433f501a86af4779ab3d2c0e5157e605 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:59:51.802156 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7547b543-d8c9-489e-887d-16f71f4a6eb2 req-fd3a5a4b-217a-4b83-acb7-ba630fa8fc1c tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 943 time: 0.1620371 May 27 23:59:51.837297 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0bd01e3a-3e3f-40ff-b7e7-3d90b5d26aae req-291979a5-e3b8-48d2-95e0-df9a25498c53 service neutron] 10.222.0.57 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352682 May 27 23:59:51.856085 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-7547b543-d8c9-489e-887d-16f71f4a6eb2 req-08c465dd-a6de-497c-846e-6c4ed90edb99 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467119 May 27 23:59:51.860224 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-c0650400-775c-4fe6-93da-02ccfd39be03 None None] Set router f8760234-ac09-45c9-94c1-6a8743f71dec gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:59:51.970055 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-0bd01e3a-3e3f-40ff-b7e7-3d90b5d26aae req-d9a830cd-825b-480d-8683-f47b3c0e0e73 service neutron] 10.222.0.57 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254256 May 27 23:59:52.234019 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-c0650400-775c-4fe6-93da-02ccfd39be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '44da5bac-2de9-4918-9409-2f19bea26991', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'port_id': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'mac_address': 'fa:16:3e:f1:89:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f29717-35b4-431a-8d67-65aa114735e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:55:29Z', 'updated_at': '2022-05-27T23:55:32Z', 'revision_number': 1, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2feb463-0fb7-454b-b606-50ba92d438ce', 'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'mac_address': 'fa:16:3e:d9:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:01Z', 'updated_at': '2022-05-27T23:55:08Z', 'revision_number': 5, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'subnets': [{'id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:59:52.237929 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0650400-775c-4fe6-93da-02ccfd39be03 None None] The sync data for ids ['f8760234-ac09-45c9-94c1-6a8743f71dec'] in n-d-843680-3 is: [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_floatingips': [{'id': '44da5bac-2de9-4918-9409-2f19bea26991', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'floating_ip_address': '172.25.2.147', 'floating_network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'router_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'port_id': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'mac_address': 'fa:16:3e:f1:89:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f29717-35b4-431a-8d67-65aa114735e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T23:55:29Z', 'updated_at': '2022-05-27T23:55:32Z', 'revision_number': 1, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2feb463-0fb7-454b-b606-50ba92d438ce', 'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'mac_address': 'fa:16:3e:d9:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:01Z', 'updated_at': '2022-05-27T23:55:08Z', 'revision_number': 5, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'subnets': [{'id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 23:59:52.444934 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc73de9b-d21f-48b9-a7c4-ecab030218de None None] New status for floating IP f42a67ad-4255-4b65-9911-f238990ada8a: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 27 23:59:53.037833 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d009d-138c-4d0a-ad6d-d8f174c46cb7 req-4fb4348d-e846-422d-876f-8172cf47f99d tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:59:53.039257 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-280d009d-138c-4d0a-ad6d-d8f174c46cb7 req-4fb4348d-e846-422d-876f-8172cf47f99d tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 943 time: 0.0776865 May 27 23:59:53.081847 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-280d009d-138c-4d0a-ad6d-d8f174c46cb7 req-3e4aca9f-d7e9-40e8-b121-4f5486528bfc tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370290 May 27 23:59:53.314764 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:53.615074 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591f408-4a5f-43c2-896c-393d6e5ec49a req-86a5c621-98b6-4804-b08e-52bd7a895524 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:59:53.615680 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f591f408-4a5f-43c2-896c-393d6e5ec49a req-86a5c621-98b6-4804-b08e-52bd7a895524 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Synchronizing usage tracker for tenant:433f501a86af4779ab3d2c0e5157e605 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 27 23:59:53.627607 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-f591f408-4a5f-43c2-896c-393d6e5ec49a req-86a5c621-98b6-4804-b08e-52bd7a895524 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Unset dirty status for tenant:433f501a86af4779ab3d2c0e5157e605 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 27 23:59:53.628689 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f591f408-4a5f-43c2-896c-393d6e5ec49a req-86a5c621-98b6-4804-b08e-52bd7a895524 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.57 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 943 time: 0.1946678 May 27 23:59:53.695637 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f591f408-4a5f-43c2-896c-393d6e5ec49a req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Deleting port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:59:53.695963 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f591f408-4a5f-43c2-896c-393d6e5ec49a req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:53.940023 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-f591f408-4a5f-43c2-896c-393d6e5ec49a req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] For port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac, host n-h1-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-843680-3',level=0,port_id=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 27 23:59:53.940291 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f591f408-4a5f-43c2-896c-393d6e5ec49a req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:54.061734 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-f591f408-4a5f-43c2-896c-393d6e5ec49a req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Calling delete_port for 816fb23c-6fe0-4c38-9d51-9b8f7244eeac owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:59:54.268658 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a34c6-14ad-4197-8868-eb1f18e058cd req-f13f2c97-0721-4ea1-b4a9-f03f44f0cce5 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:59:54.270154 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-939a34c6-14ad-4197-8868-eb1f18e058cd req-f13f2c97-0721-4ea1-b4a9-f03f44f0cce5 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 943 time: 0.0836380 May 27 23:59:54.275600 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f591f408-4a5f-43c2-896c-393d6e5ec49a req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:54.314752 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-939a34c6-14ad-4197-8868-eb1f18e058cd req-f5d0b45c-c34e-40b6-8e07-f39cfad94425 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390530 May 27 23:59:54.326071 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event deleted for resources: {'Port': ['ID=816fb23c-6fe0-4c38-9d51-9b8f7244eeac,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:59:54.395323 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:54.395656 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:54.395987 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:54.396313 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:54.396664 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:54.396986 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:54.397300 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:54.397614 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:54.397926 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:54.398234 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:54.398548 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:54.398859 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-843680-3 {{(pid=88901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 23:59:54.415175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-f591f408-4a5f-43c2-896c-393d6e5ec49a req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] No DVR routers for this DVR port 816fb23c-6fe0-4c38-9d51-9b8f7244eeac on host n-h1-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 23:59:54.417564 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-f591f408-4a5f-43c2-896c-393d6e5ec49a req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:54.420080 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771219e6-c437-4d6d-8c0c-88e99114449c', 'name': 'network-vif-deleted', 'tag': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:59:54.501144 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-f591f408-4a5f-43c2-896c-393d6e5ec49a req-e1841a77-7819-44d1-aaa6-7320a6b1b9e3 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.57 "DELETE /v2.0/ports/816fb23c-6fe0-4c38-9d51-9b8f7244eeac HTTP/1.1" status: 204 len: 173 time: 0.8674009 May 27 23:59:54.514006 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f7bc417-6aaf-4625-b909-5bb56466e5e2'] response: {'server_uuid': '771219e6-c437-4d6d-8c0c-88e99114449c', 'name': 'network-vif-deleted', 'tag': '816fb23c-6fe0-4c38-9d51-9b8f7244eeac', 'status': 'completed', 'code': 200} May 27 23:59:55.479541 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-94b4b5d3-f266-447a-a802-eccb5cd452ba req-39c8d2e4-56c3-41cd-b599-40d404b3d602 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=771219e6-c437-4d6d-8c0c-88e99114449c HTTP/1.1" status: 200 len: 210 time: 0.0426915 May 27 23:59:55.947433 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df660cbc-431b-4d39-a1f0-908341bb7f95 req-79feb8a1-6604-4a49-9edd-ca5b0f99cf9a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670288 May 27 23:59:56.083575 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660cbc-431b-4d39-a1f0-908341bb7f95 req-d5d1c498-55f2-41b4-8bf2-640fb071e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:59:56.085051 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df660cbc-431b-4d39-a1f0-908341bb7f95 req-d5d1c498-55f2-41b4-8bf2-640fb071e256 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 1095 time: 0.0727792 May 27 23:59:56.225902 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660cbc-431b-4d39-a1f0-908341bb7f95 req-87202f33-4876-4010-8901-401c329c0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:59:56.227306 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df660cbc-431b-4d39-a1f0-908341bb7f95 req-87202f33-4876-4010-8901-401c329c0780 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d HTTP/1.1" status: 200 len: 911 time: 0.1236045 May 27 23:59:56.327010 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df660cbc-431b-4d39-a1f0-908341bb7f95 req-9b569e48-fed0-4abf-bb25-54072842d342 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f HTTP/1.1" status: 200 len: 1000 time: 0.0938981 May 27 23:59:56.389014 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660cbc-431b-4d39-a1f0-908341bb7f95 req-a5452831-5ece-4d7b-a049-26a2c356d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:59:56.389014 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df660cbc-431b-4d39-a1f0-908341bb7f95 req-a5452831-5ece-4d7b-a049-26a2c356d70c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0379fc6b-4478-4dc9-85ed-a864b2bd660c HTTP/1.1" status: 200 len: 849 time: 0.0553479 May 27 23:59:56.466952 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660cbc-431b-4d39-a1f0-908341bb7f95 req-3f7adf2d-9fd8-47fd-ada4-fcbd7c636104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:59:56.469035 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df660cbc-431b-4d39-a1f0-908341bb7f95 req-3f7adf2d-9fd8-47fd-ada4-fcbd7c636104 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724676 May 27 23:59:56.546859 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 816fb23c-6fe0-4c38-9d51-9b8f7244eeac no longer exists at agent hyperv_n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 27 23:59:56.582280 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] No Port match for: 816fb23c-6fe0-4c38-9d51-9b8f7244eeac {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 27 23:59:56.582722 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Device 816fb23c-6fe0-4c38-9d51-9b8f7244eeac not bound to the agent host n-h1-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 27 23:59:56.600538 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df660cbc-431b-4d39-a1f0-908341bb7f95 req-98b1ebc4-0972-4976-a1a7-67923b4e300a service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256018 May 27 23:59:56.732854 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-df660cbc-431b-4d39-a1f0-908341bb7f95 req-6c43329b-caa1-4aa7-baa6-0e44e9ecbded service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262109 May 27 23:59:57.608311 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-33525a11-120d-4c7a-b56b-63ef2d134243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:57.898544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51590) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 27 23:59:58.098185 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-25f31919-056f-4246-b818-376bd63dbc5b tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Deleting port 83f1132f-c1a7-45e8-83df-db992568b635 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 27 23:59:58.098524 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25f31919-056f-4246-b818-376bd63dbc5b tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:58.366381 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25f31919-056f-4246-b818-376bd63dbc5b tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:58.366709 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25f31919-056f-4246-b818-376bd63dbc5b tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:58.491906 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-25f31919-056f-4246-b818-376bd63dbc5b tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Calling delete_port for 83f1132f-c1a7-45e8-83df-db992568b635 owned by network:floatingip {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 27 23:59:58.699384 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25f31919-056f-4246-b818-376bd63dbc5b tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:58.753049 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f31919-056f-4246-b818-376bd63dbc5b tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event deleted for resources: {'Port': ['ID=83f1132f-c1a7-45e8-83df-db992568b635,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 23:59:58.840167 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25f31919-056f-4246-b818-376bd63dbc5b tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for floatingip, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:58.840516 n-d-843680-3 neutron-server[88900]: INFO neutron.db.l3_db [None req-25f31919-056f-4246-b818-376bd63dbc5b tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Floating IP 44da5bac-2de9-4918-9409-2f19bea26991 disassociated (deleted). External IP: 172.25.2.147, port: e11a52aa-bb71-4cdd-b6f2-50d9aa29590f. May 27 23:59:59.181010 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f31919-056f-4246-b818-376bd63dbc5b tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Router f8760234-ac09-45c9-94c1-6a8743f71dec has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 27 23:59:59.351308 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f31919-056f-4246-b818-376bd63dbc5b tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 27 23:59:59.361306 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34338296-02ca-44c7-bb1f-81aef69d184d None None] Sync routers for ids ['f8760234-ac09-45c9-94c1-6a8743f71dec'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 23:59:59.367234 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-25f31919-056f-4246-b818-376bd63dbc5b tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for floatingip, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:59.370416 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34338296-02ca-44c7-bb1f-81aef69d184d None None] Routers {'f8760234-ac09-45c9-94c1-6a8743f71dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:59:59.371016 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-34338296-02ca-44c7-bb1f-81aef69d184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-27T23:59:30Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f8760234-ac09-45c9-94c1-6a8743f71dec'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:59:59.424053 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-25f31919-056f-4246-b818-376bd63dbc5b tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "DELETE /v2.0/floatingips/44da5bac-2de9-4918-9409-2f19bea26991 HTTP/1.1" status: 204 len: 168 time: 1.5243340 May 27 23:59:59.424760 n-d-843680-3 neutron-server[88900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f29717-35b4-431a-8d67-65aa114735e4', 'tag': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f'}] {{(pid=88900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 23:59:59.470772 n-d-843680-3 neutron-server[88900]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8017a0a4-fe36-4084-9461-9da7f006f769'] response: {'name': 'network-changed', 'server_uuid': '98f29717-35b4-431a-8d67-65aa114735e4', 'tag': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'status': 'completed', 'code': 200} May 27 23:59:59.557881 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-34338296-02ca-44c7-bb1f-81aef69d184d None None] Set router f8760234-ac09-45c9-94c1-6a8743f71dec gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 27 23:59:59.676726 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7757c8-2b94-4fa8-8b33-e5dd784b4c8d req-13a83072-b27a-490d-8006-94a52d18ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:59:59.678205 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5c7757c8-2b94-4fa8-8b33-e5dd784b4c8d req-13a83072-b27a-490d-8006-94a52d18ed0f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=433f501a86af4779ab3d2c0e5157e605&device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 1095 time: 0.1867983 May 27 23:59:59.739823 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-26907a5e-1d65-4760-9c05-1fe9a77f5908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 27 23:59:59.815898 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7757c8-2b94-4fa8-8b33-e5dd784b4c8d req-2b3ef0a8-fca4-4d03-934f-5e37196a3399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:59:59.817373 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5c7757c8-2b94-4fa8-8b33-e5dd784b4c8d req-2b3ef0a8-fca4-4d03-934f-5e37196a3399 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d HTTP/1.1" status: 200 len: 911 time: 0.1328268 May 27 23:59:59.886027 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-34338296-02ca-44c7-bb1f-81aef69d184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd2feb463-0fb7-454b-b606-50ba92d438ce', 'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'mac_address': 'fa:16:3e:d9:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:01Z', 'updated_at': '2022-05-27T23:55:08Z', 'revision_number': 5, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'subnets': [{'id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:59:59.891216 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34338296-02ca-44c7-bb1f-81aef69d184d None None] Checking router: f8760234-ac09-45c9-94c1-6a8743f71dec for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 23:59:59.891337 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5c7757c8-2b94-4fa8-8b33-e5dd784b4c8d req-48cc68dc-c7b7-44da-832d-169b2b912eaf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f HTTP/1.1" status: 200 len: 217 time: 0.0663605 May 27 23:59:59.899513 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34338296-02ca-44c7-bb1f-81aef69d184d None None] Routers {'f8760234-ac09-45c9-94c1-6a8743f71dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 27 23:59:59.900106 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-34338296-02ca-44c7-bb1f-81aef69d184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-28T00:00:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f8760234-ac09-45c9-94c1-6a8743f71dec'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 23:59:59.952851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7757c8-2b94-4fa8-8b33-e5dd784b4c8d req-80eeea62-5b67-484f-91b2-c0f54187fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 23:59:59.954363 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5c7757c8-2b94-4fa8-8b33-e5dd784b4c8d req-80eeea62-5b67-484f-91b2-c0f54187fd7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0379fc6b-4478-4dc9-85ed-a864b2bd660c HTTP/1.1" status: 200 len: 849 time: 0.0579290 May 28 00:00:00.038705 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7757c8-2b94-4fa8-8b33-e5dd784b4c8d req-496c25f2-62c5-4f26-b907-3c53de1131b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 00:00:00.040141 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5c7757c8-2b94-4fa8-8b33-e5dd784b4c8d req-496c25f2-62c5-4f26-b907-3c53de1131b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793769 May 28 00:00:00.044567 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6b782-6918-4019-a256-d5df460dde48 req-a2b8993f-fe65-4b9e-8a2a-d7bcee82fbab tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 00:00:00.045260 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-d3a6b782-6918-4019-a256-d5df460dde48 req-a2b8993f-fe65-4b9e-8a2a-d7bcee82fbab tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Synchronizing usage tracker for tenant:433f501a86af4779ab3d2c0e5157e605 on resource:port {{(pid=88900) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 00:00:00.081899 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-34338296-02ca-44c7-bb1f-81aef69d184d None None] Set router f8760234-ac09-45c9-94c1-6a8743f71dec gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 00:00:00.121158 n-d-843680-3 neutron-server[88900]: DEBUG neutron.quota.resource [req-d3a6b782-6918-4019-a256-d5df460dde48 req-a2b8993f-fe65-4b9e-8a2a-d7bcee82fbab tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Unset dirty status for tenant:433f501a86af4779ab3d2c0e5157e605 on resource:port {{(pid=88900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 00:00:00.122609 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3a6b782-6918-4019-a256-d5df460dde48 req-a2b8993f-fe65-4b9e-8a2a-d7bcee82fbab tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 944 time: 0.1617465 May 28 00:00:00.171014 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-d3a6b782-6918-4019-a256-d5df460dde48 req-df196fe3-8f92-440a-b597-0b7e6492ace7 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 May 28 00:00:00.180025 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5c7757c8-2b94-4fa8-8b33-e5dd784b4c8d req-b4549da4-0e74-4631-9006-4185193cd6ee service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324968 May 28 00:00:00.316060 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-5c7757c8-2b94-4fa8-8b33-e5dd784b4c8d req-46653203-70cb-473f-9d28-1d23b302de60 service neutron] 10.222.0.46 "GET /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292892 May 28 00:00:00.413551 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-34338296-02ca-44c7-bb1f-81aef69d184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd2feb463-0fb7-454b-b606-50ba92d438ce', 'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'mac_address': 'fa:16:3e:d9:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:01Z', 'updated_at': '2022-05-27T23:55:08Z', 'revision_number': 5, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'subnets': [{'id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 00:00:00.417545 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34338296-02ca-44c7-bb1f-81aef69d184d None None] The sync data for ids ['f8760234-ac09-45c9-94c1-6a8743f71dec'] in n-d-843680-3 is: [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-27T23:55:02Z', 'revision_number': 4, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3', '_interfaces': [{'id': 'd2feb463-0fb7-454b-b606-50ba92d438ce', 'name': '', 'network_id': 'bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'mac_address': 'fa:16:3e:d9:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:01Z', 'updated_at': '2022-05-27T23:55:08Z', 'revision_number': 5, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'subnets': [{'id': '0379fc6b-4478-4dc9-85ed-a864b2bd660c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 00:00:00.627776 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdad95c4-c658-43e9-81d6-346ecaba4495 None None] New status for floating IP 44da5bac-2de9-4918-9409-2f19bea26991: DOWN {{(pid=88902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 28 00:00:01.047760 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:01.213769 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:01.363456 n-d-843680-3 neutron-server[88900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d02ac-a2e0-4a49-8740-87c8f84625ff req-41e6c8d5-fc05-44eb-ae3c-ea612166c5ff tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 00:00:01.364841 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-381d02ac-a2e0-4a49-8740-87c8f84625ff req-41e6c8d5-fc05-44eb-ae3c-ea612166c5ff tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 944 time: 0.0825617 May 28 00:00:01.410366 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-381d02ac-a2e0-4a49-8740-87c8f84625ff req-251af214-9201-44b8-b7e9-512162c03ed7 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/security-groups?id=8ad73c20-8a85-4bc5-bd0f-246e729fb113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397146 May 28 00:00:01.455207 n-d-843680-3 neutron-server[88901]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aa2b02-d541-4947-a0b7-2506322d54a9 req-59b88e15-8e93-4192-b680-4250a24dc332 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88901) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 00:00:01.455889 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-72aa2b02-d541-4947-a0b7-2506322d54a9 req-59b88e15-8e93-4192-b680-4250a24dc332 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Synchronizing usage tracker for tenant:433f501a86af4779ab3d2c0e5157e605 on resource:port {{(pid=88901) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 00:00:01.467175 n-d-843680-3 neutron-server[88901]: DEBUG neutron.quota.resource [req-72aa2b02-d541-4947-a0b7-2506322d54a9 req-59b88e15-8e93-4192-b680-4250a24dc332 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Unset dirty status for tenant:433f501a86af4779ab3d2c0e5157e605 on resource:port {{(pid=88901) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 00:00:01.468233 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-72aa2b02-d541-4947-a0b7-2506322d54a9 req-59b88e15-8e93-4192-b680-4250a24dc332 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.46 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 944 time: 0.0905943 May 28 00:00:01.534883 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-72aa2b02-d541-4947-a0b7-2506322d54a9 req-dc0bc5ab-0abd-4c7a-bd78-4c614b0ed181 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Deleting port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 00:00:01.535203 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-72aa2b02-d541-4947-a0b7-2506322d54a9 req-dc0bc5ab-0abd-4c7a-bd78-4c614b0ed181 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:01.773178 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [req-72aa2b02-d541-4947-a0b7-2506322d54a9 req-dc0bc5ab-0abd-4c7a-bd78-4c614b0ed181 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] For port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f, host n-h2-843680-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-843680-3',level=0,port_id=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 00:00:01.773526 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-72aa2b02-d541-4947-a0b7-2506322d54a9 req-dc0bc5ab-0abd-4c7a-bd78-4c614b0ed181 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:01.895851 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [req-72aa2b02-d541-4947-a0b7-2506322d54a9 req-dc0bc5ab-0abd-4c7a-bd78-4c614b0ed181 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Calling delete_port for e11a52aa-bb71-4cdd-b6f2-50d9aa29590f owned by compute:nova {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 00:00:02.103371 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-72aa2b02-d541-4947-a0b7-2506322d54a9 req-dc0bc5ab-0abd-4c7a-bd78-4c614b0ed181 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:02.155979 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bc5ab-0abd-4c7a-bd78-4c614b0ed181 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event deleted for resources: {'Port': ['ID=e11a52aa-bb71-4cdd-b6f2-50d9aa29590f,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 00:00:02.228704 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [req-72aa2b02-d541-4947-a0b7-2506322d54a9 req-dc0bc5ab-0abd-4c7a-bd78-4c614b0ed181 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] No DVR routers for this DVR port e11a52aa-bb71-4cdd-b6f2-50d9aa29590f on host n-h2-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 00:00:02.231091 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [req-72aa2b02-d541-4947-a0b7-2506322d54a9 req-dc0bc5ab-0abd-4c7a-bd78-4c614b0ed181 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-100539'] for port, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:02.233511 n-d-843680-3 neutron-server[88901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f29717-35b4-431a-8d67-65aa114735e4', 'name': 'network-vif-deleted', 'tag': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f'}] {{(pid=88901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 00:00:02.278602 n-d-843680-3 neutron-server[88901]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ddba9e-c36a-4c7a-b29b-94c5124e0f2d'] response: {'server_uuid': '98f29717-35b4-431a-8d67-65aa114735e4', 'name': 'network-vif-deleted', 'tag': 'e11a52aa-bb71-4cdd-b6f2-50d9aa29590f', 'status': 'completed', 'code': 200} May 28 00:00:02.305577 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [req-72aa2b02-d541-4947-a0b7-2506322d54a9 req-dc0bc5ab-0abd-4c7a-bd78-4c614b0ed181 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.46 "DELETE /v2.0/ports/e11a52aa-bb71-4cdd-b6f2-50d9aa29590f HTTP/1.1" status: 204 len: 173 time: 0.8322158 May 28 00:00:02.476814 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:02.568144 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [req-6739d6b8-2dd7-4cd9-b82f-a90b309210bd req-81b2a37e-2501-410d-a680-dc4a56c3e103 tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "GET /v2.0/ports?device_id=98f29717-35b4-431a-8d67-65aa114735e4 HTTP/1.1" status: 200 len: 210 time: 0.0463951 May 28 00:00:03.662970 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51608) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 00:00:03.733479 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66de52a6-1ba2-414f-a5b2-b6eaeeeef45f tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:03.864149 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66de52a6-1ba2-414f-a5b2-b6eaeeeef45f tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:03.979349 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66de52a6-1ba2-414f-a5b2-b6eaeeeef45f tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:03.998683 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de52a6-1ba2-414f-a5b2-b6eaeeeef45f tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad73c20-8a85-4bc5-bd0f-246e729fb113,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 00:00:04.068368 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-66de52a6-1ba2-414f-a5b2-b6eaeeeef45f tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:04.069788 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-66de52a6-1ba2-414f-a5b2-b6eaeeeef45f tempest-TestSnapshotPattern-1372492646 tempest-TestSnapshotPattern-1372492646-project] 10.222.0.27 "DELETE /v2.0/security-groups/8ad73c20-8a85-4bc5-bd0f-246e729fb113 HTTP/1.1" status: 204 len: 168 time: 0.4055207 May 28 00:00:04.178893 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51614) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 00:00:04.577670 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e11a52aa-bb71-4cdd-b6f2-50d9aa29590f no longer exists at agent hyperv_n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 00:00:04.614595 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] No Port match for: e11a52aa-bb71-4cdd-b6f2-50d9aa29590f {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 00:00:04.614943 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Device e11a52aa-bb71-4cdd-b6f2-50d9aa29590f not bound to the agent host n-h2-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 00:00:04.805885 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5b8591b9-89eb-4622-b9a0-c290b0c37997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:05.138064 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-5b8591b9-89eb-4622-b9a0-c290b0c37997 admin admin] Deleting port d2feb463-0fb7-454b-b606-50ba92d438ce {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 00:00:05.138395 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5b8591b9-89eb-4622-b9a0-c290b0c37997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:05.304374 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-5b8591b9-89eb-4622-b9a0-c290b0c37997 admin admin] For port d2feb463-0fb7-454b-b606-50ba92d438ce, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=d2feb463-0fb7-454b-b606-50ba92d438ce,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 00:00:05.304717 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5b8591b9-89eb-4622-b9a0-c290b0c37997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:05.421826 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-5b8591b9-89eb-4622-b9a0-c290b0c37997 admin admin] Calling delete_port for d2feb463-0fb7-454b-b606-50ba92d438ce owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 00:00:05.874962 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5b8591b9-89eb-4622-b9a0-c290b0c37997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:05.924505 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8591b9-89eb-4622-b9a0-c290b0c37997 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2feb463-0fb7-454b-b606-50ba92d438ce,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 00:00:06.186116 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-5b8591b9-89eb-4622-b9a0-c290b0c37997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:06.538160 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8591b9-89eb-4622-b9a0-c290b0c37997 admin admin] Router f8760234-ac09-45c9-94c1-6a8743f71dec has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 00:00:06.711176 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8591b9-89eb-4622-b9a0-c290b0c37997 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 00:00:06.726069 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-5b8591b9-89eb-4622-b9a0-c290b0c37997 admin admin] 10.222.0.27 "PUT /v2.0/routers/f8760234-ac09-45c9-94c1-6a8743f71dec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5437651 May 28 00:00:06.726241 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbd49d-a7af-41cb-b2de-a3c8b8200288 None None] Sync routers for ids ['f8760234-ac09-45c9-94c1-6a8743f71dec'] in n-d-843680-3 {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 00:00:06.726684 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51620) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 00:00:06.733897 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbd49d-a7af-41cb-b2de-a3c8b8200288 None None] Routers {'f8760234-ac09-45c9-94c1-6a8743f71dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 00:00:06.734487 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3fbbd49d-a7af-41cb-b2de-a3c8b8200288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-28T00:00:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f8760234-ac09-45c9-94c1-6a8743f71dec'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 00:00:06.944932 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3fbbd49d-a7af-41cb-b2de-a3c8b8200288 None None] Set router f8760234-ac09-45c9-94c1-6a8743f71dec gateway port host: n-d-843680-3 {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 00:00:07.022740 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:07.196598 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:07.230553 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3fbbd49d-a7af-41cb-b2de-a3c8b8200288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-28T00:00:05Z', 'revision_number': 5, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port': {'id': 'e0ba0a28-3b61-450b-b108-0a920a282d82', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:54:59Z', 'updated_at': '2022-05-27T23:55:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 00:00:07.234509 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbd49d-a7af-41cb-b2de-a3c8b8200288 None None] Checking router: f8760234-ac09-45c9-94c1-6a8743f71dec for host: n-d-843680-3 {{(pid=88903) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 00:00:07.242734 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbbd49d-a7af-41cb-b2de-a3c8b8200288 None None] Routers {'f8760234-ac09-45c9-94c1-6a8743f71dec'} bound to L3 agent in host n-d-843680-3 {{(pid=88903) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 00:00:07.243327 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3fbbd49d-a7af-41cb-b2de-a3c8b8200288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-28T00:00:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['f8760234-ac09-45c9-94c1-6a8743f71dec'], 'active': True} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 00:00:07.259175 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] Deleting port e0ba0a28-3b61-450b-b108-0a920a282d82 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 00:00:07.259520 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:07.392674 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_dvr_db [None req-3fbbd49d-a7af-41cb-b2de-a3c8b8200288 None None] Set router f8760234-ac09-45c9-94c1-6a8743f71dec gateway port host: None {{(pid=88903) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 00:00:07.437236 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] For port e0ba0a28-3b61-450b-b108-0a920a282d82, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=e0ba0a28-3b61-450b-b108-0a920a282d82,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 00:00:07.437610 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:07.495988 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.l3_hamode_db [None req-3fbbd49d-a7af-41cb-b2de-a3c8b8200288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-28T00:00:07Z', 'revision_number': 6, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 00:00:07.499825 n-d-843680-3 neutron-server[88903]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbbd49d-a7af-41cb-b2de-a3c8b8200288 None None] The sync data for ids ['f8760234-ac09-45c9-94c1-6a8743f71dec'] in n-d-843680-3 is: [{'id': 'f8760234-ac09-45c9-94c1-6a8743f71dec', 'name': 'tempest-TestSnapshotPattern-1963870256-router', 'tenant_id': '433f501a86af4779ab3d2c0e5157e605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:54:58Z', 'updated_at': '2022-05-28T00:00:07Z', 'revision_number': 6, 'project_id': '433f501a86af4779ab3d2c0e5157e605', 'gw_port_host': None}] {{(pid=88903) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 00:00:07.562238 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] Calling delete_port for e0ba0a28-3b61-450b-b108-0a920a282d82 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 00:00:07.802044 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:07.848673 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ba0a28-3b61-450b-b108-0a920a282d82,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 00:00:07.880634 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d2feb463-0fb7-454b-b606-50ba92d438ce no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 00:00:07.917674 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: d2feb463-0fb7-454b-b606-50ba92d438ce {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 00:00:07.918105 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device d2feb463-0fb7-454b-b606-50ba92d438ce not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 00:00:07.947238 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:08.118330 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:08.120667 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:08.196252 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:08.196717 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8760234-ac09-45c9-94c1-6a8743f71dec {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 00:00:08.208602 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:08.209710 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-2113e8e5-a7e9-471f-a82c-266e71c56a95 admin admin] 10.222.0.27 "DELETE /v2.0/routers/f8760234-ac09-45c9-94c1-6a8743f71dec HTTP/1.1" status: 204 len: 168 time: 1.4825344 May 28 00:00:08.212269 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51624) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 00:00:08.270499 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f886d9-9540-4b6f-973b-ec6e046deac2 admin admin] Deleting subnet 0379fc6b-4478-4dc9-85ed-a864b2bd660c {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 00:00:08.273437 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92f886d9-9540-4b6f-973b-ec6e046deac2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:08.326199 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92f886d9-9540-4b6f-973b-ec6e046deac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:08.403969 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92f886d9-9540-4b6f-973b-ec6e046deac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:08.551669 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92f886d9-9540-4b6f-973b-ec6e046deac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:08.595793 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f886d9-9540-4b6f-973b-ec6e046deac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0379fc6b-4478-4dc9-85ed-a864b2bd660c,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 00:00:08.604314 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-92f886d9-9540-4b6f-973b-ec6e046deac2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:08.605263 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fe5252-20e7-4680-be9f-d0fb89877a9f None None] Network bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 00:00:08.607436 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-92f886d9-9540-4b6f-973b-ec6e046deac2 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/0379fc6b-4478-4dc9-85ed-a864b2bd660c HTTP/1.1" status: 204 len: 168 time: 0.3941858 May 28 00:00:08.609850 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51628) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 00:00:08.835539 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:08.846637 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] Deleting port 562fc527-32b9-4522-94ca-110490ddc4da {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 00:00:08.846966 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:08.883422 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94633ca7-15dd-4bc5-a196-2acc68047df8 None None] DHCP port deletion for bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 00:00:08.887783 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-94633ca7-15dd-4bc5-a196-2acc68047df8 None None] Deleting port 562fc527-32b9-4522-94ca-110490ddc4da {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 00:00:08.888250 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94633ca7-15dd-4bc5-a196-2acc68047df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:09.053588 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] For port 562fc527-32b9-4522-94ca-110490ddc4da, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=562fc527-32b9-4522-94ca-110490ddc4da,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 00:00:09.054061 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:09.089774 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-94633ca7-15dd-4bc5-a196-2acc68047df8 None None] For port 562fc527-32b9-4522-94ca-110490ddc4da, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=562fc527-32b9-4522-94ca-110490ddc4da,segment=NetworkSegment(4d214355-c090-482f-96b6-b04071e7f7f9),segment_id=4d214355-c090-482f-96b6-b04071e7f7f9)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 00:00:09.090165 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94633ca7-15dd-4bc5-a196-2acc68047df8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:09.179680 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] Calling delete_port for 562fc527-32b9-4522-94ca-110490ddc4da owned by network:dhcp {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 00:00:09.210161 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-94633ca7-15dd-4bc5-a196-2acc68047df8 None None] Calling delete_port for 562fc527-32b9-4522-94ca-110490ddc4da owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 00:00:09.345583 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:09.351454 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-94633ca7-15dd-4bc5-a196-2acc68047df8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 00:00:09.351843 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-94633ca7-15dd-4bc5-a196-2acc68047df8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 00:00:09.396570 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] Pushing event deleted for resources: {'Port': ['ID=562fc527-32b9-4522-94ca-110490ddc4da,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 00:00:09.398349 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] No DVR routers for this DVR port 562fc527-32b9-4522-94ca-110490ddc4da on host n-d-843680-3 {{(pid=88900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 00:00:09.511839 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:09.537027 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d']}} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 00:00:09.548734 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d214355-c090-482f-96b6-b04071e7f7f9') {'for_net_delete': True} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 00:00:09.549024 n-d-843680-3 neutron-server[88900]: DEBUG neutron.services.segments.db [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d214355-c090-482f-96b6-b04071e7f7f9') {} {{(pid=88900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 00:00:09.560111 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1036740'] for segment, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:09.576321 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:09.582863 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 00:00:09.583233 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8215290'] for segment, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:09.664933 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 4d214355-c090-482f-96b6-b04071e7f7f9 resource provider aggregate not found May 28 00:00:09.685511 n-d-843680-3 neutron-server[88900]: INFO neutron.services.segments.plugin [-] Segment 4d214355-c090-482f-96b6-b04071e7f7f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d214355-c090-482f-96b6-b04071e7f7f9 found for delete ", "request_id": "req-fbc6b2ba-49ff-4787-9999-004971dec197"}]} May 28 00:00:09.749270 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:09.767394 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] Notify callbacks [] for network, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:09.777772 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 00:00:09.792621 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e0ba0a28-3b61-450b-b108-0a920a282d82 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 00:00:09.826792 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: e0ba0a28-3b61-450b-b108-0a920a282d82 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 00:00:09.827131 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device e0ba0a28-3b61-450b-b108-0a920a282d82 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 00:00:09.827531 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 562fc527-32b9-4522-94ca-110490ddc4da no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 00:00:09.853657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-94633ca7-15dd-4bc5-a196-2acc68047df8 None None] Deleting port 562fc527-32b9-4522-94ca-110490ddc4da {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 00:00:09.853967 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-94633ca7-15dd-4bc5-a196-2acc68047df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:09.864583 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-c59ca6ca-4853-4851-9698-ef6c2484cf84 admin admin] 10.222.0.27 "DELETE /v2.0/networks/bd9bef3a-4acf-4956-9fb8-e2d6aef6aa8d HTTP/1.1" status: 204 len: 168 time: 1.2536333 May 28 00:00:09.867316 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51640) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 00:00:09.919953 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 562fc527-32b9-4522-94ca-110490ddc4da {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 00:00:09.920593 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 562fc527-32b9-4522-94ca-110490ddc4da not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 00:00:09.962175 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-94633ca7-15dd-4bc5-a196-2acc68047df8 None None] The port '562fc527-32b9-4522-94ca-110490ddc4da' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 00:00:10.395722 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-75a222dc-58cd-4507-a465-4c77f0d3c064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7998859'] for router_interface, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:10.852741 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-75a222dc-58cd-4507-a465-4c77f0d3c064 admin admin] Deleting port bdfe65bc-10b5-46e6-a4cf-211a2081e3db {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 00:00:10.853109 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-75a222dc-58cd-4507-a465-4c77f0d3c064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:11.023256 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-75a222dc-58cd-4507-a465-4c77f0d3c064 admin admin] For port bdfe65bc-10b5-46e6-a4cf-211a2081e3db, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=bdfe65bc-10b5-46e6-a4cf-211a2081e3db,segment=NetworkSegment(f73bfea7-9dcc-4c60-8bdb-94e397665302),segment_id=f73bfea7-9dcc-4c60-8bdb-94e397665302)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 00:00:11.023535 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-75a222dc-58cd-4507-a465-4c77f0d3c064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:11.144881 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-75a222dc-58cd-4507-a465-4c77f0d3c064 admin admin] Calling delete_port for bdfe65bc-10b5-46e6-a4cf-211a2081e3db owned by network:router_interface {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 00:00:11.430804 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-75a222dc-58cd-4507-a465-4c77f0d3c064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:11.495788 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a222dc-58cd-4507-a465-4c77f0d3c064 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdfe65bc-10b5-46e6-a4cf-211a2081e3db,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 00:00:11.763241 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-75a222dc-58cd-4507-a465-4c77f0d3c064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7941672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7998775'] for router_interface, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:12.071937 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 00:00:12.211130 n-d-843680-3 neutron-server[88900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a222dc-58cd-4507-a465-4c77f0d3c064 admin admin] Router dacdb825-893a-46a3-8a0b-e7490dea8b8e has already been hosted by L3 agent 3a0a002f-323c-4bcd-8e3f-670c00abf7e9 {{(pid=88900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 28 00:00:12.388869 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a222dc-58cd-4507-a465-4c77f0d3c064 admin admin] Notify agent at l3_agent.n-d-843680-3 the message routers_updated {{(pid=88900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 28 00:00:12.394519 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6804952c-0679-4f30-b75f-a9bb33e00c84 None None] Sync routers for ids ['dacdb825-893a-46a3-8a0b-e7490dea8b8e'] in n-d-843680-3 {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 00:00:12.403901 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6804952c-0679-4f30-b75f-a9bb33e00c84 None None] Routers {'dacdb825-893a-46a3-8a0b-e7490dea8b8e'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 00:00:12.404545 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6804952c-0679-4f30-b75f-a9bb33e00c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-28T00:00:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['dacdb825-893a-46a3-8a0b-e7490dea8b8e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 00:00:12.478502 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-75a222dc-58cd-4507-a465-4c77f0d3c064 admin admin] 10.222.0.27 "PUT /v2.0/routers/dacdb825-893a-46a3-8a0b-e7490dea8b8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6101170 May 28 00:00:12.480932 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51644) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 00:00:12.582145 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-6804952c-0679-4f30-b75f-a9bb33e00c84 None None] Set router dacdb825-893a-46a3-8a0b-e7490dea8b8e gateway port host: n-d-843680-3 {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 00:00:12.655871 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] Notify callbacks [] for router, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:12.836322 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:12.865216 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6804952c-0679-4f30-b75f-a9bb33e00c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'name': 'tempest-TestSnapshotPattern-1168931909-router', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'external_fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': '1fff0741-1cc9-4d81-973b-00afa2073342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-28T00:00:11Z', 'revision_number': 5, 'project_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'gw_port': {'id': '1fff0741-1cc9-4d81-973b-00afa2073342', 'name': '', 'network_id': 'd7021960-3d6a-4895-8681-782805f44685', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:88:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4442, 'fixed_ips': [{'subnet_id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-843680-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-27T23:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4ca587f6-33b3-4ad7-bc8f-2d8ec3694a83', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-843680-3'}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 00:00:12.869039 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6804952c-0679-4f30-b75f-a9bb33e00c84 None None] Checking router: dacdb825-893a-46a3-8a0b-e7490dea8b8e for host: n-d-843680-3 {{(pid=88902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 00:00:12.877299 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6804952c-0679-4f30-b75f-a9bb33e00c84 None None] Routers {'dacdb825-893a-46a3-8a0b-e7490dea8b8e'} bound to L3 agent in host n-d-843680-3 {{(pid=88902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} May 28 00:00:12.877888 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6804952c-0679-4f30-b75f-a9bb33e00c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-843680-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-27T22:09:29Z,description=,heartbeat_timestamp=2022-05-28T00:00:00Z,host='n-d-843680-3',id=3a0a002f-323c-4bcd-8e3f-670c00abf7e9,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T22:09:30Z,topic='l3_agent')) {'router_ids': ['dacdb825-893a-46a3-8a0b-e7490dea8b8e'], 'active': True} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 00:00:12.893664 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] Deleting port 1fff0741-1cc9-4d81-973b-00afa2073342 {{(pid=88900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 00:00:12.894005 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:13.030007 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_dvr_db [None req-6804952c-0679-4f30-b75f-a9bb33e00c84 None None] Set router dacdb825-893a-46a3-8a0b-e7490dea8b8e gateway port host: None {{(pid=88902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} May 28 00:00:13.067835 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.db [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] For port 1fff0741-1cc9-4d81-973b-00afa2073342, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=1fff0741-1cc9-4d81-973b-00afa2073342,segment=NetworkSegment(2aa294da-3f5d-4ed8-9022-3fd16170c8bf),segment_id=2aa294da-3f5d-4ed8-9022-3fd16170c8bf)] {{(pid=88900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 00:00:13.068268 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:13.136237 n-d-843680-3 neutron-server[88902]: DEBUG neutron.db.l3_hamode_db [None req-6804952c-0679-4f30-b75f-a9bb33e00c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'name': 'tempest-TestSnapshotPattern-1168931909-router', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-28T00:00:12Z', 'revision_number': 6, 'project_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'gw_port_host': None}], 'n-d-843680-3', False) {} {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 00:00:13.140220 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6804952c-0679-4f30-b75f-a9bb33e00c84 None None] The sync data for ids ['dacdb825-893a-46a3-8a0b-e7490dea8b8e'] in n-d-843680-3 is: [{'id': 'dacdb825-893a-46a3-8a0b-e7490dea8b8e', 'name': 'tempest-TestSnapshotPattern-1168931909-router', 'tenant_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T23:55:06Z', 'updated_at': '2022-05-28T00:00:12Z', 'revision_number': 6, 'project_id': 'b29bddac44ea4b3f80b2865ff12d5045', 'gw_port_host': None}] {{(pid=88902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 00:00:13.201266 n-d-843680-3 neutron-server[88900]: DEBUG neutron.plugins.ml2.plugin [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] Calling delete_port for 1fff0741-1cc9-4d81-973b-00afa2073342 owned by network:router_gateway {{(pid=88900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 00:00:13.434744 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8215175'] for port, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:13.482820 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fff0741-1cc9-4d81-973b-00afa2073342,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 00:00:13.673681 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7997102'] for router_gateway, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:13.846598 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7999676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25487'] for router, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:13.848884 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:13.898054 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1fff0741-1cc9-4d81-973b-00afa2073342 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 00:00:13.931577 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 1fff0741-1cc9-4d81-973b-00afa2073342 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 00:00:13.931914 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 1fff0741-1cc9-4d81-973b-00afa2073342 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 00:00:13.932318 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device bdfe65bc-10b5-46e6-a4cf-211a2081e3db no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 00:00:13.955715 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7999558'] for router, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:13.956283 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dacdb825-893a-46a3-8a0b-e7490dea8b8e {{(pid=88900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 28 00:00:13.969698 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: bdfe65bc-10b5-46e6-a4cf-211a2081e3db {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 00:00:13.970259 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device bdfe65bc-10b5-46e6-a4cf-211a2081e3db not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 00:00:13.974086 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] Notify callbacks [] for router, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:13.975217 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b5f01118-e858-4757-a63d-b65435da4690 admin admin] 10.222.0.27 "DELETE /v2.0/routers/dacdb825-893a-46a3-8a0b-e7490dea8b8e HTTP/1.1" status: 204 len: 168 time: 1.4933467 May 28 00:00:13.977679 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51648) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 00:00:14.037000 n-d-843680-3 neutron-server[88900]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1735931-c76c-4511-9755-743f10bed4ee admin admin] Deleting subnet 8bdb5463-091f-4484-a936-ac8a3e3a1c4b {{(pid=88900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} May 28 00:00:14.039767 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1735931-c76c-4511-9755-743f10bed4ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:14.092742 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1735931-c76c-4511-9755-743f10bed4ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1036755'] for subnet, precommit_delete_associations {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:14.175264 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1735931-c76c-4511-9755-743f10bed4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712781'] for subnet, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:14.283102 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1735931-c76c-4511-9755-743f10bed4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-712790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7927497', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8214616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6661558'] for subnet, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:14.323544 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1735931-c76c-4511-9755-743f10bed4ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bdb5463-091f-4484-a936-ac8a3e3a1c4b,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 00:00:14.327017 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-b1735931-c76c-4511-9755-743f10bed4ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:14.333398 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-b1735931-c76c-4511-9755-743f10bed4ee admin admin] 10.222.0.27 "DELETE /v2.0/subnets/8bdb5463-091f-4484-a936-ac8a3e3a1c4b HTTP/1.1" status: 204 len: 168 time: 0.3546064 May 28 00:00:14.334657 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cb7dc4-0397-47bb-8840-31824df0a674 None None] Network 310bf514-2427-41b0-94a7-5e759c51a146 requested from n-d-843680-3 {{(pid=88902) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 28 00:00:14.338839 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51652) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 00:00:14.444125 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-881656'] for network, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:14.455092 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] Deleting port 921c575b-5a34-4959-872a-1d4d33a68a24 {{(pid=88901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 00:00:14.455589 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:14.584415 n-d-843680-3 neutron-server[88902]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfe9e83-78ef-43d9-8a3b-c8bb0338b8d7 None None] DHCP port deletion for 310bf514-2427-41b0-94a7-5e759c51a146 request from n-d-843680-3 {{(pid=88902) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 28 00:00:14.588572 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe9e83-78ef-43d9-8a3b-c8bb0338b8d7 None None] Deleting port 921c575b-5a34-4959-872a-1d4d33a68a24 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 00:00:14.588941 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7cfe9e83-78ef-43d9-8a3b-c8bb0338b8d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:14.772598 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.db [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] For port 921c575b-5a34-4959-872a-1d4d33a68a24, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=921c575b-5a34-4959-872a-1d4d33a68a24,segment=NetworkSegment(f73bfea7-9dcc-4c60-8bdb-94e397665302),segment_id=f73bfea7-9dcc-4c60-8bdb-94e397665302)] {{(pid=88901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 00:00:14.772955 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:14.836168 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.db [None req-7cfe9e83-78ef-43d9-8a3b-c8bb0338b8d7 None None] For port 921c575b-5a34-4959-872a-1d4d33a68a24, host n-d-843680-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-843680-3',level=0,port_id=921c575b-5a34-4959-872a-1d4d33a68a24,segment=NetworkSegment(f73bfea7-9dcc-4c60-8bdb-94e397665302),segment_id=f73bfea7-9dcc-4c60-8bdb-94e397665302)] {{(pid=88902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 28 00:00:14.836480 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7cfe9e83-78ef-43d9-8a3b-c8bb0338b8d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7996157'] for port, precommit_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:14.896828 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.plugin [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] Calling delete_port for 921c575b-5a34-4959-872a-1d4d33a68a24 owned by network:dhcp {{(pid=88901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 00:00:14.954296 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe9e83-78ef-43d9-8a3b-c8bb0338b8d7 None None] Calling delete_port for 921c575b-5a34-4959-872a-1d4d33a68a24 owned by network:dhcp {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} May 28 00:00:15.063826 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-532245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-373909', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765772700380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765772341077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7586670'] for port, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:15.069541 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.db.api [None req-7cfe9e83-78ef-43d9-8a3b-c8bb0338b8d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88902) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 00:00:15.069892 n-d-843680-3 neutron-server[88902]: DEBUG oslo_db.api [None req-7cfe9e83-78ef-43d9-8a3b-c8bb0338b8d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 00:00:15.109496 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=921c575b-5a34-4959-872a-1d4d33a68a24,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 00:00:15.114714 n-d-843680-3 neutron-server[88901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] No DVR routers for this DVR port 921c575b-5a34-4959-872a-1d4d33a68a24 on host n-d-843680-3 {{(pid=88901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 00:00:15.229006 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-715476', 'neutron.services.segments.db._delete_segments_for_network-8765772793052'] for network, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:15.253592 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310bf514-2427-41b0-94a7-5e759c51a146']}} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 00:00:15.265250 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73bfea7-9dcc-4c60-8bdb-94e397665302') {'for_net_delete': True} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 00:00:15.265547 n-d-843680-3 neutron-server[88901]: DEBUG neutron.services.segments.db [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73bfea7-9dcc-4c60-8bdb-94e397665302') {} {{(pid=88901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 00:00:15.277059 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765772731895', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5495802'] for segment, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:15.293056 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715768'] for segment, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:15.298886 n-d-843680-3 neutron-server[88901]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88901) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 00:00:15.299267 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-715658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7586579'] for segment, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:15.382005 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f73bfea7-9dcc-4c60-8bdb-94e397665302 resource provider aggregate not found May 28 00:00:15.404316 n-d-843680-3 neutron-server[88901]: INFO neutron.services.segments.plugin [-] Segment f73bfea7-9dcc-4c60-8bdb-94e397665302 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f73bfea7-9dcc-4c60-8bdb-94e397665302 found for delete ", "request_id": "req-a7152cf3-38a9-4267-9a1a-76dcaf444231"}]} May 28 00:00:15.474755 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-715485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928609', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7941665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7997067'] for network, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:15.490733 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] Notify callbacks [] for network, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:15.501208 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=310bf514-2427-41b0-94a7-5e759c51a146,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 00:00:15.508279 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-c9c80b72-aa0a-4639-aba0-f521cfcd9c14 admin admin] 10.222.0.27 "DELETE /v2.0/networks/310bf514-2427-41b0-94a7-5e759c51a146 HTTP/1.1" status: 204 len: 168 time: 1.1711569 May 28 00:00:15.570824 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe9e83-78ef-43d9-8a3b-c8bb0338b8d7 None None] Deleting port 921c575b-5a34-4959-872a-1d4d33a68a24 {{(pid=88902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} May 28 00:00:15.571287 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7cfe9e83-78ef-43d9-8a3b-c8bb0338b8d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765772876584'] for port, before_delete {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:15.635975 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe9e83-78ef-43d9-8a3b-c8bb0338b8d7 None None] The port '921c575b-5a34-4959-872a-1d4d33a68a24' was deleted {{(pid=88902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} May 28 00:00:15.794301 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 921c575b-5a34-4959-872a-1d4d33a68a24 no longer exists at agent ovs-agent-n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 00:00:15.808926 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51664) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 00:00:15.832082 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.plugin [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] No Port match for: 921c575b-5a34-4959-872a-1d4d33a68a24 {{(pid=88902) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2243}} May 28 00:00:15.832540 n-d-843680-3 neutron-server[88902]: DEBUG neutron.plugins.ml2.rpc [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Device 921c575b-5a34-4959-872a-1d4d33a68a24 not bound to the agent host n-d-843680-3 {{(pid=88902) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 00:00:15.857542 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-ae0c7266-c47f-4532-a24e-f3874130c7ba admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=433f501a86af4779ab3d2c0e5157e605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474572 May 28 00:00:15.860586 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51668) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 00:00:15.915781 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ab294b1-5026-4f39-8655-ba5c3d683a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:15.941695 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ab294b1-5026-4f39-8655-ba5c3d683a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:16.048044 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ab294b1-5026-4f39-8655-ba5c3d683a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:16.068882 n-d-843680-3 neutron-server[88900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab294b1-5026-4f39-8655-ba5c3d683a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8197ab73-f979-4f77-8f1a-000ed69f4314,revision_number=None']} {{(pid=88900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 00:00:16.076844 n-d-843680-3 neutron-server[88900]: DEBUG neutron_lib.callbacks.manager [None req-6ab294b1-5026-4f39-8655-ba5c3d683a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:16.078319 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-6ab294b1-5026-4f39-8655-ba5c3d683a26 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8197ab73-f979-4f77-8f1a-000ed69f4314 HTTP/1.1" status: 204 len: 168 time: 0.2166269 May 28 00:00:16.724872 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [-] (88900) accepted ('10.222.0.27', 51676) {{(pid=88900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 00:00:16.774843 n-d-843680-3 neutron-server[88900]: INFO neutron.wsgi [None req-49a91050-529a-4a1d-9aaa-ecaf7cce5ce2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b29bddac44ea4b3f80b2865ff12d5045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480456 May 28 00:00:16.776904 n-d-843680-3 neutron-server[88901]: DEBUG neutron.wsgi [-] (88901) accepted ('10.222.0.27', 51680) {{(pid=88901) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 00:00:16.825009 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:16.839539 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa74c68c-5e5b-42fa-8727-6f7a06d3c370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:16.866047 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa74c68c-5e5b-42fa-8727-6f7a06d3c370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:16.985010 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa74c68c-5e5b-42fa-8727-6f7a06d3c370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928690'] for security_group, after_delete {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:17.001606 n-d-843680-3 neutron-server[88901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74c68c-5e5b-42fa-8727-6f7a06d3c370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158cd30c-fb47-4802-8add-590bd661f739,revision_number=None']} {{(pid=88901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 00:00:17.006227 n-d-843680-3 neutron-server[88901]: DEBUG neutron_lib.callbacks.manager [None req-fa74c68c-5e5b-42fa-8727-6f7a06d3c370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:17.009007 n-d-843680-3 neutron-server[88901]: INFO neutron.wsgi [None req-fa74c68c-5e5b-42fa-8727-6f7a06d3c370 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/158cd30c-fb47-4802-8add-590bd661f739 HTTP/1.1" status: 204 len: 168 time: 0.2310941 May 28 00:00:23.308715 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:27.600158 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7d10f733-2aa3-4fe9-9dbe-db0ba53f74d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:29.682112 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7c5d2e4a-9b4e-4ea4-b2cc-82130af2763a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:31.080679 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:31.236274 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:32.430162 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:46.816837 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:49.072146 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 00:00:53.348443 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:57.596443 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-f9f9a87c-2245-4773-8ba9-ba66fc085920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:00:59.669716 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-290a9768-16b6-4f78-8dc6-9395f7125d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:01:01.051019 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:01:01.245382 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:01:02.464447 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:01:16.799031 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:01:23.343727 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:01:26.071751 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 00:01:27.572341 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-dd3445da-724c-4543-ba94-e4c9c7345d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:01:29.675317 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5211c517-d11f-4aa7-bebf-5e8ba7d5f7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:01:31.033270 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:01:31.221632 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:01:32.480800 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:01:46.806583 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:01:53.366563 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:01:57.600993 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6c919e1c-3251-47e6-83a0-279437b50c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:01:59.692139 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-10d6a1c8-cb54-4383-afcd-70902e236ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:02:01.049986 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:02:01.223662 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:02:02.466693 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:02:03.071533 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 00:02:16.811666 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:02:23.369227 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:02:27.640145 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-88528546-fa2d-4e4f-a599-fa3d3fb0ebc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:02:29.701205 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-632e9b1d-508a-4cd4-9652-c69fcc9fe8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:02:31.040481 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:02:31.222968 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:02:32.477644 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:02:40.071105 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 00:02:46.811432 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:02:53.371502 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:02:57.591270 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-d18e1be6-ff0f-4129-9ee2-eeb4280a2fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:02:59.674348 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6df2eb7d-316b-470f-9fb6-afb3e13a2288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:03:01.040071 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:03:01.226062 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:03:02.460422 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:03:16.814663 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:03:17.070350 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 00:03:23.379831 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:03:27.587865 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-bb91ed75-a5ef-4f7f-aa0e-1eef99d9d6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:03:29.688181 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8d4e74b6-d08a-410a-8739-f8b44bbf9f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:03:31.039867 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:03:31.253504 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:03:32.453862 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:03:46.805107 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:03:53.418940 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:03:54.070377 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 00:03:57.595900 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b0995625-5914-438f-bb1c-bf6166d87098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:03:59.679268 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-5e13e749-6846-4a15-9866-34a07aa4bf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:04:01.099204 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:04:01.230553 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:04:02.476332 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:04:16.821783 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:04:23.429979 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:04:27.566897 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2901253a-a206-43d8-b74e-dcb7db18570f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:04:29.675962 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-6d8652de-324b-4481-9e5f-772746af7535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:04:31.044336 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:04:31.069392 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 00:04:31.235491 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:04:32.458389 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:04:46.840618 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:04:53.393223 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:04:57.581262 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1dab7061-1cd5-4b1b-8109-2099edf39110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:04:59.678151 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-49e4f0bd-58e8-4850-b71e-640bc7ec4510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:05:01.067125 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:05:01.238458 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:05:02.498199 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:05:08.069663 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 00:05:16.811655 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:05:23.434515 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:05:27.571834 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-eaea119e-b084-443a-90dc-ac0dd89b4f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:05:29.743158 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c7b6752c-eb56-46bf-a543-152d3967a5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:05:31.057368 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:05:31.245563 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:05:32.474241 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:05:45.069176 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 00:05:46.814893 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:05:53.426268 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:05:57.639597 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-b1bf0b13-606e-4e04-993e-307971c5dbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:05:59.688931 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-8ee49b26-77e8-4fb9-bced-ff6b3feba123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:06:01.050810 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:06:01.233704 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:06:02.485306 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:06:16.833554 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:06:22.068278 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 00:06:23.420115 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:06:27.581513 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-7e47a263-c98c-4777-b61b-5b0d9c5dad18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:06:29.705880 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-35c9bf5e-fd53-4758-859e-d8421b69c89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:06:31.056160 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:06:31.248441 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:06:32.478668 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:06:46.821599 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:06:53.426791 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:06:57.602524 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-48c22f9d-251b-4b1c-ba7e-a89ec5944aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:06:59.067492 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 00:06:59.678409 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1c91f45d-3459-4455-b5e2-f13df11a6272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:07:01.082457 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:07:01.248271 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:07:02.483776 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:07:16.832242 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:07:23.419215 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:07:24.084113 n-d-843680-3 neutron-server[88900]: DEBUG neutron.wsgi [req-6ba33b12-2ffe-4eed-b244-33871896914b req-b1604f11-28d5-4fe6-84d5-2cfd82730c27 service neutron] (88900) timed out ('10.222.0.27', 50150) {{(pid=88900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 00:07:27.580996 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-07e5bd8e-19a5-41bf-be15-d974232542d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:07:29.689702 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a225e99f-df0e-47ac-9b0d-18581fc53b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:07:31.071954 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:07:31.249128 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:07:32.493283 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:07:36.066151 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 00:07:46.854306 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:07:53.431444 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:07:57.614103 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-28cf1ad1-3aa3-43fe-a195-8698d060ebcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:07:59.692988 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-c8e79b9f-a370-4ff9-95c0-c1dfe13cf405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:08:01.058630 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:08:01.259802 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:08:02.476270 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:08:13.066435 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 00:08:16.830950 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:08:23.482682 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:08:27.567942 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fd151d4a-1f33-4c31-aff0-e3926b87700e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:08:29.699972 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-1a4cc20e-bb6c-48af-a78d-e30ab928ade2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:08:31.048488 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:08:31.253664 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:08:32.482345 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:08:46.848174 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b7c0-7341-4e81-85c6-736c56ff2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:08:50.066076 n-d-843680-3 neutron-server[88903]: DEBUG neutron.db.agents_db [None req-2d16a40a-78ba-4506-b6ef-52756e080829 None None] Agent healthcheck: found 7 active agents {{(pid=88903) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 00:08:53.463947 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-fa9c3dc4-89b9-4c75-b27d-112cedd1b0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:08:57.567571 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a6dbb85e-0ef7-4856-9d9a-bccac3bd5f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:08:59.698265 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-a50100f6-a8b7-45ff-8625-0456a75a045f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:09:01.036407 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-de6c48c0-e594-42d8-bde1-7f557ff15200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:09:01.247432 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-2ac84c9d-948f-4319-b102-81ed3fc5c1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 00:09:02.481090 n-d-843680-3 neutron-server[88902]: DEBUG neutron_lib.callbacks.manager [None req-95c84825-5fdc-431b-8fba-b15c0b294f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765772793034', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785694'] for agent, after_update {{(pid=88902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}